aboutsummaryrefslogtreecommitdiffstats
path: root/src/libstat/tokenizers
diff options
context:
space:
mode:
authorVsevolod Stakhov <vsevolod@highsecure.ru>2015-02-22 21:32:22 +0000
committerVsevolod Stakhov <vsevolod@highsecure.ru>2015-02-22 21:32:22 +0000
commitef9d816e983d6559e6c711a2a5e2e76a2ddbd226 (patch)
treedd88474496b8df6d950d51ac516693ed9f39b5fe /src/libstat/tokenizers
parent32d054c31888e6eb9f4e449e4c237142d4042b7f (diff)
downloadrspamd-ef9d816e983d6559e6c711a2a5e2e76a2ddbd226.tar.gz
rspamd-ef9d816e983d6559e6c711a2a5e2e76a2ddbd226.zip
Allow configurable tokenizers.
Diffstat (limited to 'src/libstat/tokenizers')
-rw-r--r--src/libstat/tokenizers/osb.c2
-rw-r--r--src/libstat/tokenizers/tokenizers.h4
2 files changed, 3 insertions, 3 deletions
diff --git a/src/libstat/tokenizers/osb.c b/src/libstat/tokenizers/osb.c
index 0a8d01ce1..b51e909a9 100644
--- a/src/libstat/tokenizers/osb.c
+++ b/src/libstat/tokenizers/osb.c
@@ -38,7 +38,7 @@
extern const int primes[];
int
-osb_tokenize_text (struct rspamd_stat_tokenizer *tokenizer,
+osb_tokenize_text (struct rspamd_tokenizer_config *cf,
rspamd_mempool_t * pool,
GArray * input,
GTree * tree,
diff --git a/src/libstat/tokenizers/tokenizers.h b/src/libstat/tokenizers/tokenizers.h
index d4c116e13..0bc594842 100644
--- a/src/libstat/tokenizers/tokenizers.h
+++ b/src/libstat/tokenizers/tokenizers.h
@@ -12,7 +12,7 @@
/* Common tokenizer structure */
struct rspamd_stat_tokenizer {
gchar *name;
- gint (*tokenize_func)(struct rspamd_stat_tokenizer *rspamd_stat_tokenizer,
+ gint (*tokenize_func)(struct rspamd_tokenizer_config *cf,
rspamd_mempool_t *pool,
GArray *words,
GTree *result,
@@ -31,7 +31,7 @@ GArray * rspamd_tokenize_text (gchar *text, gsize len, gboolean is_utf,
gsize min_len, GList **exceptions);
/* OSB tokenize function */
-int osb_tokenize_text (struct rspamd_stat_tokenizer *tokenizer,
+int osb_tokenize_text (struct rspamd_tokenizer_config *cf,
rspamd_mempool_t *pool,
GArray *input,
GTree *tokens,