diff options
| author | Vsevolod Stakhov <vsevolod@highsecure.ru> | 2015-04-01 14:54:57 +0100 |
|---|---|---|
| committer | Vsevolod Stakhov <vsevolod@highsecure.ru> | 2015-04-01 14:54:57 +0100 |
| commit | 5bc3b26c98812d5a1bc1c4753ad656b403bf1e3a (patch) | |
| tree | b3a29ce4393757cda92256639f038bd8028e4116 /src/libstat/tokenizers/tokenizers.h | |
| parent | d3764043ea8040e5875828a0c1b319298fea29cf (diff) | |
| download | rspamd-5bc3b26c98812d5a1bc1c4753ad656b403bf1e3a.tar.gz rspamd-5bc3b26c98812d5a1bc1c4753ad656b403bf1e3a.zip | |
Add new UTF8 tokenizer.
Diffstat (limited to 'src/libstat/tokenizers/tokenizers.h')
| -rw-r--r-- | src/libstat/tokenizers/tokenizers.h | 2 |
1 files changed, 1 insertions, 1 deletions
diff --git a/src/libstat/tokenizers/tokenizers.h b/src/libstat/tokenizers/tokenizers.h index 1cf3a1589..fb4b42a96 100644 --- a/src/libstat/tokenizers/tokenizers.h +++ b/src/libstat/tokenizers/tokenizers.h @@ -28,7 +28,7 @@ gint token_node_compare_func (gconstpointer a, gconstpointer b); /* Tokenize text into array of words (rspamd_fstring_t type) */ GArray * rspamd_tokenize_text (gchar *text, gsize len, gboolean is_utf, - gsize min_len, GList **exceptions); + gsize min_len, GList *exceptions, gboolean compat); /* OSB tokenize function */ gint rspamd_tokenizer_osb (struct rspamd_tokenizer_config *cf, |