diff options
| author | Vsevolod Stakhov <vsevolod@highsecure.ru> | 2015-04-01 14:54:57 +0100 |
|---|---|---|
| committer | Vsevolod Stakhov <vsevolod@highsecure.ru> | 2015-04-01 14:54:57 +0100 |
| commit | 5bc3b26c98812d5a1bc1c4753ad656b403bf1e3a (patch) | |
| tree | b3a29ce4393757cda92256639f038bd8028e4116 /src/libstat/stat_process.c | |
| parent | d3764043ea8040e5875828a0c1b319298fea29cf (diff) | |
| download | rspamd-5bc3b26c98812d5a1bc1c4753ad656b403bf1e3a.tar.gz rspamd-5bc3b26c98812d5a1bc1c4753ad656b403bf1e3a.zip | |
Add new UTF8 tokenizer.
Diffstat (limited to 'src/libstat/stat_process.c')
| -rw-r--r-- | src/libstat/stat_process.c | 2 |
1 files changed, 1 insertions, 1 deletions
diff --git a/src/libstat/stat_process.c b/src/libstat/stat_process.c index 24481ee0c..7587baec1 100644 --- a/src/libstat/stat_process.c +++ b/src/libstat/stat_process.c @@ -316,7 +316,7 @@ rspamd_stat_process_tokenize (struct rspamd_tokenizer_config *cf, } if (sub != NULL) { - words = rspamd_tokenize_text (sub, strlen (sub), TRUE, 0, NULL); + words = rspamd_tokenize_text (sub, strlen (sub), TRUE, 0, NULL, compat); if (words != NULL) { tok->tokenizer->tokenize_func (cf, task->task_pool, |