diff options
| author | Vsevolod Stakhov <vsevolod@rambler-co.ru> | 2011-06-27 20:26:21 +0400 |
|---|---|---|
| committer | Vsevolod Stakhov <vsevolod@rambler-co.ru> | 2011-06-27 20:26:21 +0400 |
| commit | e284ad4bdffd09f1f9da7b780bc0c8ead33f2910 (patch) | |
| tree | c3a0768370fc0b00652dd2c17abc7004c3686a4a /utils | |
| parent | 11e6f2b4fd69e55785c72ea1c8622079b3ec49e1 (diff) | |
| download | rspamd-e284ad4bdffd09f1f9da7b780bc0c8ead33f2910.tar.gz rspamd-e284ad4bdffd09f1f9da7b780bc0c8ead33f2910.zip | |
Fix statshow utility.
Diffstat (limited to 'utils')
| -rw-r--r-- | utils/statshow/statshow.c | 5 |
1 files changed, 3 insertions, 2 deletions
diff --git a/utils/statshow/statshow.c b/utils/statshow/statshow.c index a2e8dce68..9a574b80a 100644 --- a/utils/statshow/statshow.c +++ b/utils/statshow/statshow.c @@ -94,7 +94,7 @@ classifiers_callback (gpointer value, void *arg) c.len = strlen (cur->data); if (c.len > 0) { c.begin = cur->data; - if (!cl->tokenizer->tokenize_func (cl->tokenizer, task->task_pool, &c, &tokens, TRUE)) { + if (!cl->tokenizer->tokenize_func (cl->tokenizer, task->task_pool, &c, &tokens, TRUE, FALSE, NULL)) { msg_info ("cannot tokenize input"); return; } @@ -109,7 +109,8 @@ classifiers_callback (gpointer value, void *arg) c.begin = text_part->content->data; c.len = text_part->content->len; /* Tree would be freed at task pool freeing */ - if (!cl->tokenizer->tokenize_func (cl->tokenizer, task->task_pool, &c, &tokens, TRUE)) { + if (!cl->tokenizer->tokenize_func (cl->tokenizer, task->task_pool, &c, &tokens, TRUE, + text_part->is_utf, text_part->urls_offset)) { msg_info ("cannot tokenize input"); return; } |