From 944c70abcfdc4f3e32be83910081ad68dacde2bf Mon Sep 17 00:00:00 2001 From: Vsevolod Stakhov Date: Fri, 7 Sep 2018 15:42:19 +0100 Subject: [Minor] Properly set flag on text tokens --- src/libstat/tokenizers/tokenizers.c | 7 ++++--- 1 file changed, 4 insertions(+), 3 deletions(-) (limited to 'src/libstat') diff --git a/src/libstat/tokenizers/tokenizers.c b/src/libstat/tokenizers/tokenizers.c index 0902ceb05..ac7f8be85 100644 --- a/src/libstat/tokenizers/tokenizers.c +++ b/src/libstat/tokenizers/tokenizers.c @@ -393,7 +393,7 @@ start_over: if (rspamd_utf_word_valid (text, text + len, last, p)) { token.begin = text + last; token.len = p - last; - token.flags = 0; + token.flags = RSPAMD_STAT_TOKEN_FLAG_TEXT; } } } @@ -407,7 +407,7 @@ start_over: if (rspamd_utf_word_valid (text, text + len, last, p)) { token.begin = text + last; token.len = p - last; - token.flags = 0; + token.flags = RSPAMD_STAT_TOKEN_FLAG_TEXT; } } else { @@ -415,7 +415,7 @@ start_over: if (rspamd_utf_word_valid (text, text + len, last, p)) { token.begin = text + last; token.len = p - last; - token.flags = 0; + token.flags = RSPAMD_STAT_TOKEN_FLAG_TEXT; } } } @@ -423,6 +423,7 @@ start_over: if (rspamd_utf_word_valid (text, text + len, last, p)) { token.begin = text + last; token.len = p - last; + token.flags = RSPAMD_STAT_TOKEN_FLAG_TEXT; } } -- cgit v1.2.3