diff options
| author | Vsevolod Stakhov <vsevolod@highsecure.ru> | 2018-09-07 15:42:19 +0100 |
|---|---|---|
| committer | Vsevolod Stakhov <vsevolod@highsecure.ru> | 2018-09-07 15:42:19 +0100 |
| commit | 944c70abcfdc4f3e32be83910081ad68dacde2bf (patch) | |
| tree | 9c1c5ec140456388514b168fb5372bec9ea89d85 | |
| parent | b90c3fa13fc6aab33b07f836f1ea01639dba64a2 (diff) | |
| download | rspamd-944c70abcfdc4f3e32be83910081ad68dacde2bf.tar.gz rspamd-944c70abcfdc4f3e32be83910081ad68dacde2bf.zip | |
[Minor] Properly set flag on text tokens
| -rw-r--r-- | src/libstat/tokenizers/tokenizers.c | 7 |
1 files changed, 4 insertions, 3 deletions
diff --git a/src/libstat/tokenizers/tokenizers.c b/src/libstat/tokenizers/tokenizers.c index 0902ceb05..ac7f8be85 100644 --- a/src/libstat/tokenizers/tokenizers.c +++ b/src/libstat/tokenizers/tokenizers.c @@ -393,7 +393,7 @@ start_over: if (rspamd_utf_word_valid (text, text + len, last, p)) { token.begin = text + last; token.len = p - last; - token.flags = 0; + token.flags = RSPAMD_STAT_TOKEN_FLAG_TEXT; } } } @@ -407,7 +407,7 @@ start_over: if (rspamd_utf_word_valid (text, text + len, last, p)) { token.begin = text + last; token.len = p - last; - token.flags = 0; + token.flags = RSPAMD_STAT_TOKEN_FLAG_TEXT; } } else { @@ -415,7 +415,7 @@ start_over: if (rspamd_utf_word_valid (text, text + len, last, p)) { token.begin = text + last; token.len = p - last; - token.flags = 0; + token.flags = RSPAMD_STAT_TOKEN_FLAG_TEXT; } } } @@ -423,6 +423,7 @@ start_over: if (rspamd_utf_word_valid (text, text + len, last, p)) { token.begin = text + last; token.len = p - last; + token.flags = RSPAMD_STAT_TOKEN_FLAG_TEXT; } } |