diff options
| author | Vsevolod Stakhov <vsevolod@highsecure.ru> | 2018-11-25 12:00:24 +0000 |
|---|---|---|
| committer | Vsevolod Stakhov <vsevolod@highsecure.ru> | 2018-11-25 12:00:24 +0000 |
| commit | 0d53332a7ecaa3a2b5020c7c58d6146d72d7b05c (patch) | |
| tree | 68ca9026c8a5b3b63b66957b23163a2a72381fc1 /src/libstat | |
| parent | 99b1cf76771eed3824693ed84751ba8054645e18 (diff) | |
| download | rspamd-0d53332a7ecaa3a2b5020c7c58d6146d72d7b05c.tar.gz rspamd-0d53332a7ecaa3a2b5020c7c58d6146d72d7b05c.zip | |
[Project] Various unicode fixes in language detector
Diffstat (limited to 'src/libstat')
| -rw-r--r-- | src/libstat/tokenizers/tokenizers.c | 5 |
1 files changed, 2 insertions, 3 deletions
diff --git a/src/libstat/tokenizers/tokenizers.c b/src/libstat/tokenizers/tokenizers.c index 9bbe899fb..d27d9bc58 100644 --- a/src/libstat/tokenizers/tokenizers.c +++ b/src/libstat/tokenizers/tokenizers.c @@ -271,9 +271,8 @@ rspamd_tokenize_text (const gchar *text, gsize len, buf.original.begin = text; buf.original.len = len; buf.flags = 0; - token.original.begin = NULL; - token.original.len = 0; - token.flags = 0; + + memset (&token, 0, sizeof (token)); if (cfg != NULL) { min_len = cfg->min_word_len; |