diff options
| author | Vsevolod Stakhov <vsevolod@highsecure.ru> | 2017-03-31 15:01:29 +0100 |
|---|---|---|
| committer | Vsevolod Stakhov <vsevolod@highsecure.ru> | 2017-03-31 15:01:29 +0100 |
| commit | 87c2c304cd546f389e6b7b4fb349d08a76271ba6 (patch) | |
| tree | df7d313c7ecf8c0f7c0e333185d1ba0d3a8559ad /src/libstat/tokenizers/tokenizers.c | |
| parent | d172dc08141734fbb07d8516c726435d48141dc8 (diff) | |
| download | rspamd-87c2c304cd546f389e6b7b4fb349d08a76271ba6.tar.gz rspamd-87c2c304cd546f389e6b7b4fb349d08a76271ba6.zip | |
[Feature] Store text tokens inside bayes tokens
Diffstat (limited to 'src/libstat/tokenizers/tokenizers.c')
| -rw-r--r-- | src/libstat/tokenizers/tokenizers.c | 1 |
1 files changed, 1 insertions, 0 deletions
diff --git a/src/libstat/tokenizers/tokenizers.c b/src/libstat/tokenizers/tokenizers.c index da6bbb58d..3280152f9 100644 --- a/src/libstat/tokenizers/tokenizers.c +++ b/src/libstat/tokenizers/tokenizers.c @@ -208,6 +208,7 @@ rspamd_tokenizer_get_word (rspamd_stat_token_t * buf, remain = buf->len - pos; s = *cur; + p = s; token->begin = s; for (i = 0; i < remain; ) { |