[Fix] Do not skip the last character

MFH: rspamd-1.6

diff --git a/src/libstat/tokenizers/tokenizers.c b/src/libstat/tokenizers/tokenizers.c
index aec801b056fb1c3975bc6b213bce3a7183ff9e41..d253c1aa6879cddc884bb2d580c51599c0a912cd 100644 (file)
--- a/src/libstat/tokenizers/tokenizers.c
+++ b/src/libstat/tokenizers/tokenizers.c
@@ -256,6 +256,7 @@ rspamd_tokenizer_get_word (rspamd_stat_token_t * buf,
 
        /* Last character */
        if (state == feed_token) {
+               p = &s[i];
                goto set_token;
        }