[Fix] Do not strip last character in the last word

MFH: rspamd-1.6

diff --git a/src/libstat/tokenizers/tokenizers.c b/src/libstat/tokenizers/tokenizers.c
index c4f814fce8d7a9b3fe5e571206165ad67df3a035..49496a9d8d5c56f06f9770d1e20f3dc9ec7f72d8 100644 (file)
--- a/src/libstat/tokenizers/tokenizers.c
+++ b/src/libstat/tokenizers/tokenizers.c
@@ -198,9 +198,9 @@ rspamd_tokenizer_get_word (rspamd_stat_token_t * buf,
        p = s;
        token->begin = s;
 
-       for (i = 0; i < remain; ) {
+       for (i = 0; i <= remain; ) {
                p = &s[i];
-               U8_NEXT (s, i, remain, uc);
+               U8_NEXT (s, i, remain, uc); /* This also advances i */
 
                if (uc < 0) {
                        if (i < remain) {