From b7c2dc3665c5df8c190cdbef3a813d5542e8b14c Mon Sep 17 00:00:00 2001
From: Vsevolod Stakhov <vsevolod@highsecure.ru>
Date: Tue, 31 Oct 2017 19:34:42 +0000
Subject: [PATCH] [Fix] Do not skip the last character

MFH: rspamd-1.6
---
 src/libstat/tokenizers/tokenizers.c | 1 +
 1 file changed, 1 insertion(+)

diff --git a/src/libstat/tokenizers/tokenizers.c b/src/libstat/tokenizers/tokenizers.c
index aec801b05..d253c1aa6 100644
--- a/src/libstat/tokenizers/tokenizers.c
+++ b/src/libstat/tokenizers/tokenizers.c
@@ -256,6 +256,7 @@ rspamd_tokenizer_get_word (rspamd_stat_token_t * buf,
 
 	/* Last character */
 	if (state == feed_token) {
+		p = &s[i];
 		goto set_token;
 	}
 
-- 
2.39.5