From 2249d3ba5ab3254581c84ac1d0c5ed5ffbc79ed8 Mon Sep 17 00:00:00 2001
From: Vsevolod Stakhov <vsevolod@highsecure.ru>
Date: Wed, 1 Apr 2015 15:19:27 +0100
Subject: [PATCH] Update remain on tokenization.

---
 src/libstat/tokenizers/tokenizers.c | 1 +
 1 file changed, 1 insertion(+)

diff --git a/src/libstat/tokenizers/tokenizers.c b/src/libstat/tokenizers/tokenizers.c
index 744e6707e..c9b65e343 100644
--- a/src/libstat/tokenizers/tokenizers.c
+++ b/src/libstat/tokenizers/tokenizers.c
@@ -246,6 +246,7 @@ rspamd_tokenizer_get_word (rspamd_fstring_t * buf,
 			break;
 		}
 
+		remain -= next_p - p;
 		p = next_p;
 	}
 
-- 
2.39.5