[Fix] Deal with another case when processing exceptions

MFH: rspamd-1.6

diff --git a/src/libstat/tokenizers/tokenizers.c b/src/libstat/tokenizers/tokenizers.c
index 49496a9d8d5c56f06f9770d1e20f3dc9ec7f72d8..d79d68144e18ad94d943cda9d4e7a31dec7120d3 100644 (file)
--- a/src/libstat/tokenizers/tokenizers.c
+++ b/src/libstat/tokenizers/tokenizers.c
@@ -270,8 +270,16 @@ set_token:
 
 process_exception:
        if (token->len == 0 && processed > 0) {
+               /*
+                * We have processed something before the next exception, so
+                * continue processing on next iteration of this function call
+                */
                token->len = p - token->begin;
                g_assert (token->len > 0);
+
+               *cur = p;
+
+               return TRUE;
        }
 
        if (ex->type == RSPAMD_EXCEPTION_URL) {