From: Vsevolod Stakhov <vsevolod@highsecure.ru>
Date: Thu, 21 May 2015 12:31:39 +0000 (+0100)
Subject: Switch off legacy tokenization by default.
X-Git-Tag: 0.9.4~3
X-Git-Url: https://source.dussan.org/?a=commitdiff_plain;h=9bf8d4f27f31791ae70ed79cea313650d54ed567;p=rspamd.git

Switch off legacy tokenization by default.
---

diff --git a/src/libmime/message.c b/src/libmime/message.c
index d34dd5598..6b83f8ba4 100644
--- a/src/libmime/message.c
+++ b/src/libmime/message.c
@@ -1345,7 +1345,7 @@ process_text_part (struct rspamd_task *task,
 	detect_text_language (text_part);
 	text_part->words = rspamd_tokenize_text (text_part->content->data,
 			text_part->content->len, IS_PART_UTF (text_part), task->cfg->min_word_len,
-			text_part->urls_offset, TRUE);
+			text_part->urls_offset, FALSE);
 	rspamd_normalize_text_part (task, text_part);
 
 	/* Calculate number of lines */