From: Vsevolod Stakhov <vsevolod@highsecure.ru>
Date: Thu, 8 Nov 2018 08:25:04 +0000 (+0000)
Subject: [Minor] Add workaround for Thai characters on CentOS 6
X-Git-Tag: 1.8.2~67
X-Git-Url: https://source.dussan.org/?a=commitdiff_plain;h=6d7d30ec8775695da2c5ca87d532785cedd192ea;p=rspamd.git

[Minor] Add workaround for Thai characters on CentOS 6
---

diff --git a/src/libmime/message.c b/src/libmime/message.c
index 43158d083..0604f0ce7 100644
--- a/src/libmime/message.c
+++ b/src/libmime/message.c
@@ -33,6 +33,7 @@
 #endif
 
 #include <math.h>
+#include <unicode/uchar.h>
 
 #define GTUBE_SYMBOL "GTUBE"
 
@@ -202,7 +203,19 @@ rspamd_mime_part_create_words (struct rspamd_task *task,
 	enum rspamd_tokenize_type tok_type;
 
 	if (IS_PART_UTF (part)) {
+
+#if U_ICU_VERSION_MAJOR_NUM < 50
+		/* Hack to prevent hang with Thai in old libicu */
+		if (part->unicode_scripts & RSPAMD_UNICODE_THAI) {
+			msg_info_task ("enable workaround for Thai characters for old libicu")
+			tok_type = RSPAMD_TOKENIZE_RAW;
+		}
+		else {
+			tok_type = RSPAMD_TOKENIZE_UTF;
+		}
+#else
 		tok_type = RSPAMD_TOKENIZE_UTF;
+#endif
 	}
 	else {
 		tok_type = RSPAMD_TOKENIZE_RAW;