From 1e8144bdbe638f0909ab72043ec6303b7e156760 Mon Sep 17 00:00:00 2001 From: Vsevolod Stakhov Date: Tue, 17 Apr 2018 16:24:28 +0100 Subject: [PATCH] [Minor] Improve performance of language detector --- src/libmime/lang_detection.c | 4 ++++ src/libmime/message.c | 3 +-- 2 files changed, 5 insertions(+), 2 deletions(-) diff --git a/src/libmime/lang_detection.c b/src/libmime/lang_detection.c index 0c82946dd..0d9b40ec1 100644 --- a/src/libmime/lang_detection.c +++ b/src/libmime/lang_detection.c @@ -891,6 +891,10 @@ rspamd_language_detector_process_ngramm_full (struct rspamd_task *task, PTR_ARRAY_FOREACH (chain->languages, i, elt) { cand = g_hash_table_lookup (candidates, elt->elt->name); prob = elt->prob; + + if (prob < chain->mean) { + continue; + } #ifdef NGRAMMS_DEBUG msg_err ("gramm: %s, lang: %s, prob: %.3f", chain->utf, elt->elt->name, log2 (elt->prob)); diff --git a/src/libmime/message.c b/src/libmime/message.c index 844e4a5b4..5681c3d00 100644 --- a/src/libmime/message.c +++ b/src/libmime/message.c @@ -1136,8 +1136,7 @@ rspamd_message_parse (struct rspamd_task *task) p2 = g_ptr_array_index (task->text_parts, 1); /* First of all check parent object */ - if (p1->mime_part->parent_part && - p1->mime_part->parent_part == p2->mime_part->parent_part) { + if (p1->mime_part->parent_part) { rspamd_ftok_t srch; srch.begin = "alternative"; -- 2.39.5