[Minor] Langdet: Add threshold for stop words

diff --git a/src/libmime/lang_detection.c b/src/libmime/lang_detection.c
index 74c6f7247df4f386bc937d148829622d5c9522a1..9ccd7bef56ba8df9ad6db7dfdc610f9c17ded829 100644 (file)
--- a/src/libmime/lang_detection.c
+++ b/src/libmime/lang_detection.c
@@ -1650,6 +1650,7 @@ rspamd_language_detector_try_stop_words (struct rspamd_task *task,
        struct rspamd_stop_word_elt *elt;
        struct rspamd_sw_cbdata cbdata;
        gboolean ret = FALSE;
+       static const int stop_words_threshold = 4;
 
        elt = &d->stop_words[cat];
        cbdata.res = kh_init (rspamd_sw_hash);
@@ -1667,7 +1668,12 @@ rspamd_language_detector_try_stop_words (struct rspamd_task *task,
                struct rspamd_language_elt *cur_lang;
 
                kh_foreach (cbdata.res, cur_lang, cur_matches, {
+                       if (cur_matches < stop_words_threshold) {
+                               continue;
+                       }
+
                        double rate = (double)cur_matches / (double)cur_lang->stop_words;
+
                        if (rate > max_rate) {
                                max_rate = rate;
                                sel = cur_lang->name;