From: Vsevolod Stakhov <vsevolod@highsecure.ru>
Date: Sat, 27 May 2017 22:45:24 +0000 (+0100)
Subject: [Minor] Add the same duplicates protection for all fuzzy hashes types
X-Git-Tag: 1.6.0~118
X-Git-Url: https://source.dussan.org/?a=commitdiff_plain;h=845839e71caa234ab680d4ec09f5051b4d9615e3;p=rspamd.git

[Minor] Add the same duplicates protection for all fuzzy hashes types
---

diff --git a/src/plugins/fuzzy_check.c b/src/plugins/fuzzy_check.c
index a63201bd3..ab326f0fe 100644
--- a/src/plugins/fuzzy_check.c
+++ b/src/plugins/fuzzy_check.c
@@ -2357,6 +2357,20 @@ fuzzy_generate_commands (struct rspamd_task *task, struct fuzzy_rule *rule,
 									task->task_pool,
 									image->parent->digest);
 							if (io) {
+								gboolean skip_existing = FALSE;
+
+								PTR_ARRAY_FOREACH (res, j, cur) {
+									if (memcmp (cur->cmd.digest, io->cmd.digest,
+											sizeof (io->cmd.digest)) == 0) {
+										skip_existing = TRUE;
+										break;
+									}
+								}
+
+								if (!skip_existing) {
+									g_ptr_array_add (res, io);
+								}
+
 								g_ptr_array_add (res, io);
 							}
 
@@ -2372,6 +2386,20 @@ fuzzy_generate_commands (struct rspamd_task *task, struct fuzzy_rule *rule,
 										task->task_pool,
 										image);
 								if (io) {
+									gboolean skip_existing = FALSE;
+
+									PTR_ARRAY_FOREACH (res, j, cur) {
+										if (memcmp (cur->cmd.digest, io->cmd.digest,
+												sizeof (io->cmd.digest)) == 0) {
+											skip_existing = TRUE;
+											break;
+										}
+									}
+
+									if (!skip_existing) {
+										g_ptr_array_add (res, io);
+									}
+
 									g_ptr_array_add (res, io);
 								}
 							}
@@ -2394,6 +2422,20 @@ fuzzy_generate_commands (struct rspamd_task *task, struct fuzzy_rule *rule,
 							task->task_pool,
 							mime_part->digest);
 					if (io) {
+						gboolean skip_existing = FALSE;
+
+						PTR_ARRAY_FOREACH (res, j, cur) {
+							if (memcmp (cur->cmd.digest, io->cmd.digest,
+									sizeof (io->cmd.digest)) == 0) {
+								skip_existing = TRUE;
+								break;
+							}
+						}
+
+						if (!skip_existing) {
+							g_ptr_array_add (res, io);
+						}
+
 						g_ptr_array_add (res, io);
 					}
 				}