blob: 813599c6b17a6ec2b3cd3b842644abd791d0a581 (
plain)
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
|
/**
* @file fuzzy.h
* Fuzzy hashes API
*/
#ifndef RSPAMD_FUZZY_H
#define RSPAMD_FUZZY_H
#include "config.h"
#include "mem_pool.h"
#include "fstring.h"
#define FUZZY_HASHLEN 64
typedef struct fuzzy_hash_s {
gchar hash_pipe[FUZZY_HASHLEN]; /**< result hash */
guint32 block_size; /**< current blocksize */
guint32 rh; /**< roll hash value */
guint32 h; /**< hash of block */
guint32 hi; /**< current index in hash pipe */
} rspamd_fuzzy_t;
struct mime_text_part;
/**
* Calculate fuzzy hash for specified string
* @param in input string
* @param pool pool object
* @return fuzzy_hash object allocated in pool
*/
rspamd_fuzzy_t * rspamd_fuzzy_init (rspamd_fstring_t *in, rspamd_mempool_t *pool);
/**
* Calculate fuzzy hash for specified byte array
* @param in input string
* @param pool pool object
* @return fuzzy_hash object allocated in pool
*/
rspamd_fuzzy_t * rspamd_fuzzy_from_byte_array (GByteArray *in, rspamd_mempool_t *pool);
/**
* Calculate fuzzy hash for specified text part
* @param part text part object
* @param pool pool object
* @param max_diff maximum text length to use diff algorithm in comparasions
* @return fuzzy_hash object allocated in pool
*/
void rspamd_fuzzy_from_text_part (struct mime_text_part *part,
rspamd_mempool_t *pool,
gsize max_diff);
/**
* Compare score of difference between two hashes
* @param h1 first hash
* @param h2 second hash
* @return result in percents 0 - different hashes, 100 - identical hashes
*/
gint rspamd_fuzzy_compare (rspamd_fuzzy_t *h1, rspamd_fuzzy_t *h2);
/*
* Compare two text parts and return percents of difference
*/
gint rspamd_fuzzy_compare_parts (struct mime_text_part *p1, struct mime_text_part *p2);
/*
* Calculate levenstein distance between two strings. Note: this algorithm should be used
* only for short texts - it runs too slow on long ones.
*/
guint32 rspamd_levinstein_distance (gchar *s1, gint len1, gchar *s2, gint len2);
/*
* Hash table utilities
*/
gint rspamd_fuzzy_len (rspamd_fuzzy_t *h);
guint rspamd_fuzzy_hash (gconstpointer key);
gboolean rspamd_fuzzy_equal (gconstpointer v1, gconstpointer v2);
#endif
|
