blob: 46c87d7bc44016ea60d8635c93e8db0a983a59aa (
plain)
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
|
/**
* @file fuzzy.h
* Fuzzy hashes API
*/
#ifndef RSPAMD_FUZZY_H
#define RSPAMD_FUZZY_H
#include "config.h"
#include "mem_pool.h"
#include "fstring.h"
#define FUZZY_HASHLEN 64
typedef struct fuzzy_hash_s {
gchar hash_pipe[FUZZY_HASHLEN]; /**< result hash */
guint32 block_size; /**< current blocksize */
guint32 rh; /**< roll hash value */
guint32 h; /**< hash of block */
guint32 hi; /**< current index in hash pipe */
} fuzzy_hash_t;
struct mime_text_part;
/**
* Calculate fuzzy hash for specified string
* @param in input string
* @param pool pool object
* @return fuzzy_hash object allocated in pool
*/
fuzzy_hash_t * fuzzy_init (f_str_t *in, memory_pool_t *pool);
/**
* Calculate fuzzy hash for specified byte array
* @param in input string
* @param pool pool object
* @return fuzzy_hash object allocated in pool
*/
fuzzy_hash_t * fuzzy_init_byte_array (GByteArray *in, memory_pool_t *pool);
/**
* Calculate fuzzy hash for specified text part
* @param part text part object
* @param pool pool object
* @param max_diff maximum text length to use diff algorithm in comparasions
* @return fuzzy_hash object allocated in pool
*/
void fuzzy_init_part (struct mime_text_part *part, memory_pool_t *pool, gsize max_diff);
/**
* Compare score of difference between two hashes
* @param h1 first hash
* @param h2 second hash
* @return result in percents 0 - different hashes, 100 - identical hashes
*/
gint fuzzy_compare_hashes (fuzzy_hash_t *h1, fuzzy_hash_t *h2);
/*
* Compare two text parts and return percents of difference
*/
gint fuzzy_compare_parts (struct mime_text_part *p1, struct mime_text_part *p2);
/*
* Calculate levenstein distance between two strings. Note: this algorithm should be used
* only for short texts - it runs too slow on long ones.
*/
guint32 lev_distance (gchar *s1, gint len1, gchar *s2, gint len2);
#endif
|
