diff options
| author | Vsevolod Stakhov <vsevolod@highsecure.ru> | 2018-11-24 16:26:01 +0000 |
|---|---|---|
| committer | Vsevolod Stakhov <vsevolod@highsecure.ru> | 2018-11-24 16:26:01 +0000 |
| commit | abd5300a45ff290656926b61603a65e9621e090f (patch) | |
| tree | e3d350cca3ecbac3a41fcf96ad2a9dc5f9e48d75 /src/libstat/stat_api.h | |
| parent | b522caaf83b4a3f16246bdc38d0f7ce866cdc660 (diff) | |
| download | rspamd-abd5300a45ff290656926b61603a65e9621e090f.tar.gz rspamd-abd5300a45ff290656926b61603a65e9621e090f.zip | |
[Project] Add function to normalize unicode on per words basis
Diffstat (limited to 'src/libstat/stat_api.h')
| -rw-r--r-- | src/libstat/stat_api.h | 3 |
1 files changed, 2 insertions, 1 deletions
diff --git a/src/libstat/stat_api.h b/src/libstat/stat_api.h index 645e1f1aa..c046dd227 100644 --- a/src/libstat/stat_api.h +++ b/src/libstat/stat_api.h @@ -35,11 +35,12 @@ #define RSPAMD_STAT_TOKEN_FLAG_UTF (1u << 6) #define RSPAMD_STAT_TOKEN_FLAG_NORMALISED (1u << 7) #define RSPAMD_STAT_TOKEN_FLAG_STEMMED (1u << 8) +#define RSPAMD_STAT_TOKEN_FLAG_BROKEN_UNICODE (1u << 9) typedef struct rspamd_stat_token_s { rspamd_ftok_t original; rspamd_ftok_unicode_t unicode; - rspamd_ftok_t normalised; + rspamd_ftok_t normalized; rspamd_ftok_t stemmed; guint flags; } rspamd_stat_token_t; |