diff options
Diffstat (limited to 'src/libstat/tokenizers/tokenizers.h')
-rw-r--r-- | src/libstat/tokenizers/tokenizers.h | 4 |
1 files changed, 4 insertions, 0 deletions
diff --git a/src/libstat/tokenizers/tokenizers.h b/src/libstat/tokenizers/tokenizers.h index 668f08cdc..9a5561671 100644 --- a/src/libstat/tokenizers/tokenizers.h +++ b/src/libstat/tokenizers/tokenizers.h @@ -57,6 +57,10 @@ gpointer rspamd_tokenizer_osb_get_config (rspamd_mempool_t *pool, struct rspamd_tokenizer_config *cf, gsize *len); +void rspamd_normalize_words (GArray *words, rspamd_mempool_t *pool); + +void rspamd_stem_words (GArray *words, rspamd_mempool_t *pool, + const gchar *language); GArray * rspamd_tokenize_subject (struct rspamd_task *task); #endif |