diff options
| author | Vsevolod Stakhov <vsevolod@highsecure.ru> | 2014-12-17 13:59:52 +0000 |
|---|---|---|
| committer | Vsevolod Stakhov <vsevolod@highsecure.ru> | 2014-12-17 13:59:52 +0000 |
| commit | 8525f71340f4edaeb9cdf9f57766dd4a4a0f993a (patch) | |
| tree | 162959bd7ac1ff30e672986a144317ca775ca1aa /src/tokenizers | |
| parent | 5bcf9f0af263b25ab6c5b128e767cc8a2a39312a (diff) | |
| download | rspamd-8525f71340f4edaeb9cdf9f57766dd4a4a0f993a.tar.gz rspamd-8525f71340f4edaeb9cdf9f57766dd4a4a0f993a.zip | |
Make words from text parts.
Diffstat (limited to 'src/tokenizers')
| -rw-r--r-- | src/tokenizers/tokenizers.c | 4 | ||||
| -rw-r--r-- | src/tokenizers/tokenizers.h | 3 |
2 files changed, 4 insertions, 3 deletions
diff --git a/src/tokenizers/tokenizers.c b/src/tokenizers/tokenizers.c index 4789d8f62..2adc86ff9 100644 --- a/src/tokenizers/tokenizers.c +++ b/src/tokenizers/tokenizers.c @@ -31,7 +31,7 @@ #include "tokenizers.h" struct tokenizer tokenizers[] = { - {"osb-text", osb_tokenize_text, get_next_word}, + {"osb-text", osb_tokenize_text, rspamd_tokenizer_get_word}, }; const int primes[] = { @@ -104,7 +104,7 @@ token_node_compare_func (gconstpointer a, gconstpointer b) /* Get next word from specified f_str_t buf */ gchar * -get_next_word (rspamd_fstring_t * buf, rspamd_fstring_t * token, GList **exceptions) +rspamd_tokenizer_get_word (rspamd_fstring_t * buf, rspamd_fstring_t * token, GList **exceptions) { gsize remain, pos; guchar *p; diff --git a/src/tokenizers/tokenizers.h b/src/tokenizers/tokenizers.h index b10729614..efce5b307 100644 --- a/src/tokenizers/tokenizers.h +++ b/src/tokenizers/tokenizers.h @@ -30,7 +30,8 @@ int token_node_compare_func (gconstpointer a, gconstpointer b); /* Get tokenizer structure by name or return NULL if this name is not found */ struct tokenizer * get_tokenizer (const char *name); /* Get next word from specified f_str_t buf */ -gchar * get_next_word (rspamd_fstring_t *buf, rspamd_fstring_t *token, GList **exceptions); +gchar * rspamd_tokenizer_get_word (rspamd_fstring_t *buf, + rspamd_fstring_t *token, GList **exceptions); /* OSB tokenize function */ int osb_tokenize_text (struct tokenizer *tokenizer, rspamd_mempool_t *pool, |