From 8525f71340f4edaeb9cdf9f57766dd4a4a0f993a Mon Sep 17 00:00:00 2001 From: Vsevolod Stakhov Date: Wed, 17 Dec 2014 13:59:52 +0000 Subject: Make words from text parts. --- src/tokenizers/tokenizers.c | 4 ++-- src/tokenizers/tokenizers.h | 3 ++- 2 files changed, 4 insertions(+), 3 deletions(-) (limited to 'src/tokenizers') diff --git a/src/tokenizers/tokenizers.c b/src/tokenizers/tokenizers.c index 4789d8f62..2adc86ff9 100644 --- a/src/tokenizers/tokenizers.c +++ b/src/tokenizers/tokenizers.c @@ -31,7 +31,7 @@ #include "tokenizers.h" struct tokenizer tokenizers[] = { - {"osb-text", osb_tokenize_text, get_next_word}, + {"osb-text", osb_tokenize_text, rspamd_tokenizer_get_word}, }; const int primes[] = { @@ -104,7 +104,7 @@ token_node_compare_func (gconstpointer a, gconstpointer b) /* Get next word from specified f_str_t buf */ gchar * -get_next_word (rspamd_fstring_t * buf, rspamd_fstring_t * token, GList **exceptions) +rspamd_tokenizer_get_word (rspamd_fstring_t * buf, rspamd_fstring_t * token, GList **exceptions) { gsize remain, pos; guchar *p; diff --git a/src/tokenizers/tokenizers.h b/src/tokenizers/tokenizers.h index b10729614..efce5b307 100644 --- a/src/tokenizers/tokenizers.h +++ b/src/tokenizers/tokenizers.h @@ -30,7 +30,8 @@ int token_node_compare_func (gconstpointer a, gconstpointer b); /* Get tokenizer structure by name or return NULL if this name is not found */ struct tokenizer * get_tokenizer (const char *name); /* Get next word from specified f_str_t buf */ -gchar * get_next_word (rspamd_fstring_t *buf, rspamd_fstring_t *token, GList **exceptions); +gchar * rspamd_tokenizer_get_word (rspamd_fstring_t *buf, + rspamd_fstring_t *token, GList **exceptions); /* OSB tokenize function */ int osb_tokenize_text (struct tokenizer *tokenizer, rspamd_mempool_t *pool, -- cgit v1.2.3