diff options
| author | Vsevolod Stakhov <vsevolod@rambler-co.ru> | 2009-03-16 13:05:49 +0300 |
|---|---|---|
| committer | Vsevolod Stakhov <vsevolod@rambler-co.ru> | 2009-03-16 13:05:49 +0300 |
| commit | cfd2ff7bb58b81b7c0713b423a5b3397579610e7 (patch) | |
| tree | 3eb9900802ce6f83de9dc5d6e6f3e3a044af1800 /src/tokenizers/tokenizers.h | |
| parent | 1085ddb9c09caba4bcb4408135044dc24f7798f3 (diff) | |
| download | rspamd-cfd2ff7bb58b81b7c0713b423a5b3397579610e7.tar.gz rspamd-cfd2ff7bb58b81b7c0713b423a5b3397579610e7.zip | |
* Add functions to parse headers and urls into statfile tokens
Diffstat (limited to 'src/tokenizers/tokenizers.h')
| -rw-r--r-- | src/tokenizers/tokenizers.h | 4 |
1 files changed, 4 insertions, 0 deletions
diff --git a/src/tokenizers/tokenizers.h b/src/tokenizers/tokenizers.h index 10c8ae7aa..ed3b66fcf 100644 --- a/src/tokenizers/tokenizers.h +++ b/src/tokenizers/tokenizers.h @@ -34,6 +34,10 @@ struct tokenizer* get_tokenizer (char *name); f_str_t *get_next_word (f_str_t *buf, f_str_t *token); /* OSB tokenize function */ int osb_tokenize_text (struct tokenizer *tokenizer, memory_pool_t *pool, f_str_t *input, GTree **cur); +/* Common tokenizer for urls */ +int tokenize_urls (memory_pool_t *pool, struct worker_task *task, GTree **cur); +/* Common tokenizer for headers */ +int tokenize_headers (memory_pool_t *pool, struct worker_task *task, GTree **cur); /* Array of all defined tokenizers */ extern struct tokenizer tokenizers[]; |