From 3e6a84d54bb0df15ac2ebf3e9d366b62bbf10a60 Mon Sep 17 00:00:00 2001 From: Vsevolod Stakhov Date: Mon, 13 Apr 2015 15:38:57 +0100 Subject: [PATCH] Save OSB window index inside token. --- src/libstat/stat_internal.h | 3 ++- src/libstat/tokenizers/osb.c | 2 ++ 2 files changed, 4 insertions(+), 1 deletion(-) diff --git a/src/libstat/stat_internal.h b/src/libstat/stat_internal.h index 051404814..cb2a365c4 100644 --- a/src/libstat/stat_internal.h +++ b/src/libstat/stat_internal.h @@ -72,9 +72,10 @@ struct rspamd_token_result { struct rspamd_classifier_runtime *cl_runtime; }; -#define RSPAMD_MAX_TOKEN_LEN 64 +#define RSPAMD_MAX_TOKEN_LEN 16 typedef struct token_node_s { guchar data[RSPAMD_MAX_TOKEN_LEN]; + guint window_idx; guint datalen; GArray *results; } rspamd_token_t; diff --git a/src/libstat/tokenizers/osb.c b/src/libstat/tokenizers/osb.c index 517b465fd..dd413a9b4 100644 --- a/src/libstat/tokenizers/osb.c +++ b/src/libstat/tokenizers/osb.c @@ -286,6 +286,8 @@ rspamd_tokenizer_osb (struct rspamd_tokenizer_config *cf, memcpy (new->data, &cur, sizeof (cur)); } + new->window_idx = i; + if (g_tree_lookup (tree, new) == NULL) { g_tree_insert (tree, new, new); } -- 2.39.5