From 6baeb7cc2a0c22705b807e96334c9e67007acf8c Mon Sep 17 00:00:00 2001 From: Vsevolod Stakhov Date: Tue, 11 Jun 2024 19:58:57 +0100 Subject: [PATCH] [Project] Reduce default window size of OSB tokenizer to 2 --- src/libstat/tokenizers/osb.c | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/src/libstat/tokenizers/osb.c b/src/libstat/tokenizers/osb.c index 039ead231..0bc3414a5 100644 --- a/src/libstat/tokenizers/osb.c +++ b/src/libstat/tokenizers/osb.c @@ -23,7 +23,7 @@ #include "libmime/lang_detection.h" /* Size for features pipe */ -#define DEFAULT_FEATURE_WINDOW_SIZE 5 +#define DEFAULT_FEATURE_WINDOW_SIZE 2 #define DEFAULT_OSB_VERSION 2 static const int primes[] = { -- 2.39.5