aboutsummaryrefslogtreecommitdiffstats
path: root/src/libstat/tokenizers
diff options
context:
space:
mode:
authorVsevolod Stakhov <vsevolod@highsecure.ru>2018-11-30 10:00:04 +0000
committerVsevolod Stakhov <vsevolod@highsecure.ru>2018-11-30 10:00:04 +0000
commit44b731c68fc57e94fa26d0172f4805a56bcb94ea (patch)
treea2f59527e7549df1be5bc6651bbc930c0ff50ed1 /src/libstat/tokenizers
parentdad2cd0f7fbb34fa704faf94681bb72e38432df7 (diff)
downloadrspamd-44b731c68fc57e94fa26d0172f4805a56bcb94ea.tar.gz
rspamd-44b731c68fc57e94fa26d0172f4805a56bcb94ea.zip
[Minor] Slightly extend what we can treat as words
Diffstat (limited to 'src/libstat/tokenizers')
-rw-r--r--src/libstat/tokenizers/tokenizers.c2
1 files changed, 1 insertions, 1 deletions
diff --git a/src/libstat/tokenizers/tokenizers.c b/src/libstat/tokenizers/tokenizers.c
index 51c711cf8..acbbcf2f0 100644
--- a/src/libstat/tokenizers/tokenizers.c
+++ b/src/libstat/tokenizers/tokenizers.c
@@ -229,7 +229,7 @@ rspamd_utf_word_valid (const gchar *text, const gchar *end,
U8_NEXT (text, start, finish, c);
- if (u_isalnum (c)) {
+ if (u_isJavaIDPart (c)) {
return TRUE;
}