[Minor] Slightly extend what we can treat as words

diff --git a/src/libstat/tokenizers/tokenizers.c b/src/libstat/tokenizers/tokenizers.c
index 51c711cf83e7ff1a7e78f9e9cd99d45d8d4e63f0..acbbcf2f019652f16f5e6b348c23d93d19af8e22 100644 (file)
--- a/src/libstat/tokenizers/tokenizers.c
+++ b/src/libstat/tokenizers/tokenizers.c
@@ -229,7 +229,7 @@ rspamd_utf_word_valid (const gchar *text, const gchar *end,
 
        U8_NEXT (text, start, finish, c);
 
-       if (u_isalnum (c)) {
+       if (u_isJavaIDPart (c)) {
                return TRUE;
        }