aboutsummaryrefslogtreecommitdiffstats
path: root/src/lua
diff options
context:
space:
mode:
authorVsevolod Stakhov <vsevolod@highsecure.ru>2018-08-23 17:27:34 +0100
committerVsevolod Stakhov <vsevolod@highsecure.ru>2018-08-23 17:27:34 +0100
commite9c773e6bb0e09b4802f3cb06b93b7a082e464ed (patch)
tree96347e9b0885687b3ad6de3444c5bc5759f5e58a /src/lua
parented9d4ec8c8b62664f0157ccb6dceaba264e1891b (diff)
downloadrspamd-e9c773e6bb0e09b4802f3cb06b93b7a082e464ed.tar.gz
rspamd-e9c773e6bb0e09b4802f3cb06b93b7a082e464ed.zip
[Project] Start unicode rework
Diffstat (limited to 'src/lua')
-rw-r--r--src/lua/lua_util.c8
1 files changed, 2 insertions, 6 deletions
diff --git a/src/lua/lua_util.c b/src/lua/lua_util.c
index 70e16118d..3de68e60a 100644
--- a/src/lua/lua_util.c
+++ b/src/lua/lua_util.c
@@ -1080,7 +1080,6 @@ lua_util_tokenize_text (lua_State *L)
struct rspamd_process_exception *ex;
GArray *res;
rspamd_stat_token_t *w;
- gboolean compat = FALSE;
if (lua_type (L, 1) == LUA_TSTRING) {
in = luaL_checklstring (L, 1, &len);
@@ -1126,15 +1125,12 @@ lua_util_tokenize_text (lua_State *L)
lua_pop (L, 1);
}
- if (lua_gettop (L) > 2 && lua_type (L, 3) == LUA_TBOOLEAN) {
- compat = lua_toboolean (L, 3);
- }
-
if (exceptions) {
exceptions = g_list_reverse (exceptions);
}
- res = rspamd_tokenize_text ((gchar *)in, len, TRUE, NULL, exceptions, compat,
+ res = rspamd_tokenize_text ((gchar *)in, len, RSPAMD_TOKENIZE_UTF, NULL,
+ exceptions,
NULL);
if (res == NULL) {