12345678910111213141516171819202122232425262728293031323334353637383940414243444546474849505152535455565758596061626364656667686970717273747576777879808182838485868788899091929394959697989910010110210310410510610710810911011111211311411511611711811912012112212312412512612712812913013113213313413513613713813914014114214314414514614714814915015115215315415515615715815916016116216316416516616716816917017117217317417517617717817918018118218318418518618718818919019119219319419519619719819920020120220320420520620720820921021121221321421521621721821922022122222322422522622722822923023123223323423523623723823924024124224324424524624724824925025125225325425525625725825926026126226326426526626726826927027127227327427527627727827928028128228328428528628728828929029129229329429529629729829930030130230330430530630730830931031131231331431531631731831932032132232332432532632732832933033133233333433533633733833934034134234334434534634734834935035135235335435535635735835936036136236336436536636736836937037137237337437537637737837938038138238338438538638738838939039139239339439539639739839940040140240340440540640740840941041141241341441541641741841942042142242342442542642742842943043143243343443543643743843944044144244344444544644744844945045145245345445545645745845946046146246346446546646746846947047147247347447547647747847948048148248348448548648748848949049149249349449549649749849950050150250350450550650750850951051151251351451551651751851952052152252352452552652752852953053153253353453553653753853954054154254354454554654754854955055155255355455555655755855956056156256356456556656756856957057157257357457557657757857958058158258358458558658758858959059159259359459559659759859960060160260360460560660760860961061161261361461561661761861962062162262362462562662762862963063163263363463563663763863964064164264364464564664764864965065165265365465565665765865966066166266366466566666766866967067167267367467567667767867968068168268368468568668768868969069169269369469569669769869970070170270370470570670770870971071171271371471571671771871972072172272372472572672772872973073173273373473573673773873974074174274374474574674774874975075175275375475575675775875976076176276376476576676776876977077177277377477577677777877978078178278378478578678778878979079179279379479579679779879980080180280380480580680780880981081181281381481581681781881982082182282382482582682782882983083183283383483583683783883984084184284384484584684784884985085185285385485585685785885986086186286386486586686786886987087187287387487587687787887988088188288388488588688788888989089189289389489589689789889990090190290390490590690790890991091191291391491591691791891992092192292392492592692792892993093193293393493593693793893994094194294394494594694794894995095195295395495595695795895996096196296396496596696796896997097197297397497597697797897998098198298398498598698798898999099199299399499599699799899910001001100210031004100510061007100810091010101110121013101410151016101710181019102010211022102310241025102610271028102910301031103210331034103510361037103810391040104110421043104410451046104710481049105010511052105310541055105610571058105910601061106210631064106510661067106810691070107110721073107410751076107710781079108010811082108310841085108610871088108910901091109210931094109510961097109810991100110111021103110411051106110711081109111011111112111311141115111611171118111911201121112211231124112511261127112811291130113111321133113411351136113711381139114011411142114311441145114611471148114911501151115211531154115511561157115811591160116111621163116411651166116711681169117011711172117311741175117611771178117911801181118211831184118511861187118811891190119111921193119411951196119711981199120012011202120312041205120612071208120912101211121212131214121512161217121812191220122112221223122412251226122712281229123012311232123312341235123612371238123912401241124212431244124512461247124812491250125112521253125412551256125712581259126012611262126312641265126612671268126912701271127212731274127512761277127812791280128112821283128412851286128712881289129012911292129312941295129612971298129913001301130213031304130513061307130813091310131113121313131413151316131713181319132013211322132313241325132613271328132913301331133213331334133513361337133813391340134113421343134413451346134713481349135013511352135313541355135613571358135913601361136213631364136513661367136813691370137113721373137413751376137713781379138013811382138313841385138613871388138913901391139213931394139513961397139813991400140114021403140414051406140714081409141014111412141314141415141614171418141914201421142214231424142514261427142814291430143114321433143414351436143714381439144014411442144314441445144614471448144914501451145214531454145514561457145814591460146114621463146414651466146714681469147014711472147314741475147614771478147914801481148214831484148514861487148814891490149114921493149414951496149714981499150015011502150315041505150615071508150915101511151215131514151515161517151815191520152115221523152415251526152715281529153015311532153315341535153615371538153915401541154215431544154515461547154815491550155115521553155415551556155715581559156015611562156315641565156615671568156915701571157215731574157515761577157815791580158115821583158415851586158715881589159015911592159315941595159615971598159916001601160216031604160516061607160816091610161116121613161416151616161716181619162016211622162316241625162616271628162916301631163216331634163516361637163816391640164116421643164416451646164716481649165016511652165316541655165616571658165916601661166216631664166516661667166816691670167116721673167416751676167716781679168016811682168316841685168616871688168916901691169216931694169516961697169816991700170117021703170417051706170717081709171017111712171317141715171617171718171917201721172217231724172517261727172817291730173117321733173417351736173717381739174017411742174317441745174617471748174917501751175217531754175517561757175817591760176117621763176417651766176717681769177017711772177317741775177617771778177917801781178217831784178517861787178817891790179117921793179417951796179717981799180018011802180318041805180618071808180918101811181218131814181518161817181818191820182118221823182418251826182718281829183018311832183318341835183618371838183918401841184218431844184518461847184818491850185118521853185418551856185718581859186018611862186318641865186618671868186918701871187218731874187518761877187818791880188118821883188418851886188718881889189018911892189318941895189618971898189919001901190219031904190519061907190819091910191119121913191419151916191719181919192019211922192319241925192619271928192919301931193219331934193519361937193819391940194119421943194419451946194719481949195019511952195319541955195619571958195919601961196219631964196519661967196819691970197119721973197419751976197719781979198019811982198319841985198619871988198919901991199219931994199519961997199819992000200120022003200420052006200720082009201020112012201320142015201620172018201920202021202220232024202520262027202820292030203120322033203420352036203720382039204020412042204320442045204620472048204920502051205220532054205520562057205820592060206120622063206420652066206720682069207020712072207320742075207620772078207920802081208220832084208520862087208820892090209120922093209420952096209720982099210021012102210321042105210621072108210921102111211221132114211521162117211821192120212121222123212421252126212721282129213021312132213321342135213621372138213921402141214221432144214521462147214821492150215121522153215421552156215721582159216021612162216321642165216621672168216921702171217221732174217521762177217821792180218121822183218421852186218721882189219021912192219321942195219621972198219922002201220222032204220522062207220822092210221122122213221422152216221722182219222022212222222322242225222622272228222922302231223222332234223522362237223822392240224122422243224422452246224722482249225022512252225322542255225622572258225922602261226222632264226522662267226822692270227122722273227422752276227722782279228022812282228322842285228622872288228922902291229222932294229522962297229822992300230123022303230423052306230723082309231023112312231323142315231623172318231923202321232223232324232523262327232823292330233123322333233423352336233723382339234023412342234323442345234623472348234923502351235223532354235523562357235823592360236123622363236423652366236723682369237023712372237323742375237623772378237923802381238223832384238523862387238823892390239123922393239423952396239723982399240024012402240324042405240624072408240924102411241224132414241524162417241824192420242124222423242424252426242724282429243024312432243324342435243624372438243924402441244224432444244524462447244824492450245124522453245424552456245724582459246024612462246324642465246624672468246924702471247224732474247524762477247824792480248124822483248424852486248724882489249024912492249324942495249624972498249925002501250225032504250525062507250825092510251125122513251425152516251725182519252025212522252325242525252625272528252925302531253225332534253525362537253825392540254125422543254425452546254725482549255025512552255325542555255625572558255925602561256225632564256525662567256825692570257125722573257425752576257725782579258025812582258325842585258625872588258925902591259225932594259525962597259825992600260126022603260426052606260726082609261026112612261326142615261626172618261926202621262226232624262526262627262826292630263126322633263426352636263726382639264026412642264326442645264626472648264926502651265226532654 |
- /*-
- * Copyright 2016 Vsevolod Stakhov
- *
- * Licensed under the Apache License, Version 2.0 (the "License");
- * you may not use this file except in compliance with the License.
- * You may obtain a copy of the License at
- *
- * http://www.apache.org/licenses/LICENSE-2.0
- *
- * Unless required by applicable law or agreed to in writing, software
- * distributed under the License is distributed on an "AS IS" BASIS,
- * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
- * See the License for the specific language governing permissions and
- * limitations under the License.
- */
- #include "lua_common.h"
- #include "lua_compress.h"
- #include "lptree.h"
- #include "utlist.h"
- #include "unix-std.h"
- #include "ottery.h"
- #include "lua_thread_pool.h"
- #include "libstat/stat_api.h"
- #include "libserver/rspamd_control.h"
-
- #include <math.h>
-
-
- /* Lua module init function */
- #define MODULE_INIT_FUNC "module_init"
-
- #ifdef WITH_LUA_TRACE
- ucl_object_t *lua_traces;
- #endif
-
- const luaL_reg null_reg[] = {
- {"__tostring", rspamd_lua_class_tostring},
- {NULL, NULL}
- };
-
- static const char rspamd_modules_state_global[] = "rspamd_plugins_state";
-
- static GQuark
- lua_error_quark (void)
- {
- return g_quark_from_static_string ("lua-routines");
- }
-
- /*
- * Used to map string to a pointer
- */
- KHASH_INIT (lua_class_set, const char*, int, 1, rspamd_str_hash, rspamd_str_equal);
- struct rspamd_lua_context {
- lua_State *L;
- khash_t(lua_class_set) *classes;
- struct rspamd_lua_context *prev, *next; /* Expensive but we usually have exactly one lua state */
- };
- struct rspamd_lua_context *rspamd_lua_global_ctx = NULL;
- #define RSPAMD_LUA_NCLASSES 64
- static inline struct rspamd_lua_context*
- rspamd_lua_ctx_by_state (lua_State *L)
- {
- struct rspamd_lua_context *cur;
-
- DL_FOREACH(rspamd_lua_global_ctx, cur) {
- if (cur->L == L) {
- return cur;
- }
- }
-
- /* When we are using thread pool, this is the case... */
- return rspamd_lua_global_ctx;
- }
-
- /* Util functions */
- /**
- * Create new class and store metatable on top of the stack (must be popped if not needed)
- * @param L
- * @param classname name of class
- * @param func table of class methods
- */
- void
- rspamd_lua_new_class (lua_State * L,
- const gchar *classname,
- const struct luaL_reg *methods)
- {
- khiter_t k;
- gint r, nmethods = 0;
- gboolean seen_index = false;
- struct rspamd_lua_context *ctx = rspamd_lua_ctx_by_state(L);
-
- if (methods) {
- for (;;) {
- if (methods[nmethods].name != NULL) {
- if (strcmp (methods[nmethods].name, "__index") == 0) {
- seen_index = true;
- }
- nmethods ++;
- }
- else {
- break;
- }
- }
- }
-
- lua_createtable (L, 0, 3 + nmethods);
-
- if (!seen_index) {
- lua_pushstring (L, "__index");
- lua_pushvalue (L, -2); /* pushes the metatable */
- lua_settable (L, -3); /* metatable.__index = metatable */
- }
-
- lua_pushstring (L, "class");
- lua_pushstring (L, classname);
- lua_rawset (L, -3);
-
- if (methods) {
- luaL_register (L, NULL, methods); /* pushes all methods as MT fields */
- }
-
- lua_pushvalue (L, -1); /* Preserves metatable */
- int offset = luaL_ref (L, LUA_REGISTRYINDEX);
- k = kh_put (lua_class_set, ctx->classes, classname, &r);
- kh_value(ctx->classes, k) = offset;
- /* MT is left on stack ! */
- }
-
- static const gchar *
- rspamd_lua_class_tostring_buf (lua_State *L, gboolean print_pointer, gint pos)
- {
- static gchar buf[64];
- const gchar *ret = NULL;
- gint pop = 0;
-
- if (!lua_getmetatable (L, pos)) {
- goto err;
- }
-
- pop ++;
- lua_pushstring (L, "class");
- lua_gettable (L, -2);
- pop ++;
-
- if (!lua_isstring (L, -1)) {
- goto err;
- }
-
- if (print_pointer) {
- rspamd_snprintf (buf, sizeof (buf), "%s(%p)", lua_tostring (L, -1),
- lua_touserdata (L, 1));
- }
- else {
- rspamd_snprintf (buf, sizeof (buf), "%s", lua_tostring (L, -1));
- }
-
- ret = buf;
-
- err:
- lua_pop (L, pop);
-
- return ret;
- }
-
- gint
- rspamd_lua_class_tostring (lua_State * L)
- {
- const gchar *p;
-
- p = rspamd_lua_class_tostring_buf (L, TRUE, 1);
-
- if (!p) {
- lua_pushstring (L, "invalid object passed to 'lua_common.c:__tostring'");
- return lua_error (L);
- }
-
- lua_pushstring (L, p);
-
- return 1;
- }
-
-
- void
- rspamd_lua_setclass (lua_State * L, const gchar *classname, gint objidx)
- {
- khiter_t k;
- struct rspamd_lua_context *ctx = rspamd_lua_ctx_by_state(L);
-
- k = kh_get (lua_class_set, ctx->classes, classname);
-
- g_assert (k != kh_end (ctx->classes));
- lua_rawgeti (L, LUA_REGISTRYINDEX, kh_value(ctx->classes, k));
-
- if (objidx < 0) {
- objidx--;
- }
- lua_setmetatable (L, objidx);
- }
-
- void
- rspamd_lua_class_metatable (lua_State *L, const gchar *classname)
- {
- khiter_t k;
- struct rspamd_lua_context *ctx = rspamd_lua_ctx_by_state(L);
-
- k = kh_get (lua_class_set, ctx->classes, classname);
-
- g_assert (k != kh_end (ctx->classes));
- lua_rawgeti (L, LUA_REGISTRYINDEX, kh_value(ctx->classes, k));
- }
-
- void
- rspamd_lua_add_metamethod (lua_State *L, const gchar *classname,
- luaL_Reg *meth)
- {
- khiter_t k;
- struct rspamd_lua_context *ctx = rspamd_lua_ctx_by_state(L);
-
- k = kh_get (lua_class_set, ctx->classes, classname);
-
- g_assert (k != kh_end (ctx->classes));
- lua_rawgeti (L, LUA_REGISTRYINDEX, kh_value(ctx->classes, k));
-
- lua_pushcfunction (L, meth->func);
- lua_setfield (L, -2, meth->name);
- lua_pop (L, 1); /* remove metatable */
- }
-
- /* assume that table is at the top */
- void
- rspamd_lua_table_set (lua_State * L, const gchar *index, const gchar *value)
- {
- lua_pushstring (L, index);
- if (value) {
- lua_pushstring (L, value);
- }
- else {
- lua_pushnil (L);
- }
- lua_settable (L, -3);
- }
-
- const gchar *
- rspamd_lua_table_get (lua_State *L, const gchar *index)
- {
- const gchar *result;
-
- lua_pushstring (L, index);
- lua_gettable (L, -2);
- if (!lua_isstring (L, -1)) {
- return NULL;
- }
- result = lua_tostring (L, -1);
- lua_pop (L, 1);
- return result;
- }
-
- static void
- lua_add_actions_global (lua_State *L)
- {
- gint i;
-
- lua_newtable (L);
-
- for (i = METRIC_ACTION_REJECT; i <= METRIC_ACTION_NOACTION; i++) {
- lua_pushstring (L, rspamd_action_to_str (i));
- lua_pushinteger (L, i);
- lua_settable (L, -3);
- }
- /* Set global table */
- lua_setglobal (L, "rspamd_actions");
- }
-
- #ifndef __APPLE__
- #define OS_SO_SUFFIX ".so"
- #else
- #define OS_SO_SUFFIX ".dylib"
- #endif
-
- void
- rspamd_lua_set_path (lua_State *L, const ucl_object_t *cfg_obj, GHashTable *vars)
- {
- const gchar *old_path, *additional_path = NULL;
- const ucl_object_t *opts = NULL;
- const gchar *rulesdir = RSPAMD_RULESDIR,
- *lualibdir = RSPAMD_LUALIBDIR,
- *libdir = RSPAMD_LIBDIR;
- const gchar *t;
-
- gchar path_buf[PATH_MAX];
-
- lua_getglobal (L, "package");
- lua_getfield (L, -1, "path");
- old_path = luaL_checkstring (L, -1);
-
- if (strstr (old_path, RSPAMD_LUALIBDIR) != NULL) {
- /* Path has been already set, do not touch it */
- lua_pop (L, 2);
- return;
- }
-
- if (cfg_obj) {
- opts = ucl_object_lookup (cfg_obj, "options");
- if (opts != NULL) {
- opts = ucl_object_lookup (opts, "lua_path");
- if (opts != NULL && ucl_object_type (opts) == UCL_STRING) {
- additional_path = ucl_object_tostring (opts);
- }
- }
- }
-
- if (additional_path) {
- rspamd_snprintf (path_buf, sizeof (path_buf),
- "%s;"
- "%s",
- additional_path, old_path);
- }
- else {
- /* Try environment */
- t = getenv ("RULESDIR");
- if (t) {
- rulesdir = t;
- }
-
- t = getenv ("LUALIBDIR");
- if (t) {
- lualibdir = t;
- }
-
- t = getenv ("LIBDIR");
- if (t) {
- libdir = t;
- }
-
- t = getenv ("RSPAMD_LIBDIR");
- if (t) {
- libdir = t;
- }
-
- if (vars) {
- t = g_hash_table_lookup (vars, "RULESDIR");
- if (t) {
- rulesdir = t;
- }
-
- t = g_hash_table_lookup (vars, "LUALIBDIR");
- if (t) {
- lualibdir = t;
- }
-
- t = g_hash_table_lookup (vars, "LIBDIR");
- if (t) {
- libdir = t;
- }
-
- t = g_hash_table_lookup (vars, "RSPAMD_LIBDIR");
- if (t) {
- libdir = t;
- }
- }
-
- rspamd_snprintf (path_buf, sizeof (path_buf),
- "%s/lua/?.lua;"
- "%s/?.lua;"
- "%s/?.lua;"
- "%s/?/init.lua;"
- "%s",
- RSPAMD_CONFDIR,
- rulesdir,
- lualibdir, lualibdir,
- old_path);
- }
-
- lua_pop (L, 1);
- lua_pushstring (L, path_buf);
- lua_setfield (L, -2, "path");
-
- lua_getglobal (L, "package");
- lua_getfield (L, -1, "cpath");
- old_path = luaL_checkstring (L, -1);
-
- additional_path = NULL;
-
- if (opts != NULL) {
- opts = ucl_object_lookup (opts, "lua_cpath");
- if (opts != NULL && ucl_object_type (opts) == UCL_STRING) {
- additional_path = ucl_object_tostring (opts);
- }
- }
-
- if (additional_path) {
- rspamd_snprintf (path_buf, sizeof (path_buf),
- "%s/?%s;"
- "%s",
- additional_path,
- OS_SO_SUFFIX,
- old_path);
- }
- else {
- rspamd_snprintf (path_buf, sizeof (path_buf),
- "%s/?%s;"
- "%s",
- libdir,
- OS_SO_SUFFIX,
- old_path);
- }
-
- lua_pop (L, 1);
- lua_pushstring (L, path_buf);
- lua_setfield (L, -2, "cpath");
-
- lua_pop (L, 1);
- }
-
- static gint
- rspamd_lua_cmp_version_components (const gchar *comp1, const gchar *comp2)
- {
- guint v1, v2;
-
- v1 = strtoul (comp1, NULL, 10);
- v2 = strtoul (comp2, NULL, 10);
-
- return v1 - v2;
- }
-
- static int
- rspamd_lua_rspamd_version_cmp (lua_State *L)
- {
- const gchar *ver;
- gchar **components;
- gint ret = 0;
-
- if (lua_type (L, 2) == LUA_TSTRING) {
- ver = lua_tostring (L, 2);
-
- components = g_strsplit_set (ver, ".-_", -1);
-
- if (!components) {
- return luaL_error (L, "invalid arguments to 'cmp': %s", ver);
- }
-
- if (components[0]) {
- ret = rspamd_lua_cmp_version_components (components[0],
- RSPAMD_VERSION_MAJOR);
- }
-
- if (ret) {
- goto set;
- }
-
- if (components[1]) {
- ret = rspamd_lua_cmp_version_components (components[1],
- RSPAMD_VERSION_MINOR);
- }
-
- if (ret) {
- goto set;
- }
-
- /*
- * XXX: we don't compare git releases assuming that it is meaningless
- */
- }
- else {
- return luaL_error (L, "invalid arguments to 'cmp'");
- }
-
- set:
- g_strfreev (components);
- lua_pushinteger (L, ret);
-
- return 1;
- }
-
- static int
- rspamd_lua_rspamd_version_numeric (lua_State *L)
- {
- static gint64 version_num = RSPAMD_VERSION_NUM;
- const gchar *type;
-
- if (lua_gettop (L) >= 2 && lua_type (L, 1) == LUA_TSTRING) {
- type = lua_tostring (L, 1);
- if (g_ascii_strcasecmp (type, "short") == 0) {
- version_num = RSPAMD_VERSION_MAJOR_NUM * 1000 +
- RSPAMD_VERSION_MINOR_NUM * 100;
- }
- else if (g_ascii_strcasecmp (type, "main") == 0) {
- version_num = RSPAMD_VERSION_MAJOR_NUM * 1000 +
- RSPAMD_VERSION_MINOR_NUM * 100;
- }
- else if (g_ascii_strcasecmp (type, "major") == 0) {
- version_num = RSPAMD_VERSION_MAJOR_NUM;
- }
- else if (g_ascii_strcasecmp (type, "minor") == 0) {
- version_num = RSPAMD_VERSION_MINOR_NUM;
- }
- }
-
- lua_pushinteger (L, version_num);
-
- return 1;
- }
-
- static int
- rspamd_lua_rspamd_version (lua_State *L)
- {
- const gchar *result = NULL, *type;
-
- if (lua_gettop (L) == 0) {
- result = RVERSION;
- }
- else if (lua_gettop (L) >= 1 && lua_type (L, 1) == LUA_TSTRING) {
- /* We got something like string */
- type = lua_tostring (L, 1);
-
- if (g_ascii_strcasecmp (type, "short") == 0) {
- result = RSPAMD_VERSION_MAJOR
- "." RSPAMD_VERSION_MINOR;
- }
- else if (g_ascii_strcasecmp (type, "main") == 0) {
- result = RSPAMD_VERSION_MAJOR "." RSPAMD_VERSION_MINOR;
- }
- else if (g_ascii_strcasecmp (type, "major") == 0) {
- result = RSPAMD_VERSION_MAJOR;
- }
- else if (g_ascii_strcasecmp (type, "minor") == 0) {
- result = RSPAMD_VERSION_MINOR;
- }
- else if (g_ascii_strcasecmp (type, "id") == 0) {
- result = RID;
- }
- else if (g_ascii_strcasecmp (type, "num") == 0) {
- return rspamd_lua_rspamd_version_numeric (L);
- }
- else if (g_ascii_strcasecmp (type, "cmp") == 0) {
- return rspamd_lua_rspamd_version_cmp (L);
- }
- }
-
- lua_pushstring (L, result);
-
- return 1;
- }
-
- static gboolean
- rspamd_lua_load_env (lua_State *L, const char *fname, gint tbl_pos, GError **err)
- {
- gint orig_top = lua_gettop (L), err_idx;
- gboolean ret = TRUE;
-
- lua_pushcfunction (L, &rspamd_lua_traceback);
- err_idx = lua_gettop (L);
-
- if (luaL_loadfile (L, fname) != 0) {
- g_set_error (err, g_quark_from_static_string ("lua_env"), errno,
- "cannot load lua file %s: %s",
- fname,
- lua_tostring (L, -1));
- ret = FALSE;
- }
-
- if (ret && lua_pcall (L, 0, 1, err_idx) != 0) {
- g_set_error (err, g_quark_from_static_string ("lua_env"), errno,
- "cannot init lua file %s: %s",
- fname,
- lua_tostring (L, -1));
- ret = FALSE;
- }
-
- if (ret && lua_type (L, -1) == LUA_TTABLE) {
- for (lua_pushnil (L); lua_next (L, -2); lua_pop (L, 1)) {
- lua_pushvalue (L, -2); /* Store key */
- lua_pushvalue (L, -2); /* Store value */
- lua_settable (L, tbl_pos);
- }
- }
- else if (ret) {
- g_set_error (err, g_quark_from_static_string ("lua_env"), errno,
- "invalid return type when loading env from %s: %s",
- fname,
- lua_typename (L, lua_type (L, -1)));
- ret = FALSE;
- }
-
- lua_settop (L, orig_top);
-
- return ret;
- }
-
- gboolean
- rspamd_lua_set_env (lua_State *L, GHashTable *vars, char **lua_env, GError **err)
- {
- gint orig_top = lua_gettop (L);
- gchar **env = g_get_environ ();
-
- /* Set known paths as rspamd_paths global */
- lua_getglobal (L, "rspamd_paths");
- if (lua_isnil (L, -1)) {
- const gchar *confdir = RSPAMD_CONFDIR,
- *local_confdir = RSPAMD_LOCAL_CONFDIR,
- *rundir = RSPAMD_RUNDIR,
- *dbdir = RSPAMD_DBDIR,
- *logdir = RSPAMD_LOGDIR,
- *wwwdir = RSPAMD_WWWDIR,
- *pluginsdir = RSPAMD_PLUGINSDIR,
- *rulesdir = RSPAMD_RULESDIR,
- *lualibdir = RSPAMD_LUALIBDIR,
- *prefix = RSPAMD_PREFIX,
- *sharedir = RSPAMD_SHAREDIR;
- const gchar *t;
-
- /* Try environment */
- t = g_environ_getenv (env, "SHAREDIR");
- if (t) {
- sharedir = t;
- }
-
- t = g_environ_getenv (env, "PLUGINSDIR");
- if (t) {
- pluginsdir = t;
- }
-
- t = g_environ_getenv (env, "RULESDIR");
- if (t) {
- rulesdir = t;
- }
-
- t = g_environ_getenv (env, "DBDIR");
- if (t) {
- dbdir = t;
- }
-
- t = g_environ_getenv (env, "RUNDIR");
- if (t) {
- rundir = t;
- }
-
- t = g_environ_getenv (env, "LUALIBDIR");
- if (t) {
- lualibdir = t;
- }
-
- t = g_environ_getenv (env, "LOGDIR");
- if (t) {
- logdir = t;
- }
-
- t = g_environ_getenv (env, "WWWDIR");
- if (t) {
- wwwdir = t;
- }
-
- t = g_environ_getenv (env, "CONFDIR");
- if (t) {
- confdir = t;
- }
-
- t = g_environ_getenv (env, "LOCAL_CONFDIR");
- if (t) {
- local_confdir = t;
- }
-
-
- if (vars) {
- t = g_hash_table_lookup (vars, "SHAREDIR");
- if (t) {
- sharedir = t;
- }
-
- t = g_hash_table_lookup (vars, "PLUGINSDIR");
- if (t) {
- pluginsdir = t;
- }
-
- t = g_hash_table_lookup (vars, "RULESDIR");
- if (t) {
- rulesdir = t;
- }
-
- t = g_hash_table_lookup (vars, "LUALIBDIR");
- if (t) {
- lualibdir = t;
- }
-
- t = g_hash_table_lookup (vars, "RUNDIR");
- if (t) {
- rundir = t;
- }
-
- t = g_hash_table_lookup (vars, "WWWDIR");
- if (t) {
- wwwdir = t;
- }
-
- t = g_hash_table_lookup (vars, "CONFDIR");
- if (t) {
- confdir = t;
- }
-
- t = g_hash_table_lookup (vars, "LOCAL_CONFDIR");
- if (t) {
- local_confdir = t;
- }
-
- t = g_hash_table_lookup (vars, "DBDIR");
- if (t) {
- dbdir = t;
- }
-
- t = g_hash_table_lookup (vars, "LOGDIR");
- if (t) {
- logdir = t;
- }
- }
-
- lua_createtable (L, 0, 9);
-
- rspamd_lua_table_set (L, RSPAMD_SHAREDIR_INDEX, sharedir);
- rspamd_lua_table_set (L, RSPAMD_CONFDIR_INDEX, confdir);
- rspamd_lua_table_set (L, RSPAMD_LOCAL_CONFDIR_INDEX, local_confdir);
- rspamd_lua_table_set (L, RSPAMD_RUNDIR_INDEX, rundir);
- rspamd_lua_table_set (L, RSPAMD_DBDIR_INDEX, dbdir);
- rspamd_lua_table_set (L, RSPAMD_LOGDIR_INDEX, logdir);
- rspamd_lua_table_set (L, RSPAMD_WWWDIR_INDEX, wwwdir);
- rspamd_lua_table_set (L, RSPAMD_PLUGINSDIR_INDEX, pluginsdir);
- rspamd_lua_table_set (L, RSPAMD_RULESDIR_INDEX, rulesdir);
- rspamd_lua_table_set (L, RSPAMD_LUALIBDIR_INDEX, lualibdir);
- rspamd_lua_table_set (L, RSPAMD_PREFIX_INDEX, prefix);
-
- lua_setglobal (L, "rspamd_paths");
- }
-
- lua_getglobal (L, "rspamd_env");
- if (lua_isnil (L, -1)) {
- lua_newtable (L);
-
- if (vars != NULL) {
- GHashTableIter it;
- gpointer k, v;
-
- g_hash_table_iter_init (&it, vars);
-
- while (g_hash_table_iter_next (&it, &k, &v)) {
- rspamd_lua_table_set (L, k, v);
- }
- }
-
- gint hostlen = sysconf (_SC_HOST_NAME_MAX);
-
- if (hostlen <= 0) {
- hostlen = 256;
- }
- else {
- hostlen ++;
- }
-
- gchar *hostbuf = g_alloca (hostlen);
- memset (hostbuf, 0, hostlen);
- gethostname (hostbuf, hostlen - 1);
-
- rspamd_lua_table_set (L, "hostname", hostbuf);
-
- rspamd_lua_table_set (L, "version", RVERSION);
- rspamd_lua_table_set (L, "ver_major", RSPAMD_VERSION_MAJOR);
- rspamd_lua_table_set (L, "ver_minor", RSPAMD_VERSION_MINOR);
- rspamd_lua_table_set (L, "ver_id", RID);
- lua_pushstring (L, "ver_num");
- lua_pushinteger (L, RSPAMD_VERSION_NUM);
- lua_settable (L, -3);
-
- if (env) {
- gint lim = g_strv_length (env);
-
- for (gint i = 0; i < lim; i++) {
- if (RSPAMD_LEN_CHECK_STARTS_WITH(env[i], strlen (env[i]), "RSPAMD_")) {
- const char *var = env[i] + sizeof ("RSPAMD_") - 1, *value;
- gint varlen;
-
- varlen = strcspn (var, "=");
- value = var + varlen;
-
- if (*value == '=') {
- value ++;
-
- lua_pushlstring (L, var, varlen);
- lua_pushstring (L, value);
- lua_settable (L, -3);
- }
-
- }
- }
- }
-
- if (lua_env) {
- gint lim = g_strv_length (lua_env);
-
- for (gint i = 0; i < lim; i ++) {
- if (!rspamd_lua_load_env (L, lua_env[i], lua_gettop (L), err)) {
- return FALSE;
- }
- }
- }
-
- lua_setglobal (L, "rspamd_env");
- }
-
- lua_settop (L, orig_top);
- g_strfreev (env);
-
- return TRUE;
- }
-
- void
- rspamd_lua_set_globals (struct rspamd_config *cfg, lua_State *L)
- {
- struct rspamd_config **pcfg;
- gint orig_top = lua_gettop (L);
-
- /* First check for global variable 'config' */
- lua_getglobal (L, "config");
- if (lua_isnil (L, -1)) {
- /* Assign global table to set up attributes */
- lua_newtable (L);
- lua_setglobal (L, "config");
- }
-
- lua_getglobal (L, "metrics");
- if (lua_isnil (L, -1)) {
- lua_newtable (L);
- lua_setglobal (L, "metrics");
- }
-
- lua_getglobal (L, "composites");
- if (lua_isnil (L, -1)) {
- lua_newtable (L);
- lua_setglobal (L, "composites");
- }
-
- lua_getglobal (L, "rspamd_classifiers");
- if (lua_isnil (L, -1)) {
- lua_newtable (L);
- lua_setglobal (L, "rspamd_classifiers");
- }
-
- lua_getglobal (L, "classifiers");
- if (lua_isnil (L, -1)) {
- lua_newtable (L);
- lua_setglobal (L, "classifiers");
- }
-
- lua_getglobal (L, "rspamd_version");
- if (lua_isnil (L, -1)) {
- lua_pushcfunction (L, rspamd_lua_rspamd_version);
- lua_setglobal (L, "rspamd_version");
- }
-
- if (cfg != NULL) {
- pcfg = lua_newuserdata (L, sizeof (struct rspamd_config *));
- rspamd_lua_setclass (L, "rspamd{config}", -1);
- *pcfg = cfg;
- lua_setglobal (L, "rspamd_config");
- }
-
- lua_settop (L, orig_top);
- }
-
- #ifdef WITH_LUA_TRACE
- static gint
- lua_push_trace_data (lua_State *L)
- {
- if (lua_traces) {
- ucl_object_push_lua (L, lua_traces, true);
- }
- else {
- lua_pushnil (L);
- }
-
- return 1;
- }
- #endif
-
-
-
- static void *
- rspamd_lua_wipe_realloc (void *ud,
- void *ptr,
- size_t osize,
- size_t nsize) RSPAMD_ATTR_ALLOC_SIZE(4);
- static void *
- rspamd_lua_wipe_realloc (void *ud,
- void *ptr,
- size_t osize,
- size_t nsize)
- {
- if (nsize == 0) {
- if (ptr) {
- rspamd_explicit_memzero (ptr, osize);
- }
-
- free (ptr);
- }
- else if (ptr == NULL) {
- return malloc (nsize);
- }
- else {
- if (nsize < osize) {
- /* Wipe on shrinking (actually never used) */
- rspamd_explicit_memzero (((unsigned char *)ptr) + nsize, osize - nsize);
- }
-
- return realloc (ptr, nsize);
- }
-
- return NULL;
- }
-
- #ifndef WITH_LUAJIT
- extern int luaopen_bit(lua_State *L);
- #endif
-
- lua_State *
- rspamd_lua_init (bool wipe_mem)
- {
- lua_State *L;
-
- if (wipe_mem) {
- #ifdef WITH_LUAJIT
- /* TODO: broken on luajit without GC64 */
- L = luaL_newstate ();
- #else
- L = lua_newstate (rspamd_lua_wipe_realloc, NULL);
- #endif
- }
- else {
- L = luaL_newstate ();
- }
-
- struct rspamd_lua_context *ctx;
-
- ctx = (struct rspamd_lua_context *)g_malloc0 (sizeof (*ctx));
- ctx->L = L;
- ctx->classes = kh_init(lua_class_set);
- kh_resize(lua_class_set, ctx->classes, RSPAMD_LUA_NCLASSES);
- DL_APPEND(rspamd_lua_global_ctx, ctx);
-
- lua_gc (L, LUA_GCSTOP, 0);
- luaL_openlibs (L);
- luaopen_logger (L);
- luaopen_mempool (L);
- luaopen_config (L);
- luaopen_map (L);
- luaopen_trie (L);
- luaopen_task (L);
- luaopen_textpart (L);
- luaopen_mimepart (L);
- luaopen_image (L);
- luaopen_url (L);
- luaopen_classifier (L);
- luaopen_statfile (L);
- luaopen_regexp (L);
- luaopen_cdb (L);
- luaopen_xmlrpc (L);
- luaopen_http (L);
- luaopen_redis (L);
- luaopen_upstream (L);
- lua_add_actions_global (L);
- luaopen_dns_resolver (L);
- luaopen_rsa (L);
- luaopen_ip (L);
- luaopen_expression (L);
- luaopen_text (L);
- luaopen_util (L);
- luaopen_tcp (L);
- luaopen_html (L);
- luaopen_sqlite3 (L);
- luaopen_cryptobox (L);
- luaopen_dns (L);
- luaopen_udp (L);
- luaopen_worker (L);
- luaopen_kann (L);
- luaopen_spf (L);
- luaopen_tensor (L);
- luaopen_parsers (L);
- luaopen_compress (L);
- #ifndef WITH_LUAJIT
- rspamd_lua_add_preload (L, "bit", luaopen_bit);
- lua_settop (L, 0);
- #endif
-
- rspamd_lua_new_class (L, "rspamd{session}", NULL);
- lua_pop (L, 1);
-
- rspamd_lua_add_preload (L, "lpeg", luaopen_lpeg);
- luaopen_ucl (L);
- rspamd_lua_add_preload (L, "ucl", luaopen_ucl);
-
- /* Add plugins global */
- lua_newtable (L);
- lua_setglobal (L, "rspamd_plugins");
-
- /* Set PRNG */
- lua_getglobal (L, "math");
- lua_pushstring (L, "randomseed"); /* Push math.randomseed function on top of the stack */
- lua_gettable (L, -2);
- lua_pushinteger (L, ottery_rand_uint64 ());
- g_assert (lua_pcall (L, 1, 0, 0) == 0);
- lua_pop (L, 1); /* math table */
-
- /* Modules state */
- lua_newtable (L);
- /*
- * rspamd_plugins_state = {
- * enabled = {},
- * disabled_unconfigured = {},
- * disabled_redis = {},
- * disabled_explicitly = {},
- * disabled_failed = {},
- * disabled_experimental = {},
- * }
- */
- #define ADD_TABLE(name) do { \
- lua_pushstring (L, #name); \
- lua_newtable (L); \
- lua_settable (L, -3); \
- } while (0)
-
- ADD_TABLE (enabled);
- ADD_TABLE (disabled_unconfigured);
- ADD_TABLE (disabled_redis);
- ADD_TABLE (disabled_explicitly);
- ADD_TABLE (disabled_failed);
- ADD_TABLE (disabled_experimental);
-
- #undef ADD_TABLE
- lua_setglobal (L, rspamd_modules_state_global);
-
- #ifdef WITH_LUA_TRACE
- lua_pushcfunction (L, lua_push_trace_data);
- lua_setglobal (L, "get_traces");
- #endif
-
- return L;
- }
-
- void
- rspamd_lua_close (lua_State *L)
- {
- struct rspamd_lua_context *ctx = rspamd_lua_ctx_by_state(L);
-
- /* TODO: we will leak this memory, but I don't know how to resolve
- * the chicked-egg problem when lua_close calls GC for many
- * userdata that requires classes metatables to be represented
- * For now, it is safe to leave it as is, I'm afraid
- */
- #if 0
- int ref;
- kh_foreach_value(ctx->classes, ref, {
- luaL_unref(L, LUA_REGISTRYINDEX, ref);
- });
- #endif
-
- lua_close(L);
- DL_DELETE(rspamd_lua_global_ctx, ctx);
- kh_destroy(lua_class_set, ctx->classes);
- g_free(ctx);
- }
-
- void
- rspamd_lua_start_gc (struct rspamd_config *cfg)
- {
- lua_State *L = (lua_State *)cfg->lua_state;
-
- lua_settop (L, 0);
- /* Set up GC */
- lua_gc (L, LUA_GCCOLLECT, 0);
- lua_gc (L, LUA_GCSETSTEPMUL, cfg->lua_gc_step);
- lua_gc (L, LUA_GCSETPAUSE, cfg->lua_gc_pause);
- lua_gc (L, LUA_GCRESTART, 0);
- }
-
-
- void
- rspamd_plugins_table_push_elt (lua_State *L, const gchar *field_name,
- const gchar *new_elt)
- {
- lua_getglobal (L, rspamd_modules_state_global);
-
- if (lua_istable (L, -1)) {
- lua_pushstring (L, field_name);
- lua_gettable (L, -2);
-
- if (lua_istable (L, -1)) {
- lua_pushstring (L, new_elt);
- lua_newtable (L);
- lua_settable (L, -3);
- lua_pop (L, 2); /* Global + element */
- }
- else {
- lua_pop (L, 2); /* Global + element */
- }
- }
- else {
- lua_pop (L, 1);
- }
- }
-
- gboolean
- rspamd_init_lua_filters (struct rspamd_config *cfg, bool force_load, bool strict)
- {
- struct rspamd_config **pcfg;
- GList *cur;
- struct script_module *module;
- lua_State *L = cfg->lua_state;
- gint err_idx;
-
- pcfg = lua_newuserdata (L, sizeof (struct rspamd_config *));
- rspamd_lua_setclass (L, "rspamd{config}", -1);
- *pcfg = cfg;
- lua_setglobal (L, "rspamd_config");
-
- cur = g_list_first (cfg->script_modules);
-
- while (cur) {
- module = cur->data;
-
- if (module->path) {
- if (!force_load) {
- if (!rspamd_config_is_module_enabled (cfg, module->name)) {
- cur = g_list_next (cur);
- continue;
- }
- }
-
- lua_pushcfunction (L, &rspamd_lua_traceback);
- err_idx = lua_gettop (L);
-
- gsize fsize;
- guint8 *data = rspamd_file_xmap (module->path,
- PROT_READ, &fsize, TRUE);
- guchar digest[rspamd_cryptobox_HASHBYTES];
- gchar *lua_fname;
-
- if (data == NULL) {
- msg_err_config ("cannot mmap %s failed: %s", module->path,
- strerror (errno));
-
- lua_settop (L, err_idx - 1); /* Error function */
-
- rspamd_plugins_table_push_elt (L, "disabled_failed",
- module->name);
-
- if (strict) {
- return FALSE;
- }
-
- cur = g_list_next (cur);
- continue;
- }
-
- module->digest = rspamd_mempool_alloc (cfg->cfg_pool,
- rspamd_cryptobox_HASHBYTES * 2 + 1);
- rspamd_cryptobox_hash (digest, data, fsize, NULL, 0);
- rspamd_encode_hex_buf (digest, sizeof (digest),
- module->digest, rspamd_cryptobox_HASHBYTES * 2 + 1);
- module->digest[rspamd_cryptobox_HASHBYTES * 2] = '\0';
- lua_fname = g_malloc (strlen (module->path) + 2);
- rspamd_snprintf (lua_fname, strlen (module->path) + 2, "@%s",
- module->path);
-
- if (luaL_loadbuffer (L, data, fsize, lua_fname) != 0) {
- msg_err_config ("load of %s failed: %s", module->path,
- lua_tostring (L, -1));
- lua_settop (L, err_idx - 1); /* Error function */
-
- rspamd_plugins_table_push_elt (L, "disabled_failed",
- module->name);
- munmap (data, fsize);
- g_free (lua_fname);
-
- if (strict) {
- return FALSE;
- }
-
- cur = g_list_next (cur);
- continue;
- }
-
- munmap (data, fsize);
- g_free (lua_fname);
-
- if (lua_pcall (L, 0, 0, err_idx) != 0) {
- msg_err_config ("init of %s failed: %s",
- module->path,
- lua_tostring (L, -1));
-
- lua_settop (L, err_idx - 1);
- rspamd_plugins_table_push_elt (L, "disabled_failed",
- module->name);
-
- if (strict) {
- return FALSE;
- }
-
- cur = g_list_next (cur);
- continue;
- }
-
- if (!force_load) {
- msg_info_config ("init lua module %s from %s; digest: %*s",
- module->name,
- module->path,
- 10, module->digest);
- }
-
- lua_pop (L, 1); /* Error function */
- }
-
- cur = g_list_next (cur);
- }
-
- return TRUE;
- }
-
- void
- rspamd_lua_dumpstack (lua_State *L)
- {
- gint i, t, r = 0;
- gint top = lua_gettop (L);
- gchar buf[BUFSIZ];
-
- r += rspamd_snprintf (buf + r, sizeof (buf) - r, "lua stack: ");
- for (i = 1; i <= top; i++) { /* repeat for each level */
- t = lua_type (L, i);
- switch (t)
- {
- case LUA_TSTRING: /* strings */
- r += rspamd_snprintf (buf + r,
- sizeof (buf) - r,
- "str: %s",
- lua_tostring (L, i));
- break;
-
- case LUA_TBOOLEAN: /* booleans */
- r += rspamd_snprintf (buf + r, sizeof (buf) - r,
- lua_toboolean (L, i) ? "bool: true" : "bool: false");
- break;
-
- case LUA_TNUMBER: /* numbers */
- r += rspamd_snprintf (buf + r,
- sizeof (buf) - r,
- "number: %.2f",
- lua_tonumber (L, i));
- break;
-
- default: /* other values */
- r += rspamd_snprintf (buf + r,
- sizeof (buf) - r,
- "type: %s",
- lua_typename (L, t));
- break;
-
- }
- if (i < top) {
- r += rspamd_snprintf (buf + r, sizeof (buf) - r,
- " -> "); /* put a separator */
- }
- }
-
- msg_info ("%*s", r, buf);
- }
-
- gpointer
- rspamd_lua_check_class (lua_State *L, gint index, const gchar *name)
- {
- gpointer p;
- khiter_t k;
-
- if (lua_type (L, index) == LUA_TUSERDATA) {
- p = lua_touserdata (L, index);
- if (p) {
- if (lua_getmetatable (L, index)) {
- struct rspamd_lua_context *ctx = rspamd_lua_ctx_by_state(L);
-
- k = kh_get (lua_class_set, ctx->classes, name);
-
- if (k == kh_end (ctx->classes)) {
- lua_pop (L, 1);
-
- return NULL;
- }
-
- lua_rawgeti (L, LUA_REGISTRYINDEX, kh_value(ctx->classes, k));
-
- if (lua_rawequal (L, -1, -2)) { /* does it have the correct mt? */
- lua_pop (L, 2); /* remove both metatables */
- return p;
- }
- lua_pop (L, 2);
- }
- }
- }
- return NULL;
- }
-
- int
- rspamd_lua_typerror (lua_State *L, int narg, const char *tname)
- {
- const char *msg = lua_pushfstring (L, "%s expected, got %s", tname,
- luaL_typename (L, narg));
- return luaL_argerror (L, narg, msg);
- }
-
-
- void
- rspamd_lua_add_preload (lua_State *L, const gchar *name, lua_CFunction func)
- {
- lua_getglobal (L, "package");
- lua_pushstring (L, "preload");
- lua_gettable (L, -2);
- lua_pushcfunction (L, func);
- lua_setfield (L, -2, name);
- lua_pop (L, 2); /* preload key + global package */
- }
-
-
- gboolean
- rspamd_lua_parse_table_arguments (lua_State *L, gint pos,
- GError **err,
- enum rspamd_lua_parse_arguments_flags how,
- const gchar *extraction_pattern, ...)
- {
- const gchar *p, *key = NULL, *end, *cls;
- va_list ap;
- gboolean required = FALSE, failed = FALSE, is_table;
- gchar classbuf[128];
- enum {
- read_key = 0,
- read_arg,
- read_class_start,
- read_class,
- read_semicolon
- } state = read_key;
- gsize keylen = 0, *valuelen, clslen;
- gint idx = 0, t, direct_userdata = 0;
-
- g_assert (extraction_pattern != NULL);
-
- if (pos < 0) {
- /* Get absolute pos */
- pos = lua_gettop (L) + pos + 1;
- }
-
- if (lua_type (L, pos) == LUA_TTABLE) {
- is_table = TRUE;
- }
- else {
- is_table = FALSE;
- idx = pos;
- }
-
- p = extraction_pattern;
- end = p + strlen (extraction_pattern);
-
- va_start (ap, extraction_pattern);
-
- while (p <= end) {
- switch (state) {
- case read_key:
- if (*p == '=') {
- if (key == NULL) {
- g_set_error (err, lua_error_quark (), 1, "cannot read key");
- va_end (ap);
-
- return FALSE;
- }
-
- state = read_arg;
- keylen = p - key;
- }
- else if (*p == '*' && key == NULL) {
- required = TRUE;
- }
- else if (key == NULL) {
- key = p;
- }
- p ++;
- break;
- case read_arg:
- g_assert (keylen != 0);
-
- if (is_table) {
- lua_pushlstring (L, key, keylen);
- lua_gettable (L, pos);
- idx = -1;
- }
-
- t = lua_type (L, idx);
-
- switch (*p) {
- case 'S':
- if (t == LUA_TSTRING) {
- *(va_arg (ap, const gchar **)) = lua_tostring (L, idx);
- }
- else if (t == LUA_TNIL || t == LUA_TNONE) {
- failed = TRUE;
-
- if (how != RSPAMD_LUA_PARSE_ARGUMENTS_IGNORE_MISSING) {
- *(va_arg (ap, const gchar **)) = NULL;
- }
- else {
- (void)va_arg (ap, gchar **);
- }
- }
- else {
- g_set_error (err,
- lua_error_quark (),
- 1,
- "bad type for key:"
- " %.*s: '%s', '%s' is expected",
- (gint) keylen,
- key,
- lua_typename (L, lua_type (L, idx)), "string");
- va_end (ap);
-
- return FALSE;
- }
-
- if (is_table) {
- lua_pop (L, 1);
- }
- break;
-
- case 'I':
- if (t == LUA_TNUMBER) {
- *(va_arg (ap, gint64 *)) = lua_tointeger (L, idx);
- }
- else if (t == LUA_TNIL || t == LUA_TNONE) {
- failed = TRUE;
- if (how != RSPAMD_LUA_PARSE_ARGUMENTS_IGNORE_MISSING) {
- *(va_arg (ap, gint64 *)) = 0;
- }
- else {
- (void)va_arg (ap, gint64 *);
- }
- }
- else {
- g_set_error (err,
- lua_error_quark (),
- 1,
- "bad type for key:"
- " %.*s: '%s', '%s' is expected",
- (gint) keylen,
- key,
- lua_typename (L, lua_type (L, idx)),
- "int64");
- va_end (ap);
-
- return FALSE;
- }
- if (is_table) {
- lua_pop (L, 1);
- }
- break;
-
- case 'i':
- if (t == LUA_TNUMBER) {
- *(va_arg (ap, gint32 *)) = lua_tointeger (L, idx);
- }
- else if (t == LUA_TNIL || t == LUA_TNONE) {
- failed = TRUE;
- if (how != RSPAMD_LUA_PARSE_ARGUMENTS_IGNORE_MISSING) {
- *(va_arg (ap, gint32 *)) = 0;
- }
- else {
- (void)va_arg (ap, gint32 *);
- }
- }
- else {
- g_set_error (err,
- lua_error_quark (),
- 1,
- "bad type for key:"
- " %.*s: '%s', '%s' is expected",
- (gint) keylen,
- key,
- lua_typename (L, lua_type (L, idx)),
- "int64");
- va_end (ap);
-
- return FALSE;
- }
- if (is_table) {
- lua_pop (L, 1);
- }
- break;
-
- case 'F':
- if (t == LUA_TFUNCTION) {
- if (!is_table) {
- lua_pushvalue (L, idx);
- }
-
- *(va_arg (ap, gint *)) = luaL_ref (L, LUA_REGISTRYINDEX);
- }
- else if (t == LUA_TNIL || t == LUA_TNONE) {
- failed = TRUE;
-
- if (how != RSPAMD_LUA_PARSE_ARGUMENTS_IGNORE_MISSING) {
- *(va_arg (ap, gint *)) = -1;
- }
- else {
- (void)va_arg (ap, gint *);
- }
-
- if (is_table) {
- lua_pop (L, 1);
- }
- }
- else {
- g_set_error (err,
- lua_error_quark (),
- 1,
- "bad type for key:"
- " %.*s: '%s', '%s' is expected",
- (gint) keylen,
- key,
- lua_typename (L, lua_type (L, idx)),
- "function");
- va_end (ap);
- if (is_table) {
- lua_pop (L, 1);
- }
-
- return FALSE;
- }
-
- /* luaL_ref pops argument from the stack */
- break;
-
- case 'B':
- if (t == LUA_TBOOLEAN) {
- *(va_arg (ap, gboolean *)) = lua_toboolean (L, idx);
- }
- else if (t == LUA_TNIL || t == LUA_TNONE) {
- failed = TRUE;
-
- if (how != RSPAMD_LUA_PARSE_ARGUMENTS_IGNORE_MISSING) {
- *(va_arg (ap, gboolean *)) = 0;
- }
- }
- else {
- g_set_error (err,
- lua_error_quark (),
- 1,
- "bad type for key:"
- " %.*s: '%s', '%s' is expected",
- (gint) keylen,
- key,
- lua_typename (L, lua_type (L, idx)),
- "bool");
- va_end (ap);
-
- return FALSE;
- }
-
- if (is_table) {
- lua_pop (L, 1);
- }
- break;
-
- case 'N':
- if (t == LUA_TNUMBER) {
- *(va_arg (ap, gdouble *)) = lua_tonumber (L, idx);
- }
- else if (t == LUA_TNIL || t == LUA_TNONE) {
- failed = TRUE;
-
- if (how != RSPAMD_LUA_PARSE_ARGUMENTS_IGNORE_MISSING) {
- *(va_arg (ap, gdouble *)) = 0;
- }
- else {
- (void)va_arg (ap, gdouble *);
- }
- }
- else {
- g_set_error (err,
- lua_error_quark (),
- 1,
- "bad type for key:"
- " %.*s: '%s', '%s' is expected",
- (gint) keylen,
- key,
- lua_typename (L, lua_type (L, idx)),
- "double");
- va_end (ap);
-
- return FALSE;
- }
-
- if (is_table) {
- lua_pop (L, 1);
- }
- break;
-
- case 'D':
- if (t == LUA_TNUMBER) {
- *(va_arg (ap, gdouble *)) = lua_tonumber (L, idx);
- }
- else if (t == LUA_TNIL || t == LUA_TNONE) {
- failed = TRUE;
-
- if (how != RSPAMD_LUA_PARSE_ARGUMENTS_IGNORE_MISSING) {
- *(va_arg (ap, gdouble *)) = NAN;
- }
- else {
- (void)va_arg (ap, gdouble *);
- }
- }
- else {
- g_set_error (err,
- lua_error_quark (),
- 1,
- "bad type for key:"
- " %.*s: '%s', '%s' is expected",
- (gint) keylen,
- key,
- lua_typename (L, lua_type (L, idx)),
- "double");
- va_end (ap);
-
- return FALSE;
- }
-
- if (is_table) {
- lua_pop (L, 1);
- }
- break;
-
- case 'V':
- valuelen = va_arg (ap, gsize *);
-
- if (t == LUA_TSTRING) {
- *(va_arg (ap, const gchar **)) = lua_tolstring (L, idx,
- valuelen);
- }
- else if (t == LUA_TNIL || t == LUA_TNONE) {
- failed = TRUE;
-
- if (how != RSPAMD_LUA_PARSE_ARGUMENTS_IGNORE_MISSING) {
- *(va_arg (ap, const char **)) = NULL;
- *valuelen = 0;
- }
- else {
- (void)va_arg (ap, const char **);
- }
- }
- else {
- g_set_error (err,
- lua_error_quark (),
- 1,
- "bad type for key:"
- " %.*s: '%s', '%s' is expected",
- (gint) keylen,
- key,
- lua_typename (L, lua_type (L, idx)),
- "string");
- va_end (ap);
-
- return FALSE;
- }
-
- if (is_table) {
- lua_pop (L, 1);
- }
- break;
- case 'O':
- if (t != LUA_TNONE) {
- *(va_arg (ap, ucl_object_t **)) = ucl_object_lua_import (L,
- idx);
- }
- else {
- failed = TRUE;
-
- if (how != RSPAMD_LUA_PARSE_ARGUMENTS_IGNORE_MISSING) {
- *(va_arg (ap, ucl_object_t **)) = NULL;
- }
- else {
- (void)va_arg (ap, ucl_object_t **);
- }
- }
-
- if (is_table) {
- lua_pop (L, 1);
- }
- break;
- case 'U':
- if (t == LUA_TNIL || t == LUA_TNONE) {
- failed = TRUE;
-
- if (how != RSPAMD_LUA_PARSE_ARGUMENTS_IGNORE_MISSING) {
- *(va_arg (ap, void **)) = NULL;
- }
- else {
- (void)va_arg (ap, void **);
- }
- }
- else if (t != LUA_TUSERDATA) {
- g_set_error (err,
- lua_error_quark (),
- 1,
- "bad type for key:"
- " %.*s: '%s', '%s' is expected",
- (gint) keylen,
- key,
- lua_typename (L, lua_type (L, idx)),
- "int64");
- va_end (ap);
-
- return FALSE;
- }
-
- state = read_class_start;
- clslen = 0;
- direct_userdata = 0;
- cls = NULL;
- p ++;
- continue;
- case 'u':
- if (t == LUA_TNIL || t == LUA_TNONE) {
- failed = TRUE;
-
- if (how != RSPAMD_LUA_PARSE_ARGUMENTS_IGNORE_MISSING) {
- *(va_arg (ap, void **)) = NULL;
- }
- else {
- (void)va_arg (ap, void **);
- }
- }
- else if (t != LUA_TUSERDATA) {
- g_set_error (err,
- lua_error_quark (),
- 1,
- "bad type for key:"
- " %.*s: '%s', '%s' is expected",
- (gint) keylen,
- key,
- lua_typename (L, lua_type (L, idx)),
- "int64");
- va_end (ap);
-
- return FALSE;
- }
-
- state = read_class_start;
- clslen = 0;
- direct_userdata = 1;
- cls = NULL;
- p ++;
- continue;
- default:
- g_assert (0);
- break;
- }
-
- if (failed && required) {
- g_set_error (err, lua_error_quark (), 2, "required parameter "
- "%.*s is missing", (gint)keylen, key);
- va_end (ap);
-
- return FALSE;
- }
-
- if (!is_table) {
- idx ++;
- }
-
- /* Reset read params */
- state = read_semicolon;
- failed = FALSE;
- required = FALSE;
- keylen = 0;
- key = NULL;
- p ++;
- break;
-
- case read_class_start:
- if (*p == '{') {
- cls = p + 1;
- state = read_class;
- }
- else {
- if (is_table) {
- lua_pop (L, 1);
- }
-
- g_set_error (err, lua_error_quark (), 2, "missing classname for "
- "%.*s", (gint)keylen, key);
- va_end (ap);
-
- return FALSE;
- }
- p ++;
- break;
-
- case read_class:
- if (*p == '}') {
- clslen = p - cls;
- if (clslen == 0) {
- if (is_table) {
- lua_pop (L, 1);
- }
-
- g_set_error (err,
- lua_error_quark (),
- 2,
- "empty classname for "
- "%*.s",
- (gint) keylen,
- key);
- va_end (ap);
-
- return FALSE;
- }
-
- rspamd_snprintf (classbuf, sizeof (classbuf), "rspamd{%*s}",
- (gint) clslen, cls);
-
-
- /*
- * We skip class check here for speed in non-table mode
- */
- if (!failed && (!is_table ||
- rspamd_lua_check_class (L, idx, classbuf))) {
- if (direct_userdata) {
- void **arg_p = (va_arg (ap, void **));
- *arg_p = lua_touserdata (L, idx);
- }
- else {
- *(va_arg (ap,
- void **)) = *(void **) lua_touserdata (L, idx);
- }
- }
- else {
- if (!failed) {
- g_set_error (err,
- lua_error_quark (),
- 2,
- "invalid class for key %.*s, expected %s, got %s",
- (gint) keylen,
- key,
- classbuf,
- rspamd_lua_class_tostring_buf (L, FALSE, idx));
- va_end (ap);
-
- return FALSE;
- }
- }
-
- if (is_table) {
- lua_pop (L, 1);
- }
- else {
- idx ++;
- }
-
- if (failed && required) {
- g_set_error (err,
- lua_error_quark (),
- 2,
- "required parameter "
- "%.*s is missing",
- (gint) keylen,
- key);
- va_end (ap);
-
- return FALSE;
- }
-
- /* Reset read params */
- state = read_semicolon;
- failed = FALSE;
- required = FALSE;
- keylen = 0;
- key = NULL;
- }
- p ++;
- break;
-
- case read_semicolon:
- if (*p == ';' || p == end) {
- state = read_key;
- key = NULL;
- keylen = 0;
- failed = FALSE;
- }
- else {
- g_set_error (err, lua_error_quark (), 2, "bad format string: %s,"
- " at char %c, position %d",
- extraction_pattern, *p, (int)(p - extraction_pattern));
- va_end (ap);
-
- return FALSE;
- }
-
- p++;
- break;
- }
- }
-
- va_end (ap);
-
- return TRUE;
- }
-
- static void
- rspamd_lua_traceback_string (lua_State *L, luaL_Buffer *buf)
- {
- gint i = 1, r;
- lua_Debug d;
- gchar tmp[256];
-
- while (lua_getstack (L, i++, &d)) {
- lua_getinfo (L, "nSl", &d);
- r = rspamd_snprintf (tmp, sizeof (tmp), " [%d]:{%s:%d - %s [%s]};",
- i - 1, d.short_src, d.currentline,
- (d.name ? d.name : "<unknown>"), d.what);
- luaL_addlstring (buf, tmp, r);
- }
- }
-
- gint
- rspamd_lua_traceback (lua_State *L)
- {
- luaL_Buffer b;
-
- luaL_buffinit (L, &b);
- rspamd_lua_get_traceback_string (L, &b);
- luaL_pushresult (&b);
-
- return 1;
- }
-
- void
- rspamd_lua_get_traceback_string (lua_State *L, luaL_Buffer *buf)
- {
- const gchar *msg = lua_tostring (L, -1);
-
- if (msg) {
- luaL_addstring (buf, msg);
- lua_pop (L, 1); /* Error string */
- }
- else {
- luaL_addstring (buf, "unknown error");
- }
-
- luaL_addstring (buf, "; trace:");
- rspamd_lua_traceback_string (L, buf);
- }
-
- guint
- rspamd_lua_table_size (lua_State *L, gint tbl_pos)
- {
- guint tbl_size = 0;
-
- if (!lua_istable (L, tbl_pos)) {
- return 0;
- }
-
- #if LUA_VERSION_NUM >= 502
- tbl_size = lua_rawlen (L, tbl_pos);
- #else
- tbl_size = lua_objlen (L, tbl_pos);
- #endif
-
- return tbl_size;
- }
-
- static void *
- rspamd_lua_check_udata_common (lua_State *L, gint pos, const gchar *classname,
- gboolean fatal)
- {
- void *p = lua_touserdata (L, pos);
- guint i, top = lua_gettop (L);
- khiter_t k;
-
- if (p == NULL) {
- goto err;
- }
- else {
- /* Match class */
- if (lua_getmetatable (L, pos)) {
- struct rspamd_lua_context *ctx = rspamd_lua_ctx_by_state(L);
-
- k = kh_get (lua_class_set, ctx->classes, classname);
-
- if (k == kh_end (ctx->classes)) {
- goto err;
- }
-
- lua_rawgeti (L, LUA_REGISTRYINDEX, kh_value(ctx->classes, k));
-
- if (!lua_rawequal (L, -1, -2)) {
- goto err;
- }
- }
- else {
- goto err;
- }
- }
-
- lua_settop (L, top);
-
- return p;
-
- err:
- if (fatal) {
- const gchar *actual_classname = NULL;
-
- if (lua_type (L, pos) == LUA_TUSERDATA && lua_getmetatable (L, pos)) {
- lua_pushstring (L, "__index");
- lua_gettable (L, -2);
- lua_pushstring (L, "class");
- lua_gettable (L, -2);
- actual_classname = lua_tostring (L, -1);
- }
- else {
- actual_classname = lua_typename (L, lua_type (L, pos));
- }
-
- luaL_Buffer buf;
- gchar tmp[512];
- gint r;
-
- luaL_buffinit (L, &buf);
- r = rspamd_snprintf (tmp, sizeof (tmp),
- "expected %s at position %d, but userdata has "
- "%s metatable; trace: ",
- classname, pos, actual_classname);
- luaL_addlstring (&buf, tmp, r);
- rspamd_lua_traceback_string (L, &buf);
- r = rspamd_snprintf (tmp, sizeof (tmp), " stack(%d): ", top);
- luaL_addlstring (&buf, tmp, r);
-
- for (i = 1; i <= MIN (top, 10); i ++) {
- if (lua_type (L, i) == LUA_TUSERDATA) {
- const char *clsname;
-
- if (lua_getmetatable (L, i)) {
- lua_pushstring (L, "__index");
- lua_gettable (L, -2);
- lua_pushstring (L, "class");
- lua_gettable (L, -2);
- clsname = lua_tostring (L, -1);
- }
- else {
- clsname = lua_typename (L, lua_type (L, i));
- }
-
- r = rspamd_snprintf (tmp, sizeof (tmp), "[%d: ud=%s] ", i,
- clsname);
- luaL_addlstring (&buf, tmp, r);
- }
- else {
- r = rspamd_snprintf (tmp, sizeof (tmp), "[%d: %s] ", i,
- lua_typename (L, lua_type (L, i)));
- luaL_addlstring (&buf, tmp, r);
- }
- }
-
- luaL_pushresult (&buf);
- msg_err ("lua type error: %s", lua_tostring (L, -1));
- }
-
- lua_settop (L, top);
-
- return NULL;
- }
-
- void *
- rspamd_lua_check_udata (lua_State *L, gint pos, const gchar *classname)
- {
- return rspamd_lua_check_udata_common (L, pos, classname, TRUE);
- }
-
- void *
- rspamd_lua_check_udata_maybe (lua_State *L, gint pos, const gchar *classname)
- {
- return rspamd_lua_check_udata_common (L, pos, classname, FALSE);
- }
-
- struct rspamd_async_session*
- lua_check_session (lua_State * L, gint pos)
- {
- void *ud = rspamd_lua_check_udata (L, pos, "rspamd{session}");
- luaL_argcheck (L, ud != NULL, pos, "'session' expected");
- return ud ? *((struct rspamd_async_session **)ud) : NULL;
- }
-
- struct ev_loop*
- lua_check_ev_base (lua_State * L, gint pos)
- {
- void *ud = rspamd_lua_check_udata (L, pos, "rspamd{ev_base}");
- luaL_argcheck (L, ud != NULL, pos, "'event_base' expected");
- return ud ? *((struct ev_loop **)ud) : NULL;
- }
-
- static void rspamd_lua_run_postloads_error (struct thread_entry *thread, int ret, const char *msg);
-
- void
- rspamd_lua_run_postloads (lua_State *L, struct rspamd_config *cfg,
- struct ev_loop *ev_base, struct rspamd_worker *w)
- {
- struct rspamd_config_cfg_lua_script *sc;
- struct rspamd_config **pcfg;
- struct ev_loop **pev_base;
- struct rspamd_worker **pw;
-
- /* Execute post load scripts */
- LL_FOREACH (cfg->on_load_scripts, sc) {
- struct thread_entry *thread = lua_thread_pool_get_for_config (cfg);
- thread->error_callback = rspamd_lua_run_postloads_error;
- L = thread->lua_state;
-
- lua_rawgeti (L, LUA_REGISTRYINDEX, sc->cbref);
- pcfg = lua_newuserdata (L, sizeof (*pcfg));
- *pcfg = cfg;
- rspamd_lua_setclass (L, "rspamd{config}", -1);
-
- pev_base = lua_newuserdata (L, sizeof (*pev_base));
- *pev_base = ev_base;
- rspamd_lua_setclass (L, "rspamd{ev_base}", -1);
-
- pw = lua_newuserdata (L, sizeof (*pw));
- *pw = w;
- rspamd_lua_setclass (L, "rspamd{worker}", -1);
-
- lua_thread_call (thread, 3);
- }
- }
-
-
- void
- rspamd_lua_run_config_post_init (lua_State *L, struct rspamd_config *cfg)
- {
- struct rspamd_config_cfg_lua_script *sc;
- struct rspamd_config **pcfg;
-
- LL_FOREACH (cfg->post_init_scripts, sc) {
- lua_pushcfunction (L, &rspamd_lua_traceback);
- gint err_idx = lua_gettop (L);
-
- lua_rawgeti (L, LUA_REGISTRYINDEX, sc->cbref);
- pcfg = lua_newuserdata (L, sizeof (*pcfg));
- *pcfg = cfg;
- rspamd_lua_setclass (L, "rspamd{config}", -1);
-
- if (lua_pcall (L, 1, 0, err_idx) != 0) {
- msg_err_config ("cannot run config post init script: %s; priority = %d",
- lua_tostring (L, -1), sc->priority);
- }
-
- lua_settop (L, err_idx - 1);
- }
- }
-
-
- void
- rspamd_lua_run_config_unload (lua_State *L, struct rspamd_config *cfg)
- {
- struct rspamd_config_cfg_lua_script *sc;
- struct rspamd_config **pcfg;
-
- LL_FOREACH (cfg->config_unload_scripts, sc) {
- lua_pushcfunction (L, &rspamd_lua_traceback);
- gint err_idx = lua_gettop (L);
-
- lua_rawgeti (L, LUA_REGISTRYINDEX, sc->cbref);
- pcfg = lua_newuserdata (L, sizeof (*pcfg));
- *pcfg = cfg;
- rspamd_lua_setclass (L, "rspamd{config}", -1);
-
- if (lua_pcall (L, 1, 0, err_idx) != 0) {
- msg_err_config ("cannot run config post init script: %s",
- lua_tostring (L, -1));
- }
-
- lua_settop (L, err_idx - 1);
- }
- }
-
- static void
- rspamd_lua_run_postloads_error (struct thread_entry *thread, int ret, const char *msg)
- {
- struct rspamd_config *cfg = thread->cfg;
-
- msg_err_config ("error executing post load code: %s", msg);
- }
-
-
- struct rspamd_lua_ref_cbdata {
- lua_State *L;
- gint cbref;
- };
-
- static void
- rspamd_lua_ref_dtor (gpointer p)
- {
- struct rspamd_lua_ref_cbdata *cbdata = p;
-
- luaL_unref (cbdata->L, LUA_REGISTRYINDEX, cbdata->cbref);
- }
-
- void
- rspamd_lua_add_ref_dtor (lua_State *L, rspamd_mempool_t *pool,
- gint ref)
- {
- struct rspamd_lua_ref_cbdata *cbdata;
-
- if (ref != -1) {
- cbdata = rspamd_mempool_alloc (pool, sizeof (*cbdata));
- cbdata->cbref = ref;
- cbdata->L = L;
-
- rspamd_mempool_add_destructor (pool, rspamd_lua_ref_dtor, cbdata);
- }
- }
-
- gboolean
- rspamd_lua_require_function (lua_State *L, const gchar *modname,
- const gchar *funcname)
- {
- gint table_pos, err_pos;
-
- lua_pushcfunction (L, &rspamd_lua_traceback);
- err_pos = lua_gettop (L);
- lua_getglobal (L, "require");
-
- if (lua_isnil (L, -1)) {
- lua_remove (L, err_pos);
- lua_pop (L, 1);
-
- return FALSE;
- }
-
- lua_pushstring (L, modname);
-
- /* Now try to call */
- if (lua_pcall (L, 1, 1, 0) != 0) {
- lua_remove (L, err_pos);
- msg_warn ("require of %s.%s failed: %s", modname,
- funcname, lua_tostring (L, -1));
- lua_pop (L, 1);
-
- return FALSE;
- }
-
- lua_remove (L, err_pos);
-
- /* Now we should have a table with results */
- if (!lua_istable (L, -1)) {
- msg_warn ("require of %s.%s failed: not a table but %s", modname,
- funcname, lua_typename (L, lua_type (L, -1)));
-
- lua_pop (L, 1);
-
- return FALSE;
- }
-
- table_pos = lua_gettop (L);
- lua_pushstring (L, funcname);
- lua_gettable (L, -2);
-
- if (lua_type (L, -1) == LUA_TFUNCTION) {
- /* Remove table, preserve just a function */
- lua_remove (L, table_pos);
-
- return TRUE;
- }
- else {
- msg_warn ("require of %s.%s failed: not a function but %s", modname,
- funcname, lua_typename (L, lua_type (L, -1)));
- }
-
- lua_pop (L, 2);
-
- return FALSE;
- }
-
- gint
- rspamd_lua_function_ref_from_str (lua_State *L, const gchar *str, gsize slen,
- const gchar *modname, GError **err)
- {
- gint err_idx, ref_idx;
-
- lua_pushcfunction (L, &rspamd_lua_traceback);
- err_idx = lua_gettop (L);
-
- /* Load file */
- if (luaL_loadbuffer (L, str, slen, modname) != 0) {
- g_set_error (err,
- lua_error_quark(),
- EINVAL,
- "%s: cannot load lua script: %s",
- modname,
- lua_tostring (L, -1));
- lua_settop (L, err_idx - 1); /* Error function */
-
- return LUA_NOREF;
- }
-
- /* Now call it */
- if (lua_pcall (L, 0, 1, err_idx) != 0) {
- g_set_error (err,
- lua_error_quark(),
- EINVAL,
- "%s: cannot init lua script: %s",
- modname,
- lua_tostring (L, -1));
- lua_settop (L, err_idx - 1);
-
- return LUA_NOREF;
- }
-
- if (!lua_isfunction (L, -1)) {
- g_set_error (err,
- lua_error_quark(),
- EINVAL,
- "%s: cannot init lua script: "
- "must return function not %s",
- modname,
- lua_typename (L, lua_type (L, -1)));
- lua_settop (L, err_idx - 1);
-
- return LUA_NOREF;
- }
-
- ref_idx = luaL_ref (L, LUA_REGISTRYINDEX);
- lua_settop (L, err_idx - 1);
-
- return ref_idx;
- }
-
-
- gboolean
- rspamd_lua_try_load_redis (lua_State *L, const ucl_object_t *obj,
- struct rspamd_config *cfg, gint *ref_id)
- {
- gint err_idx;
- struct rspamd_config **pcfg;
-
- lua_pushcfunction (L, &rspamd_lua_traceback);
- err_idx = lua_gettop (L);
-
- /* Obtain function */
- if (!rspamd_lua_require_function (L, "lua_redis", "try_load_redis_servers")) {
- msg_err_config ("cannot require lua_redis");
- lua_pop (L, 2);
-
- return FALSE;
- }
-
- /* Function arguments */
- ucl_object_push_lua (L, obj, false);
- pcfg = lua_newuserdata (L, sizeof (*pcfg));
- rspamd_lua_setclass (L, "rspamd{config}", -1);
- *pcfg = cfg;
- lua_pushboolean (L, false); /* no_fallback */
-
- if (lua_pcall (L, 3, 1, err_idx) != 0) {
- msg_err_config ("cannot call lua try_load_redis_servers script: %s",
- lua_tostring (L, -1));
- lua_settop (L, 0);
-
- return FALSE;
- }
-
- if (lua_istable (L, -1)) {
- if (ref_id) {
- /* Ref table */
- lua_pushvalue (L, -1);
- *ref_id = luaL_ref (L, LUA_REGISTRYINDEX);
- lua_settop (L, 0);
- }
- else {
- /* Leave it on the stack */
- lua_insert (L, err_idx);
- lua_settop (L, err_idx);
- }
-
- return TRUE;
- }
- else {
- lua_settop (L, 0);
- }
-
- return FALSE;
- }
-
- void
- rspamd_lua_push_full_word (lua_State *L, rspamd_stat_token_t *w)
- {
- gint fl_cnt;
-
- lua_createtable (L, 4, 0);
-
- if (w->stemmed.len > 0) {
- lua_pushlstring (L, w->stemmed.begin, w->stemmed.len);
- lua_rawseti (L, -2, 1);
- }
- else {
- lua_pushstring (L, "");
- lua_rawseti (L, -2, 1);
- }
-
- if (w->normalized.len > 0) {
- lua_pushlstring (L, w->normalized.begin, w->normalized.len);
- lua_rawseti (L, -2, 2);
- }
- else {
- lua_pushstring (L, "");
- lua_rawseti (L, -2, 2);
- }
-
- if (w->original.len > 0) {
- lua_pushlstring (L, w->original.begin, w->original.len);
- lua_rawseti (L, -2, 3);
- }
- else {
- lua_pushstring (L, "");
- lua_rawseti (L, -2, 3);
- }
-
- /* Flags part */
- fl_cnt = 1;
- lua_createtable (L, 4, 0);
-
- if (w->flags & RSPAMD_STAT_TOKEN_FLAG_NORMALISED) {
- lua_pushstring (L, "normalised");
- lua_rawseti (L, -2, fl_cnt ++);
- }
- if (w->flags & RSPAMD_STAT_TOKEN_FLAG_BROKEN_UNICODE) {
- lua_pushstring (L, "broken_unicode");
- lua_rawseti (L, -2, fl_cnt ++);
- }
- if (w->flags & RSPAMD_STAT_TOKEN_FLAG_UTF) {
- lua_pushstring (L, "utf");
- lua_rawseti (L, -2, fl_cnt ++);
- }
- if (w->flags & RSPAMD_STAT_TOKEN_FLAG_TEXT) {
- lua_pushstring (L, "text");
- lua_rawseti (L, -2, fl_cnt ++);
- }
- if (w->flags & RSPAMD_STAT_TOKEN_FLAG_HEADER) {
- lua_pushstring (L, "header");
- lua_rawseti (L, -2, fl_cnt ++);
- }
- if (w->flags & (RSPAMD_STAT_TOKEN_FLAG_META|RSPAMD_STAT_TOKEN_FLAG_LUA_META)) {
- lua_pushstring (L, "meta");
- lua_rawseti (L, -2, fl_cnt ++);
- }
- if (w->flags & RSPAMD_STAT_TOKEN_FLAG_STOP_WORD) {
- lua_pushstring (L, "stop_word");
- lua_rawseti (L, -2, fl_cnt ++);
- }
- if (w->flags & RSPAMD_STAT_TOKEN_FLAG_INVISIBLE_SPACES) {
- lua_pushstring (L, "invisible_spaces");
- lua_rawseti (L, -2, fl_cnt ++);
- }
- if (w->flags & RSPAMD_STAT_TOKEN_FLAG_STEMMED) {
- lua_pushstring (L, "stemmed");
- lua_rawseti (L, -2, fl_cnt ++);
- }
-
- lua_rawseti (L, -2, 4);
- }
-
- gint
- rspamd_lua_push_words (lua_State *L, GArray *words,
- enum rspamd_lua_words_type how)
- {
- rspamd_stat_token_t *w;
- guint i, cnt;
-
- lua_createtable (L, words->len, 0);
-
- for (i = 0, cnt = 1; i < words->len; i ++) {
- w = &g_array_index (words, rspamd_stat_token_t, i);
-
- switch (how) {
- case RSPAMD_LUA_WORDS_STEM:
- if (w->stemmed.len > 0) {
- lua_pushlstring (L, w->stemmed.begin, w->stemmed.len);
- lua_rawseti (L, -2, cnt ++);
- }
- break;
- case RSPAMD_LUA_WORDS_NORM:
- if (w->normalized.len > 0) {
- lua_pushlstring (L, w->normalized.begin, w->normalized.len);
- lua_rawseti (L, -2, cnt ++);
- }
- break;
- case RSPAMD_LUA_WORDS_RAW:
- if (w->original.len > 0) {
- lua_pushlstring (L, w->original.begin, w->original.len);
- lua_rawseti (L, -2, cnt ++);
- }
- break;
- case RSPAMD_LUA_WORDS_FULL:
- rspamd_lua_push_full_word (L, w);
- /* Push to the resulting vector */
- lua_rawseti (L, -2, cnt ++);
- break;
- default:
- break;
- }
- }
-
- return 1;
- }
-
- gchar *
- rspamd_lua_get_module_name (lua_State *L)
- {
- lua_Debug d;
- gchar *p;
- gchar func_buf[128];
-
- if (lua_getstack (L, 1, &d) == 1) {
- (void) lua_getinfo (L, "Sl", &d);
- if ((p = strrchr (d.short_src, '/')) == NULL) {
- p = d.short_src;
- }
- else {
- p++;
- }
-
- if (strlen (p) > 20) {
- rspamd_snprintf (func_buf, sizeof (func_buf), "%10s...]:%d", p,
- d.currentline);
- }
- else {
- rspamd_snprintf (func_buf, sizeof (func_buf), "%s:%d", p,
- d.currentline);
- }
-
- return g_strdup (func_buf);
- }
-
- return NULL;
- }
-
- bool
- rspamd_lua_universal_pcall (lua_State *L, gint cbref, const gchar* strloc,
- gint nret, const gchar *args, GError **err, ...)
- {
- va_list ap;
- const gchar *argp = args, *classname;
- gint err_idx, nargs = 0;
- gpointer *cls_ptr;
- gsize sz;
-
- /* Error function */
- lua_pushcfunction (L, &rspamd_lua_traceback);
- err_idx = lua_gettop (L);
-
- va_start (ap, err);
- /* Called function */
- lua_rawgeti (L, LUA_REGISTRYINDEX, cbref);
- /*
- * Possible arguments
- * - i - lua_integer, argument - gint64
- * - n - lua_number, argument - gdouble
- * - s - lua_string, argument - const gchar * (zero terminated)
- * - l - lua_lstring, argument - (size_t + const gchar *) pair
- * - u - lua_userdata, argument - (const char * + void *) - classname + pointer
- * - b - lua_boolean, argument - gboolean (not bool due to varargs promotion)
- * - f - lua_function, argument - int - position of the function on stack (not lua_registry)
- * - t - lua_text, argument - int - position of the lua_text on stack (not lua_registry)
- */
- while (*argp) {
- switch (*argp) {
- case 'i':
- lua_pushinteger (L, va_arg (ap, gint64));
- nargs ++;
- break;
- case 'n':
- lua_pushnumber (L, va_arg (ap, gdouble));
- nargs ++;
- break;
- case 's':
- lua_pushstring (L, va_arg (ap, const gchar *));
- nargs ++;
- break;
- case 'l':
- sz = va_arg (ap, gsize);
- lua_pushlstring (L, va_arg (ap, const gchar *), sz);
- nargs ++;
- break;
- case 'b':
- lua_pushboolean (L, va_arg (ap, gboolean));
- nargs ++;
- break;
- case 'u':
- classname = va_arg (ap, const gchar *);
- cls_ptr = (gpointer *)lua_newuserdata (L, sizeof (gpointer));
- *cls_ptr = va_arg (ap, gpointer);
- rspamd_lua_setclass (L, classname, -1);
- nargs ++;
- break;
- case 'f':
- case 't':
- lua_pushvalue (L, va_arg (ap, gint));
- nargs ++;
- break;
- default:
- lua_settop (L, err_idx - 1);
- g_set_error (err, lua_error_quark (), EINVAL,
- "invalid argument character: %c at %s",
- *argp, argp);
- va_end (ap);
-
- return false;
- }
-
- argp ++;
- }
-
- if (lua_pcall (L, nargs, nret, err_idx) != 0) {
- g_set_error (err, lua_error_quark (), EBADF,
- "error when calling lua function from %s: %s",
- strloc, lua_tostring (L, -1));
- lua_settop (L, err_idx - 1);
- va_end (ap);
-
- return false;
- }
-
- lua_remove (L, err_idx);
- va_end (ap);
-
- return true;
- }
-
- #if defined( LUA_VERSION_NUM ) && LUA_VERSION_NUM <= 502
- gint
- rspamd_lua_geti (lua_State *L, int pos, int i)
- {
- pos = lua_absindex (L, pos);
- lua_pushinteger (L, i);
- lua_gettable (L, pos);
-
- return lua_type (L, -1);
- }
- #endif
|