You can not select more than 25 topics Topics must start with a letter or number, can include dashes ('-') and can be up to 35 characters long.

lua_map.c 26KB

1234567891011121314151617181920212223242526272829303132333435363738394041424344454647484950515253545556575859606162636465666768697071727374757677787980818283848586878889909192939495969798991001011021031041051061071081091101111121131141151161171181191201211221231241251261271281291301311321331341351361371381391401411421431441451461471481491501511521531541551561571581591601611621631641651661671681691701711721731741751761771781791801811821831841851861871881891901911921931941951961971981992002012022032042052062072082092102112122132142152162172182192202212222232242252262272282292302312322332342352362372382392402412422432442452462472482492502512522532542552562572582592602612622632642652662672682692702712722732742752762772782792802812822832842852862872882892902912922932942952962972982993003013023033043053063073083093103113123133143153163173183193203213223233243253263273283293303313323333343353363373383393403413423433443453463473483493503513523533543553563573583593603613623633643653663673683693703713723733743753763773783793803813823833843853863873883893903913923933943953963973983994004014024034044054064074084094104114124134144154164174184194204214224234244254264274284294304314324334344354364374384394404414424434444454464474484494504514524534544554564574584594604614624634644654664674684694704714724734744754764774784794804814824834844854864874884894904914924934944954964974984995005015025035045055065075085095105115125135145155165175185195205215225235245255265275285295305315325335345355365375385395405415425435445455465475485495505515525535545555565575585595605615625635645655665675685695705715725735745755765775785795805815825835845855865875885895905915925935945955965975985996006016026036046056066076086096106116126136146156166176186196206216226236246256266276286296306316326336346356366376386396406416426436446456466476486496506516526536546556566576586596606616626636646656666676686696706716726736746756766776786796806816826836846856866876886896906916926936946956966976986997007017027037047057067077087097107117127137147157167177187197207217227237247257267277287297307317327337347357367377387397407417427437447457467477487497507517527537547557567577587597607617627637647657667677687697707717727737747757767777787797807817827837847857867877887897907917927937947957967977987998008018028038048058068078088098108118128138148158168178188198208218228238248258268278288298308318328338348358368378388398408418428438448458468478488498508518528538548558568578588598608618628638648658668678688698708718728738748758768778788798808818828838848858868878888898908918928938948958968978988999009019029039049059069079089099109119129139149159169179189199209219229239249259269279289299309319329339349359369379389399409419429439449459469479489499509519529539549559569579589599609619629639649659669679689699709719729739749759769779789799809819829839849859869879889899909919929939949959969979989991000100110021003100410051006100710081009101010111012101310141015101610171018101910201021102210231024102510261027102810291030103110321033103410351036103710381039104010411042104310441045104610471048104910501051105210531054105510561057105810591060106110621063106410651066106710681069107010711072107310741075107610771078107910801081108210831084108510861087108810891090109110921093109410951096109710981099110011011102110311041105110611071108110911101111111211131114111511161117111811191120112111221123112411251126112711281129113011311132113311341135113611371138113911401141114211431144114511461147114811491150115111521153115411551156115711581159116011611162116311641165116611671168116911701171117211731174117511761177117811791180118111821183118411851186118711881189119011911192
  1. /*-
  2. * Copyright 2016 Vsevolod Stakhov
  3. *
  4. * Licensed under the Apache License, Version 2.0 (the "License");
  5. * you may not use this file except in compliance with the License.
  6. * You may obtain a copy of the License at
  7. *
  8. * http://www.apache.org/licenses/LICENSE-2.0
  9. *
  10. * Unless required by applicable law or agreed to in writing, software
  11. * distributed under the License is distributed on an "AS IS" BASIS,
  12. * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
  13. * See the License for the specific language governing permissions and
  14. * limitations under the License.
  15. */
  16. #include "lua_common.h"
  17. #include "libserver/maps/map.h"
  18. #include "libserver/maps/map_helpers.h"
  19. #include "libserver/maps/map_private.h"
  20. #include "contrib/libucl/lua_ucl.h"
  21. /***
  22. * This module is used to manage rspamd maps and map like objects
  23. *
  24. * @module rspamd_map
  25. *
  26. * All maps could be obtained by function `rspamd_config:get_maps()`
  27. * Also see [`lua_maps` module description](lua_maps.html).
  28. */
  29. /***
  30. * @method map:get_key(in)
  31. * Variable method for different types of maps:
  32. *
  33. * - For hash maps it returns boolean and accepts string
  34. * - For kv maps it returns string (or nil) and accepts string
  35. * - For radix maps it returns boolean and accepts IP address (as object, string or number)
  36. *
  37. * @param {vary} in input to check
  38. * @return {bool|string} if a value is found then this function returns string or `True` if not - then it returns `nil` or `False`
  39. */
  40. LUA_FUNCTION_DEF (map, get_key);
  41. /***
  42. * @method map:is_signed()
  43. * Returns `True` if a map is signed
  44. * @return {bool} signed value
  45. */
  46. LUA_FUNCTION_DEF (map, is_signed);
  47. /***
  48. * @method map:get_proto()
  49. * Returns protocol of map as string:
  50. *
  51. * - `http`: for HTTP map
  52. * - `file`: for file map
  53. * @return {string} string representation of the map protocol
  54. */
  55. LUA_FUNCTION_DEF (map, get_proto);
  56. /***
  57. * @method map:get_sign_key()
  58. * Returns pubkey used for signing as base32 string or nil
  59. * @return {string} base32 encoded string or nil
  60. */
  61. LUA_FUNCTION_DEF (map, get_sign_key);
  62. /***
  63. * @method map:set_sign_key(key)
  64. * Set trusted key for signatures for this map
  65. * @param {string} key base32 encoded string or nil
  66. */
  67. LUA_FUNCTION_DEF (map, set_sign_key);
  68. /***
  69. * @method map:set_callback(cb)
  70. * Set callback for a specified callback map.
  71. * @param {function} cb map callback function
  72. */
  73. LUA_FUNCTION_DEF (map, set_callback);
  74. /***
  75. * @method map:get_uri()
  76. * Get uri for a specified map
  77. * @return {string} map's URI
  78. */
  79. LUA_FUNCTION_DEF (map, get_uri);
  80. /***
  81. * @method map:get_stats(reset)
  82. * Get statistics for specific map. It returns table in form:
  83. * [key] => [nhits]
  84. * @param {boolean} reset reset stats if true
  85. * @return {table} map's stat
  86. */
  87. LUA_FUNCTION_DEF (map, get_stats);
  88. /***
  89. * @method map:get_data_digest()
  90. * Get data digest for specific map
  91. * @return {string} 64 bit number represented as string (due to Lua limitations)
  92. */
  93. LUA_FUNCTION_DEF (map, get_data_digest);
  94. /***
  95. * @method map:get_nelts()
  96. * Get number of elements for specific map
  97. * @return {number} number of elements in the map
  98. */
  99. LUA_FUNCTION_DEF (map, get_nelts);
  100. static const struct luaL_reg maplib_m[] = {
  101. LUA_INTERFACE_DEF (map, get_key),
  102. LUA_INTERFACE_DEF (map, is_signed),
  103. LUA_INTERFACE_DEF (map, get_proto),
  104. LUA_INTERFACE_DEF (map, get_sign_key),
  105. LUA_INTERFACE_DEF (map, set_sign_key),
  106. LUA_INTERFACE_DEF (map, set_callback),
  107. LUA_INTERFACE_DEF (map, get_uri),
  108. LUA_INTERFACE_DEF (map, get_stats),
  109. LUA_INTERFACE_DEF (map, get_data_digest),
  110. LUA_INTERFACE_DEF (map, get_nelts),
  111. {"__tostring", rspamd_lua_class_tostring},
  112. {NULL, NULL}
  113. };
  114. struct lua_map_callback_data {
  115. lua_State *L;
  116. gint ref;
  117. rspamd_fstring_t *data;
  118. struct rspamd_lua_map *lua_map;
  119. };
  120. struct rspamd_lua_map *
  121. lua_check_map (lua_State * L, gint pos)
  122. {
  123. void *ud = rspamd_lua_check_udata (L, pos, "rspamd{map}");
  124. luaL_argcheck (L, ud != NULL, pos, "'map' expected");
  125. return ud ? *((struct rspamd_lua_map **)ud) : NULL;
  126. }
  127. gint
  128. lua_config_add_radix_map (lua_State *L)
  129. {
  130. LUA_TRACE_POINT;
  131. struct rspamd_config *cfg = lua_check_config (L, 1);
  132. const gchar *map_line, *description;
  133. struct rspamd_lua_map *map, **pmap;
  134. struct rspamd_map *m;
  135. if (cfg) {
  136. map_line = luaL_checkstring (L, 2);
  137. description = lua_tostring (L, 3);
  138. map = rspamd_mempool_alloc0 (cfg->cfg_pool, sizeof (*map));
  139. map->data.radix = NULL;
  140. map->type = RSPAMD_LUA_MAP_RADIX;
  141. if ((m = rspamd_map_add (cfg, map_line, description,
  142. rspamd_radix_read,
  143. rspamd_radix_fin,
  144. rspamd_radix_dtor,
  145. (void **)&map->data.radix,
  146. NULL)) == NULL) {
  147. msg_warn_config ("invalid radix map %s", map_line);
  148. lua_pushnil (L);
  149. return 1;
  150. }
  151. map->map = m;
  152. m->lua_map = map;
  153. pmap = lua_newuserdata (L, sizeof (void *));
  154. *pmap = map;
  155. rspamd_lua_setclass (L, "rspamd{map}", -1);
  156. }
  157. else {
  158. return luaL_error (L, "invalid arguments");
  159. }
  160. return 1;
  161. }
  162. gint
  163. lua_config_radix_from_config (lua_State *L)
  164. {
  165. LUA_TRACE_POINT;
  166. struct rspamd_config *cfg = lua_check_config (L, 1);
  167. const gchar *mname, *optname;
  168. const ucl_object_t *obj;
  169. struct rspamd_lua_map *map, **pmap;
  170. ucl_object_t *fake_obj;
  171. struct rspamd_map *m;
  172. if (!cfg) {
  173. return luaL_error (L, "invalid arguments");
  174. }
  175. mname = luaL_checkstring (L, 2);
  176. optname = luaL_checkstring (L, 3);
  177. if (mname && optname) {
  178. obj = rspamd_config_get_module_opt (cfg, mname, optname);
  179. if (obj) {
  180. map = rspamd_mempool_alloc0 (cfg->cfg_pool, sizeof (*map));
  181. map->data.radix = NULL;
  182. map->type = RSPAMD_LUA_MAP_RADIX;
  183. fake_obj = ucl_object_typed_new (UCL_OBJECT);
  184. ucl_object_insert_key (fake_obj, ucl_object_ref (obj),
  185. "data", 0, false);
  186. ucl_object_insert_key (fake_obj, ucl_object_fromstring ("static"),
  187. "url", 0, false);
  188. if ((m = rspamd_map_add_from_ucl (cfg, fake_obj, "static radix map",
  189. rspamd_radix_read,
  190. rspamd_radix_fin,
  191. rspamd_radix_dtor,
  192. (void **)&map->data.radix,
  193. NULL)) == NULL) {
  194. msg_err_config ("invalid radix map static");
  195. lua_pushnil (L);
  196. ucl_object_unref (fake_obj);
  197. return 1;
  198. }
  199. ucl_object_unref (fake_obj);
  200. pmap = lua_newuserdata (L, sizeof (void *));
  201. map->map = m;
  202. m->lua_map = map;
  203. *pmap = map;
  204. rspamd_lua_setclass (L, "rspamd{map}", -1);
  205. }
  206. else {
  207. msg_warn_config ("Couldnt find config option [%s][%s]", mname,
  208. optname);
  209. lua_pushnil (L);
  210. }
  211. }
  212. else {
  213. return luaL_error (L, "invalid arguments");
  214. }
  215. return 1;
  216. }
  217. gint
  218. lua_config_radix_from_ucl (lua_State *L)
  219. {
  220. LUA_TRACE_POINT;
  221. struct rspamd_config *cfg = lua_check_config (L, 1);
  222. ucl_object_t *obj;
  223. struct rspamd_lua_map *map, **pmap;
  224. ucl_object_t *fake_obj;
  225. struct rspamd_map *m;
  226. if (!cfg) {
  227. return luaL_error (L, "invalid arguments");
  228. }
  229. obj = ucl_object_lua_import (L, 2);
  230. if (obj) {
  231. map = rspamd_mempool_alloc0 (cfg->cfg_pool, sizeof (*map));
  232. map->data.radix = NULL;
  233. map->type = RSPAMD_LUA_MAP_RADIX;
  234. fake_obj = ucl_object_typed_new (UCL_OBJECT);
  235. ucl_object_insert_key (fake_obj, ucl_object_ref (obj),
  236. "data", 0, false);
  237. ucl_object_insert_key (fake_obj, ucl_object_fromstring ("static"),
  238. "url", 0, false);
  239. if ((m = rspamd_map_add_from_ucl (cfg, fake_obj, "static radix map",
  240. rspamd_radix_read,
  241. rspamd_radix_fin,
  242. rspamd_radix_dtor,
  243. (void **)&map->data.radix,
  244. NULL)) == NULL) {
  245. msg_err_config ("invalid radix map static");
  246. lua_pushnil (L);
  247. ucl_object_unref (fake_obj);
  248. ucl_object_unref (obj);
  249. return 1;
  250. }
  251. ucl_object_unref (fake_obj);
  252. ucl_object_unref (obj);
  253. pmap = lua_newuserdata (L, sizeof (void *));
  254. map->map = m;
  255. m->lua_map = map;
  256. *pmap = map;
  257. rspamd_lua_setclass (L, "rspamd{map}", -1);
  258. }
  259. else {
  260. return luaL_error (L, "invalid arguments");
  261. }
  262. return 1;
  263. }
  264. gint
  265. lua_config_add_hash_map (lua_State *L)
  266. {
  267. LUA_TRACE_POINT;
  268. struct rspamd_config *cfg = lua_check_config (L, 1);
  269. const gchar *map_line, *description;
  270. struct rspamd_lua_map *map, **pmap;
  271. struct rspamd_map *m;
  272. if (cfg) {
  273. map_line = luaL_checkstring (L, 2);
  274. description = lua_tostring (L, 3);
  275. map = rspamd_mempool_alloc0 (cfg->cfg_pool, sizeof (*map));
  276. map->data.hash = NULL;
  277. map->type = RSPAMD_LUA_MAP_SET;
  278. if ((m = rspamd_map_add (cfg, map_line, description,
  279. rspamd_kv_list_read,
  280. rspamd_kv_list_fin,
  281. rspamd_kv_list_dtor,
  282. (void **)&map->data.hash,
  283. NULL)) == NULL) {
  284. msg_warn_config ("invalid set map %s", map_line);
  285. lua_pushnil (L);
  286. return 1;
  287. }
  288. map->map = m;
  289. m->lua_map = map;
  290. pmap = lua_newuserdata (L, sizeof (void *));
  291. *pmap = map;
  292. rspamd_lua_setclass (L, "rspamd{map}", -1);
  293. }
  294. else {
  295. return luaL_error (L, "invalid arguments");
  296. }
  297. return 1;
  298. }
  299. gint
  300. lua_config_add_kv_map (lua_State *L)
  301. {
  302. LUA_TRACE_POINT;
  303. struct rspamd_config *cfg = lua_check_config (L, 1);
  304. const gchar *map_line, *description;
  305. struct rspamd_lua_map *map, **pmap;
  306. struct rspamd_map *m;
  307. if (cfg) {
  308. map_line = luaL_checkstring (L, 2);
  309. description = lua_tostring (L, 3);
  310. map = rspamd_mempool_alloc0 (cfg->cfg_pool, sizeof (*map));
  311. map->data.hash = NULL;
  312. map->type = RSPAMD_LUA_MAP_HASH;
  313. if ((m = rspamd_map_add (cfg, map_line, description,
  314. rspamd_kv_list_read,
  315. rspamd_kv_list_fin,
  316. rspamd_kv_list_dtor,
  317. (void **)&map->data.hash,
  318. NULL)) == NULL) {
  319. msg_warn_config ("invalid hash map %s", map_line);
  320. lua_pushnil (L);
  321. return 1;
  322. }
  323. map->map = m;
  324. m->lua_map = map;
  325. pmap = lua_newuserdata (L, sizeof (void *));
  326. *pmap = map;
  327. rspamd_lua_setclass (L, "rspamd{map}", -1);
  328. }
  329. else {
  330. return luaL_error (L, "invalid arguments");
  331. }
  332. return 1;
  333. }
  334. static gchar *
  335. lua_map_read (gchar *chunk, gint len,
  336. struct map_cb_data *data,
  337. gboolean final)
  338. {
  339. struct lua_map_callback_data *cbdata, *old;
  340. if (data->cur_data == NULL) {
  341. old = (struct lua_map_callback_data *)data->prev_data;
  342. cbdata = old;
  343. cbdata->L = old->L;
  344. cbdata->ref = old->ref;
  345. cbdata->lua_map = old->lua_map;
  346. data->cur_data = cbdata;
  347. data->prev_data = NULL;
  348. }
  349. else {
  350. cbdata = (struct lua_map_callback_data *)data->cur_data;
  351. }
  352. if (cbdata->data == NULL) {
  353. cbdata->data = rspamd_fstring_new_init (chunk, len);
  354. }
  355. else {
  356. cbdata->data = rspamd_fstring_append (cbdata->data, chunk, len);
  357. }
  358. return NULL;
  359. }
  360. static void
  361. lua_map_fin (struct map_cb_data *data, void **target)
  362. {
  363. struct lua_map_callback_data *cbdata;
  364. struct rspamd_lua_map **pmap;
  365. struct rspamd_map *map;
  366. map = data->map;
  367. if (data->cur_data) {
  368. cbdata = (struct lua_map_callback_data *)data->cur_data;
  369. }
  370. else {
  371. msg_err_map ("no data read for map");
  372. return;
  373. }
  374. if (cbdata->ref == -1) {
  375. msg_err_map ("map has no callback set");
  376. }
  377. else if (cbdata->data != NULL && cbdata->data->len != 0) {
  378. lua_rawgeti (cbdata->L, LUA_REGISTRYINDEX, cbdata->ref);
  379. lua_pushlstring (cbdata->L, cbdata->data->str, cbdata->data->len);
  380. pmap = lua_newuserdata (cbdata->L, sizeof (void *));
  381. *pmap = cbdata->lua_map;
  382. rspamd_lua_setclass (cbdata->L, "rspamd{map}", -1);
  383. if (lua_pcall (cbdata->L, 2, 0, 0) != 0) {
  384. msg_info_map ("call to %s failed: %s", "local function",
  385. lua_tostring (cbdata->L, -1));
  386. lua_pop (cbdata->L, 1);
  387. }
  388. }
  389. cbdata->data = rspamd_fstring_assign (cbdata->data, "", 0);
  390. if (target) {
  391. *target = data->cur_data;
  392. }
  393. if (data->prev_data) {
  394. data->prev_data = NULL;
  395. }
  396. }
  397. static void
  398. lua_map_dtor (struct map_cb_data *data)
  399. {
  400. struct lua_map_callback_data *cbdata;
  401. if (data->cur_data) {
  402. cbdata = (struct lua_map_callback_data *)data->cur_data;
  403. if (cbdata->ref != -1) {
  404. luaL_unref (cbdata->L, LUA_REGISTRYINDEX, cbdata->ref);
  405. }
  406. if (cbdata->data) {
  407. rspamd_fstring_free (cbdata->data);
  408. }
  409. }
  410. }
  411. gint
  412. lua_config_add_map (lua_State *L)
  413. {
  414. LUA_TRACE_POINT;
  415. struct rspamd_config *cfg = lua_check_config (L, 1);
  416. const char *description = NULL;
  417. const gchar *type = NULL;
  418. ucl_object_t *map_obj = NULL;
  419. struct lua_map_callback_data *cbdata;
  420. struct rspamd_lua_map *map, **pmap;
  421. struct rspamd_map *m;
  422. int cbidx = -1, ret;
  423. GError *err = NULL;
  424. if (cfg) {
  425. if (!rspamd_lua_parse_table_arguments (L, 2, &err,
  426. RSPAMD_LUA_PARSE_ARGUMENTS_DEFAULT,
  427. "*url=O;description=S;callback=F;type=S",
  428. &map_obj, &description, &cbidx, &type)) {
  429. ret = luaL_error (L, "invalid table arguments: %s", err->message);
  430. g_error_free (err);
  431. if (map_obj) {
  432. ucl_object_unref (map_obj);
  433. }
  434. return ret;
  435. }
  436. g_assert (map_obj != NULL);
  437. if (type == NULL && cbidx != -1) {
  438. type = "callback";
  439. }
  440. else if (type == NULL) {
  441. return luaL_error (L, "invalid map type");
  442. }
  443. if (strcmp (type, "callback") == 0) {
  444. map = rspamd_mempool_alloc0 (cfg->cfg_pool, sizeof (*map));
  445. map->type = RSPAMD_LUA_MAP_CALLBACK;
  446. map->data.cbdata = rspamd_mempool_alloc0 (cfg->cfg_pool,
  447. sizeof (*map->data.cbdata));
  448. cbdata = map->data.cbdata;
  449. cbdata->L = L;
  450. cbdata->data = NULL;
  451. cbdata->lua_map = map;
  452. cbdata->ref = cbidx;
  453. if ((m = rspamd_map_add_from_ucl (cfg, map_obj, description,
  454. lua_map_read,
  455. lua_map_fin,
  456. lua_map_dtor,
  457. (void **)&map->data.cbdata,
  458. NULL)) == NULL) {
  459. if (cbidx != -1) {
  460. luaL_unref (L, LUA_REGISTRYINDEX, cbidx);
  461. }
  462. if (map_obj) {
  463. ucl_object_unref (map_obj);
  464. }
  465. lua_pushnil (L);
  466. return 1;
  467. }
  468. m->lua_map = map;
  469. }
  470. else if (strcmp (type, "set") == 0) {
  471. map = rspamd_mempool_alloc0 (cfg->cfg_pool, sizeof (*map));
  472. map->data.hash = NULL;
  473. map->type = RSPAMD_LUA_MAP_SET;
  474. if ((m = rspamd_map_add_from_ucl (cfg, map_obj, description,
  475. rspamd_kv_list_read,
  476. rspamd_kv_list_fin,
  477. rspamd_kv_list_dtor,
  478. (void **)&map->data.hash,
  479. NULL)) == NULL) {
  480. lua_pushnil (L);
  481. ucl_object_unref (map_obj);
  482. return 1;
  483. }
  484. m->lua_map = map;
  485. }
  486. else if (strcmp (type, "map") == 0 || strcmp (type, "hash") == 0) {
  487. map = rspamd_mempool_alloc0 (cfg->cfg_pool, sizeof (*map));
  488. map->data.hash = NULL;
  489. map->type = RSPAMD_LUA_MAP_HASH;
  490. if ((m = rspamd_map_add_from_ucl (cfg, map_obj, description,
  491. rspamd_kv_list_read,
  492. rspamd_kv_list_fin,
  493. rspamd_kv_list_dtor,
  494. (void **)&map->data.hash,
  495. NULL)) == NULL) {
  496. lua_pushnil (L);
  497. ucl_object_unref (map_obj);
  498. return 1;
  499. }
  500. m->lua_map = map;
  501. }
  502. else if (strcmp (type, "radix") == 0) {
  503. map = rspamd_mempool_alloc0 (cfg->cfg_pool, sizeof (*map));
  504. map->data.radix = NULL;
  505. map->type = RSPAMD_LUA_MAP_RADIX;
  506. if ((m = rspamd_map_add_from_ucl (cfg, map_obj, description,
  507. rspamd_radix_read,
  508. rspamd_radix_fin,
  509. rspamd_radix_dtor,
  510. (void **)&map->data.radix,
  511. NULL)) == NULL) {
  512. lua_pushnil (L);
  513. ucl_object_unref (map_obj);
  514. return 1;
  515. }
  516. m->lua_map = map;
  517. }
  518. else if (strcmp (type, "regexp") == 0) {
  519. map = rspamd_mempool_alloc0 (cfg->cfg_pool, sizeof (*map));
  520. map->data.re_map = NULL;
  521. map->type = RSPAMD_LUA_MAP_REGEXP;
  522. if ((m = rspamd_map_add_from_ucl (cfg, map_obj, description,
  523. rspamd_regexp_list_read_single,
  524. rspamd_regexp_list_fin,
  525. rspamd_regexp_list_dtor,
  526. (void **) &map->data.re_map,
  527. NULL)) == NULL) {
  528. lua_pushnil (L);
  529. ucl_object_unref (map_obj);
  530. return 1;
  531. }
  532. m->lua_map = map;
  533. }
  534. else if (strcmp (type, "regexp_multi") == 0) {
  535. map = rspamd_mempool_alloc0 (cfg->cfg_pool, sizeof (*map));
  536. map->data.re_map = NULL;
  537. map->type = RSPAMD_LUA_MAP_REGEXP_MULTIPLE;
  538. if ((m = rspamd_map_add_from_ucl (cfg, map_obj, description,
  539. rspamd_regexp_list_read_multiple,
  540. rspamd_regexp_list_fin,
  541. rspamd_regexp_list_dtor,
  542. (void **) &map->data.re_map,
  543. NULL)) == NULL) {
  544. lua_pushnil (L);
  545. ucl_object_unref (map_obj);
  546. return 1;
  547. }
  548. m->lua_map = map;
  549. }
  550. else if (strcmp (type, "glob") == 0) {
  551. map = rspamd_mempool_alloc0 (cfg->cfg_pool, sizeof (*map));
  552. map->data.re_map = NULL;
  553. map->type = RSPAMD_LUA_MAP_REGEXP;
  554. if ((m = rspamd_map_add_from_ucl (cfg, map_obj, description,
  555. rspamd_glob_list_read_single,
  556. rspamd_regexp_list_fin,
  557. rspamd_regexp_list_dtor,
  558. (void **) &map->data.re_map,
  559. NULL)) == NULL) {
  560. lua_pushnil (L);
  561. ucl_object_unref (map_obj);
  562. return 1;
  563. }
  564. m->lua_map = map;
  565. }
  566. else if (strcmp (type, "glob_multi") == 0) {
  567. map = rspamd_mempool_alloc0 (cfg->cfg_pool, sizeof (*map));
  568. map->data.re_map = NULL;
  569. map->type = RSPAMD_LUA_MAP_REGEXP_MULTIPLE;
  570. if ((m = rspamd_map_add_from_ucl (cfg, map_obj, description,
  571. rspamd_glob_list_read_multiple,
  572. rspamd_regexp_list_fin,
  573. rspamd_regexp_list_dtor,
  574. (void **) &map->data.re_map,
  575. NULL)) == NULL) {
  576. lua_pushnil (L);
  577. ucl_object_unref (map_obj);
  578. return 1;
  579. }
  580. m->lua_map = map;
  581. }
  582. else {
  583. ret = luaL_error (L, "invalid arguments: unknown type '%s'", type);
  584. ucl_object_unref (map_obj);
  585. return ret;
  586. }
  587. map->map = m;
  588. pmap = lua_newuserdata (L, sizeof (void *));
  589. *pmap = map;
  590. rspamd_lua_setclass (L, "rspamd{map}", -1);
  591. }
  592. else {
  593. return luaL_error (L, "invalid arguments");
  594. }
  595. ucl_object_unref (map_obj);
  596. return 1;
  597. }
  598. gint
  599. lua_config_get_maps (lua_State*L)
  600. {
  601. LUA_TRACE_POINT;
  602. struct rspamd_config *cfg = lua_check_config (L, 1);
  603. struct rspamd_lua_map *map, **pmap;
  604. struct rspamd_map *m;
  605. gint i = 1;
  606. GList *cur;
  607. if (cfg) {
  608. lua_newtable (L);
  609. cur = g_list_first (cfg->maps);
  610. while (cur) {
  611. m = cur->data;
  612. if (m->lua_map) {
  613. map = m->lua_map;
  614. }
  615. else {
  616. /* Implement heuristic */
  617. map = rspamd_mempool_alloc0 (cfg->cfg_pool, sizeof (*map));
  618. if (m->read_callback == rspamd_radix_read) {
  619. map->type = RSPAMD_LUA_MAP_RADIX;
  620. map->data.radix = *m->user_data;
  621. }
  622. else if (m->read_callback == rspamd_kv_list_read) {
  623. map->type = RSPAMD_LUA_MAP_HASH;
  624. map->data.hash = *m->user_data;
  625. }
  626. else {
  627. map->type = RSPAMD_LUA_MAP_UNKNOWN;
  628. }
  629. map->map = m;
  630. m->lua_map = map;
  631. }
  632. pmap = lua_newuserdata (L, sizeof (*pmap));
  633. *pmap = map;
  634. rspamd_lua_setclass (L, "rspamd{map}", -1);
  635. lua_rawseti (L, -2, i);
  636. cur = g_list_next (cur);
  637. i ++;
  638. }
  639. }
  640. else {
  641. return luaL_error (L, "invalid arguments");
  642. }
  643. return 1;
  644. }
  645. static const gchar *
  646. lua_map_process_string_key (lua_State *L, gint pos, gsize *len)
  647. {
  648. struct rspamd_lua_text *t;
  649. if (lua_type (L, pos) == LUA_TSTRING) {
  650. return lua_tolstring (L, pos, len);
  651. }
  652. else if (lua_type (L, pos) == LUA_TUSERDATA) {
  653. t = lua_check_text (L, pos);
  654. if (t) {
  655. *len = t->len;
  656. return t->start;
  657. }
  658. }
  659. return NULL;
  660. }
  661. /* Radix and hash table functions */
  662. static gint
  663. lua_map_get_key (lua_State * L)
  664. {
  665. LUA_TRACE_POINT;
  666. struct rspamd_lua_map *map = lua_check_map (L, 1);
  667. struct rspamd_radix_map_helper *radix;
  668. struct rspamd_lua_ip *addr = NULL;
  669. const gchar *key, *value = NULL;
  670. gpointer ud;
  671. gsize len;
  672. guint32 key_num = 0;
  673. gboolean ret = FALSE;
  674. if (map) {
  675. if (map->type == RSPAMD_LUA_MAP_RADIX) {
  676. radix = map->data.radix;
  677. if (lua_type (L, 2) == LUA_TSTRING) {
  678. const gchar *addr_str;
  679. addr_str = luaL_checklstring (L, 2, &len);
  680. addr = g_alloca (sizeof (*addr));
  681. addr->addr = g_alloca (rspamd_inet_address_storage_size ());
  682. if (!rspamd_parse_inet_address_ip (addr_str, len, addr->addr)) {
  683. addr = NULL;
  684. msg_warn ("invalid ip address: %*s, when checking map: %s",
  685. (gint)len, addr_str, map->map->name);
  686. }
  687. }
  688. else if (lua_type (L, 2) == LUA_TUSERDATA) {
  689. ud = rspamd_lua_check_udata (L, 2, "rspamd{ip}");
  690. if (ud != NULL) {
  691. addr = *((struct rspamd_lua_ip **)ud);
  692. if (addr->addr == NULL) {
  693. addr = NULL;
  694. }
  695. }
  696. else {
  697. msg_err ("invalid userdata type provided, rspamd{ip} expected");
  698. }
  699. }
  700. else if (lua_type (L, 2) == LUA_TNUMBER) {
  701. key_num = luaL_checkinteger (L, 2);
  702. key_num = htonl (key_num);
  703. }
  704. if (radix) {
  705. gconstpointer p = NULL;
  706. if (addr != NULL) {
  707. if ((p = rspamd_match_radix_map_addr (radix, addr->addr))
  708. != NULL) {
  709. ret = TRUE;
  710. }
  711. else {
  712. p = 0;
  713. }
  714. }
  715. else if (key_num != 0) {
  716. if ((p = rspamd_match_radix_map (radix,
  717. (guint8 *)&key_num, sizeof (key_num))) != NULL) {
  718. ret = TRUE;
  719. }
  720. else {
  721. p = 0;
  722. }
  723. }
  724. value = (const char *)p;
  725. }
  726. if (ret) {
  727. lua_pushstring (L, value);
  728. return 1;
  729. }
  730. }
  731. else if (map->type == RSPAMD_LUA_MAP_SET) {
  732. key = lua_map_process_string_key (L, 2, &len);
  733. if (key && map->data.hash) {
  734. ret = rspamd_match_hash_map (map->data.hash, key) != NULL;
  735. }
  736. }
  737. else if (map->type == RSPAMD_LUA_MAP_REGEXP) {
  738. key = lua_map_process_string_key (L, 2, &len);
  739. if (key && map->data.re_map) {
  740. value = rspamd_match_regexp_map_single (map->data.re_map, key,
  741. len);
  742. if (value) {
  743. lua_pushstring (L, value);
  744. return 1;
  745. }
  746. }
  747. }
  748. else if (map->type == RSPAMD_LUA_MAP_REGEXP_MULTIPLE) {
  749. GPtrArray *ar;
  750. guint i;
  751. const gchar *val;
  752. key = lua_map_process_string_key (L, 2, &len);
  753. if (key && map->data.re_map) {
  754. ar = rspamd_match_regexp_map_all (map->data.re_map, key,
  755. len);
  756. if (ar) {
  757. lua_createtable (L, ar->len, 0);
  758. PTR_ARRAY_FOREACH (ar, i, val) {
  759. lua_pushstring (L, val);
  760. lua_rawseti (L, -2, i + 1);
  761. }
  762. g_ptr_array_free (ar, TRUE);
  763. return 1;
  764. }
  765. }
  766. }
  767. else if (map->type == RSPAMD_LUA_MAP_HASH) {
  768. /* key-value map */
  769. key = lua_map_process_string_key (L, 2, &len);
  770. if (key && map->data.hash) {
  771. value = rspamd_match_hash_map (map->data.hash, key);
  772. }
  773. if (value) {
  774. lua_pushstring (L, value);
  775. return 1;
  776. }
  777. }
  778. else {
  779. /* callback map or unknown type map */
  780. lua_pushnil (L);
  781. return 1;
  782. }
  783. }
  784. else {
  785. return luaL_error (L, "invalid arguments");
  786. }
  787. lua_pushboolean (L, ret);
  788. return 1;
  789. }
  790. static gboolean
  791. lua_map_traverse_cb (gconstpointer key,
  792. gconstpointer value, gsize hits, gpointer ud)
  793. {
  794. lua_State *L = (lua_State *)ud;
  795. lua_pushstring (L, key);
  796. lua_pushinteger (L, hits);
  797. lua_settable (L, -3);
  798. return TRUE;
  799. }
  800. static gint
  801. lua_map_get_stats (lua_State * L)
  802. {
  803. LUA_TRACE_POINT;
  804. struct rspamd_lua_map *map = lua_check_map (L, 1);
  805. gboolean do_reset = FALSE;
  806. if (map != NULL) {
  807. if (lua_isboolean (L, 2)) {
  808. do_reset = lua_toboolean (L, 2);
  809. }
  810. lua_createtable (L, 0, map->map->nelts);
  811. if (map->map->traverse_function) {
  812. rspamd_map_traverse (map->map, lua_map_traverse_cb, L, do_reset);
  813. }
  814. }
  815. else {
  816. return luaL_error (L, "invalid arguments");
  817. }
  818. return 1;
  819. }
  820. static gint
  821. lua_map_get_data_digest (lua_State * L)
  822. {
  823. LUA_TRACE_POINT;
  824. struct rspamd_lua_map *map = lua_check_map (L, 1);
  825. gchar numbuf[64];
  826. if (map != NULL) {
  827. rspamd_snprintf (numbuf, sizeof (numbuf), "%uL", map->map->digest);
  828. lua_pushstring (L, numbuf);
  829. }
  830. else {
  831. return luaL_error (L, "invalid arguments");
  832. }
  833. return 1;
  834. }
  835. static gint
  836. lua_map_get_nelts (lua_State * L)
  837. {
  838. LUA_TRACE_POINT;
  839. struct rspamd_lua_map *map = lua_check_map (L, 1);
  840. if (map != NULL) {
  841. lua_pushinteger (L, map->map->nelts);
  842. }
  843. else {
  844. return luaL_error (L, "invalid arguments");
  845. }
  846. return 1;
  847. }
  848. static int
  849. lua_map_is_signed (lua_State *L)
  850. {
  851. LUA_TRACE_POINT;
  852. struct rspamd_lua_map *map = lua_check_map (L, 1);
  853. gboolean ret = FALSE;
  854. struct rspamd_map_backend *bk;
  855. guint i;
  856. if (map != NULL) {
  857. if (map->map) {
  858. for (i = 0; i < map->map->backends->len; i ++) {
  859. bk = g_ptr_array_index (map->map->backends, i);
  860. if (bk->is_signed && bk->protocol == MAP_PROTO_FILE) {
  861. ret = TRUE;
  862. break;
  863. }
  864. }
  865. }
  866. }
  867. else {
  868. return luaL_error (L, "invalid arguments");
  869. }
  870. lua_pushboolean (L, ret);
  871. return 1;
  872. }
  873. static int
  874. lua_map_get_proto (lua_State *L)
  875. {
  876. LUA_TRACE_POINT;
  877. struct rspamd_lua_map *map = lua_check_map (L, 1);
  878. const gchar *ret = "undefined";
  879. struct rspamd_map_backend *bk;
  880. guint i;
  881. if (map != NULL) {
  882. for (i = 0; i < map->map->backends->len; i ++) {
  883. bk = g_ptr_array_index (map->map->backends, i);
  884. switch (bk->protocol) {
  885. case MAP_PROTO_FILE:
  886. ret = "file";
  887. break;
  888. case MAP_PROTO_HTTP:
  889. ret = "http";
  890. break;
  891. case MAP_PROTO_HTTPS:
  892. ret = "https";
  893. break;
  894. case MAP_PROTO_STATIC:
  895. ret = "static";
  896. break;
  897. }
  898. lua_pushstring (L, ret);
  899. }
  900. }
  901. else {
  902. return luaL_error (L, "invalid arguments");
  903. }
  904. return map->map->backends->len;
  905. }
  906. static int
  907. lua_map_get_sign_key (lua_State *L)
  908. {
  909. LUA_TRACE_POINT;
  910. struct rspamd_lua_map *map = lua_check_map (L, 1);
  911. struct rspamd_map_backend *bk;
  912. guint i;
  913. GString *ret = NULL;
  914. if (map != NULL) {
  915. for (i = 0; i < map->map->backends->len; i ++) {
  916. bk = g_ptr_array_index (map->map->backends, i);
  917. if (bk->trusted_pubkey) {
  918. ret = rspamd_pubkey_print (bk->trusted_pubkey,
  919. RSPAMD_KEYPAIR_PUBKEY|RSPAMD_KEYPAIR_BASE32);
  920. }
  921. else {
  922. ret = NULL;
  923. }
  924. if (ret) {
  925. lua_pushlstring (L, ret->str, ret->len);
  926. g_string_free (ret, TRUE);
  927. }
  928. else {
  929. lua_pushnil (L);
  930. }
  931. }
  932. }
  933. else {
  934. return luaL_error (L, "invalid arguments");
  935. }
  936. return map->map->backends->len;
  937. }
  938. static int
  939. lua_map_set_sign_key (lua_State *L)
  940. {
  941. LUA_TRACE_POINT;
  942. struct rspamd_lua_map *map = lua_check_map (L, 1);
  943. struct rspamd_map_backend *bk;
  944. const gchar *pk_str;
  945. struct rspamd_cryptobox_pubkey *pk;
  946. gsize len;
  947. guint i;
  948. pk_str = lua_tolstring (L, 2, &len);
  949. if (map && pk_str) {
  950. pk = rspamd_pubkey_from_base32 (pk_str, len, RSPAMD_KEYPAIR_SIGN,
  951. RSPAMD_CRYPTOBOX_MODE_25519);
  952. if (!pk) {
  953. return luaL_error (L, "invalid pubkey string");
  954. }
  955. for (i = 0; i < map->map->backends->len; i ++) {
  956. bk = g_ptr_array_index (map->map->backends, i);
  957. if (bk->trusted_pubkey) {
  958. /* Unref old pk */
  959. rspamd_pubkey_unref (bk->trusted_pubkey);
  960. }
  961. bk->trusted_pubkey = rspamd_pubkey_ref (pk);
  962. }
  963. rspamd_pubkey_unref (pk);
  964. }
  965. else {
  966. return luaL_error (L, "invalid arguments");
  967. }
  968. return 0;
  969. }
  970. static int
  971. lua_map_set_callback (lua_State *L)
  972. {
  973. LUA_TRACE_POINT;
  974. struct rspamd_lua_map *map = lua_check_map (L, 1);
  975. if (!map || map->type != RSPAMD_LUA_MAP_CALLBACK || map->data.cbdata == NULL) {
  976. return luaL_error (L, "invalid map");
  977. }
  978. if (lua_type (L, 2) != LUA_TFUNCTION) {
  979. return luaL_error (L, "invalid callback");
  980. }
  981. lua_pushvalue (L, 2);
  982. /* Get a reference */
  983. map->data.cbdata->ref = luaL_ref (L, LUA_REGISTRYINDEX);
  984. return 0;
  985. }
  986. static int
  987. lua_map_get_uri (lua_State *L)
  988. {
  989. LUA_TRACE_POINT;
  990. struct rspamd_lua_map *map = lua_check_map (L, 1);
  991. const gchar *ret = "undefined";
  992. struct rspamd_map_backend *bk;
  993. guint i;
  994. if (map != NULL) {
  995. for (i = 0; i < map->map->backends->len; i ++) {
  996. bk = g_ptr_array_index (map->map->backends, i);
  997. ret = bk->uri;
  998. lua_pushstring (L, ret);
  999. }
  1000. }
  1001. else {
  1002. return luaL_error (L, "invalid arguments");
  1003. }
  1004. return map->map->backends->len;
  1005. }
  1006. void
  1007. luaopen_map (lua_State * L)
  1008. {
  1009. rspamd_lua_new_class (L, "rspamd{map}", maplib_m);
  1010. lua_pop (L, 1);
  1011. }