aboutsummaryrefslogtreecommitdiffstats
path: root/lualib/lua_maps.lua
diff options
context:
space:
mode:
Diffstat (limited to 'lualib/lua_maps.lua')
-rw-r--r--lualib/lua_maps.lua69
1 files changed, 65 insertions, 4 deletions
diff --git a/lualib/lua_maps.lua b/lualib/lua_maps.lua
index a21a60f4f..7cbd9ae0d 100644
--- a/lualib/lua_maps.lua
+++ b/lualib/lua_maps.lua
@@ -19,8 +19,62 @@ See the License for the specific language governing permissions and
limitations under the License.
]]--
+local rspamd_logger = require "rspamd_logger"
+
local exports = {}
+local maps_cache = {}
+
+local function map_hash_key(data, mtype)
+ local hash = require "rspamd_cryptobox_hash"
+ local st = hash.create_specific('xxh64')
+ st:update(data)
+ st:update(mtype)
+
+ return st:hex()
+end
+
+local function starts(where,st)
+ return string.sub(where,1,string.len(st))==st
+end
+
+local function cut_prefix(where,st)
+ return string.sub(where,#st + 1)
+end
+
+local function maybe_adjust_type(data,mtype)
+ local function check_prefix(prefix, t)
+ if starts(data, prefix) then
+ data = cut_prefix(data, prefix)
+ mtype = t
+
+ return true
+ end
+
+ return false
+ end
+
+ local known_types = {
+ {'regexp;', 'regexp'},
+ {'re;', 'regexp'},
+ {'glob;', 'glob'},
+ {'radix;', 'radix'},
+ {'ipnet;', 'radix'},
+ {'set;', 'set'},
+ {'hash;', 'hash'},
+ {'plain;', 'hash'}
+ }
+
+ for _,t in ipairs(known_types) do
+ if check_prefix(t[1], t[2]) then
+ return data,mtype
+ end
+ end
+
+ -- No change
+ return data,mtype
+end
+
--[[[
-- @function lua_maps.map_add_from_ucl(opt, mtype, description)
-- Creates a map from static data
@@ -56,6 +110,14 @@ local function rspamd_map_add_from_ucl(opt, mtype, description)
end
if type(opt) == 'string' then
+ opt,mtype = maybe_adjust_type(opt, mtype)
+ local k = map_hash_key(opt, mtype)
+ if maps_cache[k] then
+ rspamd_logger.infox(rspamd_config, 'reuse url for %s(%s)',
+ opt, mtype)
+
+ return maps_cache[k]
+ end
-- We have a single string, so we treat it as a map
local map = rspamd_config:add_map{
type = mtype,
@@ -65,11 +127,14 @@ local function rspamd_map_add_from_ucl(opt, mtype, description)
if map then
ret.__data = map
+ ret.hash = k
setmetatable(ret, ret_mt)
+ maps_cache[k] = ret
return ret
end
elseif type(opt) == 'table' then
-- it might be plain map or map of plain elements
+ -- no caching in this case (yet)
if opt[1] then
if mtype == 'radix' then
@@ -201,10 +266,6 @@ exports.map_add_from_ucl = rspamd_map_add_from_ucl
local function rspamd_maybe_check_map(key, what)
local fun = require "fun"
- local function starts(where,st)
- return string.sub(where,1,string.len(st))==st
- end
-
if type(what) == "table" then
return fun.any(function(elt) return rspamd_maybe_check_map(key, elt) end, what)
end