123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230 |
- local lua_util = require "lua_util"
- local rspamd_util = require "rspamd_util"
- local fun = require "fun"
-
- local utility = {}
-
- function utility.get_all_symbols(logs, ignore_symbols)
- -- Returns a list of all symbols
-
- local symbols_set = {}
-
- for _, line in pairs(logs) do
- line = lua_util.rspamd_str_split(line, " ")
- for i=4,(#line-1) do
- line[i] = line[i]:gsub("%s+", "")
- if not symbols_set[line[i]] then
- symbols_set[line[i]] = true
- end
- end
- end
-
- local all_symbols = {}
-
- for symbol, _ in pairs(symbols_set) do
- if not ignore_symbols[symbol] then
- all_symbols[#all_symbols + 1] = symbol
- end
- end
-
- table.sort(all_symbols)
-
- return all_symbols
- end
-
- function utility.read_log_file(file)
-
- local lines = {}
- local messages = {}
-
- local fd = assert(io.open(file, "r"))
- local fname = string.gsub(file, "(.*/)(.*)", "%2")
-
- for line in fd:lines() do
- local start,stop = string.find(line, fname .. ':')
-
- if start and stop then
- table.insert(lines, string.sub(line, 1, start))
- table.insert(messages, string.sub(line, stop + 1, -1))
- end
- end
-
- io.close(fd)
-
- return lines,messages
- end
-
- function utility.get_all_logs(dirs)
- -- Reads all log files in the directory and returns a list of logs.
-
- if type(dirs) == 'string' then
- dirs = {dirs}
- end
-
- local all_logs = {}
- local all_messages = {}
-
- for _,dir in ipairs(dirs) do
- if dir:sub(-1, -1) == "/" then
- dir = dir:sub(1, -2)
- local files = rspamd_util.glob(dir .. "/*.log")
- for _, file in pairs(files) do
- local logs,messages = utility.read_log_file(file)
- for i=1,#logs do
- table.insert(all_logs, logs[i])
- table.insert(all_messages, messages[i])
- end
- end
- else
- local logs,messages = utility.read_log_file(dir)
- for i=1,#logs do
- table.insert(all_logs, logs[i])
- table.insert(all_messages, messages[i])
- end
- end
- end
-
- return all_logs,all_messages
- end
-
- function utility.get_all_symbol_scores(conf, ignore_symbols)
- local symbols = conf:get_symbols_scores()
-
- return fun.tomap(fun.map(function(name, elt)
- return name,elt['score']
- end, fun.filter(function(name, elt)
- return not ignore_symbols[name]
- end, symbols)))
- end
-
- function utility.generate_statistics_from_logs(logs, messages, threshold)
-
- -- Returns file_stats table and list of symbol_stats table.
-
- local file_stats = {
- no_of_emails = 0,
- no_of_spam = 0,
- no_of_ham = 0,
- spam_percent = 0,
- ham_percent = 0,
- true_positives = 0,
- true_negatives = 0,
- false_negative_rate = 0,
- false_positive_rate = 0,
- overall_accuracy = 0,
- fscore = 0,
- avg_scan_time = 0,
- slowest_file = nil,
- slowest = 0
- }
-
- local all_symbols_stats = {}
- local all_fps = {}
- local all_fns = {}
-
- local false_positives = 0
- local false_negatives = 0
- local true_positives = 0
- local true_negatives = 0
- local no_of_emails = 0
- local no_of_spam = 0
- local no_of_ham = 0
-
- for i, log in ipairs(logs) do
- log = lua_util.rspamd_str_trim(log)
- log = lua_util.rspamd_str_split(log, " ")
- local message = messages[i]
-
- local is_spam = (log[1] == "SPAM")
- local score = tonumber(log[2])
-
- no_of_emails = no_of_emails + 1
-
- if is_spam then
- no_of_spam = no_of_spam + 1
- else
- no_of_ham = no_of_ham + 1
- end
-
- if is_spam and (score >= threshold) then
- true_positives = true_positives + 1
- elseif is_spam and (score < threshold) then
- false_negatives = false_negatives + 1
- table.insert(all_fns, message)
- elseif not is_spam and (score >= threshold) then
- false_positives = false_positives + 1
- table.insert(all_fps, message)
- else
- true_negatives = true_negatives + 1
- end
-
- for j=4, (#log-1) do
- if all_symbols_stats[log[j]] == nil then
- all_symbols_stats[log[j]] = {
- name = message,
- no_of_hits = 0,
- spam_hits = 0,
- ham_hits = 0,
- spam_overall = 0
- }
- end
- local sym = log[j]
-
- all_symbols_stats[sym].no_of_hits = all_symbols_stats[sym].no_of_hits + 1
-
- if is_spam then
- all_symbols_stats[sym].spam_hits = all_symbols_stats[sym].spam_hits + 1
- else
- all_symbols_stats[sym].ham_hits = all_symbols_stats[sym].ham_hits + 1
- end
-
- -- Find slowest message
- if ((tonumber(log[#log]) or 0) > file_stats.slowest) then
- file_stats.slowest = tonumber(log[#log])
- file_stats.slowest_file = message
- end
- end
- end
-
- -- Calculating file stats
-
- file_stats.no_of_ham = no_of_ham
- file_stats.no_of_spam = no_of_spam
- file_stats.no_of_emails = no_of_emails
- file_stats.true_positives = true_positives
- file_stats.true_negatives = true_negatives
-
- if no_of_emails > 0 then
- file_stats.spam_percent = no_of_spam * 100 / no_of_emails
- file_stats.ham_percent = no_of_ham * 100 / no_of_emails
- file_stats.overall_accuracy = (true_positives + true_negatives) * 100 /
- no_of_emails
- end
-
- if no_of_ham > 0 then
- file_stats.false_positive_rate = false_positives * 100 / no_of_ham
- end
-
- if no_of_spam > 0 then
- file_stats.false_negative_rate = false_negatives * 100 / no_of_spam
- end
-
- file_stats.fscore = 2 * true_positives / (2
- * true_positives
- + false_positives
- + false_negatives)
-
- -- Calculating symbol stats
-
- for _, symbol_stats in pairs(all_symbols_stats) do
- symbol_stats.spam_percent = symbol_stats.spam_hits * 100 / no_of_spam
- symbol_stats.ham_percent = symbol_stats.ham_hits * 100 / no_of_ham
- symbol_stats.overall = symbol_stats.no_of_hits * 100 / no_of_emails
- symbol_stats.spam_overall = symbol_stats.spam_percent /
- (symbol_stats.spam_percent + symbol_stats.ham_percent)
- end
-
- return file_stats, all_symbols_stats, all_fps, all_fns
- end
-
- return utility
|