Mirrors/rspamd
1
0
Fork 0
mirror of https://github.com/rspamd/rspamd.git synced 2024-09-13 23:56:50 +02:00
Code Issues Actions 1 Packages Projects Releases Wiki Activity

[Feature] Allow to extract words in rspamadm mime

Browse Source
This commit is contained in:
Vsevolod Stakhov 2018-06-25 16:28:43 +01:00
parent 3c353232c9
commit 592ce3ab0a
1 changed files with 22 additions and 2 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

24
lualib/rspamadm/mime.lua
View File

@ -72,6 +72,8 @@ extract:option "-o --output"
decoded_utf = "raw_utf"
}
:default "content"
extract:flag "-w --words"
:description "Extracts words"
local stat = parser:command "stat st s"
@ -185,19 +187,37 @@ end
local function extract_handler(opts)
local out_elts = {}
if opts.words then
-- Enable stemming
rspamd_config:init_subsystem('langdet')
end
for _,fname in ipairs(opts.file) do
local task = load_task(opts, fname)
out_elts[fname] = {}
if not opts.text and not opts.html then
parser:error('please select html or text part to be extracted')
end
if opts.text or opts.html then
local tp = task:get_text_parts() or {}
for _,part in ipairs(tp) do
local how = opts.output
if opts.text and not part:is_html() then
table.insert(out_elts[fname], tostring(part:get_content(how)))
if opts.words then
table.insert(out_elts[fname], table.concat(part:get_words(), ' '))
else
table.insert(out_elts[fname], tostring(part:get_content(how)))
end
elseif opts.html and part:is_html() then
table.insert(out_elts[fname], tostring(part:get_content(how)))
if opts.words then
table.insert(out_elts[fname], table.concat(part:get_words(), ' '))
else
table.insert(out_elts[fname], tostring(part:get_content(how)))
end
end
end
end