Browse Source

[Feature] Selectors: Add `specific_urls` extractor

tags/2.0
Vsevolod Stakhov 4 years ago
parent
commit
ed52028907
2 changed files with 29 additions and 0 deletions
  1. 17
    0
      lualib/lua_selectors/extractors.lua
  2. 12
    0
      test/lua/unit/selectors.lua

+ 17
- 0
lualib/lua_selectors/extractors.lua View File

@@ -278,6 +278,23 @@ e.g. `by_hostname`]],
If no arguments specified, returns list of url objects. Otherwise, calls a specific method,
e.g. `get_tld`]],
},
-- Get specific urls
['specific_urls'] = {
['get_value'] = function(task, args)
local params = args[1] or {}
params.task = task
local urls = lua_util.extract_specific_urls(params)
return urls,'userdata_list'
end,
['description'] = [[Get most specific urls. Arguments are equal to the Lua API function]],
['args_schema'] = {ts.shape{
limit = ts.number + ts.string / tonumber,
esld_limit = (ts.number + ts.string / tonumber):is_optional(),
prefix = ts.string:is_optional(),
need_emails = (ts.boolean + ts.string / lua_util.toboolean):is_optional(),
ignore_redirected = (ts.boolean + ts.string / lua_util.toboolean):is_optional(),
}}
},
-- Get all emails
['emails'] = {
['get_value'] = function(task, args)

+ 12
- 0
test/lua/unit/selectors.lua View File

@@ -151,6 +151,18 @@ context("Selectors test", function()
selector = "emails",
expect = {{"mailto://test@example.net"}}},

["specific_urls"] = {
selector = "specific_urls({limit = 1})",
expect = {{"http://example.net"}}},

["specific_urls + emails"] = {
selector = "specific_urls({need_emails = true, limit = 2})",
expect = {{"http://example.net", "mailto://test@example.net"}}},

["specific_urls + emails limit"] = {
selector = "specific_urls({need_emails = true, limit = 1})",
expect = {{"http://example.net"}}},

["pool_var str, default type"] = {
selector = [[pool_var("str_var")]],
expect = {"str 1"}},

Loading…
Cancel
Save