diff options
author | Vsevolod Stakhov <vsevolod@highsecure.ru> | 2018-05-23 18:14:15 +0100 |
---|---|---|
committer | Vsevolod Stakhov <vsevolod@highsecure.ru> | 2018-05-23 18:14:15 +0100 |
commit | 714eb56e1760fdfb26afccde92664d3a2f1e8435 (patch) | |
tree | 84d1399acbb92f852b4bd64f9ea5412680b0c6ab /contrib/lua-torch/nn/ConcatTable.lua | |
parent | 220a51ff68013dd668a45b78c60a7b8bfc10f074 (diff) | |
download | rspamd-714eb56e1760fdfb26afccde92664d3a2f1e8435.tar.gz rspamd-714eb56e1760fdfb26afccde92664d3a2f1e8435.zip |
[Minor] Move lua contrib libraries to lua- prefix
Diffstat (limited to 'contrib/lua-torch/nn/ConcatTable.lua')
-rw-r--r-- | contrib/lua-torch/nn/ConcatTable.lua | 118 |
1 files changed, 118 insertions, 0 deletions
diff --git a/contrib/lua-torch/nn/ConcatTable.lua b/contrib/lua-torch/nn/ConcatTable.lua new file mode 100644 index 000000000..742719344 --- /dev/null +++ b/contrib/lua-torch/nn/ConcatTable.lua @@ -0,0 +1,118 @@ +local ConcatTable, parent = torch.class('nn.ConcatTable', 'nn.Container') + +function ConcatTable:__init() + parent.__init(self) + self.modules = {} + self.output = {} +end + +function ConcatTable:updateOutput(input) + for i=1,#self.modules do + self.output[i] = self:rethrowErrors(self.modules[i], i, 'updateOutput', input) + end + return self.output +end + +local function retable(t1, t2, f) + for k, v in ipairs(t2) do + if (torch.type(v) == "table") then + t1[k] = retable(t1[k] or {}, t2[k], f) + else + f(t1, k, v) + end + end + for i=#t2+1, #t1 do + t1[i] = nil + end + return t1 +end + +local function backward(self, method, input, gradOutput, scale) + local isTable = torch.type(input) == 'table' + local wasTable = torch.type(self.gradInput) == 'table' + if isTable then + for i,module in ipairs(self.modules) do + local currentGradInput = self:rethrowErrors(module, i, method, input, gradOutput[i], scale) + if torch.type(currentGradInput) ~= 'table' then + error"currentGradInput is not a table!" + end + if #input ~= #currentGradInput then + error("table size mismatch: "..#input.." ~= "..#currentGradInput) + end + if i == 1 then + self.gradInput = wasTable and self.gradInput or {} + retable(self.gradInput, currentGradInput, + function(t, k, v) + t[k] = t[k] or v:clone() + t[k]:resize(v:size()) + t[k]:copy(v) + end + ) + else + retable(self.gradInput, currentGradInput, + function(t, k, v) + if t[k] then + t[k]:add(v) + else + t[k] = v:clone() + end + end + ) + end + end + else + self.gradInput = (not wasTable) and self.gradInput or input:clone() + for i,module in ipairs(self.modules) do + local currentGradInput = self:rethrowErrors(module, i, method, input, gradOutput[i], scale) + if i == 1 then + self.gradInput:resize(currentGradInput:size()):copy(currentGradInput) + else + self.gradInput:add(currentGradInput) + end + end + end + return self.gradInput +end + +function ConcatTable:updateGradInput(input, gradOutput) + return backward(self, 'updateGradInput', input, gradOutput) +end + +function ConcatTable:backward(input, gradOutput, scale) + return backward(self, 'backward', input, gradOutput, scale) +end + +function ConcatTable:accGradParameters(input, gradOutput, scale) + scale = scale or 1 + for i,module in ipairs(self.modules) do + self:rethrowErrors(module, i, 'accGradParameters', input, gradOutput[i], scale) + end +end + +function ConcatTable:accUpdateGradParameters(input, gradOutput, lr) + for i,module in ipairs(self.modules) do + self:rethrowErrors(module, i, 'accUpdateGradParameters', input, gradOutput[i], lr) + end +end + +function ConcatTable:__tostring__() + local tab = ' ' + local line = '\n' + local next = ' |`-> ' + local lastNext = ' `-> ' + local ext = ' | ' + local extlast = ' ' + local last = ' ... -> ' + local str = torch.type(self) + str = str .. ' {' .. line .. tab .. 'input' + for i=1,#self.modules do + if i == #self.modules then + str = str .. line .. tab .. lastNext .. '(' .. i .. '): ' .. tostring(self.modules[i]):gsub(line, line .. tab .. extlast) + else + str = str .. line .. tab .. next .. '(' .. i .. '): ' .. tostring(self.modules[i]):gsub(line, line .. tab .. ext) + end + end + str = str .. line .. tab .. last .. 'output' + str = str .. line .. '}' + return str +end |