1 files changed, 45 insertions, 0 deletions
diff --git a/contrib/lua-torch/nn/ELU.lua b/contrib/lua-torch/nn/ELU.lua
new file mode 100644
index 000000000..48a6caa2c
--- /dev/null
+++ b/contrib/lua-torch/nn/ELU.lua
@@ -0,0 +1,45 @@
+local ELU, parent = torch.class('nn.ELU', 'nn.Module')
+
+--[[
+   Djork-Arné Clevert, Thomas Unterthiner, Sepp Hochreiter
+   Fast and Accurate Deep Network Learning by Exponential Linear Units (ELUs)
+   http://arxiv.org/pdf/1511.07289.pdf
+--]]
+
+function ELU:__init(alpha, inplace)
+   parent.__init(self)
+   self.alpha = alpha or 1
+   assert(type(self.alpha) == 'number')
+   self.inplace = inplace or false
+   assert(type(self.inplace) == 'boolean')
+end
+
+function ELU:updateOutput(input)
+   local inplace = self.inplace or false
+
+   input.THNN.ELU_updateOutput(
+      input:cdata(),
+      self.output:cdata(),
+      self.alpha,
+      inplace
+   )
+   return self.output
+end
+
+function ELU:updateGradInput(input, gradOutput)
+   local inplace = self.inplace or false
+
+   input.THNN.ELU_updateGradInput(
+      input:cdata(),
+      gradOutput:cdata(),
+      self.gradInput:cdata(),
+      self.output:cdata(),
+      self.alpha,
+      inplace
+   )
+   return self.gradInput
+end
+
+function ELU:__tostring__()
+  return string.format('%s (alpha:%f)', torch.type(self), self.alpha)
+end