Adding Tanh to RNN Cell (#103)

Shashi456 · rxwei · commit cfefd63fa60a · 2019-04-19T06:29:53.000-07:00
diff --git a/Sources/DeepLearning/Layer.swift b/Sources/DeepLearning/Layer.swift
@@ -1320,7 +1320,7 @@ public struct SimpleRNNCell<Scalar: TensorFlowFloatingPoint>: RNNCell {
     @differentiable
     public func call(_ input: Input) -> Output {
         let concatenatedInput = input.input.concatenated(with: input.state, alongAxis: 1)
-        let newState = matmul(concatenatedInput, weight) + bias
+        let newState = tanh(matmul(concatenatedInput, weight) + bias)
         return Output(output: newState, state: newState)
     }
 }

Original file line number	Diff line number	Diff line change
`@@ -1320,7 +1320,7 @@ public struct SimpleRNNCell<Scalar: TensorFlowFloatingPoint>: RNNCell {`
`1320`	`1320`	`@differentiable`
`1321`	`1321`	`public func call(_ input: Input) -> Output {`
`1322`	`1322`	`let concatenatedInput = input.input.concatenated(with: input.state, alongAxis: 1)`
`1323`		`- let newState = matmul(concatenatedInput, weight) + bias`
	`1323`	`+ let newState = tanh(matmul(concatenatedInput, weight) + bias)`
`1324`	`1324`	`return Output(output: newState, state: newState)`
`1325`	`1325`	`}`
`1326`	`1326`	`}`