found bug in relu derivative

philwhln · Dec 5, 2020 · a9552a9 · a9552a9
1 parent 1d363c7
commit a9552a9
Showing 1 changed file with 1 addition and 1 deletion.
diff --git a/deriv8/activation_functions/relu.py b/deriv8/activation_functions/relu.py
@@ -6,4 +6,4 @@ def relu(A: Tensor2D) -> Tensor2D:
 
 
 def relu_derivative(Z: Tensor2D):
-    return [[1. if Zij > 0. else 1. for Zij in Zi] for Zi in Z]
+    return [[1. if Zij > 0. else 0. for Zij in Zi] for Zi in Z]