gradient for norm

FluxML · Apr 29, 2019 · 6c66c22 · 6c66c22
1 parent 2170544
commit 6c66c22
Showing 1 changed file with 5 additions and 0 deletions.
diff --git a/src/lib/array.jl b/src/lib/array.jl
@@ -213,6 +213,11 @@ end
   end
 end
 
+function _forward(cx::Context, ::typeof(norm), x::AbstractArray, p::Real = 2)
+  fallback = (x, p) -> sum(abs.(x).^p .+ eps(0f0))^(1/p) # avoid d(sqrt(x))/dx == Inf at 0
+  _forward(cx, fallback, x, p)
+end
+
 # LinAlg Matrix Types
 # ===================