forwarddiff tests

FluxML · Dec 15, 2017 · 56bb473 · 56bb473
1 parent ee3eae8
commit 56bb473
Showing 1 changed file with 14 additions and 0 deletions.
diff --git a/test/activation.jl b/test/activation.jl
@@ -22,6 +22,20 @@ function test_value_int_input_forces_float64(a)
     end
 end
 
+if Base.find_in_path("ForwardDiff") ≠ nothing
+    using ForwardDiff
+    function test_value_duals(a)
+        @testset "$(a): " begin
+        for T in [Float32, Float64, Int32, Int64]
+          val = @inferred a(ForwardDiff.Dual(float(T(1)), one(float(T))))
+          @test typeof(val) == ForwardDiff.Dual{Void,float(T),1}
+        end
+        end
+    end
+
+    test_value_duals.(ACTIVATION_FUNCTIONS)
+end
+
 @testset "Activation Functions" begin
 
   @test σ(0.0) == 0.5