diff --git a/src/NNlib.jl b/src/NNlib.jl index a1eed47e4..7b1e8fdc0 100644 --- a/src/NNlib.jl +++ b/src/NNlib.jl @@ -2,7 +2,7 @@ module NNlib using Requires -export σ, relu, leakyrelu, elu, swish, selu, softplus, softsign, +export σ, sigmoid, relu, leakyrelu, elu, swish, selu, softplus, softsign, softmax, conv2d, pool const libnnlib = Libdl.find_library(is_windows() ? "conv.dll" : "conv.so", [@__DIR__]) diff --git a/src/activation.jl b/src/activation.jl index 339632f81..42824bb87 100644 --- a/src/activation.jl +++ b/src/activation.jl @@ -24,6 +24,8 @@ function. """ σ(x) = one(x) / (one(x) + exp(-x)) +const sigmoid = σ + # ForwardDiff numerical stability hack σ_stable(x) = ifelse(x < -80, zero(x), one(x) / (one(x) + exp(-x)))