diff --git a/src/deprecations.jl b/src/deprecations.jl
index 6719bd39e2..8c3bc963a4 100644
--- a/src/deprecations.jl
+++ b/src/deprecations.jl
@@ -80,3 +80,5 @@ Base.@deprecate_binding RADAM RAdam
 Base.@deprecate_binding OADAM OAdam
 Base.@deprecate_binding ADAGrad AdaGrad
 Base.@deprecate_binding ADADelta AdaDelta
+
+@deprecate rng_from_array() default_rng_value()
diff --git a/src/utils.jl b/src/utils.jl
index 83ae222aa5..581d0b02a7 100644
--- a/src/utils.jl
+++ b/src/utils.jl
@@ -520,6 +520,9 @@ function _create_bias(weights::AbstractArray, bias::AbstractArray, dims::Integer
   bias
 end
 
+# TODO figure out whether we want to document or deprecate this
+const create_bias = _create_bias
+
 
 # Other