diff --git a/lib/OrdinaryDiffEqNonlinearSolve/src/newton.jl b/lib/OrdinaryDiffEqNonlinearSolve/src/newton.jl
index c1c8f67db7..994ecea696 100644
--- a/lib/OrdinaryDiffEqNonlinearSolve/src/newton.jl
+++ b/lib/OrdinaryDiffEqNonlinearSolve/src/newton.jl
@@ -229,6 +229,10 @@ end
             reltol = reltol)
     end
 
+    if !SciMLBase.successful_retcode(linres.retcode) && linres.retcode != SciMLBase.ReturnCode.Default
+        return convert(eltype(atmp,),Inf)
+    end
+
     cache.linsolve = linres.cache
 
     if DiffEqBase.has_stats(integrator)