Update benchmarks a bit and re-run

nathanaelbosch · Oct 25, 2023 · d15404d · d15404d
1 parent 4149e1f
commit d15404d
Show file tree

Hide file tree

Showing 31 changed files with 5,472 additions and 5,585 deletions.
diff --git a/benchmarks/lotkavolterra.jmd b/benchmarks/lotkavolterra.jmd
@@ -41,7 +41,7 @@ SAVE_EVERYSTEP = false;
 
 _setups = [
   "EK0(order=$order)" => Dict(:alg => EK0(order=order, smooth=DENSE))
-  for order in 1:7
+  for order in 2:7
 ]
 
 labels = first.(_setups)
@@ -74,7 +74,7 @@ SAVE_EVERYSTEP = false;
 
 _setups = [
   "EK1(order=$order)" => Dict(:alg => EK1(order=order, smooth=DENSE))
-  for order in 1:7
+  for order in 2:7
 ]
 
 labels = first.(_setups)
@@ -156,8 +156,8 @@ _setups = [
 labels = first.(_setups)
 setups = last.(_setups)
 
-abstols = 1.0 ./ 10.0 .^ (4:15)
-reltols = 1.0 ./ 10.0 .^ (1:12)
+abstols = 1.0 ./ 10.0 .^ (4:14)
+reltols = 1.0 ./ 10.0 .^ (1:11)
 
 wp = WorkPrecisionSet(
     prob, abstols, reltols, setups;
@@ -196,8 +196,8 @@ _setups = [
 labels = first.(_setups)
 setups = last.(_setups)
 
-abstols = 1.0 ./ 10.0 .^ (4:15)
-reltols = 1.0 ./ 10.0 .^ (1:12)
+abstols = 1.0 ./ 10.0 .^ (4:14)
+reltols = 1.0 ./ 10.0 .^ (1:11)
 
 wp = WorkPrecisionSet(
     prob, abstols, reltols, setups;

diff --git a/benchmarks/rober.jmd b/benchmarks/rober.jmd
@@ -46,7 +46,7 @@ SAVE_EVERYSTEP = false;
 
 _setups = [
   "EK1($order)" => Dict(:alg => EK1(order=order, smooth=DENSE))
-  for order in 1:4
+  for order in 2:5
 ]
 
 labels = first.(_setups)

diff --git a/benchmarks/runall.jl b/benchmarks/runall.jl
@@ -1,4 +1,5 @@
 using Weave
+ENV["GKSwstype"]="nul"
 
 FILES = [
     "lotkavolterra.jmd",

diff --git a/benchmarks/vanderpol.jmd b/benchmarks/vanderpol.jmd
@@ -39,7 +39,7 @@ SAVE_EVERYSTEP = false;
 
 _setups = [
   "EK1($order)" => Dict(:alg => EK1(order=order, smooth=DENSE))
-  for order in 2:6
+  for order in 3:7
 ]
 
 labels = first.(_setups)
@@ -85,14 +85,14 @@ DENSE = false;
 SAVE_EVERYSTEP = false;
 
 _setups = [
-  "EK1(2) 1st order" => Dict(:alg => EK1(order=2, smooth=DENSE))
   "EK1(3) 1st order" => Dict(:alg => EK1(order=3, smooth=DENSE))
   "EK1(4) 1st order" => Dict(:alg => EK1(order=4, smooth=DENSE))
   "EK1(5) 1st order" => Dict(:alg => EK1(order=5, smooth=DENSE))
-  "EK1(3) 2nd order" => Dict(:prob_choice => 2, :alg => EK1(order=3, smooth=DENSE))
+  "EK1(6) 1st order" => Dict(:alg => EK1(order=6, smooth=DENSE))
   "EK1(4) 2nd order" => Dict(:prob_choice => 2, :alg => EK1(order=4, smooth=DENSE))
   "EK1(5) 2nd order" => Dict(:prob_choice => 2, :alg => EK1(order=5, smooth=DENSE))
   "EK1(6) 2nd order" => Dict(:prob_choice => 2, :alg => EK1(order=6, smooth=DENSE))
+  "EK1(7) 2nd order" => Dict(:prob_choice => 2, :alg => EK1(order=7, smooth=DENSE))
 ]
 
 labels = first.(_setups)

diff --git a/docs/src/benchmarks/figures/lotkavolterra_2_1.svg b/docs/src/benchmarks/figures/lotkavolterra_2_1.svg
diff --git a/docs/src/benchmarks/figures/lotkavolterra_3_1.svg b/docs/src/benchmarks/figures/lotkavolterra_3_1.svg
diff --git a/docs/src/benchmarks/figures/lotkavolterra_4_1.svg b/docs/src/benchmarks/figures/lotkavolterra_4_1.svg
diff --git a/docs/src/benchmarks/figures/lotkavolterra_5_1.svg b/docs/src/benchmarks/figures/lotkavolterra_5_1.svg
diff --git a/docs/src/benchmarks/figures/lotkavolterra_6_1.svg b/docs/src/benchmarks/figures/lotkavolterra_6_1.svg
diff --git a/docs/src/benchmarks/figures/lotkavolterra_7_1.svg b/docs/src/benchmarks/figures/lotkavolterra_7_1.svg
diff --git a/docs/src/benchmarks/figures/multi-language-wrappers_10_1.svg b/docs/src/benchmarks/figures/multi-language-wrappers_10_1.svg
diff --git a/docs/src/benchmarks/figures/multi-language-wrappers_11_1.svg b/docs/src/benchmarks/figures/multi-language-wrappers_11_1.svg
diff --git a/docs/src/benchmarks/figures/multi-language-wrappers_12_1.svg b/docs/src/benchmarks/figures/multi-language-wrappers_12_1.svg
diff --git a/docs/src/benchmarks/figures/multi-language-wrappers_13_1.svg b/docs/src/benchmarks/figures/multi-language-wrappers_13_1.svg
diff --git a/docs/src/benchmarks/figures/multi-language-wrappers_6_1.svg b/docs/src/benchmarks/figures/multi-language-wrappers_6_1.svg
diff --git a/docs/src/benchmarks/figures/multi-language-wrappers_7_1.svg b/docs/src/benchmarks/figures/multi-language-wrappers_7_1.svg
diff --git a/docs/src/benchmarks/figures/multi-language-wrappers_8_1.svg b/docs/src/benchmarks/figures/multi-language-wrappers_8_1.svg
diff --git a/docs/src/benchmarks/figures/multi-language-wrappers_9_1.svg b/docs/src/benchmarks/figures/multi-language-wrappers_9_1.svg
diff --git a/docs/src/benchmarks/figures/pleiades_2_1.svg b/docs/src/benchmarks/figures/pleiades_2_1.svg
diff --git a/docs/src/benchmarks/figures/pleiades_3_1.svg b/docs/src/benchmarks/figures/pleiades_3_1.svg
diff --git a/docs/src/benchmarks/figures/rober_2_1.svg b/docs/src/benchmarks/figures/rober_2_1.svg
diff --git a/docs/src/benchmarks/figures/rober_3_1.svg b/docs/src/benchmarks/figures/rober_3_1.svg
diff --git a/docs/src/benchmarks/figures/vanderpol_2_1.svg b/docs/src/benchmarks/figures/vanderpol_2_1.svg
diff --git a/docs/src/benchmarks/figures/vanderpol_3_1.svg b/docs/src/benchmarks/figures/vanderpol_3_1.svg
diff --git a/docs/src/benchmarks/figures/vanderpol_4_1.svg b/docs/src/benchmarks/figures/vanderpol_4_1.svg
diff --git a/docs/src/benchmarks/figures/vanderpol_5_1.svg b/docs/src/benchmarks/figures/vanderpol_5_1.svg
diff --git a/docs/src/benchmarks/lotkavolterra.md b/docs/src/benchmarks/lotkavolterra.md
@@ -48,7 +48,7 @@ SAVE_EVERYSTEP = false;
 
 _setups = [
   "EK0(order=$order)" => Dict(:alg => EK0(order=order, smooth=DENSE))
-  for order in 1:7
+  for order in 2:7
 ]
 
 labels = first.(_setups)
@@ -85,7 +85,7 @@ SAVE_EVERYSTEP = false;
 
 _setups = [
   "EK1(order=$order)" => Dict(:alg => EK1(order=order, smooth=DENSE))
-  for order in 1:7
+  for order in 2:7
 ]
 
 labels = first.(_setups)
@@ -175,8 +175,8 @@ _setups = [
 labels = first.(_setups)
 setups = last.(_setups)
 
-abstols = 1.0 ./ 10.0 .^ (4:15)
-reltols = 1.0 ./ 10.0 .^ (1:12)
+abstols = 1.0 ./ 10.0 .^ (4:14)
+reltols = 1.0 ./ 10.0 .^ (1:11)
 
 wp = WorkPrecisionSet(
     prob, abstols, reltols, setups;
@@ -219,8 +219,8 @@ _setups = [
 labels = first.(_setups)
 setups = last.(_setups)
 
-abstols = 1.0 ./ 10.0 .^ (4:15)
-reltols = 1.0 ./ 10.0 .^ (1:12)
+abstols = 1.0 ./ 10.0 .^ (4:14)
+reltols = 1.0 ./ 10.0 .^ (1:11)
 
 wp = WorkPrecisionSet(
     prob, abstols, reltols, setups;
@@ -324,8 +324,9 @@ Status `~/.julia/dev/ProbNumDiffEq/benchmarks/Manifest.toml`
 ⌅ [c3fe647b] AbstractAlgebra v0.32.5
   [621f4979] AbstractFFTs v1.5.0
   [1520ce14] AbstractTrees v0.4.4
-  [79e6a3ab] Adapt v3.6.2
+  [79e6a3ab] Adapt v3.7.0
   [ec485272] ArnoldiMethod v0.2.0
+  [c9d4266f] ArrayAllocators v0.3.0
   [4fba245c] ArrayInterface v7.4.11
   [30b0a656] ArrayInterfaceCore v0.1.29
   [6e4b80f9] BenchmarkTools v1.3.2
@@ -437,7 +438,7 @@ Status `~/.julia/dev/ProbNumDiffEq/benchmarks/Manifest.toml`
   [50d2b5c4] Lazy v0.15.1
   [1d6d02ad] LeftChildRightSiblingTrees v0.2.0
   [d3d80556] LineSearches v7.2.0
-  [7ed4a6bd] LinearSolve v2.11.1
+  [7ed4a6bd] LinearSolve v2.12.0
   [2ab3a3ac] LogExpFunctions v0.3.26
   [e6f89c97] LoggingExtras v1.0.3
   [bdcacae8] LoopVectorization v0.12.165

diff --git a/docs/src/benchmarks/multi-language-wrappers.md b/docs/src/benchmarks/multi-language-wrappers.md
@@ -444,8 +444,9 @@ Status `~/.julia/dev/ProbNumDiffEq/benchmarks/Manifest.toml`
 ⌅ [c3fe647b] AbstractAlgebra v0.32.5
   [621f4979] AbstractFFTs v1.5.0
   [1520ce14] AbstractTrees v0.4.4
-  [79e6a3ab] Adapt v3.6.2
+  [79e6a3ab] Adapt v3.7.0
   [ec485272] ArnoldiMethod v0.2.0
+  [c9d4266f] ArrayAllocators v0.3.0
   [4fba245c] ArrayInterface v7.4.11
   [30b0a656] ArrayInterfaceCore v0.1.29
   [6e4b80f9] BenchmarkTools v1.3.2
@@ -557,7 +558,7 @@ Status `~/.julia/dev/ProbNumDiffEq/benchmarks/Manifest.toml`
   [50d2b5c4] Lazy v0.15.1
   [1d6d02ad] LeftChildRightSiblingTrees v0.2.0
   [d3d80556] LineSearches v7.2.0
-  [7ed4a6bd] LinearSolve v2.11.1
+  [7ed4a6bd] LinearSolve v2.12.0
   [2ab3a3ac] LogExpFunctions v0.3.26
   [e6f89c97] LoggingExtras v1.0.3
   [bdcacae8] LoopVectorization v0.12.165

diff --git a/docs/src/benchmarks/pleiades.md b/docs/src/benchmarks/pleiades.md
@@ -205,8 +205,9 @@ Status `~/.julia/dev/ProbNumDiffEq/benchmarks/Manifest.toml`
 ⌅ [c3fe647b] AbstractAlgebra v0.32.5
   [621f4979] AbstractFFTs v1.5.0
   [1520ce14] AbstractTrees v0.4.4
-  [79e6a3ab] Adapt v3.6.2
+  [79e6a3ab] Adapt v3.7.0
   [ec485272] ArnoldiMethod v0.2.0
+  [c9d4266f] ArrayAllocators v0.3.0
   [4fba245c] ArrayInterface v7.4.11
   [30b0a656] ArrayInterfaceCore v0.1.29
   [6e4b80f9] BenchmarkTools v1.3.2
@@ -318,7 +319,7 @@ Status `~/.julia/dev/ProbNumDiffEq/benchmarks/Manifest.toml`
   [50d2b5c4] Lazy v0.15.1
   [1d6d02ad] LeftChildRightSiblingTrees v0.2.0
   [d3d80556] LineSearches v7.2.0
-  [7ed4a6bd] LinearSolve v2.11.1
+  [7ed4a6bd] LinearSolve v2.12.0
   [2ab3a3ac] LogExpFunctions v0.3.26
   [e6f89c97] LoggingExtras v1.0.3
   [bdcacae8] LoopVectorization v0.12.165

diff --git a/docs/src/benchmarks/rober.md b/docs/src/benchmarks/rober.md
@@ -53,7 +53,7 @@ SAVE_EVERYSTEP = false;
 
 _setups = [
   "EK1($order)" => Dict(:alg => EK1(order=order, smooth=DENSE))
-  for order in 1:4
+  for order in 2:5
 ]
 
 labels = first.(_setups)
@@ -161,8 +161,9 @@ Status `~/.julia/dev/ProbNumDiffEq/benchmarks/Manifest.toml`
 ⌅ [c3fe647b] AbstractAlgebra v0.32.5
   [621f4979] AbstractFFTs v1.5.0
   [1520ce14] AbstractTrees v0.4.4
-  [79e6a3ab] Adapt v3.6.2
+  [79e6a3ab] Adapt v3.7.0
   [ec485272] ArnoldiMethod v0.2.0
+  [c9d4266f] ArrayAllocators v0.3.0
   [4fba245c] ArrayInterface v7.4.11
   [30b0a656] ArrayInterfaceCore v0.1.29
   [6e4b80f9] BenchmarkTools v1.3.2
@@ -274,7 +275,7 @@ Status `~/.julia/dev/ProbNumDiffEq/benchmarks/Manifest.toml`
   [50d2b5c4] Lazy v0.15.1
   [1d6d02ad] LeftChildRightSiblingTrees v0.2.0
   [d3d80556] LineSearches v7.2.0
-  [7ed4a6bd] LinearSolve v2.11.1
+  [7ed4a6bd] LinearSolve v2.12.0
   [2ab3a3ac] LogExpFunctions v0.3.26
   [e6f89c97] LoggingExtras v1.0.3
   [bdcacae8] LoopVectorization v0.12.165

diff --git a/docs/src/benchmarks/vanderpol.md b/docs/src/benchmarks/vanderpol.md
@@ -46,7 +46,7 @@ SAVE_EVERYSTEP = false;
 
 _setups = [
   "EK1($order)" => Dict(:alg => EK1(order=order, smooth=DENSE))
-  for order in 2:6
+  for order in 3:7
 ]
 
 labels = first.(_setups)
@@ -98,14 +98,14 @@ DENSE = false;
 SAVE_EVERYSTEP = false;
 
 _setups = [
-  "EK1(2) 1st order" => Dict(:alg => EK1(order=2, smooth=DENSE))
   "EK1(3) 1st order" => Dict(:alg => EK1(order=3, smooth=DENSE))
   "EK1(4) 1st order" => Dict(:alg => EK1(order=4, smooth=DENSE))
   "EK1(5) 1st order" => Dict(:alg => EK1(order=5, smooth=DENSE))
-  "EK1(3) 2nd order" => Dict(:prob_choice => 2, :alg => EK1(order=3, smooth=DENSE))
+  "EK1(6) 1st order" => Dict(:alg => EK1(order=6, smooth=DENSE))
   "EK1(4) 2nd order" => Dict(:prob_choice => 2, :alg => EK1(order=4, smooth=DENSE))
   "EK1(5) 2nd order" => Dict(:prob_choice => 2, :alg => EK1(order=5, smooth=DENSE))
   "EK1(6) 2nd order" => Dict(:prob_choice => 2, :alg => EK1(order=6, smooth=DENSE))
+  "EK1(7) 2nd order" => Dict(:prob_choice => 2, :alg => EK1(order=7, smooth=DENSE))
 ]
 
 labels = first.(_setups)
@@ -213,8 +213,9 @@ Status `~/.julia/dev/ProbNumDiffEq/benchmarks/Manifest.toml`
 ⌅ [c3fe647b] AbstractAlgebra v0.32.5
   [621f4979] AbstractFFTs v1.5.0
   [1520ce14] AbstractTrees v0.4.4
-  [79e6a3ab] Adapt v3.6.2
+  [79e6a3ab] Adapt v3.7.0
   [ec485272] ArnoldiMethod v0.2.0
+  [c9d4266f] ArrayAllocators v0.3.0
   [4fba245c] ArrayInterface v7.4.11
   [30b0a656] ArrayInterfaceCore v0.1.29
   [6e4b80f9] BenchmarkTools v1.3.2
@@ -326,7 +327,7 @@ Status `~/.julia/dev/ProbNumDiffEq/benchmarks/Manifest.toml`
   [50d2b5c4] Lazy v0.15.1
   [1d6d02ad] LeftChildRightSiblingTrees v0.2.0
   [d3d80556] LineSearches v7.2.0
-  [7ed4a6bd] LinearSolve v2.11.1
+  [7ed4a6bd] LinearSolve v2.12.0
   [2ab3a3ac] LogExpFunctions v0.3.26
   [e6f89c97] LoggingExtras v1.0.3
   [bdcacae8] LoopVectorization v0.12.165