From b74522ca0ee2358e89f9e09241eed59662dc54e5 Mon Sep 17 00:00:00 2001 From: Nathanael Bosch Date: Wed, 15 Nov 2023 13:54:50 +0100 Subject: [PATCH] Update all benchmarks a bit again and re-run them all --- benchmarks/hodgkinhuxley.jmd | 11 +- benchmarks/lotkavolterra.jmd | 9 +- benchmarks/multi-language-wrappers.jmd | 13 +- benchmarks/pleiades.jmd | 15 +- benchmarks/rober.jmd | 31 +- benchmarks/runall.jl | 17 +- benchmarks/vanderpol.jmd | 9 +- .../benchmarks/figures/hodgkinhuxley_2_1.svg | 842 ++++---- .../benchmarks/figures/hodgkinhuxley_3_1.svg | 398 ++-- .../benchmarks/figures/hodgkinhuxley_4_1.svg | 388 ++-- .../benchmarks/figures/hodgkinhuxley_5_1.svg | 760 +++---- .../benchmarks/figures/hodgkinhuxley_6_1.svg | 510 ++--- .../benchmarks/figures/hodgkinhuxley_7_1.svg | 322 +-- .../benchmarks/figures/hodgkinhuxley_8_1.svg | 308 +-- .../benchmarks/figures/hodgkinhuxley_9_1.svg | 164 -- .../benchmarks/figures/lotkavolterra_10_1.svg | 640 +++--- .../benchmarks/figures/lotkavolterra_11_1.svg | 842 ++++---- .../benchmarks/figures/lotkavolterra_12_1.svg | 596 ++--- .../benchmarks/figures/lotkavolterra_13_1.svg | 998 ++++----- .../benchmarks/figures/lotkavolterra_14_1.svg | 540 ++--- .../benchmarks/figures/lotkavolterra_15_1.svg | 1010 ++++----- .../benchmarks/figures/lotkavolterra_16_1.svg | 1916 ++++++++--------- .../benchmarks/figures/lotkavolterra_17_1.svg | 980 --------- .../benchmarks/figures/lotkavolterra_18_1.svg | 1146 ---------- .../benchmarks/figures/lotkavolterra_2_1.svg | 274 +-- .../benchmarks/figures/lotkavolterra_3_1.svg | 564 ++--- .../benchmarks/figures/lotkavolterra_4_1.svg | 560 ++--- .../benchmarks/figures/lotkavolterra_5_1.svg | 564 ++--- .../benchmarks/figures/lotkavolterra_6_1.svg | 576 ++--- .../benchmarks/figures/lotkavolterra_7_1.svg | 568 ++--- .../benchmarks/figures/lotkavolterra_8_1.svg | 564 ++--- .../benchmarks/figures/lotkavolterra_9_1.svg | 640 +++--- .../figures/multi-language-wrappers_10_1.svg | 517 ++++- .../figures/multi-language-wrappers_11_1.svg | 506 +---- .../figures/multi-language-wrappers_12_1.svg | 453 +++- .../figures/multi-language-wrappers_13_1.svg | 365 ---- .../figures/multi-language-wrappers_5_1.svg | 148 ++ .../figures/multi-language-wrappers_6_1.svg | 569 +++-- .../figures/multi-language-wrappers_7_1.svg | 530 +---- .../figures/multi-language-wrappers_8_1.svg | 520 ++++- .../figures/multi-language-wrappers_9_1.svg | 532 +---- docs/src/benchmarks/figures/pleiades_2_1.svg | 290 +-- docs/src/benchmarks/figures/pleiades_3_1.svg | 622 +++--- docs/src/benchmarks/figures/pleiades_4_1.svg | 698 +++--- docs/src/benchmarks/figures/pleiades_5_1.svg | 231 -- docs/src/benchmarks/figures/rober_2_1.svg | 240 +-- docs/src/benchmarks/figures/rober_3_1.svg | 272 +-- docs/src/benchmarks/figures/rober_4_1.svg | 489 +++++ .../src/benchmarks/figures/vanderpol_10_1.svg | 454 ++-- .../src/benchmarks/figures/vanderpol_11_1.svg | 422 ++-- .../src/benchmarks/figures/vanderpol_12_1.svg | 674 +++--- .../src/benchmarks/figures/vanderpol_13_1.svg | 347 --- .../src/benchmarks/figures/vanderpol_14_1.svg | 335 --- .../src/benchmarks/figures/vanderpol_15_1.svg | 371 ---- docs/src/benchmarks/figures/vanderpol_2_1.svg | 198 +- docs/src/benchmarks/figures/vanderpol_3_1.svg | 362 ++-- docs/src/benchmarks/figures/vanderpol_4_1.svg | 300 +-- docs/src/benchmarks/figures/vanderpol_5_1.svg | 324 +-- docs/src/benchmarks/figures/vanderpol_6_1.svg | 594 ++--- docs/src/benchmarks/figures/vanderpol_7_1.svg | 944 ++++---- docs/src/benchmarks/figures/vanderpol_8_1.svg | 314 +-- docs/src/benchmarks/figures/vanderpol_9_1.svg | 198 +- docs/src/benchmarks/hodgkinhuxley.md | 40 +- docs/src/benchmarks/lotkavolterra.md | 38 +- .../src/benchmarks/multi-language-wrappers.md | 105 +- docs/src/benchmarks/pleiades.md | 44 +- docs/src/benchmarks/rober.md | 110 +- docs/src/benchmarks/vanderpol.md | 35 +- 68 files changed, 13458 insertions(+), 16508 deletions(-) delete mode 100644 docs/src/benchmarks/figures/hodgkinhuxley_9_1.svg delete mode 100644 docs/src/benchmarks/figures/lotkavolterra_17_1.svg delete mode 100644 docs/src/benchmarks/figures/lotkavolterra_18_1.svg delete mode 100644 docs/src/benchmarks/figures/multi-language-wrappers_13_1.svg create mode 100644 docs/src/benchmarks/figures/multi-language-wrappers_5_1.svg delete mode 100644 docs/src/benchmarks/figures/pleiades_5_1.svg create mode 100644 docs/src/benchmarks/figures/rober_4_1.svg delete mode 100644 docs/src/benchmarks/figures/vanderpol_13_1.svg delete mode 100644 docs/src/benchmarks/figures/vanderpol_14_1.svg delete mode 100644 docs/src/benchmarks/figures/vanderpol_15_1.svg diff --git a/benchmarks/hodgkinhuxley.jmd b/benchmarks/hodgkinhuxley.jmd index 137731960..f6125c1b6 100644 --- a/benchmarks/hodgkinhuxley.jmd +++ b/benchmarks/hodgkinhuxley.jmd @@ -13,14 +13,13 @@ using LinearAlgebra, Statistics, Distributions using DiffEqDevTools, SciMLBase, OrdinaryDiffEq, Plots, SimpleUnPack using ProbNumDiffEq -# Plotting theme -theme(:dao; +Plots.theme( + :dao; markerstrokewidth=0.5, legend=:outertopright, - bottom_margin=5Plots.mm, - size = (1000, 400), - xticks = 10.0 .^ (-16:1:16), - yticks = 10.0 .^ (-6:1:5), + margin=5Plots.mm, + xticks=10.0 .^ (-16:1:16), + yticks=10.0 .^ (-6:1:5), ) ``` diff --git a/benchmarks/lotkavolterra.jmd b/benchmarks/lotkavolterra.jmd index e4567f87c..c7190fec2 100644 --- a/benchmarks/lotkavolterra.jmd +++ b/benchmarks/lotkavolterra.jmd @@ -20,13 +20,12 @@ using LinearAlgebra, Statistics, Distributions using DiffEqDevTools, ParameterizedFunctions, SciMLBase, OrdinaryDiffEq, Plots using ProbNumDiffEq -# Plotting theme -theme(:dao; +Plots.theme( + :dao; markerstrokewidth=0.5, legend=:outertopright, - bottom_margin=5Plots.mm, - size = (1000, 600), - xticks = 10.0 .^ (-16:1:16), + margin=5Plots.mm, + xticks=10.0 .^ (-16:1:16), ) ``` diff --git a/benchmarks/multi-language-wrappers.jmd b/benchmarks/multi-language-wrappers.jmd index 83049dda6..46bdcc77b 100644 --- a/benchmarks/multi-language-wrappers.jmd +++ b/benchmarks/multi-language-wrappers.jmd @@ -11,17 +11,14 @@ using ODEInterface, ODEInterfaceDiffEq, Sundials, SciPyDiffEq, deSolveDiffEq, MA using LoggingExtras using ProbNumDiffEq -``` -```julia -# Plotting theme -theme(:dao; +Plots.theme( + :dao; markerstrokewidth=0.5, legend=:outertopright, - bottom_margin=5Plots.mm, - size = (1000, 400), - xticks = 10.0 .^ (-16:1:16), - yticks = 10.0 .^ (-6:1:5), + margin=5Plots.mm, + xticks=10.0 .^ (-16:1:16), + yticks=10.0 .^ (-6:1:5), ) ``` diff --git a/benchmarks/pleiades.jmd b/benchmarks/pleiades.jmd index 63b5305b6..1f426c3d4 100644 --- a/benchmarks/pleiades.jmd +++ b/benchmarks/pleiades.jmd @@ -13,13 +13,12 @@ using DiffEqDevTools, ParameterizedFunctions, SciMLBase, OrdinaryDiffEq, Sundial using ModelingToolkit using ProbNumDiffEq -# Plotting theme -theme(:dao; +Plots.theme( + :dao; markerstrokewidth=0.5, legend=:outertopright, - bottom_margin=5Plots.mm, - size = (1000, 400), - xticks = 10.0 .^ (-16:1:16) + margin=5Plots.mm, + xticks=10.0 .^ (-16:1:16), ) ``` @@ -129,12 +128,12 @@ plot(wp, ### Calibration ```julia +# We can only evaluate calibration for the PN solvers _wp = WorkPrecisionSet(wp.wps[1:end-3], wp.N-3, wp.abstols, wp.reltols, wp.prob, wp.setups[1:end-3], wp.names[1:end-3], wp.error_estimate, wp.numruns) plot(_wp; x=:final, y=:chi2_final, - color=[1 2 2 2 2], - linestyle=[:dash :solid :solid :dash :dash], - alpha=[1 1 1 1 1], + color=[1 1 1 1 2 2 2 2], + linestyle=[:solid :solid :dash :dash :solid :solid :dash :dash], ) function plot_chisq_interval!(df, q=0.01) dist = Chisq(df) diff --git a/benchmarks/rober.jmd b/benchmarks/rober.jmd index d9958fd56..96820a5e7 100644 --- a/benchmarks/rober.jmd +++ b/benchmarks/rober.jmd @@ -10,18 +10,17 @@ Adapted from [SciMLBenchmarks.jl](https://docs.sciml.ai/SciMLBenchmarksOutput/stable/DAE/ROBERDAE/). ```julia -using LinearAlgebra, Statistics +using LinearAlgebra, Statistics, Distributions using DiffEqDevTools, ParameterizedFunctions, SciMLBase, OrdinaryDiffEq, Sundials, Plots using ModelingToolkit using ProbNumDiffEq -# Plotting theme -theme(:dao; +Plots.theme( + :dao; markerstrokewidth=0.5, legend=:outertopright, - bottom_margin=5Plots.mm, - size = (1000, 400), - xticks = 10.0 .^ (-16:1:16) + margin=5Plots.mm, + xticks=10.0 .^ (-16:1:16), ) ``` @@ -41,7 +40,7 @@ mmprob = ODEProblem(sys,[],(0.0,1e5)) daeprob = DAEProblem(sys,[D(y₁)=>-0.04, D(y₂)=>0.04, D(y₃)=>0.0],[],(0.0,1e5)) # can't handle this yet odaeprob = ODAEProblem(structural_simplify(sys),[],(0.0,1e5)) # can't handle this yet -ref_sol = solve(daeprob,IDA(),abstol=1/10^14,reltol=1/10^14,dense=false) +ref_sol = solve(daeprob,IDA(),abstol=1/10^14,reltol=1/10^14) plot(ref_sol, idxs=[y₁,y₂,y₃], title="ROBER Solution", legend=false, ylims=(0, 1), xticks=:auto) ``` @@ -70,13 +69,27 @@ wp = WorkPrecisionSet( save_everystep = SAVE_EVERYSTEP, numruns = 10, maxiters = Int(1e7), - timeseries_errors = false, - verbose = false, ) plot(wp, palette=Plots.palette([:blue, :red], length(_setups))) ``` +### Calibration + +```julia +plot(wp; x=:final, y=:chi2_final, yguide="Chi-squared (final)", + palette=Plots.palette([:blue, :red], length(_setups))) + +function plot_chisq_interval!(df, q=0.01) + dist = Chisq(df) + low, high, mid = quantile(dist, [q, 1-q])..., mean(dist) + hline!([low, high], linestyle=:dash, color=:black, label="", + fill_between=[high nothing], fillcolor=:green, fillalpha=0.15) + hline!([mid], linestyle=:solid, color=:black, label="") +end +plot_chisq_interval!(3) +``` + ## Appendix diff --git a/benchmarks/runall.jl b/benchmarks/runall.jl index 6015949bb..0807031ee 100644 --- a/benchmarks/runall.jl +++ b/benchmarks/runall.jl @@ -1,13 +1,17 @@ using Weave ENV["GKSwstype"] = "nul" +set_chunk_defaults!( + :fig_width => 9, + :fig_height => 5, +) FILES = [ "lotkavolterra.jmd", "hodgkinhuxley.jmd", - # "vanderpol.jmd", - # "rober.jmd", - # "pleiades.jmd", - # "multi-language-wrappers.jmd", + "vanderpol.jmd", + "rober.jmd", + "pleiades.jmd", + "multi-language-wrappers.jmd", ] filedir = @__DIR__ @@ -21,5 +25,6 @@ for file in FILES ) end -delete!(ENV, "GKSwstype"); -nothing; +restore_chunk_defaults!() +delete!(ENV, "GKSwstype") +nothing diff --git a/benchmarks/vanderpol.jmd b/benchmarks/vanderpol.jmd index 314afc8fc..d95613b64 100644 --- a/benchmarks/vanderpol.jmd +++ b/benchmarks/vanderpol.jmd @@ -12,12 +12,11 @@ using LinearAlgebra, Statistics, Distributions using DiffEqDevTools, ParameterizedFunctions, SciMLBase, OrdinaryDiffEq, Plots using ProbNumDiffEq -# Plotting theme -theme(:dao; +Plots.theme( + :dao; markerstrokewidth=0.5, legend=:outertopright, - bottom_margin=5Plots.mm, - size = (1000, 400), + margin=5Plots.mm, xticks = 10.0 .^ (-16:1:16) ) ``` @@ -80,7 +79,7 @@ SAVE_EVERYSTEP = true; _setups = [ "EK1($order)" => Dict(:alg => EK1(order=order, smooth=DENSE)) - for order in 3:6 + for order in 3:7 ] labels = first.(_setups) diff --git a/docs/src/benchmarks/figures/hodgkinhuxley_2_1.svg b/docs/src/benchmarks/figures/hodgkinhuxley_2_1.svg index 5cc4d6ae4..90adfbdfa 100644 --- a/docs/src/benchmarks/figures/hodgkinhuxley_2_1.svg +++ b/docs/src/benchmarks/figures/hodgkinhuxley_2_1.svg @@ -1,444 +1,444 @@ - + - + - + - + - - + + - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + - - + + - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + - - + + - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + - - + + - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + diff --git a/docs/src/benchmarks/figures/hodgkinhuxley_3_1.svg b/docs/src/benchmarks/figures/hodgkinhuxley_3_1.svg index 4f8c41ccc..97eed2604 100644 --- a/docs/src/benchmarks/figures/hodgkinhuxley_3_1.svg +++ b/docs/src/benchmarks/figures/hodgkinhuxley_3_1.svg @@ -1,210 +1,208 @@ - + - - + + - + - - + + - + - - + + - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + diff --git a/docs/src/benchmarks/figures/hodgkinhuxley_4_1.svg b/docs/src/benchmarks/figures/hodgkinhuxley_4_1.svg index 155498d13..971bc1d24 100644 --- a/docs/src/benchmarks/figures/hodgkinhuxley_4_1.svg +++ b/docs/src/benchmarks/figures/hodgkinhuxley_4_1.svg @@ -1,204 +1,204 @@ - + - - + + - + - - + + - + - - + + - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + diff --git a/docs/src/benchmarks/figures/hodgkinhuxley_5_1.svg b/docs/src/benchmarks/figures/hodgkinhuxley_5_1.svg index dfc8a8b9a..9d326fbab 100644 --- a/docs/src/benchmarks/figures/hodgkinhuxley_5_1.svg +++ b/docs/src/benchmarks/figures/hodgkinhuxley_5_1.svg @@ -1,390 +1,390 @@ - + - - + + - + - - + + - + - - + + - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + diff --git a/docs/src/benchmarks/figures/hodgkinhuxley_6_1.svg b/docs/src/benchmarks/figures/hodgkinhuxley_6_1.svg index b43299928..d51bcdfbf 100644 --- a/docs/src/benchmarks/figures/hodgkinhuxley_6_1.svg +++ b/docs/src/benchmarks/figures/hodgkinhuxley_6_1.svg @@ -1,265 +1,265 @@ - + - - + + - + - - + + - + - - + + - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + diff --git a/docs/src/benchmarks/figures/hodgkinhuxley_7_1.svg b/docs/src/benchmarks/figures/hodgkinhuxley_7_1.svg index 483760400..72b5a7cfd 100644 --- a/docs/src/benchmarks/figures/hodgkinhuxley_7_1.svg +++ b/docs/src/benchmarks/figures/hodgkinhuxley_7_1.svg @@ -1,170 +1,172 @@ - + - - + + - + - - + + - + - - + + - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + diff --git a/docs/src/benchmarks/figures/hodgkinhuxley_8_1.svg b/docs/src/benchmarks/figures/hodgkinhuxley_8_1.svg index d3843b920..291fa4695 100644 --- a/docs/src/benchmarks/figures/hodgkinhuxley_8_1.svg +++ b/docs/src/benchmarks/figures/hodgkinhuxley_8_1.svg @@ -1,164 +1,164 @@ - + - - + + - + - - + + - + - - + + - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + diff --git a/docs/src/benchmarks/figures/hodgkinhuxley_9_1.svg b/docs/src/benchmarks/figures/hodgkinhuxley_9_1.svg deleted file mode 100644 index f05589625..000000000 --- a/docs/src/benchmarks/figures/hodgkinhuxley_9_1.svg +++ /dev/null @@ -1,164 +0,0 @@ - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - diff --git a/docs/src/benchmarks/figures/lotkavolterra_10_1.svg b/docs/src/benchmarks/figures/lotkavolterra_10_1.svg index 67a369b3d..0d916786f 100644 --- a/docs/src/benchmarks/figures/lotkavolterra_10_1.svg +++ b/docs/src/benchmarks/figures/lotkavolterra_10_1.svg @@ -1,330 +1,330 @@ - + - - + + - + - - + + - + - - + + - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + diff --git a/docs/src/benchmarks/figures/lotkavolterra_11_1.svg b/docs/src/benchmarks/figures/lotkavolterra_11_1.svg index e731998cb..600dea651 100644 --- a/docs/src/benchmarks/figures/lotkavolterra_11_1.svg +++ b/docs/src/benchmarks/figures/lotkavolterra_11_1.svg @@ -1,431 +1,431 @@ - + - - + + - + - - + + - + - - + + - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + diff --git a/docs/src/benchmarks/figures/lotkavolterra_12_1.svg b/docs/src/benchmarks/figures/lotkavolterra_12_1.svg index 830042f0c..5c4a5e97d 100644 --- a/docs/src/benchmarks/figures/lotkavolterra_12_1.svg +++ b/docs/src/benchmarks/figures/lotkavolterra_12_1.svg @@ -1,308 +1,308 @@ - + - - + + - + - - + + - + - - + + - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + diff --git a/docs/src/benchmarks/figures/lotkavolterra_13_1.svg b/docs/src/benchmarks/figures/lotkavolterra_13_1.svg index 69e2857c2..b5daa536d 100644 --- a/docs/src/benchmarks/figures/lotkavolterra_13_1.svg +++ b/docs/src/benchmarks/figures/lotkavolterra_13_1.svg @@ -1,509 +1,509 @@ - + - - + + - + - - + + - + - - + + - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + diff --git a/docs/src/benchmarks/figures/lotkavolterra_14_1.svg b/docs/src/benchmarks/figures/lotkavolterra_14_1.svg index cf89708fc..94051f32b 100644 --- a/docs/src/benchmarks/figures/lotkavolterra_14_1.svg +++ b/docs/src/benchmarks/figures/lotkavolterra_14_1.svg @@ -1,280 +1,280 @@ - + - - + + - + - - + + - + - - + + - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + diff --git a/docs/src/benchmarks/figures/lotkavolterra_15_1.svg b/docs/src/benchmarks/figures/lotkavolterra_15_1.svg index b271b3c29..cffc721d9 100644 --- a/docs/src/benchmarks/figures/lotkavolterra_15_1.svg +++ b/docs/src/benchmarks/figures/lotkavolterra_15_1.svg @@ -1,515 +1,515 @@ - + - - + + - + - - + + - + - - + + - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + diff --git a/docs/src/benchmarks/figures/lotkavolterra_16_1.svg b/docs/src/benchmarks/figures/lotkavolterra_16_1.svg index ed474a259..c4ef2211b 100644 --- a/docs/src/benchmarks/figures/lotkavolterra_16_1.svg +++ b/docs/src/benchmarks/figures/lotkavolterra_16_1.svg @@ -1,980 +1,980 @@ - + - + - + - + - - + + - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + - - + + - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + - - + + - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + - - + + - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + diff --git a/docs/src/benchmarks/figures/lotkavolterra_17_1.svg b/docs/src/benchmarks/figures/lotkavolterra_17_1.svg deleted file mode 100644 index 342229317..000000000 --- a/docs/src/benchmarks/figures/lotkavolterra_17_1.svg +++ /dev/null @@ -1,980 +0,0 @@ - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - diff --git a/docs/src/benchmarks/figures/lotkavolterra_18_1.svg b/docs/src/benchmarks/figures/lotkavolterra_18_1.svg deleted file mode 100644 index 01ff43f7a..000000000 --- a/docs/src/benchmarks/figures/lotkavolterra_18_1.svg +++ /dev/null @@ -1,1146 +0,0 @@ - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - diff --git a/docs/src/benchmarks/figures/lotkavolterra_2_1.svg b/docs/src/benchmarks/figures/lotkavolterra_2_1.svg index aa1f679e1..a2976f6b2 100644 --- a/docs/src/benchmarks/figures/lotkavolterra_2_1.svg +++ b/docs/src/benchmarks/figures/lotkavolterra_2_1.svg @@ -1,148 +1,148 @@ - + - - + + - + - - + + - + - - + + - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + diff --git a/docs/src/benchmarks/figures/lotkavolterra_3_1.svg b/docs/src/benchmarks/figures/lotkavolterra_3_1.svg index 126f4d7c5..1c9f2372a 100644 --- a/docs/src/benchmarks/figures/lotkavolterra_3_1.svg +++ b/docs/src/benchmarks/figures/lotkavolterra_3_1.svg @@ -1,292 +1,292 @@ - + - - + + - + - - + + - + - - + + - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + diff --git a/docs/src/benchmarks/figures/lotkavolterra_4_1.svg b/docs/src/benchmarks/figures/lotkavolterra_4_1.svg index 675b08bac..74e0a501a 100644 --- a/docs/src/benchmarks/figures/lotkavolterra_4_1.svg +++ b/docs/src/benchmarks/figures/lotkavolterra_4_1.svg @@ -1,290 +1,290 @@ - + - - + + - + - - + + - + - - + + - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + diff --git a/docs/src/benchmarks/figures/lotkavolterra_5_1.svg b/docs/src/benchmarks/figures/lotkavolterra_5_1.svg index 84d2a5f5f..780528d93 100644 --- a/docs/src/benchmarks/figures/lotkavolterra_5_1.svg +++ b/docs/src/benchmarks/figures/lotkavolterra_5_1.svg @@ -1,292 +1,292 @@ - + - - + + - + - - + + - + - - + + - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + diff --git a/docs/src/benchmarks/figures/lotkavolterra_6_1.svg b/docs/src/benchmarks/figures/lotkavolterra_6_1.svg index 442fa4766..734981a00 100644 --- a/docs/src/benchmarks/figures/lotkavolterra_6_1.svg +++ b/docs/src/benchmarks/figures/lotkavolterra_6_1.svg @@ -1,298 +1,298 @@ - + - - + + - + - - + + - + - - + + - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + diff --git a/docs/src/benchmarks/figures/lotkavolterra_7_1.svg b/docs/src/benchmarks/figures/lotkavolterra_7_1.svg index dc8be4c66..5bccdbea5 100644 --- a/docs/src/benchmarks/figures/lotkavolterra_7_1.svg +++ b/docs/src/benchmarks/figures/lotkavolterra_7_1.svg @@ -1,294 +1,294 @@ - + - - + + - + - - + + - + - - + + - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + diff --git a/docs/src/benchmarks/figures/lotkavolterra_8_1.svg b/docs/src/benchmarks/figures/lotkavolterra_8_1.svg index 61cb31416..e8d3488b8 100644 --- a/docs/src/benchmarks/figures/lotkavolterra_8_1.svg +++ b/docs/src/benchmarks/figures/lotkavolterra_8_1.svg @@ -1,292 +1,292 @@ - + - - + + - + - - + + - + - - + + - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + diff --git a/docs/src/benchmarks/figures/lotkavolterra_9_1.svg b/docs/src/benchmarks/figures/lotkavolterra_9_1.svg index e7fcd973c..c80a26c10 100644 --- a/docs/src/benchmarks/figures/lotkavolterra_9_1.svg +++ b/docs/src/benchmarks/figures/lotkavolterra_9_1.svg @@ -1,330 +1,330 @@ - + - - + + - + - - + + - + - - + + - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + diff --git a/docs/src/benchmarks/figures/multi-language-wrappers_10_1.svg b/docs/src/benchmarks/figures/multi-language-wrappers_10_1.svg index 2e888bb68..85ef4b921 100644 --- a/docs/src/benchmarks/figures/multi-language-wrappers_10_1.svg +++ b/docs/src/benchmarks/figures/multi-language-wrappers_10_1.svg @@ -1,119 +1,418 @@ - + - - + + - + - - + + - + - - + + - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + diff --git a/docs/src/benchmarks/figures/multi-language-wrappers_11_1.svg b/docs/src/benchmarks/figures/multi-language-wrappers_11_1.svg index 1fd47c285..ce1576d01 100644 --- a/docs/src/benchmarks/figures/multi-language-wrappers_11_1.svg +++ b/docs/src/benchmarks/figures/multi-language-wrappers_11_1.svg @@ -1,418 +1,108 @@ - + - - + + - + - - + + - + - - + + - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + diff --git a/docs/src/benchmarks/figures/multi-language-wrappers_12_1.svg b/docs/src/benchmarks/figures/multi-language-wrappers_12_1.svg index f2ab6f22e..e030f37bb 100644 --- a/docs/src/benchmarks/figures/multi-language-wrappers_12_1.svg +++ b/docs/src/benchmarks/figures/multi-language-wrappers_12_1.svg @@ -1,108 +1,365 @@ - + - - + + - + - - + + - + - - + + - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + diff --git a/docs/src/benchmarks/figures/multi-language-wrappers_13_1.svg b/docs/src/benchmarks/figures/multi-language-wrappers_13_1.svg deleted file mode 100644 index 350604039..000000000 --- a/docs/src/benchmarks/figures/multi-language-wrappers_13_1.svg +++ /dev/null @@ -1,365 +0,0 @@ - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - diff --git a/docs/src/benchmarks/figures/multi-language-wrappers_5_1.svg b/docs/src/benchmarks/figures/multi-language-wrappers_5_1.svg new file mode 100644 index 000000000..3814b0cb1 --- /dev/null +++ b/docs/src/benchmarks/figures/multi-language-wrappers_5_1.svg @@ -0,0 +1,148 @@ + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + diff --git a/docs/src/benchmarks/figures/multi-language-wrappers_6_1.svg b/docs/src/benchmarks/figures/multi-language-wrappers_6_1.svg index 9e924c16e..56b3a3681 100644 --- a/docs/src/benchmarks/figures/multi-language-wrappers_6_1.svg +++ b/docs/src/benchmarks/figures/multi-language-wrappers_6_1.svg @@ -1,148 +1,441 @@ - + - - + + - + - - + + - + - - + + - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + diff --git a/docs/src/benchmarks/figures/multi-language-wrappers_7_1.svg b/docs/src/benchmarks/figures/multi-language-wrappers_7_1.svg index 9976ba1fa..bf4601f9c 100644 --- a/docs/src/benchmarks/figures/multi-language-wrappers_7_1.svg +++ b/docs/src/benchmarks/figures/multi-language-wrappers_7_1.svg @@ -1,439 +1,111 @@ - + - - + + - + - - + + - + - - + + - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + diff --git a/docs/src/benchmarks/figures/multi-language-wrappers_8_1.svg b/docs/src/benchmarks/figures/multi-language-wrappers_8_1.svg index eda22fa77..565e2368c 100644 --- a/docs/src/benchmarks/figures/multi-language-wrappers_8_1.svg +++ b/docs/src/benchmarks/figures/multi-language-wrappers_8_1.svg @@ -1,111 +1,429 @@ - + - - + + - + - - + + - + - - + + - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + diff --git a/docs/src/benchmarks/figures/multi-language-wrappers_9_1.svg b/docs/src/benchmarks/figures/multi-language-wrappers_9_1.svg index 9b3393541..886334a69 100644 --- a/docs/src/benchmarks/figures/multi-language-wrappers_9_1.svg +++ b/docs/src/benchmarks/figures/multi-language-wrappers_9_1.svg @@ -1,433 +1,119 @@ - + - - + + - + - - + + - + - - + + - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + diff --git a/docs/src/benchmarks/figures/pleiades_2_1.svg b/docs/src/benchmarks/figures/pleiades_2_1.svg index 693b50908..e2062908a 100644 --- a/docs/src/benchmarks/figures/pleiades_2_1.svg +++ b/docs/src/benchmarks/figures/pleiades_2_1.svg @@ -1,156 +1,156 @@ - + - - + + - + - - + + - + - - + + - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + diff --git a/docs/src/benchmarks/figures/pleiades_3_1.svg b/docs/src/benchmarks/figures/pleiades_3_1.svg index 486ac0ea3..6b18422c1 100644 --- a/docs/src/benchmarks/figures/pleiades_3_1.svg +++ b/docs/src/benchmarks/figures/pleiades_3_1.svg @@ -1,323 +1,319 @@ - + - - + + - + - - + + - + - - + + - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + diff --git a/docs/src/benchmarks/figures/pleiades_4_1.svg b/docs/src/benchmarks/figures/pleiades_4_1.svg index 43177ee57..57a15e485 100644 --- a/docs/src/benchmarks/figures/pleiades_4_1.svg +++ b/docs/src/benchmarks/figures/pleiades_4_1.svg @@ -1,359 +1,359 @@ - + - - + + - + - - + + - + - - + + - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + diff --git a/docs/src/benchmarks/figures/pleiades_5_1.svg b/docs/src/benchmarks/figures/pleiades_5_1.svg deleted file mode 100644 index e26844737..000000000 --- a/docs/src/benchmarks/figures/pleiades_5_1.svg +++ /dev/null @@ -1,231 +0,0 @@ - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - diff --git a/docs/src/benchmarks/figures/rober_2_1.svg b/docs/src/benchmarks/figures/rober_2_1.svg index 39e077386..83f38ff9b 100644 --- a/docs/src/benchmarks/figures/rober_2_1.svg +++ b/docs/src/benchmarks/figures/rober_2_1.svg @@ -1,131 +1,131 @@ - + - - + + - + - - + + - + - - + + - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + diff --git a/docs/src/benchmarks/figures/rober_3_1.svg b/docs/src/benchmarks/figures/rober_3_1.svg index 74b1f647e..0ff06d25d 100644 --- a/docs/src/benchmarks/figures/rober_3_1.svg +++ b/docs/src/benchmarks/figures/rober_3_1.svg @@ -1,144 +1,148 @@ - + - - + + - + - - + + - + - - + + - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + diff --git a/docs/src/benchmarks/figures/rober_4_1.svg b/docs/src/benchmarks/figures/rober_4_1.svg new file mode 100644 index 000000000..d9647772f --- /dev/null +++ b/docs/src/benchmarks/figures/rober_4_1.svg @@ -0,0 +1,489 @@ + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + diff --git a/docs/src/benchmarks/figures/vanderpol_10_1.svg b/docs/src/benchmarks/figures/vanderpol_10_1.svg index 208d0f488..8de2a441f 100644 --- a/docs/src/benchmarks/figures/vanderpol_10_1.svg +++ b/docs/src/benchmarks/figures/vanderpol_10_1.svg @@ -1,236 +1,238 @@ - + - - + + - + - - + + - + - - + + - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + diff --git a/docs/src/benchmarks/figures/vanderpol_11_1.svg b/docs/src/benchmarks/figures/vanderpol_11_1.svg index 9c0d52984..4ce86db14 100644 --- a/docs/src/benchmarks/figures/vanderpol_11_1.svg +++ b/docs/src/benchmarks/figures/vanderpol_11_1.svg @@ -1,220 +1,222 @@ - + - - + + - + - - + + - + - - + + - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + diff --git a/docs/src/benchmarks/figures/vanderpol_12_1.svg b/docs/src/benchmarks/figures/vanderpol_12_1.svg index 9cdce9f81..769431a27 100644 --- a/docs/src/benchmarks/figures/vanderpol_12_1.svg +++ b/docs/src/benchmarks/figures/vanderpol_12_1.svg @@ -1,347 +1,347 @@ - + - - + + - + - - + + - + - - + + - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + diff --git a/docs/src/benchmarks/figures/vanderpol_13_1.svg b/docs/src/benchmarks/figures/vanderpol_13_1.svg deleted file mode 100644 index cba651778..000000000 --- a/docs/src/benchmarks/figures/vanderpol_13_1.svg +++ /dev/null @@ -1,347 +0,0 @@ - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - diff --git a/docs/src/benchmarks/figures/vanderpol_14_1.svg b/docs/src/benchmarks/figures/vanderpol_14_1.svg deleted file mode 100644 index ef1757c55..000000000 --- a/docs/src/benchmarks/figures/vanderpol_14_1.svg +++ /dev/null @@ -1,335 +0,0 @@ - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - diff --git a/docs/src/benchmarks/figures/vanderpol_15_1.svg b/docs/src/benchmarks/figures/vanderpol_15_1.svg deleted file mode 100644 index b40a6d4b7..000000000 --- a/docs/src/benchmarks/figures/vanderpol_15_1.svg +++ /dev/null @@ -1,371 +0,0 @@ - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - diff --git a/docs/src/benchmarks/figures/vanderpol_2_1.svg b/docs/src/benchmarks/figures/vanderpol_2_1.svg index fa2dd77bd..5c96aab36 100644 --- a/docs/src/benchmarks/figures/vanderpol_2_1.svg +++ b/docs/src/benchmarks/figures/vanderpol_2_1.svg @@ -1,110 +1,110 @@ - + - - + + - + - - + + - + - - + + - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + diff --git a/docs/src/benchmarks/figures/vanderpol_3_1.svg b/docs/src/benchmarks/figures/vanderpol_3_1.svg index a09cb312a..419001982 100644 --- a/docs/src/benchmarks/figures/vanderpol_3_1.svg +++ b/docs/src/benchmarks/figures/vanderpol_3_1.svg @@ -1,191 +1,191 @@ - + - - + + - + - - + + - + - - + + - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + diff --git a/docs/src/benchmarks/figures/vanderpol_4_1.svg b/docs/src/benchmarks/figures/vanderpol_4_1.svg index 940206fac..0e49aebb0 100644 --- a/docs/src/benchmarks/figures/vanderpol_4_1.svg +++ b/docs/src/benchmarks/figures/vanderpol_4_1.svg @@ -1,160 +1,160 @@ - + - - + + - + - - + + - + - - + + - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + diff --git a/docs/src/benchmarks/figures/vanderpol_5_1.svg b/docs/src/benchmarks/figures/vanderpol_5_1.svg index 508baa863..52374d8da 100644 --- a/docs/src/benchmarks/figures/vanderpol_5_1.svg +++ b/docs/src/benchmarks/figures/vanderpol_5_1.svg @@ -1,172 +1,172 @@ - + - - + + - + - - + + - + - - + + - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + diff --git a/docs/src/benchmarks/figures/vanderpol_6_1.svg b/docs/src/benchmarks/figures/vanderpol_6_1.svg index bdc6400e9..3935b1c61 100644 --- a/docs/src/benchmarks/figures/vanderpol_6_1.svg +++ b/docs/src/benchmarks/figures/vanderpol_6_1.svg @@ -1,307 +1,307 @@ - + - - + + - + - - + + - + - - + + - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + diff --git a/docs/src/benchmarks/figures/vanderpol_7_1.svg b/docs/src/benchmarks/figures/vanderpol_7_1.svg index 1453f222d..0b4fbd035 100644 --- a/docs/src/benchmarks/figures/vanderpol_7_1.svg +++ b/docs/src/benchmarks/figures/vanderpol_7_1.svg @@ -1,491 +1,491 @@ - + - + - + - + - - + + - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + - - + + - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + - - + + - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + diff --git a/docs/src/benchmarks/figures/vanderpol_8_1.svg b/docs/src/benchmarks/figures/vanderpol_8_1.svg index 4d0aacd84..006d586b3 100644 --- a/docs/src/benchmarks/figures/vanderpol_8_1.svg +++ b/docs/src/benchmarks/figures/vanderpol_8_1.svg @@ -1,167 +1,167 @@ - + - - + + - + - - + + - + - - + + - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + diff --git a/docs/src/benchmarks/figures/vanderpol_9_1.svg b/docs/src/benchmarks/figures/vanderpol_9_1.svg index 0a456b922..c208c6089 100644 --- a/docs/src/benchmarks/figures/vanderpol_9_1.svg +++ b/docs/src/benchmarks/figures/vanderpol_9_1.svg @@ -1,110 +1,110 @@ - + - - + + - + - - + + - + - - + + - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + diff --git a/docs/src/benchmarks/hodgkinhuxley.md b/docs/src/benchmarks/hodgkinhuxley.md index 02129dfde..f15252049 100644 --- a/docs/src/benchmarks/hodgkinhuxley.md +++ b/docs/src/benchmarks/hodgkinhuxley.md @@ -13,14 +13,13 @@ using LinearAlgebra, Statistics, Distributions using DiffEqDevTools, SciMLBase, OrdinaryDiffEq, Plots, SimpleUnPack using ProbNumDiffEq -# Plotting theme -theme(:dao; +Plots.theme( + :dao; markerstrokewidth=0.5, legend=:outertopright, - bottom_margin=5Plots.mm, - size = (1000, 400), - xticks = 10.0 .^ (-16:1:16), - yticks = 10.0 .^ (-6:1:5), + margin=5Plots.mm, + xticks=10.0 .^ (-16:1:16), + yticks=10.0 .^ (-6:1:5), ) ``` @@ -276,8 +275,8 @@ InteractiveUtils.versioninfo() ``` ``` -Julia Version 1.9.3 -Commit bed2cd540a1 (2023-08-24 14:43 UTC) +Julia Version 1.9.4 +Commit 8e5136fa297 (2023-11-14 08:46 UTC) Build Info: Official https://julialang.org/ release Platform Info: @@ -290,6 +289,7 @@ Platform Info: Environment: JULIA_NUM_THREADS = auto JULIA_STACKTRACE_MINIMAL = true + JULIA_IMAGE_THREADS = 1 ``` @@ -310,14 +310,14 @@ Status `~/.julia/dev/ProbNumDiffEq/benchmarks/Project.toml` [7f56f5a3] LSODA v0.7.5 [e6f89c97] LoggingExtras v1.0.3 [e2752cbe] MATLABDiffEq v1.2.0 - [961ee093] ModelingToolkit v8.72.2 + [961ee093] ModelingToolkit v8.73.0 [54ca160b] ODEInterface v0.5.0 [09606e27] ODEInterfaceDiffEq v3.13.3 - [1dea7af3] OrdinaryDiffEq v6.59.0 + [1dea7af3] OrdinaryDiffEq v6.59.1 [65888b18] ParameterizedFunctions v5.16.0 [91a5bcdd] Plots v1.39.0 [bf3e78b0] ProbNumDiffEq v0.13.0 `~/.julia/dev/ProbNumDiffEq` - [0bca4576] SciMLBase v2.8.0 + [0bca4576] SciMLBase v2.8.1 [505e40e9] SciPyDiffEq v0.2.1 [ce78b400] SimpleUnPack v1.1.0 [90137ffa] StaticArrays v1.6.5 @@ -337,7 +337,7 @@ Pkg.status(mode=Pkg.PKGMODE_MANIFEST) ``` Status `~/.julia/dev/ProbNumDiffEq/benchmarks/Manifest.toml` - [47edcb42] ADTypes v0.2.4 + [47edcb42] ADTypes v0.2.5 ⌅ [c3fe647b] AbstractAlgebra v0.32.5 [621f4979] AbstractFFTs v1.5.0 [1520ce14] AbstractTrees v0.4.4 @@ -383,7 +383,7 @@ Status `~/.julia/dev/ProbNumDiffEq/benchmarks/Manifest.toml` [864edb3b] DataStructures v0.18.15 [e2d170a0] DataValueInterfaces v1.0.0 [8bb1440f] DelimitedFiles v1.9.1 - [2b5f629d] DiffEqBase v6.138.1 + [2b5f629d] DiffEqBase v6.139.0 [459566f4] DiffEqCallbacks v2.33.1 [f3b72e0c] DiffEqDevTools v2.42.0 [77a26b50] DiffEqNoiseProcess v5.19.0 @@ -470,7 +470,7 @@ Status `~/.julia/dev/ProbNumDiffEq/benchmarks/Manifest.toml` [739be429] MbedTLS v1.1.8 [442fdcdd] Measures v0.3.2 [e1d29d7a] Missings v1.1.0 - [961ee093] ModelingToolkit v8.72.2 + [961ee093] ModelingToolkit v8.73.0 [46d2c3a1] MuladdMacro v0.2.4 [102ac46a] MultivariatePolynomials v0.5.2 [ffc61752] Mustache v1.0.19 @@ -487,7 +487,7 @@ Status `~/.julia/dev/ProbNumDiffEq/benchmarks/Manifest.toml` [4d8831e6] OpenSSL v1.4.1 [429524aa] Optim v1.7.8 [bac558e1] OrderedCollections v1.6.2 - [1dea7af3] OrdinaryDiffEq v6.59.0 + [1dea7af3] OrdinaryDiffEq v6.59.1 [90014a1f] PDMats v0.11.29 [fe68d972] PSDMatrices v0.4.6 [65ce6f38] PackageExtensionCompat v1.0.2 @@ -533,7 +533,7 @@ Status `~/.julia/dev/ProbNumDiffEq/benchmarks/Manifest.toml` [fdea26ae] SIMD v3.4.6 [94e857df] SIMDTypes v0.1.0 [476501e8] SLEEFPirates v0.6.42 - [0bca4576] SciMLBase v2.8.0 + [0bca4576] SciMLBase v2.8.1 [e9a6253c] SciMLNLSolve v0.1.9 [c0aeaf25] SciMLOperators v0.3.7 [505e40e9] SciPyDiffEq v0.2.1 @@ -697,7 +697,7 @@ Status `~/.julia/dev/ProbNumDiffEq/benchmarks/Manifest.toml` [9fa8497b] Future [b77e0a4c] InteractiveUtils [4af54fe1] LazyArtifacts - [b27032c2] LibCURL v0.6.3 + [b27032c2] LibCURL v0.6.4 [76f85450] LibGit2 [8f399da3] Libdl [37e2e46d] LinearAlgebra @@ -723,8 +723,8 @@ Status `~/.julia/dev/ProbNumDiffEq/benchmarks/Manifest.toml` [cf7118a7] UUIDs [4ec0a83e] Unicode [e66e0078] CompilerSupportLibraries_jll v1.0.5+0 - [deac9b47] LibCURL_jll v7.84.0+0 - [29816b5a] LibSSH2_jll v1.10.2+0 + [deac9b47] LibCURL_jll v8.4.0+0 + [29816b5a] LibSSH2_jll v1.11.0+1 [c8ffd9c3] MbedTLS_jll v2.28.2+0 [14a3606d] MozillaCACerts_jll v2022.10.11 [4536629a] OpenBLAS_jll v0.3.21+4 @@ -733,7 +733,7 @@ Status `~/.julia/dev/ProbNumDiffEq/benchmarks/Manifest.toml` [bea87d4a] SuiteSparse_jll v5.10.1+6 [83775a58] Zlib_jll v1.2.13+0 [8e850b90] libblastrampoline_jll v5.8.0+0 - [8e850ede] nghttp2_jll v1.48.0+0 + [8e850ede] nghttp2_jll v1.52.0+1 [3f19e933] p7zip_jll v17.4.0+0 Info Packages marked with ⌅ have new versions available but compatibility c onstraints restrict them from upgrading. To see why use `status --outdated diff --git a/docs/src/benchmarks/lotkavolterra.md b/docs/src/benchmarks/lotkavolterra.md index d82fa047e..898a2f558 100644 --- a/docs/src/benchmarks/lotkavolterra.md +++ b/docs/src/benchmarks/lotkavolterra.md @@ -20,13 +20,12 @@ using LinearAlgebra, Statistics, Distributions using DiffEqDevTools, ParameterizedFunctions, SciMLBase, OrdinaryDiffEq, Plots using ProbNumDiffEq -# Plotting theme -theme(:dao; +Plots.theme( + :dao; markerstrokewidth=0.5, legend=:outertopright, - bottom_margin=5Plots.mm, - size = (1000, 600), - xticks = 10.0 .^ (-16:1:16), + margin=5Plots.mm, + xticks=10.0 .^ (-16:1:16), ) ``` @@ -453,8 +452,8 @@ InteractiveUtils.versioninfo() ``` ``` -Julia Version 1.9.3 -Commit bed2cd540a1 (2023-08-24 14:43 UTC) +Julia Version 1.9.4 +Commit 8e5136fa297 (2023-11-14 08:46 UTC) Build Info: Official https://julialang.org/ release Platform Info: @@ -467,6 +466,7 @@ Platform Info: Environment: JULIA_NUM_THREADS = auto JULIA_STACKTRACE_MINIMAL = true + JULIA_IMAGE_THREADS = 1 ``` @@ -487,14 +487,14 @@ Status `~/.julia/dev/ProbNumDiffEq/benchmarks/Project.toml` [7f56f5a3] LSODA v0.7.5 [e6f89c97] LoggingExtras v1.0.3 [e2752cbe] MATLABDiffEq v1.2.0 - [961ee093] ModelingToolkit v8.72.2 + [961ee093] ModelingToolkit v8.73.0 [54ca160b] ODEInterface v0.5.0 [09606e27] ODEInterfaceDiffEq v3.13.3 - [1dea7af3] OrdinaryDiffEq v6.59.0 + [1dea7af3] OrdinaryDiffEq v6.59.1 [65888b18] ParameterizedFunctions v5.16.0 [91a5bcdd] Plots v1.39.0 [bf3e78b0] ProbNumDiffEq v0.13.0 `~/.julia/dev/ProbNumDiffEq` - [0bca4576] SciMLBase v2.8.0 + [0bca4576] SciMLBase v2.8.1 [505e40e9] SciPyDiffEq v0.2.1 [ce78b400] SimpleUnPack v1.1.0 [90137ffa] StaticArrays v1.6.5 @@ -514,7 +514,7 @@ Pkg.status(mode=Pkg.PKGMODE_MANIFEST) ``` Status `~/.julia/dev/ProbNumDiffEq/benchmarks/Manifest.toml` - [47edcb42] ADTypes v0.2.4 + [47edcb42] ADTypes v0.2.5 ⌅ [c3fe647b] AbstractAlgebra v0.32.5 [621f4979] AbstractFFTs v1.5.0 [1520ce14] AbstractTrees v0.4.4 @@ -560,7 +560,7 @@ Status `~/.julia/dev/ProbNumDiffEq/benchmarks/Manifest.toml` [864edb3b] DataStructures v0.18.15 [e2d170a0] DataValueInterfaces v1.0.0 [8bb1440f] DelimitedFiles v1.9.1 - [2b5f629d] DiffEqBase v6.138.1 + [2b5f629d] DiffEqBase v6.139.0 [459566f4] DiffEqCallbacks v2.33.1 [f3b72e0c] DiffEqDevTools v2.42.0 [77a26b50] DiffEqNoiseProcess v5.19.0 @@ -647,7 +647,7 @@ Status `~/.julia/dev/ProbNumDiffEq/benchmarks/Manifest.toml` [739be429] MbedTLS v1.1.8 [442fdcdd] Measures v0.3.2 [e1d29d7a] Missings v1.1.0 - [961ee093] ModelingToolkit v8.72.2 + [961ee093] ModelingToolkit v8.73.0 [46d2c3a1] MuladdMacro v0.2.4 [102ac46a] MultivariatePolynomials v0.5.2 [ffc61752] Mustache v1.0.19 @@ -664,7 +664,7 @@ Status `~/.julia/dev/ProbNumDiffEq/benchmarks/Manifest.toml` [4d8831e6] OpenSSL v1.4.1 [429524aa] Optim v1.7.8 [bac558e1] OrderedCollections v1.6.2 - [1dea7af3] OrdinaryDiffEq v6.59.0 + [1dea7af3] OrdinaryDiffEq v6.59.1 [90014a1f] PDMats v0.11.29 [fe68d972] PSDMatrices v0.4.6 [65ce6f38] PackageExtensionCompat v1.0.2 @@ -710,7 +710,7 @@ Status `~/.julia/dev/ProbNumDiffEq/benchmarks/Manifest.toml` [fdea26ae] SIMD v3.4.6 [94e857df] SIMDTypes v0.1.0 [476501e8] SLEEFPirates v0.6.42 - [0bca4576] SciMLBase v2.8.0 + [0bca4576] SciMLBase v2.8.1 [e9a6253c] SciMLNLSolve v0.1.9 [c0aeaf25] SciMLOperators v0.3.7 [505e40e9] SciPyDiffEq v0.2.1 @@ -874,7 +874,7 @@ Status `~/.julia/dev/ProbNumDiffEq/benchmarks/Manifest.toml` [9fa8497b] Future [b77e0a4c] InteractiveUtils [4af54fe1] LazyArtifacts - [b27032c2] LibCURL v0.6.3 + [b27032c2] LibCURL v0.6.4 [76f85450] LibGit2 [8f399da3] Libdl [37e2e46d] LinearAlgebra @@ -900,8 +900,8 @@ Status `~/.julia/dev/ProbNumDiffEq/benchmarks/Manifest.toml` [cf7118a7] UUIDs [4ec0a83e] Unicode [e66e0078] CompilerSupportLibraries_jll v1.0.5+0 - [deac9b47] LibCURL_jll v7.84.0+0 - [29816b5a] LibSSH2_jll v1.10.2+0 + [deac9b47] LibCURL_jll v8.4.0+0 + [29816b5a] LibSSH2_jll v1.11.0+1 [c8ffd9c3] MbedTLS_jll v2.28.2+0 [14a3606d] MozillaCACerts_jll v2022.10.11 [4536629a] OpenBLAS_jll v0.3.21+4 @@ -910,7 +910,7 @@ Status `~/.julia/dev/ProbNumDiffEq/benchmarks/Manifest.toml` [bea87d4a] SuiteSparse_jll v5.10.1+6 [83775a58] Zlib_jll v1.2.13+0 [8e850b90] libblastrampoline_jll v5.8.0+0 - [8e850ede] nghttp2_jll v1.48.0+0 + [8e850ede] nghttp2_jll v1.52.0+1 [3f19e933] p7zip_jll v17.4.0+0 Info Packages marked with ⌅ have new versions available but compatibility c onstraints restrict them from upgrading. To see why use `status --outdated diff --git a/docs/src/benchmarks/multi-language-wrappers.md b/docs/src/benchmarks/multi-language-wrappers.md index 619b22660..5fd9c78d5 100644 --- a/docs/src/benchmarks/multi-language-wrappers.md +++ b/docs/src/benchmarks/multi-language-wrappers.md @@ -11,18 +11,14 @@ using ODEInterface, ODEInterfaceDiffEq, Sundials, SciPyDiffEq, deSolveDiffEq, MA using LoggingExtras using ProbNumDiffEq -``` - -```julia -# Plotting theme -theme(:dao; +Plots.theme( + :dao; markerstrokewidth=0.5, legend=:outertopright, - bottom_margin=5Plots.mm, - size = (1000, 400), - xticks = 10.0 .^ (-16:1:16), - yticks = 10.0 .^ (-6:1:5), + margin=5Plots.mm, + xticks=10.0 .^ (-16:1:16), + yticks=10.0 .^ (-6:1:5), ) ``` @@ -86,7 +82,7 @@ test_sol = sol plot(sol, title="Lotka-Volterra Solution", legend=false, xticks=:auto, yticks=:auto) ``` -![](figures/multi-language-wrappers_6_1.svg) +![](figures/multi-language-wrappers_5_1.svg) ```julia _setups = [ @@ -133,7 +129,7 @@ end plot(wp, title = "Non-stiff 1: Lotka-Volterra", color = colors) ``` -![](figures/multi-language-wrappers_7_1.svg) +![](figures/multi-language-wrappers_6_1.svg) @@ -154,7 +150,7 @@ test_sol = sol plot(sol, title="Rigid Body Solution", legend=false, xticks=:auto, yticks=:auto) ``` -![](figures/multi-language-wrappers_8_1.svg) +![](figures/multi-language-wrappers_7_1.svg) ```julia _setups = [ @@ -201,7 +197,7 @@ end plot(wp, title = "Non-stiff 2: Rigid-Body", color = colors) ``` -![](figures/multi-language-wrappers_9_1.svg) +![](figures/multi-language-wrappers_8_1.svg) @@ -222,7 +218,7 @@ test_sol = sol plot(sol, title="ROBER Solution", legend=false, xlims=(1e0, 1e5), xticks=:auto, yticks=:auto) ``` -![](figures/multi-language-wrappers_10_1.svg) +![](figures/multi-language-wrappers_9_1.svg) ```julia _setups = [ @@ -264,7 +260,7 @@ end plot(wp, title = "Stiff 1: ROBER", color = colors) ``` -![](figures/multi-language-wrappers_11_1.svg) +![](figures/multi-language-wrappers_10_1.svg) @@ -294,7 +290,7 @@ test_sol = sol plot(sol, title="HIRES Solution", legend=false, xticks=:auto, yticks=:auto) ``` -![](figures/multi-language-wrappers_12_1.svg) +![](figures/multi-language-wrappers_11_1.svg) ```julia _setups = [ @@ -338,7 +334,7 @@ end plot(wp, title = "Stiff 2: Hires", color=colors) ``` -![](figures/multi-language-wrappers_13_1.svg) +![](figures/multi-language-wrappers_12_1.svg) @@ -352,8 +348,8 @@ InteractiveUtils.versioninfo() ``` ``` -Julia Version 1.9.3 -Commit bed2cd540a1 (2023-08-24 14:43 UTC) +Julia Version 1.9.4 +Commit 8e5136fa297 (2023-11-14 08:46 UTC) Build Info: Official https://julialang.org/ release Platform Info: @@ -366,6 +362,7 @@ Platform Info: Environment: JULIA_NUM_THREADS = auto JULIA_STACKTRACE_MINIMAL = true + JULIA_IMAGE_THREADS = 1 ``` @@ -380,27 +377,26 @@ Pkg.status() ``` Status `~/.julia/dev/ProbNumDiffEq/benchmarks/Project.toml` - [f3b72e0c] DiffEqDevTools v2.39.1 + [f3b72e0c] DiffEqDevTools v2.42.0 + [31c24e10] Distributions v0.25.103 [7073ff75] IJulia v1.24.2 [7f56f5a3] LSODA v0.7.5 [e6f89c97] LoggingExtras v1.0.3 [e2752cbe] MATLABDiffEq v1.2.0 - [961ee093] ModelingToolkit v8.72.2 + [961ee093] ModelingToolkit v8.73.0 [54ca160b] ODEInterface v0.5.0 [09606e27] ODEInterfaceDiffEq v3.13.3 - [1dea7af3] OrdinaryDiffEq v6.59.0 + [1dea7af3] OrdinaryDiffEq v6.59.1 [65888b18] ParameterizedFunctions v5.16.0 [91a5bcdd] Plots v1.39.0 [bf3e78b0] ProbNumDiffEq v0.13.0 `~/.julia/dev/ProbNumDiffEq` -⌃ [0bca4576] SciMLBase v2.7.3 + [0bca4576] SciMLBase v2.8.1 [505e40e9] SciPyDiffEq v0.2.1 [ce78b400] SimpleUnPack v1.1.0 [90137ffa] StaticArrays v1.6.5 [c3572dad] Sundials v4.20.1 [44d3d7a6] Weave v0.10.12 [0518478a] deSolveDiffEq v0.1.1 -Info Packages marked with ⌃ have new versions available and may be upgradab -le. ``` @@ -414,17 +410,18 @@ Pkg.status(mode=Pkg.PKGMODE_MANIFEST) ``` Status `~/.julia/dev/ProbNumDiffEq/benchmarks/Manifest.toml` - [47edcb42] ADTypes v0.2.4 + [47edcb42] ADTypes v0.2.5 ⌅ [c3fe647b] AbstractAlgebra v0.32.5 [621f4979] AbstractFFTs v1.5.0 [1520ce14] AbstractTrees v0.4.4 + [7d9f7c33] Accessors v0.1.33 [79e6a3ab] Adapt v3.7.1 [ec485272] ArnoldiMethod v0.2.0 [c9d4266f] ArrayAllocators v0.3.0 [4fba245c] ArrayInterface v7.5.1 [6e4b80f9] BenchmarkTools v1.3.2 [e2ed5e7c] Bijections v0.1.6 - [d1d4a3ce] BitFlags v0.1.7 + [d1d4a3ce] BitFlags v0.1.8 [62783981] BitTwiddlingConvenienceFunctions v0.1.5 [fa961155] CEnum v0.5.0 [2a0fbf3d] CPUSummary v0.2.4 @@ -444,6 +441,7 @@ Status `~/.julia/dev/ProbNumDiffEq/benchmarks/Manifest.toml` [bbf7d656] CommonSubexpressions v0.3.0 [34da2185] Compat v4.10.0 [b152e2b5] CompositeTypes v0.1.3 + [a33af91c] CompositionsBase v0.1.2 [2569d6c7] ConcreteStructs v0.2.3 [f0e56b4a] ConcurrentUtilities v2.3.0 [8f4d0f93] Conda v1.9.1 @@ -458,9 +456,9 @@ Status `~/.julia/dev/ProbNumDiffEq/benchmarks/Manifest.toml` [864edb3b] DataStructures v0.18.15 [e2d170a0] DataValueInterfaces v1.0.0 [8bb1440f] DelimitedFiles v1.9.1 - [2b5f629d] DiffEqBase v6.138.1 + [2b5f629d] DiffEqBase v6.139.0 [459566f4] DiffEqCallbacks v2.33.1 - [f3b72e0c] DiffEqDevTools v2.39.1 + [f3b72e0c] DiffEqDevTools v2.42.0 [77a26b50] DiffEqNoiseProcess v5.19.0 [163ba53b] DiffResults v1.1.0 [b552c78f] DiffRules v1.15.1 @@ -479,7 +477,7 @@ Status `~/.julia/dev/ProbNumDiffEq/benchmarks/Manifest.toml` [e2ba6199] ExprTools v0.1.10 [c87230d0] FFMPEG v0.4.1 [7a1cc6ca] FFTW v1.7.1 - [7034ab61] FastBroadcast v0.2.7 + [7034ab61] FastBroadcast v0.2.8 [9aa1b823] FastClosures v0.3.2 [442a2c76] FastGaussQuadrature v1.0.0 [29a986be] FastLapackInterface v2.0.0 @@ -510,6 +508,7 @@ Status `~/.julia/dev/ProbNumDiffEq/benchmarks/Manifest.toml` [842dd82b] InlineStrings v1.4.0 [18e54dd8] IntegerMathUtils v0.1.2 [8197267c] IntervalSets v0.7.8 + [3587e190] InverseFunctions v0.1.12 [41ab1584] InvertedIndices v1.3.0 [92d709cd] IrrationalConstants v0.2.2 [c8e1da08] IterTools v1.8.0 @@ -527,24 +526,24 @@ Status `~/.julia/dev/ProbNumDiffEq/benchmarks/Manifest.toml` [2ee39098] LabelledArrays v1.14.0 [984bce1d] LambertW v0.4.6 [23fbe1c1] Latexify v0.16.1 + [73f95e8e] LatticeRules v0.0.1 [10f19ff3] LayoutPointers v0.1.15 [50d2b5c4] Lazy v0.15.1 [1d6d02ad] LeftChildRightSiblingTrees v0.2.0 [d3d80556] LineSearches v7.2.0 -⌃ [7ed4a6bd] LinearSolve v2.17.1 + [7ed4a6bd] LinearSolve v2.20.0 [2ab3a3ac] LogExpFunctions v0.3.26 [e6f89c97] LoggingExtras v1.0.3 [bdcacae8] LoopVectorization v0.12.166 [10e44e05] MATLAB v0.8.4 [e2752cbe] MATLABDiffEq v1.2.0 - [33e6dc65] MKL v0.6.1 [d8e11817] MLStyle v0.4.17 [1914dd2f] MacroTools v0.5.11 [d125e4d3] ManualMemory v0.1.8 -⌃ [739be429] MbedTLS v1.1.7 + [739be429] MbedTLS v1.1.8 [442fdcdd] Measures v0.3.2 [e1d29d7a] Missings v1.1.0 - [961ee093] ModelingToolkit v8.72.2 + [961ee093] ModelingToolkit v8.73.0 [46d2c3a1] MuladdMacro v0.2.4 [102ac46a] MultivariatePolynomials v0.5.2 [ffc61752] Mustache v1.0.19 @@ -561,13 +560,13 @@ Status `~/.julia/dev/ProbNumDiffEq/benchmarks/Manifest.toml` [4d8831e6] OpenSSL v1.4.1 [429524aa] Optim v1.7.8 [bac558e1] OrderedCollections v1.6.2 - [1dea7af3] OrdinaryDiffEq v6.59.0 -⌃ [90014a1f] PDMats v0.11.28 + [1dea7af3] OrdinaryDiffEq v6.59.1 + [90014a1f] PDMats v0.11.29 [fe68d972] PSDMatrices v0.4.6 [65ce6f38] PackageExtensionCompat v1.0.2 [65888b18] ParameterizedFunctions v5.16.0 [d96e819e] Parameters v0.12.3 -⌃ [69de0a69] Parsers v2.7.2 + [69de0a69] Parsers v2.8.0 [b98c9c47] Pipe v1.3.0 [32113eaa] PkgBenchmark v0.2.12 [ccf2f8ad] PlotThemes v3.1.0 @@ -582,12 +581,13 @@ Status `~/.julia/dev/ProbNumDiffEq/benchmarks/Manifest.toml` [d236fae5] PreallocationTools v0.4.12 [aea7be01] PrecompileTools v1.2.0 [21216c6a] Preferences v1.4.1 - [08abe8d2] PrettyTables v2.2.8 - [27ebfcd6] Primes v0.5.4 + [08abe8d2] PrettyTables v2.3.0 + [27ebfcd6] Primes v0.5.5 [bf3e78b0] ProbNumDiffEq v0.13.0 `~/.julia/dev/ProbNumDiffEq` [33c8b6b6] ProgressLogging v0.1.4 -⌃ [438e738f] PyCall v1.96.1 + [438e738f] PyCall v1.96.2 [1fd47b50] QuadGK v2.9.1 + [8a4e6c94] QuasiMonteCarlo v0.3.2 [6f49c342] RCall v0.13.18 [74087812] Random123 v1.6.1 [fb686558] RandomExtensions v0.4.4 @@ -595,7 +595,7 @@ Status `~/.julia/dev/ProbNumDiffEq/benchmarks/Manifest.toml` [3cdcf5f2] RecipesBase v1.3.4 [01d81517] RecipesPipeline v0.6.12 [731186ca] RecursiveArrayTools v2.38.10 -⌃ [f2c3362d] RecursiveFactorization v0.2.20 + [f2c3362d] RecursiveFactorization v0.2.21 [189a3867] Reexport v1.2.2 [05181044] RelocatableFolders v1.0.1 [ae029012] Requires v1.3.0 @@ -606,7 +606,7 @@ Status `~/.julia/dev/ProbNumDiffEq/benchmarks/Manifest.toml` [fdea26ae] SIMD v3.4.6 [94e857df] SIMDTypes v0.1.0 [476501e8] SLEEFPirates v0.6.42 -⌃ [0bca4576] SciMLBase v2.7.3 + [0bca4576] SciMLBase v2.8.1 [e9a6253c] SciMLNLSolve v0.1.9 [c0aeaf25] SciMLOperators v0.3.7 [505e40e9] SciPyDiffEq v0.2.1 @@ -620,6 +620,7 @@ Status `~/.julia/dev/ProbNumDiffEq/benchmarks/Manifest.toml` [699a6c99] SimpleTraits v0.9.4 [ce78b400] SimpleUnPack v1.1.0 [66db9d55] SnoopPrecompile v1.0.3 + [ed01d8cd] Sobol v1.5.0 [b85f4697] SoftGlobalScope v1.1.0 [a2af1166] SortingAlgorithms v1.2.0 [47a9eef4] SparseDiffTools v2.11.0 @@ -634,7 +635,7 @@ Status `~/.julia/dev/ProbNumDiffEq/benchmarks/Manifest.toml` [2913bbd2] StatsBase v0.34.2 [4c63d2b9] StatsFuns v1.3.0 [3eaba693] StatsModels v0.7.3 -⌅ [7792a7ef] StrideArraysCore v0.4.17 + [7792a7ef] StrideArraysCore v0.5.1 [69024149] StringEncodings v0.3.7 [892a3eda] StringManipulation v0.3.4 [09ab397b] StructArrays v0.6.16 @@ -644,7 +645,7 @@ Status `~/.julia/dev/ProbNumDiffEq/benchmarks/Manifest.toml` [0c5d862f] Symbolics v5.10.0 [3783bdb8] TableTraits v1.0.1 [bd369af6] Tables v1.11.1 - [92b13dbe] TaylorIntegration v0.14.3 + [92b13dbe] TaylorIntegration v0.14.4 [6aa5eb33] TaylorSeries v0.15.2 [62fd8b95] TensorCore v0.1.1 [5d786b92] TerminalLoggers v0.1.7 @@ -660,7 +661,7 @@ Status `~/.julia/dev/ProbNumDiffEq/benchmarks/Manifest.toml` [5c2747f8] URIs v1.5.1 [3a884ed6] UnPack v1.0.2 [1cfade01] UnicodeFun v0.4.1 - [1986cc42] Unitful v1.17.0 + [1986cc42] Unitful v1.18.0 [45397f5d] UnitfulLatexify v1.6.3 [a7c27f48] Unityper v0.1.5 [41fe7b60] Unzip v0.2.0 @@ -769,7 +770,7 @@ Status `~/.julia/dev/ProbNumDiffEq/benchmarks/Manifest.toml` [9fa8497b] Future [b77e0a4c] InteractiveUtils [4af54fe1] LazyArtifacts - [b27032c2] LibCURL v0.6.3 + [b27032c2] LibCURL v0.6.4 [76f85450] LibGit2 [8f399da3] Libdl [37e2e46d] LinearAlgebra @@ -795,8 +796,8 @@ Status `~/.julia/dev/ProbNumDiffEq/benchmarks/Manifest.toml` [cf7118a7] UUIDs [4ec0a83e] Unicode [e66e0078] CompilerSupportLibraries_jll v1.0.5+0 - [deac9b47] LibCURL_jll v7.84.0+0 - [29816b5a] LibSSH2_jll v1.10.2+0 + [deac9b47] LibCURL_jll v8.4.0+0 + [29816b5a] LibSSH2_jll v1.11.0+1 [c8ffd9c3] MbedTLS_jll v2.28.2+0 [14a3606d] MozillaCACerts_jll v2022.10.11 [4536629a] OpenBLAS_jll v0.3.21+4 @@ -805,11 +806,11 @@ Status `~/.julia/dev/ProbNumDiffEq/benchmarks/Manifest.toml` [bea87d4a] SuiteSparse_jll v5.10.1+6 [83775a58] Zlib_jll v1.2.13+0 [8e850b90] libblastrampoline_jll v5.8.0+0 - [8e850ede] nghttp2_jll v1.48.0+0 + [8e850ede] nghttp2_jll v1.52.0+1 [3f19e933] p7zip_jll v17.4.0+0 -Info Packages marked with ⌃ and ⌅ have new versions available, but those wi -th ⌅ are restricted by compatibility constraints from upgrading. To see why - use `status --outdated -m` +Info Packages marked with ⌅ have new versions available but compatibility c +onstraints restrict them from upgrading. To see why use `status --outdated +-m` ``` diff --git a/docs/src/benchmarks/pleiades.md b/docs/src/benchmarks/pleiades.md index 827962b3e..582064526 100644 --- a/docs/src/benchmarks/pleiades.md +++ b/docs/src/benchmarks/pleiades.md @@ -13,13 +13,12 @@ using DiffEqDevTools, ParameterizedFunctions, SciMLBase, OrdinaryDiffEq, Sundial using ModelingToolkit using ProbNumDiffEq -# Plotting theme -theme(:dao; +Plots.theme( + :dao; markerstrokewidth=0.5, legend=:outertopright, - bottom_margin=5Plots.mm, - size = (1000, 400), - xticks = 10.0 .^ (-16:1:16) + margin=5Plots.mm, + xticks=10.0 .^ (-16:1:16), ) ``` @@ -140,12 +139,12 @@ plot(wp, ### Calibration ```julia +# We can only evaluate calibration for the PN solvers _wp = WorkPrecisionSet(wp.wps[1:end-3], wp.N-3, wp.abstols, wp.reltols, wp.prob, wp.setups[1:end-3], wp.names[1:end-3], wp.error_estimate, wp.numruns) plot(_wp; x=:final, y=:chi2_final, - color=[1 2 2 2 2], - linestyle=[:dash :solid :solid :dash :dash], - alpha=[1 1 1 1 1], + color=[1 1 1 1 2 2 2 2], + linestyle=[:solid :solid :dash :dash :solid :solid :dash :dash], ) function plot_chisq_interval!(df, q=0.01) dist = Chisq(df) @@ -171,8 +170,8 @@ InteractiveUtils.versioninfo() ``` ``` -Julia Version 1.9.3 -Commit bed2cd540a1 (2023-08-24 14:43 UTC) +Julia Version 1.9.4 +Commit 8e5136fa297 (2023-11-14 08:46 UTC) Build Info: Official https://julialang.org/ release Platform Info: @@ -185,6 +184,7 @@ Platform Info: Environment: JULIA_NUM_THREADS = auto JULIA_STACKTRACE_MINIMAL = true + JULIA_IMAGE_THREADS = 1 ``` @@ -205,14 +205,14 @@ Status `~/.julia/dev/ProbNumDiffEq/benchmarks/Project.toml` [7f56f5a3] LSODA v0.7.5 [e6f89c97] LoggingExtras v1.0.3 [e2752cbe] MATLABDiffEq v1.2.0 - [961ee093] ModelingToolkit v8.72.2 + [961ee093] ModelingToolkit v8.73.0 [54ca160b] ODEInterface v0.5.0 [09606e27] ODEInterfaceDiffEq v3.13.3 - [1dea7af3] OrdinaryDiffEq v6.59.0 + [1dea7af3] OrdinaryDiffEq v6.59.1 [65888b18] ParameterizedFunctions v5.16.0 [91a5bcdd] Plots v1.39.0 [bf3e78b0] ProbNumDiffEq v0.13.0 `~/.julia/dev/ProbNumDiffEq` - [0bca4576] SciMLBase v2.8.0 + [0bca4576] SciMLBase v2.8.1 [505e40e9] SciPyDiffEq v0.2.1 [ce78b400] SimpleUnPack v1.1.0 [90137ffa] StaticArrays v1.6.5 @@ -232,7 +232,7 @@ Pkg.status(mode=Pkg.PKGMODE_MANIFEST) ``` Status `~/.julia/dev/ProbNumDiffEq/benchmarks/Manifest.toml` - [47edcb42] ADTypes v0.2.4 + [47edcb42] ADTypes v0.2.5 ⌅ [c3fe647b] AbstractAlgebra v0.32.5 [621f4979] AbstractFFTs v1.5.0 [1520ce14] AbstractTrees v0.4.4 @@ -278,7 +278,7 @@ Status `~/.julia/dev/ProbNumDiffEq/benchmarks/Manifest.toml` [864edb3b] DataStructures v0.18.15 [e2d170a0] DataValueInterfaces v1.0.0 [8bb1440f] DelimitedFiles v1.9.1 - [2b5f629d] DiffEqBase v6.138.1 + [2b5f629d] DiffEqBase v6.139.0 [459566f4] DiffEqCallbacks v2.33.1 [f3b72e0c] DiffEqDevTools v2.42.0 [77a26b50] DiffEqNoiseProcess v5.19.0 @@ -365,7 +365,7 @@ Status `~/.julia/dev/ProbNumDiffEq/benchmarks/Manifest.toml` [739be429] MbedTLS v1.1.8 [442fdcdd] Measures v0.3.2 [e1d29d7a] Missings v1.1.0 - [961ee093] ModelingToolkit v8.72.2 + [961ee093] ModelingToolkit v8.73.0 [46d2c3a1] MuladdMacro v0.2.4 [102ac46a] MultivariatePolynomials v0.5.2 [ffc61752] Mustache v1.0.19 @@ -382,7 +382,7 @@ Status `~/.julia/dev/ProbNumDiffEq/benchmarks/Manifest.toml` [4d8831e6] OpenSSL v1.4.1 [429524aa] Optim v1.7.8 [bac558e1] OrderedCollections v1.6.2 - [1dea7af3] OrdinaryDiffEq v6.59.0 + [1dea7af3] OrdinaryDiffEq v6.59.1 [90014a1f] PDMats v0.11.29 [fe68d972] PSDMatrices v0.4.6 [65ce6f38] PackageExtensionCompat v1.0.2 @@ -428,7 +428,7 @@ Status `~/.julia/dev/ProbNumDiffEq/benchmarks/Manifest.toml` [fdea26ae] SIMD v3.4.6 [94e857df] SIMDTypes v0.1.0 [476501e8] SLEEFPirates v0.6.42 - [0bca4576] SciMLBase v2.8.0 + [0bca4576] SciMLBase v2.8.1 [e9a6253c] SciMLNLSolve v0.1.9 [c0aeaf25] SciMLOperators v0.3.7 [505e40e9] SciPyDiffEq v0.2.1 @@ -592,7 +592,7 @@ Status `~/.julia/dev/ProbNumDiffEq/benchmarks/Manifest.toml` [9fa8497b] Future [b77e0a4c] InteractiveUtils [4af54fe1] LazyArtifacts - [b27032c2] LibCURL v0.6.3 + [b27032c2] LibCURL v0.6.4 [76f85450] LibGit2 [8f399da3] Libdl [37e2e46d] LinearAlgebra @@ -618,8 +618,8 @@ Status `~/.julia/dev/ProbNumDiffEq/benchmarks/Manifest.toml` [cf7118a7] UUIDs [4ec0a83e] Unicode [e66e0078] CompilerSupportLibraries_jll v1.0.5+0 - [deac9b47] LibCURL_jll v7.84.0+0 - [29816b5a] LibSSH2_jll v1.10.2+0 + [deac9b47] LibCURL_jll v8.4.0+0 + [29816b5a] LibSSH2_jll v1.11.0+1 [c8ffd9c3] MbedTLS_jll v2.28.2+0 [14a3606d] MozillaCACerts_jll v2022.10.11 [4536629a] OpenBLAS_jll v0.3.21+4 @@ -628,7 +628,7 @@ Status `~/.julia/dev/ProbNumDiffEq/benchmarks/Manifest.toml` [bea87d4a] SuiteSparse_jll v5.10.1+6 [83775a58] Zlib_jll v1.2.13+0 [8e850b90] libblastrampoline_jll v5.8.0+0 - [8e850ede] nghttp2_jll v1.48.0+0 + [8e850ede] nghttp2_jll v1.52.0+1 [3f19e933] p7zip_jll v17.4.0+0 Info Packages marked with ⌅ have new versions available but compatibility c onstraints restrict them from upgrading. To see why use `status --outdated diff --git a/docs/src/benchmarks/rober.md b/docs/src/benchmarks/rober.md index 19997c14e..05f4f405d 100644 --- a/docs/src/benchmarks/rober.md +++ b/docs/src/benchmarks/rober.md @@ -10,18 +10,17 @@ Adapted from [SciMLBenchmarks.jl](https://docs.sciml.ai/SciMLBenchmarksOutput/stable/DAE/ROBERDAE/). ```julia -using LinearAlgebra, Statistics +using LinearAlgebra, Statistics, Distributions using DiffEqDevTools, ParameterizedFunctions, SciMLBase, OrdinaryDiffEq, Sundials, Plots using ModelingToolkit using ProbNumDiffEq -# Plotting theme -theme(:dao; +Plots.theme( + :dao; markerstrokewidth=0.5, legend=:outertopright, - bottom_margin=5Plots.mm, - size = (1000, 400), - xticks = 10.0 .^ (-16:1:16) + margin=5Plots.mm, + xticks=10.0 .^ (-16:1:16), ) ``` @@ -44,7 +43,7 @@ mmprob = ODEProblem(sys,[],(0.0,1e5)) daeprob = DAEProblem(sys,[D(y₁)=>-0.04, D(y₂)=>0.04, D(y₃)=>0.0],[],(0.0,1e5)) # can't handle this yet odaeprob = ODAEProblem(structural_simplify(sys),[],(0.0,1e5)) # can't handle this yet -ref_sol = solve(daeprob,IDA(),abstol=1/10^14,reltol=1/10^14,dense=false) +ref_sol = solve(daeprob,IDA(),abstol=1/10^14,reltol=1/10^14) plot(ref_sol, idxs=[y₁,y₂,y₃], title="ROBER Solution", legend=false, ylims=(0, 1), xticks=:auto) ``` @@ -77,8 +76,6 @@ wp = WorkPrecisionSet( save_everystep = SAVE_EVERYSTEP, numruns = 10, maxiters = Int(1e7), - timeseries_errors = false, - verbose = false, ) plot(wp, palette=Plots.palette([:blue, :red], length(_setups))) @@ -88,6 +85,26 @@ plot(wp, palette=Plots.palette([:blue, :red], length(_setups))) +### Calibration + +```julia +plot(wp; x=:final, y=:chi2_final, yguide="Chi-squared (final)", + palette=Plots.palette([:blue, :red], length(_setups))) + +function plot_chisq_interval!(df, q=0.01) + dist = Chisq(df) + low, high, mid = quantile(dist, [q, 1-q])..., mean(dist) + hline!([low, high], linestyle=:dash, color=:black, label="", + fill_between=[high nothing], fillcolor=:green, fillalpha=0.15) + hline!([mid], linestyle=:solid, color=:black, label="") +end +plot_chisq_interval!(3) +``` + +![](figures/rober_4_1.svg) + + + ## Appendix @@ -98,8 +115,8 @@ InteractiveUtils.versioninfo() ``` ``` -Julia Version 1.9.3 -Commit bed2cd540a1 (2023-08-24 14:43 UTC) +Julia Version 1.9.4 +Commit 8e5136fa297 (2023-11-14 08:46 UTC) Build Info: Official https://julialang.org/ release Platform Info: @@ -112,6 +129,7 @@ Platform Info: Environment: JULIA_NUM_THREADS = auto JULIA_STACKTRACE_MINIMAL = true + JULIA_IMAGE_THREADS = 1 ``` @@ -126,27 +144,26 @@ Pkg.status() ``` Status `~/.julia/dev/ProbNumDiffEq/benchmarks/Project.toml` - [f3b72e0c] DiffEqDevTools v2.39.1 + [f3b72e0c] DiffEqDevTools v2.42.0 + [31c24e10] Distributions v0.25.103 [7073ff75] IJulia v1.24.2 [7f56f5a3] LSODA v0.7.5 [e6f89c97] LoggingExtras v1.0.3 [e2752cbe] MATLABDiffEq v1.2.0 - [961ee093] ModelingToolkit v8.72.2 + [961ee093] ModelingToolkit v8.73.0 [54ca160b] ODEInterface v0.5.0 [09606e27] ODEInterfaceDiffEq v3.13.3 - [1dea7af3] OrdinaryDiffEq v6.59.0 + [1dea7af3] OrdinaryDiffEq v6.59.1 [65888b18] ParameterizedFunctions v5.16.0 [91a5bcdd] Plots v1.39.0 [bf3e78b0] ProbNumDiffEq v0.13.0 `~/.julia/dev/ProbNumDiffEq` -⌃ [0bca4576] SciMLBase v2.7.3 + [0bca4576] SciMLBase v2.8.1 [505e40e9] SciPyDiffEq v0.2.1 [ce78b400] SimpleUnPack v1.1.0 [90137ffa] StaticArrays v1.6.5 [c3572dad] Sundials v4.20.1 [44d3d7a6] Weave v0.10.12 [0518478a] deSolveDiffEq v0.1.1 -Info Packages marked with ⌃ have new versions available and may be upgradab -le. ``` @@ -160,17 +177,18 @@ Pkg.status(mode=Pkg.PKGMODE_MANIFEST) ``` Status `~/.julia/dev/ProbNumDiffEq/benchmarks/Manifest.toml` - [47edcb42] ADTypes v0.2.4 + [47edcb42] ADTypes v0.2.5 ⌅ [c3fe647b] AbstractAlgebra v0.32.5 [621f4979] AbstractFFTs v1.5.0 [1520ce14] AbstractTrees v0.4.4 + [7d9f7c33] Accessors v0.1.33 [79e6a3ab] Adapt v3.7.1 [ec485272] ArnoldiMethod v0.2.0 [c9d4266f] ArrayAllocators v0.3.0 [4fba245c] ArrayInterface v7.5.1 [6e4b80f9] BenchmarkTools v1.3.2 [e2ed5e7c] Bijections v0.1.6 - [d1d4a3ce] BitFlags v0.1.7 + [d1d4a3ce] BitFlags v0.1.8 [62783981] BitTwiddlingConvenienceFunctions v0.1.5 [fa961155] CEnum v0.5.0 [2a0fbf3d] CPUSummary v0.2.4 @@ -190,6 +208,7 @@ Status `~/.julia/dev/ProbNumDiffEq/benchmarks/Manifest.toml` [bbf7d656] CommonSubexpressions v0.3.0 [34da2185] Compat v4.10.0 [b152e2b5] CompositeTypes v0.1.3 + [a33af91c] CompositionsBase v0.1.2 [2569d6c7] ConcreteStructs v0.2.3 [f0e56b4a] ConcurrentUtilities v2.3.0 [8f4d0f93] Conda v1.9.1 @@ -204,9 +223,9 @@ Status `~/.julia/dev/ProbNumDiffEq/benchmarks/Manifest.toml` [864edb3b] DataStructures v0.18.15 [e2d170a0] DataValueInterfaces v1.0.0 [8bb1440f] DelimitedFiles v1.9.1 - [2b5f629d] DiffEqBase v6.138.1 + [2b5f629d] DiffEqBase v6.139.0 [459566f4] DiffEqCallbacks v2.33.1 - [f3b72e0c] DiffEqDevTools v2.39.1 + [f3b72e0c] DiffEqDevTools v2.42.0 [77a26b50] DiffEqNoiseProcess v5.19.0 [163ba53b] DiffResults v1.1.0 [b552c78f] DiffRules v1.15.1 @@ -225,7 +244,7 @@ Status `~/.julia/dev/ProbNumDiffEq/benchmarks/Manifest.toml` [e2ba6199] ExprTools v0.1.10 [c87230d0] FFMPEG v0.4.1 [7a1cc6ca] FFTW v1.7.1 - [7034ab61] FastBroadcast v0.2.7 + [7034ab61] FastBroadcast v0.2.8 [9aa1b823] FastClosures v0.3.2 [442a2c76] FastGaussQuadrature v1.0.0 [29a986be] FastLapackInterface v2.0.0 @@ -256,6 +275,7 @@ Status `~/.julia/dev/ProbNumDiffEq/benchmarks/Manifest.toml` [842dd82b] InlineStrings v1.4.0 [18e54dd8] IntegerMathUtils v0.1.2 [8197267c] IntervalSets v0.7.8 + [3587e190] InverseFunctions v0.1.12 [41ab1584] InvertedIndices v1.3.0 [92d709cd] IrrationalConstants v0.2.2 [c8e1da08] IterTools v1.8.0 @@ -273,24 +293,24 @@ Status `~/.julia/dev/ProbNumDiffEq/benchmarks/Manifest.toml` [2ee39098] LabelledArrays v1.14.0 [984bce1d] LambertW v0.4.6 [23fbe1c1] Latexify v0.16.1 + [73f95e8e] LatticeRules v0.0.1 [10f19ff3] LayoutPointers v0.1.15 [50d2b5c4] Lazy v0.15.1 [1d6d02ad] LeftChildRightSiblingTrees v0.2.0 [d3d80556] LineSearches v7.2.0 -⌃ [7ed4a6bd] LinearSolve v2.17.1 + [7ed4a6bd] LinearSolve v2.20.0 [2ab3a3ac] LogExpFunctions v0.3.26 [e6f89c97] LoggingExtras v1.0.3 [bdcacae8] LoopVectorization v0.12.166 [10e44e05] MATLAB v0.8.4 [e2752cbe] MATLABDiffEq v1.2.0 - [33e6dc65] MKL v0.6.1 [d8e11817] MLStyle v0.4.17 [1914dd2f] MacroTools v0.5.11 [d125e4d3] ManualMemory v0.1.8 -⌃ [739be429] MbedTLS v1.1.7 + [739be429] MbedTLS v1.1.8 [442fdcdd] Measures v0.3.2 [e1d29d7a] Missings v1.1.0 - [961ee093] ModelingToolkit v8.72.2 + [961ee093] ModelingToolkit v8.73.0 [46d2c3a1] MuladdMacro v0.2.4 [102ac46a] MultivariatePolynomials v0.5.2 [ffc61752] Mustache v1.0.19 @@ -307,13 +327,13 @@ Status `~/.julia/dev/ProbNumDiffEq/benchmarks/Manifest.toml` [4d8831e6] OpenSSL v1.4.1 [429524aa] Optim v1.7.8 [bac558e1] OrderedCollections v1.6.2 - [1dea7af3] OrdinaryDiffEq v6.59.0 -⌃ [90014a1f] PDMats v0.11.28 + [1dea7af3] OrdinaryDiffEq v6.59.1 + [90014a1f] PDMats v0.11.29 [fe68d972] PSDMatrices v0.4.6 [65ce6f38] PackageExtensionCompat v1.0.2 [65888b18] ParameterizedFunctions v5.16.0 [d96e819e] Parameters v0.12.3 -⌃ [69de0a69] Parsers v2.7.2 + [69de0a69] Parsers v2.8.0 [b98c9c47] Pipe v1.3.0 [32113eaa] PkgBenchmark v0.2.12 [ccf2f8ad] PlotThemes v3.1.0 @@ -328,12 +348,13 @@ Status `~/.julia/dev/ProbNumDiffEq/benchmarks/Manifest.toml` [d236fae5] PreallocationTools v0.4.12 [aea7be01] PrecompileTools v1.2.0 [21216c6a] Preferences v1.4.1 - [08abe8d2] PrettyTables v2.2.8 - [27ebfcd6] Primes v0.5.4 + [08abe8d2] PrettyTables v2.3.0 + [27ebfcd6] Primes v0.5.5 [bf3e78b0] ProbNumDiffEq v0.13.0 `~/.julia/dev/ProbNumDiffEq` [33c8b6b6] ProgressLogging v0.1.4 -⌃ [438e738f] PyCall v1.96.1 + [438e738f] PyCall v1.96.2 [1fd47b50] QuadGK v2.9.1 + [8a4e6c94] QuasiMonteCarlo v0.3.2 [6f49c342] RCall v0.13.18 [74087812] Random123 v1.6.1 [fb686558] RandomExtensions v0.4.4 @@ -341,7 +362,7 @@ Status `~/.julia/dev/ProbNumDiffEq/benchmarks/Manifest.toml` [3cdcf5f2] RecipesBase v1.3.4 [01d81517] RecipesPipeline v0.6.12 [731186ca] RecursiveArrayTools v2.38.10 -⌃ [f2c3362d] RecursiveFactorization v0.2.20 + [f2c3362d] RecursiveFactorization v0.2.21 [189a3867] Reexport v1.2.2 [05181044] RelocatableFolders v1.0.1 [ae029012] Requires v1.3.0 @@ -352,7 +373,7 @@ Status `~/.julia/dev/ProbNumDiffEq/benchmarks/Manifest.toml` [fdea26ae] SIMD v3.4.6 [94e857df] SIMDTypes v0.1.0 [476501e8] SLEEFPirates v0.6.42 -⌃ [0bca4576] SciMLBase v2.7.3 + [0bca4576] SciMLBase v2.8.1 [e9a6253c] SciMLNLSolve v0.1.9 [c0aeaf25] SciMLOperators v0.3.7 [505e40e9] SciPyDiffEq v0.2.1 @@ -366,6 +387,7 @@ Status `~/.julia/dev/ProbNumDiffEq/benchmarks/Manifest.toml` [699a6c99] SimpleTraits v0.9.4 [ce78b400] SimpleUnPack v1.1.0 [66db9d55] SnoopPrecompile v1.0.3 + [ed01d8cd] Sobol v1.5.0 [b85f4697] SoftGlobalScope v1.1.0 [a2af1166] SortingAlgorithms v1.2.0 [47a9eef4] SparseDiffTools v2.11.0 @@ -380,7 +402,7 @@ Status `~/.julia/dev/ProbNumDiffEq/benchmarks/Manifest.toml` [2913bbd2] StatsBase v0.34.2 [4c63d2b9] StatsFuns v1.3.0 [3eaba693] StatsModels v0.7.3 -⌅ [7792a7ef] StrideArraysCore v0.4.17 + [7792a7ef] StrideArraysCore v0.5.1 [69024149] StringEncodings v0.3.7 [892a3eda] StringManipulation v0.3.4 [09ab397b] StructArrays v0.6.16 @@ -390,7 +412,7 @@ Status `~/.julia/dev/ProbNumDiffEq/benchmarks/Manifest.toml` [0c5d862f] Symbolics v5.10.0 [3783bdb8] TableTraits v1.0.1 [bd369af6] Tables v1.11.1 - [92b13dbe] TaylorIntegration v0.14.3 + [92b13dbe] TaylorIntegration v0.14.4 [6aa5eb33] TaylorSeries v0.15.2 [62fd8b95] TensorCore v0.1.1 [5d786b92] TerminalLoggers v0.1.7 @@ -406,7 +428,7 @@ Status `~/.julia/dev/ProbNumDiffEq/benchmarks/Manifest.toml` [5c2747f8] URIs v1.5.1 [3a884ed6] UnPack v1.0.2 [1cfade01] UnicodeFun v0.4.1 - [1986cc42] Unitful v1.17.0 + [1986cc42] Unitful v1.18.0 [45397f5d] UnitfulLatexify v1.6.3 [a7c27f48] Unityper v0.1.5 [41fe7b60] Unzip v0.2.0 @@ -515,7 +537,7 @@ Status `~/.julia/dev/ProbNumDiffEq/benchmarks/Manifest.toml` [9fa8497b] Future [b77e0a4c] InteractiveUtils [4af54fe1] LazyArtifacts - [b27032c2] LibCURL v0.6.3 + [b27032c2] LibCURL v0.6.4 [76f85450] LibGit2 [8f399da3] Libdl [37e2e46d] LinearAlgebra @@ -541,8 +563,8 @@ Status `~/.julia/dev/ProbNumDiffEq/benchmarks/Manifest.toml` [cf7118a7] UUIDs [4ec0a83e] Unicode [e66e0078] CompilerSupportLibraries_jll v1.0.5+0 - [deac9b47] LibCURL_jll v7.84.0+0 - [29816b5a] LibSSH2_jll v1.10.2+0 + [deac9b47] LibCURL_jll v8.4.0+0 + [29816b5a] LibSSH2_jll v1.11.0+1 [c8ffd9c3] MbedTLS_jll v2.28.2+0 [14a3606d] MozillaCACerts_jll v2022.10.11 [4536629a] OpenBLAS_jll v0.3.21+4 @@ -551,11 +573,11 @@ Status `~/.julia/dev/ProbNumDiffEq/benchmarks/Manifest.toml` [bea87d4a] SuiteSparse_jll v5.10.1+6 [83775a58] Zlib_jll v1.2.13+0 [8e850b90] libblastrampoline_jll v5.8.0+0 - [8e850ede] nghttp2_jll v1.48.0+0 + [8e850ede] nghttp2_jll v1.52.0+1 [3f19e933] p7zip_jll v17.4.0+0 -Info Packages marked with ⌃ and ⌅ have new versions available, but those wi -th ⌅ are restricted by compatibility constraints from upgrading. To see why - use `status --outdated -m` +Info Packages marked with ⌅ have new versions available but compatibility c +onstraints restrict them from upgrading. To see why use `status --outdated +-m` ``` diff --git a/docs/src/benchmarks/vanderpol.md b/docs/src/benchmarks/vanderpol.md index 9fbd9b0ce..ee902985b 100644 --- a/docs/src/benchmarks/vanderpol.md +++ b/docs/src/benchmarks/vanderpol.md @@ -12,12 +12,11 @@ using LinearAlgebra, Statistics, Distributions using DiffEqDevTools, ParameterizedFunctions, SciMLBase, OrdinaryDiffEq, Plots using ProbNumDiffEq -# Plotting theme -theme(:dao; +Plots.theme( + :dao; markerstrokewidth=0.5, legend=:outertopright, - bottom_margin=5Plots.mm, - size = (1000, 400), + margin=5Plots.mm, xticks = 10.0 .^ (-16:1:16) ) ``` @@ -314,8 +313,8 @@ InteractiveUtils.versioninfo() ``` ``` -Julia Version 1.9.3 -Commit bed2cd540a1 (2023-08-24 14:43 UTC) +Julia Version 1.9.4 +Commit 8e5136fa297 (2023-11-14 08:46 UTC) Build Info: Official https://julialang.org/ release Platform Info: @@ -348,14 +347,14 @@ Status `~/.julia/dev/ProbNumDiffEq/benchmarks/Project.toml` [7f56f5a3] LSODA v0.7.5 [e6f89c97] LoggingExtras v1.0.3 [e2752cbe] MATLABDiffEq v1.2.0 - [961ee093] ModelingToolkit v8.72.2 + [961ee093] ModelingToolkit v8.73.0 [54ca160b] ODEInterface v0.5.0 [09606e27] ODEInterfaceDiffEq v3.13.3 - [1dea7af3] OrdinaryDiffEq v6.59.0 + [1dea7af3] OrdinaryDiffEq v6.59.1 [65888b18] ParameterizedFunctions v5.16.0 [91a5bcdd] Plots v1.39.0 [bf3e78b0] ProbNumDiffEq v0.13.0 `~/.julia/dev/ProbNumDiffEq` - [0bca4576] SciMLBase v2.8.0 + [0bca4576] SciMLBase v2.8.1 [505e40e9] SciPyDiffEq v0.2.1 [ce78b400] SimpleUnPack v1.1.0 [90137ffa] StaticArrays v1.6.5 @@ -375,7 +374,7 @@ Pkg.status(mode=Pkg.PKGMODE_MANIFEST) ``` Status `~/.julia/dev/ProbNumDiffEq/benchmarks/Manifest.toml` - [47edcb42] ADTypes v0.2.4 + [47edcb42] ADTypes v0.2.5 ⌅ [c3fe647b] AbstractAlgebra v0.32.5 [621f4979] AbstractFFTs v1.5.0 [1520ce14] AbstractTrees v0.4.4 @@ -421,7 +420,7 @@ Status `~/.julia/dev/ProbNumDiffEq/benchmarks/Manifest.toml` [864edb3b] DataStructures v0.18.15 [e2d170a0] DataValueInterfaces v1.0.0 [8bb1440f] DelimitedFiles v1.9.1 - [2b5f629d] DiffEqBase v6.138.1 + [2b5f629d] DiffEqBase v6.139.0 [459566f4] DiffEqCallbacks v2.33.1 [f3b72e0c] DiffEqDevTools v2.42.0 [77a26b50] DiffEqNoiseProcess v5.19.0 @@ -508,7 +507,7 @@ Status `~/.julia/dev/ProbNumDiffEq/benchmarks/Manifest.toml` [739be429] MbedTLS v1.1.8 [442fdcdd] Measures v0.3.2 [e1d29d7a] Missings v1.1.0 - [961ee093] ModelingToolkit v8.72.2 + [961ee093] ModelingToolkit v8.73.0 [46d2c3a1] MuladdMacro v0.2.4 [102ac46a] MultivariatePolynomials v0.5.2 [ffc61752] Mustache v1.0.19 @@ -525,7 +524,7 @@ Status `~/.julia/dev/ProbNumDiffEq/benchmarks/Manifest.toml` [4d8831e6] OpenSSL v1.4.1 [429524aa] Optim v1.7.8 [bac558e1] OrderedCollections v1.6.2 - [1dea7af3] OrdinaryDiffEq v6.59.0 + [1dea7af3] OrdinaryDiffEq v6.59.1 [90014a1f] PDMats v0.11.29 [fe68d972] PSDMatrices v0.4.6 [65ce6f38] PackageExtensionCompat v1.0.2 @@ -571,7 +570,7 @@ Status `~/.julia/dev/ProbNumDiffEq/benchmarks/Manifest.toml` [fdea26ae] SIMD v3.4.6 [94e857df] SIMDTypes v0.1.0 [476501e8] SLEEFPirates v0.6.42 - [0bca4576] SciMLBase v2.8.0 + [0bca4576] SciMLBase v2.8.1 [e9a6253c] SciMLNLSolve v0.1.9 [c0aeaf25] SciMLOperators v0.3.7 [505e40e9] SciPyDiffEq v0.2.1 @@ -735,7 +734,7 @@ Status `~/.julia/dev/ProbNumDiffEq/benchmarks/Manifest.toml` [9fa8497b] Future [b77e0a4c] InteractiveUtils [4af54fe1] LazyArtifacts - [b27032c2] LibCURL v0.6.3 + [b27032c2] LibCURL v0.6.4 [76f85450] LibGit2 [8f399da3] Libdl [37e2e46d] LinearAlgebra @@ -761,8 +760,8 @@ Status `~/.julia/dev/ProbNumDiffEq/benchmarks/Manifest.toml` [cf7118a7] UUIDs [4ec0a83e] Unicode [e66e0078] CompilerSupportLibraries_jll v1.0.5+0 - [deac9b47] LibCURL_jll v7.84.0+0 - [29816b5a] LibSSH2_jll v1.10.2+0 + [deac9b47] LibCURL_jll v8.4.0+0 + [29816b5a] LibSSH2_jll v1.11.0+1 [c8ffd9c3] MbedTLS_jll v2.28.2+0 [14a3606d] MozillaCACerts_jll v2022.10.11 [4536629a] OpenBLAS_jll v0.3.21+4 @@ -771,7 +770,7 @@ Status `~/.julia/dev/ProbNumDiffEq/benchmarks/Manifest.toml` [bea87d4a] SuiteSparse_jll v5.10.1+6 [83775a58] Zlib_jll v1.2.13+0 [8e850b90] libblastrampoline_jll v5.8.0+0 - [8e850ede] nghttp2_jll v1.48.0+0 + [8e850ede] nghttp2_jll v1.52.0+1 [3f19e933] p7zip_jll v17.4.0+0 Info Packages marked with ⌅ have new versions available but compatibility c onstraints restrict them from upgrading. To see why use `status --outdated