From 3500b64e0f04a05d26e6ea627623ad3a50510de4 Mon Sep 17 00:00:00 2001 From: github-actions Date: Wed, 6 Nov 2024 23:37:13 +0000 Subject: [PATCH] Add benchmarks results for 26b2307a8bc0c3783029da4e2bb34347f8ff9c32 --- analyze.json | 68 +++++++++++- bench-codegen.json | 264 ++++++++++++++++++++++++++++++++++++++++++++- bench-gcc.json | 264 ++++++++++++++++++++++++++++++++++++++++++++- bench.json | 264 ++++++++++++++++++++++++++++++++++++++++++++- compile.json | 96 ++++++++++++++++- 5 files changed, 951 insertions(+), 5 deletions(-) diff --git a/analyze.json b/analyze.json index d4c830d..a572adf 100644 --- a/analyze.json +++ b/analyze.json @@ -1,5 +1,5 @@ { - "lastUpdate": 1730849940892, + "lastUpdate": 1730936233512, "repoUrl": "https://github.com/luau-lang/luau", "entries": { "luau-analyze": [ @@ -16102,6 +16102,72 @@ "extra": "luau-analyze" } ] + }, + { + "commit": { + "author": { + "email": "34089907+Barocena@users.noreply.github.com", + "name": "Barış", + "username": "Barocena" + }, + "committer": { + "email": "noreply@github.com", + "name": "GitHub", + "username": "web-flow" + }, + "distinct": true, + "id": "26b2307a8bc0c3783029da4e2bb34347f8ff9c32", + "message": "Replace old site urls (#1505)\n\nthis PR replaces all the old site urls from luau-lang.org to luau.org", + "timestamp": "2024-11-06T15:23:33-08:00", + "tree_id": "4624272f5766e080dc7e86307ae3b68eb1a96a0a", + "url": "https://github.com/luau-lang/luau/commit/26b2307a8bc0c3783029da4e2bb34347f8ff9c32" + }, + "date": 1730936233508, + "tool": "benchmarkluau", + "benches": [ + { + "name": "map-nonstrict", + "value": 4.86599, + "unit": "4ms", + "range": "±0%", + "extra": "luau-analyze" + }, + { + "name": "map-strict", + "value": 5.92245, + "unit": "5ms", + "range": "±0%", + "extra": "luau-analyze" + }, + { + "name": "map-dcr", + "value": 27.0029, + "unit": "ms", + "range": "±0%", + "extra": "luau-analyze" + }, + { + "name": "regex-nonstrict", + "value": 8.16835, + "unit": "8ms", + "range": "±0%", + "extra": "luau-analyze" + }, + { + "name": "regex-strict", + "value": 10.6269, + "unit": "ms", + "range": "±0%", + "extra": "luau-analyze" + }, + { + "name": "regex-dcr", + "value": 5676.67, + "unit": "ms", + "range": "±0%", + "extra": "luau-analyze" + } + ] } ] } diff --git a/bench-codegen.json b/bench-codegen.json index 78b1da7..0ec351d 100644 --- a/bench-codegen.json +++ b/bench-codegen.json @@ -1,5 +1,5 @@ { - "lastUpdate": 1730849940589, + "lastUpdate": 1730936233210, "repoUrl": "https://github.com/luau-lang/luau", "entries": { "callgrind codegen": [ @@ -47332,6 +47332,268 @@ "extra": "luau-codegen" } ] + }, + { + "commit": { + "author": { + "email": "34089907+Barocena@users.noreply.github.com", + "name": "Barış", + "username": "Barocena" + }, + "committer": { + "email": "noreply@github.com", + "name": "GitHub", + "username": "web-flow" + }, + "distinct": true, + "id": "26b2307a8bc0c3783029da4e2bb34347f8ff9c32", + "message": "Replace old site urls (#1505)\n\nthis PR replaces all the old site urls from luau-lang.org to luau.org", + "timestamp": "2024-11-06T15:23:33-08:00", + "tree_id": "4624272f5766e080dc7e86307ae3b68eb1a96a0a", + "url": "https://github.com/luau-lang/luau/commit/26b2307a8bc0c3783029da4e2bb34347f8ff9c32" + }, + "date": 1730936233200, + "tool": "benchmarkluau", + "benches": [ + { + "name": "base64", + "value": 11.541, + "unit": "ms", + "range": "±0.000%", + "extra": "luau-codegen" + }, + { + "name": "chess", + "value": 52.009, + "unit": "ms", + "range": "±0.000%", + "extra": "luau-codegen" + }, + { + "name": "life", + "value": 23.355, + "unit": "ms", + "range": "±0.000%", + "extra": "luau-codegen" + }, + { + "name": "matrixmult", + "value": 9.335, + "unit": "9ms", + "range": "±0.000%", + "extra": "luau-codegen" + }, + { + "name": "mesh-normal-scalar", + "value": 13.054, + "unit": "ms", + "range": "±0.000%", + "extra": "luau-codegen" + }, + { + "name": "mesh-normal-vector", + "value": 8.159, + "unit": "8ms", + "range": "±0.000%", + "extra": "luau-codegen" + }, + { + "name": "pcmmix", + "value": 1.36, + "unit": "1ms", + "range": "±0.000%", + "extra": "luau-codegen" + }, + { + "name": "qsort", + "value": 41.466, + "unit": "ms", + "range": "±0.000%", + "extra": "luau-codegen" + }, + { + "name": "sha256", + "value": 4.57, + "unit": "4ms", + "range": "±0.000%", + "extra": "luau-codegen" + }, + { + "name": "ack", + "value": 40.015, + "unit": "ms", + "range": "±0.000%", + "extra": "luau-codegen" + }, + { + "name": "binary-trees", + "value": 20.852, + "unit": "ms", + "range": "±0.000%", + "extra": "luau-codegen" + }, + { + "name": "fannkuchen-redux", + "value": 3.892, + "unit": "3ms", + "range": "±0.000%", + "extra": "luau-codegen" + }, + { + "name": "fixpoint-fact", + "value": 48.743, + "unit": "ms", + "range": "±0.000%", + "extra": "luau-codegen" + }, + { + "name": "heapsort", + "value": 7.719, + "unit": "7ms", + "range": "±0.000%", + "extra": "luau-codegen" + }, + { + "name": "mandel", + "value": 40.422, + "unit": "ms", + "range": "±0.000%", + "extra": "luau-codegen" + }, + { + "name": "n-body", + "value": 9.707, + "unit": "9ms", + "range": "±0.000%", + "extra": "luau-codegen" + }, + { + "name": "qt", + "value": 24.975, + "unit": "ms", + "range": "±0.000%", + "extra": "luau-codegen" + }, + { + "name": "queen", + "value": 0.805, + "unit": "0ms", + "range": "±0.000%", + "extra": "luau-codegen" + }, + { + "name": "scimark", + "value": 24.636, + "unit": "ms", + "range": "±0.000%", + "extra": "luau-codegen" + }, + { + "name": "spectral-norm", + "value": 2.444, + "unit": "2ms", + "range": "±0.000%", + "extra": "luau-codegen" + }, + { + "name": "sieve", + "value": 84.556, + "unit": "ms", + "range": "±0.000%", + "extra": "luau-codegen" + }, + { + "name": "3d-cube", + "value": 3.736, + "unit": "3ms", + "range": "±0.000%", + "extra": "luau-codegen" + }, + { + "name": "3d-morph", + "value": 3.747, + "unit": "3ms", + "range": "±0.000%", + "extra": "luau-codegen" + }, + { + "name": "3d-raytrace", + "value": 3.28, + "unit": "3ms", + "range": "±0.000%", + "extra": "luau-codegen" + }, + { + "name": "controlflow-recursive", + "value": 3.464, + "unit": "3ms", + "range": "±0.000%", + "extra": "luau-codegen" + }, + { + "name": "crypto-aes", + "value": 7.184, + "unit": "7ms", + "range": "±0.000%", + "extra": "luau-codegen" + }, + { + "name": "fannkuch", + "value": 6.167, + "unit": "6ms", + "range": "±0.000%", + "extra": "luau-codegen" + }, + { + "name": "math-cordic", + "value": 3.768, + "unit": "3ms", + "range": "±0.000%", + "extra": "luau-codegen" + }, + { + "name": "math-partial-sums", + "value": 1.917, + "unit": "1ms", + "range": "±0.000%", + "extra": "luau-codegen" + }, + { + "name": "n-body-oop", + "value": 13.739, + "unit": "ms", + "range": "±0.000%", + "extra": "luau-codegen" + }, + { + "name": "tictactoe", + "value": 62.945, + "unit": "ms", + "range": "±0.000%", + "extra": "luau-codegen" + }, + { + "name": "trig", + "value": 6.65, + "unit": "6ms", + "range": "±0.000%", + "extra": "luau-codegen" + }, + { + "name": "vector", + "value": null, + "unit": ":", + "range": "±+/-", + "extra": "on" + }, + { + "name": "voxelgen", + "value": 27.661, + "unit": "ms", + "range": "±0.000%", + "extra": "luau-codegen" + } + ] } ] } diff --git a/bench-gcc.json b/bench-gcc.json index 6707401..d65c519 100644 --- a/bench-gcc.json +++ b/bench-gcc.json @@ -1,5 +1,5 @@ { - "lastUpdate": 1730849940748, + "lastUpdate": 1730936233364, "repoUrl": "https://github.com/luau-lang/luau", "entries": { "callgrind gcc": [ @@ -62701,6 +62701,268 @@ "extra": "luau-gcc" } ] + }, + { + "commit": { + "author": { + "email": "34089907+Barocena@users.noreply.github.com", + "name": "Barış", + "username": "Barocena" + }, + "committer": { + "email": "noreply@github.com", + "name": "GitHub", + "username": "web-flow" + }, + "distinct": true, + "id": "26b2307a8bc0c3783029da4e2bb34347f8ff9c32", + "message": "Replace old site urls (#1505)\n\nthis PR replaces all the old site urls from luau-lang.org to luau.org", + "timestamp": "2024-11-06T15:23:33-08:00", + "tree_id": "4624272f5766e080dc7e86307ae3b68eb1a96a0a", + "url": "https://github.com/luau-lang/luau/commit/26b2307a8bc0c3783029da4e2bb34347f8ff9c32" + }, + "date": 1730936233352, + "tool": "benchmarkluau", + "benches": [ + { + "name": "base64", + "value": 23.054, + "unit": "ms", + "range": "±0.000%", + "extra": "luau-gcc" + }, + { + "name": "chess", + "value": 82.251, + "unit": "ms", + "range": "±0.000%", + "extra": "luau-gcc" + }, + { + "name": "life", + "value": 89.766, + "unit": "ms", + "range": "±0.000%", + "extra": "luau-gcc" + }, + { + "name": "matrixmult", + "value": 24.642, + "unit": "ms", + "range": "±0.000%", + "extra": "luau-gcc" + }, + { + "name": "mesh-normal-scalar", + "value": 32.375, + "unit": "ms", + "range": "±0.000%", + "extra": "luau-gcc" + }, + { + "name": "mesh-normal-vector", + "value": 18.671, + "unit": "ms", + "range": "±0.000%", + "extra": "luau-gcc" + }, + { + "name": "pcmmix", + "value": 10.26, + "unit": "ms", + "range": "±0.000%", + "extra": "luau-gcc" + }, + { + "name": "qsort", + "value": 77.29, + "unit": "ms", + "range": "±0.000%", + "extra": "luau-gcc" + }, + { + "name": "sha256", + "value": 26.229, + "unit": "ms", + "range": "±0.000%", + "extra": "luau-gcc" + }, + { + "name": "ack", + "value": 65.367, + "unit": "ms", + "range": "±0.000%", + "extra": "luau-gcc" + }, + { + "name": "binary-trees", + "value": 29.837, + "unit": "ms", + "range": "±0.000%", + "extra": "luau-gcc" + }, + { + "name": "fannkuchen-redux", + "value": 12.877, + "unit": "ms", + "range": "±0.000%", + "extra": "luau-gcc" + }, + { + "name": "fixpoint-fact", + "value": 60.192, + "unit": "ms", + "range": "±0.000%", + "extra": "luau-gcc" + }, + { + "name": "heapsort", + "value": 22.217, + "unit": "ms", + "range": "±0.000%", + "extra": "luau-gcc" + }, + { + "name": "mandel", + "value": 63.727, + "unit": "ms", + "range": "±0.000%", + "extra": "luau-gcc" + }, + { + "name": "n-body", + "value": 37.779, + "unit": "ms", + "range": "±0.000%", + "extra": "luau-gcc" + }, + { + "name": "qt", + "value": 60.789, + "unit": "ms", + "range": "±0.000%", + "extra": "luau-gcc" + }, + { + "name": "queen", + "value": 1.968, + "unit": "1ms", + "range": "±0.000%", + "extra": "luau-gcc" + }, + { + "name": "scimark", + "value": 89.708, + "unit": "ms", + "range": "±0.000%", + "extra": "luau-gcc" + }, + { + "name": "spectral-norm", + "value": 12.429, + "unit": "ms", + "range": "±0.000%", + "extra": "luau-gcc" + }, + { + "name": "sieve", + "value": 105.839, + "unit": "ms", + "range": "±0.000%", + "extra": "luau-gcc" + }, + { + "name": "3d-cube", + "value": 8.651, + "unit": "8ms", + "range": "±0.000%", + "extra": "luau-gcc" + }, + { + "name": "3d-morph", + "value": 10.316, + "unit": "ms", + "range": "±0.000%", + "extra": "luau-gcc" + }, + { + "name": "3d-raytrace", + "value": 10.316, + "unit": "ms", + "range": "±0.000%", + "extra": "luau-gcc" + }, + { + "name": "controlflow-recursive", + "value": 5.542, + "unit": "5ms", + "range": "±0.000%", + "extra": "luau-gcc" + }, + { + "name": "crypto-aes", + "value": 14.712, + "unit": "ms", + "range": "±0.000%", + "extra": "luau-gcc" + }, + { + "name": "fannkuch", + "value": 26.461, + "unit": "ms", + "range": "±0.000%", + "extra": "luau-gcc" + }, + { + "name": "math-cordic", + "value": 16.68, + "unit": "ms", + "range": "±0.000%", + "extra": "luau-gcc" + }, + { + "name": "math-partial-sums", + "value": 5.04, + "unit": "5ms", + "range": "±0.000%", + "extra": "luau-gcc" + }, + { + "name": "n-body-oop", + "value": 56.263, + "unit": "ms", + "range": "±0.000%", + "extra": "luau-gcc" + }, + { + "name": "tictactoe", + "value": 133.87, + "unit": "ms", + "range": "±0.000%", + "extra": "luau-gcc" + }, + { + "name": "trig", + "value": 26.016, + "unit": "ms", + "range": "±0.000%", + "extra": "luau-gcc" + }, + { + "name": "vector", + "value": null, + "unit": ":", + "range": "±+/-", + "extra": "on" + }, + { + "name": "voxelgen", + "value": 54.095, + "unit": "ms", + "range": "±0.000%", + "extra": "luau-gcc" + } + ] } ] } diff --git a/bench.json b/bench.json index f28279b..b5ab856 100644 --- a/bench.json +++ b/bench.json @@ -1,5 +1,5 @@ { - "lastUpdate": 1730849940438, + "lastUpdate": 1730936233062, "repoUrl": "https://github.com/luau-lang/luau", "entries": { "callgrind clang": [ @@ -62701,6 +62701,268 @@ "extra": "luau" } ] + }, + { + "commit": { + "author": { + "email": "34089907+Barocena@users.noreply.github.com", + "name": "Barış", + "username": "Barocena" + }, + "committer": { + "email": "noreply@github.com", + "name": "GitHub", + "username": "web-flow" + }, + "distinct": true, + "id": "26b2307a8bc0c3783029da4e2bb34347f8ff9c32", + "message": "Replace old site urls (#1505)\n\nthis PR replaces all the old site urls from luau-lang.org to luau.org", + "timestamp": "2024-11-06T15:23:33-08:00", + "tree_id": "4624272f5766e080dc7e86307ae3b68eb1a96a0a", + "url": "https://github.com/luau-lang/luau/commit/26b2307a8bc0c3783029da4e2bb34347f8ff9c32" + }, + "date": 1730936233050, + "tool": "benchmarkluau", + "benches": [ + { + "name": "base64", + "value": 21.426, + "unit": "ms", + "range": "±0.000%", + "extra": "luau" + }, + { + "name": "chess", + "value": 80.407, + "unit": "ms", + "range": "±0.000%", + "extra": "luau" + }, + { + "name": "life", + "value": 83.424, + "unit": "ms", + "range": "±0.000%", + "extra": "luau" + }, + { + "name": "matrixmult", + "value": 23.433, + "unit": "ms", + "range": "±0.000%", + "extra": "luau" + }, + { + "name": "mesh-normal-scalar", + "value": 30.586, + "unit": "ms", + "range": "±0.000%", + "extra": "luau" + }, + { + "name": "mesh-normal-vector", + "value": 17.567, + "unit": "ms", + "range": "±0.000%", + "extra": "luau" + }, + { + "name": "pcmmix", + "value": 9.22, + "unit": "9ms", + "range": "±0.000%", + "extra": "luau" + }, + { + "name": "qsort", + "value": 75.257, + "unit": "ms", + "range": "±0.000%", + "extra": "luau" + }, + { + "name": "sha256", + "value": 24.258, + "unit": "ms", + "range": "±0.000%", + "extra": "luau" + }, + { + "name": "ack", + "value": 65.921, + "unit": "ms", + "range": "±0.000%", + "extra": "luau" + }, + { + "name": "binary-trees", + "value": 28.821, + "unit": "ms", + "range": "±0.000%", + "extra": "luau" + }, + { + "name": "fannkuchen-redux", + "value": 11.807, + "unit": "ms", + "range": "±0.000%", + "extra": "luau" + }, + { + "name": "fixpoint-fact", + "value": 61.992, + "unit": "ms", + "range": "±0.000%", + "extra": "luau" + }, + { + "name": "heapsort", + "value": 20.66, + "unit": "ms", + "range": "±0.000%", + "extra": "luau" + }, + { + "name": "mandel", + "value": 61.407, + "unit": "ms", + "range": "±0.000%", + "extra": "luau" + }, + { + "name": "n-body", + "value": 36.475, + "unit": "ms", + "range": "±0.000%", + "extra": "luau" + }, + { + "name": "qt", + "value": 56.406, + "unit": "ms", + "range": "±0.000%", + "extra": "luau" + }, + { + "name": "queen", + "value": 1.887, + "unit": "1ms", + "range": "±0.000%", + "extra": "luau" + }, + { + "name": "scimark", + "value": 84.621, + "unit": "ms", + "range": "±0.000%", + "extra": "luau" + }, + { + "name": "spectral-norm", + "value": 11.345, + "unit": "ms", + "range": "±0.000%", + "extra": "luau" + }, + { + "name": "sieve", + "value": 102.133, + "unit": "ms", + "range": "±0.000%", + "extra": "luau" + }, + { + "name": "3d-cube", + "value": 7.983, + "unit": "7ms", + "range": "±0.000%", + "extra": "luau" + }, + { + "name": "3d-morph", + "value": 9.626, + "unit": "9ms", + "range": "±0.000%", + "extra": "luau" + }, + { + "name": "3d-raytrace", + "value": 9.726, + "unit": "9ms", + "range": "±0.000%", + "extra": "luau" + }, + { + "name": "controlflow-recursive", + "value": 5.622, + "unit": "5ms", + "range": "±0.000%", + "extra": "luau" + }, + { + "name": "crypto-aes", + "value": 13.47, + "unit": "ms", + "range": "±0.000%", + "extra": "luau" + }, + { + "name": "fannkuch", + "value": 24.127, + "unit": "ms", + "range": "±0.000%", + "extra": "luau" + }, + { + "name": "math-cordic", + "value": 15.263, + "unit": "ms", + "range": "±0.000%", + "extra": "luau" + }, + { + "name": "math-partial-sums", + "value": 4.698, + "unit": "4ms", + "range": "±0.000%", + "extra": "luau" + }, + { + "name": "n-body-oop", + "value": 54.689, + "unit": "ms", + "range": "±0.000%", + "extra": "luau" + }, + { + "name": "tictactoe", + "value": 122.886, + "unit": "ms", + "range": "±0.000%", + "extra": "luau" + }, + { + "name": "trig", + "value": 23.916, + "unit": "ms", + "range": "±0.000%", + "extra": "luau" + }, + { + "name": "vector", + "value": null, + "unit": ":", + "range": "±+/-", + "extra": "on" + }, + { + "name": "voxelgen", + "value": 49.599, + "unit": "ms", + "range": "±0.000%", + "extra": "luau" + } + ] } ] } diff --git a/compile.json b/compile.json index c8e7607..eec6ed8 100644 --- a/compile.json +++ b/compile.json @@ -1,5 +1,5 @@ { - "lastUpdate": 1730849941023, + "lastUpdate": 1730936233648, "repoUrl": "https://github.com/luau-lang/luau", "entries": { "luau-compile": [ @@ -21096,6 +21096,100 @@ "extra": "luau-compile" } ] + }, + { + "commit": { + "author": { + "email": "34089907+Barocena@users.noreply.github.com", + "name": "Barış", + "username": "Barocena" + }, + "committer": { + "email": "noreply@github.com", + "name": "GitHub", + "username": "web-flow" + }, + "distinct": true, + "id": "26b2307a8bc0c3783029da4e2bb34347f8ff9c32", + "message": "Replace old site urls (#1505)\n\nthis PR replaces all the old site urls from luau-lang.org to luau.org", + "timestamp": "2024-11-06T15:23:33-08:00", + "tree_id": "4624272f5766e080dc7e86307ae3b68eb1a96a0a", + "url": "https://github.com/luau-lang/luau/commit/26b2307a8bc0c3783029da4e2bb34347f8ff9c32" + }, + "date": 1730936233642, + "tool": "benchmarkluau", + "benches": [ + { + "name": "map-O0", + "value": 0.662057, + "unit": "0ms", + "range": "±0%", + "extra": "luau-compile" + }, + { + "name": "map-O1", + "value": 0.728073, + "unit": "0ms", + "range": "±0%", + "extra": "luau-compile" + }, + { + "name": "map-O2", + "value": 0.799959, + "unit": "0ms", + "range": "±0%", + "extra": "luau-compile" + }, + { + "name": "map-O2-codegen", + "value": 3.31116, + "unit": "3ms", + "range": "±0%", + "extra": "luau-compile" + }, + { + "name": "map-O2-t1-codegen", + "value": 3.40853, + "unit": "3ms", + "range": "±0%", + "extra": "luau-compile" + }, + { + "name": "regex-O0", + "value": 1.60764, + "unit": "1ms", + "range": "±0%", + "extra": "luau-compile" + }, + { + "name": "regex-O1", + "value": 1.78385, + "unit": "1ms", + "range": "±0%", + "extra": "luau-compile" + }, + { + "name": "regex-O2", + "value": 2.03291, + "unit": "2ms", + "range": "±0%", + "extra": "luau-compile" + }, + { + "name": "regex-O2-codegen", + "value": 10.2329, + "unit": "ms", + "range": "±0%", + "extra": "luau-compile" + }, + { + "name": "regex-O2-t1-codegen", + "value": 10.5065, + "unit": "ms", + "range": "±0%", + "extra": "luau-compile" + } + ] } ] }