From 274d589b109336ed3f4643df042a80899a4d50a1 Mon Sep 17 00:00:00 2001 From: github-actions Date: Fri, 25 Oct 2024 20:29:10 +0000 Subject: [PATCH] Add benchmarks results for db809395bf5739c895a24dc73960b9e9ab6468c5 --- analyze.json | 68 +++++++++++- bench-codegen.json | 250 ++++++++++++++++++++++++++++++++++++++++++++- bench-gcc.json | 250 ++++++++++++++++++++++++++++++++++++++++++++- bench.json | 250 ++++++++++++++++++++++++++++++++++++++++++++- compile.json | 96 ++++++++++++++++- 5 files changed, 909 insertions(+), 5 deletions(-) diff --git a/analyze.json b/analyze.json index 32d7769..d575072 100644 --- a/analyze.json +++ b/analyze.json @@ -1,5 +1,5 @@ { - "lastUpdate": 1729273266014, + "lastUpdate": 1729888150666, "repoUrl": "https://github.com/luau-lang/luau", "entries": { "luau-analyze": [ @@ -15772,6 +15772,72 @@ "extra": "luau-analyze" } ] + }, + { + "commit": { + "author": { + "email": "aaronweiss@roblox.com", + "name": "aaron", + "username": "aatxe" + }, + "committer": { + "email": "noreply@github.com", + "name": "GitHub", + "username": "web-flow" + }, + "distinct": true, + "id": "db809395bf5739c895a24dc73960b9e9ab6468c5", + "message": "Sync to upstream/release/649 (#1489)", + "timestamp": "2024-10-25T16:15:01-04:00", + "tree_id": "9aec587679fb9e629ef784ba93b75beb19d06f38", + "url": "https://github.com/luau-lang/luau/commit/db809395bf5739c895a24dc73960b9e9ab6468c5" + }, + "date": 1729888150661, + "tool": "benchmarkluau", + "benches": [ + { + "name": "map-nonstrict", + "value": 4.86647, + "unit": "4ms", + "range": "±0%", + "extra": "luau-analyze" + }, + { + "name": "map-strict", + "value": 5.91936, + "unit": "5ms", + "range": "±0%", + "extra": "luau-analyze" + }, + { + "name": "map-dcr", + "value": 28.8112, + "unit": "ms", + "range": "±0%", + "extra": "luau-analyze" + }, + { + "name": "regex-nonstrict", + "value": 8.15294, + "unit": "8ms", + "range": "±0%", + "extra": "luau-analyze" + }, + { + "name": "regex-strict", + "value": 10.6148, + "unit": "ms", + "range": "±0%", + "extra": "luau-analyze" + }, + { + "name": "regex-dcr", + "value": 6404.96, + "unit": "ms", + "range": "±0%", + "extra": "luau-analyze" + } + ] } ] } diff --git a/bench-codegen.json b/bench-codegen.json index 388b4eb..5285794 100644 --- a/bench-codegen.json +++ b/bench-codegen.json @@ -1,5 +1,5 @@ { - "lastUpdate": 1729273265686, + "lastUpdate": 1729888150360, "repoUrl": "https://github.com/luau-lang/luau", "entries": { "callgrind codegen": [ @@ -46036,6 +46036,254 @@ "extra": "luau-codegen" } ] + }, + { + "commit": { + "author": { + "email": "aaronweiss@roblox.com", + "name": "aaron", + "username": "aatxe" + }, + "committer": { + "email": "noreply@github.com", + "name": "GitHub", + "username": "web-flow" + }, + "distinct": true, + "id": "db809395bf5739c895a24dc73960b9e9ab6468c5", + "message": "Sync to upstream/release/649 (#1489)", + "timestamp": "2024-10-25T16:15:01-04:00", + "tree_id": "9aec587679fb9e629ef784ba93b75beb19d06f38", + "url": "https://github.com/luau-lang/luau/commit/db809395bf5739c895a24dc73960b9e9ab6468c5" + }, + "date": 1729888150350, + "tool": "benchmarkluau", + "benches": [ + { + "name": "base64", + "value": 11.535, + "unit": "ms", + "range": "±0.000%", + "extra": "luau-codegen" + }, + { + "name": "chess", + "value": 51.993, + "unit": "ms", + "range": "±0.000%", + "extra": "luau-codegen" + }, + { + "name": "life", + "value": 23.355, + "unit": "ms", + "range": "±0.000%", + "extra": "luau-codegen" + }, + { + "name": "matrixmult", + "value": 9.335, + "unit": "9ms", + "range": "±0.000%", + "extra": "luau-codegen" + }, + { + "name": "mesh-normal-scalar", + "value": 13.051, + "unit": "ms", + "range": "±0.000%", + "extra": "luau-codegen" + }, + { + "name": "pcmmix", + "value": 1.36, + "unit": "1ms", + "range": "±0.000%", + "extra": "luau-codegen" + }, + { + "name": "qsort", + "value": 41.46, + "unit": "ms", + "range": "±0.000%", + "extra": "luau-codegen" + }, + { + "name": "sha256", + "value": 4.569, + "unit": "4ms", + "range": "±0.000%", + "extra": "luau-codegen" + }, + { + "name": "ack", + "value": 40.015, + "unit": "ms", + "range": "±0.000%", + "extra": "luau-codegen" + }, + { + "name": "binary-trees", + "value": 20.819, + "unit": "ms", + "range": "±0.000%", + "extra": "luau-codegen" + }, + { + "name": "fannkuchen-redux", + "value": 3.892, + "unit": "3ms", + "range": "±0.000%", + "extra": "luau-codegen" + }, + { + "name": "fixpoint-fact", + "value": 48.889, + "unit": "ms", + "range": "±0.000%", + "extra": "luau-codegen" + }, + { + "name": "heapsort", + "value": 7.721, + "unit": "7ms", + "range": "±0.000%", + "extra": "luau-codegen" + }, + { + "name": "mandel", + "value": 40.38, + "unit": "ms", + "range": "±0.000%", + "extra": "luau-codegen" + }, + { + "name": "n-body", + "value": 9.707, + "unit": "9ms", + "range": "±0.000%", + "extra": "luau-codegen" + }, + { + "name": "qt", + "value": 24.935, + "unit": "ms", + "range": "±0.000%", + "extra": "luau-codegen" + }, + { + "name": "queen", + "value": 0.805, + "unit": "0ms", + "range": "±0.000%", + "extra": "luau-codegen" + }, + { + "name": "scimark", + "value": 24.636, + "unit": "ms", + "range": "±0.000%", + "extra": "luau-codegen" + }, + { + "name": "spectral-norm", + "value": 2.444, + "unit": "2ms", + "range": "±0.000%", + "extra": "luau-codegen" + }, + { + "name": "sieve", + "value": 84.555, + "unit": "ms", + "range": "±0.000%", + "extra": "luau-codegen" + }, + { + "name": "3d-cube", + "value": 3.726, + "unit": "3ms", + "range": "±0.000%", + "extra": "luau-codegen" + }, + { + "name": "3d-morph", + "value": 3.747, + "unit": "3ms", + "range": "±0.000%", + "extra": "luau-codegen" + }, + { + "name": "3d-raytrace", + "value": 3.28, + "unit": "3ms", + "range": "±0.000%", + "extra": "luau-codegen" + }, + { + "name": "controlflow-recursive", + "value": 3.464, + "unit": "3ms", + "range": "±0.000%", + "extra": "luau-codegen" + }, + { + "name": "crypto-aes", + "value": 7.18, + "unit": "7ms", + "range": "±0.000%", + "extra": "luau-codegen" + }, + { + "name": "fannkuch", + "value": 6.167, + "unit": "6ms", + "range": "±0.000%", + "extra": "luau-codegen" + }, + { + "name": "math-cordic", + "value": 3.768, + "unit": "3ms", + "range": "±0.000%", + "extra": "luau-codegen" + }, + { + "name": "math-partial-sums", + "value": 1.917, + "unit": "1ms", + "range": "±0.000%", + "extra": "luau-codegen" + }, + { + "name": "n-body-oop", + "value": 13.739, + "unit": "ms", + "range": "±0.000%", + "extra": "luau-codegen" + }, + { + "name": "tictactoe", + "value": 62.937, + "unit": "ms", + "range": "±0.000%", + "extra": "luau-codegen" + }, + { + "name": "trig", + "value": 6.65, + "unit": "6ms", + "range": "±0.000%", + "extra": "luau-codegen" + }, + { + "name": "voxelgen", + "value": 27.653, + "unit": "ms", + "range": "±0.000%", + "extra": "luau-codegen" + } + ] } ] } diff --git a/bench-gcc.json b/bench-gcc.json index ff427e3..07b7904 100644 --- a/bench-gcc.json +++ b/bench-gcc.json @@ -1,5 +1,5 @@ { - "lastUpdate": 1729273265852, + "lastUpdate": 1729888150517, "repoUrl": "https://github.com/luau-lang/luau", "entries": { "callgrind gcc": [ @@ -61405,6 +61405,254 @@ "extra": "luau-gcc" } ] + }, + { + "commit": { + "author": { + "email": "aaronweiss@roblox.com", + "name": "aaron", + "username": "aatxe" + }, + "committer": { + "email": "noreply@github.com", + "name": "GitHub", + "username": "web-flow" + }, + "distinct": true, + "id": "db809395bf5739c895a24dc73960b9e9ab6468c5", + "message": "Sync to upstream/release/649 (#1489)", + "timestamp": "2024-10-25T16:15:01-04:00", + "tree_id": "9aec587679fb9e629ef784ba93b75beb19d06f38", + "url": "https://github.com/luau-lang/luau/commit/db809395bf5739c895a24dc73960b9e9ab6468c5" + }, + "date": 1729888150505, + "tool": "benchmarkluau", + "benches": [ + { + "name": "base64", + "value": 23.051, + "unit": "ms", + "range": "±0.000%", + "extra": "luau-gcc" + }, + { + "name": "chess", + "value": 82.219, + "unit": "ms", + "range": "±0.000%", + "extra": "luau-gcc" + }, + { + "name": "life", + "value": 89.766, + "unit": "ms", + "range": "±0.000%", + "extra": "luau-gcc" + }, + { + "name": "matrixmult", + "value": 24.642, + "unit": "ms", + "range": "±0.000%", + "extra": "luau-gcc" + }, + { + "name": "mesh-normal-scalar", + "value": 32.372, + "unit": "ms", + "range": "±0.000%", + "extra": "luau-gcc" + }, + { + "name": "pcmmix", + "value": 10.26, + "unit": "ms", + "range": "±0.000%", + "extra": "luau-gcc" + }, + { + "name": "qsort", + "value": 77.374, + "unit": "ms", + "range": "±0.000%", + "extra": "luau-gcc" + }, + { + "name": "sha256", + "value": 26.23, + "unit": "ms", + "range": "±0.000%", + "extra": "luau-gcc" + }, + { + "name": "ack", + "value": 65.367, + "unit": "ms", + "range": "±0.000%", + "extra": "luau-gcc" + }, + { + "name": "binary-trees", + "value": 29.805, + "unit": "ms", + "range": "±0.000%", + "extra": "luau-gcc" + }, + { + "name": "fannkuchen-redux", + "value": 12.877, + "unit": "ms", + "range": "±0.000%", + "extra": "luau-gcc" + }, + { + "name": "fixpoint-fact", + "value": 60.243, + "unit": "ms", + "range": "±0.000%", + "extra": "luau-gcc" + }, + { + "name": "heapsort", + "value": 22.22, + "unit": "ms", + "range": "±0.000%", + "extra": "luau-gcc" + }, + { + "name": "mandel", + "value": 63.687, + "unit": "ms", + "range": "±0.000%", + "extra": "luau-gcc" + }, + { + "name": "n-body", + "value": 37.779, + "unit": "ms", + "range": "±0.000%", + "extra": "luau-gcc" + }, + { + "name": "qt", + "value": 60.755, + "unit": "ms", + "range": "±0.000%", + "extra": "luau-gcc" + }, + { + "name": "queen", + "value": 1.968, + "unit": "1ms", + "range": "±0.000%", + "extra": "luau-gcc" + }, + { + "name": "scimark", + "value": 89.712, + "unit": "ms", + "range": "±0.000%", + "extra": "luau-gcc" + }, + { + "name": "spectral-norm", + "value": 12.429, + "unit": "ms", + "range": "±0.000%", + "extra": "luau-gcc" + }, + { + "name": "sieve", + "value": 105.83, + "unit": "ms", + "range": "±0.000%", + "extra": "luau-gcc" + }, + { + "name": "3d-cube", + "value": 8.65, + "unit": "8ms", + "range": "±0.000%", + "extra": "luau-gcc" + }, + { + "name": "3d-morph", + "value": 10.316, + "unit": "ms", + "range": "±0.000%", + "extra": "luau-gcc" + }, + { + "name": "3d-raytrace", + "value": 10.315, + "unit": "ms", + "range": "±0.000%", + "extra": "luau-gcc" + }, + { + "name": "controlflow-recursive", + "value": 5.542, + "unit": "5ms", + "range": "±0.000%", + "extra": "luau-gcc" + }, + { + "name": "crypto-aes", + "value": 14.704, + "unit": "ms", + "range": "±0.000%", + "extra": "luau-gcc" + }, + { + "name": "fannkuch", + "value": 26.461, + "unit": "ms", + "range": "±0.000%", + "extra": "luau-gcc" + }, + { + "name": "math-cordic", + "value": 16.68, + "unit": "ms", + "range": "±0.000%", + "extra": "luau-gcc" + }, + { + "name": "math-partial-sums", + "value": 5.04, + "unit": "5ms", + "range": "±0.000%", + "extra": "luau-gcc" + }, + { + "name": "n-body-oop", + "value": 56.263, + "unit": "ms", + "range": "±0.000%", + "extra": "luau-gcc" + }, + { + "name": "tictactoe", + "value": 133.861, + "unit": "ms", + "range": "±0.000%", + "extra": "luau-gcc" + }, + { + "name": "trig", + "value": 26.016, + "unit": "ms", + "range": "±0.000%", + "extra": "luau-gcc" + }, + { + "name": "voxelgen", + "value": 54.084, + "unit": "ms", + "range": "±0.000%", + "extra": "luau-gcc" + } + ] } ] } diff --git a/bench.json b/bench.json index 7f35696..c4ba867 100644 --- a/bench.json +++ b/bench.json @@ -1,5 +1,5 @@ { - "lastUpdate": 1729273265521, + "lastUpdate": 1729888150200, "repoUrl": "https://github.com/luau-lang/luau", "entries": { "callgrind clang": [ @@ -61405,6 +61405,254 @@ "extra": "luau" } ] + }, + { + "commit": { + "author": { + "email": "aaronweiss@roblox.com", + "name": "aaron", + "username": "aatxe" + }, + "committer": { + "email": "noreply@github.com", + "name": "GitHub", + "username": "web-flow" + }, + "distinct": true, + "id": "db809395bf5739c895a24dc73960b9e9ab6468c5", + "message": "Sync to upstream/release/649 (#1489)", + "timestamp": "2024-10-25T16:15:01-04:00", + "tree_id": "9aec587679fb9e629ef784ba93b75beb19d06f38", + "url": "https://github.com/luau-lang/luau/commit/db809395bf5739c895a24dc73960b9e9ab6468c5" + }, + "date": 1729888150187, + "tool": "benchmarkluau", + "benches": [ + { + "name": "base64", + "value": 21.426, + "unit": "ms", + "range": "±0.000%", + "extra": "luau" + }, + { + "name": "chess", + "value": 80.367, + "unit": "ms", + "range": "±0.000%", + "extra": "luau" + }, + { + "name": "life", + "value": 83.424, + "unit": "ms", + "range": "±0.000%", + "extra": "luau" + }, + { + "name": "matrixmult", + "value": 23.433, + "unit": "ms", + "range": "±0.000%", + "extra": "luau" + }, + { + "name": "mesh-normal-scalar", + "value": 30.582, + "unit": "ms", + "range": "±0.000%", + "extra": "luau" + }, + { + "name": "pcmmix", + "value": 9.22, + "unit": "9ms", + "range": "±0.000%", + "extra": "luau" + }, + { + "name": "qsort", + "value": 75.282, + "unit": "ms", + "range": "±0.000%", + "extra": "luau" + }, + { + "name": "sha256", + "value": 24.257, + "unit": "ms", + "range": "±0.000%", + "extra": "luau" + }, + { + "name": "ack", + "value": 65.921, + "unit": "ms", + "range": "±0.000%", + "extra": "luau" + }, + { + "name": "binary-trees", + "value": 28.825, + "unit": "ms", + "range": "±0.000%", + "extra": "luau" + }, + { + "name": "fannkuchen-redux", + "value": 11.807, + "unit": "ms", + "range": "±0.000%", + "extra": "luau" + }, + { + "name": "fixpoint-fact", + "value": 61.939, + "unit": "ms", + "range": "±0.000%", + "extra": "luau" + }, + { + "name": "heapsort", + "value": 20.653, + "unit": "ms", + "range": "±0.000%", + "extra": "luau" + }, + { + "name": "mandel", + "value": 61.374, + "unit": "ms", + "range": "±0.000%", + "extra": "luau" + }, + { + "name": "n-body", + "value": 36.475, + "unit": "ms", + "range": "±0.000%", + "extra": "luau" + }, + { + "name": "qt", + "value": 56.368, + "unit": "ms", + "range": "±0.000%", + "extra": "luau" + }, + { + "name": "queen", + "value": 1.887, + "unit": "1ms", + "range": "±0.000%", + "extra": "luau" + }, + { + "name": "scimark", + "value": 84.626, + "unit": "ms", + "range": "±0.000%", + "extra": "luau" + }, + { + "name": "spectral-norm", + "value": 11.345, + "unit": "ms", + "range": "±0.000%", + "extra": "luau" + }, + { + "name": "sieve", + "value": 102.118, + "unit": "ms", + "range": "±0.000%", + "extra": "luau" + }, + { + "name": "3d-cube", + "value": 7.98, + "unit": "7ms", + "range": "±0.000%", + "extra": "luau" + }, + { + "name": "3d-morph", + "value": 9.626, + "unit": "9ms", + "range": "±0.000%", + "extra": "luau" + }, + { + "name": "3d-raytrace", + "value": 9.726, + "unit": "9ms", + "range": "±0.000%", + "extra": "luau" + }, + { + "name": "controlflow-recursive", + "value": 5.622, + "unit": "5ms", + "range": "±0.000%", + "extra": "luau" + }, + { + "name": "crypto-aes", + "value": 13.466, + "unit": "ms", + "range": "±0.000%", + "extra": "luau" + }, + { + "name": "fannkuch", + "value": 24.127, + "unit": "ms", + "range": "±0.000%", + "extra": "luau" + }, + { + "name": "math-cordic", + "value": 15.263, + "unit": "ms", + "range": "±0.000%", + "extra": "luau" + }, + { + "name": "math-partial-sums", + "value": 4.698, + "unit": "4ms", + "range": "±0.000%", + "extra": "luau" + }, + { + "name": "n-body-oop", + "value": 54.688, + "unit": "ms", + "range": "±0.000%", + "extra": "luau" + }, + { + "name": "tictactoe", + "value": 122.871, + "unit": "ms", + "range": "±0.000%", + "extra": "luau" + }, + { + "name": "trig", + "value": 23.916, + "unit": "ms", + "range": "±0.000%", + "extra": "luau" + }, + { + "name": "voxelgen", + "value": 49.594, + "unit": "ms", + "range": "±0.000%", + "extra": "luau" + } + ] } ] } diff --git a/compile.json b/compile.json index 989c062..545dd88 100644 --- a/compile.json +++ b/compile.json @@ -1,5 +1,5 @@ { - "lastUpdate": 1729273266164, + "lastUpdate": 1729888150805, "repoUrl": "https://github.com/luau-lang/luau", "entries": { "luau-compile": [ @@ -20626,6 +20626,100 @@ "extra": "luau-compile" } ] + }, + { + "commit": { + "author": { + "email": "aaronweiss@roblox.com", + "name": "aaron", + "username": "aatxe" + }, + "committer": { + "email": "noreply@github.com", + "name": "GitHub", + "username": "web-flow" + }, + "distinct": true, + "id": "db809395bf5739c895a24dc73960b9e9ab6468c5", + "message": "Sync to upstream/release/649 (#1489)", + "timestamp": "2024-10-25T16:15:01-04:00", + "tree_id": "9aec587679fb9e629ef784ba93b75beb19d06f38", + "url": "https://github.com/luau-lang/luau/commit/db809395bf5739c895a24dc73960b9e9ab6468c5" + }, + "date": 1729888150799, + "tool": "benchmarkluau", + "benches": [ + { + "name": "map-O0", + "value": 0.661776, + "unit": "0ms", + "range": "±0%", + "extra": "luau-compile" + }, + { + "name": "map-O1", + "value": 0.727712, + "unit": "0ms", + "range": "±0%", + "extra": "luau-compile" + }, + { + "name": "map-O2", + "value": 0.799599, + "unit": "0ms", + "range": "±0%", + "extra": "luau-compile" + }, + { + "name": "map-O2-codegen", + "value": 3.31083, + "unit": "3ms", + "range": "±0%", + "extra": "luau-compile" + }, + { + "name": "map-O2-t1-codegen", + "value": 3.4135, + "unit": "3ms", + "range": "±0%", + "extra": "luau-compile" + }, + { + "name": "regex-O0", + "value": 1.60765, + "unit": "1ms", + "range": "±0%", + "extra": "luau-compile" + }, + { + "name": "regex-O1", + "value": 1.78325, + "unit": "1ms", + "range": "±0%", + "extra": "luau-compile" + }, + { + "name": "regex-O2", + "value": 2.03231, + "unit": "2ms", + "range": "±0%", + "extra": "luau-compile" + }, + { + "name": "regex-O2-codegen", + "value": 10.2323, + "unit": "ms", + "range": "±0%", + "extra": "luau-compile" + }, + { + "name": "regex-O2-t1-codegen", + "value": 10.5043, + "unit": "ms", + "range": "±0%", + "extra": "luau-compile" + } + ] } ] }