From efe222b9fbf63df9716ecc800fdf2135931b7a1a Mon Sep 17 00:00:00 2001 From: github-actions Date: Fri, 8 Dec 2023 21:57:23 +0000 Subject: [PATCH] Add benchmarks results for c26d820902ac66740bf2054e0822b7024a67c4cf --- analyze.json | 68 +++++++++++- bench-codegen.json | 250 ++++++++++++++++++++++++++++++++++++++++++++- bench-gcc.json | 250 ++++++++++++++++++++++++++++++++++++++++++++- bench.json | 250 ++++++++++++++++++++++++++++++++++++++++++++- compile.json | 82 ++++++++++++++- 5 files changed, 895 insertions(+), 5 deletions(-) diff --git a/analyze.json b/analyze.json index 3012bc0..c1a8dbc 100644 --- a/analyze.json +++ b/analyze.json @@ -1,5 +1,5 @@ { - "lastUpdate": 1701815893632, + "lastUpdate": 1702072643600, "repoUrl": "https://github.com/luau-lang/luau", "entries": { "luau-analyze": [ @@ -10030,6 +10030,72 @@ "extra": "luau-analyze" } ] + }, + { + "commit": { + "author": { + "email": "75688451+vegorov-rbx@users.noreply.github.com", + "name": "vegorov-rbx", + "username": "vegorov-rbx" + }, + "committer": { + "email": "noreply@github.com", + "name": "GitHub", + "username": "web-flow" + }, + "distinct": true, + "id": "c26d820902ac66740bf2054e0822b7024a67c4cf", + "message": "Sync to upstream/release/606 (#1127)\n\nNew Solver\r\n* Improvements to data flow analysis\r\n\r\nNative Code Generation\r\n* Block limit is now per-function instead of per-module\r\n\r\nCo-authored-by: Alexander McCord \r\nCo-authored-by: Andy Friesen \r\nCo-authored-by: Aviral Goel \r\nCo-authored-by: Vyacheslav Egorov ", + "timestamp": "2023-12-08T13:50:16-08:00", + "tree_id": "933b2fca011d9b5e3ad478e606cfe65052e98098", + "url": "https://github.com/luau-lang/luau/commit/c26d820902ac66740bf2054e0822b7024a67c4cf" + }, + "date": 1702072643597, + "tool": "benchmarkluau", + "benches": [ + { + "name": "map-nonstrict", + "value": 4.73307, + "unit": "4ms", + "range": "±0%", + "extra": "luau-analyze" + }, + { + "name": "map-strict", + "value": 5.83513, + "unit": "5ms", + "range": "±0%", + "extra": "luau-analyze" + }, + { + "name": "map-dcr", + "value": 46.7583, + "unit": "ms", + "range": "±0%", + "extra": "luau-analyze" + }, + { + "name": "regex-nonstrict", + "value": 7.68886, + "unit": "7ms", + "range": "±0%", + "extra": "luau-analyze" + }, + { + "name": "regex-strict", + "value": 10.0946, + "unit": "ms", + "range": "±0%", + "extra": "luau-analyze" + }, + { + "name": "regex-dcr", + "value": 308.542, + "unit": "ms", + "range": "±0%", + "extra": "luau-analyze" + } + ] } ] } diff --git a/bench-codegen.json b/bench-codegen.json index 6882964..6522ffe 100644 --- a/bench-codegen.json +++ b/bench-codegen.json @@ -1,5 +1,5 @@ { - "lastUpdate": 1701815893320, + "lastUpdate": 1702072643282, "repoUrl": "https://github.com/luau-lang/luau", "entries": { "callgrind codegen": [ @@ -24460,6 +24460,254 @@ "extra": "luau-codegen" } ] + }, + { + "commit": { + "author": { + "email": "75688451+vegorov-rbx@users.noreply.github.com", + "name": "vegorov-rbx", + "username": "vegorov-rbx" + }, + "committer": { + "email": "noreply@github.com", + "name": "GitHub", + "username": "web-flow" + }, + "distinct": true, + "id": "c26d820902ac66740bf2054e0822b7024a67c4cf", + "message": "Sync to upstream/release/606 (#1127)\n\nNew Solver\r\n* Improvements to data flow analysis\r\n\r\nNative Code Generation\r\n* Block limit is now per-function instead of per-module\r\n\r\nCo-authored-by: Alexander McCord \r\nCo-authored-by: Andy Friesen \r\nCo-authored-by: Aviral Goel \r\nCo-authored-by: Vyacheslav Egorov ", + "timestamp": "2023-12-08T13:50:16-08:00", + "tree_id": "933b2fca011d9b5e3ad478e606cfe65052e98098", + "url": "https://github.com/luau-lang/luau/commit/c26d820902ac66740bf2054e0822b7024a67c4cf" + }, + "date": 1702072643277, + "tool": "benchmarkluau", + "benches": [ + { + "name": "base64", + "value": 13.46, + "unit": "ms", + "range": "±0.000%", + "extra": "luau-codegen" + }, + { + "name": "chess", + "value": 52.344, + "unit": "ms", + "range": "±0.000%", + "extra": "luau-codegen" + }, + { + "name": "life", + "value": 23.358, + "unit": "ms", + "range": "±0.000%", + "extra": "luau-codegen" + }, + { + "name": "matrixmult", + "value": 9.335, + "unit": "9ms", + "range": "±0.000%", + "extra": "luau-codegen" + }, + { + "name": "mesh-normal-scalar", + "value": 13.147, + "unit": "ms", + "range": "±0.000%", + "extra": "luau-codegen" + }, + { + "name": "pcmmix", + "value": 1.45, + "unit": "1ms", + "range": "±0.000%", + "extra": "luau-codegen" + }, + { + "name": "qsort", + "value": 41.517, + "unit": "ms", + "range": "±0.000%", + "extra": "luau-codegen" + }, + { + "name": "sha256", + "value": 4.581, + "unit": "4ms", + "range": "±0.000%", + "extra": "luau-codegen" + }, + { + "name": "ack", + "value": 40.016, + "unit": "ms", + "range": "±0.000%", + "extra": "luau-codegen" + }, + { + "name": "binary-trees", + "value": 21.081, + "unit": "ms", + "range": "±0.000%", + "extra": "luau-codegen" + }, + { + "name": "fannkuchen-redux", + "value": 3.878, + "unit": "3ms", + "range": "±0.000%", + "extra": "luau-codegen" + }, + { + "name": "fixpoint-fact", + "value": 48.372, + "unit": "ms", + "range": "±0.000%", + "extra": "luau-codegen" + }, + { + "name": "heapsort", + "value": 7.717, + "unit": "7ms", + "range": "±0.000%", + "extra": "luau-codegen" + }, + { + "name": "mandel", + "value": 40.821, + "unit": "ms", + "range": "±0.000%", + "extra": "luau-codegen" + }, + { + "name": "n-body", + "value": 9.747, + "unit": "9ms", + "range": "±0.000%", + "extra": "luau-codegen" + }, + { + "name": "qt", + "value": 25.046, + "unit": "ms", + "range": "±0.000%", + "extra": "luau-codegen" + }, + { + "name": "queen", + "value": 0.805, + "unit": "0ms", + "range": "±0.000%", + "extra": "luau-codegen" + }, + { + "name": "scimark", + "value": 24.691, + "unit": "ms", + "range": "±0.000%", + "extra": "luau-codegen" + }, + { + "name": "spectral-norm", + "value": 2.484, + "unit": "2ms", + "range": "±0.000%", + "extra": "luau-codegen" + }, + { + "name": "sieve", + "value": 83.581, + "unit": "ms", + "range": "±0.000%", + "extra": "luau-codegen" + }, + { + "name": "3d-cube", + "value": 3.771, + "unit": "3ms", + "range": "±0.000%", + "extra": "luau-codegen" + }, + { + "name": "3d-morph", + "value": 3.766, + "unit": "3ms", + "range": "±0.000%", + "extra": "luau-codegen" + }, + { + "name": "3d-raytrace", + "value": 3.332, + "unit": "3ms", + "range": "±0.000%", + "extra": "luau-codegen" + }, + { + "name": "controlflow-recursive", + "value": 3.464, + "unit": "3ms", + "range": "±0.000%", + "extra": "luau-codegen" + }, + { + "name": "crypto-aes", + "value": 7.309, + "unit": "7ms", + "range": "±0.000%", + "extra": "luau-codegen" + }, + { + "name": "fannkuch", + "value": 6.094, + "unit": "6ms", + "range": "±0.000%", + "extra": "luau-codegen" + }, + { + "name": "math-cordic", + "value": 3.838, + "unit": "3ms", + "range": "±0.000%", + "extra": "luau-codegen" + }, + { + "name": "math-partial-sums", + "value": 1.907, + "unit": "1ms", + "range": "±0.000%", + "extra": "luau-codegen" + }, + { + "name": "n-body-oop", + "value": 13.895, + "unit": "ms", + "range": "±0.000%", + "extra": "luau-codegen" + }, + { + "name": "tictactoe", + "value": 63.174, + "unit": "ms", + "range": "±0.000%", + "extra": "luau-codegen" + }, + { + "name": "trig", + "value": 6.951, + "unit": "6ms", + "range": "±0.000%", + "extra": "luau-codegen" + }, + { + "name": "voxelgen", + "value": 27.768, + "unit": "ms", + "range": "±0.000%", + "extra": "luau-codegen" + } + ] } ] } diff --git a/bench-gcc.json b/bench-gcc.json index 36cf419..aece0ea 100644 --- a/bench-gcc.json +++ b/bench-gcc.json @@ -1,5 +1,5 @@ { - "lastUpdate": 1701815893472, + "lastUpdate": 1702072643439, "repoUrl": "https://github.com/luau-lang/luau", "entries": { "callgrind gcc": [ @@ -39829,6 +39829,254 @@ "extra": "luau-gcc" } ] + }, + { + "commit": { + "author": { + "email": "75688451+vegorov-rbx@users.noreply.github.com", + "name": "vegorov-rbx", + "username": "vegorov-rbx" + }, + "committer": { + "email": "noreply@github.com", + "name": "GitHub", + "username": "web-flow" + }, + "distinct": true, + "id": "c26d820902ac66740bf2054e0822b7024a67c4cf", + "message": "Sync to upstream/release/606 (#1127)\n\nNew Solver\r\n* Improvements to data flow analysis\r\n\r\nNative Code Generation\r\n* Block limit is now per-function instead of per-module\r\n\r\nCo-authored-by: Alexander McCord \r\nCo-authored-by: Andy Friesen \r\nCo-authored-by: Aviral Goel \r\nCo-authored-by: Vyacheslav Egorov ", + "timestamp": "2023-12-08T13:50:16-08:00", + "tree_id": "933b2fca011d9b5e3ad478e606cfe65052e98098", + "url": "https://github.com/luau-lang/luau/commit/c26d820902ac66740bf2054e0822b7024a67c4cf" + }, + "date": 1702072643431, + "tool": "benchmarkluau", + "benches": [ + { + "name": "base64", + "value": 25.312, + "unit": "ms", + "range": "±0.000%", + "extra": "luau-gcc" + }, + { + "name": "chess", + "value": 81.752, + "unit": "ms", + "range": "±0.000%", + "extra": "luau-gcc" + }, + { + "name": "life", + "value": 89.767, + "unit": "ms", + "range": "±0.000%", + "extra": "luau-gcc" + }, + { + "name": "matrixmult", + "value": 24.643, + "unit": "ms", + "range": "±0.000%", + "extra": "luau-gcc" + }, + { + "name": "mesh-normal-scalar", + "value": 32.312, + "unit": "ms", + "range": "±0.000%", + "extra": "luau-gcc" + }, + { + "name": "pcmmix", + "value": 10.52, + "unit": "ms", + "range": "±0.000%", + "extra": "luau-gcc" + }, + { + "name": "qsort", + "value": 77.233, + "unit": "ms", + "range": "±0.000%", + "extra": "luau-gcc" + }, + { + "name": "sha256", + "value": 26.039, + "unit": "ms", + "range": "±0.000%", + "extra": "luau-gcc" + }, + { + "name": "ack", + "value": 65.375, + "unit": "ms", + "range": "±0.000%", + "extra": "luau-gcc" + }, + { + "name": "binary-trees", + "value": 29.634, + "unit": "ms", + "range": "±0.000%", + "extra": "luau-gcc" + }, + { + "name": "fannkuchen-redux", + "value": 12.876, + "unit": "ms", + "range": "±0.000%", + "extra": "luau-gcc" + }, + { + "name": "fixpoint-fact", + "value": 59.472, + "unit": "ms", + "range": "±0.000%", + "extra": "luau-gcc" + }, + { + "name": "heapsort", + "value": 22.189, + "unit": "ms", + "range": "±0.000%", + "extra": "luau-gcc" + }, + { + "name": "mandel", + "value": 63.367, + "unit": "ms", + "range": "±0.000%", + "extra": "luau-gcc" + }, + { + "name": "n-body", + "value": 37.757, + "unit": "ms", + "range": "±0.000%", + "extra": "luau-gcc" + }, + { + "name": "qt", + "value": 60.636, + "unit": "ms", + "range": "±0.000%", + "extra": "luau-gcc" + }, + { + "name": "queen", + "value": 1.968, + "unit": "1ms", + "range": "±0.000%", + "extra": "luau-gcc" + }, + { + "name": "scimark", + "value": 89.706, + "unit": "ms", + "range": "±0.000%", + "extra": "luau-gcc" + }, + { + "name": "spectral-norm", + "value": 12.429, + "unit": "ms", + "range": "±0.000%", + "extra": "luau-gcc" + }, + { + "name": "sieve", + "value": 105.751, + "unit": "ms", + "range": "±0.000%", + "extra": "luau-gcc" + }, + { + "name": "3d-cube", + "value": 8.621, + "unit": "8ms", + "range": "±0.000%", + "extra": "luau-gcc" + }, + { + "name": "3d-morph", + "value": 10.294, + "unit": "ms", + "range": "±0.000%", + "extra": "luau-gcc" + }, + { + "name": "3d-raytrace", + "value": 10.314, + "unit": "ms", + "range": "±0.000%", + "extra": "luau-gcc" + }, + { + "name": "controlflow-recursive", + "value": 5.54, + "unit": "5ms", + "range": "±0.000%", + "extra": "luau-gcc" + }, + { + "name": "crypto-aes", + "value": 14.669, + "unit": "ms", + "range": "±0.000%", + "extra": "luau-gcc" + }, + { + "name": "fannkuch", + "value": 26.444, + "unit": "ms", + "range": "±0.000%", + "extra": "luau-gcc" + }, + { + "name": "math-cordic", + "value": 16.56, + "unit": "ms", + "range": "±0.000%", + "extra": "luau-gcc" + }, + { + "name": "math-partial-sums", + "value": 5.028, + "unit": "5ms", + "range": "±0.000%", + "extra": "luau-gcc" + }, + { + "name": "n-body-oop", + "value": 56.238, + "unit": "ms", + "range": "±0.000%", + "extra": "luau-gcc" + }, + { + "name": "tictactoe", + "value": 133.218, + "unit": "ms", + "range": "±0.000%", + "extra": "luau-gcc" + }, + { + "name": "trig", + "value": 25.972, + "unit": "ms", + "range": "±0.000%", + "extra": "luau-gcc" + }, + { + "name": "voxelgen", + "value": 54.065, + "unit": "ms", + "range": "±0.000%", + "extra": "luau-gcc" + } + ] } ] } diff --git a/bench.json b/bench.json index e35b0a7..c2cd13f 100644 --- a/bench.json +++ b/bench.json @@ -1,5 +1,5 @@ { - "lastUpdate": 1701815893159, + "lastUpdate": 1702072643123, "repoUrl": "https://github.com/luau-lang/luau", "entries": { "callgrind clang": [ @@ -39829,6 +39829,254 @@ "extra": "luau" } ] + }, + { + "commit": { + "author": { + "email": "75688451+vegorov-rbx@users.noreply.github.com", + "name": "vegorov-rbx", + "username": "vegorov-rbx" + }, + "committer": { + "email": "noreply@github.com", + "name": "GitHub", + "username": "web-flow" + }, + "distinct": true, + "id": "c26d820902ac66740bf2054e0822b7024a67c4cf", + "message": "Sync to upstream/release/606 (#1127)\n\nNew Solver\r\n* Improvements to data flow analysis\r\n\r\nNative Code Generation\r\n* Block limit is now per-function instead of per-module\r\n\r\nCo-authored-by: Alexander McCord \r\nCo-authored-by: Andy Friesen \r\nCo-authored-by: Aviral Goel \r\nCo-authored-by: Vyacheslav Egorov ", + "timestamp": "2023-12-08T13:50:16-08:00", + "tree_id": "933b2fca011d9b5e3ad478e606cfe65052e98098", + "url": "https://github.com/luau-lang/luau/commit/c26d820902ac66740bf2054e0822b7024a67c4cf" + }, + "date": 1702072643116, + "tool": "benchmarkluau", + "benches": [ + { + "name": "base64", + "value": 23.503, + "unit": "ms", + "range": "±0.000%", + "extra": "luau" + }, + { + "name": "chess", + "value": 80.5, + "unit": "ms", + "range": "±0.000%", + "extra": "luau" + }, + { + "name": "life", + "value": 83.426, + "unit": "ms", + "range": "±0.000%", + "extra": "luau" + }, + { + "name": "matrixmult", + "value": 23.433, + "unit": "ms", + "range": "±0.000%", + "extra": "luau" + }, + { + "name": "mesh-normal-scalar", + "value": 30.603, + "unit": "ms", + "range": "±0.000%", + "extra": "luau" + }, + { + "name": "pcmmix", + "value": 9.48, + "unit": "9ms", + "range": "±0.000%", + "extra": "luau" + }, + { + "name": "qsort", + "value": 75.271, + "unit": "ms", + "range": "±0.000%", + "extra": "luau" + }, + { + "name": "sha256", + "value": 23.909, + "unit": "ms", + "range": "±0.000%", + "extra": "luau" + }, + { + "name": "ack", + "value": 65.929, + "unit": "ms", + "range": "±0.000%", + "extra": "luau" + }, + { + "name": "binary-trees", + "value": 29.106, + "unit": "ms", + "range": "±0.000%", + "extra": "luau" + }, + { + "name": "fannkuchen-redux", + "value": 11.808, + "unit": "ms", + "range": "±0.000%", + "extra": "luau" + }, + { + "name": "fixpoint-fact", + "value": 61.425, + "unit": "ms", + "range": "±0.000%", + "extra": "luau" + }, + { + "name": "heapsort", + "value": 20.63, + "unit": "ms", + "range": "±0.000%", + "extra": "luau" + }, + { + "name": "mandel", + "value": 61.727, + "unit": "ms", + "range": "±0.000%", + "extra": "luau" + }, + { + "name": "n-body", + "value": 36.475, + "unit": "ms", + "range": "±0.000%", + "extra": "luau" + }, + { + "name": "qt", + "value": 56.402, + "unit": "ms", + "range": "±0.000%", + "extra": "luau" + }, + { + "name": "queen", + "value": 1.891, + "unit": "1ms", + "range": "±0.000%", + "extra": "luau" + }, + { + "name": "scimark", + "value": 84.629, + "unit": "ms", + "range": "±0.000%", + "extra": "luau" + }, + { + "name": "spectral-norm", + "value": 11.345, + "unit": "ms", + "range": "±0.000%", + "extra": "luau" + }, + { + "name": "sieve", + "value": 101.157, + "unit": "ms", + "range": "±0.000%", + "extra": "luau" + }, + { + "name": "3d-cube", + "value": 8.019, + "unit": "8ms", + "range": "±0.000%", + "extra": "luau" + }, + { + "name": "3d-morph", + "value": 9.626, + "unit": "9ms", + "range": "±0.000%", + "extra": "luau" + }, + { + "name": "3d-raytrace", + "value": 9.746, + "unit": "9ms", + "range": "±0.000%", + "extra": "luau" + }, + { + "name": "controlflow-recursive", + "value": 5.621, + "unit": "5ms", + "range": "±0.000%", + "extra": "luau" + }, + { + "name": "crypto-aes", + "value": 13.519, + "unit": "ms", + "range": "±0.000%", + "extra": "luau" + }, + { + "name": "fannkuch", + "value": 24.134, + "unit": "ms", + "range": "±0.000%", + "extra": "luau" + }, + { + "name": "math-cordic", + "value": 15.203, + "unit": "ms", + "range": "±0.000%", + "extra": "luau" + }, + { + "name": "math-partial-sums", + "value": 4.685, + "unit": "4ms", + "range": "±0.000%", + "extra": "luau" + }, + { + "name": "n-body-oop", + "value": 54.689, + "unit": "ms", + "range": "±0.000%", + "extra": "luau" + }, + { + "name": "tictactoe", + "value": 122.679, + "unit": "ms", + "range": "±0.000%", + "extra": "luau" + }, + { + "name": "trig", + "value": 23.916, + "unit": "ms", + "range": "±0.000%", + "extra": "luau" + }, + { + "name": "voxelgen", + "value": 49.624, + "unit": "ms", + "range": "±0.000%", + "extra": "luau" + } + ] } ] } diff --git a/compile.json b/compile.json index b5446a6..32007f4 100644 --- a/compile.json +++ b/compile.json @@ -1,5 +1,5 @@ { - "lastUpdate": 1701815893779, + "lastUpdate": 1702072643748, "repoUrl": "https://github.com/luau-lang/luau", "entries": { "luau-compile": [ @@ -12938,6 +12938,86 @@ "extra": "luau-compile" } ] + }, + { + "commit": { + "author": { + "email": "75688451+vegorov-rbx@users.noreply.github.com", + "name": "vegorov-rbx", + "username": "vegorov-rbx" + }, + "committer": { + "email": "noreply@github.com", + "name": "GitHub", + "username": "web-flow" + }, + "distinct": true, + "id": "c26d820902ac66740bf2054e0822b7024a67c4cf", + "message": "Sync to upstream/release/606 (#1127)\n\nNew Solver\r\n* Improvements to data flow analysis\r\n\r\nNative Code Generation\r\n* Block limit is now per-function instead of per-module\r\n\r\nCo-authored-by: Alexander McCord \r\nCo-authored-by: Andy Friesen \r\nCo-authored-by: Aviral Goel \r\nCo-authored-by: Vyacheslav Egorov ", + "timestamp": "2023-12-08T13:50:16-08:00", + "tree_id": "933b2fca011d9b5e3ad478e606cfe65052e98098", + "url": "https://github.com/luau-lang/luau/commit/c26d820902ac66740bf2054e0822b7024a67c4cf" + }, + "date": 1702072643745, + "tool": "benchmarkluau", + "benches": [ + { + "name": "map-O0", + "value": 0.679119, + "unit": "0ms", + "range": "±0%", + "extra": "luau-compile" + }, + { + "name": "map-O1", + "value": 0.744459, + "unit": "0ms", + "range": "±0%", + "extra": "luau-compile" + }, + { + "name": "map-O2", + "value": 0.818868, + "unit": "0ms", + "range": "±0%", + "extra": "luau-compile" + }, + { + "name": "map-O2-codegen", + "value": 3.05477, + "unit": "3ms", + "range": "±0%", + "extra": "luau-compile" + }, + { + "name": "regex-O0", + "value": 1.59253, + "unit": "1ms", + "range": "±0%", + "extra": "luau-compile" + }, + { + "name": "regex-O1", + "value": 1.76938, + "unit": "1ms", + "range": "±0%", + "extra": "luau-compile" + }, + { + "name": "regex-O2", + "value": 2.01814, + "unit": "2ms", + "range": "±0%", + "extra": "luau-compile" + }, + { + "name": "regex-O2-codegen", + "value": 9.17166, + "unit": "9ms", + "range": "±0%", + "extra": "luau-compile" + } + ] } ] }