From 265a01bf43aed52b3781e5d04df2cfc02b559600 Mon Sep 17 00:00:00 2001 From: github-actions Date: Tue, 21 Nov 2023 16:35:39 +0000 Subject: [PATCH] Add benchmarks results for 1cda8304bf085b955109f9cc32cd51b581cdff54 --- analyze.json | 68 +++++++++++- bench-codegen.json | 250 ++++++++++++++++++++++++++++++++++++++++++++- bench-gcc.json | 250 ++++++++++++++++++++++++++++++++++++++++++++- bench.json | 250 ++++++++++++++++++++++++++++++++++++++++++++- compile.json | 82 ++++++++++++++- 5 files changed, 895 insertions(+), 5 deletions(-) diff --git a/analyze.json b/analyze.json index ab7425f..359da0c 100644 --- a/analyze.json +++ b/analyze.json @@ -1,5 +1,5 @@ { - "lastUpdate": 1700226083854, + "lastUpdate": 1700584539677, "repoUrl": "https://github.com/luau-lang/luau", "entries": { "luau-analyze": [ @@ -9634,6 +9634,72 @@ "extra": "luau-analyze" } ] + }, + { + "commit": { + "author": { + "email": "75688451+vegorov-rbx@users.noreply.github.com", + "name": "vegorov-rbx", + "username": "vegorov-rbx" + }, + "committer": { + "email": "noreply@github.com", + "name": "GitHub", + "username": "web-flow" + }, + "distinct": true, + "id": "1cda8304bf085b955109f9cc32cd51b581cdff54", + "message": "Add missing include file to BytecodeSummary.h (#1110)", + "timestamp": "2023-11-21T08:28:54-08:00", + "tree_id": "fc51c0d618cf01aea200d8d5e020a3f3aee2756e", + "url": "https://github.com/luau-lang/luau/commit/1cda8304bf085b955109f9cc32cd51b581cdff54" + }, + "date": 1700584539675, + "tool": "benchmarkluau", + "benches": [ + { + "name": "map-nonstrict", + "value": 4.73288, + "unit": "4ms", + "range": "±0%", + "extra": "luau-analyze" + }, + { + "name": "map-strict", + "value": 5.83471, + "unit": "5ms", + "range": "±0%", + "extra": "luau-analyze" + }, + { + "name": "map-dcr", + "value": 38.5131, + "unit": "ms", + "range": "±0%", + "extra": "luau-analyze" + }, + { + "name": "regex-nonstrict", + "value": 7.68998, + "unit": "7ms", + "range": "±0%", + "extra": "luau-analyze" + }, + { + "name": "regex-strict", + "value": 10.096, + "unit": "ms", + "range": "±0%", + "extra": "luau-analyze" + }, + { + "name": "regex-dcr", + "value": 286.696, + "unit": "ms", + "range": "±0%", + "extra": "luau-analyze" + } + ] } ] } diff --git a/bench-codegen.json b/bench-codegen.json index f849963..59e843b 100644 --- a/bench-codegen.json +++ b/bench-codegen.json @@ -1,5 +1,5 @@ { - "lastUpdate": 1700226083538, + "lastUpdate": 1700584539359, "repoUrl": "https://github.com/luau-lang/luau", "entries": { "callgrind codegen": [ @@ -22972,6 +22972,254 @@ "extra": "luau-codegen" } ] + }, + { + "commit": { + "author": { + "email": "75688451+vegorov-rbx@users.noreply.github.com", + "name": "vegorov-rbx", + "username": "vegorov-rbx" + }, + "committer": { + "email": "noreply@github.com", + "name": "GitHub", + "username": "web-flow" + }, + "distinct": true, + "id": "1cda8304bf085b955109f9cc32cd51b581cdff54", + "message": "Add missing include file to BytecodeSummary.h (#1110)", + "timestamp": "2023-11-21T08:28:54-08:00", + "tree_id": "fc51c0d618cf01aea200d8d5e020a3f3aee2756e", + "url": "https://github.com/luau-lang/luau/commit/1cda8304bf085b955109f9cc32cd51b581cdff54" + }, + "date": 1700584539355, + "tool": "benchmarkluau", + "benches": [ + { + "name": "base64", + "value": 13.479, + "unit": "ms", + "range": "±0.000%", + "extra": "luau-codegen" + }, + { + "name": "chess", + "value": 52.481, + "unit": "ms", + "range": "±0.000%", + "extra": "luau-codegen" + }, + { + "name": "life", + "value": 24.267, + "unit": "ms", + "range": "±0.000%", + "extra": "luau-codegen" + }, + { + "name": "matrixmult", + "value": 9.336, + "unit": "9ms", + "range": "±0.000%", + "extra": "luau-codegen" + }, + { + "name": "mesh-normal-scalar", + "value": 13.208, + "unit": "ms", + "range": "±0.000%", + "extra": "luau-codegen" + }, + { + "name": "pcmmix", + "value": 1.53, + "unit": "1ms", + "range": "±0.000%", + "extra": "luau-codegen" + }, + { + "name": "qsort", + "value": 41.889, + "unit": "ms", + "range": "±0.000%", + "extra": "luau-codegen" + }, + { + "name": "sha256", + "value": 4.665, + "unit": "4ms", + "range": "±0.000%", + "extra": "luau-codegen" + }, + { + "name": "ack", + "value": 40.019, + "unit": "ms", + "range": "±0.000%", + "extra": "luau-codegen" + }, + { + "name": "binary-trees", + "value": 21.184, + "unit": "ms", + "range": "±0.000%", + "extra": "luau-codegen" + }, + { + "name": "fannkuchen-redux", + "value": 4.105, + "unit": "4ms", + "range": "±0.000%", + "extra": "luau-codegen" + }, + { + "name": "fixpoint-fact", + "value": 48.364, + "unit": "ms", + "range": "±0.000%", + "extra": "luau-codegen" + }, + { + "name": "heapsort", + "value": 7.967, + "unit": "7ms", + "range": "±0.000%", + "extra": "luau-codegen" + }, + { + "name": "mandel", + "value": 41.161, + "unit": "ms", + "range": "±0.000%", + "extra": "luau-codegen" + }, + { + "name": "n-body", + "value": 9.797, + "unit": "9ms", + "range": "±0.000%", + "extra": "luau-codegen" + }, + { + "name": "qt", + "value": 25.074, + "unit": "ms", + "range": "±0.000%", + "extra": "luau-codegen" + }, + { + "name": "queen", + "value": 0.805, + "unit": "0ms", + "range": "±0.000%", + "extra": "luau-codegen" + }, + { + "name": "scimark", + "value": 28.446, + "unit": "ms", + "range": "±0.000%", + "extra": "luau-codegen" + }, + { + "name": "spectral-norm", + "value": 2.644, + "unit": "2ms", + "range": "±0.000%", + "extra": "luau-codegen" + }, + { + "name": "sieve", + "value": 83.585, + "unit": "ms", + "range": "±0.000%", + "extra": "luau-codegen" + }, + { + "name": "3d-cube", + "value": 3.793, + "unit": "3ms", + "range": "±0.000%", + "extra": "luau-codegen" + }, + { + "name": "3d-morph", + "value": 3.784, + "unit": "3ms", + "range": "±0.000%", + "extra": "luau-codegen" + }, + { + "name": "3d-raytrace", + "value": 3.428, + "unit": "3ms", + "range": "±0.000%", + "extra": "luau-codegen" + }, + { + "name": "controlflow-recursive", + "value": 3.464, + "unit": "3ms", + "range": "±0.000%", + "extra": "luau-codegen" + }, + { + "name": "crypto-aes", + "value": 7.467, + "unit": "7ms", + "range": "±0.000%", + "extra": "luau-codegen" + }, + { + "name": "fannkuch", + "value": 6.668, + "unit": "6ms", + "range": "±0.000%", + "extra": "luau-codegen" + }, + { + "name": "math-cordic", + "value": 3.85, + "unit": "3ms", + "range": "±0.000%", + "extra": "luau-codegen" + }, + { + "name": "math-partial-sums", + "value": 1.923, + "unit": "1ms", + "range": "±0.000%", + "extra": "luau-codegen" + }, + { + "name": "n-body-oop", + "value": 13.895, + "unit": "ms", + "range": "±0.000%", + "extra": "luau-codegen" + }, + { + "name": "tictactoe", + "value": 63.206, + "unit": "ms", + "range": "±0.000%", + "extra": "luau-codegen" + }, + { + "name": "trig", + "value": 6.951, + "unit": "6ms", + "range": "±0.000%", + "extra": "luau-codegen" + }, + { + "name": "voxelgen", + "value": 27.912, + "unit": "ms", + "range": "±0.000%", + "extra": "luau-codegen" + } + ] } ] } diff --git a/bench-gcc.json b/bench-gcc.json index 002ad15..7a9a054 100644 --- a/bench-gcc.json +++ b/bench-gcc.json @@ -1,5 +1,5 @@ { - "lastUpdate": 1700226083693, + "lastUpdate": 1700584539515, "repoUrl": "https://github.com/luau-lang/luau", "entries": { "callgrind gcc": [ @@ -38341,6 +38341,254 @@ "extra": "luau-gcc" } ] + }, + { + "commit": { + "author": { + "email": "75688451+vegorov-rbx@users.noreply.github.com", + "name": "vegorov-rbx", + "username": "vegorov-rbx" + }, + "committer": { + "email": "noreply@github.com", + "name": "GitHub", + "username": "web-flow" + }, + "distinct": true, + "id": "1cda8304bf085b955109f9cc32cd51b581cdff54", + "message": "Add missing include file to BytecodeSummary.h (#1110)", + "timestamp": "2023-11-21T08:28:54-08:00", + "tree_id": "fc51c0d618cf01aea200d8d5e020a3f3aee2756e", + "url": "https://github.com/luau-lang/luau/commit/1cda8304bf085b955109f9cc32cd51b581cdff54" + }, + "date": 1700584539508, + "tool": "benchmarkluau", + "benches": [ + { + "name": "base64", + "value": 25.312, + "unit": "ms", + "range": "±0.000%", + "extra": "luau-gcc" + }, + { + "name": "chess", + "value": 82.133, + "unit": "ms", + "range": "±0.000%", + "extra": "luau-gcc" + }, + { + "name": "life", + "value": 89.767, + "unit": "ms", + "range": "±0.000%", + "extra": "luau-gcc" + }, + { + "name": "matrixmult", + "value": 24.643, + "unit": "ms", + "range": "±0.000%", + "extra": "luau-gcc" + }, + { + "name": "mesh-normal-scalar", + "value": 32.396, + "unit": "ms", + "range": "±0.000%", + "extra": "luau-gcc" + }, + { + "name": "pcmmix", + "value": 10.52, + "unit": "ms", + "range": "±0.000%", + "extra": "luau-gcc" + }, + { + "name": "qsort", + "value": 77.373, + "unit": "ms", + "range": "±0.000%", + "extra": "luau-gcc" + }, + { + "name": "sha256", + "value": 26.043, + "unit": "ms", + "range": "±0.000%", + "extra": "luau-gcc" + }, + { + "name": "ack", + "value": 65.648, + "unit": "ms", + "range": "±0.000%", + "extra": "luau-gcc" + }, + { + "name": "binary-trees", + "value": 29.678, + "unit": "ms", + "range": "±0.000%", + "extra": "luau-gcc" + }, + { + "name": "fannkuchen-redux", + "value": 12.877, + "unit": "ms", + "range": "±0.000%", + "extra": "luau-gcc" + }, + { + "name": "fixpoint-fact", + "value": 59.754, + "unit": "ms", + "range": "±0.000%", + "extra": "luau-gcc" + }, + { + "name": "heapsort", + "value": 22.192, + "unit": "ms", + "range": "±0.000%", + "extra": "luau-gcc" + }, + { + "name": "mandel", + "value": 63.423, + "unit": "ms", + "range": "±0.000%", + "extra": "luau-gcc" + }, + { + "name": "n-body", + "value": 37.757, + "unit": "ms", + "range": "±0.000%", + "extra": "luau-gcc" + }, + { + "name": "qt", + "value": 60.642, + "unit": "ms", + "range": "±0.000%", + "extra": "luau-gcc" + }, + { + "name": "queen", + "value": 1.969, + "unit": "1ms", + "range": "±0.000%", + "extra": "luau-gcc" + }, + { + "name": "scimark", + "value": 89.71, + "unit": "ms", + "range": "±0.000%", + "extra": "luau-gcc" + }, + { + "name": "spectral-norm", + "value": 13.149, + "unit": "ms", + "range": "±0.000%", + "extra": "luau-gcc" + }, + { + "name": "sieve", + "value": 105.754, + "unit": "ms", + "range": "±0.000%", + "extra": "luau-gcc" + }, + { + "name": "3d-cube", + "value": 8.623, + "unit": "8ms", + "range": "±0.000%", + "extra": "luau-gcc" + }, + { + "name": "3d-morph", + "value": 10.288, + "unit": "ms", + "range": "±0.000%", + "extra": "luau-gcc" + }, + { + "name": "3d-raytrace", + "value": 10.326, + "unit": "ms", + "range": "±0.000%", + "extra": "luau-gcc" + }, + { + "name": "controlflow-recursive", + "value": 5.566, + "unit": "5ms", + "range": "±0.000%", + "extra": "luau-gcc" + }, + { + "name": "crypto-aes", + "value": 14.659, + "unit": "ms", + "range": "±0.000%", + "extra": "luau-gcc" + }, + { + "name": "fannkuch", + "value": 26.444, + "unit": "ms", + "range": "±0.000%", + "extra": "luau-gcc" + }, + { + "name": "math-cordic", + "value": 16.563, + "unit": "ms", + "range": "±0.000%", + "extra": "luau-gcc" + }, + { + "name": "math-partial-sums", + "value": 5.313, + "unit": "5ms", + "range": "±0.000%", + "extra": "luau-gcc" + }, + { + "name": "n-body-oop", + "value": 56.241, + "unit": "ms", + "range": "±0.000%", + "extra": "luau-gcc" + }, + { + "name": "tictactoe", + "value": 133.271, + "unit": "ms", + "range": "±0.000%", + "extra": "luau-gcc" + }, + { + "name": "trig", + "value": 25.972, + "unit": "ms", + "range": "±0.000%", + "extra": "luau-gcc" + }, + { + "name": "voxelgen", + "value": 54.82, + "unit": "ms", + "range": "±0.000%", + "extra": "luau-gcc" + } + ] } ] } diff --git a/bench.json b/bench.json index 70ea6ca..a85125e 100644 --- a/bench.json +++ b/bench.json @@ -1,5 +1,5 @@ { - "lastUpdate": 1700226083366, + "lastUpdate": 1700584539199, "repoUrl": "https://github.com/luau-lang/luau", "entries": { "callgrind clang": [ @@ -38341,6 +38341,254 @@ "extra": "luau" } ] + }, + { + "commit": { + "author": { + "email": "75688451+vegorov-rbx@users.noreply.github.com", + "name": "vegorov-rbx", + "username": "vegorov-rbx" + }, + "committer": { + "email": "noreply@github.com", + "name": "GitHub", + "username": "web-flow" + }, + "distinct": true, + "id": "1cda8304bf085b955109f9cc32cd51b581cdff54", + "message": "Add missing include file to BytecodeSummary.h (#1110)", + "timestamp": "2023-11-21T08:28:54-08:00", + "tree_id": "fc51c0d618cf01aea200d8d5e020a3f3aee2756e", + "url": "https://github.com/luau-lang/luau/commit/1cda8304bf085b955109f9cc32cd51b581cdff54" + }, + "date": 1700584539192, + "tool": "benchmarkluau", + "benches": [ + { + "name": "base64", + "value": 23.499, + "unit": "ms", + "range": "±0.000%", + "extra": "luau" + }, + { + "name": "chess", + "value": 80.773, + "unit": "ms", + "range": "±0.000%", + "extra": "luau" + }, + { + "name": "life", + "value": 83.426, + "unit": "ms", + "range": "±0.000%", + "extra": "luau" + }, + { + "name": "matrixmult", + "value": 23.433, + "unit": "ms", + "range": "±0.000%", + "extra": "luau" + }, + { + "name": "mesh-normal-scalar", + "value": 30.696, + "unit": "ms", + "range": "±0.000%", + "extra": "luau" + }, + { + "name": "pcmmix", + "value": 9.48, + "unit": "9ms", + "range": "±0.000%", + "extra": "luau" + }, + { + "name": "qsort", + "value": 75.26, + "unit": "ms", + "range": "±0.000%", + "extra": "luau" + }, + { + "name": "sha256", + "value": 23.913, + "unit": "ms", + "range": "±0.000%", + "extra": "luau" + }, + { + "name": "ack", + "value": 65.923, + "unit": "ms", + "range": "±0.000%", + "extra": "luau" + }, + { + "name": "binary-trees", + "value": 29.083, + "unit": "ms", + "range": "±0.000%", + "extra": "luau" + }, + { + "name": "fannkuchen-redux", + "value": 11.808, + "unit": "ms", + "range": "±0.000%", + "extra": "luau" + }, + { + "name": "fixpoint-fact", + "value": 61.448, + "unit": "ms", + "range": "±0.000%", + "extra": "luau" + }, + { + "name": "heapsort", + "value": 20.642, + "unit": "ms", + "range": "±0.000%", + "extra": "luau" + }, + { + "name": "mandel", + "value": 61.727, + "unit": "ms", + "range": "±0.000%", + "extra": "luau" + }, + { + "name": "n-body", + "value": 36.475, + "unit": "ms", + "range": "±0.000%", + "extra": "luau" + }, + { + "name": "qt", + "value": 56.404, + "unit": "ms", + "range": "±0.000%", + "extra": "luau" + }, + { + "name": "queen", + "value": 1.891, + "unit": "1ms", + "range": "±0.000%", + "extra": "luau" + }, + { + "name": "scimark", + "value": 84.628, + "unit": "ms", + "range": "±0.000%", + "extra": "luau" + }, + { + "name": "spectral-norm", + "value": 12.105, + "unit": "ms", + "range": "±0.000%", + "extra": "luau" + }, + { + "name": "sieve", + "value": 101.165, + "unit": "ms", + "range": "±0.000%", + "extra": "luau" + }, + { + "name": "3d-cube", + "value": 8.018, + "unit": "8ms", + "range": "±0.000%", + "extra": "luau" + }, + { + "name": "3d-morph", + "value": 9.619, + "unit": "9ms", + "range": "±0.000%", + "extra": "luau" + }, + { + "name": "3d-raytrace", + "value": 9.754, + "unit": "9ms", + "range": "±0.000%", + "extra": "luau" + }, + { + "name": "controlflow-recursive", + "value": 5.622, + "unit": "5ms", + "range": "±0.000%", + "extra": "luau" + }, + { + "name": "crypto-aes", + "value": 13.515, + "unit": "ms", + "range": "±0.000%", + "extra": "luau" + }, + { + "name": "fannkuch", + "value": 24.134, + "unit": "ms", + "range": "±0.000%", + "extra": "luau" + }, + { + "name": "math-cordic", + "value": 15.203, + "unit": "ms", + "range": "±0.000%", + "extra": "luau" + }, + { + "name": "math-partial-sums", + "value": 4.986, + "unit": "4ms", + "range": "±0.000%", + "extra": "luau" + }, + { + "name": "n-body-oop", + "value": 54.689, + "unit": "ms", + "range": "±0.000%", + "extra": "luau" + }, + { + "name": "tictactoe", + "value": 122.681, + "unit": "ms", + "range": "±0.000%", + "extra": "luau" + }, + { + "name": "trig", + "value": 23.916, + "unit": "ms", + "range": "±0.000%", + "extra": "luau" + }, + { + "name": "voxelgen", + "value": 50.378, + "unit": "ms", + "range": "±0.000%", + "extra": "luau" + } + ] } ] } diff --git a/compile.json b/compile.json index 3fb871a..96c3858 100644 --- a/compile.json +++ b/compile.json @@ -1,5 +1,5 @@ { - "lastUpdate": 1700226083996, + "lastUpdate": 1700584539819, "repoUrl": "https://github.com/luau-lang/luau", "entries": { "luau-compile": [ @@ -12458,6 +12458,86 @@ "extra": "luau-compile" } ] + }, + { + "commit": { + "author": { + "email": "75688451+vegorov-rbx@users.noreply.github.com", + "name": "vegorov-rbx", + "username": "vegorov-rbx" + }, + "committer": { + "email": "noreply@github.com", + "name": "GitHub", + "username": "web-flow" + }, + "distinct": true, + "id": "1cda8304bf085b955109f9cc32cd51b581cdff54", + "message": "Add missing include file to BytecodeSummary.h (#1110)", + "timestamp": "2023-11-21T08:28:54-08:00", + "tree_id": "fc51c0d618cf01aea200d8d5e020a3f3aee2756e", + "url": "https://github.com/luau-lang/luau/commit/1cda8304bf085b955109f9cc32cd51b581cdff54" + }, + "date": 1700584539816, + "tool": "benchmarkluau", + "benches": [ + { + "name": "map-O0", + "value": 0.678212, + "unit": "0ms", + "range": "±0%", + "extra": "luau-compile" + }, + { + "name": "map-O1", + "value": 0.743554, + "unit": "0ms", + "range": "±0%", + "extra": "luau-compile" + }, + { + "name": "map-O2", + "value": 0.817974, + "unit": "0ms", + "range": "±0%", + "extra": "luau-compile" + }, + { + "name": "map-O2-codegen", + "value": 3.00436, + "unit": "3ms", + "range": "±0%", + "extra": "luau-compile" + }, + { + "name": "regex-O0", + "value": 1.59355, + "unit": "1ms", + "range": "±0%", + "extra": "luau-compile" + }, + { + "name": "regex-O1", + "value": 1.76948, + "unit": "1ms", + "range": "±0%", + "extra": "luau-compile" + }, + { + "name": "regex-O2", + "value": 2.01824, + "unit": "2ms", + "range": "±0%", + "extra": "luau-compile" + }, + { + "name": "regex-O2-codegen", + "value": 9.04904, + "unit": "9ms", + "range": "±0%", + "extra": "luau-compile" + } + ] } ] }