From dc3413941923574749336efff578d3634793be49 Mon Sep 17 00:00:00 2001 From: github-actions Date: Fri, 4 Oct 2024 23:14:15 +0000 Subject: [PATCH] Add benchmarks results for ae7b07d60fa66bacacaa94f002359f5e3052c02c --- analyze.json | 68 +++++++++++- bench-codegen.json | 250 ++++++++++++++++++++++++++++++++++++++++++++- bench-gcc.json | 250 ++++++++++++++++++++++++++++++++++++++++++++- bench.json | 250 ++++++++++++++++++++++++++++++++++++++++++++- compile.json | 96 ++++++++++++++++- 5 files changed, 909 insertions(+), 5 deletions(-) diff --git a/analyze.json b/analyze.json index 1c70eb7..26a408d 100644 --- a/analyze.json +++ b/analyze.json @@ -1,5 +1,5 @@ { - "lastUpdate": 1728067446158, + "lastUpdate": 1728083655124, "repoUrl": "https://github.com/luau-lang/luau", "entries": { "luau-analyze": [ @@ -15574,6 +15574,72 @@ "extra": "luau-analyze" } ] + }, + { + "commit": { + "author": { + "email": "micah@uplift.games", + "name": "Micah", + "username": "Dekkonot" + }, + "committer": { + "email": "noreply@github.com", + "name": "GitHub", + "username": "web-flow" + }, + "distinct": true, + "id": "ae7b07d60fa66bacacaa94f002359f5e3052c02c", + "message": "Rename `type` field of AstStatTypeAlias in JSON Encoder (#1461)\n\nCloses #1460.\r\n\r\nThis renames the `type` field of `AstStatTypeAlias` to `value` during\r\nthe JSON encoding process.\r\n\r\nI've chosen to just rename the field in the JSON encoder rather than\r\nrename the actual field since it's a lot further reaching. Another\r\noption would have been to rename what the actual type of an AST node is\r\nwritten to be something like `tokenType` instead of `type`, but that's a\r\nbigger diff and technically breaking (as opposed to this one which\r\nisn't!)", + "timestamp": "2024-10-04T16:00:25-07:00", + "tree_id": "6d8dcd736bc49ddd336ade8b27694c1f1e9e5c2d", + "url": "https://github.com/luau-lang/luau/commit/ae7b07d60fa66bacacaa94f002359f5e3052c02c" + }, + "date": 1728083655119, + "tool": "benchmarkluau", + "benches": [ + { + "name": "map-nonstrict", + "value": 4.97426, + "unit": "4ms", + "range": "±0%", + "extra": "luau-analyze" + }, + { + "name": "map-strict", + "value": 6.03607, + "unit": "6ms", + "range": "±0%", + "extra": "luau-analyze" + }, + { + "name": "map-dcr", + "value": 28.6297, + "unit": "ms", + "range": "±0%", + "extra": "luau-analyze" + }, + { + "name": "regex-nonstrict", + "value": 8.23157, + "unit": "8ms", + "range": "±0%", + "extra": "luau-analyze" + }, + { + "name": "regex-strict", + "value": 10.7184, + "unit": "ms", + "range": "±0%", + "extra": "luau-analyze" + }, + { + "name": "regex-dcr", + "value": 6463.08, + "unit": "ms", + "range": "±0%", + "extra": "luau-analyze" + } + ] } ] } diff --git a/bench-codegen.json b/bench-codegen.json index 91cbe35..0d85353 100644 --- a/bench-codegen.json +++ b/bench-codegen.json @@ -1,5 +1,5 @@ { - "lastUpdate": 1728067445845, + "lastUpdate": 1728083654813, "repoUrl": "https://github.com/luau-lang/luau", "entries": { "callgrind codegen": [ @@ -45292,6 +45292,254 @@ "extra": "luau-codegen" } ] + }, + { + "commit": { + "author": { + "email": "micah@uplift.games", + "name": "Micah", + "username": "Dekkonot" + }, + "committer": { + "email": "noreply@github.com", + "name": "GitHub", + "username": "web-flow" + }, + "distinct": true, + "id": "ae7b07d60fa66bacacaa94f002359f5e3052c02c", + "message": "Rename `type` field of AstStatTypeAlias in JSON Encoder (#1461)\n\nCloses #1460.\r\n\r\nThis renames the `type` field of `AstStatTypeAlias` to `value` during\r\nthe JSON encoding process.\r\n\r\nI've chosen to just rename the field in the JSON encoder rather than\r\nrename the actual field since it's a lot further reaching. Another\r\noption would have been to rename what the actual type of an AST node is\r\nwritten to be something like `tokenType` instead of `type`, but that's a\r\nbigger diff and technically breaking (as opposed to this one which\r\nisn't!)", + "timestamp": "2024-10-04T16:00:25-07:00", + "tree_id": "6d8dcd736bc49ddd336ade8b27694c1f1e9e5c2d", + "url": "https://github.com/luau-lang/luau/commit/ae7b07d60fa66bacacaa94f002359f5e3052c02c" + }, + "date": 1728083654803, + "tool": "benchmarkluau", + "benches": [ + { + "name": "base64", + "value": 11.529, + "unit": "ms", + "range": "±0.000%", + "extra": "luau-codegen" + }, + { + "name": "chess", + "value": 51.507, + "unit": "ms", + "range": "±0.000%", + "extra": "luau-codegen" + }, + { + "name": "life", + "value": 23.355, + "unit": "ms", + "range": "±0.000%", + "extra": "luau-codegen" + }, + { + "name": "matrixmult", + "value": 9.335, + "unit": "9ms", + "range": "±0.000%", + "extra": "luau-codegen" + }, + { + "name": "mesh-normal-scalar", + "value": 12.988, + "unit": "ms", + "range": "±0.000%", + "extra": "luau-codegen" + }, + { + "name": "pcmmix", + "value": 1.36, + "unit": "1ms", + "range": "±0.000%", + "extra": "luau-codegen" + }, + { + "name": "qsort", + "value": 41.478, + "unit": "ms", + "range": "±0.000%", + "extra": "luau-codegen" + }, + { + "name": "sha256", + "value": 4.57, + "unit": "4ms", + "range": "±0.000%", + "extra": "luau-codegen" + }, + { + "name": "ack", + "value": 40.015, + "unit": "ms", + "range": "±0.000%", + "extra": "luau-codegen" + }, + { + "name": "binary-trees", + "value": 20.62, + "unit": "ms", + "range": "±0.000%", + "extra": "luau-codegen" + }, + { + "name": "fannkuchen-redux", + "value": 3.892, + "unit": "3ms", + "range": "±0.000%", + "extra": "luau-codegen" + }, + { + "name": "fixpoint-fact", + "value": 48.404, + "unit": "ms", + "range": "±0.000%", + "extra": "luau-codegen" + }, + { + "name": "heapsort", + "value": 7.719, + "unit": "7ms", + "range": "±0.000%", + "extra": "luau-codegen" + }, + { + "name": "mandel", + "value": 39.774, + "unit": "ms", + "range": "±0.000%", + "extra": "luau-codegen" + }, + { + "name": "n-body", + "value": 9.707, + "unit": "9ms", + "range": "±0.000%", + "extra": "luau-codegen" + }, + { + "name": "qt", + "value": 24.907, + "unit": "ms", + "range": "±0.000%", + "extra": "luau-codegen" + }, + { + "name": "queen", + "value": 0.805, + "unit": "0ms", + "range": "±0.000%", + "extra": "luau-codegen" + }, + { + "name": "scimark", + "value": 24.635, + "unit": "ms", + "range": "±0.000%", + "extra": "luau-codegen" + }, + { + "name": "spectral-norm", + "value": 2.444, + "unit": "2ms", + "range": "±0.000%", + "extra": "luau-codegen" + }, + { + "name": "sieve", + "value": 83.559, + "unit": "ms", + "range": "±0.000%", + "extra": "luau-codegen" + }, + { + "name": "3d-cube", + "value": 3.694, + "unit": "3ms", + "range": "±0.000%", + "extra": "luau-codegen" + }, + { + "name": "3d-morph", + "value": 3.747, + "unit": "3ms", + "range": "±0.000%", + "extra": "luau-codegen" + }, + { + "name": "3d-raytrace", + "value": 3.267, + "unit": "3ms", + "range": "±0.000%", + "extra": "luau-codegen" + }, + { + "name": "controlflow-recursive", + "value": 3.464, + "unit": "3ms", + "range": "±0.000%", + "extra": "luau-codegen" + }, + { + "name": "crypto-aes", + "value": 7.156, + "unit": "7ms", + "range": "±0.000%", + "extra": "luau-codegen" + }, + { + "name": "fannkuch", + "value": 6.167, + "unit": "6ms", + "range": "±0.000%", + "extra": "luau-codegen" + }, + { + "name": "math-cordic", + "value": 3.768, + "unit": "3ms", + "range": "±0.000%", + "extra": "luau-codegen" + }, + { + "name": "math-partial-sums", + "value": 1.917, + "unit": "1ms", + "range": "±0.000%", + "extra": "luau-codegen" + }, + { + "name": "n-body-oop", + "value": 13.739, + "unit": "ms", + "range": "±0.000%", + "extra": "luau-codegen" + }, + { + "name": "tictactoe", + "value": 62.817, + "unit": "ms", + "range": "±0.000%", + "extra": "luau-codegen" + }, + { + "name": "trig", + "value": 6.65, + "unit": "6ms", + "range": "±0.000%", + "extra": "luau-codegen" + }, + { + "name": "voxelgen", + "value": 27.623, + "unit": "ms", + "range": "±0.000%", + "extra": "luau-codegen" + } + ] } ] } diff --git a/bench-gcc.json b/bench-gcc.json index 15c8152..65c06cd 100644 --- a/bench-gcc.json +++ b/bench-gcc.json @@ -1,5 +1,5 @@ { - "lastUpdate": 1728067445999, + "lastUpdate": 1728083654967, "repoUrl": "https://github.com/luau-lang/luau", "entries": { "callgrind gcc": [ @@ -60661,6 +60661,254 @@ "extra": "luau-gcc" } ] + }, + { + "commit": { + "author": { + "email": "micah@uplift.games", + "name": "Micah", + "username": "Dekkonot" + }, + "committer": { + "email": "noreply@github.com", + "name": "GitHub", + "username": "web-flow" + }, + "distinct": true, + "id": "ae7b07d60fa66bacacaa94f002359f5e3052c02c", + "message": "Rename `type` field of AstStatTypeAlias in JSON Encoder (#1461)\n\nCloses #1460.\r\n\r\nThis renames the `type` field of `AstStatTypeAlias` to `value` during\r\nthe JSON encoding process.\r\n\r\nI've chosen to just rename the field in the JSON encoder rather than\r\nrename the actual field since it's a lot further reaching. Another\r\noption would have been to rename what the actual type of an AST node is\r\nwritten to be something like `tokenType` instead of `type`, but that's a\r\nbigger diff and technically breaking (as opposed to this one which\r\nisn't!)", + "timestamp": "2024-10-04T16:00:25-07:00", + "tree_id": "6d8dcd736bc49ddd336ade8b27694c1f1e9e5c2d", + "url": "https://github.com/luau-lang/luau/commit/ae7b07d60fa66bacacaa94f002359f5e3052c02c" + }, + "date": 1728083654955, + "tool": "benchmarkluau", + "benches": [ + { + "name": "base64", + "value": 23.045, + "unit": "ms", + "range": "±0.000%", + "extra": "luau-gcc" + }, + { + "name": "chess", + "value": 81.819, + "unit": "ms", + "range": "±0.000%", + "extra": "luau-gcc" + }, + { + "name": "life", + "value": 89.766, + "unit": "ms", + "range": "±0.000%", + "extra": "luau-gcc" + }, + { + "name": "matrixmult", + "value": 24.642, + "unit": "ms", + "range": "±0.000%", + "extra": "luau-gcc" + }, + { + "name": "mesh-normal-scalar", + "value": 32.32, + "unit": "ms", + "range": "±0.000%", + "extra": "luau-gcc" + }, + { + "name": "pcmmix", + "value": 10.26, + "unit": "ms", + "range": "±0.000%", + "extra": "luau-gcc" + }, + { + "name": "qsort", + "value": 77.273, + "unit": "ms", + "range": "±0.000%", + "extra": "luau-gcc" + }, + { + "name": "sha256", + "value": 26.227, + "unit": "ms", + "range": "±0.000%", + "extra": "luau-gcc" + }, + { + "name": "ack", + "value": 65.367, + "unit": "ms", + "range": "±0.000%", + "extra": "luau-gcc" + }, + { + "name": "binary-trees", + "value": 29.565, + "unit": "ms", + "range": "±0.000%", + "extra": "luau-gcc" + }, + { + "name": "fannkuchen-redux", + "value": 12.876, + "unit": "ms", + "range": "±0.000%", + "extra": "luau-gcc" + }, + { + "name": "fixpoint-fact", + "value": 59.539, + "unit": "ms", + "range": "±0.000%", + "extra": "luau-gcc" + }, + { + "name": "heapsort", + "value": 22.218, + "unit": "ms", + "range": "±0.000%", + "extra": "luau-gcc" + }, + { + "name": "mandel", + "value": 63.185, + "unit": "ms", + "range": "±0.000%", + "extra": "luau-gcc" + }, + { + "name": "n-body", + "value": 37.779, + "unit": "ms", + "range": "±0.000%", + "extra": "luau-gcc" + }, + { + "name": "qt", + "value": 60.733, + "unit": "ms", + "range": "±0.000%", + "extra": "luau-gcc" + }, + { + "name": "queen", + "value": 1.968, + "unit": "1ms", + "range": "±0.000%", + "extra": "luau-gcc" + }, + { + "name": "scimark", + "value": 89.711, + "unit": "ms", + "range": "±0.000%", + "extra": "luau-gcc" + }, + { + "name": "spectral-norm", + "value": 12.429, + "unit": "ms", + "range": "±0.000%", + "extra": "luau-gcc" + }, + { + "name": "sieve", + "value": 104.811, + "unit": "ms", + "range": "±0.000%", + "extra": "luau-gcc" + }, + { + "name": "3d-cube", + "value": 8.617, + "unit": "8ms", + "range": "±0.000%", + "extra": "luau-gcc" + }, + { + "name": "3d-morph", + "value": 10.316, + "unit": "ms", + "range": "±0.000%", + "extra": "luau-gcc" + }, + { + "name": "3d-raytrace", + "value": 10.301, + "unit": "ms", + "range": "±0.000%", + "extra": "luau-gcc" + }, + { + "name": "controlflow-recursive", + "value": 5.542, + "unit": "5ms", + "range": "±0.000%", + "extra": "luau-gcc" + }, + { + "name": "crypto-aes", + "value": 14.659, + "unit": "ms", + "range": "±0.000%", + "extra": "luau-gcc" + }, + { + "name": "fannkuch", + "value": 26.46, + "unit": "ms", + "range": "±0.000%", + "extra": "luau-gcc" + }, + { + "name": "math-cordic", + "value": 16.68, + "unit": "ms", + "range": "±0.000%", + "extra": "luau-gcc" + }, + { + "name": "math-partial-sums", + "value": 5.04, + "unit": "5ms", + "range": "±0.000%", + "extra": "luau-gcc" + }, + { + "name": "n-body-oop", + "value": 56.263, + "unit": "ms", + "range": "±0.000%", + "extra": "luau-gcc" + }, + { + "name": "tictactoe", + "value": 133.715, + "unit": "ms", + "range": "±0.000%", + "extra": "luau-gcc" + }, + { + "name": "trig", + "value": 26.016, + "unit": "ms", + "range": "±0.000%", + "extra": "luau-gcc" + }, + { + "name": "voxelgen", + "value": 54.07, + "unit": "ms", + "range": "±0.000%", + "extra": "luau-gcc" + } + ] } ] } diff --git a/bench.json b/bench.json index 4d0608a..a76f530 100644 --- a/bench.json +++ b/bench.json @@ -1,5 +1,5 @@ { - "lastUpdate": 1728067445685, + "lastUpdate": 1728083654653, "repoUrl": "https://github.com/luau-lang/luau", "entries": { "callgrind clang": [ @@ -60661,6 +60661,254 @@ "extra": "luau" } ] + }, + { + "commit": { + "author": { + "email": "micah@uplift.games", + "name": "Micah", + "username": "Dekkonot" + }, + "committer": { + "email": "noreply@github.com", + "name": "GitHub", + "username": "web-flow" + }, + "distinct": true, + "id": "ae7b07d60fa66bacacaa94f002359f5e3052c02c", + "message": "Rename `type` field of AstStatTypeAlias in JSON Encoder (#1461)\n\nCloses #1460.\r\n\r\nThis renames the `type` field of `AstStatTypeAlias` to `value` during\r\nthe JSON encoding process.\r\n\r\nI've chosen to just rename the field in the JSON encoder rather than\r\nrename the actual field since it's a lot further reaching. Another\r\noption would have been to rename what the actual type of an AST node is\r\nwritten to be something like `tokenType` instead of `type`, but that's a\r\nbigger diff and technically breaking (as opposed to this one which\r\nisn't!)", + "timestamp": "2024-10-04T16:00:25-07:00", + "tree_id": "6d8dcd736bc49ddd336ade8b27694c1f1e9e5c2d", + "url": "https://github.com/luau-lang/luau/commit/ae7b07d60fa66bacacaa94f002359f5e3052c02c" + }, + "date": 1728083654641, + "tool": "benchmarkluau", + "benches": [ + { + "name": "base64", + "value": 21.42, + "unit": "ms", + "range": "±0.000%", + "extra": "luau" + }, + { + "name": "chess", + "value": 79.89, + "unit": "ms", + "range": "±0.000%", + "extra": "luau" + }, + { + "name": "life", + "value": 83.424, + "unit": "ms", + "range": "±0.000%", + "extra": "luau" + }, + { + "name": "matrixmult", + "value": 23.432, + "unit": "ms", + "range": "±0.000%", + "extra": "luau" + }, + { + "name": "mesh-normal-scalar", + "value": 30.519, + "unit": "ms", + "range": "±0.000%", + "extra": "luau" + }, + { + "name": "pcmmix", + "value": 9.22, + "unit": "9ms", + "range": "±0.000%", + "extra": "luau" + }, + { + "name": "qsort", + "value": 75.233, + "unit": "ms", + "range": "±0.000%", + "extra": "luau" + }, + { + "name": "sha256", + "value": 24.257, + "unit": "ms", + "range": "±0.000%", + "extra": "luau" + }, + { + "name": "ack", + "value": 65.921, + "unit": "ms", + "range": "±0.000%", + "extra": "luau" + }, + { + "name": "binary-trees", + "value": 28.516, + "unit": "ms", + "range": "±0.000%", + "extra": "luau" + }, + { + "name": "fannkuchen-redux", + "value": 11.807, + "unit": "ms", + "range": "±0.000%", + "extra": "luau" + }, + { + "name": "fixpoint-fact", + "value": 61.467, + "unit": "ms", + "range": "±0.000%", + "extra": "luau" + }, + { + "name": "heapsort", + "value": 20.656, + "unit": "ms", + "range": "±0.000%", + "extra": "luau" + }, + { + "name": "mandel", + "value": 60.782, + "unit": "ms", + "range": "±0.000%", + "extra": "luau" + }, + { + "name": "n-body", + "value": 36.475, + "unit": "ms", + "range": "±0.000%", + "extra": "luau" + }, + { + "name": "qt", + "value": 56.34, + "unit": "ms", + "range": "±0.000%", + "extra": "luau" + }, + { + "name": "queen", + "value": 1.887, + "unit": "1ms", + "range": "±0.000%", + "extra": "luau" + }, + { + "name": "scimark", + "value": 84.625, + "unit": "ms", + "range": "±0.000%", + "extra": "luau" + }, + { + "name": "spectral-norm", + "value": 11.345, + "unit": "ms", + "range": "±0.000%", + "extra": "luau" + }, + { + "name": "sieve", + "value": 101.099, + "unit": "ms", + "range": "±0.000%", + "extra": "luau" + }, + { + "name": "3d-cube", + "value": 7.948, + "unit": "7ms", + "range": "±0.000%", + "extra": "luau" + }, + { + "name": "3d-morph", + "value": 9.626, + "unit": "9ms", + "range": "±0.000%", + "extra": "luau" + }, + { + "name": "3d-raytrace", + "value": 9.712, + "unit": "9ms", + "range": "±0.000%", + "extra": "luau" + }, + { + "name": "controlflow-recursive", + "value": 5.622, + "unit": "5ms", + "range": "±0.000%", + "extra": "luau" + }, + { + "name": "crypto-aes", + "value": 13.43, + "unit": "ms", + "range": "±0.000%", + "extra": "luau" + }, + { + "name": "fannkuch", + "value": 24.127, + "unit": "ms", + "range": "±0.000%", + "extra": "luau" + }, + { + "name": "math-cordic", + "value": 15.263, + "unit": "ms", + "range": "±0.000%", + "extra": "luau" + }, + { + "name": "math-partial-sums", + "value": 4.698, + "unit": "4ms", + "range": "±0.000%", + "extra": "luau" + }, + { + "name": "n-body-oop", + "value": 54.688, + "unit": "ms", + "range": "±0.000%", + "extra": "luau" + }, + { + "name": "tictactoe", + "value": 122.749, + "unit": "ms", + "range": "±0.000%", + "extra": "luau" + }, + { + "name": "trig", + "value": 23.916, + "unit": "ms", + "range": "±0.000%", + "extra": "luau" + }, + { + "name": "voxelgen", + "value": 49.569, + "unit": "ms", + "range": "±0.000%", + "extra": "luau" + } + ] } ] } diff --git a/compile.json b/compile.json index a751b94..9628044 100644 --- a/compile.json +++ b/compile.json @@ -1,5 +1,5 @@ { - "lastUpdate": 1728067446290, + "lastUpdate": 1728083655263, "repoUrl": "https://github.com/luau-lang/luau", "entries": { "luau-compile": [ @@ -20344,6 +20344,100 @@ "extra": "luau-compile" } ] + }, + { + "commit": { + "author": { + "email": "micah@uplift.games", + "name": "Micah", + "username": "Dekkonot" + }, + "committer": { + "email": "noreply@github.com", + "name": "GitHub", + "username": "web-flow" + }, + "distinct": true, + "id": "ae7b07d60fa66bacacaa94f002359f5e3052c02c", + "message": "Rename `type` field of AstStatTypeAlias in JSON Encoder (#1461)\n\nCloses #1460.\r\n\r\nThis renames the `type` field of `AstStatTypeAlias` to `value` during\r\nthe JSON encoding process.\r\n\r\nI've chosen to just rename the field in the JSON encoder rather than\r\nrename the actual field since it's a lot further reaching. Another\r\noption would have been to rename what the actual type of an AST node is\r\nwritten to be something like `tokenType` instead of `type`, but that's a\r\nbigger diff and technically breaking (as opposed to this one which\r\nisn't!)", + "timestamp": "2024-10-04T16:00:25-07:00", + "tree_id": "6d8dcd736bc49ddd336ade8b27694c1f1e9e5c2d", + "url": "https://github.com/luau-lang/luau/commit/ae7b07d60fa66bacacaa94f002359f5e3052c02c" + }, + "date": 1728083655257, + "tool": "benchmarkluau", + "benches": [ + { + "name": "map-O0", + "value": 0.662806, + "unit": "0ms", + "range": "±0%", + "extra": "luau-compile" + }, + { + "name": "map-O1", + "value": 0.729095, + "unit": "0ms", + "range": "±0%", + "extra": "luau-compile" + }, + { + "name": "map-O2", + "value": 0.800999, + "unit": "0ms", + "range": "±0%", + "extra": "luau-compile" + }, + { + "name": "map-O2-codegen", + "value": 3.31179, + "unit": "3ms", + "range": "±0%", + "extra": "luau-compile" + }, + { + "name": "map-O2-t1-codegen", + "value": 3.40971, + "unit": "3ms", + "range": "±0%", + "extra": "luau-compile" + }, + { + "name": "regex-O0", + "value": 1.60684, + "unit": "1ms", + "range": "±0%", + "extra": "luau-compile" + }, + { + "name": "regex-O1", + "value": 1.78268, + "unit": "1ms", + "range": "±0%", + "extra": "luau-compile" + }, + { + "name": "regex-O2", + "value": 2.03039, + "unit": "2ms", + "range": "±0%", + "extra": "luau-compile" + }, + { + "name": "regex-O2-codegen", + "value": 10.2299, + "unit": "ms", + "range": "±0%", + "extra": "luau-compile" + }, + { + "name": "regex-O2-t1-codegen", + "value": 10.4986, + "unit": "ms", + "range": "±0%", + "extra": "luau-compile" + } + ] } ] }