From 3d05f2facf52344b8c0a414adb962d06a490642c Mon Sep 17 00:00:00 2001 From: github-action-benchmark Date: Tue, 17 Sep 2024 20:50:26 +0000 Subject: [PATCH] add Vortex benchmarks (cargo) benchmark result for a6315f7b8522ff5f1c0c527ec3e2ab0bff47a632 --- dev/bench/data.js | 818 +++++++++++++++++++++++++++++++++++++++++++++- 1 file changed, 817 insertions(+), 1 deletion(-) diff --git a/dev/bench/data.js b/dev/bench/data.js index 08bc11ad69..0b67ad2d4b 100644 --- a/dev/bench/data.js +++ b/dev/bench/data.js @@ -1,5 +1,5 @@ window.BENCHMARK_DATA = { - "lastUpdate": 1726603128390, + "lastUpdate": 1726606226622, "repoUrl": "https://github.com/spiraldb/vortex", "entries": { "Vortex benchmarks": [ @@ -122602,6 +122602,822 @@ window.BENCHMARK_DATA = { "unit": "ns/iter" } ] + }, + { + "commit": { + "author": { + "email": "dan@spiraldb.com", + "name": "Dan King", + "username": "danking" + }, + "committer": { + "email": "noreply@github.com", + "name": "GitHub", + "username": "web-flow" + }, + "distinct": true, + "id": "a6315f7b8522ff5f1c0c527ec3e2ab0bff47a632", + "message": "fix: run publish-vortex.yml when release-plz releases (#855)\n\nWhen release plz pushses a tag it uses the GITHUB_TOKEN secret which\r\n[explicitly does not trigger any\r\nworkflows](https://docs.github.com/en/actions/writing-workflows/choosing-when-your-workflow-runs/triggering-a-workflow#triggering-a-workflow-from-a-workflow).\r\nInstead, we can call the publish-vortex workflow explicitly from the\r\nrelease-plz workflow whenever release-plz actually releases a crate.", + "timestamp": "2024-09-17T20:19:09Z", + "tree_id": "5eaa9e568837474189466a5341047054eac3ad4a", + "url": "https://github.com/spiraldb/vortex/commit/a6315f7b8522ff5f1c0c527ec3e2ab0bff47a632" + }, + "date": 1726606224926, + "tool": "cargo", + "benches": [ + { + "name": "tpch_q1/vortex-in-memory-no-pushdown", + "value": 453953828, + "range": "± 1212660", + "unit": "ns/iter" + }, + { + "name": "tpch_q1/vortex-in-memory-pushdown", + "value": 516187922, + "range": "± 1263015", + "unit": "ns/iter" + }, + { + "name": "tpch_q1/arrow", + "value": 440883770, + "range": "± 2236678", + "unit": "ns/iter" + }, + { + "name": "tpch_q1/parquet", + "value": 651289967, + "range": "± 2080158", + "unit": "ns/iter" + }, + { + "name": "tpch_q1/vortex-file-compressed", + "value": 601053194, + "range": "± 1943106", + "unit": "ns/iter" + }, + { + "name": "tpch_q1/vortex-file-uncompressed", + "value": 620842235, + "range": "± 2029891", + "unit": "ns/iter" + }, + { + "name": "tpch_q2/vortex-in-memory-no-pushdown", + "value": 140667897, + "range": "± 523447", + "unit": "ns/iter" + }, + { + "name": "tpch_q2/vortex-in-memory-pushdown", + "value": 140646888, + "range": "± 559214", + "unit": "ns/iter" + }, + { + "name": "tpch_q2/arrow", + "value": 119573120, + "range": "± 231009", + "unit": "ns/iter" + }, + { + "name": "tpch_q2/parquet", + "value": 153166806, + "range": "± 324414", + "unit": "ns/iter" + }, + { + "name": "tpch_q2/vortex-file-compressed", + "value": 150836102, + "range": "± 1122472", + "unit": "ns/iter" + }, + { + "name": "tpch_q2/vortex-file-uncompressed", + "value": 162159755, + "range": "± 660956", + "unit": "ns/iter" + }, + { + "name": "tpch_q3/vortex-in-memory-no-pushdown", + "value": 145083639, + "range": "± 494100", + "unit": "ns/iter" + }, + { + "name": "tpch_q3/vortex-in-memory-pushdown", + "value": 178275074, + "range": "± 610800", + "unit": "ns/iter" + }, + { + "name": "tpch_q3/arrow", + "value": 140829272, + "range": "± 394484", + "unit": "ns/iter" + }, + { + "name": "tpch_q3/parquet", + "value": 330461252, + "range": "± 1549608", + "unit": "ns/iter" + }, + { + "name": "tpch_q3/vortex-file-compressed", + "value": 280303471, + "range": "± 2008201", + "unit": "ns/iter" + }, + { + "name": "tpch_q3/vortex-file-uncompressed", + "value": 354276301, + "range": "± 1639503", + "unit": "ns/iter" + }, + { + "name": "tpch_q4/vortex-in-memory-no-pushdown", + "value": 103405410, + "range": "± 365661", + "unit": "ns/iter" + }, + { + "name": "tpch_q4/vortex-in-memory-pushdown", + "value": 135769077, + "range": "± 437887", + "unit": "ns/iter" + }, + { + "name": "tpch_q4/arrow", + "value": 98106739, + "range": "± 242497", + "unit": "ns/iter" + }, + { + "name": "tpch_q4/parquet", + "value": 210748187, + "range": "± 495171", + "unit": "ns/iter" + }, + { + "name": "tpch_q4/vortex-file-compressed", + "value": 247754268, + "range": "± 675275", + "unit": "ns/iter" + }, + { + "name": "tpch_q4/vortex-file-uncompressed", + "value": 306782422, + "range": "± 2943513", + "unit": "ns/iter" + }, + { + "name": "tpch_q5/vortex-in-memory-no-pushdown", + "value": 284132435, + "range": "± 1971729", + "unit": "ns/iter" + }, + { + "name": "tpch_q5/vortex-in-memory-pushdown", + "value": 297957285, + "range": "± 1470627", + "unit": "ns/iter" + }, + { + "name": "tpch_q5/arrow", + "value": 280931880, + "range": "± 1920718", + "unit": "ns/iter" + }, + { + "name": "tpch_q5/parquet", + "value": 433190866, + "range": "± 2428952", + "unit": "ns/iter" + }, + { + "name": "tpch_q5/vortex-file-compressed", + "value": 322633652, + "range": "± 1994446", + "unit": "ns/iter" + }, + { + "name": "tpch_q5/vortex-file-uncompressed", + "value": 341231605, + "range": "± 2808174", + "unit": "ns/iter" + }, + { + "name": "tpch_q6/vortex-in-memory-no-pushdown", + "value": 37602740, + "range": "± 320717", + "unit": "ns/iter" + }, + { + "name": "tpch_q6/vortex-in-memory-pushdown", + "value": 86491380, + "range": "± 481397", + "unit": "ns/iter" + }, + { + "name": "tpch_q6/arrow", + "value": 34453221, + "range": "± 125261", + "unit": "ns/iter" + }, + { + "name": "tpch_q6/parquet", + "value": 150581082, + "range": "± 223232", + "unit": "ns/iter" + }, + { + "name": "tpch_q6/vortex-file-compressed", + "value": 73994726, + "range": "± 466291", + "unit": "ns/iter" + }, + { + "name": "tpch_q6/vortex-file-uncompressed", + "value": 167262152, + "range": "± 2463381", + "unit": "ns/iter" + }, + { + "name": "tpch_q7/vortex-in-memory-no-pushdown", + "value": 547124197, + "range": "± 2587529", + "unit": "ns/iter" + }, + { + "name": "tpch_q7/vortex-in-memory-pushdown", + "value": 596178012, + "range": "± 3309598", + "unit": "ns/iter" + }, + { + "name": "tpch_q7/arrow", + "value": 543689866, + "range": "± 2297307", + "unit": "ns/iter" + }, + { + "name": "tpch_q7/parquet", + "value": 686264018, + "range": "± 3969400", + "unit": "ns/iter" + }, + { + "name": "tpch_q7/vortex-file-compressed", + "value": 651489982, + "range": "± 4779604", + "unit": "ns/iter" + }, + { + "name": "tpch_q7/vortex-file-uncompressed", + "value": 735477581, + "range": "± 2514175", + "unit": "ns/iter" + }, + { + "name": "tpch_q8/vortex-in-memory-no-pushdown", + "value": 208725799, + "range": "± 544500", + "unit": "ns/iter" + }, + { + "name": "tpch_q8/vortex-in-memory-pushdown", + "value": 221741886, + "range": "± 581981", + "unit": "ns/iter" + }, + { + "name": "tpch_q8/arrow", + "value": 207118672, + "range": "± 731654", + "unit": "ns/iter" + }, + { + "name": "tpch_q8/parquet", + "value": 470798173, + "range": "± 1525521", + "unit": "ns/iter" + }, + { + "name": "tpch_q8/vortex-file-compressed", + "value": 256766350, + "range": "± 4618467", + "unit": "ns/iter" + }, + { + "name": "tpch_q8/vortex-file-uncompressed", + "value": 282762095, + "range": "± 3882132", + "unit": "ns/iter" + }, + { + "name": "tpch_q9/vortex-in-memory-no-pushdown", + "value": 390886284, + "range": "± 1280234", + "unit": "ns/iter" + }, + { + "name": "tpch_q9/vortex-in-memory-pushdown", + "value": 391365445, + "range": "± 756857", + "unit": "ns/iter" + }, + { + "name": "tpch_q9/arrow", + "value": 388736653, + "range": "± 940333", + "unit": "ns/iter" + }, + { + "name": "tpch_q9/parquet", + "value": 675506233, + "range": "± 1387149", + "unit": "ns/iter" + }, + { + "name": "tpch_q9/vortex-file-compressed", + "value": 426730142, + "range": "± 2152511", + "unit": "ns/iter" + }, + { + "name": "tpch_q9/vortex-file-uncompressed", + "value": 454601239, + "range": "± 1459606", + "unit": "ns/iter" + }, + { + "name": "tpch_q10/vortex-in-memory-no-pushdown", + "value": 224484575, + "range": "± 793312", + "unit": "ns/iter" + }, + { + "name": "tpch_q10/vortex-in-memory-pushdown", + "value": 262043998, + "range": "± 741581", + "unit": "ns/iter" + }, + { + "name": "tpch_q10/arrow", + "value": 217379660, + "range": "± 805697", + "unit": "ns/iter" + }, + { + "name": "tpch_q10/parquet", + "value": 472817677, + "range": "± 984878", + "unit": "ns/iter" + }, + { + "name": "tpch_q10/vortex-file-compressed", + "value": 452755530, + "range": "± 1181097", + "unit": "ns/iter" + }, + { + "name": "tpch_q10/vortex-file-uncompressed", + "value": 398505575, + "range": "± 2070801", + "unit": "ns/iter" + }, + { + "name": "tpch_q11/vortex-in-memory-no-pushdown", + "value": 220008284, + "range": "± 975558", + "unit": "ns/iter" + }, + { + "name": "tpch_q11/vortex-in-memory-pushdown", + "value": 221762460, + "range": "± 738367", + "unit": "ns/iter" + }, + { + "name": "tpch_q11/arrow", + "value": 174462694, + "range": "± 529588", + "unit": "ns/iter" + }, + { + "name": "tpch_q11/parquet", + "value": 181225011, + "range": "± 484892", + "unit": "ns/iter" + }, + { + "name": "tpch_q11/vortex-file-compressed", + "value": 226057534, + "range": "± 472632", + "unit": "ns/iter" + }, + { + "name": "tpch_q11/vortex-file-uncompressed", + "value": 233243835, + "range": "± 1512016", + "unit": "ns/iter" + }, + { + "name": "tpch_q12/vortex-in-memory-no-pushdown", + "value": 179223016, + "range": "± 526522", + "unit": "ns/iter" + }, + { + "name": "tpch_q12/vortex-in-memory-pushdown", + "value": 257294730, + "range": "± 413539", + "unit": "ns/iter" + }, + { + "name": "tpch_q12/arrow", + "value": 168201498, + "range": "± 388198", + "unit": "ns/iter" + }, + { + "name": "tpch_q12/parquet", + "value": 353530577, + "range": "± 1167788", + "unit": "ns/iter" + }, + { + "name": "tpch_q12/vortex-file-compressed", + "value": 586211356, + "range": "± 4120074", + "unit": "ns/iter" + }, + { + "name": "tpch_q12/vortex-file-uncompressed", + "value": 352418851, + "range": "± 714870", + "unit": "ns/iter" + }, + { + "name": "tpch_q13/vortex-in-memory-no-pushdown", + "value": 157565316, + "range": "± 993741", + "unit": "ns/iter" + }, + { + "name": "tpch_q13/vortex-in-memory-pushdown", + "value": 159120251, + "range": "± 3524246", + "unit": "ns/iter" + }, + { + "name": "tpch_q13/arrow", + "value": 154572623, + "range": "± 2164197", + "unit": "ns/iter" + }, + { + "name": "tpch_q13/parquet", + "value": 299230630, + "range": "± 2599994", + "unit": "ns/iter" + }, + { + "name": "tpch_q13/vortex-file-compressed", + "value": 208108917, + "range": "± 1043457", + "unit": "ns/iter" + }, + { + "name": "tpch_q13/vortex-file-uncompressed", + "value": 204312883, + "range": "± 725784", + "unit": "ns/iter" + }, + { + "name": "tpch_q14/vortex-in-memory-no-pushdown", + "value": 37853866, + "range": "± 185945", + "unit": "ns/iter" + }, + { + "name": "tpch_q14/vortex-in-memory-pushdown", + "value": 85477244, + "range": "± 239304", + "unit": "ns/iter" + }, + { + "name": "tpch_q14/arrow", + "value": 37702995, + "range": "± 435775", + "unit": "ns/iter" + }, + { + "name": "tpch_q14/parquet", + "value": 219460613, + "range": "± 1360957", + "unit": "ns/iter" + }, + { + "name": "tpch_q14/vortex-file-compressed", + "value": 86026360, + "range": "± 473493", + "unit": "ns/iter" + }, + { + "name": "tpch_q14/vortex-file-uncompressed", + "value": 143133443, + "range": "± 745252", + "unit": "ns/iter" + }, + { + "name": "tpch_q15/vortex-in-memory-no-pushdown", + "value": 66347522, + "range": "± 239860", + "unit": "ns/iter" + }, + { + "name": "tpch_q15/vortex-in-memory-pushdown", + "value": 121457225, + "range": "± 201199", + "unit": "ns/iter" + }, + { + "name": "tpch_q15/arrow", + "value": 64010730, + "range": "± 371246", + "unit": "ns/iter" + }, + { + "name": "tpch_q15/parquet", + "value": 289605233, + "range": "± 476979", + "unit": "ns/iter" + }, + { + "name": "tpch_q15/vortex-file-compressed", + "value": 149639042, + "range": "± 1095947", + "unit": "ns/iter" + }, + { + "name": "tpch_q15/vortex-file-uncompressed", + "value": 269044725, + "range": "± 1547439", + "unit": "ns/iter" + }, + { + "name": "tpch_q16/vortex-in-memory-no-pushdown", + "value": 119705514, + "range": "± 291760", + "unit": "ns/iter" + }, + { + "name": "tpch_q16/vortex-in-memory-pushdown", + "value": 123354350, + "range": "± 390217", + "unit": "ns/iter" + }, + { + "name": "tpch_q16/arrow", + "value": 104195145, + "range": "± 333591", + "unit": "ns/iter" + }, + { + "name": "tpch_q16/parquet", + "value": 120796101, + "range": "± 411217", + "unit": "ns/iter" + }, + { + "name": "tpch_q16/vortex-file-compressed", + "value": 137010047, + "range": "± 589309", + "unit": "ns/iter" + }, + { + "name": "tpch_q16/vortex-file-uncompressed", + "value": 136765080, + "range": "± 388034", + "unit": "ns/iter" + }, + { + "name": "tpch_q17/vortex-in-memory-no-pushdown", + "value": 619993989, + "range": "± 8873377", + "unit": "ns/iter" + }, + { + "name": "tpch_q17/vortex-in-memory-pushdown", + "value": 626636169, + "range": "± 10258897", + "unit": "ns/iter" + }, + { + "name": "tpch_q17/arrow", + "value": 540340400, + "range": "± 10163639", + "unit": "ns/iter" + }, + { + "name": "tpch_q17/parquet", + "value": 581663454, + "range": "± 1081743", + "unit": "ns/iter" + }, + { + "name": "tpch_q17/vortex-file-compressed", + "value": 591011333, + "range": "± 4003466", + "unit": "ns/iter" + }, + { + "name": "tpch_q17/vortex-file-uncompressed", + "value": 655331904, + "range": "± 4554144", + "unit": "ns/iter" + }, + { + "name": "tpch_q18/vortex-in-memory-no-pushdown", + "value": 991241126, + "range": "± 5712494", + "unit": "ns/iter" + }, + { + "name": "tpch_q18/vortex-in-memory-pushdown", + "value": 992386831, + "range": "± 4690093", + "unit": "ns/iter" + }, + { + "name": "tpch_q18/arrow", + "value": 992912094, + "range": "± 3663205", + "unit": "ns/iter" + }, + { + "name": "tpch_q18/parquet", + "value": 1162251490, + "range": "± 6669902", + "unit": "ns/iter" + }, + { + "name": "tpch_q18/vortex-file-compressed", + "value": 1019587211, + "range": "± 4613087", + "unit": "ns/iter" + }, + { + "name": "tpch_q18/vortex-file-uncompressed", + "value": 1073289870, + "range": "± 8681849", + "unit": "ns/iter" + }, + { + "name": "tpch_q19/vortex-in-memory-no-pushdown", + "value": 165359062, + "range": "± 389571", + "unit": "ns/iter" + }, + { + "name": "tpch_q19/vortex-in-memory-pushdown", + "value": 251782563, + "range": "± 1479677", + "unit": "ns/iter" + }, + { + "name": "tpch_q19/arrow", + "value": 151160188, + "range": "± 117759", + "unit": "ns/iter" + }, + { + "name": "tpch_q19/parquet", + "value": 470695653, + "range": "± 1377808", + "unit": "ns/iter" + }, + { + "name": "tpch_q19/vortex-file-compressed", + "value": 745235108, + "range": "± 1684298", + "unit": "ns/iter" + }, + { + "name": "tpch_q19/vortex-file-uncompressed", + "value": 364251773, + "range": "± 2009412", + "unit": "ns/iter" + }, + { + "name": "tpch_q20/vortex-in-memory-no-pushdown", + "value": 255100936, + "range": "± 1427801", + "unit": "ns/iter" + }, + { + "name": "tpch_q20/vortex-in-memory-pushdown", + "value": 283551864, + "range": "± 1831225", + "unit": "ns/iter" + }, + { + "name": "tpch_q20/arrow", + "value": 236829676, + "range": "± 1482899", + "unit": "ns/iter" + }, + { + "name": "tpch_q20/parquet", + "value": 355309880, + "range": "± 1889242", + "unit": "ns/iter" + }, + { + "name": "tpch_q20/vortex-file-compressed", + "value": 311214011, + "range": "± 1553317", + "unit": "ns/iter" + }, + { + "name": "tpch_q20/vortex-file-uncompressed", + "value": 403135668, + "range": "± 2480725", + "unit": "ns/iter" + }, + { + "name": "tpch_q21/vortex-in-memory-no-pushdown", + "value": 834676695, + "range": "± 4234842", + "unit": "ns/iter" + }, + { + "name": "tpch_q21/vortex-in-memory-pushdown", + "value": 891802619, + "range": "± 1604511", + "unit": "ns/iter" + }, + { + "name": "tpch_q21/arrow", + "value": 822472032, + "range": "± 1390475", + "unit": "ns/iter" + }, + { + "name": "tpch_q21/parquet", + "value": 960160755, + "range": "± 2284256", + "unit": "ns/iter" + }, + { + "name": "tpch_q21/vortex-file-compressed", + "value": 1155737162, + "range": "± 4466573", + "unit": "ns/iter" + }, + { + "name": "tpch_q21/vortex-file-uncompressed", + "value": 1307545722, + "range": "± 8736147", + "unit": "ns/iter" + }, + { + "name": "tpch_q22/vortex-in-memory-no-pushdown", + "value": 95459874, + "range": "± 564791", + "unit": "ns/iter" + }, + { + "name": "tpch_q22/vortex-in-memory-pushdown", + "value": 96826810, + "range": "± 841149", + "unit": "ns/iter" + }, + { + "name": "tpch_q22/arrow", + "value": 64854717, + "range": "± 619704", + "unit": "ns/iter" + }, + { + "name": "tpch_q22/parquet", + "value": 96680031, + "range": "± 973008", + "unit": "ns/iter" + }, + { + "name": "tpch_q22/vortex-file-compressed", + "value": 102051575, + "range": "± 466957", + "unit": "ns/iter" + }, + { + "name": "tpch_q22/vortex-file-uncompressed", + "value": 110119065, + "range": "± 789024", + "unit": "ns/iter" + } + ] } ] }