diff --git a/dev/bench/data.js b/dev/bench/data.js index c94b53cf84..43aab37796 100644 --- a/dev/bench/data.js +++ b/dev/bench/data.js @@ -1,5 +1,5 @@ window.BENCHMARK_DATA = { - "lastUpdate": 1727975211632, + "lastUpdate": 1727975234449, "repoUrl": "https://github.com/spiraldb/vortex", "entries": { "DataFusion": [ @@ -194594,6 +194594,822 @@ window.BENCHMARK_DATA = { "range": 490351.4050000012 } ] + }, + { + "commit": { + "author": { + "email": "will@spiraldb.com", + "name": "Will Manning", + "username": "lwwmanning" + }, + "committer": { + "email": "noreply@github.com", + "name": "GitHub", + "username": "web-flow" + }, + "distinct": true, + "id": "de81eb1fd59b4041be9442fe32444a12d8fee2ab", + "message": "fix: trim array metadatas + fix validity handling (part 1) (#966)\n\nthis PR touches ALP, ALP-RD, DateTimeParts (which had major\r\nValidity-handling issues), and Dict", + "timestamp": "2024-10-03T12:23:15-04:00", + "tree_id": "ef2e8b7bc6164329c6e8ae11d13d7cb56d70447d", + "url": "https://github.com/spiraldb/vortex/commit/de81eb1fd59b4041be9442fe32444a12d8fee2ab" + }, + "date": 1727975231060, + "tool": "customSmallerIsBetter", + "benches": [ + { + "name": "tpch_q1/vortex-in-memory-no-pushdown", + "value": 475787434.3, + "unit": "ns", + "range": 5956512.426874995 + }, + { + "name": "tpch_q1/vortex-in-memory-pushdown", + "value": 526569927.6, + "unit": "ns", + "range": 2157941.8299999833 + }, + { + "name": "tpch_q1/arrow", + "value": 456949047.35, + "unit": "ns", + "range": 1326860.3268750012 + }, + { + "name": "tpch_q1/parquet", + "value": 658098905.5, + "unit": "ns", + "range": 1569528.4424999952 + }, + { + "name": "tpch_q1/vortex-file-compressed", + "value": 665608394.2, + "unit": "ns", + "range": 1849555.267500043 + }, + { + "name": "tpch_q1/vortex-file-uncompressed", + "value": 568396198.7, + "unit": "ns", + "range": 23493250.878749967 + }, + { + "name": "tpch_q2/vortex-in-memory-no-pushdown", + "value": 128119199.11654761, + "unit": "ns", + "range": 635538.7175907791 + }, + { + "name": "tpch_q2/vortex-in-memory-pushdown", + "value": 129064079.79130952, + "unit": "ns", + "range": 1001285.4346547648 + }, + { + "name": "tpch_q2/arrow", + "value": 125820029.42714286, + "unit": "ns", + "range": 708545.8775000125 + }, + { + "name": "tpch_q2/parquet", + "value": 161911993.37714288, + "unit": "ns", + "range": 1016149.1230952293 + }, + { + "name": "tpch_q2/vortex-file-compressed", + "value": 161471807.6861905, + "unit": "ns", + "range": 1227793.3402767777 + }, + { + "name": "tpch_q2/vortex-file-uncompressed", + "value": 160007321.16166666, + "unit": "ns", + "range": 1183852.0183333158 + }, + { + "name": "tpch_q3/vortex-in-memory-no-pushdown", + "value": 162532043.67666668, + "unit": "ns", + "range": 1094851.1116250008 + }, + { + "name": "tpch_q3/vortex-in-memory-pushdown", + "value": 195269627.36666667, + "unit": "ns", + "range": 1745165.3629166633 + }, + { + "name": "tpch_q3/arrow", + "value": 150439827.02289683, + "unit": "ns", + "range": 956810.7140749097 + }, + { + "name": "tpch_q3/parquet", + "value": 346805129.25, + "unit": "ns", + "range": 2567848.689375013 + }, + { + "name": "tpch_q3/vortex-file-compressed", + "value": 345268107.35, + "unit": "ns", + "range": 1296314.1131249964 + }, + { + "name": "tpch_q3/vortex-file-uncompressed", + "value": 289039872.75, + "unit": "ns", + "range": 6359230.276250005 + }, + { + "name": "tpch_q4/vortex-in-memory-no-pushdown", + "value": 114645845.31257936, + "unit": "ns", + "range": 574783.9940297678 + }, + { + "name": "tpch_q4/vortex-in-memory-pushdown", + "value": 141942097.49480158, + "unit": "ns", + "range": 577199.8084424585 + }, + { + "name": "tpch_q4/arrow", + "value": 106156372.27515872, + "unit": "ns", + "range": 1144633.5783085302 + }, + { + "name": "tpch_q4/parquet", + "value": 223743953.2333333, + "unit": "ns", + "range": 1239186.7504166812 + }, + { + "name": "tpch_q4/vortex-file-compressed", + "value": 300071330.85, + "unit": "ns", + "range": 1896013.8999999762 + }, + { + "name": "tpch_q4/vortex-file-uncompressed", + "value": 232491223.09999996, + "unit": "ns", + "range": 1281218.627916634 + }, + { + "name": "tpch_q5/vortex-in-memory-no-pushdown", + "value": 316581675.65, + "unit": "ns", + "range": 2315073.525000006 + }, + { + "name": "tpch_q5/vortex-in-memory-pushdown", + "value": 328609136.35, + "unit": "ns", + "range": 2687243.673124999 + }, + { + "name": "tpch_q5/arrow", + "value": 306279928.65, + "unit": "ns", + "range": 1333853.2275000215 + }, + { + "name": "tpch_q5/parquet", + "value": 478834861.5, + "unit": "ns", + "range": 3914201.375 + }, + { + "name": "tpch_q5/vortex-file-compressed", + "value": 381147368.9, + "unit": "ns", + "range": 2091636.4293749928 + }, + { + "name": "tpch_q5/vortex-file-uncompressed", + "value": 422381980.4, + "unit": "ns", + "range": 12727776.094999999 + }, + { + "name": "tpch_q6/vortex-in-memory-no-pushdown", + "value": 45527491.266448416, + "unit": "ns", + "range": 93232.30464285612 + }, + { + "name": "tpch_q6/vortex-in-memory-pushdown", + "value": 92466376.66992064, + "unit": "ns", + "range": 166494.22987501323 + }, + { + "name": "tpch_q6/arrow", + "value": 37048221.28230159, + "unit": "ns", + "range": 210303.91980456188 + }, + { + "name": "tpch_q6/parquet", + "value": 155747862.1309127, + "unit": "ns", + "range": 560402.5414880812 + }, + { + "name": "tpch_q6/vortex-file-compressed", + "value": 66616029.44214287, + "unit": "ns", + "range": 194371.92630356923 + }, + { + "name": "tpch_q6/vortex-file-uncompressed", + "value": 175961225.72515872, + "unit": "ns", + "range": 777786.0396031588 + }, + { + "name": "tpch_q7/vortex-in-memory-no-pushdown", + "value": 607701046.1, + "unit": "ns", + "range": 8571273.622500002 + }, + { + "name": "tpch_q7/vortex-in-memory-pushdown", + "value": 633460293.6, + "unit": "ns", + "range": 4270594.49000001 + }, + { + "name": "tpch_q7/arrow", + "value": 567666796.7, + "unit": "ns", + "range": 7176713.768749952 + }, + { + "name": "tpch_q7/parquet", + "value": 737835603, + "unit": "ns", + "range": 8131557.829999983 + }, + { + "name": "tpch_q7/vortex-file-compressed", + "value": 749236897.4, + "unit": "ns", + "range": 9610829.463749945 + }, + { + "name": "tpch_q7/vortex-file-uncompressed", + "value": 719256510, + "unit": "ns", + "range": 5983579.063749969 + }, + { + "name": "tpch_q8/vortex-in-memory-no-pushdown", + "value": 225621885, + "unit": "ns", + "range": 698302.4333333522 + }, + { + "name": "tpch_q8/vortex-in-memory-pushdown", + "value": 236558679.4666667, + "unit": "ns", + "range": 1080735.3762500137 + }, + { + "name": "tpch_q8/arrow", + "value": 215421267.66666666, + "unit": "ns", + "range": 648303.1066666842 + }, + { + "name": "tpch_q8/parquet", + "value": 482656053.25, + "unit": "ns", + "range": 3513677.382499993 + }, + { + "name": "tpch_q8/vortex-file-compressed", + "value": 294971583.35, + "unit": "ns", + "range": 3969995.5893749893 + }, + { + "name": "tpch_q8/vortex-file-uncompressed", + "value": 349255534, + "unit": "ns", + "range": 9653082.024374992 + }, + { + "name": "tpch_q9/vortex-in-memory-no-pushdown", + "value": 415644306.05, + "unit": "ns", + "range": 1679881.2543750107 + }, + { + "name": "tpch_q9/vortex-in-memory-pushdown", + "value": 413957529.45, + "unit": "ns", + "range": 3169953.3712500036 + }, + { + "name": "tpch_q9/arrow", + "value": 395547358.75, + "unit": "ns", + "range": 1377249.1706249714 + }, + { + "name": "tpch_q9/parquet", + "value": 693828451.3, + "unit": "ns", + "range": 2434963.899999976 + }, + { + "name": "tpch_q9/vortex-file-compressed", + "value": 494034346.35, + "unit": "ns", + "range": 4025797.549999982 + }, + { + "name": "tpch_q9/vortex-file-uncompressed", + "value": 527688044.4, + "unit": "ns", + "range": 20445234.267500043 + }, + { + "name": "tpch_q10/vortex-in-memory-no-pushdown", + "value": 232581128.9666667, + "unit": "ns", + "range": 715341.5537499934 + }, + { + "name": "tpch_q10/vortex-in-memory-pushdown", + "value": 260130898.05, + "unit": "ns", + "range": 1019817.650000006 + }, + { + "name": "tpch_q10/arrow", + "value": 222117180.9, + "unit": "ns", + "range": 685755.165833354 + }, + { + "name": "tpch_q10/parquet", + "value": 478671132.1, + "unit": "ns", + "range": 1410571.8662500083 + }, + { + "name": "tpch_q10/vortex-file-compressed", + "value": 461674463.95, + "unit": "ns", + "range": 1528821.8293749988 + }, + { + "name": "tpch_q10/vortex-file-uncompressed", + "value": 400573417.2, + "unit": "ns", + "range": 3878833.251249999 + }, + { + "name": "tpch_q11/vortex-in-memory-no-pushdown", + "value": 179024772.67829365, + "unit": "ns", + "range": 1231676.8409523815 + }, + { + "name": "tpch_q11/vortex-in-memory-pushdown", + "value": 178545193.86123016, + "unit": "ns", + "range": 1107123.313727662 + }, + { + "name": "tpch_q11/arrow", + "value": 176730172.50087303, + "unit": "ns", + "range": 639744.7385158539 + }, + { + "name": "tpch_q11/parquet", + "value": 185352159.89999998, + "unit": "ns", + "range": 1336454.7941666692 + }, + { + "name": "tpch_q11/vortex-file-compressed", + "value": 231706729.96666664, + "unit": "ns", + "range": 3086263.9075000137 + }, + { + "name": "tpch_q11/vortex-file-uncompressed", + "value": 226875521.83333334, + "unit": "ns", + "range": 676984.8608333468 + }, + { + "name": "tpch_q12/vortex-in-memory-no-pushdown", + "value": 203137481.5, + "unit": "ns", + "range": 302570.4208333492 + }, + { + "name": "tpch_q12/vortex-in-memory-pushdown", + "value": 245042056.56666666, + "unit": "ns", + "range": 324905.74125002325 + }, + { + "name": "tpch_q12/arrow", + "value": 169246483.8211905, + "unit": "ns", + "range": 370379.2018482089 + }, + { + "name": "tpch_q12/parquet", + "value": 357444883.9, + "unit": "ns", + "range": 1066179.6643750072 + }, + { + "name": "tpch_q12/vortex-file-compressed", + "value": 637621127.6, + "unit": "ns", + "range": 2025982.6624999642 + }, + { + "name": "tpch_q12/vortex-file-uncompressed", + "value": 378232393.5, + "unit": "ns", + "range": 4310675.123125017 + }, + { + "name": "tpch_q13/vortex-in-memory-no-pushdown", + "value": 159130232.4461111, + "unit": "ns", + "range": 977713.0717013776 + }, + { + "name": "tpch_q13/vortex-in-memory-pushdown", + "value": 161874070.3853968, + "unit": "ns", + "range": 1859574.1519047767 + }, + { + "name": "tpch_q13/arrow", + "value": 158035671.1597619, + "unit": "ns", + "range": 2344908.9801964164 + }, + { + "name": "tpch_q13/parquet", + "value": 305577671.25, + "unit": "ns", + "range": 1913067.7531249821 + }, + { + "name": "tpch_q13/vortex-file-compressed", + "value": 212784126.23333335, + "unit": "ns", + "range": 1245628.4366666675 + }, + { + "name": "tpch_q13/vortex-file-uncompressed", + "value": 189495085.13333333, + "unit": "ns", + "range": 939759.9779166579 + }, + { + "name": "tpch_q14/vortex-in-memory-no-pushdown", + "value": 46271631.80686508, + "unit": "ns", + "range": 184198.83601091802 + }, + { + "name": "tpch_q14/vortex-in-memory-pushdown", + "value": 85565313.4085516, + "unit": "ns", + "range": 367793.04159796983 + }, + { + "name": "tpch_q14/arrow", + "value": 38148450.79534391, + "unit": "ns", + "range": 420621.9031015225 + }, + { + "name": "tpch_q14/parquet", + "value": 221066307.8, + "unit": "ns", + "range": 251934.21833333373 + }, + { + "name": "tpch_q14/vortex-file-compressed", + "value": 121529431.38892858, + "unit": "ns", + "range": 320250.15831695497 + }, + { + "name": "tpch_q14/vortex-file-uncompressed", + "value": 153616571.65845236, + "unit": "ns", + "range": 664177.7766666561 + }, + { + "name": "tpch_q15/vortex-in-memory-no-pushdown", + "value": 74826689.47398809, + "unit": "ns", + "range": 577910.7184345126 + }, + { + "name": "tpch_q15/vortex-in-memory-pushdown", + "value": 118859788.06535716, + "unit": "ns", + "range": 182018.78950446844 + }, + { + "name": "tpch_q15/arrow", + "value": 65519079.79073413, + "unit": "ns", + "range": 558350.2907118015 + }, + { + "name": "tpch_q15/parquet", + "value": 294121418.95, + "unit": "ns", + "range": 368669.36937499046 + }, + { + "name": "tpch_q15/vortex-file-compressed", + "value": 218974424.8, + "unit": "ns", + "range": 581939.5158333182 + }, + { + "name": "tpch_q15/vortex-file-uncompressed", + "value": 303216859.25, + "unit": "ns", + "range": 1029307.099999994 + }, + { + "name": "tpch_q16/vortex-in-memory-no-pushdown", + "value": 105930460.94484128, + "unit": "ns", + "range": 152464.78541070968 + }, + { + "name": "tpch_q16/vortex-in-memory-pushdown", + "value": 124454703.66611111, + "unit": "ns", + "range": 446571.25640972704 + }, + { + "name": "tpch_q16/arrow", + "value": 105113450.07313493, + "unit": "ns", + "range": 177289.40903522074 + }, + { + "name": "tpch_q16/parquet", + "value": 121724092.20055556, + "unit": "ns", + "range": 167981.7009166628 + }, + { + "name": "tpch_q16/vortex-file-compressed", + "value": 138037399.0698016, + "unit": "ns", + "range": 526375.628186509 + }, + { + "name": "tpch_q16/vortex-file-uncompressed", + "value": 133198831.46555555, + "unit": "ns", + "range": 259447.16822917014 + }, + { + "name": "tpch_q17/vortex-in-memory-no-pushdown", + "value": 566380585.4, + "unit": "ns", + "range": 6642158.301249981 + }, + { + "name": "tpch_q17/vortex-in-memory-pushdown", + "value": 694585715, + "unit": "ns", + "range": 7313102 + }, + { + "name": "tpch_q17/arrow", + "value": 563950994.6, + "unit": "ns", + "range": 6979674.647499979 + }, + { + "name": "tpch_q17/parquet", + "value": 588442519, + "unit": "ns", + "range": 1211275.9587500095 + }, + { + "name": "tpch_q17/vortex-file-compressed", + "value": 752112983.8, + "unit": "ns", + "range": 5202508.332499981 + }, + { + "name": "tpch_q17/vortex-file-uncompressed", + "value": 693915478.8, + "unit": "ns", + "range": 13429517.149999976 + }, + { + "name": "tpch_q18/vortex-in-memory-no-pushdown", + "value": 1041297232.1, + "unit": "ns", + "range": 12023303.049999952 + }, + { + "name": "tpch_q18/vortex-in-memory-pushdown", + "value": 1022335998.3, + "unit": "ns", + "range": 14731534.077499986 + }, + { + "name": "tpch_q18/arrow", + "value": 1028471579.5, + "unit": "ns", + "range": 14854599.862500012 + }, + { + "name": "tpch_q18/parquet", + "value": 1191655007.2, + "unit": "ns", + "range": 6056255.357500076 + }, + { + "name": "tpch_q18/vortex-file-compressed", + "value": 1149588816.7, + "unit": "ns", + "range": 6917848.6999999285 + }, + { + "name": "tpch_q18/vortex-file-uncompressed", + "value": 1041692704.7, + "unit": "ns", + "range": 8933537.41624999 + }, + { + "name": "tpch_q19/vortex-in-memory-no-pushdown", + "value": 163339643.05876988, + "unit": "ns", + "range": 879908.2013770044 + }, + { + "name": "tpch_q19/vortex-in-memory-pushdown", + "value": 243145363.9666667, + "unit": "ns", + "range": 481638.67208334804 + }, + { + "name": "tpch_q19/arrow", + "value": 152181887.1629365, + "unit": "ns", + "range": 235778.2071428597 + }, + { + "name": "tpch_q19/parquet", + "value": 480861802.25, + "unit": "ns", + "range": 1580322.5600000024 + }, + { + "name": "tpch_q19/vortex-file-compressed", + "value": 980192802.4, + "unit": "ns", + "range": 2496202.7400000095 + }, + { + "name": "tpch_q19/vortex-file-uncompressed", + "value": 314555019.65, + "unit": "ns", + "range": 1038858.2062499821 + }, + { + "name": "tpch_q20/vortex-in-memory-no-pushdown", + "value": 251600969.25, + "unit": "ns", + "range": 1890345.7650000006 + }, + { + "name": "tpch_q20/vortex-in-memory-pushdown", + "value": 272661229.85, + "unit": "ns", + "range": 2274107.495625019 + }, + { + "name": "tpch_q20/arrow", + "value": 243035340.33333334, + "unit": "ns", + "range": 1179920.9166666567 + }, + { + "name": "tpch_q20/parquet", + "value": 360221613.2, + "unit": "ns", + "range": 735664.849999994 + }, + { + "name": "tpch_q20/vortex-file-compressed", + "value": 400840718.95, + "unit": "ns", + "range": 2147098.725000024 + }, + { + "name": "tpch_q20/vortex-file-uncompressed", + "value": 394796214.65, + "unit": "ns", + "range": 3158621.175000012 + }, + { + "name": "tpch_q21/vortex-in-memory-no-pushdown", + "value": 856145932.4, + "unit": "ns", + "range": 2777124.449999988 + }, + { + "name": "tpch_q21/vortex-in-memory-pushdown", + "value": 913360164.9, + "unit": "ns", + "range": 1822635.2649999857 + }, + { + "name": "tpch_q21/arrow", + "value": 840464765, + "unit": "ns", + "range": 3200181.631250024 + }, + { + "name": "tpch_q21/parquet", + "value": 978487323.6, + "unit": "ns", + "range": 4989667.870000005 + }, + { + "name": "tpch_q21/vortex-file-compressed", + "value": 1258245282.8, + "unit": "ns", + "range": 6030516.30250001 + }, + { + "name": "tpch_q21/vortex-file-uncompressed", + "value": 1111879378.8, + "unit": "ns", + "range": 8800712.25124991 + }, + { + "name": "tpch_q22/vortex-in-memory-no-pushdown", + "value": 68306787.77277777, + "unit": "ns", + "range": 467615.625729166 + }, + { + "name": "tpch_q22/vortex-in-memory-pushdown", + "value": 67975283.9532738, + "unit": "ns", + "range": 109497.55413690954 + }, + { + "name": "tpch_q22/arrow", + "value": 66079825.164742075, + "unit": "ns", + "range": 365985.76669022813 + }, + { + "name": "tpch_q22/parquet", + "value": 95045969.35630952, + "unit": "ns", + "range": 188197.2683333382 + }, + { + "name": "tpch_q22/vortex-file-compressed", + "value": 107572023.92630951, + "unit": "ns", + "range": 596658.9773110226 + }, + { + "name": "tpch_q22/vortex-file-uncompressed", + "value": 106853890.8134524, + "unit": "ns", + "range": 398454.3883928582 + } + ] } ], "Vortex Compression": [