diff --git a/dev/bench/data.js b/dev/bench/data.js index c0f4a3b942..17e07ac4cb 100644 --- a/dev/bench/data.js +++ b/dev/bench/data.js @@ -1,5 +1,5 @@ window.BENCHMARK_DATA = { - "lastUpdate": 1728401889484, + "lastUpdate": 1728402219948, "repoUrl": "https://github.com/spiraldb/vortex", "entries": { "DataFusion": [ @@ -211466,6 +211466,822 @@ window.BENCHMARK_DATA = { "range": 585626.193991065 } ] + }, + { + "commit": { + "author": { + "email": "dan@spiraldb.com", + "name": "Dan King", + "username": "danking" + }, + "committer": { + "email": "noreply@github.com", + "name": "GitHub", + "username": "web-flow" + }, + "distinct": true, + "id": "e3689f1ae81fe9beb3e3ed70e28c4ee3eb0e2d4b", + "message": "feat: proto matches serde: f16 serializes as an unsigned integer (#992)\n\nProtobufs does not support u16, so we extend to u32. Protobufs use a\r\n[variable width integer\r\nencoding](https://protobuf.dev/programming-guides/encoding/#varints) so\r\nthese should be encoded in at most three bytes.\r\n\r\nI also flipped the round_trip test so that the expected value is on the\r\nleft and the actual value is on the right which, for reasons I cannot\r\nexplain, feels \"right\".", + "timestamp": "2024-10-08T10:58:35-04:00", + "tree_id": "a0ded912541684648f7336cfffcdf732a51943f3", + "url": "https://github.com/spiraldb/vortex/commit/e3689f1ae81fe9beb3e3ed70e28c4ee3eb0e2d4b" + }, + "date": 1728402215490, + "tool": "customSmallerIsBetter", + "benches": [ + { + "name": "tpch_q1/vortex-in-memory-no-pushdown", + "value": 462493071.1, + "unit": "ns", + "range": 1798371.375 + }, + { + "name": "tpch_q1/vortex-in-memory-pushdown", + "value": 510387049.5, + "unit": "ns", + "range": 809739.0649999976 + }, + { + "name": "tpch_q1/arrow", + "value": 445984863, + "unit": "ns", + "range": 546607.0587499738 + }, + { + "name": "tpch_q1/parquet", + "value": 659298801.8, + "unit": "ns", + "range": 1237983.643750012 + }, + { + "name": "tpch_q1/vortex-file-compressed", + "value": 656526155.1, + "unit": "ns", + "range": 2622448.594999969 + }, + { + "name": "tpch_q1/vortex-file-uncompressed", + "value": 540372045.5, + "unit": "ns", + "range": 1917490.4075000286 + }, + { + "name": "tpch_q2/vortex-in-memory-no-pushdown", + "value": 123082173.09313492, + "unit": "ns", + "range": 383150.4404250905 + }, + { + "name": "tpch_q2/vortex-in-memory-pushdown", + "value": 123439756.40825398, + "unit": "ns", + "range": 354458.79997222126 + }, + { + "name": "tpch_q2/arrow", + "value": 121290103.3532143, + "unit": "ns", + "range": 501565.78874702007 + }, + { + "name": "tpch_q2/parquet", + "value": 155738829.51853174, + "unit": "ns", + "range": 580248.0279285759 + }, + { + "name": "tpch_q2/vortex-file-compressed", + "value": 154591096.36194444, + "unit": "ns", + "range": 724928.4629166871 + }, + { + "name": "tpch_q2/vortex-file-uncompressed", + "value": 153066934.88579363, + "unit": "ns", + "range": 325544.9763492048 + }, + { + "name": "tpch_q3/vortex-in-memory-no-pushdown", + "value": 156879571.47313493, + "unit": "ns", + "range": 1454517.7406681478 + }, + { + "name": "tpch_q3/vortex-in-memory-pushdown", + "value": 197446253.13333336, + "unit": "ns", + "range": 5189369.641666651 + }, + { + "name": "tpch_q3/arrow", + "value": 147147282.5138889, + "unit": "ns", + "range": 751872.0888888836 + }, + { + "name": "tpch_q3/parquet", + "value": 338858085.05, + "unit": "ns", + "range": 1622670.643750012 + }, + { + "name": "tpch_q3/vortex-file-compressed", + "value": 420530179.85, + "unit": "ns", + "range": 1286901.629374981 + }, + { + "name": "tpch_q3/vortex-file-uncompressed", + "value": 282798042.15, + "unit": "ns", + "range": 1104825.3299999833 + }, + { + "name": "tpch_q4/vortex-in-memory-no-pushdown", + "value": 112470988.6461508, + "unit": "ns", + "range": 1204079.9211507887 + }, + { + "name": "tpch_q4/vortex-in-memory-pushdown", + "value": 144480785.9584921, + "unit": "ns", + "range": 1742225.1519037634 + }, + { + "name": "tpch_q4/arrow", + "value": 103320575.02535716, + "unit": "ns", + "range": 946695.8003571406 + }, + { + "name": "tpch_q4/parquet", + "value": 229144428.2666667, + "unit": "ns", + "range": 1380067.1166666597 + }, + { + "name": "tpch_q4/vortex-file-compressed", + "value": 410486530.2, + "unit": "ns", + "range": 1557244.949999988 + }, + { + "name": "tpch_q4/vortex-file-uncompressed", + "value": 228431915, + "unit": "ns", + "range": 1383708.315416664 + }, + { + "name": "tpch_q5/vortex-in-memory-no-pushdown", + "value": 313625341.25, + "unit": "ns", + "range": 2172907.6737499833 + }, + { + "name": "tpch_q5/vortex-in-memory-pushdown", + "value": 326894556.05, + "unit": "ns", + "range": 4285744.875 + }, + { + "name": "tpch_q5/arrow", + "value": 301249337.9, + "unit": "ns", + "range": 4428944.875 + }, + { + "name": "tpch_q5/parquet", + "value": 460178492.8, + "unit": "ns", + "range": 5917872.316249996 + }, + { + "name": "tpch_q5/vortex-file-compressed", + "value": 359864300.15, + "unit": "ns", + "range": 3175926.699999988 + }, + { + "name": "tpch_q5/vortex-file-uncompressed", + "value": 355911948.25, + "unit": "ns", + "range": 1494580.5056250095 + }, + { + "name": "tpch_q6/vortex-in-memory-no-pushdown", + "value": 42838667.07731482, + "unit": "ns", + "range": 602380.987777777 + }, + { + "name": "tpch_q6/vortex-in-memory-pushdown", + "value": 93987466.18714285, + "unit": "ns", + "range": 654848.9275089204 + }, + { + "name": "tpch_q6/arrow", + "value": 35240481.982209, + "unit": "ns", + "range": 189591.23259127513 + }, + { + "name": "tpch_q6/parquet", + "value": 152827084.32154763, + "unit": "ns", + "range": 983457.8840476125 + }, + { + "name": "tpch_q6/vortex-file-compressed", + "value": 66656982.48255954, + "unit": "ns", + "range": 137422.37066518143 + }, + { + "name": "tpch_q6/vortex-file-uncompressed", + "value": 183853701.40000004, + "unit": "ns", + "range": 1008153.4954166561 + }, + { + "name": "tpch_q7/vortex-in-memory-no-pushdown", + "value": 583679094.8, + "unit": "ns", + "range": 5722067.486249983 + }, + { + "name": "tpch_q7/vortex-in-memory-pushdown", + "value": 623662239.5, + "unit": "ns", + "range": 4188301.019999981 + }, + { + "name": "tpch_q7/arrow", + "value": 564448352.2, + "unit": "ns", + "range": 4667200.282499969 + }, + { + "name": "tpch_q7/parquet", + "value": 718955697.9, + "unit": "ns", + "range": 4114197.4287499785 + }, + { + "name": "tpch_q7/vortex-file-compressed", + "value": 784401753.1, + "unit": "ns", + "range": 7109648.93749994 + }, + { + "name": "tpch_q7/vortex-file-uncompressed", + "value": 716198629.7, + "unit": "ns", + "range": 7655091.522499979 + }, + { + "name": "tpch_q8/vortex-in-memory-no-pushdown", + "value": 226646473.06666666, + "unit": "ns", + "range": 1618003.6383333355 + }, + { + "name": "tpch_q8/vortex-in-memory-pushdown", + "value": 250565405.8333333, + "unit": "ns", + "range": 754977.3925000131 + }, + { + "name": "tpch_q8/arrow", + "value": 217274202.96666664, + "unit": "ns", + "range": 1225608.404583335 + }, + { + "name": "tpch_q8/parquet", + "value": 492930814.2, + "unit": "ns", + "range": 4724351.833124995 + }, + { + "name": "tpch_q8/vortex-file-compressed", + "value": 295435970.55, + "unit": "ns", + "range": 1526577.962500006 + }, + { + "name": "tpch_q8/vortex-file-uncompressed", + "value": 284500817.85, + "unit": "ns", + "range": 1455112.8712500036 + }, + { + "name": "tpch_q9/vortex-in-memory-no-pushdown", + "value": 404242029.15, + "unit": "ns", + "range": 5492378.125 + }, + { + "name": "tpch_q9/vortex-in-memory-pushdown", + "value": 426271993.15, + "unit": "ns", + "range": 2543179.275000006 + }, + { + "name": "tpch_q9/arrow", + "value": 391088934.15, + "unit": "ns", + "range": 1455330.224999994 + }, + { + "name": "tpch_q9/parquet", + "value": 691481326.9, + "unit": "ns", + "range": 3769102.442499995 + }, + { + "name": "tpch_q9/vortex-file-compressed", + "value": 488061797.2, + "unit": "ns", + "range": 1573987.6600000262 + }, + { + "name": "tpch_q9/vortex-file-uncompressed", + "value": 450189643.35, + "unit": "ns", + "range": 3642870.0275000036 + }, + { + "name": "tpch_q10/vortex-in-memory-no-pushdown", + "value": 230375742.7666667, + "unit": "ns", + "range": 1983393.9166666567 + }, + { + "name": "tpch_q10/vortex-in-memory-pushdown", + "value": 259569173.85, + "unit": "ns", + "range": 1151962.2074999958 + }, + { + "name": "tpch_q10/arrow", + "value": 220680730.3, + "unit": "ns", + "range": 477478.7204166949 + }, + { + "name": "tpch_q10/parquet", + "value": 482463370.9, + "unit": "ns", + "range": 4076208.2806250155 + }, + { + "name": "tpch_q10/vortex-file-compressed", + "value": 504851595.5, + "unit": "ns", + "range": 4235056.086250007 + }, + { + "name": "tpch_q10/vortex-file-uncompressed", + "value": 368213886.85, + "unit": "ns", + "range": 2290383.4900000095 + }, + { + "name": "tpch_q11/vortex-in-memory-no-pushdown", + "value": 180967942.1855952, + "unit": "ns", + "range": 3479827.361223191 + }, + { + "name": "tpch_q11/vortex-in-memory-pushdown", + "value": 178367021.55619046, + "unit": "ns", + "range": 822970.7573958337 + }, + { + "name": "tpch_q11/arrow", + "value": 174970546.03734127, + "unit": "ns", + "range": 994050.387500003 + }, + { + "name": "tpch_q11/parquet", + "value": 185168018.33333334, + "unit": "ns", + "range": 580826.4937500209 + }, + { + "name": "tpch_q11/vortex-file-compressed", + "value": 229947172.6, + "unit": "ns", + "range": 1309720.8908333033 + }, + { + "name": "tpch_q11/vortex-file-uncompressed", + "value": 226769409.16666666, + "unit": "ns", + "range": 1466863.8575000167 + }, + { + "name": "tpch_q12/vortex-in-memory-no-pushdown", + "value": 202045350.16666666, + "unit": "ns", + "range": 398126.73875002563 + }, + { + "name": "tpch_q12/vortex-in-memory-pushdown", + "value": 245417509.56666666, + "unit": "ns", + "range": 732893.3412500173 + }, + { + "name": "tpch_q12/arrow", + "value": 169546434.99793652, + "unit": "ns", + "range": 262452.14179365337 + }, + { + "name": "tpch_q12/parquet", + "value": 359342832.7, + "unit": "ns", + "range": 598589.7587499917 + }, + { + "name": "tpch_q12/vortex-file-compressed", + "value": 649848666.7, + "unit": "ns", + "range": 1519382.1650000215 + }, + { + "name": "tpch_q12/vortex-file-uncompressed", + "value": 349292400.65, + "unit": "ns", + "range": 1246206.400000006 + }, + { + "name": "tpch_q13/vortex-in-memory-no-pushdown", + "value": 171298767.88865077, + "unit": "ns", + "range": 3726253.07818453 + }, + { + "name": "tpch_q13/vortex-in-memory-pushdown", + "value": 175503060.03880954, + "unit": "ns", + "range": 2676804.0350386947 + }, + { + "name": "tpch_q13/arrow", + "value": 165812941.84857145, + "unit": "ns", + "range": 2109762.529952392 + }, + { + "name": "tpch_q13/parquet", + "value": 321890676.4, + "unit": "ns", + "range": 3074736.8006249964 + }, + { + "name": "tpch_q13/vortex-file-compressed", + "value": 208490043.03333336, + "unit": "ns", + "range": 1332770.3174999952 + }, + { + "name": "tpch_q13/vortex-file-uncompressed", + "value": 195326950.46666667, + "unit": "ns", + "range": 2795062.3416666538 + }, + { + "name": "tpch_q14/vortex-in-memory-no-pushdown", + "value": 46089956.31720238, + "unit": "ns", + "range": 406889.01925148815 + }, + { + "name": "tpch_q14/vortex-in-memory-pushdown", + "value": 85319238.13619049, + "unit": "ns", + "range": 378095.04510267824 + }, + { + "name": "tpch_q14/arrow", + "value": 38441012.91623016, + "unit": "ns", + "range": 373199.0979538709 + }, + { + "name": "tpch_q14/parquet", + "value": 222309562.26666665, + "unit": "ns", + "range": 538693.8166666776 + }, + { + "name": "tpch_q14/vortex-file-compressed", + "value": 121126277.05436508, + "unit": "ns", + "range": 441477.6107013896 + }, + { + "name": "tpch_q14/vortex-file-uncompressed", + "value": 158306190.7711111, + "unit": "ns", + "range": 409443.9158333391 + }, + { + "name": "tpch_q15/vortex-in-memory-no-pushdown", + "value": 74983336.6167857, + "unit": "ns", + "range": 642996.6969047561 + }, + { + "name": "tpch_q15/vortex-in-memory-pushdown", + "value": 118450301.70738094, + "unit": "ns", + "range": 645864.2076785639 + }, + { + "name": "tpch_q15/arrow", + "value": 65265687.95347222, + "unit": "ns", + "range": 307451.29528297484 + }, + { + "name": "tpch_q15/parquet", + "value": 297044572.3, + "unit": "ns", + "range": 886349.6425000131 + }, + { + "name": "tpch_q15/vortex-file-compressed", + "value": 221910244.63333336, + "unit": "ns", + "range": 465296.0554166585 + }, + { + "name": "tpch_q15/vortex-file-uncompressed", + "value": 315304541.4, + "unit": "ns", + "range": 599332.3625000119 + }, + { + "name": "tpch_q16/vortex-in-memory-no-pushdown", + "value": 105652023.79559524, + "unit": "ns", + "range": 209264.9676324427 + }, + { + "name": "tpch_q16/vortex-in-memory-pushdown", + "value": 125012436.88186507, + "unit": "ns", + "range": 213327.61101736873 + }, + { + "name": "tpch_q16/arrow", + "value": 105191999.30011906, + "unit": "ns", + "range": 608450.0899404734 + }, + { + "name": "tpch_q16/parquet", + "value": 123664947.55039683, + "unit": "ns", + "range": 330194.94396825135 + }, + { + "name": "tpch_q16/vortex-file-compressed", + "value": 138547955.80174604, + "unit": "ns", + "range": 305604.76187698543 + }, + { + "name": "tpch_q16/vortex-file-uncompressed", + "value": 132323551.2693651, + "unit": "ns", + "range": 377059.80347222835 + }, + { + "name": "tpch_q17/vortex-in-memory-no-pushdown", + "value": 584740288.9, + "unit": "ns", + "range": 8132772.348749995 + }, + { + "name": "tpch_q17/vortex-in-memory-pushdown", + "value": 695921552.5, + "unit": "ns", + "range": 27476184.653750002 + }, + { + "name": "tpch_q17/arrow", + "value": 592484450.4, + "unit": "ns", + "range": 8379996.314999998 + }, + { + "name": "tpch_q17/parquet", + "value": 590003100.8, + "unit": "ns", + "range": 2147210.036250055 + }, + { + "name": "tpch_q17/vortex-file-compressed", + "value": 721354304.3, + "unit": "ns", + "range": 3938896.600000024 + }, + { + "name": "tpch_q17/vortex-file-uncompressed", + "value": 633920178.4, + "unit": "ns", + "range": 5439631.368749976 + }, + { + "name": "tpch_q18/vortex-in-memory-no-pushdown", + "value": 1054775305.8, + "unit": "ns", + "range": 21988680.672500014 + }, + { + "name": "tpch_q18/vortex-in-memory-pushdown", + "value": 1032090665, + "unit": "ns", + "range": 7826066.967499971 + }, + { + "name": "tpch_q18/arrow", + "value": 1037151130.3, + "unit": "ns", + "range": 12516132.038750052 + }, + { + "name": "tpch_q18/parquet", + "value": 1219864866.1, + "unit": "ns", + "range": 15986617.649999976 + }, + { + "name": "tpch_q18/vortex-file-compressed", + "value": 1186090990.8, + "unit": "ns", + "range": 10156346.550000072 + }, + { + "name": "tpch_q18/vortex-file-uncompressed", + "value": 1074071547.1, + "unit": "ns", + "range": 3856080.5912501216 + }, + { + "name": "tpch_q19/vortex-in-memory-no-pushdown", + "value": 163687186.74718255, + "unit": "ns", + "range": 327716.26144346595 + }, + { + "name": "tpch_q19/vortex-in-memory-pushdown", + "value": 253377039.8, + "unit": "ns", + "range": 777281.0743750036 + }, + { + "name": "tpch_q19/arrow", + "value": 150983791.90420634, + "unit": "ns", + "range": 315743.94559822977 + }, + { + "name": "tpch_q19/parquet", + "value": 479521214.85, + "unit": "ns", + "range": 1172941.0443750024 + }, + { + "name": "tpch_q19/vortex-file-compressed", + "value": 994890457.2, + "unit": "ns", + "range": 1918730.8375000358 + }, + { + "name": "tpch_q19/vortex-file-uncompressed", + "value": 335286578.4, + "unit": "ns", + "range": 999927.8287499845 + }, + { + "name": "tpch_q20/vortex-in-memory-no-pushdown", + "value": 272521419.7, + "unit": "ns", + "range": 4954940.74499999 + }, + { + "name": "tpch_q20/vortex-in-memory-pushdown", + "value": 287585991.35, + "unit": "ns", + "range": 5950964.991874993 + }, + { + "name": "tpch_q20/arrow", + "value": 263444622.55, + "unit": "ns", + "range": 5364262.949999988 + }, + { + "name": "tpch_q20/parquet", + "value": 378623983.25, + "unit": "ns", + "range": 2159081.1837500036 + }, + { + "name": "tpch_q20/vortex-file-compressed", + "value": 409178621.65, + "unit": "ns", + "range": 3405372.6731250286 + }, + { + "name": "tpch_q20/vortex-file-uncompressed", + "value": 396832918.55, + "unit": "ns", + "range": 3406814.568749994 + }, + { + "name": "tpch_q21/vortex-in-memory-no-pushdown", + "value": 848608696.6, + "unit": "ns", + "range": 5012145.349999964 + }, + { + "name": "tpch_q21/vortex-in-memory-pushdown", + "value": 896477611.5, + "unit": "ns", + "range": 2863973.8274999857 + }, + { + "name": "tpch_q21/arrow", + "value": 830499925.4, + "unit": "ns", + "range": 4845894.099999964 + }, + { + "name": "tpch_q21/parquet", + "value": 987720027.9, + "unit": "ns", + "range": 10901584.149999976 + }, + { + "name": "tpch_q21/vortex-file-compressed", + "value": 1457089678, + "unit": "ns", + "range": 7594454.566249967 + }, + { + "name": "tpch_q21/vortex-file-uncompressed", + "value": 1085200775.6, + "unit": "ns", + "range": 3232922.7999999523 + }, + { + "name": "tpch_q22/vortex-in-memory-no-pushdown", + "value": 67082490.06648809, + "unit": "ns", + "range": 442026.6447916664 + }, + { + "name": "tpch_q22/vortex-in-memory-pushdown", + "value": 66987110.491845235, + "unit": "ns", + "range": 277815.0654092245 + }, + { + "name": "tpch_q22/arrow", + "value": 65173803.40123017, + "unit": "ns", + "range": 214914.62711161003 + }, + { + "name": "tpch_q22/parquet", + "value": 93556082.54742065, + "unit": "ns", + "range": 263672.140142858 + }, + { + "name": "tpch_q22/vortex-file-compressed", + "value": 103396960.42448412, + "unit": "ns", + "range": 296757.32581052184 + }, + { + "name": "tpch_q22/vortex-file-uncompressed", + "value": 102270021.0974603, + "unit": "ns", + "range": 446738.4627777785 + } + ] } ], "Vortex Compression": [