From 9290cdd6c728d23afeafbd8aaada048f1405465e Mon Sep 17 00:00:00 2001 From: github-action-benchmark Date: Tue, 8 Oct 2024 21:04:09 +0000 Subject: [PATCH] add TPC-H (customSmallerIsBetter) benchmark result for 5859f5d6c00c72fea9edd9d169ba96e8c6add8e8 --- dev/bench/data.js | 818 +++++++++++++++++++++++++++++++++++++++++++++- 1 file changed, 817 insertions(+), 1 deletion(-) diff --git a/dev/bench/data.js b/dev/bench/data.js index fcf3f27151..e8f4d044bb 100644 --- a/dev/bench/data.js +++ b/dev/bench/data.js @@ -1,5 +1,5 @@ window.BENCHMARK_DATA = { - "lastUpdate": 1728420792443, + "lastUpdate": 1728421448803, "repoUrl": "https://github.com/spiraldb/vortex", "entries": { "DataFusion": [ @@ -213224,6 +213224,822 @@ window.BENCHMARK_DATA = { "range": 450267.6695833355 } ] + }, + { + "commit": { + "author": { + "email": "dan@spiraldb.com", + "name": "Dan King", + "username": "danking" + }, + "committer": { + "email": "noreply@github.com", + "name": "GitHub", + "username": "web-flow" + }, + "distinct": true, + "id": "5859f5d6c00c72fea9edd9d169ba96e8c6add8e8", + "message": "feat: better error message when an array encoding id is unknown (#997)\n\nI seem to run into this error a lot and I never have enough information\r\nto fix it. I can't think of a case where you wouldn't immediately wonder\r\nwhat are your known encodings.\r\n\r\nPreviously (in Python):\r\n```\r\nValueError: Encoding ID out of bounds\r\n```\r\n\r\nThis PR:\r\n\r\n```\r\nValueError: Unknown encoding with ID 0x11. Known encodings:\r\n- vortex.constant(0x09)\r\n- vortex.sparse(0x08)\r\n- vortex.ext(0x07)\r\n- vortex.primitive(0x03)\r\n- vortex.struct(0x04)\r\n- vortex.chunked(0x0a)\r\n- vortex.bool(0x02)\r\n- vortex.varbinview(0x06)\r\n- vortex.varbin(0x05)\r\n```", + "timestamp": "2024-10-08T20:20:11Z", + "tree_id": "66c650cb22c2277ae36afbcb7110b9c19d1d924c", + "url": "https://github.com/spiraldb/vortex/commit/5859f5d6c00c72fea9edd9d169ba96e8c6add8e8" + }, + "date": 1728421443707, + "tool": "customSmallerIsBetter", + "benches": [ + { + "name": "tpch_q1/vortex-in-memory-no-pushdown", + "value": 467311817.35, + "unit": "ns", + "range": 2769985.0475000143 + }, + { + "name": "tpch_q1/vortex-in-memory-pushdown", + "value": 524427143, + "unit": "ns", + "range": 804183.7762500048 + }, + { + "name": "tpch_q1/arrow", + "value": 448313006.8, + "unit": "ns", + "range": 1849432.9325000346 + }, + { + "name": "tpch_q1/parquet", + "value": 659809709.8, + "unit": "ns", + "range": 1262688.731249988 + }, + { + "name": "tpch_q1/vortex-file-compressed", + "value": 655277088.5, + "unit": "ns", + "range": 1502230.2362499833 + }, + { + "name": "tpch_q1/vortex-file-uncompressed", + "value": 540876730.5, + "unit": "ns", + "range": 3898915.589999974 + }, + { + "name": "tpch_q2/vortex-in-memory-no-pushdown", + "value": 125449188.25749998, + "unit": "ns", + "range": 692916.5315625072 + }, + { + "name": "tpch_q2/vortex-in-memory-pushdown", + "value": 124216690.9336508, + "unit": "ns", + "range": 521409.61425098777 + }, + { + "name": "tpch_q2/arrow", + "value": 121626532.10742061, + "unit": "ns", + "range": 376577.26804413646 + }, + { + "name": "tpch_q2/parquet", + "value": 155024496.5215873, + "unit": "ns", + "range": 403698.65306052566 + }, + { + "name": "tpch_q2/vortex-file-compressed", + "value": 156003305.245, + "unit": "ns", + "range": 899880.4425833523 + }, + { + "name": "tpch_q2/vortex-file-uncompressed", + "value": 155314033.64833337, + "unit": "ns", + "range": 714998.3123541772 + }, + { + "name": "tpch_q3/vortex-in-memory-no-pushdown", + "value": 152779821.7556349, + "unit": "ns", + "range": 708186.0189960152 + }, + { + "name": "tpch_q3/vortex-in-memory-pushdown", + "value": 184094556.5, + "unit": "ns", + "range": 1060712.446666658 + }, + { + "name": "tpch_q3/arrow", + "value": 142585251.44853172, + "unit": "ns", + "range": 531133.127063483 + }, + { + "name": "tpch_q3/parquet", + "value": 334600373.6, + "unit": "ns", + "range": 1199046.1918750107 + }, + { + "name": "tpch_q3/vortex-file-compressed", + "value": 327801189.55, + "unit": "ns", + "range": 1049898.1581249833 + }, + { + "name": "tpch_q3/vortex-file-uncompressed", + "value": 280530247.05, + "unit": "ns", + "range": 1288818.0012499988 + }, + { + "name": "tpch_q4/vortex-in-memory-no-pushdown", + "value": 111183822.25079365, + "unit": "ns", + "range": 456596.4691250026 + }, + { + "name": "tpch_q4/vortex-in-memory-pushdown", + "value": 142017110.68813494, + "unit": "ns", + "range": 958189.2260605246 + }, + { + "name": "tpch_q4/arrow", + "value": 101360735.39936508, + "unit": "ns", + "range": 338059.8128948435 + }, + { + "name": "tpch_q4/parquet", + "value": 218419254.56666666, + "unit": "ns", + "range": 1079440.1587499827 + }, + { + "name": "tpch_q4/vortex-file-compressed", + "value": 289086811.1, + "unit": "ns", + "range": 1364033.6162500083 + }, + { + "name": "tpch_q4/vortex-file-uncompressed", + "value": 226529744.8333333, + "unit": "ns", + "range": 806514.4858333468 + }, + { + "name": "tpch_q5/vortex-in-memory-no-pushdown", + "value": 300435698.45, + "unit": "ns", + "range": 1994686.8706249893 + }, + { + "name": "tpch_q5/vortex-in-memory-pushdown", + "value": 316229182.8, + "unit": "ns", + "range": 2252392.3706249595 + }, + { + "name": "tpch_q5/arrow", + "value": 293360633.35, + "unit": "ns", + "range": 5355102.267499983 + }, + { + "name": "tpch_q5/parquet", + "value": 468312098.05, + "unit": "ns", + "range": 2963380.300000012 + }, + { + "name": "tpch_q5/vortex-file-compressed", + "value": 353104935.25, + "unit": "ns", + "range": 4379437.660000026 + }, + { + "name": "tpch_q5/vortex-file-uncompressed", + "value": 356645806, + "unit": "ns", + "range": 1596408.001875013 + }, + { + "name": "tpch_q6/vortex-in-memory-no-pushdown", + "value": 43518243.527738094, + "unit": "ns", + "range": 581178.1932812557 + }, + { + "name": "tpch_q6/vortex-in-memory-pushdown", + "value": 96620871.3997619, + "unit": "ns", + "range": 464623.3610505983 + }, + { + "name": "tpch_q6/arrow", + "value": 36200944.66980159, + "unit": "ns", + "range": 264717.5846626982 + }, + { + "name": "tpch_q6/parquet", + "value": 156560892.23559523, + "unit": "ns", + "range": 1247193.973610118 + }, + { + "name": "tpch_q6/vortex-file-compressed", + "value": 67777719.87363096, + "unit": "ns", + "range": 164108.6482142806 + }, + { + "name": "tpch_q6/vortex-file-uncompressed", + "value": 192276135.16666666, + "unit": "ns", + "range": 1787036.7645833343 + }, + { + "name": "tpch_q7/vortex-in-memory-no-pushdown", + "value": 553082784.4, + "unit": "ns", + "range": 3528830.371249974 + }, + { + "name": "tpch_q7/vortex-in-memory-pushdown", + "value": 602364567.4, + "unit": "ns", + "range": 4376514.38499999 + }, + { + "name": "tpch_q7/arrow", + "value": 554165418, + "unit": "ns", + "range": 4837890.127499998 + }, + { + "name": "tpch_q7/parquet", + "value": 709748333.2, + "unit": "ns", + "range": 4012499.399999976 + }, + { + "name": "tpch_q7/vortex-file-compressed", + "value": 706612667.1, + "unit": "ns", + "range": 2778590.1262500286 + }, + { + "name": "tpch_q7/vortex-file-uncompressed", + "value": 677929579.9, + "unit": "ns", + "range": 2931386.8112499714 + }, + { + "name": "tpch_q8/vortex-in-memory-no-pushdown", + "value": 212591920.96666667, + "unit": "ns", + "range": 666517.8649999946 + }, + { + "name": "tpch_q8/vortex-in-memory-pushdown", + "value": 226550573, + "unit": "ns", + "range": 508888.13791666925 + }, + { + "name": "tpch_q8/arrow", + "value": 205698983.5666667, + "unit": "ns", + "range": 568378.4166666418 + }, + { + "name": "tpch_q8/parquet", + "value": 479955123.1, + "unit": "ns", + "range": 1834214.3431250155 + }, + { + "name": "tpch_q8/vortex-file-compressed", + "value": 293333811.75, + "unit": "ns", + "range": 2595248.032499969 + }, + { + "name": "tpch_q8/vortex-file-uncompressed", + "value": 276808694.3, + "unit": "ns", + "range": 2904556.011250019 + }, + { + "name": "tpch_q9/vortex-in-memory-no-pushdown", + "value": 411736853.95, + "unit": "ns", + "range": 2110813.3443750143 + }, + { + "name": "tpch_q9/vortex-in-memory-pushdown", + "value": 416046389.95, + "unit": "ns", + "range": 1727568.775000006 + }, + { + "name": "tpch_q9/arrow", + "value": 399344685.7, + "unit": "ns", + "range": 1369952.7893750072 + }, + { + "name": "tpch_q9/parquet", + "value": 689896614.5, + "unit": "ns", + "range": 1508379.394999981 + }, + { + "name": "tpch_q9/vortex-file-compressed", + "value": 509163492.6, + "unit": "ns", + "range": 4328523.99000001 + }, + { + "name": "tpch_q9/vortex-file-uncompressed", + "value": 447626455.6, + "unit": "ns", + "range": 3654700.223750025 + }, + { + "name": "tpch_q10/vortex-in-memory-no-pushdown", + "value": 228037199.73333335, + "unit": "ns", + "range": 761809.2412499785 + }, + { + "name": "tpch_q10/vortex-in-memory-pushdown", + "value": 258755433.3, + "unit": "ns", + "range": 1457390.5212499946 + }, + { + "name": "tpch_q10/arrow", + "value": 219754611.1, + "unit": "ns", + "range": 1161628.5166666657 + }, + { + "name": "tpch_q10/parquet", + "value": 481395921.3, + "unit": "ns", + "range": 1181165.963749975 + }, + { + "name": "tpch_q10/vortex-file-compressed", + "value": 452316252.25, + "unit": "ns", + "range": 1159200.0725000203 + }, + { + "name": "tpch_q10/vortex-file-uncompressed", + "value": 359954724.35, + "unit": "ns", + "range": 1270083.283125013 + }, + { + "name": "tpch_q11/vortex-in-memory-no-pushdown", + "value": 175466145.95988098, + "unit": "ns", + "range": 693826.0408526659 + }, + { + "name": "tpch_q11/vortex-in-memory-pushdown", + "value": 175999627.60345238, + "unit": "ns", + "range": 786425.2659597993 + }, + { + "name": "tpch_q11/arrow", + "value": 176154775.04749998, + "unit": "ns", + "range": 1537170.0136041641 + }, + { + "name": "tpch_q11/parquet", + "value": 186229423.8333333, + "unit": "ns", + "range": 1381357.8666666448 + }, + { + "name": "tpch_q11/vortex-file-compressed", + "value": 241809602.43333334, + "unit": "ns", + "range": 6017183.830000028 + }, + { + "name": "tpch_q11/vortex-file-uncompressed", + "value": 223455598.2, + "unit": "ns", + "range": 985270.7054166794 + }, + { + "name": "tpch_q12/vortex-in-memory-no-pushdown", + "value": 202237983.73333335, + "unit": "ns", + "range": 654101.677916646 + }, + { + "name": "tpch_q12/vortex-in-memory-pushdown", + "value": 250030288.9, + "unit": "ns", + "range": 409842.0156249851 + }, + { + "name": "tpch_q12/arrow", + "value": 169285400.65507936, + "unit": "ns", + "range": 249008.64968253672 + }, + { + "name": "tpch_q12/parquet", + "value": 361787134, + "unit": "ns", + "range": 839227.4262500107 + }, + { + "name": "tpch_q12/vortex-file-compressed", + "value": 643702080.5, + "unit": "ns", + "range": 1589258.172500074 + }, + { + "name": "tpch_q12/vortex-file-uncompressed", + "value": 352378008.75, + "unit": "ns", + "range": 935761.6737500131 + }, + { + "name": "tpch_q13/vortex-in-memory-no-pushdown", + "value": 189928092.5666667, + "unit": "ns", + "range": 3710815.7600000054 + }, + { + "name": "tpch_q13/vortex-in-memory-pushdown", + "value": 191177213.06666666, + "unit": "ns", + "range": 3012746.5570833385 + }, + { + "name": "tpch_q13/arrow", + "value": 184310462.40000004, + "unit": "ns", + "range": 3715854.5650000274 + }, + { + "name": "tpch_q13/parquet", + "value": 349147330.1, + "unit": "ns", + "range": 4033067.2337500155 + }, + { + "name": "tpch_q13/vortex-file-compressed", + "value": 221844481.3666667, + "unit": "ns", + "range": 1052461.5074999928 + }, + { + "name": "tpch_q13/vortex-file-uncompressed", + "value": 207996809.16666666, + "unit": "ns", + "range": 1588868.5333333313 + }, + { + "name": "tpch_q14/vortex-in-memory-no-pushdown", + "value": 47817923.21753968, + "unit": "ns", + "range": 127952.55797619 + }, + { + "name": "tpch_q14/vortex-in-memory-pushdown", + "value": 87264364.73839286, + "unit": "ns", + "range": 374451.9290654734 + }, + { + "name": "tpch_q14/arrow", + "value": 41238782.10675926, + "unit": "ns", + "range": 254097.5839745365 + }, + { + "name": "tpch_q14/parquet", + "value": 226367275.66666666, + "unit": "ns", + "range": 753632.8999999762 + }, + { + "name": "tpch_q14/vortex-file-compressed", + "value": 125910617.17035714, + "unit": "ns", + "range": 445308.4000312388 + }, + { + "name": "tpch_q14/vortex-file-uncompressed", + "value": 158493189.34444445, + "unit": "ns", + "range": 824474.7208749801 + }, + { + "name": "tpch_q15/vortex-in-memory-no-pushdown", + "value": 77866614.77001984, + "unit": "ns", + "range": 372090.2308878973 + }, + { + "name": "tpch_q15/vortex-in-memory-pushdown", + "value": 124175114.51150796, + "unit": "ns", + "range": 1101181.8881646842 + }, + { + "name": "tpch_q15/arrow", + "value": 67617152.3453373, + "unit": "ns", + "range": 486451.47326388955 + }, + { + "name": "tpch_q15/parquet", + "value": 303105561.8, + "unit": "ns", + "range": 609117.5749999881 + }, + { + "name": "tpch_q15/vortex-file-compressed", + "value": 233246266.73333335, + "unit": "ns", + "range": 1259415.8433333635 + }, + { + "name": "tpch_q15/vortex-file-uncompressed", + "value": 321888827, + "unit": "ns", + "range": 1134079.7393749952 + }, + { + "name": "tpch_q16/vortex-in-memory-no-pushdown", + "value": 108795727.38603175, + "unit": "ns", + "range": 208818.09246032685 + }, + { + "name": "tpch_q16/vortex-in-memory-pushdown", + "value": 127425546.33825395, + "unit": "ns", + "range": 222556.4074087441 + }, + { + "name": "tpch_q16/arrow", + "value": 108565929.76043649, + "unit": "ns", + "range": 235832.921457842 + }, + { + "name": "tpch_q16/parquet", + "value": 127386500.75845237, + "unit": "ns", + "range": 392250.4647485018 + }, + { + "name": "tpch_q16/vortex-file-compressed", + "value": 141005827.27111113, + "unit": "ns", + "range": 413967.2666388899 + }, + { + "name": "tpch_q16/vortex-file-uncompressed", + "value": 137867816.07027778, + "unit": "ns", + "range": 582344.8056354076 + }, + { + "name": "tpch_q17/vortex-in-memory-no-pushdown", + "value": 700197438.6, + "unit": "ns", + "range": 9309500.069999993 + }, + { + "name": "tpch_q17/vortex-in-memory-pushdown", + "value": 792170788, + "unit": "ns", + "range": 12591987.63499999 + }, + { + "name": "tpch_q17/arrow", + "value": 654199720, + "unit": "ns", + "range": 11098047.584999979 + }, + { + "name": "tpch_q17/parquet", + "value": 610941035.4, + "unit": "ns", + "range": 5674678.737500012 + }, + { + "name": "tpch_q17/vortex-file-compressed", + "value": 721453806.5, + "unit": "ns", + "range": 3063250.7650000453 + }, + { + "name": "tpch_q17/vortex-file-uncompressed", + "value": 629038980, + "unit": "ns", + "range": 4762261.842499971 + }, + { + "name": "tpch_q18/vortex-in-memory-no-pushdown", + "value": 1134090006, + "unit": "ns", + "range": 7368700.955000043 + }, + { + "name": "tpch_q18/vortex-in-memory-pushdown", + "value": 1159399367, + "unit": "ns", + "range": 13884342.471250057 + }, + { + "name": "tpch_q18/arrow", + "value": 1066764828.4, + "unit": "ns", + "range": 23414257.413750052 + }, + { + "name": "tpch_q18/parquet", + "value": 1242975545.7, + "unit": "ns", + "range": 8589691.679999948 + }, + { + "name": "tpch_q18/vortex-file-compressed", + "value": 1184931700.2, + "unit": "ns", + "range": 8925586.536249995 + }, + { + "name": "tpch_q18/vortex-file-uncompressed", + "value": 1067022672.8, + "unit": "ns", + "range": 9874476.487500012 + }, + { + "name": "tpch_q19/vortex-in-memory-no-pushdown", + "value": 161711177.30801588, + "unit": "ns", + "range": 312076.4162430465 + }, + { + "name": "tpch_q19/vortex-in-memory-pushdown", + "value": 257551565.8, + "unit": "ns", + "range": 1096909.8424999863 + }, + { + "name": "tpch_q19/arrow", + "value": 154262671.8506746, + "unit": "ns", + "range": 406193.3078491986 + }, + { + "name": "tpch_q19/parquet", + "value": 483612597.95, + "unit": "ns", + "range": 1202804.425000012 + }, + { + "name": "tpch_q19/vortex-file-compressed", + "value": 917157093.1, + "unit": "ns", + "range": 1959627.875 + }, + { + "name": "tpch_q19/vortex-file-uncompressed", + "value": 333119128.9, + "unit": "ns", + "range": 1624864.5750000179 + }, + { + "name": "tpch_q20/vortex-in-memory-no-pushdown", + "value": 258055210.95, + "unit": "ns", + "range": 2289722.9556250125 + }, + { + "name": "tpch_q20/vortex-in-memory-pushdown", + "value": 275745331.4, + "unit": "ns", + "range": 1399700.849999994 + }, + { + "name": "tpch_q20/arrow", + "value": 256699767.75, + "unit": "ns", + "range": 6836306.417500004 + }, + { + "name": "tpch_q20/parquet", + "value": 365774915.95, + "unit": "ns", + "range": 2842238.3424999714 + }, + { + "name": "tpch_q20/vortex-file-compressed", + "value": 423254322.6, + "unit": "ns", + "range": 4032235.07812497 + }, + { + "name": "tpch_q20/vortex-file-uncompressed", + "value": 400943432.25, + "unit": "ns", + "range": 2400379.9537499845 + }, + { + "name": "tpch_q21/vortex-in-memory-no-pushdown", + "value": 868590813.2, + "unit": "ns", + "range": 3840758.9000000358 + }, + { + "name": "tpch_q21/vortex-in-memory-pushdown", + "value": 906232507.1, + "unit": "ns", + "range": 3491930.2000000477 + }, + { + "name": "tpch_q21/arrow", + "value": 837318212.1, + "unit": "ns", + "range": 3059084.9662500024 + }, + { + "name": "tpch_q21/parquet", + "value": 1002973614.9, + "unit": "ns", + "range": 6416067.256250024 + }, + { + "name": "tpch_q21/vortex-file-compressed", + "value": 1246674056.1, + "unit": "ns", + "range": 8362263.242499948 + }, + { + "name": "tpch_q21/vortex-file-uncompressed", + "value": 1111498564, + "unit": "ns", + "range": 7755069.2937499285 + }, + { + "name": "tpch_q22/vortex-in-memory-no-pushdown", + "value": 68882999.27734128, + "unit": "ns", + "range": 360065.662373513 + }, + { + "name": "tpch_q22/vortex-in-memory-pushdown", + "value": 70206093.49242063, + "unit": "ns", + "range": 392714.8230555579 + }, + { + "name": "tpch_q22/arrow", + "value": 67544270.06166668, + "unit": "ns", + "range": 272260.0010416582 + }, + { + "name": "tpch_q22/parquet", + "value": 97090728.7788492, + "unit": "ns", + "range": 556958.7347222269 + }, + { + "name": "tpch_q22/vortex-file-compressed", + "value": 102400699.11369048, + "unit": "ns", + "range": 861648.9349866137 + }, + { + "name": "tpch_q22/vortex-file-uncompressed", + "value": 101923095.73126984, + "unit": "ns", + "range": 184331.99654761702 + } + ] } ], "Vortex Compression": [