From 5fc9219423a3d8a8fafad2e6d60dac4ae99af429 Mon Sep 17 00:00:00 2001 From: github-action-benchmark Date: Wed, 9 Oct 2024 13:51:41 +0000 Subject: [PATCH] add TPC-H (customSmallerIsBetter) benchmark result for b822b6e2023d595626092183e0d3bdabac2bbd54 --- dev/bench/data.js | 818 +++++++++++++++++++++++++++++++++++++++++++++- 1 file changed, 817 insertions(+), 1 deletion(-) diff --git a/dev/bench/data.js b/dev/bench/data.js index 8e48f05b46..571f21d96c 100644 --- a/dev/bench/data.js +++ b/dev/bench/data.js @@ -1,5 +1,5 @@ window.BENCHMARK_DATA = { - "lastUpdate": 1728481872976, + "lastUpdate": 1728481900998, "repoUrl": "https://github.com/spiraldb/vortex", "entries": { "DataFusion": [ @@ -214208,6 +214208,822 @@ window.BENCHMARK_DATA = { "range": 184331.99654761702 } ] + }, + { + "commit": { + "author": { + "email": "github@robertk.io", + "name": "Robert Kruszewski", + "username": "robert3005" + }, + "committer": { + "email": "noreply@github.com", + "name": "GitHub", + "username": "web-flow" + }, + "distinct": true, + "id": "b822b6e2023d595626092183e0d3bdabac2bbd54", + "message": "Slightly nicer unknown encodings error (#1002)", + "timestamp": "2024-10-09T12:57:28Z", + "tree_id": "b88b3144988cee291ec8d0a0a0b639e1f6fb7019", + "url": "https://github.com/spiraldb/vortex/commit/b822b6e2023d595626092183e0d3bdabac2bbd54" + }, + "date": 1728481896045, + "tool": "customSmallerIsBetter", + "benches": [ + { + "name": "tpch_q1/vortex-in-memory-no-pushdown", + "value": 471364932.9, + "unit": "ns", + "range": 813576.5 + }, + { + "name": "tpch_q1/vortex-in-memory-pushdown", + "value": 518067534.1, + "unit": "ns", + "range": 1175329.2537500262 + }, + { + "name": "tpch_q1/arrow", + "value": 457771610.9, + "unit": "ns", + "range": 905932.974999994 + }, + { + "name": "tpch_q1/parquet", + "value": 658046130.2, + "unit": "ns", + "range": 1110106.1412499547 + }, + { + "name": "tpch_q1/vortex-file-compressed", + "value": 680752339.1, + "unit": "ns", + "range": 1378576.63500005 + }, + { + "name": "tpch_q1/vortex-file-uncompressed", + "value": 552616147.8, + "unit": "ns", + "range": 1181340.573750019 + }, + { + "name": "tpch_q2/vortex-in-memory-no-pushdown", + "value": 126598691.88880952, + "unit": "ns", + "range": 1069890.3576964438 + }, + { + "name": "tpch_q2/vortex-in-memory-pushdown", + "value": 124405134.9086111, + "unit": "ns", + "range": 455070.29062154144 + }, + { + "name": "tpch_q2/arrow", + "value": 123990104.12623017, + "unit": "ns", + "range": 591574.99688939 + }, + { + "name": "tpch_q2/parquet", + "value": 156929437.76611108, + "unit": "ns", + "range": 275721.5551736057 + }, + { + "name": "tpch_q2/vortex-file-compressed", + "value": 156792984.59432536, + "unit": "ns", + "range": 1068259.8337500095 + }, + { + "name": "tpch_q2/vortex-file-uncompressed", + "value": 157622147.99341267, + "unit": "ns", + "range": 643571.9890129119 + }, + { + "name": "tpch_q3/vortex-in-memory-no-pushdown", + "value": 155553950.21928573, + "unit": "ns", + "range": 620500.6890803725 + }, + { + "name": "tpch_q3/vortex-in-memory-pushdown", + "value": 187732022.33333334, + "unit": "ns", + "range": 1298383.9166666716 + }, + { + "name": "tpch_q3/arrow", + "value": 146476966.47742063, + "unit": "ns", + "range": 772504.2584722191 + }, + { + "name": "tpch_q3/parquet", + "value": 337752132.1, + "unit": "ns", + "range": 1685860.5562499762 + }, + { + "name": "tpch_q3/vortex-file-compressed", + "value": 429887956.3, + "unit": "ns", + "range": 1838039.3462499976 + }, + { + "name": "tpch_q3/vortex-file-uncompressed", + "value": 285192062.1, + "unit": "ns", + "range": 1889129.625 + }, + { + "name": "tpch_q4/vortex-in-memory-no-pushdown", + "value": 110983195.65218253, + "unit": "ns", + "range": 246738.5069995001 + }, + { + "name": "tpch_q4/vortex-in-memory-pushdown", + "value": 139438680.5770238, + "unit": "ns", + "range": 1021145.9893496931 + }, + { + "name": "tpch_q4/arrow", + "value": 100385795.26559523, + "unit": "ns", + "range": 449465.44683035463 + }, + { + "name": "tpch_q4/parquet", + "value": 214729305.9666667, + "unit": "ns", + "range": 1005819.849999994 + }, + { + "name": "tpch_q4/vortex-file-compressed", + "value": 405498429.7, + "unit": "ns", + "range": 971337.2468750179 + }, + { + "name": "tpch_q4/vortex-file-uncompressed", + "value": 232530865.76666665, + "unit": "ns", + "range": 1340554.3995833397 + }, + { + "name": "tpch_q5/vortex-in-memory-no-pushdown", + "value": 305385333.35, + "unit": "ns", + "range": 1887250.0362499952 + }, + { + "name": "tpch_q5/vortex-in-memory-pushdown", + "value": 319476284.9, + "unit": "ns", + "range": 1549583.800000012 + }, + { + "name": "tpch_q5/arrow", + "value": 292942672, + "unit": "ns", + "range": 1725321.7531249821 + }, + { + "name": "tpch_q5/parquet", + "value": 454182087.25, + "unit": "ns", + "range": 3260814.2943749726 + }, + { + "name": "tpch_q5/vortex-file-compressed", + "value": 362476700.1, + "unit": "ns", + "range": 5000468.956250012 + }, + { + "name": "tpch_q5/vortex-file-uncompressed", + "value": 360623434.45, + "unit": "ns", + "range": 2398311.3474999964 + }, + { + "name": "tpch_q6/vortex-in-memory-no-pushdown", + "value": 43161979.320330694, + "unit": "ns", + "range": 328355.4285185151 + }, + { + "name": "tpch_q6/vortex-in-memory-pushdown", + "value": 88948309.91569443, + "unit": "ns", + "range": 287849.0265972316 + }, + { + "name": "tpch_q6/arrow", + "value": 35968227.23955027, + "unit": "ns", + "range": 305081.69960648194 + }, + { + "name": "tpch_q6/parquet", + "value": 151897594.0226984, + "unit": "ns", + "range": 446031.2367807627 + }, + { + "name": "tpch_q6/vortex-file-compressed", + "value": 69993308.65617064, + "unit": "ns", + "range": 318688.0656406209 + }, + { + "name": "tpch_q6/vortex-file-uncompressed", + "value": 184171754.1666667, + "unit": "ns", + "range": 640259.556250006 + }, + { + "name": "tpch_q7/vortex-in-memory-no-pushdown", + "value": 592705207.5, + "unit": "ns", + "range": 6854648.887499988 + }, + { + "name": "tpch_q7/vortex-in-memory-pushdown", + "value": 636488207.1, + "unit": "ns", + "range": 2941141.7012500167 + }, + { + "name": "tpch_q7/arrow", + "value": 578037533.8, + "unit": "ns", + "range": 4201412.153750062 + }, + { + "name": "tpch_q7/parquet", + "value": 726108721.6, + "unit": "ns", + "range": 4794395.736249983 + }, + { + "name": "tpch_q7/vortex-file-compressed", + "value": 798860204.6, + "unit": "ns", + "range": 5101340.047500014 + }, + { + "name": "tpch_q7/vortex-file-uncompressed", + "value": 727552412.2, + "unit": "ns", + "range": 4200809.399999976 + }, + { + "name": "tpch_q8/vortex-in-memory-no-pushdown", + "value": 220403885.5, + "unit": "ns", + "range": 774026.7358333468 + }, + { + "name": "tpch_q8/vortex-in-memory-pushdown", + "value": 236261949.46666664, + "unit": "ns", + "range": 1615097.6537500024 + }, + { + "name": "tpch_q8/arrow", + "value": 213412427.8333333, + "unit": "ns", + "range": 1124704.7216666788 + }, + { + "name": "tpch_q8/parquet", + "value": 483773609.35, + "unit": "ns", + "range": 3354752.6725000143 + }, + { + "name": "tpch_q8/vortex-file-compressed", + "value": 285067299, + "unit": "ns", + "range": 1088400.7749999762 + }, + { + "name": "tpch_q8/vortex-file-uncompressed", + "value": 288896915.7, + "unit": "ns", + "range": 1975064.5162500143 + }, + { + "name": "tpch_q9/vortex-in-memory-no-pushdown", + "value": 412547028.5, + "unit": "ns", + "range": 1857171.1968750358 + }, + { + "name": "tpch_q9/vortex-in-memory-pushdown", + "value": 422809985.3, + "unit": "ns", + "range": 2014796.582499981 + }, + { + "name": "tpch_q9/arrow", + "value": 422876784.15, + "unit": "ns", + "range": 5777613.576250017 + }, + { + "name": "tpch_q9/parquet", + "value": 695947172.8, + "unit": "ns", + "range": 2281210.949999988 + }, + { + "name": "tpch_q9/vortex-file-compressed", + "value": 508148138.4, + "unit": "ns", + "range": 4916392.099999994 + }, + { + "name": "tpch_q9/vortex-file-uncompressed", + "value": 471444313.3, + "unit": "ns", + "range": 5622903.675000012 + }, + { + "name": "tpch_q10/vortex-in-memory-no-pushdown", + "value": 237959482.1, + "unit": "ns", + "range": 1537797.8691666573 + }, + { + "name": "tpch_q10/vortex-in-memory-pushdown", + "value": 268520234.1, + "unit": "ns", + "range": 812618.7193749994 + }, + { + "name": "tpch_q10/arrow", + "value": 225641497.5, + "unit": "ns", + "range": 724642.372083351 + }, + { + "name": "tpch_q10/parquet", + "value": 489277418.05, + "unit": "ns", + "range": 4925740.745624989 + }, + { + "name": "tpch_q10/vortex-file-compressed", + "value": 512269603.2, + "unit": "ns", + "range": 1846178.5362499952 + }, + { + "name": "tpch_q10/vortex-file-uncompressed", + "value": 370822735.7, + "unit": "ns", + "range": 1896376.0543749928 + }, + { + "name": "tpch_q11/vortex-in-memory-no-pushdown", + "value": 182020726.32234126, + "unit": "ns", + "range": 878083.9948516786 + }, + { + "name": "tpch_q11/vortex-in-memory-pushdown", + "value": 182850347.33892855, + "unit": "ns", + "range": 771082.273690477 + }, + { + "name": "tpch_q11/arrow", + "value": 180836115.39043653, + "unit": "ns", + "range": 745632.6432703137 + }, + { + "name": "tpch_q11/parquet", + "value": 190714402.86666664, + "unit": "ns", + "range": 1372799.881249994 + }, + { + "name": "tpch_q11/vortex-file-compressed", + "value": 238892369.06666666, + "unit": "ns", + "range": 1987780.4999999702 + }, + { + "name": "tpch_q11/vortex-file-uncompressed", + "value": 234535321.3333333, + "unit": "ns", + "range": 1506971.068749994 + }, + { + "name": "tpch_q12/vortex-in-memory-no-pushdown", + "value": 200903008.50000003, + "unit": "ns", + "range": 341953.58875000477 + }, + { + "name": "tpch_q12/vortex-in-memory-pushdown", + "value": 246058105.76666665, + "unit": "ns", + "range": 446002.20874999464 + }, + { + "name": "tpch_q12/arrow", + "value": 167118478.49257934, + "unit": "ns", + "range": 193831.3195361942 + }, + { + "name": "tpch_q12/parquet", + "value": 359773690.35, + "unit": "ns", + "range": 1169299.1499999762 + }, + { + "name": "tpch_q12/vortex-file-compressed", + "value": 660690703.4, + "unit": "ns", + "range": 1442026.7624999285 + }, + { + "name": "tpch_q12/vortex-file-uncompressed", + "value": 357445597.3, + "unit": "ns", + "range": 935579.2950000167 + }, + { + "name": "tpch_q13/vortex-in-memory-no-pushdown", + "value": 175464994.0517857, + "unit": "ns", + "range": 1936854.0329166502 + }, + { + "name": "tpch_q13/vortex-in-memory-pushdown", + "value": 173918234.39265874, + "unit": "ns", + "range": 3723977.700735122 + }, + { + "name": "tpch_q13/arrow", + "value": 172401940.43396825, + "unit": "ns", + "range": 2681302.388611123 + }, + { + "name": "tpch_q13/parquet", + "value": 328368200.05, + "unit": "ns", + "range": 5465807.842500001 + }, + { + "name": "tpch_q13/vortex-file-compressed", + "value": 214420849.13333336, + "unit": "ns", + "range": 2339714.899999976 + }, + { + "name": "tpch_q13/vortex-file-uncompressed", + "value": 201951037.43333334, + "unit": "ns", + "range": 1287624.607499987 + }, + { + "name": "tpch_q14/vortex-in-memory-no-pushdown", + "value": 46692507.03644841, + "unit": "ns", + "range": 323507.2793372944 + }, + { + "name": "tpch_q14/vortex-in-memory-pushdown", + "value": 89973757.46464285, + "unit": "ns", + "range": 318356.19704315066 + }, + { + "name": "tpch_q14/arrow", + "value": 39451359.598108456, + "unit": "ns", + "range": 225660.84670634568 + }, + { + "name": "tpch_q14/parquet", + "value": 223974129.7666667, + "unit": "ns", + "range": 1026533.5425000042 + }, + { + "name": "tpch_q14/vortex-file-compressed", + "value": 126527433.034127, + "unit": "ns", + "range": 522919.3071408719 + }, + { + "name": "tpch_q14/vortex-file-uncompressed", + "value": 159690826.44170636, + "unit": "ns", + "range": 333459.25737945735 + }, + { + "name": "tpch_q15/vortex-in-memory-no-pushdown", + "value": 75887855.24192461, + "unit": "ns", + "range": 507744.6274228692 + }, + { + "name": "tpch_q15/vortex-in-memory-pushdown", + "value": 127314033.76388888, + "unit": "ns", + "range": 478566.17750000954 + }, + { + "name": "tpch_q15/arrow", + "value": 65748655.10525794, + "unit": "ns", + "range": 218219.74085069075 + }, + { + "name": "tpch_q15/parquet", + "value": 296410693.6, + "unit": "ns", + "range": 1025795.900000006 + }, + { + "name": "tpch_q15/vortex-file-compressed", + "value": 232861490.4, + "unit": "ns", + "range": 1382185.0499999821 + }, + { + "name": "tpch_q15/vortex-file-uncompressed", + "value": 327665211.2, + "unit": "ns", + "range": 1695253.1556250155 + }, + { + "name": "tpch_q16/vortex-in-memory-no-pushdown", + "value": 107269441.47444443, + "unit": "ns", + "range": 343319.2502083406 + }, + { + "name": "tpch_q16/vortex-in-memory-pushdown", + "value": 126447419.1268254, + "unit": "ns", + "range": 389854.27607341856 + }, + { + "name": "tpch_q16/arrow", + "value": 106397532.4148016, + "unit": "ns", + "range": 456410.9618765041 + }, + { + "name": "tpch_q16/parquet", + "value": 122990905.88277777, + "unit": "ns", + "range": 648840.6328055635 + }, + { + "name": "tpch_q16/vortex-file-compressed", + "value": 140321490.18055558, + "unit": "ns", + "range": 472927.4446875006 + }, + { + "name": "tpch_q16/vortex-file-uncompressed", + "value": 134403181.4704762, + "unit": "ns", + "range": 471202.9677738175 + }, + { + "name": "tpch_q17/vortex-in-memory-no-pushdown", + "value": 621503453.3, + "unit": "ns", + "range": 11763335.026250005 + }, + { + "name": "tpch_q17/vortex-in-memory-pushdown", + "value": 701960867.5, + "unit": "ns", + "range": 10880536.55250001 + }, + { + "name": "tpch_q17/arrow", + "value": 621492551.5, + "unit": "ns", + "range": 13726198.699999988 + }, + { + "name": "tpch_q17/parquet", + "value": 598202763.6, + "unit": "ns", + "range": 3228376.188749969 + }, + { + "name": "tpch_q17/vortex-file-compressed", + "value": 737111912.2, + "unit": "ns", + "range": 3666288 + }, + { + "name": "tpch_q17/vortex-file-uncompressed", + "value": 645696219.4, + "unit": "ns", + "range": 4258474.77125001 + }, + { + "name": "tpch_q18/vortex-in-memory-no-pushdown", + "value": 1093509641, + "unit": "ns", + "range": 8889993.660000086 + }, + { + "name": "tpch_q18/vortex-in-memory-pushdown", + "value": 1079549083.2, + "unit": "ns", + "range": 10200331.649999976 + }, + { + "name": "tpch_q18/arrow", + "value": 1080879618.5, + "unit": "ns", + "range": 5835998 + }, + { + "name": "tpch_q18/parquet", + "value": 1246519540.9, + "unit": "ns", + "range": 12806050.412499905 + }, + { + "name": "tpch_q18/vortex-file-compressed", + "value": 1192229161.8, + "unit": "ns", + "range": 9109270.724999905 + }, + { + "name": "tpch_q18/vortex-file-uncompressed", + "value": 1098846151.8, + "unit": "ns", + "range": 8273313.29124999 + }, + { + "name": "tpch_q19/vortex-in-memory-no-pushdown", + "value": 161651381.28130952, + "unit": "ns", + "range": 189659.9199732095 + }, + { + "name": "tpch_q19/vortex-in-memory-pushdown", + "value": 240493716.1, + "unit": "ns", + "range": 497542.49666665494 + }, + { + "name": "tpch_q19/arrow", + "value": 151629273.71246034, + "unit": "ns", + "range": 178788.84993948042 + }, + { + "name": "tpch_q19/parquet", + "value": 479739597.65, + "unit": "ns", + "range": 1376360.501875013 + }, + { + "name": "tpch_q19/vortex-file-compressed", + "value": 922125940.4, + "unit": "ns", + "range": 1657358 + }, + { + "name": "tpch_q19/vortex-file-uncompressed", + "value": 323794715.1, + "unit": "ns", + "range": 1312703.6743750274 + }, + { + "name": "tpch_q20/vortex-in-memory-no-pushdown", + "value": 264762358.5, + "unit": "ns", + "range": 2048738.9931250066 + }, + { + "name": "tpch_q20/vortex-in-memory-pushdown", + "value": 285660452.1, + "unit": "ns", + "range": 2152868.321875006 + }, + { + "name": "tpch_q20/arrow", + "value": 251710915.35, + "unit": "ns", + "range": 3893933.774999991 + }, + { + "name": "tpch_q20/parquet", + "value": 367388905.45, + "unit": "ns", + "range": 1665786.0300000012 + }, + { + "name": "tpch_q20/vortex-file-compressed", + "value": 409057247.25, + "unit": "ns", + "range": 3572905.4162499905 + }, + { + "name": "tpch_q20/vortex-file-uncompressed", + "value": 413835853.8, + "unit": "ns", + "range": 2117670.9818749726 + }, + { + "name": "tpch_q21/vortex-in-memory-no-pushdown", + "value": 862167351.6, + "unit": "ns", + "range": 2214295.800000012 + }, + { + "name": "tpch_q21/vortex-in-memory-pushdown", + "value": 915184549.6, + "unit": "ns", + "range": 4737898.15625 + }, + { + "name": "tpch_q21/arrow", + "value": 840651459.3, + "unit": "ns", + "range": 3860817.53125 + }, + { + "name": "tpch_q21/parquet", + "value": 1002685650.6, + "unit": "ns", + "range": 7210501.514999926 + }, + { + "name": "tpch_q21/vortex-file-compressed", + "value": 1482369906.5, + "unit": "ns", + "range": 4834930.001250029 + }, + { + "name": "tpch_q21/vortex-file-uncompressed", + "value": 1128157397.4, + "unit": "ns", + "range": 4516689.4887501 + }, + { + "name": "tpch_q22/vortex-in-memory-no-pushdown", + "value": 68071733.56228176, + "unit": "ns", + "range": 307328.19858135283 + }, + { + "name": "tpch_q22/vortex-in-memory-pushdown", + "value": 67414425.85109127, + "unit": "ns", + "range": 193099.17013392597 + }, + { + "name": "tpch_q22/arrow", + "value": 65525652.68849206, + "unit": "ns", + "range": 252285.2761904709 + }, + { + "name": "tpch_q22/parquet", + "value": 94787434.44662699, + "unit": "ns", + "range": 387519.5072113201 + }, + { + "name": "tpch_q22/vortex-file-compressed", + "value": 104044096.169127, + "unit": "ns", + "range": 612144.9865079373 + }, + { + "name": "tpch_q22/vortex-file-uncompressed", + "value": 105889154.61424604, + "unit": "ns", + "range": 1015636.6072499976 + } + ] } ], "Vortex Compression": [