From e9d26dbcd70d54e9ad97340eeb2b6efb77bfc724 Mon Sep 17 00:00:00 2001 From: github-action-benchmark Date: Tue, 8 Oct 2024 20:53:12 +0000 Subject: [PATCH] add Vortex Compression (customSmallerIsBetter) benchmark result for 5859f5d6c00c72fea9edd9d169ba96e8c6add8e8 --- dev/bench/data.js | 422 +++++++++++++++++++++++++++++++++++++++++++++- 1 file changed, 421 insertions(+), 1 deletion(-) diff --git a/dev/bench/data.js b/dev/bench/data.js index 2f1ec282f3..fcf3f27151 100644 --- a/dev/bench/data.js +++ b/dev/bench/data.js @@ -1,5 +1,5 @@ window.BENCHMARK_DATA = { - "lastUpdate": 1728419836521, + "lastUpdate": 1728420792443, "repoUrl": "https://github.com/spiraldb/vortex", "entries": { "DataFusion": [ @@ -245566,6 +245566,426 @@ window.BENCHMARK_DATA = { "range": 0 } ] + }, + { + "commit": { + "author": { + "email": "dan@spiraldb.com", + "name": "Dan King", + "username": "danking" + }, + "committer": { + "email": "noreply@github.com", + "name": "GitHub", + "username": "web-flow" + }, + "distinct": true, + "id": "5859f5d6c00c72fea9edd9d169ba96e8c6add8e8", + "message": "feat: better error message when an array encoding id is unknown (#997)\n\nI seem to run into this error a lot and I never have enough information\r\nto fix it. I can't think of a case where you wouldn't immediately wonder\r\nwhat are your known encodings.\r\n\r\nPreviously (in Python):\r\n```\r\nValueError: Encoding ID out of bounds\r\n```\r\n\r\nThis PR:\r\n\r\n```\r\nValueError: Unknown encoding with ID 0x11. Known encodings:\r\n- vortex.constant(0x09)\r\n- vortex.sparse(0x08)\r\n- vortex.ext(0x07)\r\n- vortex.primitive(0x03)\r\n- vortex.struct(0x04)\r\n- vortex.chunked(0x0a)\r\n- vortex.bool(0x02)\r\n- vortex.varbinview(0x06)\r\n- vortex.varbin(0x05)\r\n```", + "timestamp": "2024-10-08T20:20:11Z", + "tree_id": "66c650cb22c2277ae36afbcb7110b9c19d1d924c", + "url": "https://github.com/spiraldb/vortex/commit/5859f5d6c00c72fea9edd9d169ba96e8c6add8e8" + }, + "date": 1728420787464, + "tool": "customSmallerIsBetter", + "benches": [ + { + "name": "Yellow Taxi Trip Data Compression Time/taxi compression", + "value": 2902482122.4, + "unit": "ns", + "range": 4291463.025000095 + }, + { + "name": "Yellow Taxi Trip Data Compression Time/taxi compression throughput", + "value": 470808924, + "unit": "bytes", + "range": 0 + }, + { + "name": "Yellow Taxi Trip Data Vortex-to-ParquetZstd Ratio/taxi", + "value": 0.9500537965765685, + "unit": "ratio", + "range": 0 + }, + { + "name": "Yellow Taxi Trip Data Vortex-to-ParquetUncompressed Ratio/taxi", + "value": 0.6098829412456698, + "unit": "ratio", + "range": 0 + }, + { + "name": "Yellow Taxi Trip Data Compression Ratio/taxi", + "value": 0.10551765369681056, + "unit": "ratio", + "range": 0 + }, + { + "name": "Yellow Taxi Trip Data Compression Size/taxi", + "value": 49678653, + "unit": "bytes", + "range": 0 + }, + { + "name": "Public BI Compression Time/AirlineSentiment compression", + "value": 331653.0083493506, + "unit": "ns", + "range": 740.8175837012823 + }, + { + "name": "Public BI Compression Time/AirlineSentiment compression throughput", + "value": 2020, + "unit": "bytes", + "range": 0 + }, + { + "name": "Public BI Vortex-to-ParquetZstd Ratio/AirlineSentiment", + "value": 6.37435367114788, + "unit": "ratio", + "range": 0 + }, + { + "name": "Public BI Vortex-to-ParquetUncompressed Ratio/AirlineSentiment", + "value": 4.340845070422535, + "unit": "ratio", + "range": 0 + }, + { + "name": "Public BI Compression Ratio/AirlineSentiment", + "value": 0.6207920792079208, + "unit": "ratio", + "range": 0 + }, + { + "name": "Public BI Compression Size/AirlineSentiment", + "value": 1254, + "unit": "bytes", + "range": 0 + }, + { + "name": "Public BI Compression Time/Arade compression", + "value": 3972489557.3, + "unit": "ns", + "range": 1663209.5 + }, + { + "name": "Public BI Compression Time/Arade compression throughput", + "value": 787023760, + "unit": "bytes", + "range": 0 + }, + { + "name": "Public BI Vortex-to-ParquetZstd Ratio/Arade", + "value": 0.47661272659996107, + "unit": "ratio", + "range": 0 + }, + { + "name": "Public BI Vortex-to-ParquetUncompressed Ratio/Arade", + "value": 0.42541673171825395, + "unit": "ratio", + "range": 0 + }, + { + "name": "Public BI Compression Ratio/Arade", + "value": 0.177178910075091, + "unit": "ratio", + "range": 0 + }, + { + "name": "Public BI Compression Size/Arade", + "value": 139444012, + "unit": "bytes", + "range": 0 + }, + { + "name": "Public BI Compression Time/Bimbo compression", + "value": 28223212535.6, + "unit": "ns", + "range": 12330201.706251144 + }, + { + "name": "Public BI Compression Time/Bimbo compression throughput", + "value": 7121333608, + "unit": "bytes", + "range": 0 + }, + { + "name": "Public BI Vortex-to-ParquetZstd Ratio/Bimbo", + "value": 1.187981191957346, + "unit": "ratio", + "range": 0 + }, + { + "name": "Public BI Vortex-to-ParquetUncompressed Ratio/Bimbo", + "value": 0.8055497458086384, + "unit": "ratio", + "range": 0 + }, + { + "name": "Public BI Compression Ratio/Bimbo", + "value": 0.057578247077116854, + "unit": "ratio", + "range": 0 + }, + { + "name": "Public BI Compression Size/Bimbo", + "value": 410033906, + "unit": "bytes", + "range": 0 + }, + { + "name": "Public BI Compression Time/CMSprovider compression", + "value": 16069692600.4, + "unit": "ns", + "range": 5571969.947499275 + }, + { + "name": "Public BI Compression Time/CMSprovider compression throughput", + "value": 5149123964, + "unit": "bytes", + "range": 0 + }, + { + "name": "Public BI Vortex-to-ParquetZstd Ratio/CMSprovider", + "value": 1.109717187340772, + "unit": "ratio", + "range": 0 + }, + { + "name": "Public BI Vortex-to-ParquetUncompressed Ratio/CMSprovider", + "value": 0.7165510269482595, + "unit": "ratio", + "range": 0 + }, + { + "name": "Public BI Compression Ratio/CMSprovider", + "value": 0.15922612307105838, + "unit": "ratio", + "range": 0 + }, + { + "name": "Public BI Compression Size/CMSprovider", + "value": 819875046, + "unit": "bytes", + "range": 0 + }, + { + "name": "Public BI Compression Time/Euro2016 compression", + "value": 2022531171.5, + "unit": "ns", + "range": 1559831.2937499285 + }, + { + "name": "Public BI Compression Time/Euro2016 compression throughput", + "value": 393253221, + "unit": "bytes", + "range": 0 + }, + { + "name": "Public BI Vortex-to-ParquetZstd Ratio/Euro2016", + "value": 1.3743993749376209, + "unit": "ratio", + "range": 0 + }, + { + "name": "Public BI Vortex-to-ParquetUncompressed Ratio/Euro2016", + "value": 0.5831312329587853, + "unit": "ratio", + "range": 0 + }, + { + "name": "Public BI Compression Ratio/Euro2016", + "value": 0.4103797029039465, + "unit": "ratio", + "range": 0 + }, + { + "name": "Public BI Compression Size/Euro2016", + "value": 161383140, + "unit": "bytes", + "range": 0 + }, + { + "name": "Public BI Compression Time/Food compression", + "value": 1303729069.9, + "unit": "ns", + "range": 2451877.7262500525 + }, + { + "name": "Public BI Compression Time/Food compression throughput", + "value": 332718229, + "unit": "bytes", + "range": 0 + }, + { + "name": "Public BI Vortex-to-ParquetZstd Ratio/Food", + "value": 1.2492083842200112, + "unit": "ratio", + "range": 0 + }, + { + "name": "Public BI Vortex-to-ParquetUncompressed Ratio/Food", + "value": 0.7063548191727296, + "unit": "ratio", + "range": 0 + }, + { + "name": "Public BI Compression Ratio/Food", + "value": 0.12975672577290617, + "unit": "ratio", + "range": 0 + }, + { + "name": "Public BI Compression Size/Food", + "value": 43172428, + "unit": "bytes", + "range": 0 + }, + { + "name": "Public BI Compression Time/HashTags compression", + "value": 3159799301.7, + "unit": "ns", + "range": 1814322.3987498283 + }, + { + "name": "Public BI Compression Time/HashTags compression throughput", + "value": 804495592, + "unit": "bytes", + "range": 0 + }, + { + "name": "Public BI Vortex-to-ParquetZstd Ratio/HashTags", + "value": 1.5221563689480706, + "unit": "ratio", + "range": 0 + }, + { + "name": "Public BI Vortex-to-ParquetUncompressed Ratio/HashTags", + "value": 0.43276012525712876, + "unit": "ratio", + "range": 0 + }, + { + "name": "Public BI Compression Ratio/HashTags", + "value": 0.24977460038090551, + "unit": "ratio", + "range": 0 + }, + { + "name": "Public BI Compression Size/HashTags", + "value": 200942565, + "unit": "bytes", + "range": 0 + }, + { + "name": "TPC-H l_comment Compression Time/chunked-without-fsst compression", + "value": 180748169.28283727, + "unit": "ns", + "range": 658314.4312740415 + }, + { + "name": "TPC-H l_comment Compression Time/chunked-without-fsst compression throughput", + "value": 183010921, + "unit": "bytes", + "range": 0 + }, + { + "name": "TPC-H l_comment Vortex-to-ParquetZstd Ratio/chunked-without-fsst", + "value": 3.2155416448409757, + "unit": "ratio", + "range": 0 + }, + { + "name": "TPC-H l_comment Vortex-to-ParquetUncompressed Ratio/chunked-without-fsst", + "value": 0.9983698721445134, + "unit": "ratio", + "range": 0 + }, + { + "name": "TPC-H l_comment Compression Ratio/chunked-without-fsst", + "value": 0.999965750677797, + "unit": "ratio", + "range": 0 + }, + { + "name": "TPC-H l_comment Compression Size/chunked-without-fsst", + "value": 183004653, + "unit": "bytes", + "range": 0 + }, + { + "name": "TPC-H l_comment Compression Time/chunked-with-fsst compression", + "value": 1194259929.3, + "unit": "ns", + "range": 389382.296875 + }, + { + "name": "TPC-H l_comment Compression Time/chunked-with-fsst compression throughput", + "value": 183010921, + "unit": "bytes", + "range": 0 + }, + { + "name": "TPC-H l_comment Vortex-to-ParquetZstd Ratio/chunked-with-fsst", + "value": 1.1613552669912772, + "unit": "ratio", + "range": 0 + }, + { + "name": "TPC-H l_comment Vortex-to-ParquetUncompressed Ratio/chunked-with-fsst", + "value": 0.36058065404958545, + "unit": "ratio", + "range": 0 + }, + { + "name": "TPC-H l_comment Compression Ratio/chunked-with-fsst", + "value": 0.3588835499057458, + "unit": "ratio", + "range": 0 + }, + { + "name": "TPC-H l_comment Compression Size/chunked-with-fsst", + "value": 65679609, + "unit": "bytes", + "range": 0 + }, + { + "name": "TPC-H l_comment Compression Time/canonical-with-fsst compression", + "value": 1193850569.2, + "unit": "ns", + "range": 467756.69187510014 + }, + { + "name": "TPC-H l_comment Compression Time/canonical-with-fsst compression throughput", + "value": 183010937, + "unit": "bytes", + "range": 0 + }, + { + "name": "TPC-H l_comment Vortex-to-ParquetZstd Ratio/canonical-with-fsst", + "value": 1.1613475157062692, + "unit": "ratio", + "range": 0 + }, + { + "name": "TPC-H l_comment Vortex-to-ParquetUncompressed Ratio/canonical-with-fsst", + "value": 0.3605806422513, + "unit": "ratio", + "range": 0 + }, + { + "name": "TPC-H l_comment Compression Ratio/canonical-with-fsst", + "value": 0.3588755627211504, + "unit": "ratio", + "range": 0 + }, + { + "name": "TPC-H l_comment Compression Size/canonical-with-fsst", + "value": 65678153, + "unit": "bytes", + "range": 0 + } + ] } ], "Vortex bytes_at": [