From 70362f3ab68f06511b30bbc2c0fd21e3f87b056f Mon Sep 17 00:00:00 2001 From: Kirk Mitchener Date: Mon, 8 Jan 2024 20:12:07 +0000 Subject: [PATCH 1/4] update for DataFusion 34 --- datafusion/benchmark.sh | 2 +- datafusion/results/partitioned.json | 90 ++++++++++++++--------------- datafusion/results/single.json | 90 ++++++++++++++--------------- 3 files changed, 91 insertions(+), 91 deletions(-) diff --git a/datafusion/benchmark.sh b/datafusion/benchmark.sh index 285e40976..738c8af03 100755 --- a/datafusion/benchmark.sh +++ b/datafusion/benchmark.sh @@ -14,7 +14,7 @@ sudo yum install gcc -y # Install DataFusion main branch git clone https://github.com/apache/arrow-datafusion.git cd arrow-datafusion/datafusion-cli -git checkout 33.0.0 +git checkout 34.0.0 CARGO_PROFILE_RELEASE_LTO=true RUSTFLAGS="-C codegen-units=1" cargo build --release export PATH="`pwd`/target/release:$PATH" cd ../.. diff --git a/datafusion/results/partitioned.json b/datafusion/results/partitioned.json index 958b6fddb..3ef8484dc 100644 --- a/datafusion/results/partitioned.json +++ b/datafusion/results/partitioned.json @@ -1,9 +1,9 @@ { "system": "DataFusion (Parquet, partitioned)", - "date": "2023-12-02", + "date": "202l-01-08", "machine": "c6a.4xlarge, 500gb gp2", "cluster_size": 1, - "comment": "v33.0.0 (d2efaa9)", + "comment": "v34.0.0 (2693384)", "tags": ["Rust", "column-oriented", "embedded", "stateless"], @@ -11,48 +11,48 @@ "data_size": 14779976446, "result": [ -[0.027, 0.012, 0.014], -[0.074, 0.027, 0.026], -[0.142, 0.079, 0.077], -[0.390, 0.073, 0.077], -[1.043, 0.742, 0.730], -[1.200, 1.101, 1.082], -[0.062, 0.032, 0.032], -[0.062, 0.028, 0.029], -[1.427, 1.379, 1.376], -[2.526, 2.383, 2.345], -[0.442, 0.297, 0.300], -[0.483, 0.327, 0.331], -[1.191, 1.098, 1.139], -[3.213, 2.370, 2.403], -[1.343, 1.287, 1.284], -[0.891, 0.861, 0.863], -[3.064, 2.602, 2.594], -[3.007, 2.528, 2.559], -[6.752, 5.508, 5.604], -[0.307, 0.065, 0.064], -[9.928, 1.532, 1.532], -[11.092, 1.809, 1.795], -[21.671, 4.209, 4.193], -[55.553, 11.259, 11.202], -[2.506, 0.470, 0.459], -[0.674, 0.375, 0.370], -[2.503, 0.539, 0.548], -[9.512, 2.250, 2.220], -[8.435, 4.891, 4.883], -[0.515, 0.464, 0.472], -[2.041, 0.993, 0.995], -[5.709, 1.461, 1.458], -[8.232, 7.693, 7.728], -[11.450, 6.656, 6.624], -[11.788, 7.241, 7.282], -[1.799, 1.694, 1.721], -[0.277, 0.183, 0.187], -[0.140, 0.090, 0.093], -[0.145, 0.084, 0.083], -[0.507, 0.418, 0.413], -[0.090, 0.050, 0.050], -[0.111, 0.047, 0.047], -[0.106, 0.050, 0.055] +[0.031, 0.013, 0.013], +[0.065, 0.028, 0.027], +[0.144, 0.079, 0.079], +[0.366, 0.078, 0.077], +[1.085, 0.794, 0.823], +[1.290, 1.173, 1.210], +[0.056, 0.030, 0.031], +[0.056, 0.029, 0.031], +[1.561, 1.460, 1.448], +[2.628, 2.502, 2.516], +[0.527, 0.308, 0.306], +[0.464, 0.350, 0.332], +[1.346, 1.246, 1.279], +[3.357, 2.538, 2.558], +[1.531, 1.448, 1.407], +[1.003, 0.908, 0.936], +[3.054, 2.720, 2.756], +[2.983, 2.665, 2.699], +[6.937, 5.886, 5.935], +[0.309, 0.065, 0.064], +[10.021, 1.706, 1.698], +[11.143, 1.946, 1.938], +[21.750, 4.349, 4.293], +[55.500, 11.741, 11.809], +[2.520, 0.506, 0.492], +[0.690, 0.405, 0.396], +[2.507, 0.571, 0.584], +[9.597, 2.381, 2.372], +[8.579, 5.414, 5.327], +[0.476, 0.437, 0.412], +[2.090, 1.087, 1.079], +[5.722, 1.575, 1.563], +[8.361, 8.076, 8.055], +[11.832, 7.255, 7.144], +[12.161, 7.531, 7.706], +[1.912, 1.840, 1.876], +[0.399, 0.279, 0.268], +[0.180, 0.119, 0.118], +[0.187, 0.127, 0.128], +[0.817, 0.639, 0.638], +[0.144, 0.062, 0.062], +[0.140, 0.055, 0.055], +[0.134, 0.063, 0.063] ] } diff --git a/datafusion/results/single.json b/datafusion/results/single.json index 8c0c53837..7242601ca 100644 --- a/datafusion/results/single.json +++ b/datafusion/results/single.json @@ -1,9 +1,9 @@ { "system": "DataFusion (Parquet, single)", - "date": "2023-11-29", + "date": "2024-01-08", "machine": "c6a.4xlarge, 500gb gp2", "cluster_size": 1, - "comment": "v33.0.0 (d2efaa9)", + "comment": "v34.0.0 (2693384)", "tags": ["Rust", "column-oriented", "embedded", "stateless"], @@ -11,48 +11,48 @@ "data_size": 14779976446, "result": [ -[0.068, 0.045, 0.046], -[0.098, 0.060, 0.062], -[0.175, 0.111, 0.106], -[0.401, 0.107, 0.108], -[1.011, 0.812, 0.815], -[1.356, 1.258, 1.230], -[0.094, 0.069, 0.068], -[0.096, 0.065, 0.063], -[1.548, 1.432, 1.459], -[2.676, 2.483, 2.472], -[0.488, 0.342, 0.337], -[0.525, 0.353, 0.360], -[1.350, 1.246, 1.244], -[3.263, 2.467, 2.480], -[1.460, 1.376, 1.394], -[1.019, 0.940, 0.934], -[3.053, 2.688, 2.713], -[2.989, 2.598, 2.615], -[6.715, 5.675, 5.654], -[0.311, 0.098, 0.102], -[9.910, 1.566, 1.577], -[11.127, 1.946, 1.856], -[21.951, 4.155, 4.082], -[55.962, 11.448, 11.448], -[2.450, 0.555, 0.576], -[0.719, 0.507, 0.503], -[2.437, 0.637, 0.635], -[9.570, 2.371, 2.326], -[9.068, 5.013, 4.951], -[0.553, 0.488, 0.477], -[2.074, 1.104, 1.121], -[5.590, 1.526, 1.552], -[8.068, 7.646, 7.726], -[11.579, 6.687, 6.672], -[11.953, 7.284, 7.291], -[1.911, 1.814, 1.828], -[0.440, 0.311, 0.322], -[0.231, 0.184, 0.180], -[0.242, 0.171, 0.170], -[0.840, 0.676, 0.658], -[0.153, 0.094, 0.098], -[0.129, 0.089, 0.089], -[0.156, 0.097, 0.105] +[0.067, 0.046, 0.047], +[0.113, 0.064, 0.063], +[0.162, 0.109, 0.109], +[0.369, 0.111, 0.111], +[1.056, 0.865, 0.859], +[1.339, 1.289, 1.273], +[0.085, 0.064, 0.066], +[0.089, 0.067, 0.068], +[1.590, 1.524, 1.504], +[2.699, 2.570, 2.582], +[0.472, 0.334, 0.343], +[0.481, 0.366, 0.365], +[1.372, 1.268, 1.282], +[3.440, 2.720, 2.669], +[1.482, 1.432, 1.440], +[1.066, 0.975, 0.975], +[3.138, 2.811, 2.749], +[3.011, 2.676, 2.701], +[6.943, 5.822, 5.923], +[0.335, 0.107, 0.103], +[9.886, 1.596, 1.591], +[11.131, 1.944, 1.945], +[21.921, 4.175, 4.220], +[55.942, 11.896, 11.949], +[2.460, 0.591, 0.578], +[0.708, 0.524, 0.496], +[2.423, 0.652, 0.641], +[9.529, 2.429, 2.395], +[8.989, 5.087, 5.205], +[0.519, 0.478, 0.466], +[2.094, 1.138, 1.149], +[5.599, 1.615, 1.605], +[8.289, 7.879, 7.869], +[11.493, 6.972, 7.087], +[12.009, 7.605, 7.606], +[1.966, 1.899, 1.855], +[0.431, 0.310, 0.320], +[0.227, 0.182, 0.183], +[0.236, 0.168, 0.172], +[0.809, 0.688, 0.667], +[0.175, 0.091, 0.095], +[0.167, 0.090, 0.089], +[0.166, 0.098, 0.096] ] } From bb2e8fb8fce053abc8577ea6d4bb333466e948cf Mon Sep 17 00:00:00 2001 From: Kirk Mitchener Date: Mon, 8 Jan 2024 20:19:54 +0000 Subject: [PATCH 2/4] update index.html --- index.html | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/index.html b/index.html index dd4826122..e447259ae 100644 --- a/index.html +++ b/index.html @@ -384,8 +384,8 @@ ,{"system":"Databend","date":"2023-02-26","machine":"c5.4xlarge, 500gb gp2","cluster_size":1,"comment":"","tags":["Rust","column-oriented","MySQL compatible","ClickHouse derivative"],"load_time":368,"data_size":20922561953,"result":[[0.002554,0.002257,0.002058],[0.041885,0.026659,0.026301],[0.377386,0.047169,0.046246],[1.111276,0.043512,0.042424],[1.337056,0.378329,0.378],[1.517051,0.516229,0.513954],[0.040641,0.02423,0.025701],[0.048797,0.029641,0.028597],[1.695267,0.591075,0.582311],[2.82141,0.663166,0.666039],[1.407029,0.255046,0.253865],[1.971179,0.258693,0.254872],[1.548181,0.639874,0.63798],[3.217226,1.0459,1.038888],[1.861833,0.815691,0.806401],[0.768044,0.530842,0.528053],[3.639183,2.567878,2.556752],[2.787874,1.658994,1.6746],[7.466028,4.180932,4.241429],[0.006217,0.003521,0.013345],[10.689073,0.56204,0.551567],[12.984685,0.686805,0.676753],[23.748547,1.311328,1.267505],[6.763271,0.285252,0.273009],[0.132152,0.028291,0.028296],[1.943504,0.226601,0.224721],[0.326737,0.029324,0.027575],[11.538898,0.516586,0.502331],[9.223633,6.920732,6.945943],[0.153429,0.074415,0.073831],[5.458251,0.556813,0.550952],[7.330739,0.895601,0.866605],[7.677006,4.602414,4.704338],[11.838616,2.964448,3.080231],[11.848512,2.947774,3.029332],[0.57868,0.525259,0.491508],[0.086986,0.062111,0.062906],[0.06579,0.032106,0.031138],[0.030254,0.01606,0.017036],[0.124381,0.093671,0.095871],[0.029603,0.019117,0.022236],[0.019694,0.010848,0.016053],[0.019806,0.010239,0.010112]],"source":"databend/results/c5.4xlarge.json"} ,{"system":"Databend","date":"2023-02-26","machine":"c6a.4xlarge, 500gb gp2","cluster_size":1,"comment":"","tags":["Rust","column-oriented","MySQL compatible","ClickHouse derivative"],"load_time":357,"data_size":20922561953,"result":[[0.002354,0.001796,0.001676],[0.03541,0.019995,0.020233],[0.387346,0.031738,0.031385],[1.13763,0.030899,0.030119],[1.405919,0.423186,0.423155],[1.562987,0.578546,0.580928],[0.032613,0.014625,0.014217],[0.032749,0.02213,0.022904],[1.735342,0.53332,0.524569],[2.804289,0.599192,0.595315],[1.369841,0.17547,0.186941],[2.0922,0.181471,0.181655],[1.750355,0.683891,0.67764],[3.213623,1.051686,1.04771],[1.881785,0.830412,0.813682],[0.813736,0.602403,0.591426],[3.880537,2.488562,2.4804],[2.782833,1.3676,1.344967],[7.815274,4.236312,4.263853],[0.006507,0.003202,0.003167],[10.674944,0.451903,0.43883],[12.984352,0.543479,0.531805],[23.749905,1.028132,1.006847],[6.267209,0.20805,0.194846],[0.273405,0.027663,0.027727],[1.813349,0.183311,0.180188],[0.441909,0.027818,0.027427],[11.5565,0.410411,0.397217],[11.878248,11.803086,11.842988],[0.147288,0.058588,0.056877],[5.500723,0.496444,0.488228],[7.438851,0.982329,0.97478],[8.228235,5.575889,5.488849],[12.279272,3.42623,3.439635],[12.288545,3.465759,3.472598],[0.629652,0.542064,0.549532],[0.068277,0.055286,0.062397],[0.028899,0.023338,0.026963],[0.024785,0.016914,0.014623],[0.094073,0.082865,0.088973],[0.024245,0.013744,0.017487],[0.018292,0.009779,0.008906],[0.018714,0.009268,0.009275]],"source":"databend/results/c6a.4xlarge.json"} ,{"system":"Databend","date":"2023-02-26","machine":"c6a.metal, 500gb gp2","cluster_size":1,"comment":"","tags":["Rust","column-oriented","MySQL compatible","ClickHouse derivative"],"load_time":70,"data_size":20922561953,"result":[[0.073969,0.002969,0.002275],[0.289053,0.0145,0.013984],[0.597566,0.020848,0.022175],[1.241144,0.019701,0.019218],[1.407042,0.266073,0.245832],[1.707674,0.265472,0.272181],[0.037721,0.015296,0.014786],[0.044271,0.019238,0.018279],[1.814285,0.29248,0.287474],[3.034563,0.304214,0.31072],[1.634329,0.286281,0.299248],[1.937083,0.177104,0.188476],[1.52924,0.28984,0.289497],[3.075821,0.461813,0.428307],[1.708843,0.27206,0.275821],[0.83204,0.234342,0.218837],[3.085068,0.494668,0.480146],[2.891979,0.477079,0.457178],[6.122974,0.690913,0.634832],[0.186429,0.004711,0.00394],[10.868874,0.099969,0.086985],[13.480312,0.11198,0.10336],[24.405612,0.431874,0.440055],[10.061871,0.2325,0.242135],[0.647733,0.046068,0.039222],[2.100647,0.046711,0.043591],[1.391526,0.041194,0.039617],[11.536597,0.093705,0.088706],[9.839564,1.566094,1.5916],[0.16243,0.049029,0.049039],[5.631392,0.26343,0.225562],[7.261623,0.304319,0.279184],[5.646363,1.06771,0.910199],[11.17362,0.789665,0.684581],[11.251824,0.766817,0.682614],[0.663092,0.261053,0.272992],[0.40079,0.083889,0.091102],[0.073341,0.021988,0.028371],[0.091126,0.019851,0.013461],[0.151101,0.058686,0.058112],[0.281109,0.016812,0.014878],[0.398818,0.015711,0.022669],[0.222298,0.011058,0.014887]],"source":"databend/results/c6a.metal.json"} -,{"system":"DataFusion (Parquet, partitioned)","date":"2023-12-02","machine":"c6a.4xlarge, 500gb gp2","cluster_size":1,"comment":"v33.0.0 (d2efaa9)","tags":["Rust","column-oriented","embedded","stateless"],"load_time":0,"data_size":14779976446,"result":[[0.027,0.012,0.014],[0.074,0.027,0.026],[0.142,0.079,0.077],[0.39,0.073,0.077],[1.043,0.742,0.73],[1.2,1.101,1.082],[0.062,0.032,0.032],[0.062,0.028,0.029],[1.427,1.379,1.376],[2.526,2.383,2.345],[0.442,0.297,0.3],[0.483,0.327,0.331],[1.191,1.098,1.139],[3.213,2.37,2.403],[1.343,1.287,1.284],[0.891,0.861,0.863],[3.064,2.602,2.594],[3.007,2.528,2.559],[6.752,5.508,5.604],[0.307,0.065,0.064],[9.928,1.532,1.532],[11.092,1.809,1.795],[21.671,4.209,4.193],[55.553,11.259,11.202],[2.506,0.47,0.459],[0.674,0.375,0.37],[2.503,0.539,0.548],[9.512,2.25,2.22],[8.435,4.891,4.883],[0.515,0.464,0.472],[2.041,0.993,0.995],[5.709,1.461,1.458],[8.232,7.693,7.728],[11.45,6.656,6.624],[11.788,7.241,7.282],[1.799,1.694,1.721],[0.277,0.183,0.187],[0.14,0.09,0.093],[0.145,0.084,0.083],[0.507,0.418,0.413],[0.09,0.05,0.05],[0.111,0.047,0.047],[0.106,0.05,0.055]],"source":"datafusion/results/partitioned.json"} -,{"system":"DataFusion (Parquet, single)","date":"2023-11-29","machine":"c6a.4xlarge, 500gb gp2","cluster_size":1,"comment":"v33.0.0 (d2efaa9)","tags":["Rust","column-oriented","embedded","stateless"],"load_time":0,"data_size":14779976446,"result":[[0.068,0.045,0.046],[0.098,0.06,0.062],[0.175,0.111,0.106],[0.401,0.107,0.108],[1.011,0.812,0.815],[1.356,1.258,1.23],[0.094,0.069,0.068],[0.096,0.065,0.063],[1.548,1.432,1.459],[2.676,2.483,2.472],[0.488,0.342,0.337],[0.525,0.353,0.36],[1.35,1.246,1.244],[3.263,2.467,2.48],[1.46,1.376,1.394],[1.019,0.94,0.934],[3.053,2.688,2.713],[2.989,2.598,2.615],[6.715,5.675,5.654],[0.311,0.098,0.102],[9.91,1.566,1.577],[11.127,1.946,1.856],[21.951,4.155,4.082],[55.962,11.448,11.448],[2.45,0.555,0.576],[0.719,0.507,0.503],[2.437,0.637,0.635],[9.57,2.371,2.326],[9.068,5.013,4.951],[0.553,0.488,0.477],[2.074,1.104,1.121],[5.59,1.526,1.552],[8.068,7.646,7.726],[11.579,6.687,6.672],[11.953,7.284,7.291],[1.911,1.814,1.828],[0.44,0.311,0.322],[0.231,0.184,0.18],[0.242,0.171,0.17],[0.84,0.676,0.658],[0.153,0.094,0.098],[0.129,0.089,0.089],[0.156,0.097,0.105]],"source":"datafusion/results/single.json"} +,{"system":"DataFusion (Parquet, partitioned)","date":"202l-01-08","machine":"c6a.4xlarge, 500gb gp2","cluster_size":1,"comment":"v34.0.0 (2693384)","tags":["Rust","column-oriented","embedded","stateless"],"load_time":0,"data_size":14779976446,"result":[[0.031,0.013,0.013],[0.065,0.028,0.027],[0.144,0.079,0.079],[0.366,0.078,0.077],[1.085,0.794,0.823],[1.290,1.173,1.210],[0.056,0.030,0.031],[0.056,0.029,0.031],[1.561,1.460,1.448],[2.628,2.502,2.516],[0.527,0.308,0.306],[0.464,0.350,0.332],[1.346,1.246,1.279],[3.357,2.538,2.558],[1.531,1.448,1.407],[1.003,0.908,0.936],[3.054,2.720,2.756],[2.983,2.665,2.699],[6.937,5.886,5.935],[0.309,0.065,0.064],[10.021,1.706,1.698],[11.143,1.946,1.938],[21.750,4.349,4.293],[55.500,11.741,11.809],[2.520,0.506,0.492],[0.690,0.405,0.396],[2.507,0.571,0.584],[9.597,2.381,2.372],[8.579,5.414,5.327],[0.476,0.437,0.412],[2.090,1.087,1.079],[5.722,1.575,1.563],[8.361,8.076,8.055],[11.832,7.255,7.144],[12.161,7.531,7.706],[1.912,1.840,1.876],[0.399,0.279,0.268],[0.180,0.119,0.118],[0.187,0.127,0.128],[0.817,0.639,0.638],[0.144,0.062,0.062],[0.140,0.055,0.055],[0.134,0.063,0.063]],"source":"datafusion/results/partitioned.json"} +,{"system":"DataFusion (Parquet, single)","date":"2024-01-08","machine":"c6a.4xlarge, 500gb gp2","cluster_size":1,"comment":"v34.0.0 (2693384)","tags":["Rust","column-oriented","embedded","stateless"],"load_time":0,"data_size":14779976446,"result":[[0.067,0.046,0.047],[0.113,0.064,0.063],[0.162,0.109,0.109],[0.369,0.111,0.111],[1.056,0.865,0.859],[1.339,1.289,1.273],[0.085,0.064,0.066],[0.089,0.067,0.068],[1.590,1.524,1.504],[2.699,2.570,2.582],[0.472,0.334,0.343],[0.481,0.366,0.365],[1.372,1.268,1.282],[3.440,2.720,2.669],[1.482,1.432,1.440],[1.066,0.975,0.975],[3.138,2.811,2.749],[3.011,2.676,2.701],[6.943,5.822,5.923],[0.335,0.107,0.103],[9.886,1.596,1.591],[11.131,1.944,1.945],[21.921,4.175,4.220],[55.942,11.896,11.949],[2.460,0.591,0.578],[0.708,0.524,0.496],[2.423,0.652,0.641],[9.529,2.429,2.395],[8.989,5.087,5.205],[0.519,0.478,0.466],[2.094,1.138,1.149],[5.599,1.615,1.605],[8.289,7.879,7.869],[11.493,6.972,7.087],[12.009,7.605,7.606],[1.966,1.899,1.855],[0.431,0.310,0.320],[0.227,0.182,0.183],[0.236,0.168,0.172],[0.809,0.688,0.667],[0.175,0.091,0.095],[0.167,0.090,0.089],[0.166,0.098,0.096]],"source":"datafusion/results/single.json"} ,{"system":"Apache Doris","date":"2022-11-20","machine":"c6a.4xlarge, 500gb gp2","cluster_size":1,"comment":"","tags":["C++","column-oriented","MySQL compatible","ClickHouse derivative"],"load_time":415,"data_size":17170564642,"result":[[0.07,0.03,0.03],[0.13,0.04,0.04],[0.11,0.04,0.03],[1.12,0.04,0.06],[1.06,1.06,1.05],[0.85,0.78,0.76],[0.01,0.02,0.02],[0.04,0.03,0.03],[0.57,0.56,0.54],[0.61,0.61,0.63],[0.16,0.11,0.11],[0.15,0.13,0.13],[0.59,0.58,0.58],[0.89,0.91,0.88],[0.79,0.77,0.77],[0.37,0.37,0.38],[1.09,1.07,1.09],[0.26,0.26,0.3],[2.1,2.02,2.04],[0.03,0.01,0.02],[10.82,1.14,1.14],[9,2.87,0.94],[12.17,1.29,0.98],[32.09,2.35,2.27],[1.28,0.13,0.14],[0.12,0.13,0.12],[0.14,0.15,0.14],[10.55,1.19,1.18],[10.04,9.56,9.52],[0.71,0.72,0.65],[1.84,0.44,0.42],[2.13,0.5,0.51],[3.17,3.16,3.37],[12,4.4,4.51],[11.83,4.46,4.27],[1.16,1.11,1.12],[0.07,0.05,0.05],[0.03,0.02,0.02],[0.02,0.02,0.02],[0.15,0.14,0.12],[0.04,0.02,0.02],[0.03,0.02,0.02],[0.03,0.02,0.02]],"source":"doris/results/c6a.4xlarge.json"} ,{"system":"Druid","date":"2022-07-01","machine":"c6a.4xlarge, 500gb gp2","cluster_size":1,"comment":"Druid is killed and restarted after every query. Otherwise some queries make Druid degraded and results are incorrect. For example after Q13 even SELECT 1 works for 7 seconds","tags":["Java","column-oriented"],"load_time":19620,"data_size":45188608472,"result":[[0.032365,0.016716,0.016921],[0.400766,0.275591,0.271057],[0.38235,0.152084,0.151652],[1.379492,0.137201,0.128902],[3.278731,2.527105,2.515128],[8.576382,6.54654,6.503001],[null,null,null],[0.563852,0.273795,0.275086],[11.509993,10.636571,10.597993],[13.357647,12.42121,12.337247],[1.636875,0.8213,0.900056],[1.692544,0.512066,0.440511],[2.453274,1.769806,1.807207],[8.503408,7.261406,7.334872],[61.056041,59.251083,59.500549],[8.62067,8.236657,8.22538],[164.840762,null,null],[24.165797,22.308466,null],[null,null,null],[null,null,null],[25.973369,25.597864,25.602509],[null,null,null],[null,null,null],[7.805347,6.629776,6.947366],[0.257845,0.020327,0.016976],[null,null,null],[null,null,null],[32.948154,31.04677,29.221959],[null,null,null],[7.230865,7.033713,6.972421],[20.54625,19.237428,19.258469],[54.065945,52.451318,52.466653],[null,null,null],[17.499267,null,null],[null,null,null],[60.478315,60.05494,60.458946],[1.698088,1.490317,1.461969],[1.409572,0.939003,0.907252],[0.866729,0.329539,0.287435],[null,null,null],[0.932473,0.420781,0.359095],[0.723142,0.3253,0.296865],[0.603483,0.150892,0.140716]],"source":"druid/results/c6a.4xlarge.json"} ,{"system":"DuckDB (Parquet, partitioned)","date":"2023-09-26","machine":"c6a.4xlarge, 500gb gp2","cluster_size":1,"comment":"","tags":["C++","column-oriented","embedded","stateless"],"load_time":0,"data_size":14737666736,"result":[[0.06858791799959363,0.044711035000091215,0.042833501000131946],[0.08466665400010243,0.061327259999870876,0.06103660400003719],[0.14877448299967,0.10559172700004638,0.10446714899990184],[0.33234463500002676,0.09389112100006969,0.09252776699986498],[1.1345820209999147,0.5388421589996142,0.5428325200000472],[0.8665522809997128,0.7525683420003588,0.7726315990003059],[0.14739966299976004,0.12885476300016308,0.1280705589997524],[0.08514470599993729,0.0660608250000223,0.06364701199981937],[0.7901016199998594,0.6670942910000122,0.6656622149998839],[1.112716422000176,0.9176106790000631,0.8993262330000107],[0.4155927659999179,0.21104949600021428,0.21018879099983678],[1.0025453209996158,0.2506203090001691,0.24569647199996325],[1.2344316989997424,0.6329478739999104,0.6651636070000677],[2.456399698000041,1.0311697550000645,1.0137859460000982],[0.9334836890002407,0.6877674190000107,0.70905577800022],[0.673465615999703,0.5981919160003599,0.6082133740001154],[2.494906011999774,1.4013747280000644,1.3922408849998646],[2.375765204000345,1.324844154999937,1.3226832469999863],[4.690465237999888,2.3323504360000697,2.3752783559998534],[0.20363476300008188,0.08883917699995436,0.08691825200003223],[9.97606974700011,1.850158613000076,1.8413504770001055],[10.993020309999793,1.688866285000131,1.6903490720001173],[21.570115048999924,3.479486579999957,3.460369050999816],[55.44843658699983,11.133978315999684,11.129654930000015],[2.6089661060000253,0.48738706799986176,0.47928872500006037],[0.7135218759999589,0.3805757249997441,0.35711958900037644],[2.769580591999784,0.4973172830000294,0.4876009600002362],[9.315595299000051,1.488970874000188,1.4658663950003756],[8.170337007999933,4.1328330040000765,4.145880016000319],[4.665519644000142,4.670076305000293,4.6598440840002695],[2.2809909809998317,0.781899636000162,0.7691932829998223],[6.008987953999622,0.9412647040003321,0.9506733889998031],[6.1903129289999015,3.628633594999883,3.815570798999943],[9.97725304100004,2.979070244000013,2.997355967999738],[9.978100522000204,2.992902611000318,3.022268540999903],[0.92484311599992,0.8439210039996397,0.8562627520000206],[0.23992238600021665,0.13403623200019865,0.1317714319998231],[0.1254186490000393,0.09669256999995923,0.09850224299998445],[0.13835749800000485,0.09647460799988039,0.0929961749998256],[0.3313648240000475,0.2376939770001627,0.24857611900006304],[0.07056037899974399,0.05403545599983772,0.051252997999654326],[0.07037150599990127,0.04856322000023283,0.04816857199966762],[0.06874101699986568,0.04819512300036877,0.04709468300006847]],"source":"duckdb-parquet/results/c6a.4xlarge.json"} From 4bc502d02f16b42a82a3f80354ebb131025a32e9 Mon Sep 17 00:00:00 2001 From: Kirk Mitchener Date: Tue, 9 Jan 2024 00:50:20 +0000 Subject: [PATCH 3/4] fix date for partitioned results --- datafusion/results/partitioned.json | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/datafusion/results/partitioned.json b/datafusion/results/partitioned.json index 3ef8484dc..2199e0e96 100644 --- a/datafusion/results/partitioned.json +++ b/datafusion/results/partitioned.json @@ -1,6 +1,6 @@ { "system": "DataFusion (Parquet, partitioned)", - "date": "202l-01-08", + "date": "2024-01-08", "machine": "c6a.4xlarge, 500gb gp2", "cluster_size": 1, "comment": "v34.0.0 (2693384)", From f3407936f168bd57e6b8a87813a3de9afdbaba2d Mon Sep 17 00:00:00 2001 From: Kirk Mitchener Date: Sun, 14 Jan 2024 08:44:01 -0500 Subject: [PATCH 4/4] Update index.html Co-authored-by: Nikita Taranov --- index.html | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/index.html b/index.html index e447259ae..9aa01152d 100644 --- a/index.html +++ b/index.html @@ -384,7 +384,7 @@ ,{"system":"Databend","date":"2023-02-26","machine":"c5.4xlarge, 500gb gp2","cluster_size":1,"comment":"","tags":["Rust","column-oriented","MySQL compatible","ClickHouse derivative"],"load_time":368,"data_size":20922561953,"result":[[0.002554,0.002257,0.002058],[0.041885,0.026659,0.026301],[0.377386,0.047169,0.046246],[1.111276,0.043512,0.042424],[1.337056,0.378329,0.378],[1.517051,0.516229,0.513954],[0.040641,0.02423,0.025701],[0.048797,0.029641,0.028597],[1.695267,0.591075,0.582311],[2.82141,0.663166,0.666039],[1.407029,0.255046,0.253865],[1.971179,0.258693,0.254872],[1.548181,0.639874,0.63798],[3.217226,1.0459,1.038888],[1.861833,0.815691,0.806401],[0.768044,0.530842,0.528053],[3.639183,2.567878,2.556752],[2.787874,1.658994,1.6746],[7.466028,4.180932,4.241429],[0.006217,0.003521,0.013345],[10.689073,0.56204,0.551567],[12.984685,0.686805,0.676753],[23.748547,1.311328,1.267505],[6.763271,0.285252,0.273009],[0.132152,0.028291,0.028296],[1.943504,0.226601,0.224721],[0.326737,0.029324,0.027575],[11.538898,0.516586,0.502331],[9.223633,6.920732,6.945943],[0.153429,0.074415,0.073831],[5.458251,0.556813,0.550952],[7.330739,0.895601,0.866605],[7.677006,4.602414,4.704338],[11.838616,2.964448,3.080231],[11.848512,2.947774,3.029332],[0.57868,0.525259,0.491508],[0.086986,0.062111,0.062906],[0.06579,0.032106,0.031138],[0.030254,0.01606,0.017036],[0.124381,0.093671,0.095871],[0.029603,0.019117,0.022236],[0.019694,0.010848,0.016053],[0.019806,0.010239,0.010112]],"source":"databend/results/c5.4xlarge.json"} ,{"system":"Databend","date":"2023-02-26","machine":"c6a.4xlarge, 500gb gp2","cluster_size":1,"comment":"","tags":["Rust","column-oriented","MySQL compatible","ClickHouse derivative"],"load_time":357,"data_size":20922561953,"result":[[0.002354,0.001796,0.001676],[0.03541,0.019995,0.020233],[0.387346,0.031738,0.031385],[1.13763,0.030899,0.030119],[1.405919,0.423186,0.423155],[1.562987,0.578546,0.580928],[0.032613,0.014625,0.014217],[0.032749,0.02213,0.022904],[1.735342,0.53332,0.524569],[2.804289,0.599192,0.595315],[1.369841,0.17547,0.186941],[2.0922,0.181471,0.181655],[1.750355,0.683891,0.67764],[3.213623,1.051686,1.04771],[1.881785,0.830412,0.813682],[0.813736,0.602403,0.591426],[3.880537,2.488562,2.4804],[2.782833,1.3676,1.344967],[7.815274,4.236312,4.263853],[0.006507,0.003202,0.003167],[10.674944,0.451903,0.43883],[12.984352,0.543479,0.531805],[23.749905,1.028132,1.006847],[6.267209,0.20805,0.194846],[0.273405,0.027663,0.027727],[1.813349,0.183311,0.180188],[0.441909,0.027818,0.027427],[11.5565,0.410411,0.397217],[11.878248,11.803086,11.842988],[0.147288,0.058588,0.056877],[5.500723,0.496444,0.488228],[7.438851,0.982329,0.97478],[8.228235,5.575889,5.488849],[12.279272,3.42623,3.439635],[12.288545,3.465759,3.472598],[0.629652,0.542064,0.549532],[0.068277,0.055286,0.062397],[0.028899,0.023338,0.026963],[0.024785,0.016914,0.014623],[0.094073,0.082865,0.088973],[0.024245,0.013744,0.017487],[0.018292,0.009779,0.008906],[0.018714,0.009268,0.009275]],"source":"databend/results/c6a.4xlarge.json"} ,{"system":"Databend","date":"2023-02-26","machine":"c6a.metal, 500gb gp2","cluster_size":1,"comment":"","tags":["Rust","column-oriented","MySQL compatible","ClickHouse derivative"],"load_time":70,"data_size":20922561953,"result":[[0.073969,0.002969,0.002275],[0.289053,0.0145,0.013984],[0.597566,0.020848,0.022175],[1.241144,0.019701,0.019218],[1.407042,0.266073,0.245832],[1.707674,0.265472,0.272181],[0.037721,0.015296,0.014786],[0.044271,0.019238,0.018279],[1.814285,0.29248,0.287474],[3.034563,0.304214,0.31072],[1.634329,0.286281,0.299248],[1.937083,0.177104,0.188476],[1.52924,0.28984,0.289497],[3.075821,0.461813,0.428307],[1.708843,0.27206,0.275821],[0.83204,0.234342,0.218837],[3.085068,0.494668,0.480146],[2.891979,0.477079,0.457178],[6.122974,0.690913,0.634832],[0.186429,0.004711,0.00394],[10.868874,0.099969,0.086985],[13.480312,0.11198,0.10336],[24.405612,0.431874,0.440055],[10.061871,0.2325,0.242135],[0.647733,0.046068,0.039222],[2.100647,0.046711,0.043591],[1.391526,0.041194,0.039617],[11.536597,0.093705,0.088706],[9.839564,1.566094,1.5916],[0.16243,0.049029,0.049039],[5.631392,0.26343,0.225562],[7.261623,0.304319,0.279184],[5.646363,1.06771,0.910199],[11.17362,0.789665,0.684581],[11.251824,0.766817,0.682614],[0.663092,0.261053,0.272992],[0.40079,0.083889,0.091102],[0.073341,0.021988,0.028371],[0.091126,0.019851,0.013461],[0.151101,0.058686,0.058112],[0.281109,0.016812,0.014878],[0.398818,0.015711,0.022669],[0.222298,0.011058,0.014887]],"source":"databend/results/c6a.metal.json"} -,{"system":"DataFusion (Parquet, partitioned)","date":"202l-01-08","machine":"c6a.4xlarge, 500gb gp2","cluster_size":1,"comment":"v34.0.0 (2693384)","tags":["Rust","column-oriented","embedded","stateless"],"load_time":0,"data_size":14779976446,"result":[[0.031,0.013,0.013],[0.065,0.028,0.027],[0.144,0.079,0.079],[0.366,0.078,0.077],[1.085,0.794,0.823],[1.290,1.173,1.210],[0.056,0.030,0.031],[0.056,0.029,0.031],[1.561,1.460,1.448],[2.628,2.502,2.516],[0.527,0.308,0.306],[0.464,0.350,0.332],[1.346,1.246,1.279],[3.357,2.538,2.558],[1.531,1.448,1.407],[1.003,0.908,0.936],[3.054,2.720,2.756],[2.983,2.665,2.699],[6.937,5.886,5.935],[0.309,0.065,0.064],[10.021,1.706,1.698],[11.143,1.946,1.938],[21.750,4.349,4.293],[55.500,11.741,11.809],[2.520,0.506,0.492],[0.690,0.405,0.396],[2.507,0.571,0.584],[9.597,2.381,2.372],[8.579,5.414,5.327],[0.476,0.437,0.412],[2.090,1.087,1.079],[5.722,1.575,1.563],[8.361,8.076,8.055],[11.832,7.255,7.144],[12.161,7.531,7.706],[1.912,1.840,1.876],[0.399,0.279,0.268],[0.180,0.119,0.118],[0.187,0.127,0.128],[0.817,0.639,0.638],[0.144,0.062,0.062],[0.140,0.055,0.055],[0.134,0.063,0.063]],"source":"datafusion/results/partitioned.json"} +,{"system":"DataFusion (Parquet, partitioned)","date":"2024-01-08","machine":"c6a.4xlarge, 500gb gp2","cluster_size":1,"comment":"v34.0.0 (2693384)","tags":["Rust","column-oriented","embedded","stateless"],"load_time":0,"data_size":14779976446,"result":[[0.031,0.013,0.013],[0.065,0.028,0.027],[0.144,0.079,0.079],[0.366,0.078,0.077],[1.085,0.794,0.823],[1.290,1.173,1.210],[0.056,0.030,0.031],[0.056,0.029,0.031],[1.561,1.460,1.448],[2.628,2.502,2.516],[0.527,0.308,0.306],[0.464,0.350,0.332],[1.346,1.246,1.279],[3.357,2.538,2.558],[1.531,1.448,1.407],[1.003,0.908,0.936],[3.054,2.720,2.756],[2.983,2.665,2.699],[6.937,5.886,5.935],[0.309,0.065,0.064],[10.021,1.706,1.698],[11.143,1.946,1.938],[21.750,4.349,4.293],[55.500,11.741,11.809],[2.520,0.506,0.492],[0.690,0.405,0.396],[2.507,0.571,0.584],[9.597,2.381,2.372],[8.579,5.414,5.327],[0.476,0.437,0.412],[2.090,1.087,1.079],[5.722,1.575,1.563],[8.361,8.076,8.055],[11.832,7.255,7.144],[12.161,7.531,7.706],[1.912,1.840,1.876],[0.399,0.279,0.268],[0.180,0.119,0.118],[0.187,0.127,0.128],[0.817,0.639,0.638],[0.144,0.062,0.062],[0.140,0.055,0.055],[0.134,0.063,0.063]],"source":"datafusion/results/partitioned.json"} ,{"system":"DataFusion (Parquet, single)","date":"2024-01-08","machine":"c6a.4xlarge, 500gb gp2","cluster_size":1,"comment":"v34.0.0 (2693384)","tags":["Rust","column-oriented","embedded","stateless"],"load_time":0,"data_size":14779976446,"result":[[0.067,0.046,0.047],[0.113,0.064,0.063],[0.162,0.109,0.109],[0.369,0.111,0.111],[1.056,0.865,0.859],[1.339,1.289,1.273],[0.085,0.064,0.066],[0.089,0.067,0.068],[1.590,1.524,1.504],[2.699,2.570,2.582],[0.472,0.334,0.343],[0.481,0.366,0.365],[1.372,1.268,1.282],[3.440,2.720,2.669],[1.482,1.432,1.440],[1.066,0.975,0.975],[3.138,2.811,2.749],[3.011,2.676,2.701],[6.943,5.822,5.923],[0.335,0.107,0.103],[9.886,1.596,1.591],[11.131,1.944,1.945],[21.921,4.175,4.220],[55.942,11.896,11.949],[2.460,0.591,0.578],[0.708,0.524,0.496],[2.423,0.652,0.641],[9.529,2.429,2.395],[8.989,5.087,5.205],[0.519,0.478,0.466],[2.094,1.138,1.149],[5.599,1.615,1.605],[8.289,7.879,7.869],[11.493,6.972,7.087],[12.009,7.605,7.606],[1.966,1.899,1.855],[0.431,0.310,0.320],[0.227,0.182,0.183],[0.236,0.168,0.172],[0.809,0.688,0.667],[0.175,0.091,0.095],[0.167,0.090,0.089],[0.166,0.098,0.096]],"source":"datafusion/results/single.json"} ,{"system":"Apache Doris","date":"2022-11-20","machine":"c6a.4xlarge, 500gb gp2","cluster_size":1,"comment":"","tags":["C++","column-oriented","MySQL compatible","ClickHouse derivative"],"load_time":415,"data_size":17170564642,"result":[[0.07,0.03,0.03],[0.13,0.04,0.04],[0.11,0.04,0.03],[1.12,0.04,0.06],[1.06,1.06,1.05],[0.85,0.78,0.76],[0.01,0.02,0.02],[0.04,0.03,0.03],[0.57,0.56,0.54],[0.61,0.61,0.63],[0.16,0.11,0.11],[0.15,0.13,0.13],[0.59,0.58,0.58],[0.89,0.91,0.88],[0.79,0.77,0.77],[0.37,0.37,0.38],[1.09,1.07,1.09],[0.26,0.26,0.3],[2.1,2.02,2.04],[0.03,0.01,0.02],[10.82,1.14,1.14],[9,2.87,0.94],[12.17,1.29,0.98],[32.09,2.35,2.27],[1.28,0.13,0.14],[0.12,0.13,0.12],[0.14,0.15,0.14],[10.55,1.19,1.18],[10.04,9.56,9.52],[0.71,0.72,0.65],[1.84,0.44,0.42],[2.13,0.5,0.51],[3.17,3.16,3.37],[12,4.4,4.51],[11.83,4.46,4.27],[1.16,1.11,1.12],[0.07,0.05,0.05],[0.03,0.02,0.02],[0.02,0.02,0.02],[0.15,0.14,0.12],[0.04,0.02,0.02],[0.03,0.02,0.02],[0.03,0.02,0.02]],"source":"doris/results/c6a.4xlarge.json"} ,{"system":"Druid","date":"2022-07-01","machine":"c6a.4xlarge, 500gb gp2","cluster_size":1,"comment":"Druid is killed and restarted after every query. Otherwise some queries make Druid degraded and results are incorrect. For example after Q13 even SELECT 1 works for 7 seconds","tags":["Java","column-oriented"],"load_time":19620,"data_size":45188608472,"result":[[0.032365,0.016716,0.016921],[0.400766,0.275591,0.271057],[0.38235,0.152084,0.151652],[1.379492,0.137201,0.128902],[3.278731,2.527105,2.515128],[8.576382,6.54654,6.503001],[null,null,null],[0.563852,0.273795,0.275086],[11.509993,10.636571,10.597993],[13.357647,12.42121,12.337247],[1.636875,0.8213,0.900056],[1.692544,0.512066,0.440511],[2.453274,1.769806,1.807207],[8.503408,7.261406,7.334872],[61.056041,59.251083,59.500549],[8.62067,8.236657,8.22538],[164.840762,null,null],[24.165797,22.308466,null],[null,null,null],[null,null,null],[25.973369,25.597864,25.602509],[null,null,null],[null,null,null],[7.805347,6.629776,6.947366],[0.257845,0.020327,0.016976],[null,null,null],[null,null,null],[32.948154,31.04677,29.221959],[null,null,null],[7.230865,7.033713,6.972421],[20.54625,19.237428,19.258469],[54.065945,52.451318,52.466653],[null,null,null],[17.499267,null,null],[null,null,null],[60.478315,60.05494,60.458946],[1.698088,1.490317,1.461969],[1.409572,0.939003,0.907252],[0.866729,0.329539,0.287435],[null,null,null],[0.932473,0.420781,0.359095],[0.723142,0.3253,0.296865],[0.603483,0.150892,0.140716]],"source":"druid/results/c6a.4xlarge.json"}