From 96ed111fbc8f433708dd8642b8d46e907faa8591 Mon Sep 17 00:00:00 2001 From: Patrick McGleenon Date: Thu, 14 Nov 2024 20:42:11 +0000 Subject: [PATCH 1/2] updated for datafusion release 43.0.0 --- datafusion/README.md | 2 +- datafusion/benchmark.sh | 2 +- datafusion/create_partitioned.sql | 3 +- datafusion/create_single.sql | 3 +- datafusion/results/partitioned.json | 90 ++++++++++++++--------------- datafusion/results/single.json | 90 ++++++++++++++--------------- datafusion/run.sh | 2 +- index.html | 4 +- 8 files changed, 99 insertions(+), 97 deletions(-) diff --git a/datafusion/README.md b/datafusion/README.md index b9c5b5d38..cc9157468 100644 --- a/datafusion/README.md +++ b/datafusion/README.md @@ -20,7 +20,7 @@ The benchmark should be completed in under an hour. On-demand pricing is $0.6 pe 1. `cd ClickBench/datafusion` 1. `vi benchmark.sh` and modify following line to target Datafusion version ``` - git checkout 40.0.0 + git checkout 43.0.0 ``` 1. `bash benchmark.sh` diff --git a/datafusion/benchmark.sh b/datafusion/benchmark.sh index 38e1bbb03..759f6590c 100755 --- a/datafusion/benchmark.sh +++ b/datafusion/benchmark.sh @@ -14,7 +14,7 @@ sudo yum install gcc -y # Install DataFusion main branch git clone https://github.com/apache/arrow-datafusion.git cd arrow-datafusion/datafusion-cli -git checkout 40.0.0 +git checkout 43.0.0 CARGO_PROFILE_RELEASE_LTO=true RUSTFLAGS="-C codegen-units=1" cargo build --release export PATH="`pwd`/target/release:$PATH" cd ../.. diff --git a/datafusion/create_partitioned.sql b/datafusion/create_partitioned.sql index 17a8b5b4d..3b3330c1b 100644 --- a/datafusion/create_partitioned.sql +++ b/datafusion/create_partitioned.sql @@ -1,3 +1,4 @@ CREATE EXTERNAL TABLE hits STORED AS PARQUET -LOCATION 'partitioned'; +LOCATION 'partitioned' +OPTIONS ('binary_as_string' 'true'); diff --git a/datafusion/create_single.sql b/datafusion/create_single.sql index eedd4c038..19e623b07 100644 --- a/datafusion/create_single.sql +++ b/datafusion/create_single.sql @@ -1,3 +1,4 @@ CREATE EXTERNAL TABLE hits STORED AS PARQUET -LOCATION 'hits.parquet'; +LOCATION 'hits.parquet' +OPTIONS ('binary_as_string' 'true'); diff --git a/datafusion/results/partitioned.json b/datafusion/results/partitioned.json index 52661cb82..05484f901 100644 --- a/datafusion/results/partitioned.json +++ b/datafusion/results/partitioned.json @@ -1,9 +1,9 @@ { "system": "DataFusion (Parquet, partitioned)", - "date": "2024-07-27", + "date": "2024-11-15", "machine": "c6a.4xlarge, 500gb gp2", "cluster_size": 1, - "comment": "v40.0.0 (4cae813)", + "comment": "v43.0.0 (88f58bf)", "tags": ["Rust", "column-oriented", "embedded", "stateless"], @@ -11,48 +11,48 @@ "data_size": 14779976446, "result": [ -[0.043, 0.018, 0.016], -[0.087, 0.031, 0.028], -[0.173, 0.072, 0.073], -[0.356, 0.075, 0.081], -[1.201, 0.784, 0.796], -[0.960, 0.831, 0.837], -[0.057, 0.026, 0.026], -[0.062, 0.029, 0.031], -[1.408, 1.314, 1.315], -[1.302, 1.025, 1.038], -[0.483, 0.280, 0.269], -[0.705, 0.306, 0.296], -[1.137, 0.931, 0.939], -[3.183, 2.245, 2.252], -[1.499, 1.415, 1.429], -[1.011, 0.901, 0.897], -[3.230, 2.670, 2.655], -[3.136, 2.560, 2.539], -[6.849, 5.608, 5.827], -[0.299, 0.075, 0.068], -[10.086, 1.544, 1.617], -[11.238, 1.821, 1.835], -[21.957, 4.104, 4.132], -[55.510, 10.615, 10.548], -[2.678, 0.503, 0.500], -[0.765, 0.412, 0.413], -[2.649, 0.574, 0.559], -[9.652, 2.177, 2.203], -[8.528, 5.051, 5.019], -[0.499, 0.421, 0.439], -[2.389, 1.018, 1.028], -[6.060, 1.520, 1.513], -[8.820, 8.081, 7.826], -[10.604, 4.851, 5.088], -[10.567, 4.971, 4.880], -[1.737, 1.659, 1.649], -[0.363, 0.247, 0.231], -[0.156, 0.093, 0.092], -[0.198, 0.125, 0.124], -[0.902, 0.701, 0.683], -[0.144, 0.042, 0.041], -[0.130, 0.037, 0.040], -[0.131, 0.055, 0.050] +[0.051, 0.019, 0.019], +[0.091, 0.035, 0.035], +[0.189, 0.085, 0.088], +[0.383, 0.081, 0.077], +[1.071, 0.811, 0.803], +[0.944, 0.801, 0.805], +[0.078, 0.030, 0.030], +[0.103, 0.037, 0.037], +[1.313, 1.205, 1.201], +[1.357, 1.034, 1.025], +[0.511, 0.255, 0.253], +[0.634, 0.295, 0.301], +[1.016, 0.856, 0.879], +[2.615, 1.421, 1.374], +[1.131, 0.931, 0.918], +[1.051, 0.952, 0.958], +[2.672, 2.031, 2.066], +[2.592, 1.879, 1.887], +[5.549, 4.226, 4.335], +[0.254, 0.078, 0.075], +[9.967, 1.098, 1.092], +[11.248, 1.329, 1.327], +[21.868, 2.820, 2.818], +[55.458, 10.286, 10.609], +[2.678, 0.488, 0.486], +[0.802, 0.352, 0.354], +[2.672, 0.507, 0.498], +[9.614, 1.513, 1.507], +[8.368, 3.394, 3.521], +[0.535, 0.418, 0.439], +[2.362, 0.854, 0.861], +[5.957, 0.910, 0.914], +[4.780, 3.806, 3.871], +[10.168, 3.654, 3.586], +[10.090, 3.645, 3.546], +[1.775, 1.644, 1.660], +[0.364, 0.199, 0.183], +[0.183, 0.078, 0.075], +[0.290, 0.128, 0.123], +[0.619, 0.376, 0.376], +[0.148, 0.053, 0.044], +[0.142, 0.042, 0.042], +[0.155, 0.065, 0.053] ] } diff --git a/datafusion/results/single.json b/datafusion/results/single.json index 8bb98a74a..5112839cb 100644 --- a/datafusion/results/single.json +++ b/datafusion/results/single.json @@ -1,9 +1,9 @@ { "system": "DataFusion (Parquet, single)", - "date": "2024-07-27", + "date": "2024-11-15", "machine": "c6a.4xlarge, 500gb gp2", "cluster_size": 1, - "comment": "v40.0.0 (4cae813)", + "comment": "v43.0.0 (88f58bf)", "tags": ["Rust", "column-oriented", "embedded", "stateless"], @@ -11,48 +11,48 @@ "data_size": 14779976446, "result": [ -[0.076, 0.051, 0.055], -[0.113, 0.066, 0.066], -[0.196, 0.115, 0.105], -[0.340, 0.114, 0.115], -[1.074, 0.862, 0.858], -[0.995, 0.874, 0.909], -[0.088, 0.076, 0.065], -[0.102, 0.078, 0.068], -[1.442, 1.349, 1.368], -[1.260, 1.083, 1.064], -[0.451, 0.306, 0.304], -[0.597, 0.337, 0.335], -[1.088, 0.986, 0.974], -[3.085, 2.261, 2.268], -[1.522, 1.428, 1.429], -[1.068, 0.957, 0.960], -[3.217, 2.702, 2.754], -[3.149, 2.621, 2.564], -[6.978, 5.679, 5.865], -[0.338, 0.107, 0.113], -[9.885, 1.466, 1.474], -[11.225, 1.794, 1.791], -[22.035, 3.906, 3.912], -[55.923, 10.899, 10.975], -[2.560, 0.579, 0.575], -[0.754, 0.509, 0.506], -[2.517, 0.674, 0.651], -[9.574, 2.220, 2.216], -[9.070, 4.926, 4.940], -[0.536, 0.473, 0.481], -[2.288, 1.090, 1.101], -[5.823, 1.543, 1.528], -[8.637, 8.328, 7.848], -[10.477, 4.972, 5.022], -[10.435, 4.910, 5.020], -[1.827, 1.685, 1.724], -[0.389, 0.275, 0.270], -[0.201, 0.175, 0.160], -[0.230, 0.173, 0.172], -[0.887, 0.749, 0.755], -[0.172, 0.085, 0.076], -[0.165, 0.075, 0.073], -[0.160, 0.090, 0.100] +[0.093, 0.055, 0.056], +[0.138, 0.070, 0.070], +[0.206, 0.120, 0.117], +[0.346, 0.118, 0.114], +[0.979, 0.867, 0.871], +[1.030, 0.902, 0.904], +[0.125, 0.064, 0.077], +[0.143, 0.083, 0.078], +[1.304, 1.169, 1.240], +[1.533, 1.104, 1.100], +[0.475, 0.272, 0.278], +[0.562, 0.309, 0.315], +[1.165, 0.931, 0.965], +[2.643, 1.402, 1.490], +[1.143, 0.997, 0.983], +[1.106, 0.991, 0.993], +[2.727, 2.161, 2.098], +[2.578, 1.954, 1.947], +[5.530, 4.311, 4.253], +[0.319, 0.105, 0.107], +[9.732, 1.155, 1.149], +[11.337, 1.468, 1.407], +[22.055, 3.678, 3.663], +[55.942, 10.017, 10.014], +[2.561, 0.557, 0.577], +[0.809, 0.510, 0.519], +[2.579, 0.634, 0.620], +[9.630, 1.618, 1.655], +[8.645, 3.565, 3.699], +[0.584, 0.493, 0.485], +[2.285, 0.978, 0.991], +[5.690, 1.046, 1.006], +[4.468, 3.833, 3.885], +[10.123, 3.663, 3.654], +[10.114, 3.672, 3.685], +[1.743, 1.597, 1.659], +[0.389, 0.242, 0.230], +[0.266, 0.155, 0.170], +[0.369, 0.161, 0.180], +[0.659, 0.446, 0.416], +[0.190, 0.084, 0.085], +[0.177, 0.078, 0.079], +[0.164, 0.103, 0.088] ] } diff --git a/datafusion/run.sh b/datafusion/run.sh index a6cc85626..3bda3f86f 100755 --- a/datafusion/run.sh +++ b/datafusion/run.sh @@ -31,7 +31,7 @@ cat queries.sql | while read query; do # 2. each query contains a "Query took xxx seconds", we just grep these 2 lines # 3. use sed to take the second line # 4. use awk to take the number we want - RES=`datafusion-cli -f $CREATE_SQL_FILE /tmp/query.sql 2>&1 | grep "Elapsed" |sed -n 2p | awk '{ print $2 }' + RES=`datafusion-cli -f $CREATE_SQL_FILE /tmp/query.sql 2>&1 | grep "Elapsed" |sed -n 2p | awk '{ print $2 }'` [[ $RES != "" ]] && \ echo -n "$RES" || \ echo -n "null" diff --git a/index.html b/index.html index c746a28af..412f7b29c 100644 --- a/index.html +++ b/index.html @@ -387,8 +387,8 @@ ,{"system":"Databend","date":"2023-02-26","machine":"c5.4xlarge, 500gb gp2","cluster_size":1,"comment":"","tags":["Rust","column-oriented","MySQL compatible","ClickHouse derivative"],"load_time":368,"data_size":20922561953,"result":[[0.002554,0.002257,0.002058],[0.041885,0.026659,0.026301],[0.377386,0.047169,0.046246],[1.111276,0.043512,0.042424],[1.337056,0.378329,0.378],[1.517051,0.516229,0.513954],[0.040641,0.02423,0.025701],[0.048797,0.029641,0.028597],[1.695267,0.591075,0.582311],[2.82141,0.663166,0.666039],[1.407029,0.255046,0.253865],[1.971179,0.258693,0.254872],[1.548181,0.639874,0.63798],[3.217226,1.0459,1.038888],[1.861833,0.815691,0.806401],[0.768044,0.530842,0.528053],[3.639183,2.567878,2.556752],[2.787874,1.658994,1.6746],[7.466028,4.180932,4.241429],[0.006217,0.003521,0.013345],[10.689073,0.56204,0.551567],[12.984685,0.686805,0.676753],[23.748547,1.311328,1.267505],[6.763271,0.285252,0.273009],[0.132152,0.028291,0.028296],[1.943504,0.226601,0.224721],[0.326737,0.029324,0.027575],[11.538898,0.516586,0.502331],[9.223633,6.920732,6.945943],[0.153429,0.074415,0.073831],[5.458251,0.556813,0.550952],[7.330739,0.895601,0.866605],[7.677006,4.602414,4.704338],[11.838616,2.964448,3.080231],[11.848512,2.947774,3.029332],[0.57868,0.525259,0.491508],[0.086986,0.062111,0.062906],[0.06579,0.032106,0.031138],[0.030254,0.01606,0.017036],[0.124381,0.093671,0.095871],[0.029603,0.019117,0.022236],[0.019694,0.010848,0.016053],[0.019806,0.010239,0.010112]],"source":"databend/results/c5.4xlarge.json"} ,{"system":"Databend","date":"2023-02-26","machine":"c6a.4xlarge, 500gb gp2","cluster_size":1,"comment":"","tags":["Rust","column-oriented","MySQL compatible","ClickHouse derivative"],"load_time":357,"data_size":20922561953,"result":[[0.002354,0.001796,0.001676],[0.03541,0.019995,0.020233],[0.387346,0.031738,0.031385],[1.13763,0.030899,0.030119],[1.405919,0.423186,0.423155],[1.562987,0.578546,0.580928],[0.032613,0.014625,0.014217],[0.032749,0.02213,0.022904],[1.735342,0.53332,0.524569],[2.804289,0.599192,0.595315],[1.369841,0.17547,0.186941],[2.0922,0.181471,0.181655],[1.750355,0.683891,0.67764],[3.213623,1.051686,1.04771],[1.881785,0.830412,0.813682],[0.813736,0.602403,0.591426],[3.880537,2.488562,2.4804],[2.782833,1.3676,1.344967],[7.815274,4.236312,4.263853],[0.006507,0.003202,0.003167],[10.674944,0.451903,0.43883],[12.984352,0.543479,0.531805],[23.749905,1.028132,1.006847],[6.267209,0.20805,0.194846],[0.273405,0.027663,0.027727],[1.813349,0.183311,0.180188],[0.441909,0.027818,0.027427],[11.5565,0.410411,0.397217],[11.878248,11.803086,11.842988],[0.147288,0.058588,0.056877],[5.500723,0.496444,0.488228],[7.438851,0.982329,0.97478],[8.228235,5.575889,5.488849],[12.279272,3.42623,3.439635],[12.288545,3.465759,3.472598],[0.629652,0.542064,0.549532],[0.068277,0.055286,0.062397],[0.028899,0.023338,0.026963],[0.024785,0.016914,0.014623],[0.094073,0.082865,0.088973],[0.024245,0.013744,0.017487],[0.018292,0.009779,0.008906],[0.018714,0.009268,0.009275]],"source":"databend/results/c6a.4xlarge.json"} ,{"system":"Databend","date":"2023-02-26","machine":"c6a.metal, 500gb gp2","cluster_size":1,"comment":"","tags":["Rust","column-oriented","MySQL compatible","ClickHouse derivative"],"load_time":70,"data_size":20922561953,"result":[[0.073969,0.002969,0.002275],[0.289053,0.0145,0.013984],[0.597566,0.020848,0.022175],[1.241144,0.019701,0.019218],[1.407042,0.266073,0.245832],[1.707674,0.265472,0.272181],[0.037721,0.015296,0.014786],[0.044271,0.019238,0.018279],[1.814285,0.29248,0.287474],[3.034563,0.304214,0.31072],[1.634329,0.286281,0.299248],[1.937083,0.177104,0.188476],[1.52924,0.28984,0.289497],[3.075821,0.461813,0.428307],[1.708843,0.27206,0.275821],[0.83204,0.234342,0.218837],[3.085068,0.494668,0.480146],[2.891979,0.477079,0.457178],[6.122974,0.690913,0.634832],[0.186429,0.004711,0.00394],[10.868874,0.099969,0.086985],[13.480312,0.11198,0.10336],[24.405612,0.431874,0.440055],[10.061871,0.2325,0.242135],[0.647733,0.046068,0.039222],[2.100647,0.046711,0.043591],[1.391526,0.041194,0.039617],[11.536597,0.093705,0.088706],[9.839564,1.566094,1.5916],[0.16243,0.049029,0.049039],[5.631392,0.26343,0.225562],[7.261623,0.304319,0.279184],[5.646363,1.06771,0.910199],[11.17362,0.789665,0.684581],[11.251824,0.766817,0.682614],[0.663092,0.261053,0.272992],[0.40079,0.083889,0.091102],[0.073341,0.021988,0.028371],[0.091126,0.019851,0.013461],[0.151101,0.058686,0.058112],[0.281109,0.016812,0.014878],[0.398818,0.015711,0.022669],[0.222298,0.011058,0.014887]],"source":"databend/results/c6a.metal.json"} -,{"system":"DataFusion (Parquet, partitioned)","date":"2024-07-27","machine":"c6a.4xlarge, 500gb gp2","cluster_size":1,"comment":"v40.0.0 (4cae813)","tags":["Rust","column-oriented","embedded","stateless"],"load_time":0,"data_size":14779976446,"result":[[0.043,0.018,0.016],[0.087,0.031,0.028],[0.173,0.072,0.073],[0.356,0.075,0.081],[1.201,0.784,0.796],[0.96,0.831,0.837],[0.057,0.026,0.026],[0.062,0.029,0.031],[1.408,1.314,1.315],[1.302,1.025,1.038],[0.483,0.28,0.269],[0.705,0.306,0.296],[1.137,0.931,0.939],[3.183,2.245,2.252],[1.499,1.415,1.429],[1.011,0.901,0.897],[3.23,2.67,2.655],[3.136,2.56,2.539],[6.849,5.608,5.827],[0.299,0.075,0.068],[10.086,1.544,1.617],[11.238,1.821,1.835],[21.957,4.104,4.132],[55.51,10.615,10.548],[2.678,0.503,0.5],[0.765,0.412,0.413],[2.649,0.574,0.559],[9.652,2.177,2.203],[8.528,5.051,5.019],[0.499,0.421,0.439],[2.389,1.018,1.028],[6.06,1.52,1.513],[8.82,8.081,7.826],[10.604,4.851,5.088],[10.567,4.971,4.88],[1.737,1.659,1.649],[0.363,0.247,0.231],[0.156,0.093,0.092],[0.198,0.125,0.124],[0.902,0.701,0.683],[0.144,0.042,0.041],[0.13,0.037,0.04],[0.131,0.055,0.05]],"source":"datafusion/results/partitioned.json"} -,{"system":"DataFusion (Parquet, single)","date":"2024-07-27","machine":"c6a.4xlarge, 500gb gp2","cluster_size":1,"comment":"v40.0.0 (4cae813)","tags":["Rust","column-oriented","embedded","stateless"],"load_time":0,"data_size":14779976446,"result":[[0.076,0.051,0.055],[0.113,0.066,0.066],[0.196,0.115,0.105],[0.34,0.114,0.115],[1.074,0.862,0.858],[0.995,0.874,0.909],[0.088,0.076,0.065],[0.102,0.078,0.068],[1.442,1.349,1.368],[1.26,1.083,1.064],[0.451,0.306,0.304],[0.597,0.337,0.335],[1.088,0.986,0.974],[3.085,2.261,2.268],[1.522,1.428,1.429],[1.068,0.957,0.96],[3.217,2.702,2.754],[3.149,2.621,2.564],[6.978,5.679,5.865],[0.338,0.107,0.113],[9.885,1.466,1.474],[11.225,1.794,1.791],[22.035,3.906,3.912],[55.923,10.899,10.975],[2.56,0.579,0.575],[0.754,0.509,0.506],[2.517,0.674,0.651],[9.574,2.22,2.216],[9.07,4.926,4.94],[0.536,0.473,0.481],[2.288,1.09,1.101],[5.823,1.543,1.528],[8.637,8.328,7.848],[10.477,4.972,5.022],[10.435,4.91,5.02],[1.827,1.685,1.724],[0.389,0.275,0.27],[0.201,0.175,0.16],[0.23,0.173,0.172],[0.887,0.749,0.755],[0.172,0.085,0.076],[0.165,0.075,0.073],[0.16,0.09,0.1]],"source":"datafusion/results/single.json"} +,{"system":"DataFusion (Parquet, partitioned)","date":"2024-11-15","machine":"c6a.4xlarge, 500gb gp2","cluster_size":1,"comment":"v43.0.0 (88f58bf)","tags":["Rust","column-oriented","embedded","stateless"],"load_time":0,"data_size":14779976446,"result": [[0.051,0.019,0.019],[0.091,0.035,0.035],[0.189,0.085,0.088],[0.383,0.081,0.077],[1.071,0.811,0.803],[0.944,0.801,0.805],[0.078,0.030,0.030],[0.103,0.037,0.037],[1.313,1.205,1.201],[1.357,1.034,1.025],[0.511,0.255,0.253],[0.634,0.295,0.301],[1.016,0.856,0.879],[2.615,1.421,1.374],[1.131,0.931,0.918],[1.051,0.952,0.958],[2.672,2.031,2.066],[2.592,1.879,1.887],[5.549,4.226,4.335],[0.254,0.078,0.075],[9.967,1.098,1.092],[11.248,1.329,1.327],[21.868,2.820,2.818],[55.458,10.286,10.609],[2.678,0.488,0.486],[0.802,0.352,0.354],[2.672,0.507,0.498],[9.614,1.513,1.507],[8.368,3.394,3.521],[0.535,0.418,0.439],[2.362,0.854,0.861],[5.957,0.910,0.914],[4.780,3.806,3.871],[10.168,3.654,3.586],[10.090,3.645,3.546],[1.775,1.644,1.660],[0.364,0.199,0.183],[0.183,0.078,0.075],[0.290,0.128,0.123],[0.619,0.376,0.376],[0.148,0.053,0.044],[0.142,0.042,0.042],[0.155,0.065,0.053]] ,"source":"datafusion/results/partitioned.json"} +,{"system":"DataFusion (Parquet, single)","date":"2024-11-15","machine":"c6a.4xlarge, 500gb gp2","cluster_size":1,"comment":"v43.0.0 (88f58bf)","tags":["Rust","column-oriented","embedded","stateless"],"load_time":0,"data_size":14779976446,"result": [[0.093,0.055,0.056],[0.138,0.070,0.070],[0.206,0.120,0.117],[0.346,0.118,0.114],[0.979,0.867,0.871],[1.030,0.902,0.904],[0.125,0.064,0.077],[0.143,0.083,0.078],[1.304,1.169,1.240],[1.533,1.104,1.100],[0.475,0.272,0.278],[0.562,0.309,0.315],[1.165,0.931,0.965],[2.643,1.402,1.490],[1.143,0.997,0.983],[1.106,0.991,0.993],[2.727,2.161,2.098],[2.578,1.954,1.947],[5.530,4.311,4.253],[0.319,0.105,0.107],[9.732,1.155,1.149],[11.337,1.468,1.407],[22.055,3.678,3.663],[55.942,10.017,10.014],[2.561,0.557,0.577],[0.809,0.510,0.519],[2.579,0.634,0.620],[9.630,1.618,1.655],[8.645,3.565,3.699],[0.584,0.493,0.485],[2.285,0.978,0.991],[5.690,1.046,1.006],[4.468,3.833,3.885],[10.123,3.663,3.654],[10.114,3.672,3.685],[1.743,1.597,1.659],[0.389,0.242,0.230],[0.266,0.155,0.170],[0.369,0.161,0.180],[0.659,0.446,0.416],[0.190,0.084,0.085],[0.177,0.078,0.079],[0.164,0.103,0.088]] ,"source":"datafusion/results/single.json"} ,{"system":"Apache Doris","date":"2022-11-20","machine":"c6a.4xlarge, 500gb gp2","cluster_size":1,"comment":"","tags":["C++","column-oriented","MySQL compatible","ClickHouse derivative"],"load_time":415,"data_size":17170564642,"result":[[0.07,0.03,0.03],[0.13,0.04,0.04],[0.11,0.04,0.03],[1.12,0.04,0.06],[1.06,1.06,1.05],[0.85,0.78,0.76],[0.01,0.02,0.02],[0.04,0.03,0.03],[0.57,0.56,0.54],[0.61,0.61,0.63],[0.16,0.11,0.11],[0.15,0.13,0.13],[0.59,0.58,0.58],[0.89,0.91,0.88],[0.79,0.77,0.77],[0.37,0.37,0.38],[1.09,1.07,1.09],[0.26,0.26,0.3],[2.1,2.02,2.04],[0.03,0.01,0.02],[10.82,1.14,1.14],[9,2.87,0.94],[12.17,1.29,0.98],[32.09,2.35,2.27],[1.28,0.13,0.14],[0.12,0.13,0.12],[0.14,0.15,0.14],[10.55,1.19,1.18],[10.04,9.56,9.52],[0.71,0.72,0.65],[1.84,0.44,0.42],[2.13,0.5,0.51],[3.17,3.16,3.37],[12,4.4,4.51],[11.83,4.46,4.27],[1.16,1.11,1.12],[0.07,0.05,0.05],[0.03,0.02,0.02],[0.02,0.02,0.02],[0.15,0.14,0.12],[0.04,0.02,0.02],[0.03,0.02,0.02],[0.03,0.02,0.02]],"source":"doris/results/c6a.4xlarge.json"} ,{"system":"Apache Doris","date":"2024-09-19","machine":"c6a.metal, 500gb gp2","cluster_size":1,"comment":"","tags":["C++","column-oriented","MySQL compatible","ClickHouse derivative"],"load_time":451,"data_size":17361511279,"result":[[0.07,0.02,0.02],[0.11,0.02,0.02],[1.1,0.03,0.04],[1.69,0.05,0.05],[1.7,0.15,0.16],[1.53,0.2,0.2],[0.04,0.02,0.02],[0.07,0.03,0.03],[2.58,0.24,0.23],[3.55,0.25,0.25],[2.53,0.08,0.07],[3.11,0.07,0.08],[1.87,0.22,0.19],[3.67,0.28,0.25],[2.2,0.24,0.23],[1.49,0.11,0.12],[3.82,0.3,0.3],[2.97,0.08,0.08],[4.91,0.5,0.5],[0.05,0.01,0.02],[11.3,0.23,0.11],[13.35,0.12,0.06],[25.53,0.17,0.08],[7.3,1.37,0.05],[2.58,0.19,0.24],[2.17,0.04,0.05],[3.2,0.04,0.03],[11.55,0.24,0.22],[9.48,0.98,0.92],[0.49,0.05,0.05],[4.99,0.13,0.14],[6.96,0.16,0.15],[4.94,0.88,0.83],[11.61,1.07,0.99],[11.65,1.06,0.95],[0.87,0.18,0.17],[1.75,0.04,0.04],[2.14,0.04,0.03],[1.82,0.02,0.02],[2.23,0.08,0.08],[1.37,0.03,0.03],[2.01,0.03,0.02],[1.11,0.03,0.03]],"source":"doris/results/c6a.metal.json"} ,{"system":"Druid","date":"2022-07-01","machine":"c6a.4xlarge, 500gb gp2","cluster_size":1,"comment":"Druid is killed and restarted after every query. Otherwise some queries make Druid degraded and results are incorrect. For example after Q13 even SELECT 1 works for 7 seconds","tags":["Java","column-oriented"],"load_time":19620,"data_size":45188608472,"result":[[0.032365,0.016716,0.016921],[0.400766,0.275591,0.271057],[0.38235,0.152084,0.151652],[1.379492,0.137201,0.128902],[3.278731,2.527105,2.515128],[8.576382,6.54654,6.503001],[null,null,null],[0.563852,0.273795,0.275086],[11.509993,10.636571,10.597993],[13.357647,12.42121,12.337247],[1.636875,0.8213,0.900056],[1.692544,0.512066,0.440511],[2.453274,1.769806,1.807207],[8.503408,7.261406,7.334872],[61.056041,59.251083,59.500549],[8.62067,8.236657,8.22538],[164.840762,null,null],[24.165797,22.308466,null],[null,null,null],[null,null,null],[25.973369,25.597864,25.602509],[null,null,null],[null,null,null],[7.805347,6.629776,6.947366],[0.257845,0.020327,0.016976],[null,null,null],[null,null,null],[32.948154,31.04677,29.221959],[null,null,null],[7.230865,7.033713,6.972421],[20.54625,19.237428,19.258469],[54.065945,52.451318,52.466653],[null,null,null],[17.499267,null,null],[null,null,null],[60.478315,60.05494,60.458946],[1.698088,1.490317,1.461969],[1.409572,0.939003,0.907252],[0.866729,0.329539,0.287435],[null,null,null],[0.932473,0.420781,0.359095],[0.723142,0.3253,0.296865],[0.603483,0.150892,0.140716]],"source":"druid/results/c6a.4xlarge.json"} From 5abcf2ad23d462a04b7876fe920ca13a549c2621 Mon Sep 17 00:00:00 2001 From: Robert Schulze Date: Fri, 15 Nov 2024 12:07:24 +0000 Subject: [PATCH 2/2] Remove changes in index.html (CI will update index.html automatically) --- index.html | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/index.html b/index.html index 412f7b29c..c746a28af 100644 --- a/index.html +++ b/index.html @@ -387,8 +387,8 @@ ,{"system":"Databend","date":"2023-02-26","machine":"c5.4xlarge, 500gb gp2","cluster_size":1,"comment":"","tags":["Rust","column-oriented","MySQL compatible","ClickHouse derivative"],"load_time":368,"data_size":20922561953,"result":[[0.002554,0.002257,0.002058],[0.041885,0.026659,0.026301],[0.377386,0.047169,0.046246],[1.111276,0.043512,0.042424],[1.337056,0.378329,0.378],[1.517051,0.516229,0.513954],[0.040641,0.02423,0.025701],[0.048797,0.029641,0.028597],[1.695267,0.591075,0.582311],[2.82141,0.663166,0.666039],[1.407029,0.255046,0.253865],[1.971179,0.258693,0.254872],[1.548181,0.639874,0.63798],[3.217226,1.0459,1.038888],[1.861833,0.815691,0.806401],[0.768044,0.530842,0.528053],[3.639183,2.567878,2.556752],[2.787874,1.658994,1.6746],[7.466028,4.180932,4.241429],[0.006217,0.003521,0.013345],[10.689073,0.56204,0.551567],[12.984685,0.686805,0.676753],[23.748547,1.311328,1.267505],[6.763271,0.285252,0.273009],[0.132152,0.028291,0.028296],[1.943504,0.226601,0.224721],[0.326737,0.029324,0.027575],[11.538898,0.516586,0.502331],[9.223633,6.920732,6.945943],[0.153429,0.074415,0.073831],[5.458251,0.556813,0.550952],[7.330739,0.895601,0.866605],[7.677006,4.602414,4.704338],[11.838616,2.964448,3.080231],[11.848512,2.947774,3.029332],[0.57868,0.525259,0.491508],[0.086986,0.062111,0.062906],[0.06579,0.032106,0.031138],[0.030254,0.01606,0.017036],[0.124381,0.093671,0.095871],[0.029603,0.019117,0.022236],[0.019694,0.010848,0.016053],[0.019806,0.010239,0.010112]],"source":"databend/results/c5.4xlarge.json"} ,{"system":"Databend","date":"2023-02-26","machine":"c6a.4xlarge, 500gb gp2","cluster_size":1,"comment":"","tags":["Rust","column-oriented","MySQL compatible","ClickHouse derivative"],"load_time":357,"data_size":20922561953,"result":[[0.002354,0.001796,0.001676],[0.03541,0.019995,0.020233],[0.387346,0.031738,0.031385],[1.13763,0.030899,0.030119],[1.405919,0.423186,0.423155],[1.562987,0.578546,0.580928],[0.032613,0.014625,0.014217],[0.032749,0.02213,0.022904],[1.735342,0.53332,0.524569],[2.804289,0.599192,0.595315],[1.369841,0.17547,0.186941],[2.0922,0.181471,0.181655],[1.750355,0.683891,0.67764],[3.213623,1.051686,1.04771],[1.881785,0.830412,0.813682],[0.813736,0.602403,0.591426],[3.880537,2.488562,2.4804],[2.782833,1.3676,1.344967],[7.815274,4.236312,4.263853],[0.006507,0.003202,0.003167],[10.674944,0.451903,0.43883],[12.984352,0.543479,0.531805],[23.749905,1.028132,1.006847],[6.267209,0.20805,0.194846],[0.273405,0.027663,0.027727],[1.813349,0.183311,0.180188],[0.441909,0.027818,0.027427],[11.5565,0.410411,0.397217],[11.878248,11.803086,11.842988],[0.147288,0.058588,0.056877],[5.500723,0.496444,0.488228],[7.438851,0.982329,0.97478],[8.228235,5.575889,5.488849],[12.279272,3.42623,3.439635],[12.288545,3.465759,3.472598],[0.629652,0.542064,0.549532],[0.068277,0.055286,0.062397],[0.028899,0.023338,0.026963],[0.024785,0.016914,0.014623],[0.094073,0.082865,0.088973],[0.024245,0.013744,0.017487],[0.018292,0.009779,0.008906],[0.018714,0.009268,0.009275]],"source":"databend/results/c6a.4xlarge.json"} ,{"system":"Databend","date":"2023-02-26","machine":"c6a.metal, 500gb gp2","cluster_size":1,"comment":"","tags":["Rust","column-oriented","MySQL compatible","ClickHouse derivative"],"load_time":70,"data_size":20922561953,"result":[[0.073969,0.002969,0.002275],[0.289053,0.0145,0.013984],[0.597566,0.020848,0.022175],[1.241144,0.019701,0.019218],[1.407042,0.266073,0.245832],[1.707674,0.265472,0.272181],[0.037721,0.015296,0.014786],[0.044271,0.019238,0.018279],[1.814285,0.29248,0.287474],[3.034563,0.304214,0.31072],[1.634329,0.286281,0.299248],[1.937083,0.177104,0.188476],[1.52924,0.28984,0.289497],[3.075821,0.461813,0.428307],[1.708843,0.27206,0.275821],[0.83204,0.234342,0.218837],[3.085068,0.494668,0.480146],[2.891979,0.477079,0.457178],[6.122974,0.690913,0.634832],[0.186429,0.004711,0.00394],[10.868874,0.099969,0.086985],[13.480312,0.11198,0.10336],[24.405612,0.431874,0.440055],[10.061871,0.2325,0.242135],[0.647733,0.046068,0.039222],[2.100647,0.046711,0.043591],[1.391526,0.041194,0.039617],[11.536597,0.093705,0.088706],[9.839564,1.566094,1.5916],[0.16243,0.049029,0.049039],[5.631392,0.26343,0.225562],[7.261623,0.304319,0.279184],[5.646363,1.06771,0.910199],[11.17362,0.789665,0.684581],[11.251824,0.766817,0.682614],[0.663092,0.261053,0.272992],[0.40079,0.083889,0.091102],[0.073341,0.021988,0.028371],[0.091126,0.019851,0.013461],[0.151101,0.058686,0.058112],[0.281109,0.016812,0.014878],[0.398818,0.015711,0.022669],[0.222298,0.011058,0.014887]],"source":"databend/results/c6a.metal.json"} -,{"system":"DataFusion (Parquet, partitioned)","date":"2024-11-15","machine":"c6a.4xlarge, 500gb gp2","cluster_size":1,"comment":"v43.0.0 (88f58bf)","tags":["Rust","column-oriented","embedded","stateless"],"load_time":0,"data_size":14779976446,"result": [[0.051,0.019,0.019],[0.091,0.035,0.035],[0.189,0.085,0.088],[0.383,0.081,0.077],[1.071,0.811,0.803],[0.944,0.801,0.805],[0.078,0.030,0.030],[0.103,0.037,0.037],[1.313,1.205,1.201],[1.357,1.034,1.025],[0.511,0.255,0.253],[0.634,0.295,0.301],[1.016,0.856,0.879],[2.615,1.421,1.374],[1.131,0.931,0.918],[1.051,0.952,0.958],[2.672,2.031,2.066],[2.592,1.879,1.887],[5.549,4.226,4.335],[0.254,0.078,0.075],[9.967,1.098,1.092],[11.248,1.329,1.327],[21.868,2.820,2.818],[55.458,10.286,10.609],[2.678,0.488,0.486],[0.802,0.352,0.354],[2.672,0.507,0.498],[9.614,1.513,1.507],[8.368,3.394,3.521],[0.535,0.418,0.439],[2.362,0.854,0.861],[5.957,0.910,0.914],[4.780,3.806,3.871],[10.168,3.654,3.586],[10.090,3.645,3.546],[1.775,1.644,1.660],[0.364,0.199,0.183],[0.183,0.078,0.075],[0.290,0.128,0.123],[0.619,0.376,0.376],[0.148,0.053,0.044],[0.142,0.042,0.042],[0.155,0.065,0.053]] ,"source":"datafusion/results/partitioned.json"} -,{"system":"DataFusion (Parquet, single)","date":"2024-11-15","machine":"c6a.4xlarge, 500gb gp2","cluster_size":1,"comment":"v43.0.0 (88f58bf)","tags":["Rust","column-oriented","embedded","stateless"],"load_time":0,"data_size":14779976446,"result": [[0.093,0.055,0.056],[0.138,0.070,0.070],[0.206,0.120,0.117],[0.346,0.118,0.114],[0.979,0.867,0.871],[1.030,0.902,0.904],[0.125,0.064,0.077],[0.143,0.083,0.078],[1.304,1.169,1.240],[1.533,1.104,1.100],[0.475,0.272,0.278],[0.562,0.309,0.315],[1.165,0.931,0.965],[2.643,1.402,1.490],[1.143,0.997,0.983],[1.106,0.991,0.993],[2.727,2.161,2.098],[2.578,1.954,1.947],[5.530,4.311,4.253],[0.319,0.105,0.107],[9.732,1.155,1.149],[11.337,1.468,1.407],[22.055,3.678,3.663],[55.942,10.017,10.014],[2.561,0.557,0.577],[0.809,0.510,0.519],[2.579,0.634,0.620],[9.630,1.618,1.655],[8.645,3.565,3.699],[0.584,0.493,0.485],[2.285,0.978,0.991],[5.690,1.046,1.006],[4.468,3.833,3.885],[10.123,3.663,3.654],[10.114,3.672,3.685],[1.743,1.597,1.659],[0.389,0.242,0.230],[0.266,0.155,0.170],[0.369,0.161,0.180],[0.659,0.446,0.416],[0.190,0.084,0.085],[0.177,0.078,0.079],[0.164,0.103,0.088]] ,"source":"datafusion/results/single.json"} +,{"system":"DataFusion (Parquet, partitioned)","date":"2024-07-27","machine":"c6a.4xlarge, 500gb gp2","cluster_size":1,"comment":"v40.0.0 (4cae813)","tags":["Rust","column-oriented","embedded","stateless"],"load_time":0,"data_size":14779976446,"result":[[0.043,0.018,0.016],[0.087,0.031,0.028],[0.173,0.072,0.073],[0.356,0.075,0.081],[1.201,0.784,0.796],[0.96,0.831,0.837],[0.057,0.026,0.026],[0.062,0.029,0.031],[1.408,1.314,1.315],[1.302,1.025,1.038],[0.483,0.28,0.269],[0.705,0.306,0.296],[1.137,0.931,0.939],[3.183,2.245,2.252],[1.499,1.415,1.429],[1.011,0.901,0.897],[3.23,2.67,2.655],[3.136,2.56,2.539],[6.849,5.608,5.827],[0.299,0.075,0.068],[10.086,1.544,1.617],[11.238,1.821,1.835],[21.957,4.104,4.132],[55.51,10.615,10.548],[2.678,0.503,0.5],[0.765,0.412,0.413],[2.649,0.574,0.559],[9.652,2.177,2.203],[8.528,5.051,5.019],[0.499,0.421,0.439],[2.389,1.018,1.028],[6.06,1.52,1.513],[8.82,8.081,7.826],[10.604,4.851,5.088],[10.567,4.971,4.88],[1.737,1.659,1.649],[0.363,0.247,0.231],[0.156,0.093,0.092],[0.198,0.125,0.124],[0.902,0.701,0.683],[0.144,0.042,0.041],[0.13,0.037,0.04],[0.131,0.055,0.05]],"source":"datafusion/results/partitioned.json"} +,{"system":"DataFusion (Parquet, single)","date":"2024-07-27","machine":"c6a.4xlarge, 500gb gp2","cluster_size":1,"comment":"v40.0.0 (4cae813)","tags":["Rust","column-oriented","embedded","stateless"],"load_time":0,"data_size":14779976446,"result":[[0.076,0.051,0.055],[0.113,0.066,0.066],[0.196,0.115,0.105],[0.34,0.114,0.115],[1.074,0.862,0.858],[0.995,0.874,0.909],[0.088,0.076,0.065],[0.102,0.078,0.068],[1.442,1.349,1.368],[1.26,1.083,1.064],[0.451,0.306,0.304],[0.597,0.337,0.335],[1.088,0.986,0.974],[3.085,2.261,2.268],[1.522,1.428,1.429],[1.068,0.957,0.96],[3.217,2.702,2.754],[3.149,2.621,2.564],[6.978,5.679,5.865],[0.338,0.107,0.113],[9.885,1.466,1.474],[11.225,1.794,1.791],[22.035,3.906,3.912],[55.923,10.899,10.975],[2.56,0.579,0.575],[0.754,0.509,0.506],[2.517,0.674,0.651],[9.574,2.22,2.216],[9.07,4.926,4.94],[0.536,0.473,0.481],[2.288,1.09,1.101],[5.823,1.543,1.528],[8.637,8.328,7.848],[10.477,4.972,5.022],[10.435,4.91,5.02],[1.827,1.685,1.724],[0.389,0.275,0.27],[0.201,0.175,0.16],[0.23,0.173,0.172],[0.887,0.749,0.755],[0.172,0.085,0.076],[0.165,0.075,0.073],[0.16,0.09,0.1]],"source":"datafusion/results/single.json"} ,{"system":"Apache Doris","date":"2022-11-20","machine":"c6a.4xlarge, 500gb gp2","cluster_size":1,"comment":"","tags":["C++","column-oriented","MySQL compatible","ClickHouse derivative"],"load_time":415,"data_size":17170564642,"result":[[0.07,0.03,0.03],[0.13,0.04,0.04],[0.11,0.04,0.03],[1.12,0.04,0.06],[1.06,1.06,1.05],[0.85,0.78,0.76],[0.01,0.02,0.02],[0.04,0.03,0.03],[0.57,0.56,0.54],[0.61,0.61,0.63],[0.16,0.11,0.11],[0.15,0.13,0.13],[0.59,0.58,0.58],[0.89,0.91,0.88],[0.79,0.77,0.77],[0.37,0.37,0.38],[1.09,1.07,1.09],[0.26,0.26,0.3],[2.1,2.02,2.04],[0.03,0.01,0.02],[10.82,1.14,1.14],[9,2.87,0.94],[12.17,1.29,0.98],[32.09,2.35,2.27],[1.28,0.13,0.14],[0.12,0.13,0.12],[0.14,0.15,0.14],[10.55,1.19,1.18],[10.04,9.56,9.52],[0.71,0.72,0.65],[1.84,0.44,0.42],[2.13,0.5,0.51],[3.17,3.16,3.37],[12,4.4,4.51],[11.83,4.46,4.27],[1.16,1.11,1.12],[0.07,0.05,0.05],[0.03,0.02,0.02],[0.02,0.02,0.02],[0.15,0.14,0.12],[0.04,0.02,0.02],[0.03,0.02,0.02],[0.03,0.02,0.02]],"source":"doris/results/c6a.4xlarge.json"} ,{"system":"Apache Doris","date":"2024-09-19","machine":"c6a.metal, 500gb gp2","cluster_size":1,"comment":"","tags":["C++","column-oriented","MySQL compatible","ClickHouse derivative"],"load_time":451,"data_size":17361511279,"result":[[0.07,0.02,0.02],[0.11,0.02,0.02],[1.1,0.03,0.04],[1.69,0.05,0.05],[1.7,0.15,0.16],[1.53,0.2,0.2],[0.04,0.02,0.02],[0.07,0.03,0.03],[2.58,0.24,0.23],[3.55,0.25,0.25],[2.53,0.08,0.07],[3.11,0.07,0.08],[1.87,0.22,0.19],[3.67,0.28,0.25],[2.2,0.24,0.23],[1.49,0.11,0.12],[3.82,0.3,0.3],[2.97,0.08,0.08],[4.91,0.5,0.5],[0.05,0.01,0.02],[11.3,0.23,0.11],[13.35,0.12,0.06],[25.53,0.17,0.08],[7.3,1.37,0.05],[2.58,0.19,0.24],[2.17,0.04,0.05],[3.2,0.04,0.03],[11.55,0.24,0.22],[9.48,0.98,0.92],[0.49,0.05,0.05],[4.99,0.13,0.14],[6.96,0.16,0.15],[4.94,0.88,0.83],[11.61,1.07,0.99],[11.65,1.06,0.95],[0.87,0.18,0.17],[1.75,0.04,0.04],[2.14,0.04,0.03],[1.82,0.02,0.02],[2.23,0.08,0.08],[1.37,0.03,0.03],[2.01,0.03,0.02],[1.11,0.03,0.03]],"source":"doris/results/c6a.metal.json"} ,{"system":"Druid","date":"2022-07-01","machine":"c6a.4xlarge, 500gb gp2","cluster_size":1,"comment":"Druid is killed and restarted after every query. Otherwise some queries make Druid degraded and results are incorrect. For example after Q13 even SELECT 1 works for 7 seconds","tags":["Java","column-oriented"],"load_time":19620,"data_size":45188608472,"result":[[0.032365,0.016716,0.016921],[0.400766,0.275591,0.271057],[0.38235,0.152084,0.151652],[1.379492,0.137201,0.128902],[3.278731,2.527105,2.515128],[8.576382,6.54654,6.503001],[null,null,null],[0.563852,0.273795,0.275086],[11.509993,10.636571,10.597993],[13.357647,12.42121,12.337247],[1.636875,0.8213,0.900056],[1.692544,0.512066,0.440511],[2.453274,1.769806,1.807207],[8.503408,7.261406,7.334872],[61.056041,59.251083,59.500549],[8.62067,8.236657,8.22538],[164.840762,null,null],[24.165797,22.308466,null],[null,null,null],[null,null,null],[25.973369,25.597864,25.602509],[null,null,null],[null,null,null],[7.805347,6.629776,6.947366],[0.257845,0.020327,0.016976],[null,null,null],[null,null,null],[32.948154,31.04677,29.221959],[null,null,null],[7.230865,7.033713,6.972421],[20.54625,19.237428,19.258469],[54.065945,52.451318,52.466653],[null,null,null],[17.499267,null,null],[null,null,null],[60.478315,60.05494,60.458946],[1.698088,1.490317,1.461969],[1.409572,0.939003,0.907252],[0.866729,0.329539,0.287435],[null,null,null],[0.932473,0.420781,0.359095],[0.723142,0.3253,0.296865],[0.603483,0.150892,0.140716]],"source":"druid/results/c6a.4xlarge.json"}