diff --git a/README.md b/README.md index d4c743a60..6552c31d7 100644 --- a/README.md +++ b/README.md @@ -230,7 +230,7 @@ We also introduced the [Hardware Benchmark](https://benchmark.clickhouse.com/har - [x] Druid - [x] Pinot - [x] CrateDB -- [ ] Spark SQL +- [x] Spark SQL - [x] Starrocks - [ ] ShitholeDB - [ ] Hive @@ -274,7 +274,7 @@ We also introduced the [Hardware Benchmark](https://benchmark.clickhouse.com/har - [ ] Exasol - [ ] LocustDB - [ ] EventQL -- [ ] Apache Drill +- [x] Apache Drill - [ ] Apache Kudu - [ ] Apache Kylin - [x] S3 select command in AWS diff --git a/index.html b/index.html index ad9a6459b..c28ec838b 100644 --- a/index.html +++ b/index.html @@ -391,6 +391,7 @@ ,{"system":"DataFusion (Parquet, single)","date":"2024-11-15","machine":"c6a.4xlarge, 500gb gp2","cluster_size":1,"comment":"v43.0.0 (88f58bf)","tags":["Rust","column-oriented","embedded","stateless"],"load_time":0,"data_size":14779976446,"result":[[0.093,0.055,0.056],[0.138,0.07,0.07],[0.206,0.12,0.117],[0.346,0.118,0.114],[0.979,0.867,0.871],[1.03,0.902,0.904],[0.125,0.064,0.077],[0.143,0.083,0.078],[1.304,1.169,1.24],[1.533,1.104,1.1],[0.475,0.272,0.278],[0.562,0.309,0.315],[1.165,0.931,0.965],[2.643,1.402,1.49],[1.143,0.997,0.983],[1.106,0.991,0.993],[2.727,2.161,2.098],[2.578,1.954,1.947],[5.53,4.311,4.253],[0.319,0.105,0.107],[9.732,1.155,1.149],[11.337,1.468,1.407],[22.055,3.678,3.663],[55.942,10.017,10.014],[2.561,0.557,0.577],[0.809,0.51,0.519],[2.579,0.634,0.62],[9.63,1.618,1.655],[8.645,3.565,3.699],[0.584,0.493,0.485],[2.285,0.978,0.991],[5.69,1.046,1.006],[4.468,3.833,3.885],[10.123,3.663,3.654],[10.114,3.672,3.685],[1.743,1.597,1.659],[0.389,0.242,0.23],[0.266,0.155,0.17],[0.369,0.161,0.18],[0.659,0.446,0.416],[0.19,0.084,0.085],[0.177,0.078,0.079],[0.164,0.103,0.088]],"source":"datafusion/results/single.json"} ,{"system":"Apache Doris","date":"2022-11-20","machine":"c6a.4xlarge, 500gb gp2","cluster_size":1,"comment":"","tags":["C++","column-oriented","MySQL compatible","ClickHouse derivative"],"load_time":415,"data_size":17170564642,"result":[[0.07,0.03,0.03],[0.13,0.04,0.04],[0.11,0.04,0.03],[1.12,0.04,0.06],[1.06,1.06,1.05],[0.85,0.78,0.76],[0.01,0.02,0.02],[0.04,0.03,0.03],[0.57,0.56,0.54],[0.61,0.61,0.63],[0.16,0.11,0.11],[0.15,0.13,0.13],[0.59,0.58,0.58],[0.89,0.91,0.88],[0.79,0.77,0.77],[0.37,0.37,0.38],[1.09,1.07,1.09],[0.26,0.26,0.3],[2.1,2.02,2.04],[0.03,0.01,0.02],[10.82,1.14,1.14],[9,2.87,0.94],[12.17,1.29,0.98],[32.09,2.35,2.27],[1.28,0.13,0.14],[0.12,0.13,0.12],[0.14,0.15,0.14],[10.55,1.19,1.18],[10.04,9.56,9.52],[0.71,0.72,0.65],[1.84,0.44,0.42],[2.13,0.5,0.51],[3.17,3.16,3.37],[12,4.4,4.51],[11.83,4.46,4.27],[1.16,1.11,1.12],[0.07,0.05,0.05],[0.03,0.02,0.02],[0.02,0.02,0.02],[0.15,0.14,0.12],[0.04,0.02,0.02],[0.03,0.02,0.02],[0.03,0.02,0.02]],"source":"doris/results/c6a.4xlarge.json"} ,{"system":"Apache Doris","date":"2024-09-19","machine":"c6a.metal, 500gb gp2","cluster_size":1,"comment":"","tags":["C++","column-oriented","MySQL compatible","ClickHouse derivative"],"load_time":451,"data_size":17361511279,"result":[[0.07,0.02,0.02],[0.11,0.02,0.02],[1.1,0.03,0.04],[1.69,0.05,0.05],[1.7,0.15,0.16],[1.53,0.2,0.2],[0.04,0.02,0.02],[0.07,0.03,0.03],[2.58,0.24,0.23],[3.55,0.25,0.25],[2.53,0.08,0.07],[3.11,0.07,0.08],[1.87,0.22,0.19],[3.67,0.28,0.25],[2.2,0.24,0.23],[1.49,0.11,0.12],[3.82,0.3,0.3],[2.97,0.08,0.08],[4.91,0.5,0.5],[0.05,0.01,0.02],[11.3,0.23,0.11],[13.35,0.12,0.06],[25.53,0.17,0.08],[7.3,1.37,0.05],[2.58,0.19,0.24],[2.17,0.04,0.05],[3.2,0.04,0.03],[11.55,0.24,0.22],[9.48,0.98,0.92],[0.49,0.05,0.05],[4.99,0.13,0.14],[6.96,0.16,0.15],[4.94,0.88,0.83],[11.61,1.07,0.99],[11.65,1.06,0.95],[0.87,0.18,0.17],[1.75,0.04,0.04],[2.14,0.04,0.03],[1.82,0.02,0.02],[2.23,0.08,0.08],[1.37,0.03,0.03],[2.01,0.03,0.02],[1.11,0.03,0.03]],"source":"doris/results/c6a.metal.json"} +,{"system":"Drill","date":"2024-11-24","machine":"c6a.4xlarge, 500gb gp2","cluster_size":1,"comment":"","tags":["Java","column-oriented","stateless"],"load_time":0,"data_size":14737666736,"result":[[3.046,0.309,0.261],[6.066,1.886,1.615],[6.473,2.001,1.75],[6.043,2.223,1.736],[9.395,4.32,3.731],[9.556,4.387,3.603],[null,null,null],[6.844,1.902,1.711],[11.262,5.008,4.427],[14.792,6.867,6.238],[7.988,2.4,2.166],[7.946,2.502,2.308],[10.427,4.163,3.665],[28.138,21.889,21.401],[10.188,4.653,3.961],[10.48,4.534,4.324],[13.757,7.576,7.084],[12.241,6.567,5.915],[20.586,14.548,14.216],[6.026,1.776,1.582],[14.551,4.881,4.266],[17.023,4.738,4.516],[28.208,7.529,6.898],[60.192,26.466,26.15],[8.317,3.519,2.881],[8.094,3.38,2.832],[8.945,4.074,3.379],[15.844,6.551,6.101],[24.296,17.581,17.854],[23.981,17.37,16.952],[11.55,4.529,4.099],[14.62,5.417,4.879],[30.061,22.54,21.676],[23.016,16.483,16.168],[23.794,17.162,16.963],[11.432,5.653,4.955],[null,null,null],[null,null,null],[null,null,null],[null,null,null],[null,null,null],[null,null,null],[null,null,null]],"source":"drill/results/c6a.4xlarge.json"} ,{"system":"Druid","date":"2022-07-01","machine":"c6a.4xlarge, 500gb gp2","cluster_size":1,"comment":"Druid is killed and restarted after every query. Otherwise some queries make Druid degraded and results are incorrect. For example after Q13 even SELECT 1 works for 7 seconds","tags":["Java","column-oriented"],"load_time":19620,"data_size":45188608472,"result":[[0.032365,0.016716,0.016921],[0.400766,0.275591,0.271057],[0.38235,0.152084,0.151652],[1.379492,0.137201,0.128902],[3.278731,2.527105,2.515128],[8.576382,6.54654,6.503001],[null,null,null],[0.563852,0.273795,0.275086],[11.509993,10.636571,10.597993],[13.357647,12.42121,12.337247],[1.636875,0.8213,0.900056],[1.692544,0.512066,0.440511],[2.453274,1.769806,1.807207],[8.503408,7.261406,7.334872],[61.056041,59.251083,59.500549],[8.62067,8.236657,8.22538],[164.840762,null,null],[24.165797,22.308466,null],[null,null,null],[null,null,null],[25.973369,25.597864,25.602509],[null,null,null],[null,null,null],[7.805347,6.629776,6.947366],[0.257845,0.020327,0.016976],[null,null,null],[null,null,null],[32.948154,31.04677,29.221959],[null,null,null],[7.230865,7.033713,6.972421],[20.54625,19.237428,19.258469],[54.065945,52.451318,52.466653],[null,null,null],[17.499267,null,null],[null,null,null],[60.478315,60.05494,60.458946],[1.698088,1.490317,1.461969],[1.409572,0.939003,0.907252],[0.866729,0.329539,0.287435],[null,null,null],[0.932473,0.420781,0.359095],[0.723142,0.3253,0.296865],[0.603483,0.150892,0.140716]],"source":"druid/results/c6a.4xlarge.json"} ,{"system":"DuckDB (DataFrame)","date":"2024-09-09","machine":"c6a.metal, 500gb gp2","cluster_size":1,"comment":"","tags":["C++","column-oriented","embedded","stateless","serverless","dataframe"],"load_time":0,"data_size":46998823722,"result":[[0.05120044299997062,0.01451553300012165,0.016491983000150867],[0.02931129100011276,0.01839072099983241,0.018927282000049672],[0.02511615699995673,0.024862691000180348,0.02501659499989728],[0.03695813600006659,0.02565254800015282,0.02570289799996317],[0.27191674599998805,0.2775967420001052,0.2588871349999863],[0.3774085860000923,0.32757853100006284,0.33302718000013554],[0.038237650999917605,0.024178557999903205,0.02490608199991584],[0.030545426000117004,0.029484825000054116,0.03014319799990517],[0.3520581459998994,0.27471974500017493,0.26925484400007915],[0.39639628200002336,0.2872111970001242,0.28630923800014896],[0.06255191200011723,0.06675710700005766,0.06318350399988049],[0.09806364399994891,0.07049120199985737,0.07045088099994246],[0.25685957099994994,0.2923465579999629,0.24080298700005187],[0.9493479239999397,0.8976369989999512,0.9234879899999214],[0.3275632019999921,0.2994161829999848,0.2994098889998895],[0.2028798320000078,0.19643380100002106,0.1967687379999552],[0.7205587729998115,0.704859057000067,0.6930526240001472],[0.6267178019999846,0.4605590639999718,0.5435651209999832],[1.7618106520000765,1.4338731269999243,1.4774597579998499],[0.11568013700002666,0.11198447299989311,0.1095309229999657],[0.8348995979999927,0.7820795490000819,0.7994894509999085],[0.4610988360000192,0.41369037799995567,0.39819625199995246],[1.174443158000031,1.1575830060000043,1.1208328130000154],[2.0461591100000533,1.9994193829999858,1.9205524290000084],[0.08894231599992963,0.07940710399998352,0.07883891300002688],[0.2340729590000592,0.20119833499993547,0.2027061050001521],[0.10939303000009204,0.09853198099995097,0.10583861800000705],[0.8641946679999819,0.7357956940001259,0.7316882210001495],[4.0055917649999175,3.918783111999983,3.955649695000102],[0.71008102400001,0.6993178180000086,0.6358406850000392],[0.30175355000005766,0.2801632960000006,0.2704750220000642],[0.3884521920000225,0.2658412359999147,0.3451120859999719],[1.3527775069998824,1.126724648000072,1.1895273829998587],[1.914437374999943,1.9059109310001532,1.8425559129998874],[1.7254979159998585,1.7914850100000421,1.7172489999999017],[0.2766488639999807,0.3223322660001031,0.3366883370000323],[0.45268178699984674,0.43472940599995125,0.4311858629998824],[1.162701579000077,0.9709281650000321,0.9300721709998925],[0.3190891100000499,0.3109210760001133,0.30955156799996075],[0.5417726650000532,0.5106009759999779,0.4813571659999525],[0.02814393799985737,0.0257830399998511,0.025415173000055802],[0.0350184450001143,0.026704358999950273,0.03011910799978068],[0.03502820700009579,0.03178924200005895,0.03449460599995291]],"source":"duckdb-dataframe/results/c6a.metal.json"} ,{"system":"DuckDB (Parquet, partitioned)","date":"2023-09-26","machine":"c6a.4xlarge, 500gb gp2","cluster_size":1,"comment":"","tags":["C++","column-oriented","embedded","stateless"],"load_time":0,"data_size":14737666736,"result":[[0.06858791799959363,0.044711035000091215,0.042833501000131946],[0.08466665400010243,0.061327259999870876,0.06103660400003719],[0.14877448299967,0.10559172700004638,0.10446714899990184],[0.33234463500002676,0.09389112100006969,0.09252776699986498],[1.1345820209999147,0.5388421589996142,0.5428325200000472],[0.8665522809997128,0.7525683420003588,0.7726315990003059],[0.14739966299976004,0.12885476300016308,0.1280705589997524],[0.08514470599993729,0.0660608250000223,0.06364701199981937],[0.7901016199998594,0.6670942910000122,0.6656622149998839],[1.112716422000176,0.9176106790000631,0.8993262330000107],[0.4155927659999179,0.21104949600021428,0.21018879099983678],[1.0025453209996158,0.2506203090001691,0.24569647199996325],[1.2344316989997424,0.6329478739999104,0.6651636070000677],[2.456399698000041,1.0311697550000645,1.0137859460000982],[0.9334836890002407,0.6877674190000107,0.70905577800022],[0.673465615999703,0.5981919160003599,0.6082133740001154],[2.494906011999774,1.4013747280000644,1.3922408849998646],[2.375765204000345,1.324844154999937,1.3226832469999863],[4.690465237999888,2.3323504360000697,2.3752783559998534],[0.20363476300008188,0.08883917699995436,0.08691825200003223],[9.97606974700011,1.850158613000076,1.8413504770001055],[10.993020309999793,1.688866285000131,1.6903490720001173],[21.570115048999924,3.479486579999957,3.460369050999816],[55.44843658699983,11.133978315999684,11.129654930000015],[2.6089661060000253,0.48738706799986176,0.47928872500006037],[0.7135218759999589,0.3805757249997441,0.35711958900037644],[2.769580591999784,0.4973172830000294,0.4876009600002362],[9.315595299000051,1.488970874000188,1.4658663950003756],[8.170337007999933,4.1328330040000765,4.145880016000319],[4.665519644000142,4.670076305000293,4.6598440840002695],[2.2809909809998317,0.781899636000162,0.7691932829998223],[6.008987953999622,0.9412647040003321,0.9506733889998031],[6.1903129289999015,3.628633594999883,3.815570798999943],[9.97725304100004,2.979070244000013,2.997355967999738],[9.978100522000204,2.992902611000318,3.022268540999903],[0.92484311599992,0.8439210039996397,0.8562627520000206],[0.23992238600021665,0.13403623200019865,0.1317714319998231],[0.1254186490000393,0.09669256999995923,0.09850224299998445],[0.13835749800000485,0.09647460799988039,0.0929961749998256],[0.3313648240000475,0.2376939770001627,0.24857611900006304],[0.07056037899974399,0.05403545599983772,0.051252997999654326],[0.07037150599990127,0.04856322000023283,0.04816857199966762],[0.06874101699986568,0.04819512300036877,0.04709468300006847]],"source":"duckdb-parquet/results/c6a.4xlarge.json"}