diff --git a/csvq/README.md b/csvq/README.md new file mode 100644 index 000000000..e5bec36cb --- /dev/null +++ b/csvq/README.md @@ -0,0 +1 @@ +This tool loads the whole file in memory, which means it cannot run even a single query from ClickBench. diff --git a/dsq/README.md b/dsq/README.md new file mode 100644 index 000000000..ee98195c8 --- /dev/null +++ b/dsq/README.md @@ -0,0 +1,7 @@ +The tool looks non-functional. + +Even the simplest query: +``` +dsq hits.parquet "SELECT count(*) FROM {}" +``` +leads to OOM. diff --git a/index.html b/index.html index 3c3371289..05f55fbc8 100644 --- a/index.html +++ b/index.html @@ -348,25 +348,25 @@ ,{"system":"chDB","date":"2023-12-03","machine":"c6a.4xlarge, 500gb gp2","cluster_size":1,"comment":"","tags":["C++","column-oriented","ClickHouse derivative","embedded","stateless","serverless"],"load_time":637,"data_size":14737670832,"result":[[0.14022313399982522,0.07355542799996329,0.07344153099984396],[0.3531703529997685,0.07925550599975395,0.07806606800022564],[0.26351363100002345,0.09193721700012247,0.1917902549998871],[0.38363148100006583,0.10103324399960911,0.09784656199963138],[0.9900537669996083,0.5613570460000119,0.5433893519998492],[1.2167202540003927,0.7107847610000135,0.663691573000051],[0.2699314280002909,0.2127854670002307,0.09261755900024582],[0.267586774999927,0.08097015600014856,0.1945969809999042],[1.232095701000162,0.7143670550003662,0.7134953560002941],[1.5054283530002976,0.7469580990000395,0.7727119840001251],[0.7220912419998058,0.23418598399985058,0.22906905100035146],[0.7720030830000724,0.2630191090001972,0.2604900350002026],[1.5689540900002612,0.7868708519999927,0.8063358419999531],[2.3660360549997677,1.2540504009998585,1.192564518999916],[1.9073773019999862,0.9206097809997118,0.9538239580001573],[1.1452982619998693,0.6703060720001304,0.6640104650000467],[3.2011426869999013,2.391980210999918,2.273702514999968],[2.4969228180002574,1.4384517379999124,1.3977177189999566],[6.500014078999811,4.478574523000134,4.411389963000147],[0.4156887280000774,0.08146456199983731,0.07878659600009996],[10.376145662999988,0.695910000999902,0.7210108459998992],[11.976330335000057,0.953245059999972,0.8184917880003013],[13.305014652999944,1.2751543530002891,1.2672313510001914],[36.8242805750001,3.0744901809998737,3.0243863149999015],[2.475535126000068,0.2707847709998532,0.2684428269999444],[0.949858046999907,0.2340432820001297,0.22373586100002285],[2.516790250000213,0.26695283199978803,0.25893610200000694],[10.64464905199975,0.8958689270002651,0.8061138169996411],[13.404723361999913,11.371307846000036,11.63507005700012],[2.7593700480001644,2.7037539289999586,2.7058590489996277],[2.3854017950002344,0.6277965969998149,0.654272507999849],[5.341114754000046,0.9585087829996155,0.8893770189997667],[7.1543934960000115,5.363972212000135,5.548733007999999],[12.195872321000024,4.450395718999971,4.3755110330002935],[12.317952603999856,4.24272665799981,4.316219603999798],[1.7115063109999937,1.2473451579999164,1.326466134000384],[0.2809372130000156,0.23459212699981435,0.11978739599999244],[0.4466324979998717,0.09181159999980082,0.09241002299995671],[0.3804757940001764,0.08911344600028315,0.08342132999996466],[0.307677596999838,0.16184386700024334,0.1668336709999494],[0.3277544040001885,0.0886090859999058,0.08678907300009087],[0.28715330100021674,0.07937189900030717,0.0784708450000835],[0.204657553999823,0.07808052500013218,0.07627645000002303]],"source":"chdb/results/c6a.4xlarge.json"} ,{"system":"chDB","date":"2023-12-03","machine":"c6a.metal, 500gb gp2","cluster_size":1,"comment":"","tags":["C++","column-oriented","ClickHouse derivative","embedded","stateless","serverless"],"load_time":584,"data_size":14737670832,"result":[[0.1398201020000016,0.06791341200000289,0.07391149699999744],[0.2597099600000021,0.2069418270000014,0.08758834399999671],[0.47551589900000124,0.09728062599999987,0.09487701800000536],[0.4691224370000029,0.1740481620000054,0.10000902900000597],[2.0630773329999954,1.7024521199999896,1.6643195909999946],[2.3481535089999994,1.6481386580000077,1.7530449890000028],[0.357762754999996,0.09266164299999957,0.09053794000000437],[0.4038841520000034,0.10313489499999662,0.10715072499999678],[1.0590748890000015,0.47724499000000264,0.45966836799999555],[1.1300884690000004,0.48051896699999475,0.46993974000000094],[0.775603744999998,0.19686701099999482,0.1892493929999972],[0.6906902610000003,0.21718392299999323,0.21430437200000085],[1.3169523250000026,0.4156535830000081,0.3755140890000064],[2.036119763000002,0.5071473900000001,0.5511740860000032],[1.383330911999991,0.3799174090000008,0.3751193639999997],[1.019473775999998,0.3739846369999924,0.35971603200000857],[2.4504302189999976,0.877971260999999,0.7683858299999997],[2.3557413229999895,0.8719610389999986,0.683793068],[4.092770959999996,1.7129616520000184,1.297148031000006],[0.35451071500000353,0.09219286999999099,0.08560756100001754],[9.639714029000004,0.3707775869999921,0.23417643499999485],[11.064303246999998,0.324648658000001,0.4172894439999766],[13.232740172999996,0.4640560629999868,0.3877608140000177],[35.72404554799999,1.0838868939999884,0.9306462309999972],[2.364133627000001,0.154316730000005,0.14268514899998763],[0.9073242750000077,0.14350597200001403,0.14364811400000121],[2.3429148049999924,0.272847009000003,0.14734456700000464],[9.656295885999981,0.6313464649999787,0.49251017000000274],[8.370034843999974,1.9595999350000284,1.734505702999968],[0.904578416999982,0.7361198660000241,0.6462295329999961],[2.0744172760000197,0.29773619299999154,0.3026944260000164],[4.899459804999992,0.4551924770000255,0.4221328589999871],[4.543115612000008,2.2998050609999723,2.2794130400000086],[10.537130942999966,1.4773695650000036,1.4047146670000075],[10.415939505999972,1.4964427190000151,1.516837157999987],[1.1674407470000006,0.5462833650000221,0.5045760180000229],[0.4713924260000226,0.1254563469999539,0.1255517769999983],[0.24476967099997182,0.2168840989999694,0.09768120500001487],[0.3363335870000128,0.08840301899999758,0.09693554400001858],[0.30560961300000145,0.2762818190000189,0.15135863000000427],[0.2204463159999932,0.09077218100003392,0.08913131299999577],[0.31145180899994784,0.0834306520000041,0.08373748599996134],[0.30414350099999865,0.08266997800001263,0.08533381199998757]],"source":"chdb/results/c6a.metal.json"} ,{"system":"Citus","date":"2022-07-01","machine":"c6a.4xlarge, 500gb gp2","cluster_size":1,"comment":"","tags":["C","PostgreSQL compatible","column-oriented"],"load_time":1579,"data_size":18980918899,"result":[[7.58503,6.70447,6.52499],[6.33941,5.06063,5.00238],[11.7488,9.86417,9.93223],[12.6306,9.36305,9.17061],[40.6101,39.0803,38.1187],[117.654,113.912,113.441],[10.3404,8.08936,7.70732],[6.31542,4.72821,4.72989],[82.5425,77.2124,76.9219],[91.1776,83.4492,82.4727],[14.5474,10.0815,10.3873],[15.4899,11.2922,11.1877],[19.9794,15.5002,17.4492],[76.9216,72.5172,72.7915],[21.5446,17.5691,18.561],[56.9438,54.6387,53.5745],[75.0977,69.7842,70.0259],[31.3299,27.0267,26.3216],[129.417,122.956,121.182],[3.73386,2.14148,2.12737],[34.6021,27.9727,28.6878],[37.152,29.6193,29.2966],[52.2157,37.8589,37.6994],[181.955,149.08,148.471],[15.4687,11.3138,10.3856],[10.2779,8.46868,8.8324],[14.4687,10.4076,11.4263],[47.009,40.2969,39.6888],[749.946,742.979,744.461],[69.4383,67.5636,67.2128],[27.0317,21.4008,20.9524],[36.6675,25.6347,26.4408],[140.424,130.546,129.738],[106.959,92.033,90.1609],[110.98,94.4787,96.2656],[64.4474,60.1853,60.6816],[6.17549,6.25376,5.87004],[1.99153,1.81776,1.80596],[1.00141,0.800271,0.801975],[7.91778,7.70928,8.33299],[0.929845,0.642076,0.638478],[0.866536,0.683567,0.680218],[0.937823,0.784747,0.765929]],"source":"citus/results/c6a.4xlarge.json"} -,{"system":"ClickHouse Cloud (aws)","date":"2024-11-24","machine":"192GB","cluster_size":"serverless","comment":"","tags":["C++","column-oriented","ClickHouse derivative","managed","aws"],"load_time":209.346,"data_size":9945176522,"result":[[0.002,0.002,0.003],[0.502,0.013,0.064],[0.61,0.047,0.047],[0.51,0.051,0.273],[0.304,0.3,0.254],[0.615,0.509,0.474],[0.021,0.019,0.019],[0.05,0.056,0.019],[0.667,0.495,0.419],[0.641,0.433,0.479],[0.367,0.22,0.187],[0.362,0.222,0.299],[0.506,0.532,0.513],[0.657,0.752,0.563],[0.798,0.587,0.641],[0.298,0.279,0.276],[1.306,1.078,1.286],[0.856,0.841,1.035],[3.586,2.749,2.195],[0.023,0.022,0.018],[0.741,0.738,2.897],[0.817,0.999,0.814],[3.524,1.169,2.605],[7.387,6.133,2.554],[0.197,0.221,0.193],[0.207,0.141,0.197],[0.218,0.197,0.195],[0.624,0.773,0.878],[6.408,9.72,6.816],[0.06,0.044,0.048],[0.403,0.559,0.533],[0.788,0.599,0.537],[1.938,2.248,1.477],[2.527,2.478,2.071],[2.544,1.85,2.179],[0.263,0.228,0.239],[0.037,0.038,0.059],[0.034,0.027,0.024],[0.026,0.024,0.029],[0.091,0.076,0.087],[0.021,0.015,0.025],[0.016,0.02,0.015],[0.015,0.015,0.012]],"source":"clickhouse-cloud/results/aws.192GB.json"} -,{"system":"ClickHouse Cloud (aws)","date":"2024-11-24","machine":"24GB","cluster_size":"serverless","comment":"","tags":["C++","column-oriented","ClickHouse derivative","managed","aws"],"load_time":709.038,"data_size":9945948486,"result":[[0.002,0.002,0.002],[0.661,0.508,0.026],[0.457,0.363,0.224],[0.665,0.613,0.448],[2.211,1.569,1.556],[3.083,2.602,3.949],[0.112,0.138,0.285],[0.047,0.082,0.136],[1.932,1.918,1.794],[2.212,2.178,3.014],[0.789,0.674,0.71],[0.804,0.82,0.895],[2.564,3.138,2.545],[3.848,3.962,3.731],[3.84,3.541,3.503],[1.966,1.943,1.71],[8.587,9.285,8.444],[6.194,6.314,6.158],[30.898,26.871,27.354],[0.084,0.087,0.085],[22.318,12.353,4.96],[5.208,5.437,5.241],[24.802,14.021,6.205],[55.894,18.103,17.924],[2.061,1.385,1.345],[0.938,0.947,0.937],[1.38,1.357,1.519],[4.554,4.391,4.722],[53.28,49.932,57.742],[0.165,0.177,0.157],[3.889,2.506,2.499],[7.382,3.552,3.186],[25.357,24.037,21.587],[23.807,21.54,23.157],[22.899,22.409,22.793],[1.35,1.372,1.451],[0.283,0.132,0.13],[0.055,0.057,0.056],[0.058,0.186,0.06],[0.47,0.253,0.326],[0.267,0.031,0.034],[0.173,0.021,0.021],[0.02,0.022,0.019]],"source":"clickhouse-cloud/results/aws.24GB.json"} -,{"system":"ClickHouse Cloud (aws)","date":"2024-11-24","machine":"360GB","cluster_size":"serverless","comment":"","tags":["C++","column-oriented","ClickHouse derivative","managed","aws"],"load_time":183.113,"data_size":9944105375,"result":[[0.003,0.003,0.003],[0.353,0.014,0.063],[0.03,0.028,0.442],[0.037,0.036,0.036],[0.378,0.485,0.224],[0.39,0.214,0.221],[0.015,0.015,0.1],[0.049,0.018,0.017],[0.537,0.447,0.306],[0.391,0.326,0.419],[0.245,0.244,0.128],[0.275,0.138,0.133],[0.324,0.246,0.262],[0.352,0.387,0.358],[0.473,0.319,0.368],[0.228,0.214,0.166],[0.688,0.855,0.695],[0.45,0.462,0.439],[1.296,1.608,1.234],[0.146,0.137,0.014],[1.856,0.401,0.398],[1.164,0.449,0.441],[0.52,0.523,1.743],[4.185,1.315,1.429],[0.198,0.119,0.167],[0.092,0.093,0.092],[0.12,0.119,0.121],[0.388,0.404,0.386],[3.521,3.904,3.455],[0.036,0.035,0.119],[0.253,0.363,0.243],[0.36,0.472,0.587],[1.635,1.545,1.346],[1.118,1.229,1.189],[1.161,1.161,1.243],[0.185,0.137,0.128],[0.042,0.036,0.036],[0.208,0.026,0.023],[0.026,0.026,0.027],[0.134,0.064,0.069],[0.017,0.159,0.019],[0.016,0.016,0.015],[0.012,0.013,0.012]],"source":"clickhouse-cloud/results/aws.360GB.json"} -,{"system":"ClickHouse Cloud (aws)","date":"2024-11-24","machine":"48GB","cluster_size":"serverless","comment":"","tags":["C++","column-oriented","ClickHouse derivative","managed","aws"],"load_time":500.089,"data_size":9941848624,"result":[[0.003,0.002,0.002],[0.805,0.049,0.467],[0.321,0.219,0.115],[0.29,0.743,0.614],[0.844,1.532,0.802],[1.535,2.694,1.79],[0.152,0.04,0.04],[0.034,0.052,0.032],[1.286,1.021,2.158],[1.878,2.017,1.386],[0.605,0.7,0.458],[0.579,0.783,0.496],[2.584,2.458,1.922],[2.163,3.899,2.277],[2.431,2.04,3.667],[1.314,1.204,2.09],[4.345,4.595,7.672],[3.401,5.077,3.905],[12.98,16.065,10.554],[0.065,0.058,0.061],[10.738,4.774,6.9],[5.347,5.048,2.7],[5.958,13.143,5.936],[28.415,15.895,27.813],[1.281,0.914,0.917],[0.485,0.489,0.518],[0.737,0.713,0.942],[4.04,2.309,4.196],[25.431,24.721,48.531],[0.131,0.132,0.121],[1.77,1.35,2.56],[2.499,2.873,1.81],[25.958,32.626,17.683],[11.07,14.637,10.76],[10.394,10.676,7.049],[0.838,0.765,1.093],[0.238,0.287,0.164],[0.09,0.076,0.244],[0.326,0.077,0.088],[0.307,0.816,0.223],[0.21,0.042,0.029],[0.151,0.021,0.03],[0.148,0.088,0.019]],"source":"clickhouse-cloud/results/aws.48GB.json"} +,{"system":"ClickHouse Cloud (aws)","date":"2024-11-25","machine":"192GB","cluster_size":"serverless","comment":"","tags":["C++","column-oriented","ClickHouse derivative","managed","aws"],"load_time":206.507,"data_size":9945233068,"result":[[0.002,0.002,0.006],[0.432,0.014,0.013],[0.035,1.454,0.163],[0.056,0.351,0.055],[0.258,0.24,0.234],[0.728,0.409,0.384],[0.365,0.018,0.018],[0.017,0.018,0.067],[0.909,0.423,0.394],[0.499,0.803,0.479],[0.27,0.161,0.178],[0.194,0.344,0.193],[0.468,0.456,0.436],[0.604,0.578,0.611],[0.726,0.496,0.487],[0.31,0.286,0.268],[1.116,1.393,1.259],[0.83,1.021,0.844],[3.292,2.212,2.434],[0.02,0.018,0.017],[0.711,0.701,3.229],[0.759,2.522,0.757],[0.898,0.888,0.877],[2.514,2.332,11.159],[0.218,0.21,0.207],[0.154,0.147,0.143],[0.441,0.21,0.218],[0.706,0.633,0.701],[6.593,6.648,6.657],[0.182,0.043,0.042],[0.66,0.42,0.429],[1.241,0.531,0.544],[2.079,1.6,1.562],[2.008,2.189,1.947],[1.853,2.001,1.922],[0.25,0.227,0.271],[0.044,0.045,0.042],[0.023,0.026,0.024],[0.16,0.028,0.027],[0.378,0.066,0.069],[0.015,0.016,0.019],[0.014,0.014,0.016],[0.012,0.011,0.013]],"source":"clickhouse-cloud/results/aws.192GB.json"} +,{"system":"ClickHouse Cloud (aws)","date":"2024-11-25","machine":"24GB","cluster_size":"serverless","comment":"","tags":["C++","column-oriented","ClickHouse derivative","managed","aws"],"load_time":733.679,"data_size":9945948486,"result":[[0.007,0.002,0.002],[0.52,0.061,0.562],[0.327,0.354,0.473],[0.761,0.314,0.418],[1.956,2.551,1.599],[4.494,3.334,4.377],[0.187,0.068,0.117],[0.058,0.046,0.035],[2.067,2.016,1.869],[2.858,3.253,2.308],[0.992,0.682,0.644],[0.9,1.036,0.838],[2.808,2.866,2.71],[4.39,4.393,4.68],[4.463,3.927,3.923],[2.108,1.853,1.857],[11.242,9.427,9.394],[7.125,6.904,6.932],[32.689,32.217,28.347],[0.088,0.09,0.131],[5.279,5.285,30.545],[5.373,5.366,22.979],[6.675,34.391,6.522],[19.339,72.764,18.883],[1.558,1.488,1.377],[0.99,0.942,0.957],[1.392,1.593,1.488],[4.807,4.798,4.696],[50.532,64.516,53.324],[0.176,0.159,0.159],[2.86,4.5,2.81],[10.405,3.647,4.263],[30.042,28.891,25.681],[25.568,24.405,23.786],[23.601,23.292,23.302],[1.565,1.462,1.406],[0.297,0.124,0.141],[0.557,0.056,0.053],[0.201,0.06,0.062],[0.427,0.283,0.286],[0.036,0.298,0.031],[0.201,0.021,0.023],[0.022,0.024,0.021]],"source":"clickhouse-cloud/results/aws.24GB.json"} +,{"system":"ClickHouse Cloud (aws)","date":"2024-11-25","machine":"360GB","cluster_size":"serverless","comment":"","tags":["C++","column-oriented","ClickHouse derivative","managed","aws"],"load_time":210.225,"data_size":9951732665,"result":[[0.003,0.003,0.003],[0.567,0.074,0.013],[0.606,0.316,0.027],[0.035,0.607,0.09],[0.365,0.194,0.162],[0.232,0.431,0.349],[0.026,0.016,0.097],[0.063,0.054,0.018],[0.538,0.467,0.309],[0.354,0.343,0.326],[0.259,0.137,0.221],[0.297,0.137,0.134],[0.241,0.237,0.235],[0.372,0.364,0.389],[0.461,0.439,0.295],[0.2,0.224,0.167],[0.766,0.665,0.656],[0.458,0.457,0.44],[1.254,1.664,1.625],[0.015,0.015,0.015],[0.443,0.421,0.432],[2.12,0.474,1.198],[1.995,0.53,1.071],[4.678,3.557,1.343],[0.122,0.124,0.123],[0.095,0.097,0.093],[0.127,0.12,0.125],[0.402,0.399,0.405],[3.563,3.543,3.515],[0.038,0.037,0.038],[0.241,0.246,0.239],[0.422,0.344,0.387],[1.593,1.04,1.053],[1.102,1.201,1.153],[1.117,1.026,1.159],[0.184,0.173,0.132],[0.043,0.038,0.052],[0.023,0.023,0.031],[0.027,0.024,0.029],[0.071,0.067,0.069],[0.02,0.019,0.019],[0.014,0.015,0.013],[0.011,0.012,0.012]],"source":"clickhouse-cloud/results/aws.360GB.json"} +,{"system":"ClickHouse Cloud (aws)","date":"2024-11-25","machine":"48GB","cluster_size":"serverless","comment":"","tags":["C++","column-oriented","ClickHouse derivative","managed","aws"],"load_time":476.032,"data_size":9941848624,"result":[[0.002,0.002,0.003],[1.048,0.026,0.019],[1.121,0.114,0.183],[0.854,0.159,0.188],[1.687,0.78,0.806],[1.664,1.304,1.441],[0.104,0.042,0.04],[0.049,0.049,0.023],[1.887,1.656,0.972],[1.249,2.314,1.477],[0.517,0.6,0.52],[0.832,0.775,0.54],[1.395,2.41,1.303],[2.143,1.942,2.114],[2.724,2.224,2.888],[1.826,1.766,1.165],[4.669,4.296,7.3],[3.28,3.35,4.764],[14.564,12.019,13.907],[0.067,0.046,0.06],[15.227,2.555,2.59],[7.084,4.878,2.807],[18.347,5.585,7.907],[37.335,15.042,26.599],[0.712,0.836,0.671],[0.809,0.467,0.835],[1.169,0.672,0.667],[2.365,4.099,2.259],[49.077,48.107,26.376],[0.101,0.121,0.1],[1.787,1.788,1.741],[8.611,4.135,1.762],[14.136,25.861,16.715],[18.994,11.754,7.091],[9.375,9.618,7.213],[0.885,0.808,0.762],[0.276,0.198,0.11],[0.076,0.594,0.073],[0.176,0.076,0.176],[0.299,0.783,0.414],[0.038,0.269,0.032],[0.492,0.028,0.02],[0.164,0.054,0.019]],"source":"clickhouse-cloud/results/aws.48GB.json"} ,{"system":"ClickHouse Cloud (aws)","date":"2024-11-14","machine":"720GB","cluster_size":"serverless","comment":"","tags":["C++","column-oriented","ClickHouse derivative","managed","aws"],"load_time":225.191,"data_size":9943934567,"result":[[0.005,0.005,0.004],[1.296,0.039,0.027],[1.08,0.155,0.034],[0.035,0.036,0.037],[0.904,0.194,0.179],[0.622,0.571,0.264],[0.022,0.023,0.023],[0.03,0.052,0.027],[1.137,0.64,0.435],[0.644,0.47,0.458],[0.301,0.194,0.172],[0.171,0.286,0.331],[0.296,0.297,0.257],[0.411,0.469,0.38],[0.755,0.344,0.33],[0.232,0.195,0.21],[0.722,0.622,0.702],[0.605,0.423,0.624],[1.45,1.501,1.293],[0.021,0.019,0.019],[0.344,2.059,1.29],[0.377,0.376,0.378],[0.614,1.983,1.144],[1.365,1.257,4.61],[0.153,0.137,0.141],[0.123,0.111,0.122],[0.145,0.152,0.151],[0.444,0.393,0.421],[3.005,3.368,3.336],[0.148,0.158,0.052],[0.577,0.3,0.3],[0.925,0.412,0.413],[1.723,1.677,1.735],[1.279,1.241,1.037],[1.177,1.025,1.166],[0.188,0.149,0.165],[0.184,0.05,0.055],[0.031,0.032,0.035],[0.04,0.149,0.043],[0.278,0.106,0.102],[0.022,0.029,0.028],[0.224,0.022,0.025],[0.017,0.017,0.015]],"source":"clickhouse-cloud/results/aws.720GB.json"} -,{"system":"ClickHouse Cloud (aws)","date":"2024-11-24","machine":"96GB","cluster_size":"serverless","comment":"","tags":["C++","column-oriented","ClickHouse derivative","managed","aws"],"load_time":185.314,"data_size":9942910578,"result":[[0.003,0.002,0.003],[0.403,0.021,0.526],[0.068,0.342,0.058],[0.11,0.091,0.09],[1.869,0.649,0.511],[1.068,0.88,0.67],[0.095,0.027,0.109],[0.05,0.02,0.02],[0.838,0.571,1.18],[0.873,0.861,0.811],[0.238,0.232,0.326],[0.468,0.278,0.284],[0.732,0.683,0.77],[1.143,1.184,1.149],[1.183,1.344,1.101],[0.661,0.517,0.606],[2.755,2.455,2.506],[2.215,1.47,1.717],[4.773,4.856,4.838],[0.028,0.028,0.028],[1.484,1.431,1.395],[6.437,1.406,1.568],[7.894,2.239,1.789],[14.37,4.958,12.985],[0.395,0.482,0.375],[0.276,0.266,0.268],[0.348,0.377,0.487],[1.648,1.152,1.356],[12.442,12.077,14.024],[0.08,0.058,0.057],[1.006,0.693,0.653],[1.255,0.776,1.463],[5.805,2.791,4.814],[4.874,3.388,5.01],[4.697,3.389,4.045],[0.543,0.379,0.5],[0.068,0.049,0.054],[0.029,0.03,0.029],[0.047,0.027,0.026],[0.12,0.112,0.118],[0.021,0.021,0.027],[0.015,0.014,0.014],[0.015,0.015,0.221]],"source":"clickhouse-cloud/results/aws.96GB.json"} -,{"system":"ClickHouse Cloud (aws)","date":"2024-11-24","machine":"dev","cluster_size":"serverless","comment":"","tags":["C++","column-oriented","ClickHouse derivative","managed","aws"],"load_time":386.91,"data_size":9946486874,"result":[[0.002,0.003,0.005],[0.026,0.042,0.026],[0.1,0.108,0.101],[0.193,0.245,0.2],[0.858,1.305,1.164],[1.33,1.895,2.302],[0.057,0.048,0.05],[0.026,0.026,0.034],[0.988,1.032,0.953],[1.922,1.884,1.252],[0.555,0.506,0.564],[0.626,0.701,0.566],[1.723,1.554,1.372],[2.566,2.475,2.069],[1.805,1.698,2.087],[1.067,1.208,1.003],[4.422,4.232,4.255],[3.083,3.338,4.153],[16.584,13.5,13.057],[0.06,0.058,0.048],[2.81,3.209,2.511],[3.45,2.909,2.948],[14.817,3.367,3.724],[9.58,9.215,10.249],[0.966,0.698,0.735],[0.465,0.514,0.477],[0.676,0.681,0.668],[2.353,2.571,2.274],[25.404,24.888,25.133],[0.145,0.103,0.099],[1.39,1.264,1.283],[2.188,1.663,1.526],[13.876,12.598,14.155],[12.956,11.67,11.77],[12.536,11.642,11.539],[0.886,0.811,0.66],[0.134,0.147,0.112],[0.054,0.065,0.051],[0.082,0.057,0.056],[0.246,0.244,0.238],[0.027,0.025,0.031],[0.021,0.021,0.026],[0.023,0.021,0.018]],"source":"clickhouse-cloud/results/aws.dev.json"} -,{"system":"ClickHouse Cloud (azure)","date":"2024-11-24","machine":"192GB","cluster_size":"serverless","comment":"","tags":["C++","column-oriented","ClickHouse derivative","managed","azure"],"load_time":391.575,"data_size":9946205251,"result":[[0.003,0.005,0.004],[2.142,0.011,0.014],[0.05,0.05,0.048],[2.347,0.235,3.322],[0.518,0.342,0.232],[4.497,0.509,0.509],[0.021,0.022,0.109],[0.052,0.051,0.013],[0.607,1.629,0.684],[0.569,0.707,0.665],[0.233,0.238,0.214],[0.208,2.185,0.225],[2.492,0.627,0.37],[0.496,0.519,0.609],[0.802,0.788,0.57],[0.309,0.533,0.365],[1.843,1.227,1.119],[0.821,0.755,0.715],[4.855,4.509,2.34],[0.325,0.027,0.018],[10.559,11.016,0.691],[1.612,2.736,0.841],[0.982,5.158,3.35],[3.088,9.669,10.354],[0.209,0.193,0.186],[0.194,0.186,0.195],[0.186,0.219,0.211],[0.617,0.588,0.654],[7.879,7.843,5.34],[0.063,0.04,0.064],[0.575,0.577,0.376],[0.915,0.59,0.744],[2.276,3.178,3.094],[2.807,1.942,2.93],[2.093,2.963,2.937],[0.39,0.296,0.374],[0.041,0.067,0.038],[0.023,0.039,0.023],[0.051,0.04,0.04],[0.072,0.073,2.288],[0.3,0.26,0.015],[0.113,0.026,0.019],[2.261,0.01,0.017]],"source":"clickhouse-cloud/results/azure.192GB.json"} -,{"system":"ClickHouse Cloud (azure)","date":"2024-11-24","machine":"24GB","cluster_size":"serverless","comment":"","tags":["C++","column-oriented","ClickHouse derivative","managed","azure"],"load_time":761.595,"data_size":9947110164,"result":[[0.003,0.004,0.002],[0.023,0.153,2.229],[0.35,0.169,0.145],[1.809,0.279,0.617],[1.586,3.69,4.721],[8.135,4.198,5.306],[0.113,0.073,0.049],[0.03,0.029,0.05],[5.531,5.23,4.191],[2.118,2.152,2.166],[0.81,0.72,0.644],[0.953,0.961,0.907],[7.995,2.472,3.138],[4.164,12.652,3.466],[3.506,4.229,4.101],[2.133,6.143,1.828],[8.841,17.501,9.558],[6.802,7.66,6.183],[37.364,35.228,32.108],[0.086,0.086,0.073],[4.739,29.607,4.246],[4.86,4.95,5.383],[16.95,9.244,5.911],[18.892,16.947,17.313],[1.356,1.357,1.242],[0.895,0.913,0.917],[1.552,1.275,1.228],[4.933,5.557,4.996],[43.25,44.221,53.631],[0.184,0.148,0.161],[2.458,2.254,2.584],[3.348,2.819,3.464],[25.963,23.297,39.466],[21.305,21.292,32.382],[29.24,29.514,21.215],[1.394,1.393,1.32],[0.202,0.133,0.183],[0.07,0.068,0.05],[0.052,0.067,0.066],[0.259,0.386,0.257],[0.039,0.027,0.028],[0.023,0.016,0.017],[0.017,0.023,0.016]],"source":"clickhouse-cloud/results/azure.24GB.json"} -,{"system":"ClickHouse Cloud (azure)","date":"2024-11-24","machine":"360GB","cluster_size":"serverless","comment":"","tags":["C++","column-oriented","ClickHouse derivative","managed","azure"],"load_time":174.063,"data_size":9943101025,"result":[[0.004,0.003,0.004],[0.012,2.331,0.062],[0.025,0.324,0.209],[3.159,0.035,0.367],[0.222,0.367,0.188],[2.811,0.57,0.279],[0.062,0.012,0.056],[0.017,0.054,0.015],[0.384,2.543,0.369],[0.674,2.516,0.401],[0.298,0.359,0.145],[0.146,0.267,0.142],[0.298,0.812,0.29],[0.394,0.421,0.842],[0.542,0.341,0.513],[0.288,0.27,0.409],[0.896,0.864,1.348],[0.504,0.547,0.783],[3.558,1.518,1.489],[0.014,0.015,0.014],[12.287,0.423,3.44],[0.493,0.491,0.497],[8.205,0.58,2.327],[21.583,1.643,5.204],[0.19,0.133,0.145],[0.106,0.104,0.11],[0.144,0.127,0.146],[0.456,0.435,0.627],[5.05,5.051,3.995],[0.035,0.056,0.057],[0.432,0.279,0.272],[0.576,0.564,0.374],[2.065,1.997,1.741],[1.321,2.013,1.895],[1.418,1.339,2.038],[0.238,0.165,0.295],[0.04,0.04,0.035],[0.022,0.035,0.039],[0.027,0.028,0.027],[0.114,0.08,0.073],[0.021,0.026,0.015],[0.015,0.015,0.015],[0.011,0.011,0.011]],"source":"clickhouse-cloud/results/azure.360GB.json"} -,{"system":"ClickHouse Cloud (azure)","date":"2024-11-24","machine":"48GB","cluster_size":"serverless","comment":"","tags":["C++","column-oriented","ClickHouse derivative","managed","azure"],"load_time":459.039,"data_size":9943899655,"result":[[0.002,0.002,0.002],[5.258,0.061,0.019],[0.781,0.258,0.261],[1.375,0.205,4.797],[1.018,0.809,1.943],[5.686,2.947,1.346],[0.031,0.078,0.03],[0.055,0.022,0.02],[1.224,2.54,3.689],[1.297,1.771,1.632],[0.717,0.723,0.421],[0.463,3.403,0.926],[3.976,2.801,2.89],[2.481,5.061,4.423],[4.389,1.834,3.893],[1.158,1.21,1.036],[10.672,4.49,10.894],[3.37,3.038,6.891],[21.673,12.82,9.473],[0.039,0.042,0.058],[25.481,3.55,2.307],[11.606,2.775,4.203],[5.174,6.658,5.061],[8.145,15.839,14.642],[1.274,0.679,1.067],[0.685,0.572,0.502],[1.018,1.074,0.669],[3.659,4.112,2.171],[21.78,22.771,30.402],[0.109,1.69,0.079],[10.206,7.302,2.168],[19.761,3.639,26.816],[15.741,13.366,15.107],[56.719,6.718,25.185],[13.193,12.52,6.217],[0.908,0.752,0.869],[0.203,0.114,0.1],[0.054,0.051,0.075],[0.05,0.073,0.048],[0.363,0.223,0.221],[0.025,0.024,0.025],[0.017,0.017,0.03],[0.017,0.013,0.026]],"source":"clickhouse-cloud/results/azure.48GB.json"} -,{"system":"ClickHouse Cloud (azure)","date":"2024-11-24","machine":"96GB","cluster_size":"serverless","comment":"","tags":["C++","column-oriented","ClickHouse derivative","managed","azure"],"load_time":200.428,"data_size":9943698026,"result":[[0.002,0.004,0.004],[2.347,0.015,0.015],[0.063,0.048,2.508],[2.404,1.229,0.073],[0.817,0.536,0.522],[3.018,0.793,1.059],[0.056,0.022,0.079],[0.015,0.014,0.052],[1.564,0.62,1.138],[0.764,0.75,0.685],[0.353,0.201,0.294],[0.445,0.238,0.237],[4.358,1.124,0.765],[1.924,1.756,1.042],[1.762,1.052,0.942],[1.359,1.582,0.945],[4.301,2.753,2.32],[2.104,2.946,1.7],[8.829,7.687,4.79],[0.034,0.025,0.025],[9.242,1.484,1.432],[1.398,1.379,1.69],[5.613,1.677,1.639],[71.189,4.572,5.048],[0.342,0.388,0.358],[0.249,0.261,0.261],[0.339,0.4,0.357],[1.135,1.335,1.331],[12.454,12.544,13.303],[0.061,0.061,0.054],[0.772,0.993,0.691],[0.928,1.314,1.027],[5.473,4.673,3.433],[3.306,4.778,3.429],[3.43,31.128,3.222],[0.772,0.734,0.411],[0.34,0.096,0.096],[0.032,0.217,0.193],[2.086,0.058,0.032],[0.348,0.112,0.264],[0.479,0.021,0.017],[0.013,0.171,0.012],[0.013,0.018,0.017]],"source":"clickhouse-cloud/results/azure.96GB.json"} -,{"system":"ClickHouse Cloud (gcp)","date":"2024-11-24","machine":"192GB","cluster_size":"serverless","comment":"","tags":["C++","column-oriented","ClickHouse derivative","managed","gcp"],"load_time":258.916,"data_size":9946203518,"result":[[0.003,0.003,0.003],[0.589,0.501,0.146],[0.429,0.286,0.037],[0.455,0.062,0.161],[0.31,0.592,0.269],[0.772,0.639,0.448],[0.138,0.017,0.019],[0.024,0.03,0.105],[0.731,0.744,0.512],[0.621,0.591,0.599],[0.298,0.201,0.272],[0.389,0.347,0.189],[0.525,0.432,0.569],[1.086,0.695,0.647],[0.732,0.833,0.558],[0.36,0.392,0.356],[1.318,1.335,1.187],[0.964,1.018,0.837],[4.644,3.982,3.432],[0.021,0.026,0.022],[3.616,2.1,0.601],[0.69,0.684,0.7],[3.322,2.886,0.956],[9.287,2.868,2.189],[0.27,0.21,0.208],[0.171,0.185,0.157],[0.202,0.242,0.24],[0.804,0.753,0.808],[6.399,7.907,7.529],[0.048,0.237,0.043],[0.909,0.429,0.588],[0.779,1.014,1.432],[2.124,2.704,2.045],[2.353,2.426,2.433],[2.442,2.242,2.369],[0.324,0.311,0.298],[0.053,0.054,0.054],[0.168,0.036,0.035],[0.039,0.033,0.034],[0.11,0.102,0.259],[0.023,0.024,0.021],[0.283,0.019,0.02],[0.015,0.015,0.015]],"source":"clickhouse-cloud/results/gcp.192GB.json"} -,{"system":"ClickHouse Cloud (gcp)","date":"2024-11-24","machine":"24GB","cluster_size":"serverless","comment":"","tags":["C++","column-oriented","ClickHouse derivative","managed","gcp"],"load_time":930.199,"data_size":9946973751,"result":[[0.003,0.003,0.004],[0.031,0.755,0.029],[0.982,0.403,0.151],[1.037,1.008,0.277],[3.271,2.949,3.167],[3.972,4.858,2.913],[0.143,0.134,0.046],[0.034,0.037,0.047],[2.553,2.199,2.447],[2.971,2.75,2.681],[0.838,0.871,0.643],[1.004,0.903,1.131],[2.969,3.197,3.19],[5.617,4.667,4.776],[4.66,4.523,3.905],[2.79,2.544,2.464],[10.995,11.301,9.926],[7.538,8.087,8.008],[29.355,37.493,39.672],[0.078,0.085,0.076],[4.872,22.713,4.422],[5.198,26.18,5.288],[26.797,5.974,6.121],[19.114,82.504,21.365],[1.612,1.428,1.462],[1.02,1.005,0.991],[1.616,1.436,1.384],[5.014,4.844,4.527],[49.458,65.169,50.682],[0.158,0.149,0.17],[3.423,3.128,2.7],[3.992,5.639,11.379],[37.261,34.079,33.82],[27.792,28.114,28.024],[26.666,27.657,28.319],[1.792,1.739,1.706],[0.362,0.172,0.168],[0.06,0.071,0.059],[0.071,0.179,0.064],[0.347,0.485,0.327],[0.037,0.029,0.298],[0.243,0.025,0.028],[0.022,0.023,0.02]],"source":"clickhouse-cloud/results/gcp.24GB.json"} -,{"system":"ClickHouse Cloud (gcp)","date":"2024-11-24","machine":"360GB","cluster_size":"serverless","comment":"","tags":["C++","column-oriented","ClickHouse derivative","managed","gcp"],"load_time":173.036,"data_size":9945099612,"result":[[0.003,0.003,0.003],[0.445,0.022,0.019],[0.038,0.038,0.041],[0.532,0.045,0.415],[0.298,0.297,0.255],[0.595,0.592,0.249],[0.166,0.139,0.022],[0.107,0.147,0.021],[0.779,0.762,0.432],[0.766,0.455,0.468],[0.187,0.166,0.165],[0.524,0.183,0.157],[0.566,0.532,0.382],[0.48,0.5,0.429],[0.448,0.441,0.411],[0.311,0.21,0.362],[0.886,0.956,0.753],[0.526,0.813,0.591],[2.202,2.173,1.777],[0.019,0.183,0.018],[1.816,0.457,0.354],[0.518,0.412,1.961],[2.064,0.508,0.527],[5.461,1.707,1.711],[0.162,0.139,0.159],[0.128,0.132,0.101],[0.338,0.144,0.151],[0.532,0.454,0.443],[4.609,3.511,3.556],[0.201,0.039,0.038],[0.358,0.337,0.279],[0.487,0.453,1.107],[2.561,2.546,2.458],[1.873,1.499,1.839],[1.632,1.922,1.894],[0.279,0.293,0.206],[0.045,0.059,0.054],[0.189,0.036,0.034],[0.038,0.036,0.035],[0.087,0.109,0.092],[0.286,0.021,0.02],[0.211,0.019,0.021],[0.016,0.014,0.016]],"source":"clickhouse-cloud/results/gcp.360GB.json"} -,{"system":"ClickHouse Cloud (gcp)","date":"2024-11-24","machine":"48GB","cluster_size":"serverless","comment":"","tags":["C++","column-oriented","ClickHouse derivative","managed","gcp"],"load_time":430.422,"data_size":9946415374,"result":[[0.002,0.003,0.002],[1.306,0.027,1.324],[0.292,0.302,0.101],[0.177,0.201,0.236],[1.606,1.464,1.481],[2.281,2.343,1.988],[0.028,0.03,0.164],[0.23,0.049,0.025],[2.246,1.932,1.368],[2.283,2.531,1.744],[0.553,0.53,0.525],[0.654,0.53,0.713],[2.743,1.889,1.353],[3.381,2.77,3.438],[2.077,2.423,2.703],[1.216,1.375,1.229],[5.602,4.694,4.756],[3.351,5.057,4.054],[12.821,14.718,12.416],[0.048,0.048,0.045],[11.162,9.106,2.906],[3.283,2.483,2.603],[4.023,3.875,13.968],[37.917,38.928,8.747],[1.572,1.559,0.71],[0.526,0.545,0.546],[0.771,0.701,0.698],[10.485,2.238,8.988],[30.245,24.86,24.789],[0.286,0.092,0.231],[1.474,2.325,1.499],[5.481,2.399,2.15],[16.414,26.368,19.864],[8.698,8.556,9.382],[8.824,8.581,9.167],[1.182,1.034,1.008],[0.31,0.312,0.138],[0.346,0.056,0.057],[0.207,0.061,0.051],[0.276,0.262,0.25],[0.335,0.033,0.021],[0.233,0.023,0.022],[0.018,0.017,0.017]],"source":"clickhouse-cloud/results/gcp.48GB.json"} -,{"system":"ClickHouse Cloud (gcp)","date":"2024-11-24","machine":"708GB","cluster_size":"serverless","comment":"","tags":["C++","column-oriented","ClickHouse derivative","managed","gcp"],"load_time":214.404,"data_size":9945104431,"result":[[0.004,0.004,0.004],[0.491,0.459,0.113],[0.321,0.035,0.035],[0.476,0.394,0.04],[0.278,0.18,0.26],[0.501,0.448,0.225],[0.172,0.019,0.029],[0.139,0.029,0.114],[0.566,0.395,0.475],[0.582,0.62,0.5],[0.35,0.142,0.343],[0.341,0.129,0.329],[0.343,0.287,0.271],[0.543,0.449,0.376],[0.546,0.399,0.299],[0.188,0.18,0.289],[0.709,0.916,0.635],[0.537,0.435,0.543],[2.078,1.893,1.761],[0.02,0.026,0.197],[1.127,0.35,0.361],[0.456,0.435,0.413],[1.739,0.53,0.405],[4.068,3.492,1.394],[0.129,0.182,0.144],[0.109,0.12,0.116],[0.149,0.137,0.139],[0.478,0.46,0.444],[3.439,3.427,3.041],[0.043,0.056,0.045],[0.258,0.323,0.299],[0.471,0.489,0.436],[2.187,2.121,2.517],[1.789,2.092,1.769],[1.68,1.792,1.632],[0.207,0.209,0.174],[0.047,0.058,0.061],[0.035,0.035,0.035],[0.034,0.039,0.043],[0.108,0.114,0.098],[0.023,0.02,0.02],[0.022,0.02,0.022],[0.017,0.015,0.015]],"source":"clickhouse-cloud/results/gcp.708GB.json"} -,{"system":"ClickHouse Cloud (gcp)","date":"2024-11-24","machine":"96GB","cluster_size":"serverless","comment":"","tags":["C++","column-oriented","ClickHouse derivative","managed","gcp"],"load_time":218.673,"data_size":9943610169,"result":[[0.003,0.003,0.003],[0.566,0.019,0.529],[0.284,0.07,0.084],[0.499,0.078,0.087],[0.615,0.506,0.552],[0.987,0.773,1.17],[0.021,0.322,0.182],[0.023,0.02,0.158],[1.213,0.923,0.897],[1.336,1.047,0.994],[0.305,0.282,0.424],[0.456,0.455,0.346],[0.939,1.176,0.776],[1.794,1.395,1.663],[1.469,1.11,1.469],[1.022,0.743,0.768],[3.767,3.427,3.45],[1.782,2.168,2.186],[6.984,6.192,4.795],[0.028,0.032,0.031],[5.694,1.303,1.46],[5.378,1.625,1.523],[1.956,1.817,6.501],[18.943,4.234,16.138],[0.398,0.369,0.465],[0.353,0.267,0.283],[0.449,0.417,0.435],[1.403,1.226,1.196],[13.72,13.366,13.042],[0.074,0.072,0.068],[1.047,1.029,0.985],[1.586,1.423,1.431],[6.796,5.047,4.928],[4.818,4.468,4.567],[4.819,5.11,5.366],[0.574,0.489,0.594],[0.065,0.078,0.068],[0.038,0.043,0.039],[0.037,0.034,0.04],[0.12,0.136,0.12],[0.028,0.023,0.024],[0.019,0.019,0.016],[0.015,0.02,0.014]],"source":"clickhouse-cloud/results/gcp.96GB.json"} -,{"system":"ClickHouse Cloud (gcp)","date":"2024-11-24","machine":"dev","cluster_size":"serverless","comment":"","tags":["C++","column-oriented","ClickHouse derivative","managed","gcp"],"load_time":614.384,"data_size":9947548785,"result":[[0.003,0.003,0.002],[0.025,0.026,0.02],[0.107,0.166,0.209],[0.277,0.238,0.339],[1.855,1.309,1.213],[1.628,2.273,2.147],[0.038,0.031,0.04],[0.023,0.025,0.028],[1.281,2.01,1.657],[2.005,2.03,1.541],[0.638,0.379,0.376],[0.754,0.514,0.725],[2.13,1.703,1.677],[2.805,2.557,2.765],[2.259,2.272,2.16],[1.219,1.42,1.354],[5.305,5.201,6],[3.55,3.817,3.979],[16.907,17.049,16.565],[0.06,0.045,0.054],[2.578,2.432,2.624],[2.945,3.034,2.886],[3.301,3.141,3.538],[10.981,10.534,9.928],[1.029,0.802,0.744],[0.534,0.526,0.662],[0.755,0.758,0.721],[2.417,2.62,2.401],[26.498,26.444,26.528],[0.119,0.146,0.106],[1.523,1.454,1.632],[2.635,2.709,1.965],[20.364,17.667,17.855],[15.962,15.779,15.797],[15.443,16.151,15.901],[1.118,1.139,0.901],[0.124,0.114,0.123],[0.054,0.048,0.061],[0.046,0.053,0.049],[0.265,0.24,0.199],[0.033,0.029,0.032],[0.021,0.018,0.018],[0.017,0.022,0.016]],"source":"clickhouse-cloud/results/gcp.dev.json"} +,{"system":"ClickHouse Cloud (aws)","date":"2024-11-25","machine":"96GB","cluster_size":"serverless","comment":"","tags":["C++","column-oriented","ClickHouse derivative","managed","aws"],"load_time":255.08,"data_size":9945105805,"result":[[0.002,0.002,0.002],[0.52,0.022,0.015],[0.075,0.755,0.303],[0.476,0.264,0.111],[0.482,0.71,0.515],[1.008,1.192,0.686],[0.114,0.026,0.128],[0.097,0.065,0.02],[0.786,0.573,0.81],[0.852,0.662,0.971],[0.33,0.275,0.32],[0.367,0.259,0.266],[1.036,1.016,0.676],[1.247,1.52,1.009],[1.289,1.179,1.106],[0.595,0.896,0.616],[2.307,2.12,2.091],[2.358,1.504,1.688],[5.193,6.16,4.416],[0.03,0.136,0.027],[5.854,3.174,1.285],[2.155,1.341,2.125],[8.176,2.513,3.847],[16.756,10.848,6.653],[0.347,0.39,0.35],[0.241,0.239,0.243],[0.349,0.528,0.35],[1.806,1.826,1.833],[12.581,12.541,12.344],[0.058,0.081,0.057],[1.018,0.7,0.976],[1.414,1.394,1.033],[5.224,4.33,3.646],[3.437,5.34,5.142],[3.456,5.459,3.442],[0.38,0.391,0.558],[0.048,0.061,0.051],[0.031,0.03,0.029],[0.038,0.036,0.035],[0.09,0.085,0.121],[0.017,0.015,0.021],[0.013,0.018,0.014],[0.014,0.014,0.012]],"source":"clickhouse-cloud/results/aws.96GB.json"} +,{"system":"ClickHouse Cloud (aws)","date":"2024-11-25","machine":"dev","cluster_size":"serverless","comment":"","tags":["C++","column-oriented","ClickHouse derivative","managed","aws"],"load_time":394.506,"data_size":9945420455,"result":[[0.002,0.003,0.004],[0.156,0.028,0.078],[0.212,0.128,0.152],[0.201,0.228,0.231],[1.039,0.872,0.956],[1.666,2.012,1.466],[0.059,0.084,0.067],[0.04,0.043,0.028],[1.153,1.08,1.455],[1.816,1.52,1.801],[0.443,0.471,0.566],[0.743,0.723,0.65],[1.53,2.039,1.497],[2.813,2.495,2.605],[2.249,2.204,2.142],[1.249,1.178,1.184],[5.162,5.425,5.109],[3.677,3.73,3.752],[14.232,23.333,16.604],[0.095,0.07,0.065],[2.927,2.634,2.451],[2.62,2.605,3.488],[3.102,3.013,4.202],[8.98,9.087,11.971],[0.724,1.015,0.678],[0.576,0.577,0.466],[0.828,0.686,0.91],[2.338,2.25,2.839],[24.6,24.495,24.293],[0.089,0.089,0.103],[1.292,1.257,1.264],[2.671,1.824,1.545],[11.647,3.011,16.983],[11.868,15.71,16.496],[11.764,14.925,11.508],[1.047,0.807,0.675],[0.134,0.11,0.144],[0.052,0.069,0.064],[0.104,0.076,0.076],[0.231,0.22,0.272],[0.026,0.026,0.026],[0.02,0.029,0.032],[0.02,0.017,0.043]],"source":"clickhouse-cloud/results/aws.dev.json"} +,{"system":"ClickHouse Cloud (azure)","date":"2024-11-25","machine":"192GB","cluster_size":"serverless","comment":"","tags":["C++","column-oriented","ClickHouse derivative","managed","azure"],"load_time":220.294,"data_size":9944579437,"result":[[0.002,0.003,0.003],[0.024,0.023,4.415],[2.85,2.134,0.053],[0.069,0.071,5.473],[0.406,0.284,0.344],[2.518,0.418,0.406],[0.025,0.025,2.259],[0.058,0.016,0.241],[0.722,0.484,4.63],[0.49,0.799,0.49],[0.239,0.662,0.164],[0.235,0.326,0.288],[0.797,0.702,4.406],[0.524,0.507,0.986],[1.534,0.867,0.827],[0.329,0.545,0.477],[2.717,3.148,1.98],[0.821,1.104,1.051],[5.503,4.002,2.471],[0.027,0.018,0.358],[17.954,0.572,0.558],[20.052,1.839,0.741],[11.156,1.057,10.804],[22.054,2.982,2.503],[0.24,0.229,0.29],[0.151,0.165,0.212],[1.704,0.261,0.19],[0.877,0.706,0.605],[7.251,7.88,11.966],[0.269,0.039,0.057],[0.455,0.415,0.424],[0.582,0.547,3.214],[2.25,2.351,2.274],[2.895,2.7,2.759],[2.104,2.875,2.728],[0.271,0.228,0.393],[0.058,0.062,0.041],[0.024,0.027,0.025],[0.026,0.027,0.027],[0.111,0.074,0.097],[0.014,0.014,0.015],[0.022,0.023,0.015],[0.011,0.019,0.017]],"source":"clickhouse-cloud/results/azure.192GB.json"} +,{"system":"ClickHouse Cloud (azure)","date":"2024-11-25","machine":"24GB","cluster_size":"serverless","comment":"","tags":["C++","column-oriented","ClickHouse derivative","managed","azure"],"load_time":772.808,"data_size":9949179756,"result":[[0.006,0.003,0.006],[0.616,0.038,0.031],[0.398,0.394,0.279],[2.901,0.533,0.295],[3.388,2.64,3.163],[8.167,2.444,5.065],[0.16,0.05,0.053],[0.093,0.035,1.084],[4.682,1.873,2.139],[9.696,5.241,2.946],[0.666,0.654,0.677],[1.823,1.732,0.842],[2.87,2.83,2.802],[15.878,5.213,3.563],[12.382,3.333,10.869],[2.821,2.336,1.914],[8.347,29.505,10.36],[9.866,5.523,9.72],[34.788,46.949,24.417],[0.099,0.068,0.07],[4.528,4.054,5.991],[4.733,12.241,4.716],[8.433,5.708,5.536],[17.716,17.35,25.368],[1.284,1.233,1.313],[0.896,1.196,0.905],[1.249,1.971,2.017],[6.827,4.387,4.135],[43.172,42.47,42.72],[0.145,0.133,0.209],[2.449,4.22,2.314],[3.296,6.039,5.597],[23.517,23.041,25.079],[21.766,20.888,20.252],[21.075,20.877,20.446],[2.649,1.409,1.413],[0.31,0.129,0.244],[0.058,0.047,0.045],[0.051,0.05,0.053],[0.255,0.316,0.457],[0.026,0.028,0.025],[0.019,0.034,0.018],[0.024,0.016,0.023]],"source":"clickhouse-cloud/results/azure.24GB.json"} +,{"system":"ClickHouse Cloud (azure)","date":"2024-11-25","machine":"360GB","cluster_size":"serverless","comment":"","tags":["C++","column-oriented","ClickHouse derivative","managed","azure"],"load_time":164.362,"data_size":9945178650,"result":[[0.003,0.004,0.003],[0.015,0.595,2.23],[0.444,0.232,0.033],[4.347,0.035,2.272],[0.416,0.206,0.654],[0.706,0.317,2.554],[0.114,0.012,0.012],[0.014,0.051,0.072],[0.373,0.703,0.367],[0.39,0.681,0.562],[0.125,0.138,0.127],[0.263,0.145,0.395],[0.568,2.446,0.408],[0.579,0.406,0.376],[0.332,2.602,0.322],[0.412,0.311,0.602],[1.473,0.888,1.918],[0.693,0.505,0.56],[3.933,1.636,1.532],[0.015,0.014,0.015],[18.235,5.086,0.411],[0.472,0.711,0.694],[12.796,3.542,0.6],[6.318,1.777,1.586],[0.14,0.202,2.77],[0.117,0.117,0.108],[0.158,0.209,0.144],[0.657,0.481,0.467],[15.419,3.977,3.923],[0.049,0.049,0.049],[0.283,2.562,0.28],[0.563,0.38,0.36],[1.786,2.84,2.825],[2.004,1.988,1.98],[1.436,1.348,1.311],[0.343,0.246,0.212],[0.038,0.051,0.039],[0.033,0.027,0.027],[0.029,0.026,0.04],[0.073,0.1,0.073],[0.025,0.017,0.02],[0.02,0.012,0.019],[0.011,0.017,0.015]],"source":"clickhouse-cloud/results/azure.360GB.json"} +,{"system":"ClickHouse Cloud (azure)","date":"2024-11-25","machine":"48GB","cluster_size":"serverless","comment":"","tags":["C++","column-oriented","ClickHouse derivative","managed","azure"],"load_time":315.151,"data_size":9946618524,"result":[[0.004,0.003,0.002],[3.221,0.058,0.581],[0.271,0.16,0.093],[5.357,1.189,0.157],[1.164,1.02,1.219],[1.98,5.02,1.399],[0.025,0.057,0.083],[0.055,0.063,0.031],[1.355,3.051,2.423],[2.481,1.261,2.673],[0.457,0.747,0.424],[0.524,0.566,0.818],[5.455,1.626,1.774],[2.557,2.6,2.514],[1.907,1.727,4.821],[3.099,1.316,2.517],[11.816,11.121,4.512],[3.641,3.269,3.342],[22.603,16.581,13.27],[0.043,0.059,0.058],[2.704,2.505,2.447],[2.899,2.703,18.46],[5.441,76.195,3.161],[8.416,31.088,81.484],[0.697,1.009,0.641],[0.5,0.48,0.688],[0.65,1.026,0.96],[2.09,3.054,2.966],[30.629,21.498,21.608],[0.124,0.094,0.084],[1.225,1.18,1.213],[2.044,1.695,3.611],[13.587,12.14,31.254],[12.432,6.249,6.395],[11.968,6.173,12.468],[1.67,0.856,0.709],[0.183,0.111,0.199],[0.051,0.047,0.045],[0.079,0.075,0.058],[0.388,0.227,0.215],[0.028,0.043,0.026],[0.019,0.024,0.016],[0.048,0.015,0.013]],"source":"clickhouse-cloud/results/azure.48GB.json"} +,{"system":"ClickHouse Cloud (azure)","date":"2024-11-25","machine":"96GB","cluster_size":"serverless","comment":"","tags":["C++","column-oriented","ClickHouse derivative","managed","azure"],"load_time":231.293,"data_size":9941672683,"result":[[0.007,0.003,0.003],[4.353,6.612,0.28],[0.309,0.086,2.096],[4.698,0.071,0.099],[3.885,0.484,0.479],[1.02,5.096,4.399],[0.178,0.018,0.084],[0.022,0.025,0.015],[0.845,1.14,0.853],[0.971,4.817,4.41],[0.303,0.303,0.235],[0.359,0.375,0.348],[2.489,0.951,2.455],[5.081,0.995,0.921],[1.498,0.965,4.265],[0.777,0.658,0.534],[3.971,3.363,2.326],[1.474,2.038,1.713],[8.457,7.287,7.859],[0.039,0.025,0.025],[1.506,1.654,1.606],[31.451,26.885,1.616],[2.304,16.784,14.3],[5.721,29.698,3.991],[0.344,0.441,0.333],[0.323,0.249,0.311],[0.336,0.336,0.347],[1.11,1.141,1.482],[10.932,10.968,10.886],[0.268,0.059,0.081],[0.664,1.127,0.694],[3.504,0.84,0.913],[4.172,3.341,9.072],[3.149,5.29,5.104],[41.522,5.043,3.471],[0.504,0.431,0.431],[0.144,0.351,0.059],[0.156,0.401,0.044],[0.044,0.042,0.042],[0.412,0.476,0.105],[0.252,0.028,0.22],[0.164,0.121,0.02],[0.011,0.01,0.011]],"source":"clickhouse-cloud/results/azure.96GB.json"} +,{"system":"ClickHouse Cloud (gcp)","date":"2024-11-25","machine":"192GB","cluster_size":"serverless","comment":"","tags":["C++","column-oriented","ClickHouse derivative","managed","gcp"],"load_time":180.339,"data_size":9947030778,"result":[[0.004,0.003,0.003],[0.022,0.645,0.02],[0.054,0.286,0.04],[0.536,0.579,0.055],[0.4,0.387,0.327],[0.669,0.747,0.381],[0.019,0.169,0.14],[0.023,0.142,0.021],[0.855,0.569,0.819],[0.657,0.77,0.617],[0.355,0.192,0.202],[0.24,0.445,0.502],[0.538,0.573,0.603],[0.804,0.718,0.881],[1.074,0.673,0.766],[0.382,0.395,0.334],[1.304,1.511,1.391],[1.223,0.933,1.052],[3.273,2.513,4.077],[0.023,0.024,0.021],[3.239,0.65,2.3],[0.708,0.76,0.822],[0.94,3.659,0.814],[11.091,2.378,2.233],[0.242,0.22,0.234],[0.161,0.164,0.423],[0.397,0.237,0.228],[0.668,0.647,0.655],[8.672,6.697,6.432],[0.294,0.044,0.044],[0.504,0.496,0.477],[0.746,1.902,0.632],[2.706,1.954,2.439],[3.865,2.358,2.543],[2.387,2.698,2.462],[0.286,0.287,0.323],[0.188,0.063,0.052],[0.03,0.31,0.031],[0.033,0.192,0.036],[0.093,0.277,0.095],[0.02,0.306,0.023],[0.018,0.018,0.019],[0.013,0.016,0.014]],"source":"clickhouse-cloud/results/gcp.192GB.json"} +,{"system":"ClickHouse Cloud (gcp)","date":"2024-11-25","machine":"24GB","cluster_size":"serverless","comment":"","tags":["C++","column-oriented","ClickHouse derivative","managed","gcp"],"load_time":1011.44,"data_size":9946973751,"result":[[0.003,0.003,0.003],[0.033,0.733,0.545],[0.276,0.316,0.477],[0.921,0.522,1.032],[1.919,3.646,1.814],[5.336,5.465,3.821],[0.043,0.146,0.042],[0.038,0.038,0.042],[2.631,2.106,2.365],[2.667,3.322,2.875],[0.777,0.889,0.692],[1.055,1.096,1.006],[4.28,3.25,3.287],[5.394,4.708,4.881],[5.02,4.597,4.28],[2.484,2.644,2.113],[10.596,10.721,10.763],[7.307,7.185,7.853],[36.6,35.478,37.782],[0.083,0.073,0.081],[22.745,5.567,4.962],[5.714,5.865,5.788],[41.074,5.989,7.017],[89.287,86.772,21.108],[1.578,1.474,1.514],[1.032,1.028,1.045],[1.516,1.479,1.366],[5.009,5.08,4.831],[56.729,55.482,51.032],[0.306,0.294,0.167],[3.426,3.036,2.998],[5.457,5.501,3.775],[35.015,32.137,30.519],[29.531,27.765,30.52],[26.44,30.265,26.107],[1.857,1.692,1.849],[0.167,0.193,0.16],[0.061,0.065,0.062],[0.068,0.06,0.057],[0.373,0.524,0.308],[0.032,0.029,0.037],[0.021,0.026,0.019],[0.024,0.019,0.022]],"source":"clickhouse-cloud/results/gcp.24GB.json"} +,{"system":"ClickHouse Cloud (gcp)","date":"2024-11-25","machine":"360GB","cluster_size":"serverless","comment":"","tags":["C++","column-oriented","ClickHouse derivative","managed","gcp"],"load_time":212.394,"data_size":9944533678,"result":[[0.005,0.004,0.003],[0.547,0.023,0.023],[0.649,0.037,0.291],[0.062,0.518,0.372],[0.279,0.235,0.294],[0.564,0.365,0.424],[0.149,0.275,0.021],[0.183,0.021,0.028],[0.846,0.762,0.69],[0.632,0.485,0.469],[0.328,0.173,0.276],[0.623,0.244,0.305],[0.491,0.333,0.302],[0.791,0.513,0.702],[0.578,0.547,0.57],[0.397,0.306,0.318],[0.923,1.089,1.289],[0.639,0.773,0.756],[2.124,2.276,2.188],[0.022,0.022,0.022],[2.01,1.26,0.365],[0.472,0.437,0.456],[1.84,0.526,0.536],[5.202,4.823,1.731],[0.172,0.173,0.156],[0.114,0.124,0.118],[0.142,0.149,0.148],[0.741,0.445,0.458],[3.611,4.398,3.736],[0.036,0.041,0.038],[0.324,0.343,0.327],[0.546,0.535,0.537],[2.744,2.439,2.239],[1.506,1.789,1.751],[1.526,1.708,1.501],[0.209,0.287,0.341],[0.058,0.059,0.057],[0.035,0.028,0.033],[0.035,0.032,0.037],[0.091,0.107,0.086],[0.023,0.023,0.018],[0.016,0.017,0.021],[0.014,0.014,0.014]],"source":"clickhouse-cloud/results/gcp.360GB.json"} +,{"system":"ClickHouse Cloud (gcp)","date":"2024-11-25","machine":"48GB","cluster_size":"serverless","comment":"","tags":["C++","column-oriented","ClickHouse derivative","managed","gcp"],"load_time":389.749,"data_size":9942068715,"result":[[0.003,0.003,0.033],[0.076,1.44,0.021],[0.193,0.416,0.156],[1.93,0.642,0.286],[1.112,1.151,0.997],[2.235,2.052,1.827],[0.204,0.024,0.159],[0.132,0.027,0.175],[1.575,1.152,1.291],[1.71,2.418,1.578],[0.57,0.384,0.364],[0.638,0.599,0.474],[1.89,1.994,2.406],[2.694,2.509,3.191],[2.706,2.363,2.12],[1.522,1.953,1.373],[6.524,5.852,5.338],[4.193,3.956,3.625],[12.616,14.627,9.759],[0.055,0.05,0.048],[11.527,2.34,8.885],[2.677,2.562,3.093],[3.555,13.363,3.172],[43.612,11.528,9.874],[0.868,0.831,0.812],[0.613,0.502,0.54],[0.726,0.696,0.781],[2.514,2.778,2.491],[32.48,23.242,35.379],[0.381,0.106,0.271],[3.401,1.545,1.559],[2.401,6.953,2.482],[16.07,20.774,24.392],[17.173,8.153,7.886],[8.716,7.892,8.731],[1.092,1.136,0.922],[0.431,0.425,0.159],[0.058,0.419,0.055],[0.053,0.204,0.195],[0.692,0.473,0.324],[0.299,0.03,0.186],[0.186,0.02,0.02],[0.164,0.018,0.025]],"source":"clickhouse-cloud/results/gcp.48GB.json"} +,{"system":"ClickHouse Cloud (gcp)","date":"2024-11-25","machine":"708GB","cluster_size":"serverless","comment":"","tags":["C++","column-oriented","ClickHouse derivative","managed","gcp"],"load_time":185.766,"data_size":9946143748,"result":[[0.004,0.004,0.004],[0.48,0.373,0.022],[0.033,0.286,0.029],[0.036,0.038,0.036],[0.555,0.459,0.271],[0.559,0.271,0.23],[0.022,0.021,0.157],[0.11,0.025,0.027],[0.404,0.637,0.401],[0.539,0.425,0.6],[0.174,0.153,0.144],[0.4,0.474,0.155],[0.489,0.311,0.266],[0.47,0.39,0.32],[0.336,0.3,0.531],[0.255,0.218,0.234],[0.663,0.798,0.656],[0.466,0.431,0.567],[1.86,1.848,1.822],[0.158,0.016,0.017],[1.253,0.307,0.326],[0.531,0.339,0.331],[1.18,1.446,0.43],[3.779,3.657,1.378],[0.127,0.124,0.116],[0.1,0.096,0.092],[0.12,0.181,0.118],[0.414,0.368,0.385],[3.108,2.887,3.097],[0.044,0.044,0.042],[0.274,0.239,0.221],[0.466,0.314,0.448],[2.031,1.679,1.702],[1.463,1.299,1.185],[1.326,1.261,1.25],[0.202,0.158,0.216],[0.045,0.042,0.045],[0.027,0.034,0.027],[0.038,0.031,0.039],[0.087,0.09,0.091],[0.02,0.024,0.018],[0.023,0.019,0.024],[0.014,0.019,0.015]],"source":"clickhouse-cloud/results/gcp.708GB.json"} +,{"system":"ClickHouse Cloud (gcp)","date":"2024-11-25","machine":"96GB","cluster_size":"serverless","comment":"","tags":["C++","column-oriented","ClickHouse derivative","managed","gcp"],"load_time":190.248,"data_size":9946403411,"result":[[0.003,0.003,0.003],[0.611,0.02,0.452],[0.357,0.058,0.06],[0.503,0.139,0.071],[0.988,0.568,0.649],[0.901,1.031,1.039],[0.019,0.017,0.017],[0.129,0.148,0.02],[0.815,1.05,0.768],[1.322,0.934,0.828],[0.354,0.363,0.27],[0.421,0.288,0.259],[0.999,0.918,0.862],[1.31,1.505,1.462],[1.448,1.239,1.179],[0.773,0.875,0.924],[2.891,2.571,3.165],[2.118,1.828,1.637],[6.571,4.925,4.722],[0.026,0.026,0.029],[5.487,4.194,1.102],[1.524,1.29,1.387],[1.604,6.672,4.999],[18.89,15.228,4.131],[0.434,0.399,0.377],[0.278,0.277,0.286],[0.383,0.398,0.397],[1.176,1.203,1.161],[12.997,12.112,12.534],[0.062,0.279,0.054],[0.884,0.752,1.725],[1.082,2.923,1.955],[5.025,4.651,3.489],[4.106,7.883,6.494],[4.626,4.033,3.959],[0.475,0.424,0.398],[0.225,0.068,0.194],[0.032,0.03,0.222],[0.204,0.123,0.042],[0.74,0.133,0.385],[0.163,0.022,0.024],[0.015,0.014,0.196],[0.217,0.13,0.014]],"source":"clickhouse-cloud/results/gcp.96GB.json"} +,{"system":"ClickHouse Cloud (gcp)","date":"2024-11-25","machine":"dev","cluster_size":"serverless","comment":"","tags":["C++","column-oriented","ClickHouse derivative","managed","gcp"],"load_time":663.294,"data_size":9945875537,"result":[[0.002,0.002,0.004],[0.022,0.032,0.015],[0.252,0.115,0.284],[0.151,0.367,0.128],[1.012,2.066,0.869],[3.197,3.156,1.482],[0.032,0.027,0.027],[0.038,0.023,0.023],[1.242,1.211,2.816],[1.375,1.423,2.916],[1.155,0.99,0.404],[0.477,0.967,0.491],[1.597,2.942,2.834],[2.823,4.659,4.349],[2.097,1.877,1.951],[1.128,1.983,1.138],[5.271,8.094,7.476],[5.361,3.418,5.361],[25.361,14.801,15.157],[0.044,0.05,0.045],[2.414,4.033,2.297],[4.399,2.688,4.382],[5.26,3.258,3],[15.368,24.623,12.077],[1.004,0.833,0.895],[0.513,0.514,0.504],[0.892,0.845,0.726],[2.37,2.336,2.27],[25.187,30.997,31.712],[0.141,0.121,0.138],[1.399,1.482,1.335],[2.999,2.406,2.304],[15.404,15.65,15.37],[17.81,17.141,17.462],[16.788,16.687,14.175],[1.029,0.848,1.242],[0.136,0.185,0.148],[0.057,0.061,0.059],[0.053,0.054,0.057],[0.32,0.282,0.274],[0.034,0.032,0.036],[0.023,0.022,0.024],[0.026,0.023,0.023]],"source":"clickhouse-cloud/results/gcp.dev.json"} ,{"system":"ClickHouse (data lake, partitioned)","date":"2024-11-06","machine":"c6a.4xlarge, 500gb gp2","cluster_size":1,"comment":"","tags":["C++","column-oriented","embedded","stateless","ClickHouse derivative"],"load_time":0,"data_size":14737666736,"result":[[1.345,0.499,0.387],[2.423,1.109,0.715],[2.303,1.075,0.857],[2.67,1.166,0.798],[0.948,0.928,0.944],[1.599,1.121,1.065],[1.215,0.754,0.69],[0.623,0.627,0.613],[1.064,1.114,1.096],[1.412,1.383,1.422],[0.921,0.915,0.927],[0.974,0.934,0.935],[1.187,1.208,1.208],[1.562,1.584,1.569],[1.335,1.307,1.301],[1.126,1.11,1.054],[2.448,2.444,2.467],[1.766,1.875,1.668],[4.858,4.856,4.964],[0.639,0.649,0.629],[4.372,4.318,4.359],[5.049,5.194,5.053],[9.54,9.482,9.7],[23.912,23.986,23.578],[1.171,1.05,1.053],[0.876,0.839,0.86],[1.14,1.073,1.076],[4.881,4.898,4.82],[9.908,9.958,9.966],[0.681,0.699,2.947],[1.463,1.487,1.503],[2.107,2.139,2.114],[5.2,5.192,5.197],[6.305,6.334,6.364],[6.322,6.238,6.293],[0.955,0.909,0.96],[0.436,0.384,0.393],[0.345,0.364,0.351],[0.38,0.394,0.387],[0.665,0.654,0.64],[0.267,0.244,0.258],[0.264,0.245,0.274],[0.239,0.252,0.25]],"source":"clickhouse-datalake/results/c6a.4xlarge.partitioned.json"} ,{"system":"ClickHouse (data lake, single)","date":"2024-11-06","machine":"c6a.4xlarge, 500gb gp2","cluster_size":1,"comment":"","tags":["C++","column-oriented","embedded","stateless","ClickHouse derivative"],"load_time":0,"data_size":14737666736,"result":[[0.112,0.136,0.12],[0.469,0.484,0.508],[0.768,0.786,0.835],[0.592,0.579,0.615],[0.797,0.846,0.805],[1.138,1.128,1.096],[0.491,0.498,0.5],[0.51,0.504,0.462],[0.884,0.961,0.96],[1.483,1.755,1.542],[1.02,1.016,1.009],[1.003,1.027,0.999],[1.267,1.251,1.29],[1.742,1.75,1.76],[1.404,1.341,1.312],[1.007,0.985,0.99],[2.638,2.639,2.655],[1.919,1.867,1.86],[5.238,7.393,5.993],[0.703,0.778,0.564],[6.585,4.648,4.457],[5.289,5.097,5.183],[9.948,8.963,9.099],[26.905,23.358,22.849],[1.441,1.477,1.456],[0.988,1.019,1.008],[1.552,4.386,1.514],[4.961,4.971,4.855],[9.588,9.622,9.693],[0.539,0.504,0.523],[1.874,1.844,1.876],[2.86,2.832,2.817],[5.32,5.409,5.294],[6.295,6.382,6.431],[6.379,6.387,6.306],[0.789,0.79,0.795],[0.469,0.445,0.437],[0.323,0.338,0.34],[0.434,0.444,0.445],[0.723,0.663,0.64],[0.279,0.272,0.256],[0.263,0.26,0.267],[0.225,0.22,0.233]],"source":"clickhouse-datalake/results/c6a.4xlarge.single.json"} ,{"system":"ClickHouse (data lake, partitioned)","date":"2024-11-06","machine":"c6a.metal, 500gb gp2","cluster_size":1,"comment":"","tags":["C++","column-oriented","embedded","stateless","ClickHouse derivative"],"load_time":0,"data_size":14737666736,"result":[[0.13,0.161,0.149],[0.248,0.274,0.292],[0.326,0.374,0.388],[0.276,0.341,0.375],[0.551,0.591,0.552],[0.605,0.592,0.584],[0.294,0.276,0.283],[0.271,0.29,0.31],[0.694,0.693,0.711],[0.837,0.849,0.853],[0.576,0.53,0.52],[0.509,0.473,0.535],[0.606,0.647,0.571],[0.736,0.75,0.735],[0.637,0.625,0.656],[0.637,0.467,0.476],[1.02,1.043,1.073],[0.942,0.963,0.931],[1.71,1.744,1.785],[0.293,0.298,0.308],[1.983,1.926,1.837],[1.994,2.133,2.064],[2.862,3.032,3.078],[6.229,6.796,6.638],[1.454,1.309,1.084],[0.435,0.431,0.436],[0.909,0.601,0.503],[1.994,1.928,1.879],[2.272,2.24,2.224],[0.644,0.285,0.279],[0.724,0.668,0.73],[1.2,1.195,0.981],[2.02,1.913,1.98],[2.333,2.385,2.452],[2.441,2.421,2.41],[0.537,0.436,0.561],[0.429,0.438,0.438],[0.294,0.325,0.31],[0.381,1.177,0.445],[0.686,0.652,0.672],[0.332,0.272,0.233],[0.208,0.23,0.218],[0.188,0.187,2.161]],"source":"clickhouse-datalake/results/c6a.metal.partitioned.json"} @@ -424,8 +424,8 @@ ,{"system":"Polars (DataFrame)","date":"2024-09-09","machine":"c6a.metal, 500gb gp2","cluster_size":1,"comment":"","tags":["C++","column-oriented","embedded","stateless","serverless","dataframe"],"load_time":274.5956620259999,"data_size":46998823722,"result":[[2.7551000130188186e-05,2.0500001483014785e-06,3.8999996831989847e-07],[0.3393856870000036,0.08128961900001741,0.0792162879999978],[0.46830895299990516,0.4213311490000251,0.41986769899995124],[0.27111638099995616,0.0691876239998237,0.06879308600014156],[0.9961474940000699,1.1656686840001385,1.341034622000052],[3.293661254999961,3.3244774100000996,3.31177472100012],[0.05548804800014295,0.05496264599992173,0.05497070699993856],[0.30676389199993537,0.11210982800002967,0.10042662099999689],[5.758702494999852,1.412199709000106,0.9961499670000649],[1.269696352999972,1.0784102180000446,1.089092165000011],[1.5691383170001245,0.7789256089999981,0.7921542070000669],[1.0894663530000344,0.9373611309999887,0.8721730039999329],[2.494931741999835,1.7917862040001182,1.7991658439998446],[95.30520302599984,96.30335870499971,95.42217894499981],[1.9459286860001157,1.9641287069998725,1.9325827739999113],[1.4602280210001481,1.2033372910000253,1.3688985580001827],[3.3947668380001232,2.9921093740003926,2.996665767000195],[2.16839200000004,2.5575646139996024,2.477013052000075],[5.922572512999977,6.192915480000011,7.058452599999782],[0.21617201800017938,0.051977289999740606,0.05087722700000086],[6.605031917999895,5.489592963999712,3.316997033000007],[2.9719723640000666,1.9411770279998564,1.9698260360000859],[5.622727766000025,4.052559812999789,4.165921265999714],[2.1939042029998745,2.0240198039996358,2.0558673149998867],[3.2231196239999917,2.574916228999882,2.6234278580000137],[3.1981313249998493,3.2646530639999582,3.29449439300015],[2.607552430999931,2.5564862259998336,2.6211176460001298],[8.782033818999935,9.022877838000113,8.618930766000176],[65.78594618099987,65.80185137000035,65.21734767399994],[0.04148712999995041,0.00017722400025377283,2.6159999833907932e-05],[5.197321627000292,1.8464567339997302,1.8262284829997952],[2.020474259999901,2.1032231610001872,2.150142378000055],[6.235942041999806,8.480420082000364,7.408725919000062],[3.7926399410002887,3.562234329000148,3.638766590999694],[3.3556073149998156,3.7019931729996642,3.4804760279998845],[0.5585857320002106,0.6201126340001792,0.6397678640000777],[20.811287902000004,20.985524244000317,20.879136653000387],[18.704310231999898,19.610116691000258,18.715476107000086],[7.068463735000023,7.329527066000082,7.057720248999885],[null,null,null],[2.366720836999775,2.364191364999897,2.4704000149999956],[0.06867151899996315,0.06851112599997577,0.09032966999984637],[null,null,null]],"source":"polars/results/c6a.metal.json"} ,{"hide":true,"system":"PostgreSQL (tuned)","date":"2022-12-18","machine":"c6a.4xlarge, 500gb gp2","cluster_size":1,"comment":"","tags":["C","row-oriented","PostgreSQL compatible"],"load_time":11800,"data_size":128875248605,"result":[[4.10957,0.687829,0.702019],[3.92694,0.63874,0.636411],[262.331,262.793,262.826],[6.14366,1.16457,1.20297],[26.752,27.4474,27.4878],[50.6555,47.6136,49.2373],[0.035605,0.002266,0.002208],[1.07557,0.599462,0.597673],[18.537,17.4348,17.7942],[309.49,306.831,306.894],[7.78261,2.95749,3.00855],[325.58,315.688,319.237],[4.03189,2.31557,2.21055],[18.8998,10.0497,10.0307],[272.381,271.91,271.87],[5.91906,4.17788,4.21394],[15.6578,15.8794,15.937],[0.025629,0.001484,0.00153],[312.64,312.543,310.582],[0.026206,0.001114,0.001115],[13.1447,0.090463,0.104537],[0.11893,0.093162,0.090471],[18.7775,0.107025,0.110361],[0.131412,0.089608,0.087852],[0.048958,0.00153,0.001405],[0.016134,0.001351,0.001268],[0.021939,0.001781,0.00164],[265.557,260.971,261.025],[277.516,276.053,277.378],[7.56565,6.50964,6.54902],[266.723,266.389,266.231],[269.738,269.255,269.193],[331.115,330.011,330.913],[416.169,421.255,423.724],[408.434,409.538,407.552],[35.5578,18.1707,18.6893],[3.17403,0.652905,0.698142],[0.730699,0.489315,0.465665],[0.563463,0.319131,0.3182],[1.23744,0.989391,1.01963],[0.752814,0.509212,0.511453],[0.677541,0.435178,0.437736],[1.18281,0.688545,0.697523]],"source":"postgresql-tuned/results/c6a.4xlarge.json"} ,{"system":"PostgreSQL","date":"2022-07-01","machine":"c6a.4xlarge, 500gb gp2","cluster_size":1,"comment":"","tags":["C","row-oriented","PostgreSQL compatible"],"load_time":2342,"data_size":77797067741,"result":[[439.753,309.785,282.017],[317.874,254.238,254.941],[262.883,263.072,263.09],[32.421,5.31,5.06],[57.134,42.648,42.334],[358.423,356.315,358.342],[31.524,5.35,4.994],[263.145,263.193,263.165],[323.659,322.858,321.918],[327.395,326.17,326.231],[265.983,265.681,265.912],[269.984,265.336,265.379],[284.096,284.56,282.234],[277.25,279.455,280.035],[285.66,286.2,283.611],[66.605,32.023,38.282],[312.452,304.431,305.391],[289.209,290.449,287.578],[331.706,327.485,334.428],[24.646,2.543,2.263],[267.561,267.496,267.524],[267.729,267.69,268.184],[263.074,263.12,267.04],[267.602,267.488,267.494],[263.141,263.859,263.137],[262.923,263.102,263.113],[262.885,263.088,263.114],[267.864,269.127,268.204],[303.376,306.925,308.664],[263.221,263.119,263.148],[270.814,270.575,270.294],[278.342,275.925,276.224],[584.599,576.932,591.502],[462.576,446.962,439.779],[429.93,417.696,416.704],[296.875,297.283,295.14],[3.461,0.842,0.794],[2.179,0.564,0.558],[2.258,0.566,0.416],[2.805,1.311,1.317],[2.936,0.82,0.615],[2.197,0.736,0.535],[1.983,0.32,0.312]],"source":"postgresql/results/c6a.4xlarge.json"} -,{"system":"QuestDB (partitioned)","date":"2024-10-09","machine":"c6a.metal, 500gb gp2","cluster_size":1,"comment":"Data load for partitioned tables is multi-threaded and thus more efficient.","tags":["Java","time-series"],"load_time":151,"data_size":72847067281,"result":[[0.0301054,0.000351946,0.00060261],[0.446941,0.0199322,0.0194012],[0.186355,0.0152413,0.0140531],[2.85062,0.011467,0.0101999],[3.80858,0.313625,0.883023],[9.92775,0.124323,0.555829],[2.06007,0.0188749,0.0266775],[0.202483,0.0895518,0.025696],[2.8891,1.87386,1.84415],[2.53436,1.96201,1.96031],[0.614345,0.113815,0.0951987],[0.279108,0.108026,0.111274],[0.551378,0.322649,0.281151],[0.482721,0.360012,0.356998],[1.59179,0.421437,0.3468],[1.99645,0.683289,0.713084],[1.88586,1.25238,1.25662],[1.17893,0.646347,0.633041],[5.08589,3.36238,3.34523],[0.0119212,0.0102671,0.013652],[40.0805,0.106967,0.105679],[0.48243,0.106175,0.110229],[42.0307,0.100622,0.101532],[8.37013,0.0272795,0.0236258],[0.209459,0.00516386,0.00439012],[0.517174,0.569395,0.58406],[0.00895085,0.00308301,0.00208701],[0.528715,0.216628,0.164235],[30.4188,1.98834,2.09702],[0.017533,0.00582928,0.00530268],[1.54283,0.385097,0.378116],[2.57918,0.588727,0.529359],[5.62132,4.9124,4.84574],[1.5214,1.32526,1.28921],[1.65806,1.49697,1.49461],[0.904108,0.810532,0.840865],[0.161399,0.0710863,0.0784365],[0.0638774,0.0471584,0.0522615],[0.297413,0.0174379,0.0197405],[0.299174,0.197702,0.203304],[3.684,0.0246324,0.0223985],[1.81513,0.0205352,0.0190106],[0.0249853,0.00569712,0.0055805]],"source":"questdb-partitioned/results/c6a.metal.json"} -,{"system":"QuestDB","date":"2024-10-09","machine":"c6a.4xlarge, 500gb gp2","cluster_size":1,"comment":"","tags":["Java","time-series"],"load_time":917,"data_size":72842076197,"result":[[0.0267469,0.000315648,0.000204292],[0.243935,0.0584394,0.0571544],[0.164447,0.0405866,0.0419158],[2.78843,0.0447992,0.0400407],[1.03294,0.632231,0.649037],[8.27164,0.416001,0.41234],[2.05855,0.0283982,0.0249849],[0.0970105,0.0603002,0.0586619],[1.75664,1.28013,1.34165],[1.64103,1.46646,1.45583],[0.587983,0.111085,0.114858],[0.333805,0.125956,0.120254],[0.76897,0.641986,0.629848],[1.07711,0.831999,0.816635],[1.01584,0.661145,0.663255],[1.36517,1.13413,1.12393],[2.45814,2.12409,2.10695],[1.68721,1.41751,1.43044],[5.82957,5.03722,5.0558],[0.0227488,0.0216856,0.0209847],[39.6222,0.425181,0.41306],[0.443867,0.411984,0.484265],[41.2987,0.348628,0.343631],[1.71851,0.453748,0.424465],[0.27521,0.261101,0.258651],[0.471864,0.458261,0.463149],[0.237869,0.233076,0.241666],[1.14559,0.775777,0.731655],[30.8611,3.46115,3.46739],[0.18659,0.00649302,0.00694743],[8.21033,0.662991,0.650421],[2.78398,1.11266,1.1099],[10.0182,7.88371,7.94421],[26.4142,2.34115,2.32238],[2.90635,2.60528,2.5653],[1.65078,1.64873,1.62161],[2.51176,0.171884,0.17744],[5.32861,0.12111,0.121409],[0.157613,0.0618055,0.0640424],[0.377184,0.252364,0.255961],[3.62222,0.0749138,0.0768184],[2.22908,0.0655021,0.0674176],[0.0818814,0.0708637,0.0649365]],"source":"questdb/results/c6a.4xlarge.json"} +,{"system":"QuestDB","date":"2024-11-25","machine":"c6a.4xlarge, 500gb gp2","cluster_size":1,"comment":"","tags":["Java","time-series"],"load_time":24242,"data_size":72842143269,"result":[[0.0301523,0.000399672,0.00035346],[0.340349,0.0711348,0.0654685],[0.142629,0.0418586,0.0381232],[2.83804,0.0389059,0.0367508],[1.57599,0.934631,0.900006],[8.32727,0.408056,0.413712],[2.05637,0.0248844,0.0253207],[0.103945,0.0648036,0.073453],[1.94479,3.74838,2.23398],[2.0944,2.85359,2.82201],[0.604576,0.123307,0.119552],[0.389356,0.208764,0.161648],[0.774007,0.534844,0.598104],[1.09489,0.84554,0.757063],[0.937218,0.598815,0.634964],[1.53859,1.18744,1.21831],[2.40578,2.05239,2.0539],[2.46647,2.05941,2.24186],[4.72497,4.1731,4.25716],[0.0235599,0.0212555,0.021611],[39.7502,0.39254,0.408446],[0.416408,0.432117,0.409492],[41.3523,0.399073,0.376821],[3.63036,0.449108,3.97423],[0.164976,0.0050424,0.00951375],[1.57419,0.537325,0.543412],[0.0097821,0.00605552,0.00765497],[0.818744,0.6491,0.672319],[30.7081,3.75207,3.6541],[0.17048,0.0086783,0.00666406],[4.26629,0.464846,0.425472],[2.38261,0.634679,0.555063],[6.91333,5.07254,4.95686],[40.4039,2.50914,2.49106],[3.41351,2.93732,3.0192],[1.95141,1.84562,1.88294],[0.208233,0.107843,0.107626],[8.55,0.0892884,0.0840766],[0.174542,0.0333317,0.0312589],[0.407265,0.206369,0.208538],[4.02831,0.0577751,0.0595618],[1.81794,0.0561061,0.0471556],[0.0602994,0.0129245,0.0124271]],"source":"questdb/results/c6a.4xlarge.json"} +,{"system":"QuestDB","date":"2024-11-25","machine":"c6a.metal, 500gb gp2","cluster_size":1,"comment":"Uses multi-threaded COPY SQL for data load.","tags":["Java","time-series"],"load_time":157,"data_size":72847067281,"result":[[0.0323418,0.000373117,0.000316026],[0.405897,0.0176376,0.0189908],[0.196972,0.00875954,0.0121589],[2.84858,0.00990652,0.00964798],[3.65385,0.868621,0.28155],[10.0394,0.128148,0.556058],[2.05939,0.0178227,0.0266545],[0.183689,0.104233,0.0238391],[2.73898,2.07865,1.94679],[3.50027,3.05187,1.96717],[0.62268,0.120031,0.114269],[0.27275,0.117602,0.101706],[0.570896,0.222099,0.206467],[0.538652,0.266935,0.274751],[1.3791,0.202023,0.198083],[1.77055,0.455148,0.420661],[1.35354,0.776437,0.77167],[1.06873,0.645224,0.631648],[4.05837,2.32653,2.35128],[0.0107696,0.00949552,0.0122987],[42.2675,0.110542,0.103974],[0.432218,0.104707,0.111373],[41.8729,0.0967203,0.096764],[7.34808,0.0273921,0.024409],[0.142433,0.00638777,0.00628249],[0.647533,0.564688,0.619923],[0.00763151,0.0055377,0.00481322],[2.35406,0.160524,0.203362],[30.6928,1.95978,1.99487],[0.0134887,0.00524368,0.00576496],[1.32851,0.146259,0.148717],[2.13425,0.209991,0.201226],[2.99459,2.18321,2.2327],[0.916855,0.78342,0.790688],[1.37038,1.25708,1.22052],[0.692217,0.700072,0.701395],[0.130426,0.076809,0.0840367],[0.0693143,0.0467668,0.0525845],[0.103856,0.0159479,0.0192862],[0.29997,0.206557,0.194927],[3.68661,0.0254169,0.025341],[1.82222,0.0185072,0.0237479],[0.0251629,0.00612199,0.00513122]],"source":"questdb/results/c6a.metal.json"} ,{"system":"Redshift","date":"2022-07-29","machine":"serverless","cluster_size":"serverless","comment":"","tags":["managed","column-oriented"],"load_time":1889,"data_size":30300000000,"result":[[0.204673,0.204057,0.199682],[2.57227,0.06361,0.029767],[4.436641,0.063275,0.038419],[4.045285,0.095483,0.036212],[3.836475,0.331029,0.302588],[3.870503,0.354183,0.334163],[4.415212,0.138202,0.202982],[4.595758,0.218455,0.218352],[5.014696,0.681662,0.748541],[5.225219,1.547334,1.545263],[4.584578,0.72432,0.662759],[4.989708,0.325297,0.664825],[4.113529,0.36393,0.343591],[4.261916,0.638592,0.606164],[4.05665,0.359074,0.467625],[4.562217,0.324242,0.323635],[4.794707,0.392733,0.552696],[2.785799,0.555024,0.533908],[5.186795,0.834753,0.821691],[2.538645,0.055274,0.025005],[2.952623,0.389594,0.235447],[4.522708,0.587444,0.607969],[6.980801,0.932761,0.949326],[27.480743,0.934181,0.912692],[3.802747,0.068159,0.06577],[3.781327,0.065613,0.065988],[3.995625,0.067925,0.067972],[4.607562,0.395705,0.441231],[5.138266,0.800484,0.79964],[5.705465,1.236098,1.133279],[5.105528,0.32746,0.348947],[5.075262,0.452786,0.339682],[4.465012,0.955494,0.742195],[4.586866,0.783934,0.812498],[5.182903,1.04809,1.058838],[4.331838,0.452791,0.325946],[5.790735,0.553011,0.582903],[5.600699,0.588159,0.589788],[5.217314,0.519302,0.423573],[6.281955,0.687085,0.494527],[3.990623,0.501763,0.533571],[4.451641,0.464027,0.231731],[3.953942,0.288126,0.283841]],"source":"redshift-serverless/results/serverless.json"} ,{"system":"Redshift","date":"2023-03-16","machine":"dc2.8xlarge","cluster_size":2,"comment":"","tags":["managed","column-oriented"],"load_time":2485,"data_size":27278704640,"result":[[0.091406,0.086338,0.087612],[3.69766,0.134031,0.091109],[3.5111,0.168351,0.142172],[3.60815,0.258997,0.218437],[0.889436,0.837116,0.849539],[0.731434,0.637602,0.614294],[0.18962,0.102182,0.112139],[3.62328,0.131585,0.106394],[5.24115,1.36685,1.31341],[10.9166,5.36471,5.42147],[5.42547,0.276808,0.290985],[5.64058,0.279121,0.279034],[5.46763,0.53574,0.5168],[5.29286,1.07603,1.03563],[5.78458,0.536501,0.549506],[3.21523,1.12748,1.13882],[6.54437,2.03254,2.00971],[5.98581,1.92732,1.81327],[7.66486,2.55847,2.56672],[3.42706,0.12806,0.098883],[4.73143,0.925719,0.859908],[4.83294,1.13573,0.965813],[9.84339,2.50898,2.52251],[40.4326,4.64149,3.80256],[5.19757,0.247997,0.264246],[5.41506,0.209713,0.260805],[4.77753,0.216233,0.267095],[5.56149,0.814863,0.785771],[134.925,129.613,129.588],[8.71915,0.56382,0.435913],[4.87089,0.885857,0.849695],[6.30403,0.576453,0.533121],[7.8966,2.51425,2.4379],[3.59329,3.52192,3.5328],[8.12716,3.53348,3.57861],[5.20591,1.00374,0.871943],[5.04128,1.00458,0.958819],[5.07238,1.01154,1.01714],[4.55457,0.394789,0.369611],[4.56489,0.511554,0.459726],[4.09241,0.155302,0.137224],[4.12911,0.15957,0.129961],[4.13896,0.14336,0.113134]],"source":"redshift/results/2x.dc2.8xlarge.json"} ,{"system":"Redshift","date":"2022-07-25","machine":"ra3.16xlarge","cluster_size":4,"comment":"","tags":["managed","column-oriented"],"load_time":1829,"data_size":26330791936,"result":[[0.077429,0.024911,0.023306],[2.53116,0.059213,0.027695],[3.583972,0.063486,0.036182],[2.376308,0.084898,0.058801],[0.1555,0.109031,0.114305],[0.2439,0.198301,0.176052],[0.130623,0.028745,0.029271],[3.740631,0.035144,0.033783],[3.615666,0.136355,0.133104],[5.125836,1.432898,1.413138],[3.781026,0.090368,0.088729],[3.996543,0.111767,0.102832],[3.665831,0.168544,0.158393],[3.980324,0.305395,0.308288],[3.868897,0.181746,0.182552],[3.625138,0.146538,0.143406],[4.024699,0.340789,0.339775],[2.646998,0.442014,0.385201],[4.370081,0.663792,0.664333],[2.517381,0.055869,0.029468],[2.892161,0.361342,0.335877],[4.306186,0.364156,0.365814],[6.576232,1.030228,1.037391],[26.654131,1.354625,1.361705],[3.641366,0.103397,0.093371],[3.593615,0.079071,0.081853],[3.822308,0.083556,0.081115],[3.824567,0.295163,0.338925],[5.321484,1.061397,1.052438],[4.795037,0.267308,0.203014],[4.466789,0.164681,0.162661],[4.715724,0.204908,0.204441],[4.148436,0.664311,0.658639],[0.958589,0.91596,0.916875],[4.43871,0.940025,0.940112],[4.152015,0.137629,0.140684],[4.881633,0.303343,0.30078],[5.020373,0.314807,0.316961],[4.586323,0.065513,0.076092],[5.424183,0.100862,0.106056],[2.947259,0.080757,0.046727],[3.585538,0.074431,0.047424],[3.753716,0.04414,0.042809]],"source":"redshift/results/4x.ra3.16xlarge.json"} diff --git a/questdb-partitioned/benchmark.sh b/questdb-partitioned/benchmark.sh deleted file mode 100755 index bfea67ab7..000000000 --- a/questdb-partitioned/benchmark.sh +++ /dev/null @@ -1,42 +0,0 @@ -#!/bin/bash - -# Install - -wget https://github.com/questdb/questdb/releases/download/8.1.2/questdb-8.1.2-rt-linux-x86-64.tar.gz -tar xf questdb*.tar.gz --one-top-level=questdb --strip-components 1 -questdb/bin/questdb.sh start - -while ! nc -z localhost 9000; do - sleep 0.1 -done - -sed -i 's/query.timeout.sec=60/query.timeout.sec=500/' ~/.questdb/conf/server.conf -sed -i "s|cairo.sql.copy.root=import|cairo.sql.copy.root=$PWD|" ~/.questdb/conf/server.conf -questdb/bin/questdb.sh stop -questdb/bin/questdb.sh start - -# Import the data - -wget --no-verbose --continue 'https://datasets.clickhouse.com/hits_compatible/hits.csv.gz' -gzip -d hits.csv.gz - -curl -G --data-urlencode "query=$(cat create.sql)" 'http://localhost:9000/exec' -curl -G --data-urlencode "query=copy hits from 'hits.csv' with timestamp 'EventTime' format 'yyyy-MM-dd HH:mm:ss';" 'http://localhost:9000/exec' - -echo 'waiting for import to finish...' -until [ "$(curl -s -G --data-urlencode "query=select * from sys.text_import_log where phase is null and status='finished';" 'http://localhost:9000/exec' | grep -c '"count":1')" -ge 1 ]; do - echo '.' - sleep 5 -done - -curl -s -G --data-urlencode "query=select datediff('s', start, finish) took_secs from (select min(ts) start, max(ts) finish from sys.text_import_log where phase is null);" 'http://localhost:9000/exec' - -# Run queries - -./run.sh 2>&1 | tee log.txt - -du -bcs ~/.questdb/db/hits* - -cat log.txt | grep -P '"timings"|"error"|null' | sed -r -e 's/^.*"error".*$/null/; s/^.*"execute":([0-9]*),.*$/\1/' | - awk '{ print ($1) / 1000000000 }' | sed -r -e 's/^0$/null/' | - awk '{ if (i % 3 == 0) { printf "[" }; printf $1; if (i % 3 != 2) { printf "," } else { print "]," }; ++i; }' diff --git a/questdb-partitioned/create.sql b/questdb-partitioned/create.sql deleted file mode 100644 index 50e156ef6..000000000 --- a/questdb-partitioned/create.sql +++ /dev/null @@ -1,108 +0,0 @@ -CREATE TABLE hits -( - WatchID long, - JavaEnable byte, - Title varchar, - GoodEvent byte, - EventTime timestamp, - Eventdate timestamp, - CounterID int, - ClientIP int, - RegionID int, - UserID long, - CounterClass byte, - OS short, - UserAgent short, - URL varchar, - Referer varchar, - IsRefresh byte, - RefererCategoryID short, - RefererRegionID int, - URLCategoryID short, - URLRegionID int, - ResolutionWidth short, - ResolutionHeight short, - ResolutionDepth short, - FlashMajor byte, - FlashMinor byte, - FlashMinor2 symbol, - NetMajor byte, - NetMinor byte, - UserAgentMajor short, - UserAgentMinor symbol, - CookieEnable byte, - JavascriptEnable byte, - IsMobile byte, - MobilePhone short, - MobilePhoneModel symbol, - Params symbol, - IPNetworkID int, - TraficSourceID int, - SearchEngineID short, - SearchPhrase varchar, - AdvEngineID short, - IsArtifical byte, - WindowClientWidth short, - WindowClientHeight short, - ClientTimeZone short, - ClientEventTime timestamp, - SilverlightVersion1 byte, - SilverlightVersion2 byte, - SilverlightVersion3 short, - SilverlightVersion4 byte, - PageCharset symbol, - CodeVersion short, - IsLink byte, - IsDownload byte, - IsNotBounce byte, - FUniqID long, - OriginalURL varchar, - HID int, - IsOldCounter byte, - IsEvent byte, - IsParameter byte, - DontCountHits byte, - WithHash byte, - HitColor char, - LocalEventTime timestamp, - Age byte, - Sex byte, - Income byte, - Interests short, - Robotness short, - RemoteIP int, - WindowName int, - OpenerName int, - HistoryLength short, - BrowserLanguage symbol, - BrowserCountry symbol, - SocialNetwork symbol, - SocialAction symbol, - HTTPError byte, - SendTiming int, - DNSTiming int, - ConnectTiming int, - ResponseStartTiming int, - ResponseEndTiming int, - FetchTiming int, - SocialSourceNetworkID short, - SocialSourcePage varchar, - ParamPrice long, - ParamOrderID symbol, - ParamCurrency symbol, - ParamCurrencyID short, - OpenstatServiceName symbol, - OpenstatCampaignID symbol, - OpenstatAdID varchar, - OpenstatSourceID symbol, - UTMSource symbol, - UTMMedium symbol, - UTMCampaign symbol, - UTMContent symbol, - UTMTerm symbol, - FromTag symbol, - HasGCLID byte, - RefererHash long, - URLHash long, - CLID int -) TIMESTAMP(EventTime) PARTITION BY DAY; diff --git a/questdb-partitioned/queries.sql b/questdb-partitioned/queries.sql deleted file mode 100644 index eefa11f41..000000000 --- a/questdb-partitioned/queries.sql +++ /dev/null @@ -1,43 +0,0 @@ -SELECT COUNT(*) FROM hits; -SELECT COUNT(*) FROM hits WHERE AdvEngineID <> 0; -SELECT SUM(AdvEngineID), COUNT(*), AVG(ResolutionWidth) FROM hits; -SELECT AVG(UserID) FROM hits; -SELECT count_distinct(UserID) FROM hits; -SELECT count_distinct(SearchPhrase) FROM hits; -SELECT MIN(EventDate), MAX(EventDate) FROM hits; -SELECT AdvEngineID, COUNT(*) AS c FROM hits WHERE AdvEngineID <> 0 GROUP BY AdvEngineID ORDER BY c DESC; -SELECT RegionID, count_distinct(UserID) AS u FROM hits GROUP BY RegionID ORDER BY u DESC LIMIT 10; -SELECT RegionID, SUM(AdvEngineID), COUNT(*) AS c, AVG(ResolutionWidth), count_distinct(UserID) FROM hits GROUP BY RegionID ORDER BY c DESC LIMIT 10; -SELECT MobilePhoneModel, count_distinct(UserID) AS u FROM hits WHERE MobilePhoneModel IS NOT NULL GROUP BY MobilePhoneModel ORDER BY u DESC LIMIT 10; -SELECT MobilePhone, MobilePhoneModel, count_distinct(UserID) AS u FROM hits WHERE MobilePhoneModel IS NOT NULL GROUP BY MobilePhone, MobilePhoneModel ORDER BY u DESC LIMIT 10; -SELECT SearchPhrase, COUNT(*) AS c FROM hits WHERE SearchPhrase IS NOT NULL GROUP BY SearchPhrase ORDER BY c DESC LIMIT 10; -SELECT SearchPhrase, count_distinct(UserID) AS u FROM hits WHERE SearchPhrase IS NOT NULL GROUP BY SearchPhrase ORDER BY u DESC LIMIT 10; -SELECT SearchEngineID, SearchPhrase, COUNT(*) AS c FROM hits WHERE SearchPhrase IS NOT NULL GROUP BY SearchEngineID, SearchPhrase ORDER BY c DESC LIMIT 10; -SELECT UserID, COUNT(*) AS c FROM hits GROUP BY UserID ORDER BY c DESC LIMIT 10; -SELECT UserID, SearchPhrase, COUNT(*) AS c FROM hits GROUP BY UserID, SearchPhrase ORDER BY c DESC LIMIT 10; -SELECT UserID, SearchPhrase, COUNT(*) FROM hits GROUP BY UserID, SearchPhrase LIMIT 10; -SELECT UserID, extract(minute FROM EventTime) AS m, SearchPhrase, COUNT(*) AS c FROM hits GROUP BY UserID, m, SearchPhrase ORDER BY c DESC LIMIT 10; -SELECT UserID FROM hits WHERE UserID = 435090932899640449; -SELECT COUNT(*) FROM hits WHERE URL LIKE '%google%'; -SELECT SearchPhrase, MIN(URL), COUNT(*) AS c FROM hits WHERE URL LIKE '%google%' AND SearchPhrase IS NOT NULL GROUP BY SearchPhrase ORDER BY c DESC LIMIT 10; -SELECT SearchPhrase, MIN(URL), MIN(Title), COUNT(*) AS c, count_distinct(UserID) FROM hits WHERE Title LIKE '%Google%' AND URL NOT LIKE '%.google.%' AND SearchPhrase IS NOT NULL GROUP BY SearchPhrase ORDER BY c DESC LIMIT 10; -SELECT * FROM hits WHERE URL LIKE '%google%' ORDER BY EventTime LIMIT 10; -SELECT SearchPhrase FROM hits WHERE SearchPhrase IS NOT NULL ORDER BY EventTime LIMIT 10; -SELECT SearchPhrase FROM hits WHERE SearchPhrase IS NOT NULL ORDER BY SearchPhrase LIMIT 10; -SELECT SearchPhrase FROM hits WHERE SearchPhrase IS NOT NULL ORDER BY EventTime, SearchPhrase LIMIT 10; -SELECT * FROM (SELECT CounterID, AVG(length(URL)) AS l, COUNT(*) AS c FROM hits WHERE URL IS NOT NULL GROUP BY CounterID) WHERE c > 100000 ORDER BY l DESC LIMIT 25; -SELECT * FROM (SELECT REGEXP_REPLACE(Referer, '^https?://(?:www\.)?([^/]+)/.*$', '$1') AS k, AVG(length(Referer)) AS l, COUNT(*) AS c, MIN(Referer) FROM hits WHERE Referer IS NOT NULL GROUP BY k) WHERE c > 100000 ORDER BY l DESC LIMIT 25; -SELECT SUM(ResolutionWidth), SUM(ResolutionWidth + 1), SUM(ResolutionWidth + 2), SUM(ResolutionWidth + 3), SUM(ResolutionWidth + 4), SUM(ResolutionWidth + 5), SUM(ResolutionWidth + 6), SUM(ResolutionWidth + 7), SUM(ResolutionWidth + 8), SUM(ResolutionWidth + 9), SUM(ResolutionWidth + 10), SUM(ResolutionWidth + 11), SUM(ResolutionWidth + 12), SUM(ResolutionWidth + 13), SUM(ResolutionWidth + 14), SUM(ResolutionWidth + 15), SUM(ResolutionWidth + 16), SUM(ResolutionWidth + 17), SUM(ResolutionWidth + 18), SUM(ResolutionWidth + 19), SUM(ResolutionWidth + 20), SUM(ResolutionWidth + 21), SUM(ResolutionWidth + 22), SUM(ResolutionWidth + 23), SUM(ResolutionWidth + 24), SUM(ResolutionWidth + 25), SUM(ResolutionWidth + 26), SUM(ResolutionWidth + 27), SUM(ResolutionWidth + 28), SUM(ResolutionWidth + 29), SUM(ResolutionWidth + 30), SUM(ResolutionWidth + 31), SUM(ResolutionWidth + 32), SUM(ResolutionWidth + 33), SUM(ResolutionWidth + 34), SUM(ResolutionWidth + 35), SUM(ResolutionWidth + 36), SUM(ResolutionWidth + 37), SUM(ResolutionWidth + 38), SUM(ResolutionWidth + 39), SUM(ResolutionWidth + 40), SUM(ResolutionWidth + 41), SUM(ResolutionWidth + 42), SUM(ResolutionWidth + 43), SUM(ResolutionWidth + 44), SUM(ResolutionWidth + 45), SUM(ResolutionWidth + 46), SUM(ResolutionWidth + 47), SUM(ResolutionWidth + 48), SUM(ResolutionWidth + 49), SUM(ResolutionWidth + 50), SUM(ResolutionWidth + 51), SUM(ResolutionWidth + 52), SUM(ResolutionWidth + 53), SUM(ResolutionWidth + 54), SUM(ResolutionWidth + 55), SUM(ResolutionWidth + 56), SUM(ResolutionWidth + 57), SUM(ResolutionWidth + 58), SUM(ResolutionWidth + 59), SUM(ResolutionWidth + 60), SUM(ResolutionWidth + 61), SUM(ResolutionWidth + 62), SUM(ResolutionWidth + 63), SUM(ResolutionWidth + 64), SUM(ResolutionWidth + 65), SUM(ResolutionWidth + 66), SUM(ResolutionWidth + 67), SUM(ResolutionWidth + 68), SUM(ResolutionWidth + 69), SUM(ResolutionWidth + 70), SUM(ResolutionWidth + 71), SUM(ResolutionWidth + 72), SUM(ResolutionWidth + 73), SUM(ResolutionWidth + 74), SUM(ResolutionWidth + 75), SUM(ResolutionWidth + 76), SUM(ResolutionWidth + 77), SUM(ResolutionWidth + 78), SUM(ResolutionWidth + 79), SUM(ResolutionWidth + 80), SUM(ResolutionWidth + 81), SUM(ResolutionWidth + 82), SUM(ResolutionWidth + 83), SUM(ResolutionWidth + 84), SUM(ResolutionWidth + 85), SUM(ResolutionWidth + 86), SUM(ResolutionWidth + 87), SUM(ResolutionWidth + 88), SUM(ResolutionWidth + 89) FROM hits; -SELECT SearchEngineID, ClientIP, COUNT(*) AS c, SUM(IsRefresh), AVG(ResolutionWidth) FROM hits WHERE SearchPhrase IS NOT NULL GROUP BY SearchEngineID, ClientIP ORDER BY c DESC LIMIT 10; -SELECT WatchID, ClientIP, COUNT(*) AS c, SUM(IsRefresh), AVG(ResolutionWidth) FROM hits WHERE SearchPhrase IS NOT NULL GROUP BY WatchID, ClientIP ORDER BY c DESC LIMIT 10; -SELECT WatchID, ClientIP, COUNT(*) AS c, SUM(IsRefresh), AVG(ResolutionWidth) FROM hits GROUP BY WatchID, ClientIP ORDER BY c DESC LIMIT 10; -SELECT URL, COUNT(*) AS c FROM hits ORDER BY c DESC LIMIT 10; -SELECT 1, URL, COUNT(*) AS c FROM hits ORDER BY c DESC LIMIT 10; -SELECT ClientIP, ClientIP - 1, ClientIP - 2, ClientIP - 3, COUNT(*) AS c FROM hits GROUP BY ClientIP, ClientIP - 1, ClientIP - 2, ClientIP - 3 ORDER BY c DESC LIMIT 10; -SELECT URL, COUNT(*) AS PageViews FROM hits WHERE CounterID = 62 AND EventTime >= '2013-07-01T00:00:00Z' AND EventTime <= '2013-07-31T23:59:59Z' AND DontCountHits = 0 AND IsRefresh = 0 AND URL IS NOT NULL GROUP BY URL ORDER BY PageViews DESC LIMIT 10; -SELECT Title, COUNT(*) AS PageViews FROM hits WHERE CounterID = 62 AND EventTime >= '2013-07-01T00:00:00Z' AND EventTime <= '2013-07-31T23:59:59Z' AND DontCountHits = 0 AND IsRefresh = 0 AND Title IS NOT NULL GROUP BY Title ORDER BY PageViews DESC LIMIT 10; -SELECT URL, COUNT(*) AS PageViews FROM hits WHERE CounterID = 62 AND EventTime >= '2013-07-01T00:00:00Z' AND EventTime <= '2013-07-31T23:59:59Z' AND IsRefresh = 0 AND IsLink <> 0 AND IsDownload = 0 GROUP BY URL ORDER BY PageViews DESC LIMIT 1000, 1010; -SELECT TraficSourceID, SearchEngineID, AdvEngineID, CASE WHEN (SearchEngineID = 0 AND AdvEngineID = 0) THEN Referer ELSE '' END AS Src, URL AS Dst, COUNT(*) AS PageViews FROM hits WHERE CounterID = 62 AND EventTime >= '2013-07-01T00:00:00Z' AND EventTime <= '2013-07-31T23:59:59Z' AND IsRefresh = 0 GROUP BY TraficSourceID, SearchEngineID, AdvEngineID, Src, Dst ORDER BY PageViews DESC LIMIT 1000, 1010; -SELECT URLHash, EventDate, COUNT(*) AS PageViews FROM hits WHERE CounterID = 62 AND EventTime >= '2013-07-01T00:00:00Z' AND EventTime <= '2013-07-31T23:59:59Z' AND IsRefresh = 0 AND TraficSourceID IN (-1, 6) AND RefererHash = 3594120000172545465 GROUP BY URLHash, EventDate ORDER BY PageViews DESC LIMIT 100, 110; -SELECT WindowClientWidth, WindowClientHeight, COUNT(*) AS PageViews FROM hits WHERE CounterID = 62 AND EventTime >= '2013-07-01T00:00:00Z' AND EventTime <= '2013-07-31T23:59:59Z' AND IsRefresh = 0 AND DontCountHits = 0 AND URLHash = 2868770270353813622 GROUP BY WindowClientWidth, WindowClientHeight ORDER BY PageViews DESC LIMIT 10000, 10010; -SELECT EventTime AS M, COUNT(*) AS PageViews FROM hits WHERE CounterID = 62 AND EventTime >= '2013-07-14T00:00:00Z' AND EventTime <= '2013-07-15T23:59:59Z' AND IsRefresh = 0 AND DontCountHits = 0 SAMPLE BY 1m ALIGN TO CALENDAR ORDER BY M LIMIT 1000, 1010; diff --git a/questdb-partitioned/results/c6a.metal.json b/questdb-partitioned/results/c6a.metal.json deleted file mode 100644 index a4357c396..000000000 --- a/questdb-partitioned/results/c6a.metal.json +++ /dev/null @@ -1,55 +0,0 @@ -{ - "system": "QuestDB (partitioned)", - "date": "2024-10-09", - "machine": "c6a.metal, 500gb gp2", - "cluster_size": 1, - "comment": "Data load for partitioned tables is multi-threaded and thus more efficient.", - "tags": ["Java", "time-series"], - "load_time": 151, - "data_size": 72847067281, - "result": [ - [0.0301054,0.000351946,0.00060261], - [0.446941,0.0199322,0.0194012], - [0.186355,0.0152413,0.0140531], - [2.85062,0.011467,0.0101999], - [3.80858,0.313625,0.883023], - [9.92775,0.124323,0.555829], - [2.06007,0.0188749,0.0266775], - [0.202483,0.0895518,0.025696], - [2.8891,1.87386,1.84415], - [2.53436,1.96201,1.96031], - [0.614345,0.113815,0.0951987], - [0.279108,0.108026,0.111274], - [0.551378,0.322649,0.281151], - [0.482721,0.360012,0.356998], - [1.59179,0.421437,0.3468], - [1.99645,0.683289,0.713084], - [1.88586,1.25238,1.25662], - [1.17893,0.646347,0.633041], - [5.08589,3.36238,3.34523], - [0.0119212,0.0102671,0.013652], - [40.0805,0.106967,0.105679], - [0.48243,0.106175,0.110229], - [42.0307,0.100622,0.101532], - [8.37013,0.0272795,0.0236258], - [0.209459,0.00516386,0.00439012], - [0.517174,0.569395,0.58406], - [0.00895085,0.00308301,0.00208701], - [0.528715,0.216628,0.164235], - [30.4188,1.98834,2.09702], - [0.017533,0.00582928,0.00530268], - [1.54283,0.385097,0.378116], - [2.57918,0.588727,0.529359], - [5.62132,4.9124,4.84574], - [1.5214,1.32526,1.28921], - [1.65806,1.49697,1.49461], - [0.904108,0.810532,0.840865], - [0.161399,0.0710863,0.0784365], - [0.0638774,0.0471584,0.0522615], - [0.297413,0.0174379,0.0197405], - [0.299174,0.197702,0.203304], - [3.684,0.0246324,0.0223985], - [1.81513,0.0205352,0.0190106], - [0.0249853,0.00569712,0.0055805] - ] -} diff --git a/questdb-partitioned/run.sh b/questdb-partitioned/run.sh deleted file mode 100755 index 0159343fd..000000000 --- a/questdb-partitioned/run.sh +++ /dev/null @@ -1,20 +0,0 @@ -#!/bin/bash - -TRIES=3 - -questdb/bin/questdb.sh stop -questdb/bin/questdb.sh start -sleep 5 - -cat queries.sql | while read -r query; do - sync - echo 3 | sudo tee /proc/sys/vm/drop_caches - - echo "$query"; - for i in $(seq 1 $TRIES); do - curl -sS --max-time 600 -G --data-urlencode "query=${query}" 'http://localhost:9000/exec?timings=true' 2>&1 | grep '"timings"' - echo - done; -done; - -questdb/bin/questdb.sh stop diff --git a/questdb/benchmark.sh b/questdb/benchmark.sh index 5efdd675b..a3dc0229d 100755 --- a/questdb/benchmark.sh +++ b/questdb/benchmark.sh @@ -2,7 +2,7 @@ # Install -wget https://github.com/questdb/questdb/releases/download/8.1.2/questdb-8.1.2-rt-linux-x86-64.tar.gz +wget https://github.com/questdb/questdb/releases/download/8.2.0/questdb-8.2.0-rt-linux-x86-64.tar.gz tar xf questdb*.tar.gz --one-top-level=questdb --strip-components 1 questdb/bin/questdb.sh start @@ -11,6 +11,7 @@ while ! nc -z localhost 9000; do done sed -i 's/query.timeout.sec=60/query.timeout.sec=500/' ~/.questdb/conf/server.conf +sed -i "s|cairo.sql.copy.root=import|cairo.sql.copy.root=$PWD|" ~/.questdb/conf/server.conf questdb/bin/questdb.sh stop questdb/bin/questdb.sh start @@ -19,8 +20,32 @@ questdb/bin/questdb.sh start wget --no-verbose --continue 'https://datasets.clickhouse.com/hits_compatible/hits.csv.gz' gzip -d hits.csv.gz -curl -G --data-urlencode "query=$(cat create.sql)" 'http://localhost:9000/exec?timings=true' -time curl -F data=@hits.csv 'http://localhost:9000/imp?name=hits' +curl -G --data-urlencode "query=$(cat create.sql)" 'http://localhost:9000/exec' + +# SQL COPY works best on metal instances: +curl -G --data-urlencode "query=copy hits from 'hits.csv' with timestamp 'EventTime' format 'yyyy-MM-dd HH:mm:ss';" 'http://localhost:9000/exec' + +echo 'waiting for import to finish...' +until [ "$(curl -s -G --data-urlencode "query=select * from sys.text_import_log where phase is null and status='finished';" 'http://localhost:9000/exec' | grep -c '"count":1')" -ge 1 ]; do + echo '.' + sleep 5 +done + +curl -s -G --data-urlencode "query=select datediff('s', start, finish) took_secs from (select min(ts) start, max(ts) finish from sys.text_import_log where phase is null);" 'http://localhost:9000/exec' + +# On smaller instances use this: +# start=$(date +%s) + +# curl -F data=@hits.csv 'http://localhost:9000/imp?name=hits' + +# echo 'waiting for rows to become readable...' +# until [ "$(curl -s -G --data-urlencode "query=select 1 from (select count() c from hits) where c = 99997497;" 'http://localhost:9000/exec' | grep -c '"count":1')" -ge 1 ]; do +# echo '.' +# sleep 1 +# done + +# end=$(date +%s) +# echo "import took: $(($end-$start)) secs" # Run queries diff --git a/questdb/create.sql b/questdb/create.sql index 35ad7de88..50e156ef6 100644 --- a/questdb/create.sql +++ b/questdb/create.sql @@ -105,4 +105,4 @@ CREATE TABLE hits RefererHash long, URLHash long, CLID int -); +) TIMESTAMP(EventTime) PARTITION BY DAY; diff --git a/questdb/queries.sql b/questdb/queries.sql index 364f3c158..eefa11f41 100644 --- a/questdb/queries.sql +++ b/questdb/queries.sql @@ -40,4 +40,4 @@ SELECT URL, COUNT(*) AS PageViews FROM hits WHERE CounterID = 62 AND EventTime > SELECT TraficSourceID, SearchEngineID, AdvEngineID, CASE WHEN (SearchEngineID = 0 AND AdvEngineID = 0) THEN Referer ELSE '' END AS Src, URL AS Dst, COUNT(*) AS PageViews FROM hits WHERE CounterID = 62 AND EventTime >= '2013-07-01T00:00:00Z' AND EventTime <= '2013-07-31T23:59:59Z' AND IsRefresh = 0 GROUP BY TraficSourceID, SearchEngineID, AdvEngineID, Src, Dst ORDER BY PageViews DESC LIMIT 1000, 1010; SELECT URLHash, EventDate, COUNT(*) AS PageViews FROM hits WHERE CounterID = 62 AND EventTime >= '2013-07-01T00:00:00Z' AND EventTime <= '2013-07-31T23:59:59Z' AND IsRefresh = 0 AND TraficSourceID IN (-1, 6) AND RefererHash = 3594120000172545465 GROUP BY URLHash, EventDate ORDER BY PageViews DESC LIMIT 100, 110; SELECT WindowClientWidth, WindowClientHeight, COUNT(*) AS PageViews FROM hits WHERE CounterID = 62 AND EventTime >= '2013-07-01T00:00:00Z' AND EventTime <= '2013-07-31T23:59:59Z' AND IsRefresh = 0 AND DontCountHits = 0 AND URLHash = 2868770270353813622 GROUP BY WindowClientWidth, WindowClientHeight ORDER BY PageViews DESC LIMIT 10000, 10010; -SELECT DATE_TRUNC('minute', EventTime) AS M, COUNT(*) AS PageViews FROM hits WHERE CounterID = 62 AND EventTime >= '2013-07-14T00:00:00Z' AND EventTime <= '2013-07-15T23:59:59Z' AND IsRefresh = 0 AND DontCountHits = 0 GROUP BY DATE_TRUNC('minute', EventTime) ORDER BY M LIMIT 1000, 1010; +SELECT EventTime AS M, COUNT(*) AS PageViews FROM hits WHERE CounterID = 62 AND EventTime >= '2013-07-14T00:00:00Z' AND EventTime <= '2013-07-15T23:59:59Z' AND IsRefresh = 0 AND DontCountHits = 0 SAMPLE BY 1m ALIGN TO CALENDAR ORDER BY M LIMIT 1000, 1010; diff --git a/questdb/results/c6a.4xlarge.json b/questdb/results/c6a.4xlarge.json index 23354fa1f..784514e38 100644 --- a/questdb/results/c6a.4xlarge.json +++ b/questdb/results/c6a.4xlarge.json @@ -1,55 +1,55 @@ { "system": "QuestDB", - "date": "2024-10-09", + "date": "2024-11-25", "machine": "c6a.4xlarge, 500gb gp2", "cluster_size": 1, "comment": "", "tags": ["Java", "time-series"], - "load_time": 917, - "data_size": 72842076197, + "load_time": 24242, + "data_size": 72842143269, "result": [ - [0.0267469,0.000315648,0.000204292], - [0.243935,0.0584394,0.0571544], - [0.164447,0.0405866,0.0419158], - [2.78843,0.0447992,0.0400407], - [1.03294,0.632231,0.649037], - [8.27164,0.416001,0.41234], - [2.05855,0.0283982,0.0249849], - [0.0970105,0.0603002,0.0586619], - [1.75664,1.28013,1.34165], - [1.64103,1.46646,1.45583], - [0.587983,0.111085,0.114858], - [0.333805,0.125956,0.120254], - [0.76897,0.641986,0.629848], - [1.07711,0.831999,0.816635], - [1.01584,0.661145,0.663255], - [1.36517,1.13413,1.12393], - [2.45814,2.12409,2.10695], - [1.68721,1.41751,1.43044], - [5.82957,5.03722,5.0558], - [0.0227488,0.0216856,0.0209847], - [39.6222,0.425181,0.41306], - [0.443867,0.411984,0.484265], - [41.2987,0.348628,0.343631], - [1.71851,0.453748,0.424465], - [0.27521,0.261101,0.258651], - [0.471864,0.458261,0.463149], - [0.237869,0.233076,0.241666], - [1.14559,0.775777,0.731655], - [30.8611,3.46115,3.46739], - [0.18659,0.00649302,0.00694743], - [8.21033,0.662991,0.650421], - [2.78398,1.11266,1.1099], - [10.0182,7.88371,7.94421], - [26.4142,2.34115,2.32238], - [2.90635,2.60528,2.5653], - [1.65078,1.64873,1.62161], - [2.51176,0.171884,0.17744], - [5.32861,0.12111,0.121409], - [0.157613,0.0618055,0.0640424], - [0.377184,0.252364,0.255961], - [3.62222,0.0749138,0.0768184], - [2.22908,0.0655021,0.0674176], - [0.0818814,0.0708637,0.0649365] + [0.0301523,0.000399672,0.00035346], + [0.340349,0.0711348,0.0654685], + [0.142629,0.0418586,0.0381232], + [2.83804,0.0389059,0.0367508], + [1.57599,0.934631,0.900006], + [8.32727,0.408056,0.413712], + [2.05637,0.0248844,0.0253207], + [0.103945,0.0648036,0.073453], + [1.94479,3.74838,2.23398], + [2.0944,2.85359,2.82201], + [0.604576,0.123307,0.119552], + [0.389356,0.208764,0.161648], + [0.774007,0.534844,0.598104], + [1.09489,0.84554,0.757063], + [0.937218,0.598815,0.634964], + [1.53859,1.18744,1.21831], + [2.40578,2.05239,2.0539], + [2.46647,2.05941,2.24186], + [4.72497,4.1731,4.25716], + [0.0235599,0.0212555,0.021611], + [39.7502,0.39254,0.408446], + [0.416408,0.432117,0.409492], + [41.3523,0.399073,0.376821], + [3.63036,0.449108,3.97423], + [0.164976,0.0050424,0.00951375], + [1.57419,0.537325,0.543412], + [0.0097821,0.00605552,0.00765497], + [0.818744,0.6491,0.672319], + [30.7081,3.75207,3.6541], + [0.17048,0.0086783,0.00666406], + [4.26629,0.464846,0.425472], + [2.38261,0.634679,0.555063], + [6.91333,5.07254,4.95686], + [40.4039,2.50914,2.49106], + [3.41351,2.93732,3.0192], + [1.95141,1.84562,1.88294], + [0.208233,0.107843,0.107626], + [8.55,0.0892884,0.0840766], + [0.174542,0.0333317,0.0312589], + [0.407265,0.206369,0.208538], + [4.02831,0.0577751,0.0595618], + [1.81794,0.0561061,0.0471556], + [0.0602994,0.0129245,0.0124271] ] } diff --git a/questdb/results/c6a.metal.json b/questdb/results/c6a.metal.json new file mode 100644 index 000000000..cecb90b12 --- /dev/null +++ b/questdb/results/c6a.metal.json @@ -0,0 +1,55 @@ +{ + "system": "QuestDB", + "date": "2024-11-25", + "machine": "c6a.metal, 500gb gp2", + "cluster_size": 1, + "comment": "Uses multi-threaded COPY SQL for data load.", + "tags": ["Java", "time-series"], + "load_time": 157, + "data_size": 72847067281, + "result": [ + [0.0323418,0.000373117,0.000316026], + [0.405897,0.0176376,0.0189908], + [0.196972,0.00875954,0.0121589], + [2.84858,0.00990652,0.00964798], + [3.65385,0.868621,0.28155], + [10.0394,0.128148,0.556058], + [2.05939,0.0178227,0.0266545], + [0.183689,0.104233,0.0238391], + [2.73898,2.07865,1.94679], + [3.50027,3.05187,1.96717], + [0.62268,0.120031,0.114269], + [0.27275,0.117602,0.101706], + [0.570896,0.222099,0.206467], + [0.538652,0.266935,0.274751], + [1.3791,0.202023,0.198083], + [1.77055,0.455148,0.420661], + [1.35354,0.776437,0.77167], + [1.06873,0.645224,0.631648], + [4.05837,2.32653,2.35128], + [0.0107696,0.00949552,0.0122987], + [42.2675,0.110542,0.103974], + [0.432218,0.104707,0.111373], + [41.8729,0.0967203,0.096764], + [7.34808,0.0273921,0.024409], + [0.142433,0.00638777,0.00628249], + [0.647533,0.564688,0.619923], + [0.00763151,0.0055377,0.00481322], + [2.35406,0.160524,0.203362], + [30.6928,1.95978,1.99487], + [0.0134887,0.00524368,0.00576496], + [1.32851,0.146259,0.148717], + [2.13425,0.209991,0.201226], + [2.99459,2.18321,2.2327], + [0.916855,0.78342,0.790688], + [1.37038,1.25708,1.22052], + [0.692217,0.700072,0.701395], + [0.130426,0.076809,0.0840367], + [0.0693143,0.0467668,0.0525845], + [0.103856,0.0159479,0.0192862], + [0.29997,0.206557,0.194927], + [3.68661,0.0254169,0.025341], + [1.82222,0.0185072,0.0237479], + [0.0251629,0.00612199,0.00513122] + ] +}