From ed02ef80decff04a2ec7b7894d2f2505e0217fa6 Mon Sep 17 00:00:00 2001 From: auxten Date: Thu, 28 Nov 2024 08:17:27 +0000 Subject: [PATCH 1/5] Update chdb-parquet to 2.2.0b0 --- chdb/query.py | 11 +---------- 1 file changed, 1 insertion(+), 10 deletions(-) diff --git a/chdb/query.py b/chdb/query.py index f00239b12..4cc4ac446 100755 --- a/chdb/query.py +++ b/chdb/query.py @@ -6,24 +6,16 @@ import glob from chdb import dbapi -def delete_table(pattern): - matching_files = glob.glob(pattern) - if matching_files: - first_file = matching_files[0] - os.remove(first_file) - def main(): query = sys.stdin.read() print(query) - delete_table('table.sql') con = dbapi.connect(path=".clickbench") cur = con.cursor() for try_num in range(3): - delete_table('table.sql') start = timeit.default_timer() - cur.execute(query) + cur._cursor.execute(query) end = timeit.default_timer() print(end - start) @@ -32,4 +24,3 @@ def main(): if __name__ == "__main__": main() - From 9bc7c76a02c5bae8d1c950ce5fd783f2b3c3f652 Mon Sep 17 00:00:00 2001 From: auxten Date: Thu, 28 Nov 2024 08:20:10 +0000 Subject: [PATCH 2/5] Use chdb==2.2.0b0 --- chdb/benchmark.sh | 3 ++- 1 file changed, 2 insertions(+), 1 deletion(-) diff --git a/chdb/benchmark.sh b/chdb/benchmark.sh index 3611fab5a..8f9d1ff62 100755 --- a/chdb/benchmark.sh +++ b/chdb/benchmark.sh @@ -3,7 +3,8 @@ # Install sudo apt-get update sudo apt-get install -y python3-pip -pip install --break-system-packages chdb psutil +pip install --break-system-packages psutil +pip install --break-system-packages chdb==2.2.0b0 # Load the data wget --no-verbose --continue 'https://datasets.clickhouse.com/hits_compatible/hits.csv.gz' From e8e25c2ec294e26b98dfa23bdfea942a1e4f6d5f Mon Sep 17 00:00:00 2001 From: auxten Date: Thu, 28 Nov 2024 08:20:49 +0000 Subject: [PATCH 3/5] Update chdb-parquet use chdb==2.2.0b0 --- chdb-parquet/benchmark.sh | 6 +++++- chdb-parquet/query.py | 5 ++++- 2 files changed, 9 insertions(+), 2 deletions(-) diff --git a/chdb-parquet/benchmark.sh b/chdb-parquet/benchmark.sh index 65c8f21e9..9b505f83b 100755 --- a/chdb-parquet/benchmark.sh +++ b/chdb-parquet/benchmark.sh @@ -4,7 +4,8 @@ sudo apt-get update sudo apt-get install -y python3-pip -pip install --break-system-packages chdb psutil +pip install --break-system-packages psutil +pip install --break-system-packages chdb==2.2.0b0 # Load the data seq 0 99 | xargs -P100 -I{} bash -c 'wget --no-verbose --continue https://datasets.clickhouse.com/hits_compatible/athena_partitioned/hits_{}.parquet' @@ -12,3 +13,6 @@ seq 0 99 | xargs -P100 -I{} bash -c 'wget --no-verbose --continue https://datase # Run the queries ./run.sh 2>&1 | tee log.txt + +cat log.txt | grep -P '^\d|Killed|Segmentation' | sed -r -e 's/^.*(Killed|Segmentation).*$/null\nnull\nnull/' | + awk '{ if (i % 3 == 0) { printf "[" }; printf $1; if (i % 3 != 2) { printf "," } else { print "]," }; ++i; }' diff --git a/chdb-parquet/query.py b/chdb-parquet/query.py index de4afc012..5a1d83773 100755 --- a/chdb-parquet/query.py +++ b/chdb-parquet/query.py @@ -7,8 +7,11 @@ query = sys.stdin.read() print(query) +conn = chdb.connect() for try_num in range(3): start = timeit.default_timer() - chdb.query(query, "Null") + conn.query(query, "Null") end = timeit.default_timer() print(end - start) + +conn.close() From e40132a3f7f27d799b491601d0c2752aae1d4afa Mon Sep 17 00:00:00 2001 From: auxten Date: Thu, 12 Dec 2024 08:21:42 +0000 Subject: [PATCH 4/5] Use chdb==2.0.0b1 --- chdb-dataframe/benchmark.sh | 3 ++- chdb-dataframe/query.py | 13 +++++++++++-- chdb-parquet/benchmark.sh | 2 +- chdb/benchmark.sh | 2 +- 4 files changed, 15 insertions(+), 5 deletions(-) diff --git a/chdb-dataframe/benchmark.sh b/chdb-dataframe/benchmark.sh index 5e9f54a45..e0bae2f2d 100755 --- a/chdb-dataframe/benchmark.sh +++ b/chdb-dataframe/benchmark.sh @@ -4,7 +4,8 @@ sudo apt-get update sudo apt-get install -y python3-pip -pip install --break-system-packages pandas chdb +pip install --break-system-packages pandas +pip install --break-system-packages chdb==2.2.0b1 # Download the data wget --no-verbose --continue https://datasets.clickhouse.com/hits_compatible/athena/hits.parquet diff --git a/chdb-dataframe/query.py b/chdb-dataframe/query.py index aba1cd21f..eb860730b 100755 --- a/chdb-dataframe/query.py +++ b/chdb-dataframe/query.py @@ -20,22 +20,31 @@ hits["EventDate"] = pd.to_datetime(hits["EventDate"], unit="D") # fix all object columns to string +start = timeit.default_timer() for col in hits.columns: if hits[col].dtype == "O": hits[col] = hits[col].astype(str) +print("Dataframe(numpy) normalization time:", timeit.default_timer() - start) + queries = [] with open("queries.sql") as f: queries = f.readlines() queries_times = [] + +# conn = chdb.connect("./tmp?verbose&log-level=test") +conn = chdb.connect("./tmp") +i = 0 for q in queries: + i += 1 times = [] for _ in range(3): start = timeit.default_timer() - result = chdb.query(q, "Null") + result = conn.query(q, "Null") end = timeit.default_timer() times.append(end - start) + print(f"Q{i}: ", times) queries_times.append(times) result_json = { @@ -61,7 +70,7 @@ # if cpuinfo contains "AMD EPYC 9654" update machine and write result into results/epyc-9654.json if "AMD EPYC 9654" in open("/proc/cpuinfo").read(): result_json["machine"] = "EPYC 9654, 384G" - with open("results/epyc-9654.json", "w") as f: + with open("results/epyc-9654-2.2.json", "w") as f: f.write(json.dumps(result_json, indent=4)) else: # write result into results/c6a.metal.json diff --git a/chdb-parquet/benchmark.sh b/chdb-parquet/benchmark.sh index 9b505f83b..af8a0b1fe 100755 --- a/chdb-parquet/benchmark.sh +++ b/chdb-parquet/benchmark.sh @@ -5,7 +5,7 @@ sudo apt-get update sudo apt-get install -y python3-pip pip install --break-system-packages psutil -pip install --break-system-packages chdb==2.2.0b0 +pip install --break-system-packages chdb==2.2.0b1 # Load the data seq 0 99 | xargs -P100 -I{} bash -c 'wget --no-verbose --continue https://datasets.clickhouse.com/hits_compatible/athena_partitioned/hits_{}.parquet' diff --git a/chdb/benchmark.sh b/chdb/benchmark.sh index 8f9d1ff62..0bf05812f 100755 --- a/chdb/benchmark.sh +++ b/chdb/benchmark.sh @@ -4,7 +4,7 @@ sudo apt-get update sudo apt-get install -y python3-pip pip install --break-system-packages psutil -pip install --break-system-packages chdb==2.2.0b0 +pip install --break-system-packages chdb==2.2.0b1 # Load the data wget --no-verbose --continue 'https://datasets.clickhouse.com/hits_compatible/hits.csv.gz' From 4418b3f9597202b2305dcbb8700ba3c317a0fc6a Mon Sep 17 00:00:00 2001 From: auxten Date: Thu, 12 Dec 2024 09:37:40 +0000 Subject: [PATCH 5/5] Update chdb 2.2.0b1 benchmarks --- chdb-dataframe/results/c6a.metal.json | 260 +++++++++++++------------- chdb-parquet/results/c6a.4xlarge.json | 88 ++++----- chdb-parquet/results/c6a.metal.json | 88 ++++----- chdb/results/c6a.4xlarge.json | 90 ++++----- chdb/results/c6a.metal.json | 90 ++++----- 5 files changed, 308 insertions(+), 308 deletions(-) diff --git a/chdb-dataframe/results/c6a.metal.json b/chdb-dataframe/results/c6a.metal.json index bb4da068d..dcd26d6a0 100644 --- a/chdb-dataframe/results/c6a.metal.json +++ b/chdb-dataframe/results/c6a.metal.json @@ -1,6 +1,6 @@ { "system": "chDB (DataFrame)", - "date": "2024-09-09", + "date": "2024-12-12", "machine": "c6a.metal, 500gb gp2", "cluster_size": 1, "comment": "", @@ -17,219 +17,219 @@ "data_size": 46998823722, "result": [ [ - 0.05626875200005088, - 0.03751970800021809, - 0.03710983100017984 + 0.03664220600012413, + 0.02541010900040419, + 0.02543189900006837 ], [ - 0.06512281899995287, - 0.05849275699983991, - 0.0585379379999722 + 0.05902514799981873, + 0.02932620699994004, + 0.02938265800003137 ], [ - 0.044165491000057955, - 0.041299934000107896, - 0.040226853000149276 + 0.03155912400006855, + 0.026707484999860753, + 0.027023728999665764 ], [ - 0.08134618700023566, - 0.040427908999845386, - 0.04047265000008338 + 0.10028632100011237, + 0.024970284000119136, + 0.02292966899995008 ], [ - 0.24362793399996008, - 0.2186527310004749, - 0.2025154820003081 + 0.23511726200013072, + 0.2155760650002776, + 0.20177402599983907 ], [ - 0.2937789709999379, - 0.29077527099980216, - 0.2973619129998042 + 0.37110401699965223, + 0.30388406799966106, + 0.2948619500002678 ], [ - 0.04860631699921214, - 0.044442590999096865, - 0.04185208899980353 + 0.03602867899962803, + 0.029505858999982593, + 0.02464628999996421 ], [ - 0.07148085600010745, - 0.087940534000154, - 0.07362535899983413 + 0.033429187000365346, + 0.034413718999985576, + 0.033423876999677304 ], [ - 0.32479551800133777, - 0.31021195799985435, - 0.3000845909991767 + 0.3053694569998697, + 0.3049665419998746, + 0.3055566490002093 ], [ - 0.3567556970001533, - 0.3498798099999476, - 0.36433636799984015 + 0.3459532310002942, + 0.3071243280000999, + 0.30464059800033283 ], [ - 0.1430718550000165, - 0.14249916199969448, - 0.13584852000030878 + 0.14036781900040296, + 0.13428997499977413, + 0.13880523000034373 ], [ - 0.13416774699999223, - 0.12045774299986078, - 0.126722227999835 + 0.12685362399997757, + 0.10930514099982247, + 0.11294922500019311 ], [ - 0.3129409140001371, - 0.39802245999999286, - 0.27576033200011807 + 0.29958658699979424, + 0.276432184999976, + 0.25980516200024795 ], [ - 0.30749968300006003, - 0.30776443899958394, - 0.2933942620002199 + 0.30081088199995065, + 0.2914724679999381, + 0.28178756600027555 ], [ - 0.2840204679996532, - 0.29736796199995297, - 0.2656048210001245 + 0.2617818960002296, + 0.2638220089997958, + 0.2523502720000579 ], [ - 0.16236161799997717, - 0.14227574799997456, - 0.1577743770003508 + 0.1303238410000631, + 0.1347387140003775, + 0.12585090699985813 ], [ - 0.41774886599978345, - 0.45844158400041124, - 0.4236037320001742 + 0.4303739070001029, + 0.4164336989997537, + 0.4079152160002195 ], [ - 0.343798914999752, - 0.34234521600001244, - 0.3242654260002382 + 0.3164119729999584, + 0.3131936249997125, + 0.31035458999986076 ], [ - 0.8645628289996239, - 0.7159582540002702, - 0.701609888999883 + 0.8523526230001153, + 0.7087284009999166, + 0.6837837809998746 ], [ - 0.07303793199980646, - 0.0385745369999313, - 0.039382633000059286 + 0.029879120000259718, + 0.026831203999790887, + 0.024390514000060648 ], [ - 0.7685791720014095, - 0.7017175380005938, - 0.7004018799998448 + 1.1397144959996695, + 0.7077021099999001, + 0.6701562469997953 ], [ - 0.7086737089998678, - 0.7338668900001721, - 0.726541903999987 + 0.730400163000013, + 0.7557028680002986, + 0.7423882679995586 ], [ - 1.0143638360000296, - 1.025565608999841, - 0.9419111859997429 + 1.0462118699997518, + 0.9567380410003352, + 0.8984970789997533 ], [ - 4.812288134000028, - 2.167691587000263, - 2.528547120999974 + 4.44471331900013, + 1.9168438950000564, + 1.9338286409997636 ], [ - 0.155205888999717, - 0.14651630200023646, - 0.15077497899983427 + 0.19628355100030603, + 0.15325790400038386, + 0.1547832119999839 ], [ - 0.1408380660000148, - 0.14518392399986624, - 0.13928737500009447 + 0.14298648500016498, + 0.1380346579999241, + 0.15518396599964035 ], [ - 0.1470085519999884, - 0.15105727499985733, - 0.1438814180000918 + 0.1475247179996586, + 0.15325233399971694, + 0.1610956639997312 ], [ - 0.8403685159992165, - 0.7649107939996611, - 0.8209212080000725 + 0.7757192180001766, + 0.8103761990000748, + 0.8316326939998362 ], [ - 1.9075914280001598, - 1.8646036999998614, - 1.885373637000157 + 1.8296700459995918, + 1.8536301829999502, + 1.736356526000236 ], [ - 0.07688073700001041, - 0.07453166799996325, - 0.07560217999980523 + 0.07384996400014643, + 0.06324267099989811, + 0.07314728700021078 ], [ - 0.20158837400003904, - 0.20706678800024747, - 0.19952737999983583 + 0.21250551000002815, + 0.19673742700024377, + 0.1836095150001711 ], [ - 0.2738630439998815, - 0.2761814330001471, - 0.2812519489998522 + 0.2577556229998663, + 0.2316948620000403, + 0.2315195159999348 ], [ - 0.7870267199996306, - 0.709162213000036, - 0.7544576690002032 + 0.7490905520003253, + 0.7607760149999194, + 0.7312990880000143 ], [ - 1.2057435320002696, - 1.1144656840000607, - 1.1528750570003467 + 1.1569637879997572, + 1.2163175259997843, + 1.1974189869997645 ], [ - 1.2744926979999036, - 1.227631830000064, - 1.2613582039998619 + 1.2087915550000616, + 1.2111406730000454, + 1.1963045540001076 ], [ - 0.1441288920000261, - 0.1581041039999036, - 0.1318917770004191 + 0.1315757429997575, + 0.10779489400010789, + 0.09533090300010372 ], [ - 0.7185039579999284, - 0.6852749829999993, - 0.6816314070001681 + 1.06753889599986, + 0.6933920500000568, + 0.7257401399997434 ], [ - 0.49516889899996386, - 0.46560566200014364, - 0.4326922939999349 + 0.496321824000006, + 0.4784938399998282, + 0.4536959389997719 ], [ - 0.7060461809996923, - 0.2074475480003457, - 0.2127349039997171 + 0.7017720699996062, + 0.6826459489998342, + 0.6777599799997915 ], [ - 0.8890890540001237, - 0.4336082350000652, - 0.7149529159999474 + 0.9097649209998053, + 0.8603559190000851, + 0.9009378810001181 ], [ - 0.09202534199994261, - 0.08829310200007967, - 0.08950286199979018 + 0.1439877850002631, + 0.06873822900024606, + 0.06083657499993933 ], [ - 0.08598820699990029, - 0.08675313599997025, - 0.08428598599994075 + 0.06656212300003972, + 0.05511612700001933, + 0.05334985500030598 ], [ - 0.08334934399999838, - 0.08340355500013175, - 0.0796592659999078 + 0.05147897400001966, + 0.049655070999961026, + 0.048991273999945406 ] ] } \ No newline at end of file diff --git a/chdb-parquet/results/c6a.4xlarge.json b/chdb-parquet/results/c6a.4xlarge.json index b85a98ed7..afce8f5ae 100644 --- a/chdb-parquet/results/c6a.4xlarge.json +++ b/chdb-parquet/results/c6a.4xlarge.json @@ -1,6 +1,6 @@ { "system": "chDB (Parquet, partitioned)", - "date": "2023-12-03", + "date": "2024-12-12", "machine": "c6a.4xlarge, 500gb gp2", "cluster_size": 1, "comment": "", @@ -8,48 +8,48 @@ "load_time": 0, "data_size": 14737670832, "result": [ -[0.14784930900009385,0.01985562499999105,0.021213920000036524], -[0.23510076200000185,0.06982731300013256,0.06856002199992872], -[0.2806472989998383,0.10366240700000162,0.10361096500014355], -[0.4541343600001255,0.10390106999989257,0.10059215999990556], -[0.6548878610001339,0.45662324699992496,0.44750324799997543], -[0.9521819659998982,0.6404522270001962,0.6559423100000004], -[0.19805788999997276,0.08715895099999216,0.0858150569999907], -[0.19715853299999253,0.07409634200007531,0.07549481599994579], -[0.8598950299999615,0.6492269000000306,0.6434426030000395], -[1.4808940620000612,0.7829620970001088,0.7904872159999741], -[0.7163226630000281,0.29504979300008927,0.29545888900020145], -[0.7511556739998468,0.34864025900014894,0.3431280479999259], -[1.0435813250001047,0.7161780030000955,0.7318749700000353], -[2.4113232699999116,1.0243360720000965,1.0260252030000174], -[1.2562044089997926,0.8427601549999508,0.8326057299998411], -[0.8358988709999267,0.5704252309999447,0.5721753729999364], -[2.9971273280000332,1.9693855880000228,2.0168051440000454], -[2.2065102920000754,1.2419878719999815,1.206855657999995], -[5.954841275999797,3.93939489100012,3.761597123999991], -[0.3187466500000937,0.09396397000000434,0.09140732100013338], -[9.446635591000131,1.2302154330000121,1.2444675809999808], -[11.13492346199996,1.7419908340000347,1.7516095379999115], -[21.622155369999973,4.072843675000058,4.131993770000008], -[55.58301193300008,15.83693858699985,15.83159159999991], -[2.6420749609999348,0.4748529260000396,0.4266739149998102], -[0.9177854079998724,0.3910574720000568,0.38483357899986004], -[2.641131261000055,0.40119044900006884,0.40792182199993476], -[9.619309540000131,1.49244403900002,1.5195660050001152], -[10.307241965000003,9.973063463000017,9.892692844999829], -[1.4131518259998757,1.308299055000134,1.295807866999894], -[2.608687121999992,0.7656866700001501,0.7761720030000561], -[6.227150900999959,1.0895756959998835,1.0740852459998678], -[7.3493140729999595,5.250387106000062,5.316255329999876], -[10.698823475999916,4.070322148999821,4.003926844000034], -[10.69004674499979,4.052407979999998,3.9830662209999446], -[1.2015532409998286,0.9601744899998721,0.9185318380000353], -[0.29470233899996856,0.1431545279999682,0.14107450999995308], -[0.2372298170000704,0.09401625999998942,0.09287700000004406], -[0.18732362600007946,0.08822406300009789,0.09083071099985318], -[0.4340662390000034,0.26780105800003184,0.2632765340001697], -[0.1738416400000915,0.06409417200006828,0.06505390999996052], -[0.18030453799997304,0.057552695999902426,0.05883049899989601], -[0.1795836840001357,0.1313909179998518,0.06348699399995894] +[0.077870386000086,0.011595476999900711,0.013700164000056247], +[0.1184407639998426,0.04396265399986987,0.04155541000000085], +[0.20049008300020432,0.07804954900007033,0.07568419800008996], +[0.37738990299999386,0.08726729400018485,0.0848729199999525], +[0.5831248419999611,0.4245256570000038,0.4188399310000932], +[0.8320527519999814,0.6203235169998607,0.6156729140000152], +[0.12134921199981363,0.04058194000003823,0.03935405299989725], +[0.13951692399996318,0.04810288699991361,0.044738532999872405], +[0.8893216019998818,0.6896799149999424,0.7034627400000772], +[1.42831606499999,0.8581377289999637,0.859117150999964], +[0.6438991509999141,0.3493616429996109,0.349545247000151], +[0.7079929309998079,0.39550413500001014,0.39594938499976706], +[1.0120941719997063,0.8079703829998834,0.8131532689999403], +[2.5081881780001822,1.1512501470001553,1.1442951229996652], +[1.136433637999744,0.8933758450002642,0.8800814700002775], +[0.7813493240000753,0.597231087000182,0.5987251299998206], +[2.9350119610003276,2.0149155239996617,2.037799420999818], +[2.239660408000418,1.2235961639999005,1.2057234680000875], +[5.816568723000273,3.966830686999856,3.9770449600000575], +[0.2463115089999519,0.07623551899996528,0.07619320799994966], +[9.539170711000224,3.340240410000206,3.4061176870000054], +[11.129675078000218,3.751444623000225,3.7527176300000065], +[21.680024150999998,7.144409478999933,7.138722218000112], +[56.20741652600009,19.377462811999976,19.359123208000256], +[2.6249325110002246,0.7436960210002326,0.6725482809997629], +[0.8388912639998125,0.5414651090000007,0.535668201000135], +[2.5826189320000594,0.6567008309998528,0.6605652059997738], +[9.650689555000099,3.765091470000243,3.7845401209997362], +[10.782163836000109,10.233341881999877,10.241562494999926], +[2.513260266999623,2.4462874229998306,2.435623157000009], +[2.5698437940000076,0.915375375000167,0.9057291809999697], +[6.221632994000174,1.32670985499999,1.3296814109999104], +[7.413839115999963,5.287881534999997,5.356011300999853], +[10.714702429000226,5.405069214999912,5.1658787750002375], +[10.657717160000175,5.184717354999975,5.191474346000177], +[0.6311658690001423,0.4562747650002166,0.4357432409997273], +[0.305542417000197,0.13278008999986923,0.16349520099993242], +[0.2057179459998224,0.11550366800020129,0.11264614399988204], +[0.27170394099994155,0.13735911399999168,0.10363247699979183], +[0.529188657999839,0.28997805600010906,0.2571941000001061], +[0.1637602490000063,0.04855169499978729,0.05291202299986253], +[0.14032594899981632,0.04661825299990596,0.04897680600015519], +[0.13168586900019363,0.12047058000007382,0.0431775470001412] ] } diff --git a/chdb-parquet/results/c6a.metal.json b/chdb-parquet/results/c6a.metal.json index dddc9f167..d030b75f8 100644 --- a/chdb-parquet/results/c6a.metal.json +++ b/chdb-parquet/results/c6a.metal.json @@ -1,6 +1,6 @@ { "system": "chDB (Parquet, partitioned)", - "date": "2023-12-03", + "date": "2024-12-12", "machine": "c6a.metal, 500gb gp2", "cluster_size": 1, "comment": "", @@ -8,48 +8,48 @@ "load_time": 0, "data_size": 14737670832, "result": [ -[0.18159093600002052,0.03465310399997179,0.03535941499990258], -[0.2831564299999627,0.07290863800017178,0.07088584300004186], -[0.4106436740000845,0.11962774199992054,0.11457044600001609], -[0.47319400800006406,0.11146962500015434,0.11445495399993888], -[1.6001970140000594,1.1832852380000531,1.2053231469999446], -[1.9747222290000082,1.3993265449998944,1.4632436899998993], -[0.293016236000085,0.10769365200007996,0.10403609099989808], -[0.30888328800006093,0.08704660199987302,0.08690985099997306], -[0.9676274400001148,0.4142185770001561,0.4095282320001843], -[1.508716829999912,0.4386639290000858,0.42993967000006705], -[0.7211182660000759,0.22335372600014125,0.22127814999998918], -[0.8024834689999807,0.24581066700011434,0.2369266250000237], -[0.9941888450000533,0.34986996500015266,0.36299695699995027], -[2.2883914159999676,0.5018040939999082,0.39797729199995047], -[1.0599523600001248,0.39205417400012266,0.3990406109999185], -[0.614120850999825,0.26384819800000514,0.27866645900007825], -[2.468679433000034,0.7421945380001489,0.707125589000043], -[2.390665940999952,0.6761940030000915,0.6212907079998331], -[4.531502312999919,1.2391869979999228,1.2929706920001536], -[0.41148081200003617,0.08244017399988479,0.07748579300005076], -[9.470291036999924,0.4142645150000135,0.42491283499998644], -[11.166745869999886,0.4193407879999995,0.47778978899987123], -[21.716601035000167,0.8906946930001141,0.9057610759998624], -[55.87572047799995,4.693745457999967,4.408192557999882], -[2.6822018080001726,0.2497673709999617,0.18029253800000333], -[0.9117738509999072,0.19944890400006443,0.19231710099984411], -[2.6458359000000655,0.19551512300017748,0.17991257200014843], -[9.665634246000081,0.644791166999994,0.5677360409999892], -[8.823865798999805,1.8234754839998004,1.911617729999989], -[0.887859853000009,0.7314614570000231,0.7472309880001831], -[2.609201996000138,0.3776117290001366,0.42668743700005507], -[6.085526299000094,0.5356784809998771,0.5014943220000987], -[5.348554426000192,1.4791098619998593,1.6584785480001756], -[9.919410929999913,1.198197147999963,1.3908020020001004], -[9.918529573000114,1.4790268179999657,1.2929598839998562], -[0.5918198439999287,0.36387553300005493,0.3893138729999919], -[0.353354839000076,0.15782711399992877,0.17798462199993992], -[0.3100515420001102,0.16545474899999135,0.10927909599990926], -[0.3464544030000525,0.19426173600004404,0.10704828600000837], -[0.5001845439999215,0.28064504200006013,0.28905982800006313], -[0.3150378160000855,0.12564524300000812,0.08628042499981348], -[0.24802713799999765,0.1437892629999169,0.0803308869999455], -[0.2594364960000348,0.2181738829999631,0.08233647700012625] +[0.11480433599990647,0.053428330000087954,0.05501036999999087], +[0.14688529699992614,0.060012029999825245,0.05930244199998924], +[0.27255868499992175,0.0689007280000169,0.0689606889998231], +[0.46789416599995093,0.06996150400004808,0.06974386100000629], +[0.6148821399999633,0.22156897299987577,0.24095685700012837], +[1.1237942590000785,0.4937139769999703,0.5171456300001864], +[0.1332665279999219,0.06142979099990953,0.06106371700002455], +[0.15687075599998934,0.067621551000002,0.06846518100019239], +[0.8863764369998535,0.34353326300015397,0.33205100400004994], +[1.4491934129998754,0.3813048819999949,0.3790114140001606], +[0.6768328719999772,0.19543116399995597,0.18446001999996042], +[0.7505396709998422,0.16477898199991614,0.16568176399982804], +[1.0032140010000603,0.30666786599999796,0.3067241470000681], +[2.2458971629998814,0.3677667189999738,0.37040803200011396], +[0.9914759380001215,0.3037815039999714,0.28578078500004267], +[0.5410922630001096,0.17963532199996735,0.17681025799993222], +[2.4133381709998503,0.4475333910002064,0.4542185419998077], +[2.328108489999977,0.3764679440000691,0.36886626000000433], +[4.567129369999975,1.0798727939998116,1.0208214699998734], +[0.49552835199983747,0.05369778799990854,0.05727544199999102], +[9.514675272999966,0.8106033850001495,0.7372562739999466], +[11.210559075999981,1.2516418220000105,1.046363356000029], +[21.738057192000042,1.7836905609999576,1.5552820370000063], +[56.77217518900011,4.5459271750000426,5.349169217999815], +[2.622895064999966,0.2830214230000365,0.1955999100000554], +[1.1441800079999211,0.22156494500018198,0.1884589630001301], +[2.6295666899998196,0.2525756159998309,0.22410472599995046], +[9.823972287999823,1.0269938700000694,0.9705240360001426], +[8.881923742000026,1.8374208109999017,1.6464990059998854], +[0.6045553080000445,0.4888343249999707,0.4860229509999954], +[2.493557692999957,0.3238631459998942,0.3074894870001117], +[6.05178699399994,0.508036637000032,0.4825167670001065], +[5.22599234900008,1.3404452089998813,1.2692173240000102], +[10.022413473999904,1.476231776000077,1.583223131000068], +[9.975036619000093,1.3290457339999193,1.3450748489999569], +[0.5902444999999261,0.17229836499996054,0.16147348200001943], +[0.5027469409999412,0.15944643800003178,0.17477976500003933], +[0.2760220220000065,0.11290899999994508,0.11853966800003946], +[0.34782592900000964,0.1263670139999249,0.12253076699994381], +[0.6092711750000035,0.29275970699995923,0.3154368139998951], +[0.2169134910000139,0.06533818799994151,0.06189288699988538], +[0.19929198499994527,0.0593606649999856,0.06028889599997456], +[0.1760915820000264,0.13736981000010928,0.05355168500000218] ] } diff --git a/chdb/results/c6a.4xlarge.json b/chdb/results/c6a.4xlarge.json index 611ab5705..97dc96176 100644 --- a/chdb/results/c6a.4xlarge.json +++ b/chdb/results/c6a.4xlarge.json @@ -1,55 +1,55 @@ { "system": "chDB", - "date": "2023-12-03", + "date": "2024-12-12", "machine": "c6a.4xlarge, 500gb gp2", "cluster_size": 1, "comment": "", "tags": ["C++", "column-oriented", "ClickHouse derivative", "embedded", "stateless", "serverless"], - "load_time": 637, + "load_time": 514.26, "data_size": 14737670832, "result": [ -[0.14022313399982522,0.07355542799996329,0.07344153099984396], -[0.3531703529997685,0.07925550599975395,0.07806606800022564], -[0.26351363100002345,0.09193721700012247,0.1917902549998871], -[0.38363148100006583,0.10103324399960911,0.09784656199963138], -[0.9900537669996083,0.5613570460000119,0.5433893519998492], -[1.2167202540003927,0.7107847610000135,0.663691573000051], -[0.2699314280002909,0.2127854670002307,0.09261755900024582], -[0.267586774999927,0.08097015600014856,0.1945969809999042], -[1.232095701000162,0.7143670550003662,0.7134953560002941], -[1.5054283530002976,0.7469580990000395,0.7727119840001251], -[0.7220912419998058,0.23418598399985058,0.22906905100035146], -[0.7720030830000724,0.2630191090001972,0.2604900350002026], -[1.5689540900002612,0.7868708519999927,0.8063358419999531], -[2.3660360549997677,1.2540504009998585,1.192564518999916], -[1.9073773019999862,0.9206097809997118,0.9538239580001573], -[1.1452982619998693,0.6703060720001304,0.6640104650000467], -[3.2011426869999013,2.391980210999918,2.273702514999968], -[2.4969228180002574,1.4384517379999124,1.3977177189999566], -[6.500014078999811,4.478574523000134,4.411389963000147], -[0.4156887280000774,0.08146456199983731,0.07878659600009996], -[10.376145662999988,0.695910000999902,0.7210108459998992], -[11.976330335000057,0.953245059999972,0.8184917880003013], -[13.305014652999944,1.2751543530002891,1.2672313510001914], -[36.8242805750001,3.0744901809998737,3.0243863149999015], -[2.475535126000068,0.2707847709998532,0.2684428269999444], -[0.949858046999907,0.2340432820001297,0.22373586100002285], -[2.516790250000213,0.26695283199978803,0.25893610200000694], -[10.64464905199975,0.8958689270002651,0.8061138169996411], -[13.404723361999913,11.371307846000036,11.63507005700012], -[2.7593700480001644,2.7037539289999586,2.7058590489996277], -[2.3854017950002344,0.6277965969998149,0.654272507999849], -[5.341114754000046,0.9585087829996155,0.8893770189997667], -[7.1543934960000115,5.363972212000135,5.548733007999999], -[12.195872321000024,4.450395718999971,4.3755110330002935], -[12.317952603999856,4.24272665799981,4.316219603999798], -[1.7115063109999937,1.2473451579999164,1.326466134000384], -[0.2809372130000156,0.23459212699981435,0.11978739599999244], -[0.4466324979998717,0.09181159999980082,0.09241002299995671], -[0.3804757940001764,0.08911344600028315,0.08342132999996466], -[0.307677596999838,0.16184386700024334,0.1668336709999494], -[0.3277544040001885,0.0886090859999058,0.08678907300009087], -[0.28715330100021674,0.07937189900030717,0.0784708450000835], -[0.204657553999823,0.07808052500013218,0.07627645000002303] +[0.013877114000024449,0.0013860410001598211,0.0014829919998646801], +[0.0412057730000015,0.008763182000166125,0.008335863000183963], +[0.08330378200002997,0.02377310400015631,0.023245563000045877], +[0.14246053199985909,0.03128493999997772,0.02993624999999156], +[0.4436361959999431,0.3514987430000929,0.35003433099996073], +[0.6002648710000358,0.45608485000002474,0.4503905950000444], +[0.04802990899997894,0.010887099999990824,0.010285087000056592], +[0.06284276999986105,0.012872015000084502,0.011910042999943471], +[0.6506654800000433,0.5426768410000022,0.528712361999851], +[0.7549797270000909,0.5999164580000524,0.592068874000006], +[0.2558953590000783,0.14147493800010125,0.12763545200004955], +[0.2781198369998492,0.154926746000001,0.15343427200014048], +[0.763117770000008,0.5979368380001233,0.5999577930001578], +[1.6916796789998898,0.8391444860001229,0.8215222349999749], +[0.9570872289998533,0.6959184179997919,0.653427056000055], +[0.6368319589998919,0.5020461799999794,0.5044369730001108], +[2.326370026999939,1.7589682769998944,1.7491352370000186], +[1.571020517999841,0.9803820839999844,0.9978786220001439], +[4.946497057999977,3.584144583000125,3.527329509000083], +[0.12135526500014748,0.017155920000050173,0.015639166000028126], +[9.54768589199989,0.5984033780000573,0.6093943299999864], +[11.131884435000075,0.7191484209999999,0.7142454029999499], +[12.673751773000049,1.1033064469997953,1.1553504410001096], +[36.3290680130001,2.561274863000108,2.506214712999963], +[2.031447595000145,0.18027002400003767,0.17940541400002985], +[0.48208393100003377,0.15483903799986365,0.15545213100017463], +[2.0218627280000874,0.18103750800014495,0.18013449800014314], +[9.593020509000098,0.7472153649998745,0.7570288829999754], +[10.61483857799999,10.053984107000133,10.104630414999974], +[0.10635799800002133,0.0373188769999615,0.03644429700011642], +[1.6983024050000495,0.4332229220001409,0.4290539210001043], +[4.775618255000154,0.6788417879999997,0.6743105179998565], +[5.870433162999916,4.367750332000014,4.38350826199985], +[10.798242087999824,3.3265980610001407,3.302677779000078], +[11.034323818000075,3.3128581490000215,3.314503335999916], +[0.5118632969999908,0.4034078119998412,0.4199532289999297], +[0.10990452700002606,0.04091812700016817,0.039609118000043964], +[0.09083700399992267,0.024794699000040055,0.02636838400007946], +[0.09926337000001695,0.02062714700014112,0.01903378200017869], +[0.16747760300017944,0.07807945100012148,0.07666289899998446], +[0.08286506700005702,0.01553585400006341,0.014828258000079586], +[0.07851602100004129,0.01125196899988623,0.009736296000028233], +[0.06931848599992918,0.00989965899998424,0.009422779000033188] ] } diff --git a/chdb/results/c6a.metal.json b/chdb/results/c6a.metal.json index fc1b0820f..94a184750 100644 --- a/chdb/results/c6a.metal.json +++ b/chdb/results/c6a.metal.json @@ -1,55 +1,55 @@ { "system": "chDB", - "date": "2023-12-03", + "date": "2024-12-12", "machine": "c6a.metal, 500gb gp2", "cluster_size": 1, "comment": "", "tags": ["C++", "column-oriented", "ClickHouse derivative", "embedded", "stateless", "serverless"], - "load_time": 584, + "load_time": 133.28, "data_size": 14737670832, "result": [ -[0.1398201020000016,0.06791341200000289,0.07391149699999744], -[0.2597099600000021,0.2069418270000014,0.08758834399999671], -[0.47551589900000124,0.09728062599999987,0.09487701800000536], -[0.4691224370000029,0.1740481620000054,0.10000902900000597], -[2.0630773329999954,1.7024521199999896,1.6643195909999946], -[2.3481535089999994,1.6481386580000077,1.7530449890000028], -[0.357762754999996,0.09266164299999957,0.09053794000000437], -[0.4038841520000034,0.10313489499999662,0.10715072499999678], -[1.0590748890000015,0.47724499000000264,0.45966836799999555], -[1.1300884690000004,0.48051896699999475,0.46993974000000094], -[0.775603744999998,0.19686701099999482,0.1892493929999972], -[0.6906902610000003,0.21718392299999323,0.21430437200000085], -[1.3169523250000026,0.4156535830000081,0.3755140890000064], -[2.036119763000002,0.5071473900000001,0.5511740860000032], -[1.383330911999991,0.3799174090000008,0.3751193639999997], -[1.019473775999998,0.3739846369999924,0.35971603200000857], -[2.4504302189999976,0.877971260999999,0.7683858299999997], -[2.3557413229999895,0.8719610389999986,0.683793068], -[4.092770959999996,1.7129616520000184,1.297148031000006], -[0.35451071500000353,0.09219286999999099,0.08560756100001754], -[9.639714029000004,0.3707775869999921,0.23417643499999485], -[11.064303246999998,0.324648658000001,0.4172894439999766], -[13.232740172999996,0.4640560629999868,0.3877608140000177], -[35.72404554799999,1.0838868939999884,0.9306462309999972], -[2.364133627000001,0.154316730000005,0.14268514899998763], -[0.9073242750000077,0.14350597200001403,0.14364811400000121], -[2.3429148049999924,0.272847009000003,0.14734456700000464], -[9.656295885999981,0.6313464649999787,0.49251017000000274], -[8.370034843999974,1.9595999350000284,1.734505702999968], -[0.904578416999982,0.7361198660000241,0.6462295329999961], -[2.0744172760000197,0.29773619299999154,0.3026944260000164], -[4.899459804999992,0.4551924770000255,0.4221328589999871], -[4.543115612000008,2.2998050609999723,2.2794130400000086], -[10.537130942999966,1.4773695650000036,1.4047146670000075], -[10.415939505999972,1.4964427190000151,1.516837157999987], -[1.1674407470000006,0.5462833650000221,0.5045760180000229], -[0.4713924260000226,0.1254563469999539,0.1255517769999983], -[0.24476967099997182,0.2168840989999694,0.09768120500001487], -[0.3363335870000128,0.08840301899999758,0.09693554400001858], -[0.30560961300000145,0.2762818190000189,0.15135863000000427], -[0.2204463159999932,0.09077218100003392,0.08913131299999577], -[0.31145180899994784,0.0834306520000041,0.08373748599996134], -[0.30414350099999865,0.08266997800001263,0.08533381199998757] +[0.028112750999980562,0.0031506889999945997,0.0028076649999775327], +[0.09417779299997164,0.03246469399994112,0.03287692899993999], +[0.16125441799999862,0.032103860000006534,0.03195598799993604], +[0.28931562299999314,0.034003443000074185,0.030976426000052015], +[0.4632655049999812,0.19439546000000973,0.19357860000002347], +[0.8624763189999385,0.20588268799997422,0.2002087789999223], +[0.08529797500000313,0.03082540399998379,0.030183185999931084], +[0.09955198800003018,0.03740545400000883,0.03468080099992221], +[0.7804351580000457,0.3127272339999081,0.301938203000077], +[0.8562276939999265,0.30814529700001003,0.3069870929999752], +[0.43872601900000063,0.12263411399999313,0.11854157999994186], +[0.48493123499997637,0.12679697999999462,0.12390303199993014], +[0.7786297129999866,0.1639149060000591,0.1545206320000716], +[1.3605465029999095,0.20838286700006847,0.19097606499997255], +[0.7167298539999365,0.1724907410000469,0.16695060699998976], +[0.46987808100004713,0.13400075399999878,0.12984951700002512], +[1.4920019310000043,0.3698908129999836,0.33163662799995564], +[1.3624983479999173,0.32042278200003693,0.2456341339999426], +[3.1463833640000303,0.6589819240000452,0.6689836470000046], +[0.1939490450000676,0.015416881999954057,0.01266175699993255], +[9.350319292999984,0.1668786259999706,0.15607004499997856], +[10.850244521000036,0.17600297999990744,0.166211500999907], +[12.897364045999893,0.27765879899993706,0.2366534519999277], +[37.97159517299997,0.6870164530000693,0.6616019339999184], +[1.9049424690001615,0.13407661300016116,0.13231018000010408], +[0.46400213700007953,0.07523235399980877,0.06952993899994908], +[1.912506828000005,0.14061426900002516,0.13953591399990728], +[9.38657206500011,0.2888045530000909,0.26766642199982016], +[7.989784239000073,1.4043204679999235,1.3580365020000045], +[0.1734051680000448,0.07074578099991413,0.0645598930000233], +[1.527007845000071,0.18369939200010776,0.17049299299992526], +[4.5378234340000745,0.2503631829999904,0.24044131300001936], +[3.772822020999911,0.9189290369999981,0.9855088450001404], +[9.655317763000085,0.7335744270001214,0.7267949120000594], +[9.698513705000096,0.6929953890000888,0.6661905549999574], +[0.22677292299999863,0.11654494000003979,0.11047700599988275], +[0.11221804699994209,0.0422144809999736,0.04038067900000897], +[0.10864851400015141,0.028515133999917452,0.02819486099997448], +[0.12681623399998898,0.02197198599992589,0.02497365199997148], +[0.18929634199980683,0.06873423199999706,0.06914008699982332], +[0.09700816399981704,0.020801482000024407,0.018177411000124266], +[0.0851351500000419,0.014686008000126094,0.014666847999933452], +[0.08903928800009453,0.013160699999843928,0.014038840000011987] ] }