From c7452e7c359d3c38f796b0889c6f3eb2aa279b34 Mon Sep 17 00:00:00 2001 From: Gabor Szarnyas Date: Tue, 26 Nov 2024 14:19:06 +0100 Subject: [PATCH 1/9] Remove DuckDB results on c5.4xlarge --- duckdb/results/c5.4xlarge.json | 57 ---------------------------------- 1 file changed, 57 deletions(-) delete mode 100644 duckdb/results/c5.4xlarge.json diff --git a/duckdb/results/c5.4xlarge.json b/duckdb/results/c5.4xlarge.json deleted file mode 100644 index 62b5dca25..000000000 --- a/duckdb/results/c5.4xlarge.json +++ /dev/null @@ -1,57 +0,0 @@ -{ - "system": "DuckDB", - "date": "2023-09-26", - "machine": "c5.4xlarge, 500gb gp2", - "cluster_size": 1, - - "tags": ["C++", "column-oriented", "embedded"], - - "load_time": 584, - "data_size": 25332035584, - - "result": [ - [0.026924091999717348,0.003037471999959962,0.0030087130003266793], - [0.16772413799981223,0.012932972999806225,0.012755570000081207], - [1.2386933419998059,0.03195383900037996,0.03169731600019077], - [1.193935569000132,0.05566495500033852,0.055519788000310655], - [1.2719721720000052,0.4797815800002354,0.47364618500023425], - [1.7204052460001549,0.5739197209995837,0.6044714929998918], - [0.13692102499999237,0.016513684000074136,0.016418880999935936], - [0.42878113500000836,0.013978246000078798,0.01376930500009621], - [2.144393795000269,0.5794733759998962,0.5795776770000884], - [2.8978004400000827,0.7554636660001961,0.7576688170001944], - [1.4596238879998964,0.18253447699999015,0.18234920899976714], - [2.0671171230001164,0.20573082399960185,0.20432037900036448], - [2.0727818139998817,0.49253306799982965,0.5038160149997566], - [3.3520127649999267,0.8635853699997824,0.8859385079999811], - [2.076823574000173,0.5337086039999122,0.5591845710000598], - [0.6800219409997226,0.5261602820000917,0.5328403540002], - [3.3403330400001323,1.2221616189999622,1.2723400309996578], - [3.3052175400002852,1.2275647739998021,1.2696754610001335], - [6.236794336999992,2.1919357929996295,2.266641716000322], - [0.34883063199958997,0.038191365000329824,0.03821421199972974], - [20.648422884999945,0.8656416110002283,0.8617157950002365], - [22.367165485999976,0.6310706739996021,0.6244764059997578], - [38.236362885999824,0.9444063159999132,0.9462657369999761], - [95.79474400300023,4.57907104800006,4.498353044000396], - [4.15015750900011,0.1932854189999489,0.18837451800027338], - [1.9394079560001956,0.19987759199966604,0.19433718700020108], - [4.543052850000095,0.20305141100016044,0.19478781699990577], - [20.80425411499982,0.5468405399997209,0.5366565440003797], - [14.24943101000008,4.494378264999796,4.4872481480001625], - [0.7351944990000447,0.6778340149999167,0.6781058520000443], - [4.485817211999802,0.4642300189998423,0.472603571000036], - [7.575815559000148,0.6107541849996778,0.629833944999973], - [7.22739360200012,4.044819612000083,4.163989215000129], - [20.450376160999895,2.465135957000257,2.461840141999801], - [20.466968382999767,2.605108253999788,2.608107234000272], - [0.8528685460000816,0.6727260970001225,0.6969227390000015], - [0.11805038800002876,0.03027148999990459,0.0272187630002918], - [0.07883884800003216,0.015259446000072785,0.012236310999924171], - [0.09153883999988466,0.017189998000048945,0.013864642000044114], - [0.1759261150000384,0.06460375899996507,0.06465984499982369], - [0.09337568199998714,0.00883036599998377,0.007896293999692716], - [0.08930611300002056,0.008033808000163845,0.007339697000134038], - [0.06956559599984757,0.009394902000167349,0.009093027000290022] - ] -} From d2a511cad8490834f5c351738f8b7a804820f4d0 Mon Sep 17 00:00:00 2001 From: Gabor Szarnyas Date: Tue, 26 Nov 2024 16:02:31 +0100 Subject: [PATCH 2/9] Cleanup scripts --- duckdb/benchmark.sh | 1 - duckdb/load.py | 6 +++--- 2 files changed, 3 insertions(+), 4 deletions(-) diff --git a/duckdb/benchmark.sh b/duckdb/benchmark.sh index 1b4433933..4cef357ec 100755 --- a/duckdb/benchmark.sh +++ b/duckdb/benchmark.sh @@ -12,7 +12,6 @@ wget --no-verbose --continue 'https://datasets.clickhouse.com/hits_compatible/hi gzip -d hits.csv.gz ./load.py -# 414 seconds # Run the queries diff --git a/duckdb/load.py b/duckdb/load.py index 2cc353621..dce3f963a 100755 --- a/duckdb/load.py +++ b/duckdb/load.py @@ -8,15 +8,15 @@ # enable the progress bar -con.execute('PRAGMA enable_progress_bar') +con.execute('PRAGMA enable_progress_bar;') con.execute('PRAGMA enable_print_progress_bar;') # disable preservation of insertion order -con.execute("SET preserve_insertion_order=false") +con.execute("SET preserve_insertion_order = false;") # perform the actual load print("Will load the data") start = timeit.default_timer() con.execute(open("create.sql").read()) -con.execute("COPY hits FROM 'hits.csv'") +con.execute("COPY hits FROM 'hits.csv';") end = timeit.default_timer() print(end - start) From a8c3a4af1358d60afb9f25acace364bdfd1a1586 Mon Sep 17 00:00:00 2001 From: Gabor Szarnyas Date: Tue, 26 Nov 2024 16:07:15 +0100 Subject: [PATCH 3/9] DuckDB: hard-code version to installation script --- duckdb/benchmark.sh | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/duckdb/benchmark.sh b/duckdb/benchmark.sh index 4cef357ec..ff575aadb 100755 --- a/duckdb/benchmark.sh +++ b/duckdb/benchmark.sh @@ -4,7 +4,7 @@ sudo apt-get update sudo apt-get install -y python3-pip -pip install --break-system-packages duckdb psutil +pip install --break-system-packages duckdb==1.1.3 psutil # Load the data From c2a67314080d9c93f12cd0a759035f2c992c95c6 Mon Sep 17 00:00:00 2001 From: Gabor Szarnyas Date: Tue, 26 Nov 2024 16:34:25 +0100 Subject: [PATCH 4/9] DuckDB: Add new c6a.metal results --- duckdb/results/c6a.metal.json | 92 +++++++++++++++++------------------ 1 file changed, 46 insertions(+), 46 deletions(-) diff --git a/duckdb/results/c6a.metal.json b/duckdb/results/c6a.metal.json index 9b51d9be3..1d863382f 100644 --- a/duckdb/results/c6a.metal.json +++ b/duckdb/results/c6a.metal.json @@ -1,56 +1,56 @@ { "system": "DuckDB", - "date": "2023-09-26", + "date": "2024-11-26", "machine": "c6a.metal, 500gb gp2", "cluster_size": 1, "tags": ["C++", "column-oriented", "embedded"], - "load_time": 143.93, - "data_size": 28223746048, + "load_time": 131.55, + "data_size": 26060271616, "result": [ - [0.03236215499964601,0.001631959999940591,0.0017349720001220703], - [0.2017167620001601,0.004977931000212266,0.004112590999739041], - [1.7824451350002164,0.01057577699975809,0.00924506499995914], - [1.5068001750000803,0.011147404999974242,0.008505592999881628], - [1.9968912629997249,0.3409851499995966,0.3641603260002739], - [2.19996057499975,0.42094028299970887,0.37727264799968907], - [0.21778730100004395,0.009304663999955665,0.006554180999955861], - [0.6552495579999231,0.00758900300024834,0.006111935000262747], - [3.237778974000321,0.37195273199995427,0.37644760800003496], - [4.101916444999915,0.3916224780000448,0.4356481650002024], - [1.981583973999932,0.10101389099963853,0.0828059509999548], - [2.5021246000001156,0.12936520600032964,0.06469776399990224], - [2.0287027350000244,0.2671814919999633,0.2580042009999488], - [5.0058850400000665,2.5847008529999584,0.9242121399997814], - [2.3203943019998405,0.23897008799985997,0.2951310849998663], - [0.9209703480000826,0.37256716299998516,0.20133301800024128], - [3.6552786790002756,0.49283485800015114,0.4653434940000807], - [3.684886160000133,0.5913837480002258,0.6050533939996967], - [6.08533725999996,1.1212222939998355,1.2291971190002187], - [0.7086644400001205,0.012204473000110738,0.011541186000158632], - [22.877518454999972,0.24069266800006517,0.14223928199999136], - [24.865264503000162,0.11923907699974734,0.09882567700014988], - [44.523412047999955,0.43662231000007523,0.2732989429996451], - [106.65310618600006,2.291449360000115,1.0823644299998705], - [4.273118970999803,0.11639817900004346,0.04853129599996464], - [1.9446537600001648,0.18474681899988354,0.07775153500006127], - [4.282858682999631,0.1974552310002764,0.07218202500007465], - [22.900311010999758,0.16852921000008791,0.137986748000003], - [15.712022881999928,1.605772540000089,1.495060542000374], - [0.35286867500008157,0.12376627899993764,0.09917158700000073], - [4.9339620559999275,0.19886905099974683,0.25272748499992304], - [7.844819150999683,0.2757238479998705,0.3000885700002982], - [6.1183534870001495,1.578629292000187,1.6954807430001892], - [22.53793776099974,1.0309925289998318,1.407939608000106], - [22.57955366799979,1.7960458739999012,2.255313027000284], - [0.6876235540003108,0.331532089999655,0.2276349650001066], - [1.1719605680000313,0.061066774999744666,0.040371307999976125], - [1.5213748269998177,0.04644827699985399,0.03365288300028624], - [1.7530375439996533,0.05019643499963422,0.02876765000019077], - [3.1484079319998273,0.09479282800020883,0.059220590999757405], - [2.582429621999836,0.03467660899968905,0.013035046999902988], - [3.2146319700000276,0.03065071499986516,0.013175667999803409], - [1.291933348999919,0.027330930000061926,0.011119961000076728] + [0.05132691300059378,0.006769621000785264,0.007343851999394246], + [0.2326603729998169,0.01002496399996744,0.009708568000860396], + [1.3536317289999715,0.011187436000909656,0.010550073999183951], + [1.1443588790007198,0.012195766001241282,0.011867560000609956], + [1.2320675859991752,0.1881947220008442,0.17920771799981594], + [1.9643630890004715,0.2165550509998866,0.19084139299957315], + [0.20180136599992693,0.01057228400168242,0.010381951000454137], + [0.45258101999934297,0.014895508000336122,0.014502869998977985], + [2.051371083000049,0.20978938000007474,0.1980128830000467], + [3.1395719800002553,0.3317594799991639,0.2712776150001446], + [1.7416745139998966,0.05816032099937729,0.05506897099985508], + [2.4589362690003327,0.07036538800093695,0.06177027199919394], + [2.15439275800054,0.22145983600057662,0.21365560499907588], + [3.637863054000263,0.501437986999008,0.49095194099936634], + [2.3474926309991133,0.24874020899915195,0.22091545199873508], + [0.6540309030006028,0.32109092499922554,0.1835225659997377], + [3.272118983999462,0.374254402000588,0.3205494539997744], + [3.2474988309986657,0.34751415100072336,0.3147119540008134], + [5.760337182999137,0.8489827339999465,0.7161621439990995], + [0.3991764250004053,0.010485583999980008,0.009011033998831408], + [20.94829132799896,0.32432427599997027,0.14040121600010025], + [22.816660129999946,0.3563676020003186,0.13051869200171495], + [39.10409372700087,0.23425084100017557,0.22080512499996985], + [98.40994775599938,0.9977531989989075,0.7786272630000894], + [4.213393428999552,0.10923441399972944,0.06640811500074051], + [2.0439142060004087,0.1278913050009578,0.06661190900013025], + [4.540746208000201,0.1437504320001608,0.09959036799955356], + [20.89695378000033,0.19052857700080494,0.10618144100044447], + [15.452598969999599,2.2853881409992027,2.246875179000199], + [0.32813759200143977,0.0816602659997443,0.06649022200144827], + [4.958599356999912,0.3056259269997099,0.17271361200073443], + [7.626622497000426,0.4520814869993046,0.2611802939991321], + [5.370819331999883,0.9369154380001419,0.8485030379997625], + [20.720071472998825,1.1065984640008537,0.8652702029994543], + [20.706496228000105,1.1862963780004065,1.4526442529986525], + [0.5538818770000944,0.3352396600002976,0.21410903800097003], + [0.21131058399987523,0.04578890999982832,0.032179795000047307], + [0.143597979000333,0.03010695500051952,0.021809374000440584], + [0.2113360349994764,0.02903123400028562,0.0212657730007777], + [0.6212003549990186,0.05912586800150166,0.06423612700018566], + [0.5330005920004623,0.027274558999124565,0.01905882100072631], + [0.796382395999899,0.024917254000683897,0.015856978001465905], + [0.22400535000087984,0.025626786999055184,0.017006540001602843] ] } From 3beb994940977138871adb7d710663922f8f4dd8 Mon Sep 17 00:00:00 2001 From: Gabor Szarnyas Date: Tue, 26 Nov 2024 16:57:49 +0100 Subject: [PATCH 5/9] DuckDB: Add c6a.4xlarge results --- duckdb/results/c6a.4xlarge.json | 90 ++++++++++++++++----------------- 1 file changed, 45 insertions(+), 45 deletions(-) diff --git a/duckdb/results/c6a.4xlarge.json b/duckdb/results/c6a.4xlarge.json index 3c424ce31..8fb53f0f9 100644 --- a/duckdb/results/c6a.4xlarge.json +++ b/duckdb/results/c6a.4xlarge.json @@ -6,52 +6,52 @@ "tags": ["C++", "column-oriented", "embedded"], - "load_time": 557, - "data_size": 25409892352, + "load_time": 398.97, + "data_size": 25031880704, "result": [ - [0.028086780999728944,0.002414253000097233,0.0021636960000250838], - [0.46563523099985105,0.010625985999922705,0.01016174400001546], - [0.8891034559997024,0.025961164999898756,0.025551394000103755], - [1.2264355699999214,0.03623923299983289,0.036103159000049345], - [1.2716879180002252,0.3992600950000451,0.39979254900026717], - [1.7464284959996803,0.476917694000349,0.4876424449998922], - [0.3640209790000881,0.014415404999908787,0.013864879999800905], - [0.4231801880000603,0.011493789000269317,0.011028166999949462], - [1.9182373680000637,0.4695572649998212,0.473022095000033], - [2.8863619510002536,0.6202132429998528,0.6272343959999489], - [1.469674029000089,0.15033233000031032,0.1493539050002255], - [2.122888372000034,0.16747449600006803,0.16623175400036416], - [2.19689435600003,0.41368822100002944,0.4245434929998737], - [3.353093207999791,0.7176920880001489,0.7419013379999342], - [2.106729788999928,0.45157940500030236,0.45956111399982547], - [0.7618140450003921,0.44360254799994436,0.4438193040000442], - [3.3160554369997044,1.0091327439999986,1.0501606820002962], - [3.2899087420000797,0.9937532539997846,1.0319792189998225], - [6.147077066000293,1.8601839829998426,1.7930358930002512], - [0.5478519510002116,0.029630810000071506,0.029407205000097747], - [20.476412891999644,0.7287512409998271,0.7185980860003838], - [22.457170643000154,0.5557742740002141,0.5497367680000025], - [38.57942790900006,0.7984957059998123,0.7973248660000536], - [96.20789085900014,3.8985825760000807,3.8594193190001533], - [4.189989236000201,0.16466093799999726,0.1578326910002943], - [2.0615221919997566,0.16868170299994745,0.1622597460000179], - [4.6220101120002255,0.17378973800032327,0.1636861649999446], - [20.925809684999876,0.4753908990001037,0.46921747900023547], - [14.220432916999926,3.337972157999957,3.3373912329998348], - [0.584624170999632,0.4804462130000502,0.4832376250001289], - [4.546239200999935,0.39545450399964466,0.3945328300001165], - [7.614473170999645,0.5206363369998144,0.5212976839998191], - [6.800434293000308,3.344280624000021,3.4436193860001367], - [20.560247130000334,2.172507063000012,2.1904886800002714], - [20.578359694000028,2.2406041530002767,2.3070416179998574], - [0.7716577450000841,0.5659581239997351,0.5712790600000517], - [0.15594478200000594,0.02518773699966914,0.023627209000096627], - [0.10974644699990677,0.012240085000030376,0.01144400700013648], - [0.12063824999995632,0.01217633400028717,0.01063554699976521], - [0.24521544600020206,0.04823300399993968,0.0470517949997884], - [0.13470358900030988,0.007704704999923706,0.006628890000229148], - [0.13843043999986548,0.006789723999645503,0.006517027999962011], - [0.08625227099992117,0.0081432560000394,0.00758258299993031] + [0.05319091500132345,0.005381516999477753,0.005285575000016252], + [0.17358908599999268,0.011015349999070168,0.010646871000062674], + [0.916748027999347,0.025910641999871586,0.02530764800030738], + [0.7943048350007302,0.03646376200049417,0.03630644799886795], + [0.9186053220000758,0.3582650480002485,0.3567978529990796], + [1.7503114329992968,0.4507956760007801,0.44433744300113176], + [0.17327936599940585,0.011020440999345738,0.010569150001174421], + [0.18368494199967245,0.011228284998651361,0.010594979999950738], + [1.7583493319998524,0.4233910279999691,0.42505219700069574], + [2.838786219999747,0.5787837610005226,0.577519050999399], + [1.5046681969997735,0.145984741000575,0.14545908800027973], + [1.8402899979992071,0.16288602100030403,0.15492182199886884], + [1.8088209859997733,0.3974375350007904,0.39161149699975795], + [3.275365049999891,0.6990033029996994,0.6915876869989006], + [2.152794047000498,0.4173758840006485,0.4180503690004116], + [0.6442111150008714,0.4111607279992313,0.40598140499969304], + [3.245304517000477,0.8710831270000199,0.8681450469994161], + [3.2059264780000376,0.8394879110001057,0.8308478580001974], + [6.024765791999016,1.5044350970001688,1.5278102600004786], + [0.29681472899937944,0.02855323499898077,0.028123586000219802], + [20.086389328000223,0.830950756000675,0.8281861999985267], + [22.19604627499939,0.5743743370003358,0.5610998509982892], + [37.68012411500058,0.7819442410000192,0.7746354779992544], + [94.7600806169994,3.928504952998992,3.9613161090001086], + [4.266098317999422,0.16097143799925107,0.15620266499900026], + [1.6470626890004496,0.16001979500106245,0.15657057399948826], + [4.419103937998443,0.17172188200129312,0.16564690799896198], + [20.272342419999404,0.47174459300003946,0.46479361900128424], + [14.28915567399963,9.266647581000143,9.240823348000049], + [0.4741192609999416,0.3900754419992154,0.3805727269991621], + [4.576878284999111,0.3799108019993582,0.3821511440000904], + [7.646380444999522,0.44651575300122204,0.44394499200097925], + [6.073246632999144,1.911463313999775,1.9314974609987985], + [20.1682636000005,1.7581636150007398,1.8007796830006555], + [20.15771064100045,1.818521413999406,1.8486560959991039], + [0.6652203180001379,0.47719056000096316,0.4839941699992778], + [0.15188088200011407,0.02552625399948738,0.022729758000423317], + [0.12421112899937725,0.012188878001325065,0.011457651000455371], + [0.1515426550013217,0.014669737000076566,0.012468385000829585], + [0.20172498200008704,0.04441866100023617,0.04983819900007802], + [0.15141744299944548,0.007174509999458678,0.006242687999474583], + [0.1311712639999314,0.00650758399933693,0.005540411000765744], + [0.11297542299871566,0.007431174999510404,0.006992874999923515] ] } From 0f05add3445a22adc23bcee742c5ffd404cecc8f Mon Sep 17 00:00:00 2001 From: Gabor Szarnyas Date: Wed, 27 Nov 2024 16:52:20 +0100 Subject: [PATCH 6/9] DuckDB dataframe: Pin DuckDB version --- duckdb-dataframe/benchmark.sh | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/duckdb-dataframe/benchmark.sh b/duckdb-dataframe/benchmark.sh index c53269004..12a7b4ca5 100755 --- a/duckdb-dataframe/benchmark.sh +++ b/duckdb-dataframe/benchmark.sh @@ -4,7 +4,7 @@ sudo apt-get update sudo apt-get install -y python3-pip -pip install --break-system-packages pandas duckdb +pip install --break-system-packages pandas duckdb==1.1.3 # Download the data wget --no-verbose --continue https://datasets.clickhouse.com/hits_compatible/athena/hits.parquet From 2e17a31c035408164698b9cdea95c9e1905bdc5d Mon Sep 17 00:00:00 2001 From: Gabor Szarnyas Date: Wed, 27 Nov 2024 16:52:30 +0100 Subject: [PATCH 7/9] DuckDB dataframe: Add new results --- duckdb-dataframe/results/c6a.metal.json | 262 ++++++++++++------------ 1 file changed, 131 insertions(+), 131 deletions(-) diff --git a/duckdb-dataframe/results/c6a.metal.json b/duckdb-dataframe/results/c6a.metal.json index ca1b6e053..aa9d27bb6 100644 --- a/duckdb-dataframe/results/c6a.metal.json +++ b/duckdb-dataframe/results/c6a.metal.json @@ -1,6 +1,6 @@ { "system": "DuckDB (DataFrame)", - "date": "2024-09-09", + "date": "2024-11-27", "machine": "c6a.metal, 500gb gp2", "cluster_size": 1, "comment": "", @@ -13,222 +13,222 @@ "dataframe" ], "load_time": 0, - "data_size": 46998823722, + "data_size": 46998823718, "result": [ [ - 0.05120044299997062, - 0.01451553300012165, - 0.016491983000150867 + 0.05050461200153222, + 0.014667417999589816, + 0.015152040999964811 ], [ - 0.02931129100011276, - 0.01839072099983241, - 0.018927282000049672 + 0.026432298000145238, + 0.016367039999749977, + 0.016838610998092918 ], [ - 0.02511615699995673, - 0.024862691000180348, - 0.02501659499989728 + 0.024425911000435008, + 0.018876940001064213, + 0.021440479999000672 ], [ - 0.03695813600006659, - 0.02565254800015282, - 0.02570289799996317 + 0.06093071999930544, + 0.021583592999377288, + 0.02441612199982046 ], [ - 0.27191674599998805, - 0.27759674200010522, - 0.2588871349999863 + 0.41993762499987497, + 0.2983960029996524, + 0.15518497400262277 ], [ - 0.3774085860000923, - 0.32757853100006287, - 0.33302718000013556 + 0.21478268200007733, + 0.22169487599967397, + 0.208933664001961 ], [ - 0.038237650999917605, - 0.024178557999903205, - 0.02490608199991584 + 0.035528966000129, + 0.024377580000873422, + 0.027060423999500927 ], [ - 0.030545426000117004, - 0.029484825000054116, - 0.03014319799990517 + 0.028433606999897165, + 0.03044836499975645, + 0.031557851001707604 ], [ - 0.35205814599989935, - 0.27471974500017495, - 0.26925484400007917 + 0.19106678800017107, + 0.14841808299752302, + 0.1560976649998338 ], [ - 0.39639628200002335, - 0.28721119700012423, - 0.28630923800014898 + 0.19595984400075395, + 0.1826736080001865, + 0.1744913729999098 ], [ - 0.06255191200011723, - 0.06675710700005766, - 0.06318350399988049 + 0.09406291900086217, + 0.055463730001065414, + 0.05983779500093078 ], [ - 0.09806364399994891, - 0.07049120199985737, - 0.07045088099994246 + 0.08101849800004857, + 0.06789677599954302, + 0.059639448998495936 ], [ - 0.25685957099994994, - 0.2923465579999629, - 0.24080298700005187 + 0.26488143499955186, + 0.2168791029980639, + 0.21332134700060124 ], [ - 0.9493479239999397, - 0.8976369989999512, - 0.9234879899999214 + 0.44592982399990433, + 0.4669166839994432, + 0.4634616510011256 ], [ - 0.3275632019999921, - 0.2994161829999848, - 0.2994098889998895 + 0.24285047000012128, + 0.21996076600044034, + 0.2349079410014383 ], [ - 0.2028798320000078, - 0.19643380100002105, - 0.1967687379999552 + 0.16244015700067393, + 0.1622834329973557, + 0.2534395319999021 ], [ - 0.7205587729998115, - 0.70485905700006697, - 0.69305262400014726 + 0.2813075949998165, + 0.28612805000011576, + 0.28627916400000686 ], [ - 0.62671780199998466, - 0.46055906399997184, - 0.54356512099998326 + 0.26184241300143185, + 0.27230547100043623, + 0.2703198240014899 ], [ - 1.7618106520000765, - 1.4338731269999244, - 1.4774597579998499 + 0.7007903909980087, + 0.5887562140014779, + 0.517462116000388 ], [ - 0.11568013700002666, - 0.11198447299989311, - 0.1095309229999657 + 0.023561879999761004, + 0.025803635002375813, + 0.027332609999575652 ], [ - 0.8348995979999927, - 0.7820795490000819, - 0.7994894509999085 + 0.6519696089999343, + 0.3375517349995789, + 0.32106850200216286 ], [ - 0.4610988360000192, - 0.41369037799995567, - 0.39819625199995244 + 0.36066775499784853, + 0.29505908300052397, + 0.29264923599839676 ], [ - 1.174443158000031, - 1.1575830060000044, - 1.1208328130000154 + 0.772245981002925, + 0.6062602999991213, + 0.6487669419984741 ], [ - 2.0461591100000533, - 1.9994193829999858, - 1.9205524290000085 + 2.9120560759984073, + 0.9719846629996027, + 0.9589345719978155 ], [ - 0.08894231599992963, - 0.07940710399998352, - 0.07883891300002688 + 0.07509038900025189, + 0.07087481900089188, + 0.07577886500075692 ], [ - 0.2340729590000592, - 0.20119833499993547, - 0.20270610500015209 + 0.07032548600182054, + 0.06698395499915932, + 0.06651906500337645 ], [ - 0.10939303000009204, - 0.09853198099995097, - 0.10583861800000705 + 0.09676445500008413, + 0.09365367099962896, + 0.09591345400258433 ], [ - 0.8641946679999819, - 0.7357956940001259, - 0.7316882210001495 + 0.27105887700236053, + 0.25516368800163036, + 0.2642442239994125 ], [ - 4.0055917649999174, - 3.9187831119999828, - 3.955649695000102 + 2.153375933998177, + 2.344289831999049, + 2.542556524000247 ], [ - 0.7100810240000101, - 0.69931781800000863, - 0.6358406850000392 + 0.4727909819994238, + 0.47316611199858016, + 0.4713378870001179 ], [ - 0.30175355000005766, - 0.28016329600000063, - 0.2704750220000642 + 0.22657016700031818, + 0.1896772489999421, + 0.17847063099907245 ], [ - 0.3884521920000225, - 0.2658412359999147, - 0.3451120859999719 + 0.217645935001201, + 0.2744793679994473, + 0.2606737099995371 ], [ - 1.3527775069998825, - 1.1267246480000722, - 1.1895273829998587 + 0.6211663860012777, + 0.5563005309995788, + 0.5417773840017617 ], [ - 1.9144373749999431, - 1.9059109310001531, - 1.8425559129998874 + 0.5814179980006884, + 0.5787227640030324, + 0.6034163650001574 ], [ - 1.7254979159998584, - 1.7914850100000422, - 1.7172489999999016 + 0.572698350999417, + 0.5509148509991064, + 0.5797818299979554 ], [ - 0.2766488639999807, - 0.3223322660001031, - 0.33668833700003233 + 0.1738749430005555, + 0.1551087150000967, + 0.16184255600092 ], [ - 0.45268178699984674, - 0.43472940599995127, - 0.4311858629998824 + 0.27595473199835396, + 0.2603688390008756, + 0.26190650700300466 ], [ - 1.162701579000077, - 0.9709281650000321, - 0.9300721709998925 + 0.35804710400043405, + 0.34710251099750167, + 0.35830062899913173 ], [ - 0.3190891100000499, - 0.3109210760001133, - 0.30955156799996075 + 0.24988104899966856, + 0.2425102640008845, + 0.2548129160022654 ], [ - 0.5417726650000532, - 0.5106009759999779, - 0.4813571659999525 + 0.3875485179996758, + 0.3869811140029924, + 0.3995274230001087 ], [ - 0.02814393799985737, - 0.0257830399998511, - 0.025415173000055802 + 0.04479555999932927, + 0.024000142999284435, + 0.024632577999000205 ], [ - 0.035018445000114298, - 0.026704358999950273, - 0.03011910799978068 + 0.02686928199909744, + 0.030509397998685017, + 0.04326502299954882 ], [ - 0.03502820700009579, - 0.03178924200005895, - 0.03449460599995291 + 0.036331108000013046, + 0.037110036002559355, + 0.03612074400007259 ] ] } \ No newline at end of file From 7fee2f59df232b1e75cd3abddf1526693f8e5a15 Mon Sep 17 00:00:00 2001 From: Gabor Szarnyas Date: Wed, 27 Nov 2024 16:56:01 +0100 Subject: [PATCH 8/9] DuckDB Parquet: Pin DuckDB version --- duckdb-parquet/benchmark.sh | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/duckdb-parquet/benchmark.sh b/duckdb-parquet/benchmark.sh index c1ffe63e9..9a341e767 100755 --- a/duckdb-parquet/benchmark.sh +++ b/duckdb-parquet/benchmark.sh @@ -4,7 +4,7 @@ sudo apt-get update sudo apt-get install -y python3-pip -pip install --break-system-packages duckdb psutil +pip install --break-system-packages duckdb==1.1.3 psutil # Load the data seq 0 99 | xargs -P100 -I{} bash -c 'wget --no-verbose --continue https://datasets.clickhouse.com/hits_compatible/athena_partitioned/hits_{}.parquet' From 17ef03603fe17e63984c5724e54de78ca06a16f3 Mon Sep 17 00:00:00 2001 From: Gabor Szarnyas Date: Wed, 27 Nov 2024 17:11:36 +0100 Subject: [PATCH 9/9] DuckDB Parquet: Add new c6a.metal results and update c6a.4xlarge results --- duckdb-parquet/results/c6a.4xlarge.json | 90 ++++++++++++------------- duckdb-parquet/results/c6a.metal.json | 58 ++++++++++++++++ 2 files changed, 103 insertions(+), 45 deletions(-) create mode 100644 duckdb-parquet/results/c6a.metal.json diff --git a/duckdb-parquet/results/c6a.4xlarge.json b/duckdb-parquet/results/c6a.4xlarge.json index 95ada5d3f..e51be2b93 100644 --- a/duckdb-parquet/results/c6a.4xlarge.json +++ b/duckdb-parquet/results/c6a.4xlarge.json @@ -1,6 +1,6 @@ { "system": "DuckDB (Parquet, partitioned)", - "date": "2023-09-26", + "date": "2024-11-27", "machine": "c6a.4xlarge, 500gb gp2", "cluster_size": 1, "comment": "", @@ -11,48 +11,48 @@ "data_size": 14737666736, "result": [ -[0.06858791799959363,0.044711035000091215,0.042833501000131946], -[0.08466665400010243,0.061327259999870876,0.06103660400003719], -[0.14877448299967,0.10559172700004638,0.10446714899990184], -[0.33234463500002676,0.09389112100006969,0.09252776699986498], -[1.1345820209999147,0.5388421589996142,0.5428325200000472], -[0.8665522809997128,0.7525683420003588,0.7726315990003059], -[0.14739966299976004,0.12885476300016308,0.1280705589997524], -[0.08514470599993729,0.0660608250000223,0.06364701199981937], -[0.7901016199998594,0.6670942910000122,0.6656622149998839], -[1.112716422000176,0.9176106790000631,0.8993262330000107], -[0.4155927659999179,0.21104949600021428,0.21018879099983678], -[1.0025453209996158,0.2506203090001691,0.24569647199996325], -[1.2344316989997424,0.6329478739999104,0.6651636070000677], -[2.456399698000041,1.0311697550000645,1.0137859460000982], -[0.9334836890002407,0.6877674190000107,0.70905577800022], -[0.673465615999703,0.5981919160003599,0.6082133740001154], -[2.494906011999774,1.4013747280000644,1.3922408849998646], -[2.375765204000345,1.324844154999937,1.3226832469999863], -[4.690465237999888,2.3323504360000697,2.3752783559998534], -[0.20363476300008188,0.08883917699995436,0.08691825200003223], -[9.97606974700011,1.850158613000076,1.8413504770001055], -[10.993020309999793,1.688866285000131,1.6903490720001173], -[21.570115048999924,3.479486579999957,3.460369050999816], -[55.44843658699983,11.133978315999684,11.129654930000015], -[2.6089661060000253,0.48738706799986176,0.47928872500006037], -[0.7135218759999589,0.3805757249997441,0.35711958900037644], -[2.769580591999784,0.4973172830000294,0.4876009600002362], -[9.315595299000051,1.488970874000188,1.4658663950003756], -[8.170337007999933,4.1328330040000765,4.145880016000319], -[4.665519644000142,4.670076305000293,4.6598440840002695], -[2.2809909809998317,0.781899636000162,0.7691932829998223], -[6.008987953999622,0.9412647040003321,0.9506733889998031], -[6.1903129289999015,3.628633594999883,3.815570798999943], -[9.97725304100004,2.979070244000013,2.997355967999738], -[9.978100522000204,2.992902611000318,3.022268540999903], -[0.92484311599992,0.8439210039996397,0.8562627520000206], -[0.23992238600021665,0.13403623200019865,0.1317714319998231], -[0.1254186490000393,0.09669256999995923,0.09850224299998445], -[0.13835749800000485,0.09647460799988039,0.0929961749998256], -[0.3313648240000475,0.2376939770001627,0.24857611900006304], -[0.07056037899974399,0.05403545599983772,0.051252997999654326], -[0.07037150599990127,0.04856322000023283,0.04816857199966762], -[0.06874101699986568,0.04819512300036877,0.04709468300006847] -] + [0.11052128000000039,0.07510095800000727,0.07482720299998391], + [0.12390973099999769,0.08799121000001264,0.08659421100000486], + [0.1802913619999913,0.11165366699998458,0.11256087000001003], + [0.44857502400000726,0.11868003600000065,0.11416359200001125], + [1.2294751780000013,0.42031310699999835,0.41501899200000025], + [1.0619799039999975,0.704478875999996,0.6945510980000051], + [0.463516052000017,0.4205021790000103,0.42350347199999305], + [0.14255578700002047,0.09078143099998215,0.091366378999993], + [0.9319725910000045,0.5142498320000186,0.5172727039999927], + [1.3762876150000238,0.7246325790000014,0.7255065909999985], + [0.5583005390000153,0.19166810400000145,0.1881575449999957], + [1.1524824470000112,0.22536062500000753,0.22139205199999878], + [1.4437344370000176,0.5995674480000162,0.5936260590000018], + [2.805760178000014,0.9231901580000113,0.9175548540000023], + [1.1569440859999816,0.651196504000012,0.6422786660000099], + [0.6690660820000005,0.47228665700001216,0.4744386749999876], + [2.791790689999999,1.121874450000007,1.1247018900000114], + [2.7981470900000147,1.125944488000016,1.141634646], + [5.138499918000008,1.9534744589999775,1.9856906880000054], + [0.20532803100002184,0.10882481699999857,0.11244283699997482], + [10.62995572700001,1.844938342000006,1.8348558930000252], + [11.701504103000019,1.7005332410000165,1.7053109770000106], + [22.958297070000015,3.5526050710000163,3.555595224000001], + [58.88756602899997,10.639712609000014,10.690652277000027], + [2.99689328300002,0.4794005240000274,0.483271789000014], + [0.9076006049999705,0.36497371699999803,0.35227883999999676], + [2.994342438999979,0.4895540190000247,0.479844522999997], + [9.353536024999983,1.4645006279999961,1.4759320379999963], + [10.568858570999964,10.158934629999976,10.11379384899999], + [4.335202347000006,4.255150033000007,4.283988227999998], + [2.25947083799997,0.7053096309999773,0.7094401290000292], + [5.932542424000019,0.8128257209999674,0.8173750340000083], + [5.391661251000016,2.37234533000003,2.3208716000000322], + [9.879454598000052,2.6484584210000435,2.640947945999983], + [9.876968317999967,2.6066815840000004,2.639813798999967], + [0.7822432080000112,0.6648381679999602,0.6626834680000115], + [0.24420177100000728,0.14329177199999776,0.15229572799995594], + [0.15579374700001836,0.11827062200001137,0.10689886399995885], + [0.1992192829999908,0.10196714500000326,0.10160259900004576], + [0.4412357339999744,0.2678184920000035,0.26373995500000547], + [0.12147571700000981,0.08117302400000881,0.08039329399997541], + [0.1181243000000336,0.08039320299997144,0.07783418700000766], + [0.11289640699999381,0.07863085899998623,0.07738770099996373] + ] } diff --git a/duckdb-parquet/results/c6a.metal.json b/duckdb-parquet/results/c6a.metal.json new file mode 100644 index 000000000..820ed8f3d --- /dev/null +++ b/duckdb-parquet/results/c6a.metal.json @@ -0,0 +1,58 @@ +{ + "system": "DuckDB (Parquet, partitioned)", + "date": "2024-11-27", + "machine": "c6a.metal, 500gb gp2", + "cluster_size": 1, + "comment": "", + + "tags": ["C++", "column-oriented", "embedded", "stateless"], + + "load_time": 0, + "data_size": 14737666736, + + "result": [ + [0.22064165999836405,0.10886333600137732,0.10035635300300783], + [0.2090159239996865,0.10079622400007793,0.08587361900208634], + [0.24158671799887088,0.10498254399863072,0.11356378700293135], + [0.39156127000023844,0.1437904560007155,0.11517444600031013], + [0.9492011050024303,0.23534582900174428,0.24136485300186905], + [0.9057871529985277,0.30914358100199024,0.23769009399984498], + [0.24534914900141302,0.1509247879985196,0.162418247997266], + [0.23070556400125497,0.11584803399819066,0.11269584900219343], + [0.7073371700025746,0.26606066500244197,0.22921901900190278], + [1.0556358089997957,0.295529817998613,0.26568887699977495], + [0.4892407519982953,0.1328769840001769,0.16416157899948303], + [0.8916413730003114,0.16927299000235507,0.15134500799831585], + [1.1896540300003835,0.28654627699870616,0.27039848700223956], + [2.5535861489988747,0.4687831190021825,0.42421876300068107], + [0.9975665820020367,0.362422553000215,0.2820111139990331], + [0.5269063039995672,0.39250073700168286,0.29078964099971927], + [2.2770834360017034,0.8704268709989265,0.7373391680011991], + [2.285241853998741,0.9774307129991939,0.7003227230015909], + [4.292322358000092,0.9742372030013939,0.6998918900026183], + [0.2506510780003737,0.11718380399906891,0.1293006730011257], + [9.77101984500041,0.527151017999131,0.431143694997445], + [10.999202312999842,0.3956347899984394,0.3579404030024307], + [21.5540906310016,0.6871144640026614,0.5319933459977619], + [55.29203715499898,1.9404848179983674,1.7484993639991444], + [2.612326053000288,0.1912991279968992,0.1776238040001772], + [0.918034816000727,0.19911728600345668,0.17915523299961933], + [2.8879784470009326,0.21927593299915316,0.20239478800067445], + [9.361416278999968,0.46229383399986546,0.409067109998432], + [8.779426084001898,2.899777353999525,3.370570749997569], + [0.7902931309981795,0.5913719390009646,0.5893235910007206], + [2.2267992609995417,0.2571639199995843,0.24316665399965132], + [5.867168218999723,0.4684128890003194,0.4540498100031982], + [4.697866193000664,0.9545511869982874,0.7677795919989876], + [9.78189673399902,1.4304991219978547,1.0890957099982188], + [9.900697042001411,1.1249232040026982,1.0547837240010267], + [0.6744621270008793,0.30249466600071173,0.2852872900002694], + [0.26121385999795166,0.16722514600041904,0.18514311000035377], + [0.21776700200280175,0.11190589800025919,0.1330010960009531], + [0.2297739960013132,0.11809357400125009,0.1213479809994169], + [0.46232909700120217,0.28833456100255717,0.27430850900054793], + [0.2237862940019113,0.1302182739964337,0.10985613000229932], + [0.22377537700231187,0.10815454900148325,0.11889209400032996], + [0.2163319399987813,0.11454355099704117,0.1296722500010219] + ] +}