Skip to content

Commit

Permalink
Merge pull request #273 from szarnyasg/duckdb-v1.1.3
Browse files Browse the repository at this point in the history
DuckDB v1.1.3 results
  • Loading branch information
rschu1ze authored Nov 27, 2024
2 parents 729f437 + 17ef036 commit 1f83a70
Show file tree
Hide file tree
Showing 10 changed files with 331 additions and 331 deletions.
2 changes: 1 addition & 1 deletion duckdb-dataframe/benchmark.sh
Original file line number Diff line number Diff line change
Expand Up @@ -4,7 +4,7 @@

sudo apt-get update
sudo apt-get install -y python3-pip
pip install --break-system-packages pandas duckdb
pip install --break-system-packages pandas duckdb==1.1.3

# Download the data
wget --no-verbose --continue https://datasets.clickhouse.com/hits_compatible/athena/hits.parquet
Expand Down
262 changes: 131 additions & 131 deletions duckdb-dataframe/results/c6a.metal.json
Original file line number Diff line number Diff line change
@@ -1,6 +1,6 @@
{
"system": "DuckDB (DataFrame)",
"date": "2024-09-09",
"date": "2024-11-27",
"machine": "c6a.metal, 500gb gp2",
"cluster_size": 1,
"comment": "",
Expand All @@ -13,222 +13,222 @@
"dataframe"
],
"load_time": 0,
"data_size": 46998823722,
"data_size": 46998823718,
"result": [
[
0.05120044299997062,
0.01451553300012165,
0.016491983000150867
0.05050461200153222,
0.014667417999589816,
0.015152040999964811
],
[
0.02931129100011276,
0.01839072099983241,
0.018927282000049672
0.026432298000145238,
0.016367039999749977,
0.016838610998092918
],
[
0.02511615699995673,
0.024862691000180348,
0.02501659499989728
0.024425911000435008,
0.018876940001064213,
0.021440479999000672
],
[
0.03695813600006659,
0.02565254800015282,
0.02570289799996317
0.06093071999930544,
0.021583592999377288,
0.02441612199982046
],
[
0.27191674599998805,
0.27759674200010522,
0.2588871349999863
0.41993762499987497,
0.2983960029996524,
0.15518497400262277
],
[
0.3774085860000923,
0.32757853100006287,
0.33302718000013556
0.21478268200007733,
0.22169487599967397,
0.208933664001961
],
[
0.038237650999917605,
0.024178557999903205,
0.02490608199991584
0.035528966000129,
0.024377580000873422,
0.027060423999500927
],
[
0.030545426000117004,
0.029484825000054116,
0.03014319799990517
0.028433606999897165,
0.03044836499975645,
0.031557851001707604
],
[
0.35205814599989935,
0.27471974500017495,
0.26925484400007917
0.19106678800017107,
0.14841808299752302,
0.1560976649998338
],
[
0.39639628200002335,
0.28721119700012423,
0.28630923800014898
0.19595984400075395,
0.1826736080001865,
0.1744913729999098
],
[
0.06255191200011723,
0.06675710700005766,
0.06318350399988049
0.09406291900086217,
0.055463730001065414,
0.05983779500093078
],
[
0.09806364399994891,
0.07049120199985737,
0.07045088099994246
0.08101849800004857,
0.06789677599954302,
0.059639448998495936
],
[
0.25685957099994994,
0.2923465579999629,
0.24080298700005187
0.26488143499955186,
0.2168791029980639,
0.21332134700060124
],
[
0.9493479239999397,
0.8976369989999512,
0.9234879899999214
0.44592982399990433,
0.4669166839994432,
0.4634616510011256
],
[
0.3275632019999921,
0.2994161829999848,
0.2994098889998895
0.24285047000012128,
0.21996076600044034,
0.2349079410014383
],
[
0.2028798320000078,
0.19643380100002105,
0.1967687379999552
0.16244015700067393,
0.1622834329973557,
0.2534395319999021
],
[
0.7205587729998115,
0.70485905700006697,
0.69305262400014726
0.2813075949998165,
0.28612805000011576,
0.28627916400000686
],
[
0.62671780199998466,
0.46055906399997184,
0.54356512099998326
0.26184241300143185,
0.27230547100043623,
0.2703198240014899
],
[
1.7618106520000765,
1.4338731269999244,
1.4774597579998499
0.7007903909980087,
0.5887562140014779,
0.517462116000388
],
[
0.11568013700002666,
0.11198447299989311,
0.1095309229999657
0.023561879999761004,
0.025803635002375813,
0.027332609999575652
],
[
0.8348995979999927,
0.7820795490000819,
0.7994894509999085
0.6519696089999343,
0.3375517349995789,
0.32106850200216286
],
[
0.4610988360000192,
0.41369037799995567,
0.39819625199995244
0.36066775499784853,
0.29505908300052397,
0.29264923599839676
],
[
1.174443158000031,
1.1575830060000044,
1.1208328130000154
0.772245981002925,
0.6062602999991213,
0.6487669419984741
],
[
2.0461591100000533,
1.9994193829999858,
1.9205524290000085
2.9120560759984073,
0.9719846629996027,
0.9589345719978155
],
[
0.08894231599992963,
0.07940710399998352,
0.07883891300002688
0.07509038900025189,
0.07087481900089188,
0.07577886500075692
],
[
0.2340729590000592,
0.20119833499993547,
0.20270610500015209
0.07032548600182054,
0.06698395499915932,
0.06651906500337645
],
[
0.10939303000009204,
0.09853198099995097,
0.10583861800000705
0.09676445500008413,
0.09365367099962896,
0.09591345400258433
],
[
0.8641946679999819,
0.7357956940001259,
0.7316882210001495
0.27105887700236053,
0.25516368800163036,
0.2642442239994125
],
[
4.0055917649999174,
3.9187831119999828,
3.955649695000102
2.153375933998177,
2.344289831999049,
2.542556524000247
],
[
0.7100810240000101,
0.69931781800000863,
0.6358406850000392
0.4727909819994238,
0.47316611199858016,
0.4713378870001179
],
[
0.30175355000005766,
0.28016329600000063,
0.2704750220000642
0.22657016700031818,
0.1896772489999421,
0.17847063099907245
],
[
0.3884521920000225,
0.2658412359999147,
0.3451120859999719
0.217645935001201,
0.2744793679994473,
0.2606737099995371
],
[
1.3527775069998825,
1.1267246480000722,
1.1895273829998587
0.6211663860012777,
0.5563005309995788,
0.5417773840017617
],
[
1.9144373749999431,
1.9059109310001531,
1.8425559129998874
0.5814179980006884,
0.5787227640030324,
0.6034163650001574
],
[
1.7254979159998584,
1.7914850100000422,
1.7172489999999016
0.572698350999417,
0.5509148509991064,
0.5797818299979554
],
[
0.2766488639999807,
0.3223322660001031,
0.33668833700003233
0.1738749430005555,
0.1551087150000967,
0.16184255600092
],
[
0.45268178699984674,
0.43472940599995127,
0.4311858629998824
0.27595473199835396,
0.2603688390008756,
0.26190650700300466
],
[
1.162701579000077,
0.9709281650000321,
0.9300721709998925
0.35804710400043405,
0.34710251099750167,
0.35830062899913173
],
[
0.3190891100000499,
0.3109210760001133,
0.30955156799996075
0.24988104899966856,
0.2425102640008845,
0.2548129160022654
],
[
0.5417726650000532,
0.5106009759999779,
0.4813571659999525
0.3875485179996758,
0.3869811140029924,
0.3995274230001087
],
[
0.02814393799985737,
0.0257830399998511,
0.025415173000055802
0.04479555999932927,
0.024000142999284435,
0.024632577999000205
],
[
0.035018445000114298,
0.026704358999950273,
0.03011910799978068
0.02686928199909744,
0.030509397998685017,
0.04326502299954882
],
[
0.03502820700009579,
0.03178924200005895,
0.03449460599995291
0.036331108000013046,
0.037110036002559355,
0.03612074400007259
]
]
}
2 changes: 1 addition & 1 deletion duckdb-parquet/benchmark.sh
Original file line number Diff line number Diff line change
Expand Up @@ -4,7 +4,7 @@

sudo apt-get update
sudo apt-get install -y python3-pip
pip install --break-system-packages duckdb psutil
pip install --break-system-packages duckdb==1.1.3 psutil

# Load the data
seq 0 99 | xargs -P100 -I{} bash -c 'wget --no-verbose --continue https://datasets.clickhouse.com/hits_compatible/athena_partitioned/hits_{}.parquet'
Expand Down
Loading

0 comments on commit 1f83a70

Please sign in to comment.