diff --git a/.github/workflows/clickhouse-cloud.yml b/.github/workflows/clickhouse-cloud.yml index b59b7a6b6..ff54328a9 100644 --- a/.github/workflows/clickhouse-cloud.yml +++ b/.github/workflows/clickhouse-cloud.yml @@ -9,6 +9,7 @@ permissions: jobs: build: + timeout-minutes: 600 runs-on: ubuntu-latest env: CI_COMMIT_MESSAGE: "[bot] update results for ClickHouse Cloud" diff --git a/clickhouse-cloud/benchmark.sh b/clickhouse-cloud/benchmark.sh index 31d383c22..616f1a7da 100755 --- a/clickhouse-cloud/benchmark.sh +++ b/clickhouse-cloud/benchmark.sh @@ -9,9 +9,9 @@ # export FQDN=... # export PASSWORD=... -clickhouse-client --host "$FQDN" --password "$PASSWORD" --secure < create.sql +clickhouse client --host "$FQDN" --password "$PASSWORD" --secure < create.sql -clickhouse-client --host "$FQDN" --password "$PASSWORD" --secure --query " +clickhouse client --host "$FQDN" --password "$PASSWORD" --secure --query " INSERT INTO hits SELECT * FROM url('https://clickhouse-public-datasets.s3.amazonaws.com/hits_compatible/hits.tsv.gz') " --time @@ -21,4 +21,4 @@ clickhouse-client --host "$FQDN" --password "$PASSWORD" --secure --query " ./run.sh -clickhouse-client --host "$FQDN" --password "$PASSWORD" --secure --query "SELECT total_bytes FROM system.tables WHERE name = 'hits' AND database = 'default'" +clickhouse client --host "$FQDN" --password "$PASSWORD" --secure --query "SELECT total_bytes FROM system.tables WHERE name = 'hits' AND database = 'default'" diff --git a/clickhouse-cloud/combinations.sh b/clickhouse-cloud/combinations.sh index bf501d958..12021d545 100755 --- a/clickhouse-cloud/combinations.sh +++ b/clickhouse-cloud/combinations.sh @@ -4,37 +4,45 @@ # export KEY_ID=... # export KEY_SECRET=... -PROVIDER=aws -REGION='us-east-1' -PARALLEL_REPLICA=false +for i in {1..5}; do + + PARALLEL_REPLICA=false + MEMORY=0 + PROVIDER=azure + REGION='eastus2' + TIER=production + + for MEMORY in 24 48 96 192 360 + do + export PROVIDER TIER REGION MEMORY PARALLEL_REPLICA + ./cloud-api.sh & + done + + + PARALLEL_REPLICA=false + MEMORY=0 + PROVIDER=azure + REGION='germanywestcentral' + TIER=production + + for MEMORY in 24 48 96 192 360 + do + export PROVIDER TIER REGION MEMORY PARALLEL_REPLICA + ./cloud-api.sh & + done + + PARALLEL_REPLICA=false + MEMORY=0 + PROVIDER=azure + REGION='westus3' + TIER=production + + for MEMORY in 24 48 96 192 360 + do + export PROVIDER TIER REGION MEMORY PARALLEL_REPLICA + ./cloud-api.sh & + done + + wait -TIER=development -MEMORY=0 - -export PROVIDER TIER REGION MEMORY PARALLEL_REPLICA -./cloud-api.sh & - -TIER=production -for MEMORY in 24 48 96 192 360 720 -do - export PROVIDER TIER REGION MEMORY PARALLEL_REPLICA - ./cloud-api.sh & -done - -PROVIDER=gcp -REGION='us-east1' - -TIER=development -MEMORY=0 - -export PROVIDER TIER REGION MEMORY PARALLEL_REPLICA -./cloud-api.sh & - -TIER=production -for MEMORY in 24 48 96 192 360 708 -do - export PROVIDER TIER REGION MEMORY PARALLEL_REPLICA - ./cloud-api.sh & done - -wait diff --git a/clickhouse-cloud/results/aws.192GB.json b/clickhouse-cloud/results/aws.192GB.json index 1ac89c693..aaa49db51 100644 --- a/clickhouse-cloud/results/aws.192GB.json +++ b/clickhouse-cloud/results/aws.192GB.json @@ -8,11 +8,11 @@ "tags": ["C++", "column-oriented", "ClickHouse derivative", "managed", "aws"], - "load_time": 259.243, - "data_size": 9948882226, + "load_time": 256.656, + "data_size": 9946756403, "result": [ -[0.002, 0.002, 0.002], [1.890, 0.014, 0.673], [0.034, 0.355, 0.289], [1.024, 0.049, 0.052], [0.232, 0.236, 0.863], [0.389, 0.982, 0.503], [0.019, 0.226, 0.146], [0.018, 0.017, 0.017], [0.554, 0.398, 0.466], [0.484, 0.455, 0.455], [0.276, 0.159, 0.230], [0.176, 0.361, 0.271], [0.397, 0.417, 0.380], [0.675, 0.607, 0.692], [0.801, 0.754, 0.551], [0.283, 0.262, 1.016], [1.182, 1.458, 1.153], [0.844, 1.242, 0.841], [2.634, 1.956, 2.560], [0.020, 0.018, 0.021], [3.728, 0.669, 1.599], [0.712, 0.738, 0.726], [4.732, 1.015, 2.053], [9.662, 2.149, 5.304], [0.220, 0.219, 0.220], [0.168, 0.167, 0.172], [0.218, 0.223, 0.221], [0.643, 0.681, 0.651], [6.379, 6.382, 6.139], [0.043, 0.062, 0.043], [0.460, 0.461, 0.460], [0.942, 0.662, 0.635], [2.056, 1.650, 2.039], [1.920, 1.883, 1.819], [1.954, 1.982, 1.859], [0.219, 0.203, 0.220], [0.036, 0.041, 0.042], [0.025, 0.025, 0.025], [0.028, 0.026, 0.025], [0.065, 0.071, 0.063], [0.014, 0.016, 0.020], [0.015, 0.018, 0.015], [0.012, 0.012, 0.012] +[0.003, 0.002, 0.002], [1.262, 0.092, 0.013], [0.906, 0.036, 0.213], [0.682, 0.051, 0.664], [0.232, 0.229, 0.235], [0.383, 0.849, 0.362], [0.018, 0.017, 0.162], [0.016, 0.016, 0.017], [0.408, 0.762, 0.395], [0.471, 0.491, 0.484], [0.156, 0.276, 0.270], [0.183, 0.184, 0.169], [0.397, 0.525, 0.390], [0.713, 0.684, 0.696], [0.633, 0.679, 0.608], [0.297, 0.278, 0.282], [1.068, 1.201, 1.651], [0.784, 0.778, 1.245], [2.604, 2.474, 2.158], [0.018, 0.021, 0.019], [3.214, 0.646, 1.540], [0.668, 0.663, 0.735], [1.073, 4.108, 1.884], [2.352, 8.969, 2.412], [0.219, 0.214, 0.219], [0.154, 0.149, 0.151], [0.217, 0.216, 0.229], [0.672, 0.690, 0.625], [6.035, 6.409, 7.174], [0.042, 0.043, 0.047], [0.468, 0.450, 0.775], [0.770, 1.298, 0.623], [1.855, 2.029, 1.622], [1.796, 1.709, 1.912], [1.782, 1.711, 1.702], [0.215, 0.238, 0.257], [0.037, 0.037, 0.042], [0.023, 0.024, 0.021], [0.211, 0.025, 0.026], [0.181, 0.066, 0.072], [0.016, 0.018, 0.373], [0.013, 0.014, 0.013], [0.011, 0.142, 0.012] ] } diff --git a/clickhouse-cloud/results/aws.24GB.json b/clickhouse-cloud/results/aws.24GB.json index 1840ee96b..806d9705c 100644 --- a/clickhouse-cloud/results/aws.24GB.json +++ b/clickhouse-cloud/results/aws.24GB.json @@ -8,11 +8,11 @@ "tags": ["C++", "column-oriented", "ClickHouse derivative", "managed", "aws"], - "load_time": 937.596, - "data_size": 9948862978, + "load_time": 905.011, + "data_size": 9949971737, "result": [ -[0.002, 0.003, 0.002], [0.058, 0.048, 0.027], [3.134, 1.362, 0.239], [2.291, 0.476, 0.511], [2.203, 1.634, 2.341], [4.108, 2.993, 3.422], [0.168, 0.124, 0.080], [0.141, 0.048, 0.042], [2.172, 1.760, 1.681], [3.719, 3.104, 2.250], [1.444, 0.819, 0.732], [1.627, 1.400, 1.046], [2.449, 2.630, 4.017], [4.286, 4.029, 3.955], [5.119, 5.158, 4.894], [1.912, 1.788, 1.740], [11.797, 9.167, 9.458], [7.780, 6.703, 6.882], [42.665, 38.302, 31.135], [0.116, 0.087, 0.117], [32.103, 13.466, 7.646], [7.840, 7.716, 7.634], [7.708, 34.894, 7.381], [99.210, 27.174, 78.478], [1.457, 1.410, 1.384], [0.934, 0.934, 1.508], [1.953, 1.922, 2.018], [4.774, 4.898, 4.557], [49.700, 48.874, 78.809], [0.165, 0.164, 0.231], [2.717, 2.626, 2.709], [3.770, 3.195, 6.667], [28.949, 59.735, 27.396], [33.526, 24.066, 34.365], [24.052, 33.984, 34.857], [1.446, 1.421, 1.353], [0.197, 0.141, 0.123], [0.058, 0.055, 0.057], [0.062, 0.058, 0.060], [0.278, 0.273, 0.274], [0.049, 0.039, 0.045], [0.024, 0.029, 0.022], [0.030, 0.021, 0.025] +[0.002, 0.002, 0.002], [3.876, 0.027, 0.027], [0.242, 1.015, 0.191], [3.602, 3.524, 1.312], [1.600, 1.513, 1.626], [4.070, 3.562, 3.367], [0.172, 0.123, 0.083], [0.182, 0.056, 0.075], [1.720, 2.047, 2.707], [2.467, 2.200, 3.251], [1.230, 0.908, 1.034], [1.484, 1.330, 1.052], [3.508, 2.947, 3.500], [3.721, 4.189, 3.988], [3.780, 4.591, 5.311], [1.976, 3.594, 1.908], [11.218, 8.549, 8.309], [7.545, 7.124, 7.133], [32.913, 25.914, 36.853], [0.089, 0.113, 0.112], [5.192, 29.936, 5.048], [5.277, 7.819, 5.240], [56.586, 23.952, 7.838], [87.888, 95.081, 19.838], [1.533, 1.468, 1.375], [0.959, 1.355, 0.938], [1.887, 1.429, 1.846], [6.572, 4.847, 6.457], [50.359, 77.500, 49.216], [0.163, 0.213, 0.164], [2.902, 2.739, 2.745], [5.803, 3.425, 4.229], [53.954, 27.191, 21.881], [26.891, 25.151, 24.060], [31.576, 32.288, 32.132], [1.508, 1.920, 1.328], [0.152, 0.142, 0.145], [0.076, 0.054, 0.083], [0.078, 0.065, 0.077], [0.352, 0.292, 0.367], [0.030, 0.030, 0.025], [0.026, 0.024, 0.019], [0.019, 0.026, 0.018] ] } diff --git a/clickhouse-cloud/results/aws.360GB.json b/clickhouse-cloud/results/aws.360GB.json index 21eec6c7a..d72f0adb0 100644 --- a/clickhouse-cloud/results/aws.360GB.json +++ b/clickhouse-cloud/results/aws.360GB.json @@ -8,11 +8,11 @@ "tags": ["C++", "column-oriented", "ClickHouse derivative", "managed", "aws"], - "load_time": 262.567, - "data_size": 9948828981, + "load_time": 290.593, + "data_size": 9952048316, "result": [ -[0.003, 0.002, 0.002], [0.020, 1.762, 0.014], [0.030, 0.998, 0.267], [1.497, 0.581, 0.038], [0.177, 0.190, 0.187], [0.724, 0.457, 0.264], [0.577, 0.224, 0.017], [0.015, 0.016, 0.016], [0.832, 0.332, 0.298], [0.368, 0.330, 0.465], [0.300, 0.130, 0.190], [0.409, 0.130, 0.132], [0.301, 0.278, 0.274], [0.419, 0.429, 0.435], [0.559, 0.338, 0.434], [0.231, 0.263, 0.183], [1.421, 0.802, 0.647], [1.016, 0.498, 0.524], [1.616, 1.314, 1.210], [0.015, 0.014, 0.015], [0.398, 0.396, 1.957], [1.115, 0.394, 0.405], [2.304, 0.576, 0.602], [1.481, 1.310, 5.147], [0.156, 0.160, 0.156], [0.122, 0.122, 0.121], [0.160, 0.156, 0.157], [0.389, 0.385, 0.380], [3.653, 3.472, 4.081], [0.112, 0.038, 0.038], [0.477, 0.311, 0.298], [0.394, 0.524, 1.493], [1.467, 1.664, 1.618], [1.096, 1.069, 1.184], [1.181, 1.126, 1.115], [0.191, 0.140, 0.206], [0.037, 0.038, 0.038], [0.022, 0.326, 0.029], [0.126, 0.026, 0.026], [0.067, 0.243, 0.064], [0.018, 0.016, 0.019], [0.206, 0.015, 0.014], [0.012, 0.012, 0.012] +[0.003, 0.002, 0.002], [1.282, 0.012, 0.079], [0.026, 0.300, 0.026], [0.828, 0.711, 0.037], [0.180, 0.180, 0.169], [0.268, 0.713, 0.737], [0.176, 0.014, 0.015], [0.015, 0.016, 0.016], [0.520, 0.328, 0.289], [0.330, 0.350, 0.535], [0.217, 0.128, 0.148], [0.323, 0.134, 0.129], [0.246, 0.284, 0.284], [0.407, 0.385, 0.396], [0.391, 0.494, 0.405], [0.242, 0.173, 0.217], [0.711, 0.632, 0.659], [0.536, 0.464, 0.472], [1.277, 1.509, 1.317], [0.014, 0.016, 0.014], [1.442, 0.982, 0.411], [0.409, 0.395, 0.444], [0.616, 2.145, 1.071], [4.762, 1.296, 3.003], [0.165, 0.165, 0.163], [0.132, 0.131, 0.132], [0.167, 0.166, 0.167], [0.377, 0.376, 0.388], [3.346, 3.324, 3.335], [0.038, 0.037, 0.039], [0.291, 0.287, 0.288], [0.469, 0.419, 0.387], [1.289, 1.593, 1.232], [1.100, 1.126, 1.152], [1.132, 1.087, 1.127], [0.164, 0.159, 0.192], [0.037, 0.042, 0.039], [0.027, 0.024, 0.026], [0.026, 0.026, 0.026], [0.066, 0.068, 0.070], [0.016, 0.016, 0.017], [0.015, 0.016, 0.015], [0.012, 0.012, 0.012] ] } diff --git a/clickhouse-cloud/results/aws.48GB.json b/clickhouse-cloud/results/aws.48GB.json index 1e1c39ebf..fe210238a 100644 --- a/clickhouse-cloud/results/aws.48GB.json +++ b/clickhouse-cloud/results/aws.48GB.json @@ -8,11 +8,11 @@ "tags": ["C++", "column-oriented", "ClickHouse derivative", "managed", "aws"], - "load_time": 321.708, - "data_size": 9942424668, + "load_time": 445.049, + "data_size": 9944658936, "result": [ -[0.002, 0.002, 0.002], [0.024, 1.527, 0.016], [0.094, 0.086, 0.447], [0.841, 0.152, 0.141], [1.405, 0.871, 0.621], [1.432, 1.548, 1.360], [0.259, 0.248, 0.037], [0.052, 0.020, 0.143], [1.190, 1.047, 0.989], [1.278, 1.201, 1.300], [0.394, 0.397, 0.494], [0.554, 0.441, 0.509], [1.369, 1.082, 1.304], [2.124, 2.639, 2.178], [1.946, 1.805, 1.831], [1.149, 1.081, 0.871], [4.818, 4.705, 3.966], [3.308, 3.565, 3.210], [10.459, 6.975, 8.674], [0.040, 0.040, 0.042], [10.222, 2.484, 2.012], [2.575, 2.039, 2.032], [3.716, 21.553, 4.230], [35.897, 19.473, 9.907], [0.570, 0.576, 0.780], [0.535, 0.465, 0.384], [0.741, 0.578, 0.668], [2.574, 2.346, 2.569], [19.349, 30.169, 23.316], [0.088, 0.113, 0.086], [1.301, 1.090, 1.466], [2.476, 2.133, 1.685], [21.280, 25.607, 18.439], [16.404, 6.709, 8.575], [9.383, 5.513, 5.676], [1.259, 0.923, 0.791], [0.405, 0.142, 0.285], [0.971, 0.071, 0.137], [0.206, 0.059, 0.056], [0.557, 0.238, 0.281], [0.028, 0.261, 0.139], [0.177, 0.018, 0.019], [0.154, 0.023, 0.018] +[0.002, 0.002, 0.002], [0.024, 0.023, 1.935], [1.421, 0.135, 0.142], [1.693, 0.932, 0.258], [0.688, 1.424, 1.468], [2.116, 2.095, 2.056], [0.242, 0.042, 0.163], [0.089, 0.050, 0.026], [1.574, 1.049, 1.464], [1.930, 1.466, 1.037], [0.462, 0.337, 0.631], [0.751, 0.548, 0.434], [2.519, 1.474, 1.264], [1.966, 3.935, 3.612], [1.656, 3.002, 2.952], [1.476, 0.882, 0.897], [6.191, 6.325, 3.600], [2.621, 2.658, 4.153], [13.555, 8.306, 7.424], [0.059, 0.059, 0.043], [10.319, 1.969, 3.628], [2.047, 3.808, 2.044], [16.284, 5.845, 5.616], [10.237, 34.951, 19.742], [0.698, 0.815, 0.580], [0.428, 0.611, 0.453], [0.658, 0.626, 0.579], [1.871, 2.814, 2.684], [19.291, 19.092, 19.027], [0.119, 0.086, 0.117], [1.164, 1.074, 1.147], [1.858, 2.760, 1.786], [12.787, 11.388, 24.644], [5.646, 5.619, 5.767], [8.320, 5.731, 5.690], [0.716, 0.736, 0.671], [0.092, 0.099, 0.123], [0.062, 0.044, 0.043], [0.062, 0.039, 0.069], [0.160, 0.144, 0.240], [0.021, 0.040, 0.023], [0.016, 0.018, 0.021], [0.016, 0.014, 0.017] ] } diff --git a/clickhouse-cloud/results/aws.720GB.json b/clickhouse-cloud/results/aws.720GB.json index c5c4d2e6f..32c47010b 100644 --- a/clickhouse-cloud/results/aws.720GB.json +++ b/clickhouse-cloud/results/aws.720GB.json @@ -8,11 +8,11 @@ "tags": ["C++", "column-oriented", "ClickHouse derivative", "managed", "aws"], - "load_time": 223.878, - "data_size": 9943671951, + "load_time": 232.011, + "data_size": 9948065324, "result": [ -[0.004, 0.003, 0.005], [0.854, 0.603, 0.104], [0.409, 0.033, 0.257], [0.725, 0.101, 0.396], [0.310, 0.235, 0.215], [0.318, 0.305, 1.142], [0.283, 0.025, 0.024], [0.056, 0.029, 0.027], [0.449, 0.718, 0.442], [0.482, 0.516, 0.488], [0.337, 0.292, 0.167], [0.178, 0.431, 0.163], [0.646, 0.405, 0.367], [0.663, 0.518, 0.637], [0.626, 0.495, 0.493], [0.232, 0.254, 0.236], [0.651, 0.734, 0.709], [0.517, 0.423, 0.480], [1.607, 1.444, 1.606], [0.017, 0.017, 0.020], [0.303, 0.334, 1.773], [0.418, 0.398, 0.377], [2.004, 0.617, 0.561], [4.269, 1.513, 3.837], [0.206, 0.210, 0.191], [0.160, 0.151, 0.148], [0.205, 0.197, 0.185], [0.403, 0.399, 0.402], [2.975, 2.984, 3.072], [0.057, 0.056, 0.060], [0.396, 0.419, 0.395], [0.991, 0.479, 0.600], [1.740, 1.852, 1.553], [1.038, 1.175, 1.016], [1.170, 1.087, 1.063], [0.150, 0.192, 0.147], [0.053, 0.049, 0.051], [0.034, 0.038, 0.038], [0.044, 0.041, 0.044], [0.110, 0.113, 0.092], [0.022, 0.026, 0.025], [0.023, 0.022, 0.023], [0.017, 0.015, 0.017] +[0.004, 0.005, 0.004], [2.515, 0.099, 0.684], [0.275, 0.430, 0.034], [0.829, 0.682, 0.039], [0.233, 0.227, 0.201], [0.861, 0.305, 0.299], [0.021, 0.151, 0.023], [0.073, 0.028, 0.027], [1.410, 0.472, 0.447], [0.480, 0.591, 0.488], [0.381, 0.183, 0.167], [0.296, 0.360, 0.162], [0.432, 0.361, 0.367], [0.470, 0.437, 0.481], [0.613, 0.395, 0.516], [0.235, 0.191, 0.273], [0.704, 0.709, 0.717], [0.472, 0.572, 0.586], [1.282, 1.596, 1.215], [0.025, 0.020, 0.019], [0.326, 0.360, 0.350], [1.384, 0.885, 0.391], [0.613, 0.613, 0.579], [4.474, 1.329, 3.391], [0.237, 0.196, 0.156], [0.134, 0.146, 0.140], [0.179, 0.152, 0.183], [0.440, 0.422, 0.391], [3.287, 3.227, 3.408], [0.053, 0.337, 0.195], [0.306, 0.642, 0.305], [0.766, 0.367, 0.367], [1.840, 1.482, 1.902], [1.990, 1.618, 1.278], [1.054, 1.014, 0.982], [0.142, 0.136, 0.130], [0.068, 0.068, 0.215], [0.199, 0.180, 0.038], [0.130, 0.105, 0.044], [0.255, 0.094, 0.110], [0.161, 0.101, 0.023], [0.206, 0.021, 0.022], [0.257, 0.018, 0.017] ] } diff --git a/clickhouse-cloud/results/aws.96GB.json b/clickhouse-cloud/results/aws.96GB.json index 0e376d63a..d68bad006 100644 --- a/clickhouse-cloud/results/aws.96GB.json +++ b/clickhouse-cloud/results/aws.96GB.json @@ -8,11 +8,11 @@ "tags": ["C++", "column-oriented", "ClickHouse derivative", "managed", "aws"], - "load_time": 279.717, - "data_size": 9943064691, + "load_time": 260.304, + "data_size": 9946039129, "result": [ -[0.003, 0.002, 0.003], [0.016, 1.452, 0.013], [0.558, 0.057, 1.116], [0.982, 0.089, 0.104], [0.978, 0.615, 0.610], [0.859, 0.864, 0.867], [0.338, 0.145, 0.035], [0.026, 0.019, 0.025], [0.639, 0.707, 0.535], [0.716, 0.774, 0.677], [0.414, 0.255, 0.397], [0.491, 0.372, 0.276], [1.583, 0.826, 1.114], [1.320, 1.269, 1.513], [1.091, 1.178, 1.309], [0.662, 0.611, 0.543], [2.755, 2.348, 2.965], [1.669, 1.832, 1.819], [5.513, 4.906, 3.983], [0.032, 0.054, 0.028], [5.802, 3.365, 1.223], [1.892, 1.502, 1.886], [9.729, 2.224, 3.587], [20.048, 5.678, 5.728], [0.389, 0.521, 0.441], [0.275, 0.314, 0.398], [0.441, 0.388, 0.522], [1.270, 1.403, 1.174], [19.202, 18.892, 18.915], [0.064, 0.086, 0.062], [1.037, 1.044, 1.314], [1.140, 1.075, 1.580], [7.632, 5.448, 3.547], [4.218, 4.242, 9.972], [4.265, 4.495, 4.775], [0.727, 0.351, 0.463], [0.229, 0.156, 0.057], [0.032, 0.321, 0.219], [0.139, 0.031, 0.036], [0.379, 0.466, 0.106], [0.301, 0.076, 0.025], [0.016, 0.015, 0.187], [0.015, 0.144, 0.011] +[0.002, 0.002, 0.002], [1.749, 0.091, 0.013], [0.057, 0.052, 1.241], [1.145, 0.090, 0.748], [0.456, 0.454, 0.510], [0.877, 0.904, 0.701], [0.146, 0.223, 0.024], [0.022, 0.021, 0.021], [0.725, 0.635, 0.656], [0.900, 0.779, 0.809], [0.256, 0.255, 0.430], [0.323, 0.434, 0.361], [0.825, 0.780, 0.792], [1.196, 0.993, 1.046], [1.150, 1.082, 1.129], [0.622, 0.464, 0.508], [2.320, 2.174, 2.805], [1.760, 1.753, 1.614], [5.083, 4.693, 4.480], [0.046, 0.027, 0.026], [5.659, 3.130, 1.229], [1.342, 1.513, 1.311], [7.729, 1.882, 2.144], [17.649, 5.071, 4.667], [0.366, 0.373, 0.364], [0.271, 0.249, 0.273], [0.364, 0.367, 0.365], [1.260, 1.168, 1.146], [11.933, 13.356, 11.707], [0.065, 0.258, 0.064], [0.715, 0.796, 0.681], [1.201, 3.785, 1.319], [2.751, 2.768, 5.040], [3.382, 3.183, 3.208], [3.145, 3.161, 3.877], [0.423, 0.380, 0.350], [0.048, 0.049, 0.055], [0.030, 0.028, 0.391], [0.116, 0.027, 0.027], [0.091, 0.285, 0.086], [0.015, 0.019, 0.018], [0.013, 0.012, 0.013], [0.012, 0.012, 0.011] ] } diff --git a/clickhouse-cloud/results/aws.dev.json b/clickhouse-cloud/results/aws.dev.json index 89e40758a..ed89e9271 100644 --- a/clickhouse-cloud/results/aws.dev.json +++ b/clickhouse-cloud/results/aws.dev.json @@ -8,11 +8,11 @@ "tags": ["C++", "column-oriented", "ClickHouse derivative", "managed", "aws"], - "load_time": 401.332, - "data_size": 9945337576, + "load_time": 392.497, + "data_size": 9945498437, "result": [ -[0.002, 0.002, 0.002], [0.027, 0.038, 0.032], [0.155, 0.192, 0.142], [0.348, 0.262, 0.236], [1.191, 1.188, 1.184], [1.691, 2.039, 1.989], [0.072, 0.053, 0.088], [0.040, 0.039, 0.035], [1.120, 1.093, 1.283], [1.818, 1.443, 1.772], [0.724, 0.570, 0.568], [0.725, 0.680, 0.729], [1.800, 2.139, 1.799], [2.523, 2.805, 2.874], [2.068, 2.339, 2.242], [1.105, 1.123, 0.962], [5.955, 5.445, 5.484], [3.660, 4.527, 3.589], [15.702, 13.748, 12.774], [0.047, 1.251, 0.049], [2.609, 3.588, 2.523], [2.608, 3.116, 3.200], [3.878, 3.800, 3.671], [12.798, 9.868, 10.357], [1.120, 1.046, 0.709], [0.490, 0.606, 0.644], [0.680, 0.676, 0.707], [3.046, 3.044, 2.950], [29.431, 28.471, 28.265], [0.092, 0.088, 0.121], [1.295, 1.229, 1.728], [1.978, 1.626, 2.791], [12.418, 18.717, 16.054], [12.959, 15.300, 15.585], [14.346, 14.713, 15.458], [0.807, 0.667, 0.644], [0.111, 0.107, 0.101], [0.090, 0.068, 0.053], [0.063, 0.075, 0.053], [0.319, 0.248, 0.228], [0.025, 0.028, 0.025], [0.035, 0.020, 0.025], [0.026, 0.019, 0.018] +[0.003, 0.002, 0.003], [0.031, 0.042, 0.022], [0.109, 0.107, 0.142], [0.187, 0.302, 0.214], [1.405, 1.217, 1.135], [1.940, 1.297, 1.214], [0.053, 0.048, 0.065], [0.029, 0.027, 0.033], [1.574, 1.434, 0.968], [1.135, 1.792, 1.777], [0.428, 0.565, 0.420], [0.532, 0.726, 0.515], [2.019, 1.307, 1.580], [2.497, 2.065, 1.943], [1.679, 2.042, 1.572], [0.893, 0.880, 1.273], [5.678, 4.202, 5.896], [4.278, 3.813, 3.711], [15.348, 12.280, 13.117], [0.059, 0.847, 0.049], [2.592, 2.558, 2.441], [4.336, 2.556, 2.548], [3.739, 3.660, 3.742], [9.316, 9.089, 9.948], [0.737, 0.683, 0.822], [0.572, 0.463, 0.459], [0.667, 0.676, 0.687], [2.231, 2.346, 2.222], [24.121, 24.322, 24.112], [0.093, 0.087, 0.087], [1.295, 1.269, 1.236], [2.085, 1.679, 1.497], [12.670, 11.734, 3.039 [11.665, 11.871, 11.344], [11.306, 11.482, 11.264], [0.809, 0.790, 0.681], [0.121, 0.116, 0.110], [0.048, 0.052, 0.047], [0.054, 0.053, 0.054], [0.224, 0.201, 0.224], [0.025, 0.027, 0.022], [0.019, 0.019, 0.021], [0.019, 0.018, 0.020] ] } diff --git a/clickhouse-cloud/results/azure.192GB.json b/clickhouse-cloud/results/azure.192GB.json new file mode 100644 index 000000000..f18738c86 --- /dev/null +++ b/clickhouse-cloud/results/azure.192GB.json @@ -0,0 +1,18 @@ + +{ + "system": "ClickHouse Cloud (azure)", + "date": "2024-11-12", + "machine": "192GB", + "cluster_size": "serverless", + "comment": "", + + "tags": ["C++", "column-oriented", "ClickHouse derivative", "managed", "azure"], + + "load_time": 282.935, + "data_size": 9944713098, + + "result": [ +[0.002, 0.002, 0.003], [0.956, 0.040, 10.500], [0.036, 0.327, 2.107], [0.051, 11.376, 3.468], [0.271, 2.908, 0.247], [6.661, 0.403, 0.398], [0.013, 0.050, 0.012], [0.015, 0.060, 0.048], [1.352, 6.376, 0.440], [0.736, 0.656, 0.504], [2.738, 0.170, 0.168], [0.241, 0.191, 0.192], [0.446, 0.435, 5.522], [0.655, 0.620, 0.655], [2.544, 0.530, 0.566], [0.347, 0.340, 0.335], [1.233, 1.165, 1.133], [0.801, 0.756, 0.807], [2.847, 2.449, 2.134], [0.017, 0.018, 0.019], [13.617, 18.075, 0.601], [0.636, 0.693, 0.687], [8.006, 0.978, 0.974], [27.867, 2.391, 2.230], [0.221, 0.242, 0.224], [0.196, 0.179, 0.178], [0.239, 0.241, 0.227], [0.628, 0.717, 0.663], [9.084, 5.435, 5.399], [0.041, 0.042, 0.040], [0.485, 0.463, 0.479], [6.019, 0.647, 0.645], [2.414, 2.058, 2.300], [1.782, 1.787, 1.872], [1.872, 1.813, 1.828], [0.280, 0.272, 0.275], [0.041, 0.047, 0.042], [0.025, 0.024, 0.024], [0.031, 0.026, 0.028], [0.073, 0.075, 0.076], [0.013, 0.013, 0.018], [0.014, 0.013, 0.014], [0.011, 0.010, 0.010] +] +} + diff --git a/clickhouse-cloud/results/azure.24GB.json b/clickhouse-cloud/results/azure.24GB.json new file mode 100644 index 000000000..d3f7873bc --- /dev/null +++ b/clickhouse-cloud/results/azure.24GB.json @@ -0,0 +1,18 @@ + +{ + "system": "ClickHouse Cloud (azure)", + "date": "2024-11-12", + "machine": "24GB", + "cluster_size": "serverless", + "comment": "", + + "tags": ["C++", "column-oriented", "ClickHouse derivative", "managed", "azure"], + + "load_time": 844.619, + "data_size": 9947110164, + + "result": [ +[0.003, 0.002, 0.002], [0.061, 2.331, 0.028], [0.404, 0.204, 0.212], [2.371, 0.702, 2.294], [1.855, 1.850, 3.055], [4.261, 4.954, 3.763], [0.048, 0.099, 0.046], [0.139, 0.150, 0.032], [6.515, 1.953, 1.830], [2.140, 6.916, 2.760], [0.794, 0.641, 0.812], [0.821, 0.841, 0.825], [6.228, 5.353, 2.950], [4.769, 4.084, 3.618], [4.362, 3.850, 6.765], [2.575, 2.093, 1.939], [10.360, 8.299, 8.011], [5.638, 6.804, 8.177], [29.769, 24.261, 30.318], [0.065, 0.066, 0.070], [4.556, 40.566, 4.798], [44.855, 5.746, 5.591], [6.886, 9.094, 6.513], [16.082, 18.508, 17.167], [1.511, 1.283, 1.343], [1.150, 0.921, 0.886], [1.250, 1.344, 1.214], [4.558, 4.187, 4.248], [41.080, 43.723, 45.510], [0.165, 0.146, 0.134], [2.491, 2.611, 2.254], [4.481, 3.428, 3.513], [24.597, 27.544, 24.315], [20.549, 22.347, 22.252], [21.001, 22.180, 20.867], [1.458, 1.441, 1.368], [0.147, 0.123, 0.137], [0.050, 0.049, 0.047], [0.054, 0.052, 0.053], [0.251, 0.251, 0.236], [0.029, 0.029, 0.024], [0.021, 0.017, 0.020], [0.015, 0.018, 0.015] +] +} + diff --git a/clickhouse-cloud/results/azure.360GB.json b/clickhouse-cloud/results/azure.360GB.json new file mode 100644 index 000000000..26a264555 --- /dev/null +++ b/clickhouse-cloud/results/azure.360GB.json @@ -0,0 +1,18 @@ + +{ + "system": "ClickHouse Cloud (azure)", + "date": "2024-11-12", + "machine": "360GB", + "cluster_size": "serverless", + "comment": "", + + "tags": ["C++", "column-oriented", "ClickHouse derivative", "managed", "azure"], + + "load_time": 257.788, + "data_size": 9944244294, + + "result": [ +[0.003, 0.003, 0.003], [4.233, 0.853, 0.013], [0.475, 0.116, 0.030], [5.449, 0.036, 4.217], [0.465, 0.226, 0.192], [3.136, 0.298, 0.332], [0.316, 0.013, 0.303], [0.077, 0.016, 0.017], [0.609, 0.394, 2.543], [0.416, 0.674, 0.622], [2.203, 1.229, 0.141], [0.158, 0.140, 0.140], [0.584, 0.364, 0.334], [0.446, 0.432, 0.425], [0.445, 0.387, 0.361], [0.272, 0.272, 0.209], [0.847, 3.889, 0.782], [0.600, 0.505, 0.493], [3.195, 3.954, 1.651], [0.015, 0.021, 3.324], [13.479, 0.463, 16.080], [0.498, 0.555, 0.491], [6.242, 0.691, 7.499], [18.735, 1.662, 1.660], [0.189, 2.516, 0.163], [0.134, 0.145, 0.127], [0.180, 0.169, 0.170], [0.467, 0.475, 0.492], [4.114, 4.020, 4.495], [0.035, 0.231, 0.035], [0.376, 0.356, 0.380], [0.493, 6.547, 0.454], [1.997, 2.083, 2.188], [1.432, 1.455, 1.419], [1.330, 1.324, 1.354], [0.215, 0.211, 0.245], [0.038, 0.039, 0.039], [0.026, 0.025, 0.024], [0.025, 0.032, 0.026], [0.084, 0.079, 0.064], [0.014, 0.019, 0.015], [0.016, 0.015, 0.016], [0.011, 0.011, 0.011] +] +} + diff --git a/clickhouse-cloud/results/azure.48GB.json b/clickhouse-cloud/results/azure.48GB.json new file mode 100644 index 000000000..57b325fc4 --- /dev/null +++ b/clickhouse-cloud/results/azure.48GB.json @@ -0,0 +1,18 @@ + +{ + "system": "ClickHouse Cloud (azure)", + "date": "2024-11-12", + "machine": "48GB", + "cluster_size": "serverless", + "comment": "", + + "tags": ["C++", "column-oriented", "ClickHouse derivative", "managed", "azure"], + + "load_time": 361.380, + "data_size": 9946914302, + + "result": [ +[0.002, 0.003, 0.002], [3.405, 0.015, 0.013], [5.443, 0.166, 0.076], [0.113, 1.887, 0.128], [0.672, 7.190, 1.130], [14.576, 3.036, 1.193], [0.024, 0.240, 0.023], [0.025, 0.060, 0.022], [1.887, 0.995, 1.143], [4.682, 1.364, 0.982], [0.332, 0.374, 0.369], [0.400, 0.422, 0.457], [5.624, 1.581, 1.754], [2.589, 2.225, 2.257], [3.190, 1.568, 1.563], [0.984, 0.907, 1.294], [3.940, 4.640, 4.675], [2.532, 2.354, 2.593], [8.203, 7.306, 10.049], [0.033, 0.040, 0.037], [2.024, 22.498, 1.702], [1.873, 1.889, 1.840], [2.738, 2.747, 2.622], [20.573, 6.763, 5.972], [4.679, 2.631, 0.607], [0.391, 0.403, 0.419], [0.610, 0.588, 0.512], [19.010, 28.156, 1.815], [18.537, 19.194, 22.143], [0.095, 0.104, 0.094], [1.222, 1.112, 1.526], [11.373, 14.841, 1.458], [10.415, 13.637, 12.030], [5.737, 5.570, 6.089], [5.503, 5.370, 5.780], [0.759, 0.767, 0.839], [0.114, 0.115, 0.126], [0.052, 0.048, 0.048], [0.047, 0.050, 0.057], [0.204, 0.222, 0.279], [0.030, 0.025, 0.025], [0.041, 0.018, 0.019], [0.015, 0.014, 0.014] +] +} + diff --git a/clickhouse-cloud/results/azure.96GB.json b/clickhouse-cloud/results/azure.96GB.json new file mode 100644 index 000000000..639721503 --- /dev/null +++ b/clickhouse-cloud/results/azure.96GB.json @@ -0,0 +1,18 @@ + +{ + "system": "ClickHouse Cloud (azure)", + "date": "2024-11-12", + "machine": "96GB", + "cluster_size": "serverless", + "comment": "", + + "tags": ["C++", "column-oriented", "ClickHouse derivative", "managed", "azure"], + + "load_time": 667.190, + "data_size": 9948821211, + + "result": [ +[0.002, 0.003, 0.002], [4.142, 0.180, 0.011], [0.351, 0.052, 0.048], [0.075, 0.069, 3.470], [2.697, 0.431, 0.417], [3.456, 0.702, 0.668], [0.066, 0.014, 0.017], [0.013, 0.044, 0.016], [1.059, 4.569, 0.725], [0.682, 0.689, 0.686], [0.206, 0.235, 0.190], [2.390, 0.235, 0.250], [0.733, 0.737, 5.098], [1.001, 1.078, 1.081], [0.915, 1.610, 3.607], [0.703, 0.714, 0.561], [2.412, 2.293, 2.298], [1.482, 1.587, 1.460], [4.157, 5.124, 4.296], [0.030, 0.031, 0.028], [1.049, 21.066, 1.097], [1.147, 27.720, 1.185], [15.338, 6.089, 1.664], [30.019, 4.060, 4.363], [0.394, 0.364, 0.405], [0.258, 0.285, 0.283], [0.344, 0.361, 0.349], [1.131, 1.095, 1.104], [11.267, 10.392, 11.375], [0.059, 0.048, 0.056], [0.722, 0.696, 0.755], [0.927, 0.903, 0.926], [4.065, 4.426, 4.178], [3.124, 3.099, 3.304], [3.306, 3.262, 3.609], [0.419, 0.417, 0.390], [0.060, 0.054, 0.055], [0.030, 0.030, 0.027], [0.034, 0.034, 0.037], [0.109, 0.104, 0.106], [0.020, 0.020, 0.018], [0.012, 0.013, 0.013], [0.011, 0.011, 0.010] +] +} + diff --git a/clickhouse-cloud/results/gcp.192GB.json b/clickhouse-cloud/results/gcp.192GB.json index 76730e1a3..160415a12 100644 --- a/clickhouse-cloud/results/gcp.192GB.json +++ b/clickhouse-cloud/results/gcp.192GB.json @@ -8,11 +8,11 @@ "tags": ["C++", "column-oriented", "ClickHouse derivative", "managed", "gcp"], - "load_time": 242.450, - "data_size": 9943026064, + "load_time": 256.648, + "data_size": 9951350691, "result": [ -[0.003, 0.003, 0.003], [1.759, 0.018, 0.985], [0.654, 0.380, 0.046], [0.064, 0.063, 1.822], [0.325, 0.291, 0.275], [1.029, 0.884, 0.734], [0.946, 0.022, 0.258], [0.172, 0.127, 0.021], [0.795, 0.814, 0.595], [0.685, 0.601, 0.579], [0.172, 0.309, 0.171], [0.360, 0.184, 0.189], [0.876, 0.697, 0.716], [1.192, 1.024, 1.061], [1.049, 0.969, 1.089], [0.343, 0.346, 0.364], [1.461, 1.705, 1.427], [1.030, 0.970, 0.978], [3.312, 3.326, 2.816], [0.026, 0.027, 0.020], [0.652, 2.606, 0.657], [0.768, 1.823, 0.745], [2.911, 0.947, 0.957], [7.729, 7.119, 2.545], [0.361, 0.317, 0.317], [0.267, 0.255, 0.283], [0.351, 0.331, 0.477], [0.665, 0.754, 0.653], [6.462, 6.344, 6.678], [0.050, 0.044, 0.041], [0.700, 0.712, 0.706], [0.914, 1.002, 1.002], [3.095, 2.719, 2.604], [2.748, 2.404, 2.842], [2.431, 2.707, 4.275], [0.326, 0.266, 0.507], [0.052, 0.062, 0.060], [0.049, 0.038, 0.031], [0.054, 0.033, 0.042], [0.135, 0.111, 0.098], [0.025, 0.030, 0.020], [0.022, 0.020, 0.021], [0.013, 0.020, 0.015] +[0.004, 0.003, 0.003], [1.676, 0.022, 0.124], [0.591, 1.431, 0.049], [1.525, 1.040, 0.053], [0.431, 0.331, 0.416], [0.999, 0.647, 0.664], [0.231, 0.018, 0.017], [0.022, 0.023, 0.022], [0.739, 0.884, 0.720], [0.740, 0.749, 0.888], [0.318, 0.196, 0.349], [0.341, 0.238, 0.220], [0.747, 0.879, 0.529], [1.087, 0.890, 0.736], [1.062, 0.915, 0.682], [0.484, 0.382, 0.611], [1.991, 1.770, 1.841], [1.130, 1.203, 1.291], [3.908, 3.708, 4.740], [0.025, 0.026, 0.030], [3.279, 2.007, 0.720], [1.114, 0.757, 1.130], [1.153, 1.103, 1.083], [2.860, 8.898, 2.548], [0.249, 0.242, 0.230], [0.179, 0.191, 0.192], [0.258, 0.239, 0.264], [0.741, 0.728, 0.914], [10.692, 6.993, 6.768], [0.048, 0.191, 0.063], [1.027, 0.734, 0.639], [0.743, 0.931, 2.822], [3.191, 3.137, 2.535], [2.787, 3.308, 4.107], [3.664, 2.745, 3.878], [0.420, 0.384, 0.370], [0.059, 0.071, 0.064], [0.035, 0.326, 0.036], [0.038, 0.037, 0.041], [0.110, 0.259, 0.115], [0.025, 0.030, 0.029], [0.019, 0.250, 0.019], [0.017, 0.020, 0.017] ] } diff --git a/clickhouse-cloud/results/gcp.24GB.json b/clickhouse-cloud/results/gcp.24GB.json index ea3648d01..7c1484ce0 100644 --- a/clickhouse-cloud/results/gcp.24GB.json +++ b/clickhouse-cloud/results/gcp.24GB.json @@ -8,11 +8,11 @@ "tags": ["C++", "column-oriented", "ClickHouse derivative", "managed", "gcp"], - "load_time": 1112.041, + "load_time": 1070.138, "data_size": 9948821081, "result": [ -[0.003, 0.003, 0.002], [0.564, 0.413, 0.021], [0.249, 0.311, 0.324], [1.049, 0.841, 0.271], [1.998, 1.806, 1.918], [4.361, 3.415, 3.431], [0.041, 0.175, 0.108], [0.160, 0.033, 0.031], [2.824, 2.459, 2.510], [2.518, 2.591, 2.691], [0.883, 0.650, 0.803], [1.128, 0.994, 0.967], [4.229, 3.514, 3.109], [4.679, 5.056, 4.916], [5.300, 4.482, 4.875], [2.751, 2.763, 2.368], [11.787, 11.108, 11.007], [7.263, 7.882, 7.826], [32.446, 30.218, 34.665], [0.080, 0.084, 0.076], [19.981, 4.849, 19.596], [5.445, 5.111, 5.384], [7.400, 23.031, 21.550], [64.673, 20.998, 19.061], [2.866, 1.387, 1.389], [1.051, 1.120, 1.034], [1.459, 1.443, 1.540], [4.636, 4.883, 5.514], [64.690, 47.504, 52.766], [0.176, 0.177, 0.164], [2.881, 3.136, 2.598], [11.045, 4.982, 4.691], [36.784, 31.229, 37.045], [26.926, 27.120, 30.130], [27.357, 29.304, 28.616], [1.987, 1.839, 1.707], [0.180, 0.159, 0.366], [0.073, 0.072, 0.069], [0.233, 0.068, 0.067], [0.494, 0.339, 0.372], [0.030, 0.039, 0.313], [0.214, 0.028, 0.022], [0.024, 0.025, 0.022] +[0.002, 0.003, 0.003], [0.530, 0.028, 0.025], [0.480, 0.229, 0.246], [0.963, 0.263, 1.085], [2.062, 2.109, 1.813], [4.152, 3.833, 3.478], [0.042, 0.189, 0.138], [0.150, 0.068, 0.040], [2.628, 2.435, 2.341], [3.190, 2.524, 2.455], [0.699, 0.980, 0.646], [0.853, 1.184, 0.959], [2.952, 3.535, 3.339], [5.848, 6.122, 4.770], [5.750, 4.542, 4.504], [2.491, 2.800, 2.659], [12.593, 11.879, 11.749], [8.180, 7.777, 7.097], [40.806, 38.719, 34.032], [0.077, 0.094, 0.107], [24.115, 5.028, 23.847], [4.807, 5.123, 5.024], [7.209, 26.460, 6.991], [18.961, 83.669, 15.956], [1.465, 1.363, 1.337], [1.142, 0.943, 0.970], [1.727, 1.381, 1.581], [5.710, 4.779, 5.017], [64.799, 47.623, 57.335], [0.149, 0.193, 0.180], [3.715, 2.871, 3.263], [11.693, 4.538, 3.992], [45.642, 37.197, 39.876], [25.586, 31.601, 29.075], [25.904, 33.473, 29.051], [1.692, 1.891, 1.741], [0.379, 0.154, 0.168], [0.058, 0.053, 0.070], [0.085, 0.059, 0.076], [0.636, 0.356, 0.355], [0.316, 0.038, 0.031], [0.187, 0.029, 0.022], [0.021, 0.022, 0.019] ] } diff --git a/clickhouse-cloud/results/gcp.360GB.json b/clickhouse-cloud/results/gcp.360GB.json index 98d8ea4ae..8c4c80351 100644 --- a/clickhouse-cloud/results/gcp.360GB.json +++ b/clickhouse-cloud/results/gcp.360GB.json @@ -8,11 +8,11 @@ "tags": ["C++", "column-oriented", "ClickHouse derivative", "managed", "gcp"], - "load_time": 212.507, - "data_size": 9943981791, + "load_time": 245.739, + "data_size": 9945362079, "result": [ -[0.004, 0.004, 0.003], [1.812, 1.069, 0.122], [0.035, 0.536, 0.037], [1.798, 0.047, 0.054], [0.275, 0.225, 0.231], [0.740, 0.390, 0.381], [0.368, 1.084, 0.019], [0.150, 0.079, 0.021], [0.471, 0.461, 0.495], [0.529, 0.539, 0.574], [0.393, 0.181, 0.184], [0.427, 0.160, 0.158], [0.471, 0.474, 0.899], [0.649, 0.701, 1.161], [0.696, 0.507, 0.685], [0.290, 0.399, 0.308], [0.916, 0.776, 1.168], [0.688, 0.594, 0.764], [2.292, 1.684, 1.571], [0.020, 0.019, 0.017], [2.115, 1.114, 0.457], [0.428, 0.400, 0.476], [2.031, 0.665, 0.699], [5.321, 1.484, 3.874], [0.211, 0.200, 0.167], [0.182, 0.151, 0.151], [0.222, 0.193, 0.195], [0.517, 0.433, 0.488], [3.849, 4.059, 4.322], [0.038, 0.055, 0.039], [0.547, 0.508, 0.509], [0.649, 0.576, 0.550], [2.456, 2.606, 2.628], [1.567, 2.064, 1.691], [1.758, 1.823, 1.793], [0.307, 0.174, 0.330], [0.056, 0.086, 0.047], [0.031, 0.042, 0.032], [0.041, 0.036, 0.038], [0.094, 0.104, 0.108], [0.030, 0.022, 0.022], [0.017, 0.019, 0.021], [0.016, 0.018, 0.015] +[0.004, 0.003, 0.003], [0.019, 0.018, 1.633], [0.647, 0.037, 0.035], [1.823, 0.853, 0.046], [0.279, 0.219, 0.206], [1.046, 1.332, 0.321], [0.019, 0.320, 0.018], [0.143, 0.178, 0.020], [0.677, 0.408, 0.612], [0.782, 0.516, 0.504], [0.316, 0.150, 0.160], [0.401, 0.169, 0.405], [0.528, 0.494, 0.447], [0.598, 0.550, 0.530], [0.626, 0.455, 0.479], [0.268, 0.221, 0.309], [1.030, 1.015, 0.874], [0.766, 0.622, 0.558], [1.580, 1.951, 1.655], [0.023, 0.195, 0.208], [1.693, 0.385, 0.385], [0.429, 1.750, 0.413], [1.799, 1.320, 0.595], [6.067, 1.555, 3.413], [0.181, 0.181, 0.170], [0.143, 0.129, 0.140], [0.171, 0.166, 0.168], [0.439, 0.447, 0.461], [3.785, 3.803, 3.587], [0.041, 0.038, 0.037], [0.457, 0.429, 0.542], [0.530, 0.566, 0.548], [2.264, 2.366, 2.202], [1.490, 1.526, 1.411], [1.650, 1.473, 1.400], [0.215, 0.287, 0.276], [0.049, 0.049, 0.052], [0.033, 0.032, 0.031], [0.038, 0.033, 0.035], [0.094, 0.091, 0.096], [0.021, 0.025, 0.022], [0.017, 0.022, 0.020], [0.015, 0.013, 0.014] ] } diff --git a/clickhouse-cloud/results/gcp.48GB.json b/clickhouse-cloud/results/gcp.48GB.json index ad1d3f42a..5be828fbf 100644 --- a/clickhouse-cloud/results/gcp.48GB.json +++ b/clickhouse-cloud/results/gcp.48GB.json @@ -8,11 +8,11 @@ "tags": ["C++", "column-oriented", "ClickHouse derivative", "managed", "gcp"], - "load_time": 382.231, - "data_size": 9941622217, + "load_time": 363.247, + "data_size": 9943805160, "result": [ -[0.002, 0.004, 0.004], [0.147, 0.023, 0.018], [1.901, 0.080, 0.177], [0.134, 0.139, 1.817], [0.768, 1.198, 0.670], [1.497, 1.103, 1.130], [0.374, 0.025, 0.026], [0.027, 0.124, 0.029], [1.498, 2.655, 0.968], [1.167, 1.128, 1.312], [0.338, 0.427, 0.464], [0.439, 0.457, 0.511], [1.701, 1.619, 1.323], [1.922, 1.963, 2.756], [2.189, 1.838, 1.843], [1.389, 1.307, 1.160], [4.037, 3.961, 3.671], [2.521, 2.753, 4.083], [11.394, 9.613, 9.000], [0.036, 0.035, 0.034], [8.091, 1.818, 1.763], [7.568, 1.993, 2.359], [8.699, 3.638, 2.826], [23.457, 6.343, 27.243], [0.559, 0.693, 0.680], [0.430, 0.478, 0.409], [0.690, 0.792, 0.570], [1.774, 1.807, 1.834], [18.983, 19.020, 18.889], [0.088, 0.078, 0.081], [1.390, 1.668, 1.300], [2.003, 2.021, 1.711], [14.186, 14.075, 19.710], [12.315, 7.042, 7.373], [7.039, 7.214, 7.092], [0.955, 1.258, 1.107], [0.522, 0.153, 0.262], [0.065, 0.065, 0.324], [0.214, 0.055, 0.175], [0.287, 0.563, 0.269], [0.284, 0.026, 0.157], [0.028, 0.168, 0.020], [0.248, 0.020, 0.120] +[0.003, 0.003, 0.003], [3.140, 0.022, 0.019], [1.657, 0.097, 0.108], [0.155, 1.765, 0.109], [1.326, 1.064, 0.790], [1.563, 1.763, 1.552], [1.329, 0.025, 0.029], [0.146, 0.110, 0.020], [1.392, 1.470, 1.491], [1.813, 1.808, 1.614], [0.559, 0.368, 0.319], [0.539, 0.438, 0.537], [2.037, 1.540, 1.388], [2.800, 2.809, 2.562], [2.187, 1.912, 1.509], [1.315, 1.109, 0.898], [4.404, 3.850, 5.479], [3.153, 2.997, 2.820], [9.915, 9.920, 11.327], [0.045, 0.038, 0.042], [8.394, 2.315, 6.106], [1.999, 1.915, 2.393], [9.219, 2.799, 3.610], [8.988, 24.332, 6.650], [0.728, 0.581, 0.568], [0.417, 0.420, 0.541], [0.776, 0.763, 0.596], [1.966, 1.812, 2.329], [19.517, 23.992, 19.500], [0.100, 0.244, 0.104], [1.247, 1.609, 1.575], [3.569, 2.089, 1.781], [16.984, 12.786, 12.648], [12.118, 7.781, 8.177], [11.644, 7.135, 6.880], [1.125, 0.769, 0.897], [0.140, 0.120, 0.113], [0.063, 0.289, 0.346], [0.065, 0.285, 0.054], [0.749, 0.265, 0.300], [0.027, 0.032, 0.280], [0.271, 0.020, 0.246], [0.193, 0.111, 0.020] ] } diff --git a/clickhouse-cloud/results/gcp.708GB.json b/clickhouse-cloud/results/gcp.708GB.json index aaf9f1da1..b02f91a1f 100644 --- a/clickhouse-cloud/results/gcp.708GB.json +++ b/clickhouse-cloud/results/gcp.708GB.json @@ -8,11 +8,11 @@ "tags": ["C++", "column-oriented", "ClickHouse derivative", "managed", "gcp"], - "load_time": 243.667, - "data_size": 9944509339, + "load_time": 212.853, + "data_size": 9943632946, "result": [ -[0.004, 0.005, 0.005], [1.183, 0.024, 0.128], [0.941, 0.036, 0.046], [1.179, 0.038, 0.197], [0.836, 0.200, 0.204], [0.582, 0.248, 0.296], [0.023, 0.374, 0.250], [0.098, 0.112, 0.177], [0.626, 0.562, 0.453], [0.607, 0.423, 0.394], [0.390, 0.138, 0.174], [0.407, 0.148, 0.275], [0.331, 0.445, 0.280], [0.750, 0.401, 0.402], [0.526, 0.475, 0.362], [0.222, 0.265, 0.212], [0.805, 0.857, 0.868], [0.760, 0.585, 0.686], [1.723, 1.423, 2.235], [0.019, 0.029, 0.184], [1.261, 0.803, 0.357], [0.354, 0.391, 0.358], [0.597, 1.123, 0.527], [3.920, 1.578, 2.854], [0.142, 0.128, 0.209], [0.110, 0.126, 0.123], [0.128, 0.158, 0.133], [0.422, 0.422, 0.413], [3.721, 3.483, 3.499], [0.052, 0.043, 0.044], [0.318, 0.303, 0.326], [0.552, 0.443, 0.359], [2.013, 1.931, 1.953], [1.269, 1.159, 1.553], [1.504, 1.232, 1.239], [0.158, 0.231, 0.185], [0.067, 0.068, 0.045], [0.029, 0.029, 0.032], [0.033, 0.036, 0.044], [0.090, 0.112, 0.108], [0.023, 0.022, 0.022], [0.020, 0.018, 0.019], [0.018, 0.014, 0.014] +[0.004, 0.004, 0.004], [1.573, 0.123, 0.873], [0.512, 0.768, 0.036], [1.207, 0.038, 0.040], [0.254, 0.239, 0.209], [0.315, 0.627, 0.635], [0.625, 0.022, 0.118], [0.120, 0.071, 0.034], [0.603, 0.675, 0.451], [0.582, 0.500, 0.450], [0.388, 0.169, 0.152], [0.352, 0.142, 0.400], [0.341, 0.380, 0.305], [0.683, 0.554, 0.521], [0.603, 0.475, 0.496], [0.247, 0.250, 0.237], [0.979, 0.742, 0.717], [0.464, 0.472, 0.746], [1.886, 2.109, 1.234], [0.168, 0.018, 0.029], [1.168, 0.348, 1.074], [0.375, 0.374, 0.404], [1.179, 0.498, 0.746], [3.649, 3.226, 1.500], [0.187, 0.179, 0.154], [0.118, 0.128, 0.122], [0.166, 0.167, 0.168], [0.429, 0.404, 0.585], [4.422, 3.524, 4.118], [0.048, 0.046, 0.050], [0.350, 0.327, 0.318], [0.628, 0.539, 0.480], [2.452, 2.103, 2.173], [1.531, 1.902, 1.556], [1.476, 1.744, 1.269], [0.227, 0.162, 0.167], [0.047, 0.044, 0.046], [0.031, 0.026, 0.045], [0.039, 0.039, 0.042], [0.116, 0.089, 0.089], [0.029, 0.020, 0.020], [0.020, 0.025, 0.018], [0.014, 0.017, 0.016] ] } diff --git a/clickhouse-cloud/results/gcp.96GB.json b/clickhouse-cloud/results/gcp.96GB.json index 12c20d711..1d35aaa0c 100644 --- a/clickhouse-cloud/results/gcp.96GB.json +++ b/clickhouse-cloud/results/gcp.96GB.json @@ -8,11 +8,11 @@ "tags": ["C++", "column-oriented", "ClickHouse derivative", "managed", "gcp"], - "load_time": 267.019, - "data_size": 9943961382, + "load_time": 223.980, + "data_size": 9943970321, "result": [ -[0.004, 0.004, 0.003], [0.023, 1.682, 0.024], [0.592, 0.179, 0.074], [1.938, 0.131, 0.095], [0.872, 0.704, 0.868], [1.225, 2.497, 0.903], [0.025, 0.243, 0.022], [0.200, 0.177, 0.021], [1.049, 0.815, 2.503], [1.173, 1.228, 1.038], [0.407, 0.401, 0.396], [0.483, 0.473, 0.388], [0.857, 0.968, 0.792], [1.958, 1.502, 1.312], [1.381, 1.243, 1.024], [1.063, 0.888, 0.913], [4.109, 3.314, 2.737], [1.998, 2.134, 1.629], [5.817, 7.367, 6.231], [0.030, 0.030, 0.029], [1.536, 5.210, 1.514], [1.674, 1.735, 3.653], [5.496, 1.948, 3.910], [14.948, 4.619, 6.039], [0.383, 0.393, 0.380], [0.445, 0.288, 0.302], [0.353, 0.522, 0.407], [1.302, 1.718, 1.255], [15.263, 13.241, 11.994], [0.066, 0.072, 0.314], [0.967, 0.867, 0.884], [2.424, 1.137, 1.260], [5.041, 3.704, 4.107], [4.833, 6.414, 4.800], [6.309, 4.765, 6.183], [0.483, 0.546, 0.683], [0.175, 0.064, 0.101], [0.047, 0.039, 0.029], [0.143, 0.036, 0.041], [0.343, 0.108, 0.112], [0.035, 0.026, 0.343], [0.017, 0.023, 0.015], [0.024, 0.014, 0.013] +[0.003, 0.003, 0.005], [1.944, 0.019, 1.036], [0.066, 0.596, 0.150], [1.992, 0.896, 0.081], [0.723, 0.674, 0.666], [1.147, 0.917, 1.050], [0.348, 0.171, 0.026], [0.020, 0.023, 0.021], [0.968, 0.960, 0.928], [1.154, 0.747, 1.503], [0.556, 0.271, 0.396], [0.414, 0.335, 0.318], [1.012, 0.873, 0.759], [1.756, 1.362, 1.397], [1.391, 1.486, 1.331], [1.044, 0.939, 0.890], [3.024, 3.548, 2.991], [1.886, 1.701, 2.057], [5.883, 6.309, 6.020], [0.025, 0.036, 0.029], [1.537, 5.345, 3.422], [1.409, 1.278, 1.303], [2.509, 2.075, 5.590], [4.784, 14.891, 4.820], [0.391, 0.386, 0.367], [0.297, 0.307, 0.290], [0.429, 0.388, 0.377], [1.264, 1.202, 1.361], [15.883, 12.330, 12.140], [0.065, 0.072, 0.059], [0.863, 1.249, 0.978], [3.745, 1.512, 1.160], [4.161, 4.380, 5.500], [4.581, 5.643, 5.397], [4.559, 5.317, 4.676], [0.537, 0.501, 0.560], [0.212, 0.063, 0.072], [0.036, 0.313, 0.035], [0.045, 0.046, 0.041], [0.284, 0.113, 0.127], [0.413, 0.034, 0.023], [0.017, 0.019, 0.167], [0.016, 0.015, 0.017] ] } diff --git a/clickhouse-cloud/results/gcp.dev.json b/clickhouse-cloud/results/gcp.dev.json index 77c04e8b4..72aa5d84b 100644 --- a/clickhouse-cloud/results/gcp.dev.json +++ b/clickhouse-cloud/results/gcp.dev.json @@ -8,11 +8,11 @@ "tags": ["C++", "column-oriented", "ClickHouse derivative", "managed", "gcp"], - "load_time": 622.191, - "data_size": 9945215557, + "load_time": 719.641, + "data_size": 9948996385, "result": [ -[0.003, 0.003, 0.003], [0.028, 0.022, 0.025], [0.159, 0.117, 0.119], [0.268, 0.197, 0.189], [1.060, 1.097, 1.039], [1.658, 2.413, 1.726], [0.038, 0.033, 0.034], [0.034, 0.034, 0.038], [2.175, 1.488, 1.936], [2.247, 1.700, 2.067], [0.444, 0.634, 0.411], [0.766, 0.510, 0.496], [2.149, 1.818, 1.760], [3.116, 2.703, 3.167], [2.537, 2.332, 2.578], [1.589, 1.631, 1.323], [6.895, 6.620, 6.776], [4.094, 4.183, 4.126], [18.812, 18.696, 19.205], [0.056, 0.059, 0.054], [2.843, 2.661, 3.749], [2.923, 3.229, 3.107], [4.698, 4.392, 4.077], [12.762, 12.137, 12.687], [1.199, 1.094, 0.980], [0.686, 0.570, 0.828], [0.924, 0.952, 0.906], [2.944, 2.907, 2.847], [27.935, 28.258, 30.438], [0.101, 0.110, 0.112], [1.899, 1.946, 1.823], [3.115, 2.252, 2.936], [21.727, 23.919, 21.722], [18.301, 17.158, 16.455], [17.586, 17.356, 16.004], [1.189, 1.216, 0.924], [0.136, 0.140, 0.130], [0.047, 0.063, 0.053], [0.046, 0.049, 0.053], [0.228, 0.249, 0.250], [0.033, 0.029, 0.030], [0.029, 0.023, 0.023], [0.021, 0.020, 0.017] +[0.004, 0.003, 0.004], [0.075, 0.037, 0.057], [0.191, 0.137, 0.185], [0.294, 0.184, 0.389], [2.010, 1.790, 1.881], [2.950, 2.154, 2.278], [0.039, 0.053, 0.040], [0.067, 0.040, 0.037], [1.654, 1.530, 1.757], [1.932, 1.812, 1.916], [0.614, 0.736, 0.693], [0.703, 0.780, 0.798], [2.959, 2.662, 2.697], [4.225, 3.417, 3.441], [2.984, 2.999, 2.791], [1.546, 1.710, 1.414], [8.192, 8.930, 8.094], [5.024, 4.822, 5.206], [22.922, 21.204, 21.159], [0.082, 0.059, 0.099], [4.003, 3.700, 3.758], [4.070, 3.045, 2.682], [4.376, 4.317, 6.650], [12.947, 13.740, 12.856], [0.846, 1.149, 0.798], [0.564, 0.560, 0.797], [1.130, 1.138, 1.192], [3.221, 2.812, 3.497], [29.890, 29.599, 29.269], [0.125, 0.104, 0.165], [1.773, 1.717, 2.397], [2.820, 2.067, 2.025], [20.774, 32.562, 34.132], [21.547, 18.782, 23.081], [23.337, 22.493, 21.443], [1.546, 1.378, 1.073], [0.185, 0.121, 0.187], [0.068, 0.067, 0.062], [0.055, 0.061, 0.060], [0.259, 0.342, 0.246], [0.041, 0.035, 0.026], [0.024, 0.025, 0.037], [0.023, 0.025, 0.031] ] } diff --git a/clickhouse-cloud/run.sh b/clickhouse-cloud/run.sh index f1e00d004..405f899cf 100755 --- a/clickhouse-cloud/run.sh +++ b/clickhouse-cloud/run.sh @@ -5,7 +5,7 @@ QUERY_NUM=1 cat queries.sql | while read query; do echo -n "[" for i in $(seq 1 $TRIES); do - RES=$(clickhouse-client --host "${FQDN:=localhost}" --password "${PASSWORD:=}" ${PASSWORD:+--secure} --time --format=Null --query="$query" --progress 0 2>&1 ||:) + RES=$(clickhouse client --host "${FQDN:=localhost}" --password "${PASSWORD:=}" ${PASSWORD:+--secure} --time --format=Null --query="$query" --progress 0 2>&1 ||:) [[ "$?" == "0" ]] && echo -n "${RES}" || echo -n "null" [[ "$i" != $TRIES ]] && echo -n ", " done