diff --git a/clickhouse-datalake-partitioned/benchmark.sh b/clickhouse-datalake-partitioned/benchmark.sh index 015f8d7fb..c4fec4d80 100755 --- a/clickhouse-datalake-partitioned/benchmark.sh +++ b/clickhouse-datalake-partitioned/benchmark.sh @@ -6,11 +6,9 @@ curl https://clickhouse.com/ | sh # Configure +RAM=$(awk '/MemTotal/ {print int($2 * 0.8 * 1024)}' /proc/meminfo) > clickhouse-local.yaml echo " -filesystem_caches: - cache: - path: '/dev/shm/clickhouse/' - max_size_ratio_to_total_space: 0.9 +page_cache_max_size: ${RAM} " # Run the queries diff --git a/clickhouse-datalake-partitioned/results/c6a.4xlarge.json b/clickhouse-datalake-partitioned/results/c6a.4xlarge.json index 3ca2e3243..93bb7adbf 100644 --- a/clickhouse-datalake-partitioned/results/c6a.4xlarge.json +++ b/clickhouse-datalake-partitioned/results/c6a.4xlarge.json @@ -1,6 +1,6 @@ { "system": "ClickHouse (data lake, partitioned)", - "date": "2026-05-01", + "date": "2026-05-06", "machine": "c6a.4xlarge", "cluster_size": 1, "proprietary": "no", @@ -10,49 +10,49 @@ "load_time": 0, "data_size": 14737666736, "result": [ - [1.082, 0.059, 0.056], - [2.758, 0.072, 0.066], - [1.984, 0.121, 0.122], - [2.203, 0.129, 0.125], - [1.783, 0.38, 0.379], - [1.59, 0.705, 0.728], - [1.321, 0.075, 0.112], - [1.145, 0.082, 0.067], - [1.593, 0.592, 0.561], - [2.892, 0.663, 0.67], - [2.311, 0.246, 0.235], - [2.251, 0.251, 0.233], - [1.715, 0.685, 0.715], - [2.846, 1.038, 0.993], - [1.784, 0.793, 0.834], - [1.661, 0.53, 0.535], - [3.324, 2.085, 1.842], - [2.581, 1.38, 1.324], - [5.061, 3.685, 3.742], - [1.181, 0.117, 0.116], - [3.335, 1.119, 1.111], - [4.761, 1.259, 1.256], - [6.715, 3.219, 1.635], - [11.715, 3.733, 2.982], - [2.624, 0.387, 0.391], - [1.446, 0.28, 0.28], - [2.661, 0.401, 0.385], - [3.691, 1.134, 1.118], - [10.77, 9.665, 9.704], - [1.271, 0.098, 0.09], - [2.882, 0.655, 0.671], - [4.304, 1.138, 1.138], - [6.391, 4.503, 4.508], - [4.934, 3.105, 3.096], - [4.859, 3.081, 3.075], - [1.479, 0.376, 0.375], - [0.646, 0.136, 0.131], - [0.58, 0.091, 0.098], - [0.652, 0.088, 0.086], - [0.839, 0.226, 0.229], - [0.556, 0.08, 0.078], - [0.577, 0.079, 0.072], - [0.475, 0.062, 0.061] + [0.841, 0.029, 0.023], + [2.169, 0.042, 0.039], + [1.666, 0.081, 0.079], + [1.845, 0.095, 0.1], + [1.321, 0.327, 0.322], + [1.29, 0.657, 0.645], + [0.88, 0.048, 0.041], + [0.766, 0.044, 0.046], + [1.159, 0.499, 0.483], + [1.821, 0.64, 0.605], + [1.518, 0.19, 0.18], + [1.481, 0.196, 0.188], + [1.301, 0.633, 0.624], + [2.019, 0.915, 0.919], + [1.428, 0.745, 0.69], + [1.193, 0.452, 0.447], + [2.571, 1.711, 1.734], + [1.953, 1.072, 1.104], + [4.503, 3.101, 3.091], + [0.778, 0.09, 0.095], + [3.348, 1.107, 1.1], + [3.634, 1.269, 1.229], + [6.417, 1.6, 1.612], + [12.032, 2.863, 2.87], + [1.789, 0.35, 0.345], + [1.033, 0.253, 0.252], + [1.774, 0.356, 0.348], + [3.417, 1.101, 1.089], + [10.216, 9.507, 9.549], + [0.877, 0.066, 0.061], + [2.008, 0.618, 0.615], + [2.995, 1.107, 1.078], + [5.517, 4.291, 4.341], + [4.589, 2.963, 3.013], + [5.101, 2.997, 2.997], + [1.044, 0.323, 0.358], + [0.494, 0.102, 0.097], + [0.414, 0.078, 0.069], + [0.423, 0.061, 0.062], + [0.664, 0.183, 0.173], + [0.328, 0.049, 0.049], + [0.343, 0.052, 0.049], + [0.276, 0.038, 0.041] ] } diff --git a/clickhouse-datalake-partitioned/results/c6a.metal.json b/clickhouse-datalake-partitioned/results/c6a.metal.json index e6b5c35ac..304aaad25 100644 --- a/clickhouse-datalake-partitioned/results/c6a.metal.json +++ b/clickhouse-datalake-partitioned/results/c6a.metal.json @@ -1,6 +1,6 @@ { "system": "ClickHouse (data lake, partitioned)", - "date": "2026-05-01", + "date": "2026-05-06", "machine": "c6a.metal", "cluster_size": 1, "proprietary": "no", @@ -10,49 +10,49 @@ "load_time": 0, "data_size": 14737666736, "result": [ - [0.281, 0.102, 0.101], - [0.522, 0.139, 0.12], - [0.756, 0.17, 0.171], - [0.937, 0.165, 0.178], - [0.667, 0.231, 0.233], - [0.831, 0.286, 0.252], - [0.881, 0.162, 0.152], - [0.934, 0.148, 0.139], - [1.034, 0.517, 0.446], - [1.401, 0.511, 0.498], - [0.903, 0.258, 0.263], - [0.89, 0.249, 0.249], - [0.848, 0.32, 0.315], - [1.108, 0.411, 0.395], - [1.108, 0.359, 0.326], - [1.08, 0.279, 0.255], - [1.283, 0.59, 0.564], - [1.229, 0.475, 0.485], - [1.779, 0.972, 0.955], - [0.538, 0.147, 0.158], - [2.42, 0.538, 0.55], - [2.303, 0.596, 0.527], - [2.926, 0.702, 0.692], - [4.915, 1.233, 1.248], - [1.025, 0.268, 0.27], - [0.713, 0.214, 0.222], - [0.99, 0.273, 0.287], - [2.015, 0.574, 0.542], - [3.537, 2.482, 2.692], - [0.931, 0.178, 0.181], - [1.193, 0.324, 0.343], - [1.562, 0.445, 0.478], - [2.376, 1.491, 1.356], - [2.16, 0.931, 1.015], - [2.505, 0.966, 0.974], - [0.727, 0.212, 0.22], - [0.639, 0.17, 0.16], - [0.507, 0.151, 0.164], - [0.637, 0.139, 0.137], - [0.773, 0.253, 0.262], - [0.51, 0.132, 0.122], - [0.566, 0.135, 0.115], - [0.47, 0.107, 0.111] + [0.186, 0.034, 0.033], + [0.359, 0.055, 0.059], + [0.482, 0.076, 0.074], + [0.411, 0.094, 0.101], + [0.486, 0.125, 0.126], + [0.582, 0.2, 0.167], + [0.384, 0.058, 0.056], + [0.366, 0.062, 0.058], + [0.712, 0.368, 0.363], + [0.992, 0.455, 0.387], + [0.685, 0.148, 0.151], + [0.589, 0.145, 0.146], + [0.59, 0.217, 0.211], + [0.929, 0.338, 0.319], + [0.654, 0.242, 0.233], + [0.496, 0.169, 0.165], + [1.132, 0.524, 0.44], + [0.869, 0.35, 0.382], + [1.502, 0.915, 0.943], + [0.355, 0.069, 0.076], + [2.157, 0.448, 0.463], + [2.085, 0.513, 0.481], + [3.133, 0.564, 0.575], + [4.926, 0.895, 1.014], + [0.724, 0.158, 0.163], + [0.539, 0.123, 0.128], + [0.818, 0.154, 0.164], + [1.957, 0.432, 0.387], + [2.864, 2.628, 2.29], + [0.401, 0.087, 0.087], + [0.853, 0.263, 0.254], + [1.3, 0.401, 0.4], + [1.982, 1.542, 1.154], + [2.463, 1.028, 0.929], + [2.472, 1.06, 0.932], + [0.482, 0.137, 0.128], + [0.49, 0.115, 0.097], + [0.369, 0.079, 0.09], + [0.518, 0.087, 0.074], + [0.664, 0.152, 0.158], + [0.358, 0.06, 0.062], + [0.372, 0.061, 0.054], + [0.371, 0.045, 0.053] ] } diff --git a/clickhouse-datalake-partitioned/results/c7a.metal-48xl.json b/clickhouse-datalake-partitioned/results/c7a.metal-48xl.json index 97bf32092..ac8b4033a 100644 --- a/clickhouse-datalake-partitioned/results/c7a.metal-48xl.json +++ b/clickhouse-datalake-partitioned/results/c7a.metal-48xl.json @@ -1,6 +1,6 @@ { "system": "ClickHouse (data lake, partitioned)", - "date": "2026-05-01", + "date": "2026-05-06", "machine": "c7a.metal-48xl", "cluster_size": 1, "proprietary": "no", @@ -10,49 +10,49 @@ "load_time": 0, "data_size": 14737666736, "result": [ - [0.283, 0.101, 0.122], - [0.892, 0.139, 0.145], - [0.703, 0.162, 0.162], - [0.843, 0.168, 0.159], - [0.66, 0.225, 0.221], - [1.03, 0.285, 0.285], - [0.867, 0.153, 0.148], - [0.923, 0.144, 0.158], - [0.817, 0.443, 0.446], - [1.137, 0.548, 0.5], - [1.24, 0.302, 0.253], - [0.995, 0.268, 0.243], - [0.634, 0.295, 0.306], - [0.936, 0.325, 0.347], - [0.88, 0.277, 0.288], - [0.963, 0.231, 0.257], - [1.283, 0.445, 0.446], - [1.034, 0.43, 0.486], - [1.29, 0.78, 0.758], - [0.565, 0.152, 0.15], - [2.127, 0.568, 0.568], - [2.085, 0.555, 0.561], - [2.486, 0.733, 0.805], - [4.77, 1.603, 1.472], - [0.935, 0.272, 0.261], - [0.869, 0.249, 0.224], - [1.056, 0.283, 0.251], - [1.927, 0.594, 0.582], - [2.285, 2.057, 2.028], - [0.651, 0.185, 0.191], - [0.968, 0.317, 0.338], - [1.3, 0.431, 0.403], - [1.441, 1.047, 0.873], - [1.83, 0.909, 0.901], - [2.265, 0.841, 0.895], - [0.565, 0.216, 0.209], - [0.658, 0.173, 0.184], - [0.539, 0.163, 0.15], - [0.602, 0.13, 0.149], - [0.802, 0.228, 0.245], - [0.553, 0.15, 0.153], - [0.559, 0.143, 0.148], - [0.512, 0.125, 0.121] + [0.19, 0.037, 0.033], + [0.318, 0.063, 0.065], + [0.43, 0.081, 0.068], + [0.359, 0.064, 0.069], + [0.442, 0.12, 0.106], + [0.495, 0.143, 0.157], + [0.326, 0.062, 0.064], + [0.349, 0.072, 0.069], + [0.645, 0.329, 0.315], + [0.846, 0.341, 0.348], + [0.665, 0.151, 0.158], + [0.543, 0.15, 0.15], + [0.551, 0.169, 0.155], + [0.743, 0.187, 0.191], + [0.458, 0.21, 0.165], + [0.424, 0.132, 0.104], + [0.712, 0.287, 0.242], + [0.688, 0.238, 0.209], + [1.05, 0.464, 0.421], + [0.365, 0.064, 0.061], + [1.765, 0.351, 0.31], + [1.949, 0.35, 0.306], + [2.367, 0.393, 0.348], + [3.984, 0.941, 0.948], + [0.641, 0.131, 0.132], + [0.426, 0.129, 0.127], + [0.747, 0.127, 0.143], + [1.511, 0.339, 0.313], + [2.257, 2.022, 1.78], + [0.389, 0.104, 0.102], + [0.677, 0.179, 0.172], + [1, 0.196, 0.181], + [1.203, 0.853, 0.753], + [1.728, 0.502, 0.538], + [2.017, 0.539, 0.515], + [0.431, 0.115, 0.101], + [0.501, 0.119, 0.126], + [0.374, 0.104, 0.099], + [0.495, 0.083, 0.09], + [0.665, 0.171, 0.195], + [0.347, 0.078, 0.07], + [0.384, 0.064, 0.064], + [0.32, 0.058, 0.057] ] } diff --git a/clickhouse-datalake-partitioned/results/c8g.4xlarge.json b/clickhouse-datalake-partitioned/results/c8g.4xlarge.json index cbe6fa2aa..e45ca93cb 100644 --- a/clickhouse-datalake-partitioned/results/c8g.4xlarge.json +++ b/clickhouse-datalake-partitioned/results/c8g.4xlarge.json @@ -1,6 +1,6 @@ { "system": "ClickHouse (data lake, partitioned)", - "date": "2026-05-01", + "date": "2026-05-06", "machine": "c8g.4xlarge", "cluster_size": 1, "proprietary": "no", @@ -10,49 +10,49 @@ "load_time": 0, "data_size": 14737666736, "result": [ - [0.355, 0.048, 0.046], - [1.621, 0.061, 0.057], - [2.662, 0.09, 0.082], - [2.159, 0.075, 0.075], - [2.166, 0.221, 0.216], - [2.211, 0.373, 0.348], - [1.804, 0.068, 0.067], - [1.723, 0.055, 0.058], - [2.291, 0.306, 0.296], - [4.378, 0.354, 0.359], - [3.53, 0.165, 0.168], - [3.476, 0.167, 0.18], - [2.298, 0.348, 0.386], - [3.878, 0.515, 0.562], - [2.362, 0.407, 0.408], - [2.199, 0.261, 0.268], - [4.049, 0.798, 0.796], - [3.912, 0.688, 0.704], - [5.137, 1.547, 1.521], - [1.71, 0.08, 0.073], - [5.069, 0.511, 0.509], - [6.952, 0.587, 0.576], - [9.982, 4.278, 0.793], - [16.678, 3.217, 1.506], - [4.075, 0.228, 0.225], - [2.182, 0.157, 0.158], - [4.08, 0.241, 0.237], - [5.318, 0.466, 0.492], - [6.574, 5.405, 5.379], - [1.94, 0.091, 0.081], - [4.373, 0.336, 0.329], - [6.326, 0.478, 0.468], - [6.275, 1.73, 1.74], - [5.307, 1.383, 1.344], - [5.29, 1.373, 1.384], - [2.05, 0.222, 0.21], - [0.566, 0.112, 0.101], - [0.524, 0.086, 0.085], - [0.61, 0.076, 0.074], - [0.743, 0.167, 0.174], - [0.528, 0.072, 0.079], - [0.556, 0.071, 0.071], - [0.475, 0.056, 0.063] + [0.255, 0.023, 0.023], + [0.771, 0.044, 0.054], + [1.792, 0.056, 0.052], + [1.271, 0.048, 0.053], + [1.408, 0.183, 0.172], + [1.762, 0.315, 0.313], + [0.814, 0.039, 0.036], + [0.781, 0.05, 0.053], + [1.614, 0.242, 0.253], + [2.996, 0.308, 0.31], + [2.01, 0.135, 0.126], + [2.001, 0.135, 0.136], + [1.699, 0.295, 0.288], + [2.892, 0.403, 0.419], + [1.759, 0.322, 0.313], + [1.452, 0.177, 0.177], + [2.89, 0.663, 0.655], + [2.715, 0.47, 0.494], + [4.195, 1.145, 1.222], + [1.09, 0.051, 0.047], + [5.913, 0.443, 0.414], + [7.378, 0.478, 0.495], + [13.702, 0.704, 0.704], + [25.439, 1.374, 1.308], + [2.945, 0.185, 0.179], + [1.576, 0.127, 0.124], + [3.009, 0.188, 0.185], + [7.108, 0.377, 0.373], + [7.887, 5.225, 5.274], + [0.975, 0.06, 0.059], + [3.34, 0.277, 0.253], + [5.441, 0.366, 0.376], + [4.64, 1.442, 1.412], + [7.287, 1.165, 1.105], + [6.623, 1.142, 1.137], + [1.277, 0.183, 0.166], + [0.952, 0.081, 0.072], + [0.593, 0.062, 0.05], + [0.865, 0.054, 0.055], + [1.209, 0.11, 0.131], + [0.505, 0.047, 0.045], + [0.459, 0.042, 0.041], + [0.404, 0.037, 0.036] ] } diff --git a/clickhouse-datalake-partitioned/results/c8g.metal-48xl.json b/clickhouse-datalake-partitioned/results/c8g.metal-48xl.json index b247144b4..2885c94f4 100644 --- a/clickhouse-datalake-partitioned/results/c8g.metal-48xl.json +++ b/clickhouse-datalake-partitioned/results/c8g.metal-48xl.json @@ -1,6 +1,6 @@ { "system": "ClickHouse (data lake, partitioned)", - "date": "2026-05-01", + "date": "2026-05-06", "machine": "c8g.metal-48xl", "cluster_size": 1, "proprietary": "no", @@ -10,49 +10,49 @@ "load_time": 0, "data_size": 14737666736, "result": [ - [0.248, 0.108, 0.112], - [0.414, 0.124, 0.13], - [0.823, 0.148, 0.14], - [0.927, 0.142, 0.147], - [0.698, 0.183, 0.197], - [0.599, 0.203, 0.201], - [0.499, 0.129, 0.138], - [0.437, 0.133, 0.131], - [0.976, 0.319, 0.346], - [1.054, 0.388, 0.366], - [0.738, 0.208, 0.194], - [0.788, 0.196, 0.198], - [0.617, 0.235, 0.242], - [0.894, 0.287, 0.283], - [0.705, 0.244, 0.245], - [0.885, 0.196, 0.205], - [0.949, 0.376, 0.394], - [0.913, 0.338, 0.387], - [1.179, 0.711, 0.779], - [0.457, 0.134, 0.129], - [1.894, 0.396, 0.399], - [2.103, 0.443, 0.45], - [2.802, 0.563, 0.581], - [4.253, 1.254, 1.253], - [1.054, 0.205, 0.206], - [0.544, 0.176, 0.168], - [1.082, 0.215, 0.203], - [2.092, 0.42, 0.44], - [2.595, 2.369, 2.063], - [0.566, 0.196, 0.202], - [0.985, 0.255, 0.248], - [1.335, 0.32, 0.311], - [1.497, 0.905, 0.916], - [2.014, 0.659, 0.668], - [1.828, 0.632, 0.674], - [0.569, 0.184, 0.176], - [0.58, 0.152, 0.168], - [0.456, 0.129, 0.134], - [0.559, 0.137, 0.143], - [0.677, 0.181, 0.187], - [0.463, 0.144, 0.14], - [0.474, 0.131, 0.122], - [0.411, 0.129, 0.112] + [0.193, 0.027, 0.025], + [0.323, 0.079, 0.048], + [0.663, 0.049, 0.049], + [0.497, 0.046, 0.057], + [0.544, 0.077, 0.082], + [0.797, 0.104, 0.1], + [0.335, 0.048, 0.055], + [0.333, 0.045, 0.052], + [0.774, 0.247, 0.25], + [1.082, 0.263, 0.261], + [0.756, 0.112, 0.11], + [0.722, 0.113, 0.118], + [0.811, 0.117, 0.117], + [1.178, 0.154, 0.147], + [0.729, 0.146, 0.125], + [0.608, 0.089, 0.09], + [1.2, 0.242, 0.235], + [1.084, 0.218, 0.193], + [1.647, 0.469, 0.426], + [0.44, 0.044, 0.041], + [3.058, 0.251, 0.239], + [3.792, 0.309, 0.288], + [4.475, 0.339, 0.326], + [7.87, 0.897, 0.784], + [0.998, 0.088, 0.095], + [0.757, 0.066, 0.078], + [0.987, 0.096, 0.09], + [2.846, 0.249, 0.225], + [3.682, 1.839, 1.822], + [0.432, 0.11, 0.118], + [1.416, 0.12, 0.122], + [1.808, 0.146, 0.143], + [1.574, 0.559, 0.5], + [4.164, 0.405, 0.383], + [3.832, 0.41, 0.414], + [0.498, 0.081, 0.086], + [0.966, 0.085, 0.093], + [0.569, 0.071, 0.07], + [0.927, 0.059, 0.063], + [1.253, 0.144, 0.143], + [0.607, 0.063, 0.061], + [0.584, 0.054, 0.054], + [0.523, 0.047, 0.046] ] } diff --git a/clickhouse-datalake-partitioned/run.sh b/clickhouse-datalake-partitioned/run.sh index 6f98bf537..5e0d4ac11 100755 --- a/clickhouse-datalake-partitioned/run.sh +++ b/clickhouse-datalake-partitioned/run.sh @@ -5,21 +5,16 @@ QUERY_NUM=1 ./clickhouse local --path . --query="$(cat create.sql)" cat queries.sql | while read -r query; do - rm -rf /dev/shm/clickhouse/* - sync && echo 3 | sudo tee /proc/sys/vm/drop_caches > /dev/null - echo -n "[" - for i in $(seq 1 $TRIES); do - RES=$(./clickhouse local --path . --time --format Null --filesystem_cache_name cache --query="$query" 2>&1) # (*) - [[ "$?" == "0" ]] && echo -n "${RES}" || echo -n "null" - [[ "$i" != $TRIES ]] && echo -n ", " - - echo "${QUERY_NUM},${i},${RES}" >> result.csv - done + i=0 + while read -r RES; do + [[ "$i" -gt 0 ]] && echo -n ", " + [[ "$RES" =~ ^[0-9] ]] && echo -n "${RES}" || echo -n "null" + echo "${QUERY_NUM},$((i+1)),${RES}" >> result.csv + i=$((i+1)) + done <<< "$(./clickhouse local --path . --time --format Null --use_page_cache_for_object_storage 1 --query "$query; $query; $query" 2>&1)" echo "]," - # (*) --format=Null is client-side formatting. The query result is still sent back to the client. - QUERY_NUM=$((QUERY_NUM + 1)) done ./clickhouse local --path . --query="DROP TABLE hits" diff --git a/clickhouse-datalake/benchmark.sh b/clickhouse-datalake/benchmark.sh index 0d8cf4905..8b4d0718d 100755 --- a/clickhouse-datalake/benchmark.sh +++ b/clickhouse-datalake/benchmark.sh @@ -6,11 +6,9 @@ curl https://clickhouse.com/ | sh # Configure +RAM=$(awk '/MemTotal/ {print int($2 * 0.8 * 1024)}' /proc/meminfo) > clickhouse-local.yaml echo " -filesystem_caches: - cache: - path: '/dev/shm/clickhouse/' - max_size_ratio_to_total_space: 0.9 +page_cache_max_size: ${RAM} " # Run the queries diff --git a/clickhouse-datalake/results/c6a.4xlarge.json b/clickhouse-datalake/results/c6a.4xlarge.json index 9e4cf91ee..4d37b2790 100644 --- a/clickhouse-datalake/results/c6a.4xlarge.json +++ b/clickhouse-datalake/results/c6a.4xlarge.json @@ -1,6 +1,6 @@ { "system": "ClickHouse (data lake, single)", - "date": "2026-05-01", + "date": "2026-05-06", "machine": "c6a.4xlarge", "cluster_size": 1, "proprietary": "no", @@ -10,49 +10,49 @@ "load_time": 0, "data_size": 14779976446, "result": [ - [0.349, 0.141, 0.154], - [1.145, 0.097, 0.106], - [2.326, 0.159, 0.166], - [1.191, 0.162, 0.144], - [1.331, 0.406, 0.408], - [1.641, 0.701, 0.696], - [1.074, 0.103, 0.119], - [1.048, 0.126, 0.111], - [1.848, 0.577, 0.583], - [5.028, 0.717, 0.723], - [2.029, 0.284, 0.278], - [1.992, 0.312, 0.306], - [1.726, 0.689, 0.678], - [2.655, 0.992, 0.993], - [1.786, 0.795, 0.789], - [1.544, 0.551, 0.568], - [3.4, 1.849, 1.812], - [2.665, 1.228, 1.206], - [5.515, 3.661, 3.761], - [1.12, 0.145, 0.141], - [4.346, 1.18, 1.171], - [5.05, 1.344, 1.35], - [7.516, 3.659, 2.033], - [19.265, 8.147, 5.054], - [2.375, 0.515, 0.521], - [1.507, 0.311, 0.314], - [2.459, 0.515, 0.548], - [6.429, 1.255, 1.244], - [10.302, 9.396, 9.386], - [1.126, 0.127, 0.134], - [6.822, 0.756, 0.766], - [8.308, 1.146, 1.123], - [8.682, 4.704, 4.557], - [6.035, 3.252, 3.176], - [5.893, 3.111, 3.19], - [1.334, 0.409, 0.395], - [0.701, 0.162, 0.164], - [0.585, 0.135, 0.133], - [0.652, 0.135, 0.119], - [0.799, 0.186, 0.197], - [0.545, 0.112, 0.092], - [0.569, 0.102, 0.105], - [0.492, 0.103, 0.095] + [0.222, 0.026, 0.031], + [0.638, 0.053, 0.048], + [1.809, 0.101, 0.096], + [0.835, 0.082, 0.08], + [1.017, 0.33, 0.32], + [1.248, 0.618, 0.605], + [0.651, 0.053, 0.05], + [0.568, 0.086, 0.043], + [1.349, 0.492, 0.482], + [4.315, 0.569, 0.574], + [1.264, 0.209, 0.206], + [1.336, 0.23, 0.229], + [1.347, 0.6, 0.603], + [1.993, 0.886, 0.871], + [1.414, 0.669, 0.664], + [1.015, 0.449, 0.447], + [2.954, 1.668, 1.685], + [2.133, 1.054, 1.044], + [5.079, 3.095, 3.062], + [0.644, 0.074, 0.079], + [4.18, 1.102, 1.088], + [4.895, 1.286, 1.244], + [7.389, 1.918, 1.935], + [19.014, 4.472, 4.439], + [1.65, 0.44, 0.438], + [0.994, 0.238, 0.237], + [1.634, 0.45, 0.445], + [6.022, 1.144, 1.137], + [10.002, 9.267, 9.217], + [0.611, 0.074, 0.076], + [6.044, 0.622, 0.595], + [7.046, 0.941, 0.932], + [7.44, 4.296, 4.303], + [5.827, 2.99, 2.974], + [5.905, 2.984, 2.974], + [0.855, 0.309, 0.292], + [0.524, 0.097, 0.1], + [0.374, 0.078, 0.075], + [0.492, 0.071, 0.065], + [0.657, 0.117, 0.117], + [0.32, 0.053, 0.058], + [0.295, 0.054, 0.052], + [0.249, 0.042, 0.037] ] } diff --git a/clickhouse-datalake/results/c6a.metal.json b/clickhouse-datalake/results/c6a.metal.json index 67e81b9cf..24909a904 100644 --- a/clickhouse-datalake/results/c6a.metal.json +++ b/clickhouse-datalake/results/c6a.metal.json @@ -1,6 +1,6 @@ { "system": "ClickHouse (data lake, single)", - "date": "2026-05-01", + "date": "2026-05-06", "machine": "c6a.metal", "cluster_size": 1, "proprietary": "no", @@ -10,49 +10,49 @@ "load_time": 0, "data_size": 14779976446, "result": [ - [0.328, 0.135, 0.152], - [0.526, 0.142, 0.179], - [0.694, 0.144, 0.173], - [1.007, 0.179, 0.17], - [0.783, 0.241, 0.226], - [1.088, 0.261, 0.251], - [0.676, 0.158, 0.147], - [0.543, 0.14, 0.153], - [0.971, 0.451, 0.486], - [1.48, 0.521, 0.508], - [0.839, 0.246, 0.264], - [0.952, 0.248, 0.254], - [0.881, 0.301, 0.311], - [1.178, 0.377, 0.358], - [0.819, 0.3, 0.314], - [0.74, 0.265, 0.26], - [1.504, 0.493, 0.49], - [1.103, 0.402, 0.393], - [1.8, 1.006, 1.008], - [1.019, 0.156, 0.168], - [2.059, 0.555, 0.62], - [2.583, 1.339, 1.043], - [5.036, 1.515, 1.548], - [12.374, 6.403, 6.613], - [0.923, 0.24, 0.251], - [1.009, 0.181, 0.192], - [0.914, 0.246, 0.25], - [2.315, 0.641, 0.657], - [1.965, 1.401, 1.442], - [0.542, 0.174, 0.168], - [1.477, 0.438, 0.447], - [1.664, 0.51, 0.541], - [2.268, 1.273, 1.285], - [2.737, 1.058, 1.168], - [2.518, 1, 0.939], - [1.025, 0.214, 0.218], - [0.704, 0.179, 0.19], - [0.556, 0.136, 0.173], - [0.652, 0.168, 0.159], - [0.809, 0.208, 0.207], - [0.538, 0.127, 0.124], - [0.54, 0.123, 0.12], - [0.482, 0.11, 0.103] + [0.207, 0.044, 0.027], + [0.311, 0.069, 0.066], + [0.605, 0.086, 0.09], + [0.377, 0.086, 0.087], + [0.43, 0.141, 0.135], + [0.503, 0.175, 0.185], + [0.355, 0.066, 0.068], + [0.326, 0.073, 0.073], + [0.845, 0.391, 0.379], + [1.178, 0.455, 0.436], + [0.662, 0.174, 0.165], + [0.535, 0.157, 0.145], + [0.553, 0.231, 0.221], + [0.838, 0.277, 0.306], + [0.518, 0.205, 0.2], + [0.589, 0.186, 0.16], + [0.85, 0.416, 0.422], + [0.908, 0.31, 0.301], + [1.5, 0.756, 0.704], + [0.365, 0.084, 0.1], + [1.949, 0.547, 0.506], + [2.615, 1.066, 1.347], + [5.052, 1.468, 1.447], + [17.535, 6.733, 6.681], + [0.741, 0.147, 0.14], + [0.476, 0.138, 0.135], + [0.584, 0.159, 0.15], + [2.189, 0.571, 0.484], + [1.817, 1.272, 1.239], + [0.341, 0.1, 0.097], + [1.144, 0.386, 0.363], + [1.334, 0.553, 0.51], + [1.764, 1.316, 1.089], + [2.402, 0.971, 1.082], + [2.345, 1.114, 0.931], + [0.405, 0.129, 0.123], + [0.541, 0.104, 0.112], + [0.406, 0.094, 0.096], + [0.514, 0.085, 0.098], + [0.695, 0.12, 0.109], + [0.346, 0.068, 0.071], + [0.326, 0.064, 0.06], + [0.315, 0.049, 0.048] ] } diff --git a/clickhouse-datalake/results/c7a.metal-48xl.json b/clickhouse-datalake/results/c7a.metal-48xl.json index 9235a904d..0420ddad9 100644 --- a/clickhouse-datalake/results/c7a.metal-48xl.json +++ b/clickhouse-datalake/results/c7a.metal-48xl.json @@ -1,6 +1,6 @@ { "system": "ClickHouse (data lake, single)", - "date": "2026-05-01", + "date": "2026-05-06", "machine": "c7a.metal-48xl", "cluster_size": 1, "proprietary": "no", @@ -10,49 +10,49 @@ "load_time": 0, "data_size": 14779976446, "result": [ - [0.362, 0.137, 0.124], - [1.083, 0.134, 0.133], - [0.651, 0.161, 0.177], - [0.563, 0.137, 0.157], - [1.063, 0.217, 0.214], - [0.799, 0.259, 0.25], - [0.582, 0.116, 0.123], - [0.763, 0.137, 0.136], - [0.956, 0.437, 0.465], - [1.209, 0.504, 0.499], - [1.352, 0.288, 0.288], - [1.199, 0.242, 0.264], - [0.763, 0.304, 0.284], - [1.017, 0.4, 0.381], - [0.757, 0.254, 0.285], - [0.651, 0.25, 0.246], - [0.921, 0.393, 0.398], - [0.929, 0.41, 0.371], - [1.207, 0.628, 0.602], - [0.773, 0.161, 0.15], - [1.941, 0.548, 0.521], - [2.877, 1.675, 1.671], - [4.953, 1.869, 1.891], - [17.571, 9.952, 10.115], - [1.245, 0.397, 0.363], - [0.795, 0.205, 0.205], - [1.216, 0.334, 0.391], - [2.248, 0.774, 0.7], - [1.558, 0.994, 3.724], - [1.069, 0.185, 0.178], - [1.149, 0.678, 0.558], - [1.395, 0.799, 0.814], - [1.561, 0.866, 0.849], - [2.027, 1.64, 1.119], - [2.102, 1.004, 1.124], - [0.584, 0.207, 0.223], - [0.712, 0.186, 0.2], - [0.635, 0.179, 0.162], - [0.686, 0.151, 0.172], - [0.824, 0.202, 0.222], - [0.579, 0.131, 0.119], - [0.593, 0.127, 0.141], - [0.512, 0.128, 0.118] + [0.243, 0.047, 0.031], + [0.32, 0.07, 0.061], + [0.603, 0.074, 0.071], + [0.33, 0.066, 0.066], + [0.373, 0.128, 0.107], + [0.524, 0.142, 0.131], + [0.301, 0.067, 0.067], + [0.287, 0.078, 0.079], + [0.62, 0.351, 0.338], + [0.94, 0.359, 0.349], + [0.572, 0.169, 0.177], + [0.675, 0.16, 0.156], + [0.445, 0.149, 0.144], + [0.633, 0.234, 0.263], + [0.444, 0.214, 0.122], + [0.368, 0.117, 0.106], + [0.623, 0.189, 0.182], + [0.7, 0.171, 0.169], + [0.932, 0.845, 0.641], + [0.35, 0.061, 0.064], + [1.673, 0.359, 0.331], + [2.642, 1.332, 1.547], + [4.854, 1.905, 1.668], + [18.141, 8.556, 8.538], + [0.883, 0.298, 0.285], + [0.39, 0.097, 0.094], + [0.529, 0.215, 0.325], + [1.989, 0.696, 0.694], + [1.248, 0.698, 0.708], + [0.326, 0.103, 0.107], + [0.88, 0.673, 0.659], + [0.955, 0.601, 0.573], + [1.222, 0.496, 0.661], + [1.898, 0.547, 0.511], + [1.926, 0.616, 0.536], + [0.362, 0.105, 0.104], + [0.58, 0.131, 0.125], + [0.42, 0.11, 0.11], + [0.545, 0.089, 0.109], + [0.676, 0.14, 0.13], + [0.329, 0.078, 0.083], + [0.351, 0.071, 0.069], + [0.264, 0.045, 0.054] ] } diff --git a/clickhouse-datalake/results/c8g.4xlarge.json b/clickhouse-datalake/results/c8g.4xlarge.json index 9acc7203f..e0ee00821 100644 --- a/clickhouse-datalake/results/c8g.4xlarge.json +++ b/clickhouse-datalake/results/c8g.4xlarge.json @@ -1,6 +1,6 @@ { "system": "ClickHouse (data lake, single)", - "date": "2026-05-01", + "date": "2026-05-06", "machine": "c8g.4xlarge", "cluster_size": 1, "proprietary": "no", @@ -10,49 +10,49 @@ "load_time": 0, "data_size": 14779976446, "result": [ - [0.232, 0.087, 0.104], - [1.397, 0.099, 0.091], - [2.389, 0.148, 0.145], - [1.637, 0.133, 0.135], - [1.652, 0.23, 0.249], - [1.864, 0.362, 0.334], - [1.439, 0.096, 0.091], - [1.251, 0.09, 0.092], - [2.055, 0.295, 0.294], - [5.228, 0.374, 0.375], - [2.838, 0.214, 0.223], - [2.853, 0.233, 0.24], - [1.886, 0.375, 0.349], - [3.314, 0.497, 0.502], - [2.076, 0.43, 0.424], - [1.753, 0.26, 0.262], - [3.593, 0.744, 0.737], - [3.289, 0.555, 0.555], - [4.507, 1.428, 1.393], - [1.472, 0.096, 0.12], - [4.884, 0.676, 0.672], - [6.367, 0.964, 0.961], - [10.631, 3.804, 1.491], - [21.48, 8.042, 3.88], - [3.229, 0.377, 0.37], - [1.817, 0.232, 0.241], - [3.26, 0.37, 0.374], - [6.356, 0.823, 0.836], - [5.934, 4.973, 4.979], - [1.339, 0.117, 0.118], - [7.032, 0.518, 0.501], - [8.568, 0.586, 0.594], - [7.223, 1.565, 1.568], - [5.281, 1.328, 1.336], - [5.358, 1.331, 1.351], - [1.646, 0.224, 0.231], - [0.615, 0.12, 0.124], - [0.46, 0.112, 0.098], - [0.543, 0.093, 0.094], - [0.695, 0.122, 0.123], - [0.485, 0.091, 0.091], - [0.433, 0.088, 0.087], - [0.39, 0.092, 0.081] + [0.234, 0.029, 0.031], + [0.631, 0.046, 0.047], + [3.12, 0.082, 0.077], + [1.213, 0.059, 0.059], + [1.283, 0.171, 0.181], + [1.75, 0.277, 0.275], + [0.639, 0.048, 0.047], + [0.582, 0.046, 0.046], + [2.274, 0.229, 0.225], + [8.347, 0.289, 0.305], + [1.728, 0.164, 0.156], + [1.921, 0.175, 0.175], + [1.875, 0.28, 0.277], + [2.852, 0.417, 0.409], + [2.021, 0.343, 0.339], + [1.282, 0.172, 0.168], + [3.411, 0.604, 0.593], + [3.322, 0.435, 0.422], + [6.014, 1.072, 1.057], + [1.057, 0.054, 0.051], + [8.884, 0.605, 0.553], + [9.902, 0.884, 0.845], + [14.529, 1.358, 1.345], + [40.414, 3.561, 3.415], + [2.852, 0.313, 0.315], + [1.784, 0.176, 0.177], + [2.788, 0.319, 0.307], + [11.545, 0.733, 0.7], + [7.163, 4.874, 4.883], + [0.854, 0.067, 0.068], + [13.264, 0.41, 0.377], + [16.656, 0.444, 0.43], + [11.53, 1.346, 1.314], + [9.088, 1.129, 1.091], + [8.869, 1.125, 1.093], + [1.098, 0.134, 0.131], + [0.818, 0.066, 0.069], + [0.613, 0.049, 0.05], + [0.783, 0.055, 0.053], + [1.268, 0.073, 0.068], + [0.505, 0.046, 0.044], + [0.477, 0.044, 0.047], + [0.312, 0.035, 0.031] ] } diff --git a/clickhouse-datalake/results/c8g.metal-48xl.json b/clickhouse-datalake/results/c8g.metal-48xl.json index 4f1a9db0d..5e8493caf 100644 --- a/clickhouse-datalake/results/c8g.metal-48xl.json +++ b/clickhouse-datalake/results/c8g.metal-48xl.json @@ -1,6 +1,6 @@ { "system": "ClickHouse (data lake, single)", - "date": "2026-05-01", + "date": "2026-05-06", "machine": "c8g.metal-48xl", "cluster_size": 1, "proprietary": "no", @@ -10,49 +10,49 @@ "load_time": 0, "data_size": 14779976446, "result": [ - [0.251, 0.098, 0.088], - [0.937, 0.113, 0.109], - [0.637, 0.132, 0.147], - [0.505, 0.137, 0.121], - [0.959, 0.158, 0.172], - [0.98, 0.246, 0.222], - [0.673, 0.106, 0.122], - [0.917, 0.128, 0.13], - [0.671, 0.352, 0.336], - [1.088, 0.395, 0.366], - [1.05, 0.246, 0.241], - [1.155, 0.195, 0.201], - [0.979, 0.256, 0.241], - [0.933, 0.298, 0.343], - [0.99, 0.23, 0.242], - [0.526, 0.213, 0.214], - [0.9, 0.363, 0.389], - [1.081, 0.337, 0.373], - [0.993, 0.519, 0.515], - [0.481, 0.129, 0.142], - [1.682, 0.341, 0.333], - [2.57, 1.024, 1.082], - [5.624, 1.247, 1.289], - [16.234, 5.202, 5.052], - [0.767, 0.208, 0.197], - [0.5, 0.156, 0.175], - [0.854, 0.207, 0.252], - [1.988, 0.382, 0.44], - [1.183, 0.781, 0.946], - [0.995, 0.201, 0.177], - [0.971, 0.227, 0.245], - [1.219, 0.282, 0.257], - [1.451, 0.97, 0.943], - [1.967, 1.351, 0.646], - [2.106, 0.647, 1.328], - [0.645, 0.185, 0.205], - [0.596, 0.149, 0.155], - [0.495, 0.145, 0.154], - [0.571, 0.142, 0.146], - [0.718, 0.16, 0.165], - [0.478, 0.129, 0.112], - [0.52, 0.099, 0.105], - [0.43, 0.09, 0.109] + [0.225, 0.043, 0.03], + [0.313, 0.051, 0.051], + [0.666, 0.051, 0.052], + [0.435, 0.053, 0.067], + [0.481, 0.086, 0.086], + [0.593, 0.084, 0.084], + [0.369, 0.051, 0.051], + [0.322, 0.091, 0.058], + [0.733, 0.247, 0.25], + [1.242, 0.273, 0.248], + [0.635, 0.132, 0.134], + [0.625, 0.122, 0.128], + [0.614, 0.116, 0.111], + [0.808, 0.152, 0.151], + [0.734, 0.109, 0.154], + [0.49, 0.086, 0.088], + [0.864, 0.187, 0.178], + [0.873, 0.175, 0.165], + [1.356, 0.571, 0.439], + [0.461, 0.048, 0.048], + [3.283, 0.233, 0.237], + [4.668, 1.018, 1.119], + [9.38, 1.485, 1.386], + [32.847, 4.557, 4.793], + [0.826, 0.205, 0.183], + [0.606, 0.072, 0.064], + [0.8, 0.163, 0.194], + [3.77, 0.287, 0.324], + [2.079, 0.579, 0.578], + [0.405, 0.114, 0.112], + [1.35, 0.164, 0.151], + [1.534, 0.184, 0.291], + [1.597, 0.552, 0.539], + [3.486, 0.492, 0.434], + [3.562, 0.442, 0.424], + [0.443, 0.083, 0.087], + [0.867, 0.085, 0.088], + [0.629, 0.064, 0.066], + [0.815, 0.066, 0.064], + [1.232, 0.086, 0.093], + [0.537, 0.056, 0.057], + [0.553, 0.063, 0.057], + [0.351, 0.059, 0.046] ] } diff --git a/clickhouse-datalake/run.sh b/clickhouse-datalake/run.sh index 6f98bf537..5e0d4ac11 100755 --- a/clickhouse-datalake/run.sh +++ b/clickhouse-datalake/run.sh @@ -5,21 +5,16 @@ QUERY_NUM=1 ./clickhouse local --path . --query="$(cat create.sql)" cat queries.sql | while read -r query; do - rm -rf /dev/shm/clickhouse/* - sync && echo 3 | sudo tee /proc/sys/vm/drop_caches > /dev/null - echo -n "[" - for i in $(seq 1 $TRIES); do - RES=$(./clickhouse local --path . --time --format Null --filesystem_cache_name cache --query="$query" 2>&1) # (*) - [[ "$?" == "0" ]] && echo -n "${RES}" || echo -n "null" - [[ "$i" != $TRIES ]] && echo -n ", " - - echo "${QUERY_NUM},${i},${RES}" >> result.csv - done + i=0 + while read -r RES; do + [[ "$i" -gt 0 ]] && echo -n ", " + [[ "$RES" =~ ^[0-9] ]] && echo -n "${RES}" || echo -n "null" + echo "${QUERY_NUM},$((i+1)),${RES}" >> result.csv + i=$((i+1)) + done <<< "$(./clickhouse local --path . --time --format Null --use_page_cache_for_object_storage 1 --query "$query; $query; $query" 2>&1)" echo "]," - # (*) --format=Null is client-side formatting. The query result is still sent back to the client. - QUERY_NUM=$((QUERY_NUM + 1)) done ./clickhouse local --path . --query="DROP TABLE hits"