diff --git a/byconity/benchmark.sh b/byconity/benchmark.sh index af59bdff2..a7c00995a 100755 --- a/byconity/benchmark.sh +++ b/byconity/benchmark.sh @@ -36,6 +36,10 @@ byconity --database bench --query "INSERT INTO hits FORMAT TSV" < hits.tsv END=$(date +%s) echo "Load time: $(echo "$END - $START" | bc)" +# Drop the downloaded source files so the sync at the top of run.sh +# doesn't flush their pages and inflate cold-run prep time. +rm -f hits.tsv hits.tsv.gz + # NOTE: sometimes may hung due to docker-compose, using docker directly may help ./run.sh diff --git a/cedardb/benchmark.sh b/cedardb/benchmark.sh index 530be23dc..1cc728ed6 100755 --- a/cedardb/benchmark.sh +++ b/cedardb/benchmark.sh @@ -37,6 +37,10 @@ PGPASSWORD=test command time -f '%e' psql -h localhost -U postgres -q -t -c "COP echo -n "Data size: " PGPASSWORD=test psql -h localhost -U postgres -q -t -c "SELECT pg_total_relation_size('hits');" +# Drop the downloaded source files so the sync at the top of run.sh +# doesn't flush their pages and inflate cold-run prep time. +rm -f data/hits.tsv + # run benchmark echo "running benchmark..." ./run.sh 2>&1 | tee log.txt diff --git a/chdb/benchmark.sh b/chdb/benchmark.sh index 2f5daed52..532d29ef0 100755 --- a/chdb/benchmark.sh +++ b/chdb/benchmark.sh @@ -16,6 +16,10 @@ pigz -d -f hits.csv.gz echo -n "Load time: " command time -f '%e' ./load.py +# Drop the downloaded source files so the sync at the top of run.sh +# doesn't flush their pages and inflate cold-run prep time. +rm -f hits.csv + # Run the queries ./run.sh 2>&1 | tee log.txt diff --git a/chdb/results/c6a.2xlarge.json b/chdb/results/c6a.2xlarge.json index b8da23dac..9429e7da0 100644 --- a/chdb/results/c6a.2xlarge.json +++ b/chdb/results/c6a.2xlarge.json @@ -1,58 +1,58 @@ { "system": "chDB", - "date": "2026-03-09", + "date": "2026-05-05", "machine": "c6a.2xlarge", "cluster_size": 1, "proprietary": "no", "hardware": "cpu", "tuned": "no", "tags": ["C++","column-oriented","ClickHouse derivative","embedded","stateless","serverless"], - "load_time": 558, + "load_time": 554, "data_size": 15259769402, "result": [ - [0.013, 0.001, 0.001], - [0.07, 0.012, 0.015], - [0.132, 0.044, 0.045], - [0.192, 0.06, 0.063], - [0.784, 0.565, 0.564], - [1.11, 0.846, 0.833], - [0.057, 0.016, 0.017], - [0.093, 0.023, 0.02], - [0.944, 0.76, 0.752], - [1.037, 0.814, 0.807], - [0.359, 0.181, 0.169], - [0.397, 0.226, 0.222], - [1.234, 0.882, 0.871], - [2.215, 1.275, 1.232], - [1.319, 0.927, 0.865], - [0.947, 0.542, 0.525], - [3.299, 2.515, 2.369], - [2.427, 1.613, 1.603], - [6.147, 5.287, 5.075], - [0.16, 0.027, 0.025], - [11.462, 0.929, 0.931], - [13.063, 1.063, 1.07], - [15.102, 1.386, 1.415], - [12.563, 0.996, 1.002], - [2.43, 0.299, 0.299], - [0.826, 0.239, 0.243], - [2.437, 0.301, 0.285], - [0.321, 0.169, 0.165], - [12.169, 11.128, 11.125], - [0.124, 0.053, 0.051], - [0.755, 0.577, 0.556], - [4.185, 1.049, 1.001], - [14.849, 12.892, 13.57], - [13.404, 4.771, 4.526], - [13.379, 4.692, 4.701], - [0.573, 0.536, 0.444], - [0.165, 0.068, 0.06], - [0.116, 0.038, 0.032], - [0.131, 0.028, 0.025], - [0.259, 0.119, 0.109], - [0.107, 0.02, 0.017], - [0.098, 0.016, 0.014], - [0.09, 0.021, 0.012] + [0.011, 0.001, 0.001], + [0.068, 0.012, 0.014], + [0.117, 0.042, 0.042], + [0.205, 0.059, 0.058], + [0.748, 0.583, 0.563], + [1.069, 0.864, 0.85], + [0.055, 0.015, 0.014], + [0.084, 0.02, 0.018], + [0.881, 0.691, 0.68], + [0.997, 0.788, 0.789], + [0.334, 0.183, 0.178], + [0.375, 0.225, 0.226], + [1.206, 0.826, 0.829], + [2.258, 1.297, 1.237], + [1.318, 0.83, 0.805], + [0.903, 0.529, 0.518], + [3.235, 2.399, 2.391], + [2.305, 1.583, 1.564], + [5.866, 4.725, 4.213], + [0.137, 0.026, 0.027], + [11.496, 0.847, 0.833], + [13.084, 1.031, 1.039], + [15.093, 1.407, 1.352], + [12.579, 0.984, 0.987], + [2.447, 0.287, 0.279], + [0.834, 0.226, 0.221], + [2.407, 0.289, 0.283], + [0.287, 0.16, 0.154], + [12.039, 11.299, 11.02], + [0.115, 0.054, 0.056], + [0.719, 0.579, 0.563], + [4.17, 0.901, 0.901], + [14.687, 12.269, 13.341], + [13.39, 4.728, 4.334], + [13.357, 4.713, 4.365], + [0.523, 0.459, 0.479], + [0.157, 0.061, 0.063], + [0.116, 0.036, 0.038], + [0.126, 0.032, 0.024], + [0.226, 0.123, 0.116], + [0.104, 0.022, 0.022], + [0.098, 0.023, 0.016], + [0.087, 0.021, 0.011] ] } diff --git a/chdb/results/c6a.4xlarge.json b/chdb/results/c6a.4xlarge.json index fc48a82d2..ad3bc4869 100644 --- a/chdb/results/c6a.4xlarge.json +++ b/chdb/results/c6a.4xlarge.json @@ -1,58 +1,58 @@ { "system": "chDB", - "date": "2026-03-09", + "date": "2026-05-05", "machine": "c6a.4xlarge", "cluster_size": 1, "proprietary": "no", "hardware": "cpu", "tuned": "no", "tags": ["C++","column-oriented","ClickHouse derivative","embedded","stateless","serverless"], - "load_time": 484, - "data_size": 15262232797, + "load_time": 486, + "data_size": 15262238989, "result": [ - [0.013, 0.001, 0.001], - [0.057, 0.009, 0.008], - [0.099, 0.022, 0.023], - [0.137, 0.03, 0.03], - [0.485, 0.366, 0.362], - [0.834, 0.452, 0.454], - [0.046, 0.009, 0.009], - [0.079, 0.017, 0.014], - [0.616, 0.463, 0.497], - [0.813, 0.519, 0.525], - [0.311, 0.153, 0.151], - [0.297, 0.165, 0.163], - [0.996, 0.577, 0.578], - [1.923, 0.84, 0.813], - [1.18, 0.593, 0.612], - [0.551, 0.394, 0.393], - [2.518, 1.723, 1.709], - [1.857, 1.094, 1.068], - [4.947, 3.157, 3.12], - [0.108, 0.016, 0.015], - [10.851, 0.546, 0.537], - [12.341, 0.705, 0.72], - [14.626, 1.193, 1.189], - [11.807, 0.612, 0.634], - [2.305, 0.158, 0.147], - [0.72, 0.191, 0.192], - [2.302, 0.151, 0.15], - [0.208, 0.08, 0.078], - [9.713, 5.265, 5.234], - [0.096, 0.035, 0.035], - [0.509, 0.334, 0.329], - [3.898, 0.681, 0.67], - [6.522, 4.656, 4.705], - [12.115, 3.081, 3.214], - [12.138, 3.141, 3.228], - [0.423, 0.309, 0.337], - [0.133, 0.045, 0.047], - [0.113, 0.028, 0.028], - [0.12, 0.02, 0.02], - [0.185, 0.082, 0.081], - [0.107, 0.019, 0.017], - [0.09, 0.013, 0.011], - [0.089, 0.018, 0.01] + [0.01, 0.001, 0.001], + [0.068, 0.009, 0.015], + [0.109, 0.023, 0.022], + [0.257, 0.029, 0.029], + [0.491, 0.366, 0.363], + [0.833, 0.465, 0.454], + [0.048, 0.011, 0.009], + [0.082, 0.026, 0.014], + [0.614, 0.47, 0.464], + [0.782, 0.524, 0.513], + [0.331, 0.161, 0.165], + [0.301, 0.161, 0.176], + [0.99, 0.588, 0.603], + [1.89, 0.857, 0.846], + [1.151, 0.604, 0.578], + [0.555, 0.402, 0.399], + [2.476, 1.752, 1.737], + [1.941, 1.088, 1.044], + [5.013, 3.149, 3.034], + [0.137, 0.016, 0.017], + [10.761, 0.571, 0.534], + [12.386, 0.731, 0.744], + [14.619, 1.203, 1.182], + [11.837, 0.595, 0.617], + [2.304, 0.152, 0.148], + [0.757, 0.186, 0.178], + [2.307, 0.15, 0.149], + [0.29, 0.083, 0.083], + [9.69, 5.254, 5.243], + [0.13, 0.034, 0.034], + [0.523, 0.343, 0.338], + [3.891, 0.703, 0.7], + [6.521, 4.684, 4.655], + [12.136, 3.196, 3.263], + [12.168, 3.101, 3.281], + [0.399, 0.323, 0.267], + [0.152, 0.05, 0.048], + [0.1, 0.028, 0.027], + [0.121, 0.02, 0.02], + [0.184, 0.081, 0.086], + [0.105, 0.018, 0.018], + [0.097, 0.013, 0.012], + [0.087, 0.017, 0.01] ] } diff --git a/chdb/results/c6a.large.json b/chdb/results/c6a.large.json index eeaff0de8..3fdac9e6f 100644 --- a/chdb/results/c6a.large.json +++ b/chdb/results/c6a.large.json @@ -1,58 +1,58 @@ { "system": "chDB", - "date": "2026-03-09", + "date": "2026-05-05", "machine": "c6a.large", "cluster_size": 1, "proprietary": "no", "hardware": "cpu", "tuned": "no", "tags": ["C++","column-oriented","ClickHouse derivative","embedded","stateless","serverless"], - "load_time": 779, + "load_time": 787, "data_size": 15256492059, "result": [ - [0.015, 0.002, 0.001], - [0.135, 0.05, 0.066], - [0.433, 0.192, 0.197], - [0.845, 0.323, 0.377], - [3.539, 2.813, 2.813], - [5.636, 4.789, 3.512], - [0.122, 0.116, 0.082], - [0.142, 0.098, 0.074], - [5.28, 4.226, 4.972], - [5.335, 4.574, 4.48], - [1.593, 1, 0.975], - [2.494, 1.676, 1.826], - [6.24, 4.887, 4.313], - [15.42, 14.815, 15.154], - [6.178, 4.896, 5.19], - [5.872, 4.137, 3.635], - [22.783, 23.086, 20.874], - [11.6, 10.594, 11.5], - [31.589, 32.7, 33.24], - [0.446, 0.077, 0.089], - [12.426, 4.682, 5.587], - [13.872, 6.079, 6.169], - [17.166, 9.505, 9.956], - [13.854, 5.816, 8.419], - [2.391, 1.168, 1.183], - [1.532, 0.831, 0.975], - [2.402, 1.285, 1.165], - [1.061, 0.66, 0.718], - [52.284, 52.828, 50.903], - [0.27, 0.157, 0.149], - [2.563, 2.078, 2.073], - [5.607, 3.37, 3.377], - [44.183, 44.677, 44.544], - [37.355, 37.525, 37.183], - [37.55, 38.336, 37.539], - [1.816, 1.537, 1.445], - [0.329, 0.179, 0.169], - [0.164, 0.072, 0.074], - [0.2, 0.064, 0.062], - [0.568, 0.352, 0.39], - [0.136, 0.033, 0.032], - [0.119, 0.028, 0.028], - [0.117, 0.023, 0.023] + [0.014, 0.001, 0.001], + [0.164, 0.082, 0.078], + [0.473, 0.267, 0.296], + [0.788, 0.362, 0.417], + [3.474, 2.834, 2.784], + [6.497, 3.576, 3.7], + [0.095, 0.114, 0.123], + [0.143, 0.124, 0.113], + [4.64, 3.92, 4.01], + [5.333, 4.451, 4.643], + [1.507, 0.961, 1.012], + [2.172, 1.708, 1.507], + [6.148, 4.53, 4.903], + [13.182, 12.203, 13.202], + [6.209, 4.854, 4.924], + [5.791, 4.052, 3.791], + [22.542, 22.552, 20.802], + [11.375, 10.628, 11.363], + [30.658, 29.863, 31.034], + [0.419, 0.07, 0.083], + [12.344, 3.592, 4.008], + [13.721, 7.046, 7.445], + [16.893, 8.902, 10.277], + [13.393, 5.134, 5.745], + [2.356, 1.132, 1.125], + [1.373, 0.91, 0.93], + [2.36, 1.147, 1.138], + [0.958, 0.596, 0.637], + [50.632, 51.487, 49.483], + [0.258, 0.161, 0.148], + [2.351, 1.896, 1.887], + [5.102, 3.083, 3.219], + [43.603, 44.471, 44.001], + [34.42, 34.159, 34.668], + [35.641, 36.828, 35.892], + [1.73, 1.346, 1.314], + [0.334, 0.174, 0.172], + [0.154, 0.074, 0.069], + [0.197, 0.063, 0.065], + [0.545, 0.345, 0.329], + [0.135, 0.035, 0.031], + [0.121, 0.027, 0.027], + [0.111, 0.022, 0.023] ] } diff --git a/chdb/results/c6a.metal.json b/chdb/results/c6a.metal.json index 6c2222116..a075c3377 100644 --- a/chdb/results/c6a.metal.json +++ b/chdb/results/c6a.metal.json @@ -1,58 +1,58 @@ { "system": "chDB", - "date": "2026-03-09", + "date": "2026-05-05", "machine": "c6a.metal", "cluster_size": 1, "proprietary": "no", "hardware": "cpu", "tuned": "no", "tags": ["C++","column-oriented","ClickHouse derivative","embedded","stateless","serverless"], - "load_time": 144, - "data_size": 15262873227, + "load_time": 145, + "data_size": 15266642610, "result": [ - [0.015, 0.002, 0.002], - [0.117, 0.044, 0.04], - [0.142, 0.043, 0.044], - [0.152, 0.021, 0.019], - [0.609, 0.499, 0.506], - [1.047, 0.53, 0.496], - [0.09, 0.016, 0.017], - [0.161, 0.067, 0.068], - [0.936, 0.795, 0.733], - [1.23, 0.778, 0.852], - [0.345, 0.201, 0.199], - [0.584, 0.273, 0.259], - [1.187, 0.61, 0.582], - [2.9, 1.446, 1.572], - [0.912, 0.346, 0.336], - [0.286, 0.183, 0.178], - [1.626, 0.35, 0.311], - [1.546, 0.305, 0.286], - [3.254, 0.607, 0.606], - [0.115, 0.019, 0.015], - [9.896, 0.219, 0.268], - [11.778, 1.073, 1.1], - [14.605, 1.374, 1.415], - [11.192, 0.552, 0.547], - [2.051, 0.262, 0.244], - [0.562, 0.104, 0.115], - [2.034, 0.242, 0.244], - [0.201, 0.037, 0.041], - [9.133, 1.568, 1.62], - [0.147, 0.053, 0.057], - [0.751, 0.493, 0.498], - [3.384, 0.287, 0.29], - [3.756, 1.12, 1.065], - [10.415, 0.861, 0.843], - [10.503, 0.843, 0.833], - [0.275, 0.182, 0.18], - [0.137, 0.049, 0.051], - [0.128, 0.029, 0.027], - [0.122, 0.022, 0.02], - [0.194, 0.071, 0.067], - [0.112, 0.019, 0.019], - [0.109, 0.014, 0.014], - [0.104, 0.013, 0.012] + [0.019, 0.001, 0.001], + [0.138, 0.045, 0.04], + [0.202, 0.045, 0.046], + [0.348, 0.021, 0.022], + [0.808, 0.502, 0.513], + [1.051, 0.508, 0.514], + [0.095, 0.017, 0.017], + [0.181, 0.07, 0.069], + [1.101, 0.831, 0.79], + [1.353, 0.776, 0.858], + [0.405, 0.197, 0.198], + [0.624, 0.275, 0.273], + [1.201, 0.593, 0.579], + [2.887, 1.597, 1.657], + [0.898, 0.353, 0.366], + [0.43, 0.179, 0.179], + [1.591, 0.321, 0.322], + [1.553, 0.311, 0.302], + [3.236, 0.64, 0.605], + [0.195, 0.018, 0.017], + [10.19, 0.242, 0.262], + [11.991, 1.153, 1.1], + [14.833, 1.406, 1.528], + [11.366, 0.534, 0.559], + [2.037, 0.247, 0.247], + [0.589, 0.106, 0.117], + [2.038, 0.264, 0.247], + [0.585, 0.042, 0.041], + [9.349, 1.502, 1.45], + [0.172, 0.058, 0.056], + [0.782, 0.49, 0.499], + [3.397, 0.289, 0.278], + [3.721, 1.157, 1.007], + [10.613, 0.838, 0.86], + [10.735, 0.881, 0.837], + [0.535, 0.184, 0.173], + [0.195, 0.057, 0.052], + [0.159, 0.03, 0.031], + [0.171, 0.022, 0.02], + [0.255, 0.078, 0.071], + [0.135, 0.022, 0.022], + [0.133, 0.016, 0.015], + [0.109, 0.013, 0.015] ] } diff --git a/chdb/results/c6a.xlarge.json b/chdb/results/c6a.xlarge.json index 05614c206..453504762 100644 --- a/chdb/results/c6a.xlarge.json +++ b/chdb/results/c6a.xlarge.json @@ -1,58 +1,58 @@ { "system": "chDB", - "date": "2026-03-09", + "date": "2026-05-05", "machine": "c6a.xlarge", "cluster_size": 1, "proprietary": "no", "hardware": "cpu", "tuned": "no", "tags": ["C++","column-oriented","ClickHouse derivative","embedded","stateless","serverless"], - "load_time": 597, - "data_size": 15256819035, + "load_time": 602, + "data_size": 15257125379, "result": [ [0.013, 0.001, 0.001], - [0.084, 0.021, 0.024], - [0.197, 0.102, 0.102], - [0.395, 0.131, 0.137], - [1.48, 1.147, 1.158], - [2.242, 1.861, 1.874], - [0.074, 0.028, 0.034], - [0.092, 0.036, 0.033], - [1.79, 1.415, 1.422], - [2.078, 1.689, 1.63], - [0.628, 0.365, 0.363], - [0.797, 0.529, 0.493], - [2.43, 1.926, 1.806], - [3.239, 2.514, 2.548], - [2.217, 1.707, 1.688], - [1.614, 1.079, 1.088], - [6.199, 4.843, 4.254], - [4.557, 3.459, 3.634], - [18.051, 17.889, 16.06], - [0.223, 0.037, 0.038], - [10.287, 1.674, 1.648], - [11.76, 2.009, 2.023], - [14.594, 2.568, 2.528], - [11.814, 1.822, 1.77], - [2.162, 0.521, 0.523], - [0.713, 0.407, 0.404], - [2.163, 0.527, 0.536], - [0.515, 0.283, 0.282], - [21.506, 20.481, 20.507], - [0.149, 0.075, 0.081], - [1.125, 0.93, 0.922], - [4.298, 1.572, 1.56], - [21.976, 21.938, 21.442], - [20.089, 18.087, 17.864], - [20.414, 18.531, 21.145], - [1.006, 0.683, 0.661], - [0.199, 0.088, 0.081], - [0.122, 0.037, 0.043], - [0.151, 0.033, 0.036], - [0.342, 0.173, 0.181], - [0.114, 0.024, 0.023], - [0.093, 0.016, 0.017], - [0.093, 0.014, 0.013] + [0.08, 0.02, 0.022], + [0.183, 0.103, 0.096], + [0.335, 0.119, 0.121], + [1.414, 1.213, 1.187], + [2.205, 1.963, 1.908], + [0.072, 0.029, 0.033], + [0.096, 0.036, 0.036], + [1.817, 1.448, 1.459], + [1.991, 1.682, 1.668], + [0.605, 0.404, 0.399], + [0.722, 0.53, 0.519], + [2.432, 1.958, 1.891], + [3.517, 2.797, 2.776], + [2.388, 1.752, 1.763], + [1.679, 1.131, 1.082], + [6.46, 5.442, 5.321], + [4.76, 4.061, 4], + [18.331, 18.186, 15.622], + [0.216, 0.039, 0.039], + [10.262, 1.666, 1.668], + [11.747, 1.988, 1.951], + [15.203, 2.48, 2.499], + [11.482, 1.735, 1.741], + [2.151, 0.505, 0.51], + [0.669, 0.423, 0.418], + [2.155, 0.5, 0.519], + [0.491, 0.281, 0.275], + [21.551, 20.721, 20.708], + [0.152, 0.075, 0.077], + [1.127, 0.895, 0.923], + [4.316, 1.578, 1.546], + [22.205, 21.246, 22.455], + [20.521, 19.054, 19.909], + [21.604, 20.355, 19.019], + [1.114, 0.701, 0.72], + [0.184, 0.094, 0.09], + [0.128, 0.046, 0.04], + [0.143, 0.038, 0.037], + [0.335, 0.179, 0.181], + [0.11, 0.022, 0.021], + [0.097, 0.017, 0.016], + [0.093, 0.015, 0.014] ] } diff --git a/chdb/results/c7a.metal-48xl.json b/chdb/results/c7a.metal-48xl.json index bda8e7730..7f823088b 100644 --- a/chdb/results/c7a.metal-48xl.json +++ b/chdb/results/c7a.metal-48xl.json @@ -1,58 +1,58 @@ { "system": "chDB", - "date": "2026-03-09", + "date": "2026-05-05", "machine": "c7a.metal-48xl", "cluster_size": 1, "proprietary": "no", "hardware": "cpu", "tuned": "no", "tags": ["C++","column-oriented","ClickHouse derivative","embedded","stateless","serverless"], - "load_time": 138, - "data_size": 15268011342, + "load_time": 137, + "data_size": 15265398942, "result": [ - [0.018, 0.001, 0.001], - [0.157, 0.06, 0.065], - [0.128, 0.066, 0.066], - [0.171, 0.037, 0.042], - [2.21, 2.018, 2.026], - [2.554, 2.06, 2.039], - [0.113, 0.04, 0.035], - [0.2, 0.091, 0.096], - [1.44, 1.181, 1.187], - [1.825, 1.343, 1.294], - [0.293, 0.241, 0.278], - [0.764, 0.301, 0.297], - [1.538, 1.034, 1.042], - [3.422, 2.22, 2.189], - [1.182, 0.495, 0.484], - [0.469, 0.309, 0.307], - [1.636, 0.371, 0.381], - [1.541, 0.265, 0.285], - [3.143, 0.441, 0.471], - [0.11, 0.019, 0.02], - [9.717, 0.297, 0.289], - [12.081, 1.35, 1.341], - [14.999, 1.81, 1.833], - [11.051, 0.58, 0.589], - [2.049, 0.268, 0.27], - [0.592, 0.142, 0.134], - [2.006, 0.278, 0.286], - [0.499, 0.073, 0.079], - [9.471, 1.836, 1.788], - [0.174, 0.092, 0.095], - [1.316, 0.866, 0.877], - [3.511, 0.464, 0.461], - [3.381, 0.52, 0.462], - [10.69, 1.164, 1.213], - [10.851, 1.168, 1.179], - [0.435, 0.305, 0.305], - [0.132, 0.052, 0.054], - [0.128, 0.03, 0.04], - [0.135, 0.025, 0.047], - [0.172, 0.09, 0.07], - [0.119, 0.025, 0.04], - [0.119, 0.018, 0.019], - [0.12, 0.02, 0.018] + [0.013, 0.001, 0.001], + [0.159, 0.058, 0.054], + [0.144, 0.067, 0.065], + [0.187, 0.034, 0.036], + [2.293, 2.02, 2.04], + [2.565, 2.032, 2.054], + [0.125, 0.034, 0.037], + [0.183, 0.092, 0.09], + [1.419, 1.298, 1.192], + [1.705, 1.349, 1.282], + [0.44, 0.242, 0.253], + [0.329, 0.307, 0.302], + [1.542, 1.022, 1.034], + [3.396, 2.213, 2.199], + [1.06, 0.477, 0.471], + [0.47, 0.313, 0.304], + [1.618, 0.376, 0.372], + [1.523, 0.273, 0.262], + [3.058, 0.429, 0.439], + [0.137, 0.017, 0.016], + [9.581, 0.301, 0.298], + [11.618, 1.244, 1.308], + [14.686, 1.833, 1.742], + [10.844, 0.583, 0.58], + [2.011, 0.267, 0.271], + [0.559, 0.129, 0.142], + [2.013, 0.267, 0.262], + [0.267, 0.065, 0.06], + [9.301, 1.823, 1.798], + [0.188, 0.096, 0.094], + [1.155, 0.873, 0.864], + [3.475, 0.452, 0.443], + [3.412, 0.477, 0.481], + [10.499, 1.182, 1.182], + [10.519, 1.164, 1.165], + [0.427, 0.295, 0.297], + [0.151, 0.051, 0.051], + [0.122, 0.029, 0.029], + [0.134, 0.024, 0.022], + [0.181, 0.07, 0.067], + [0.115, 0.022, 0.022], + [0.122, 0.02, 0.018], + [0.115, 0.016, 0.016] ] } diff --git a/chdb/results/c8g.4xlarge.json b/chdb/results/c8g.4xlarge.json index 0ad8ef579..6daffc0c6 100644 --- a/chdb/results/c8g.4xlarge.json +++ b/chdb/results/c8g.4xlarge.json @@ -1,58 +1,58 @@ { "system": "chDB", - "date": "2026-03-09", + "date": "2026-05-05", "machine": "c8g.4xlarge", "cluster_size": 1, "proprietary": "no", "hardware": "cpu", "tuned": "no", "tags": ["C++","column-oriented","ClickHouse derivative","embedded","stateless","serverless"], - "load_time": 508, - "data_size": 15260292485, + "load_time": 528, + "data_size": 15260279858, "result": [ - [0.007, 0.001, 0.001], - [0.05, 0.009, 0.009], - [0.078, 0.017, 0.018], - [0.132, 0.028, 0.03], - [0.288, 0.18, 0.179], - [0.792, 0.308, 0.309], - [0.034, 0.01, 0.009], - [0.057, 0.02, 0.012], - [0.461, 0.281, 0.286], - [0.672, 0.338, 0.329], - [0.244, 0.121, 0.114], - [0.233, 0.124, 0.125], - [0.82, 0.27, 0.273], - [1.673, 0.418, 0.41], - [0.966, 0.317, 0.296], - [0.33, 0.178, 0.174], - [1.91, 0.684, 0.694], - [1.66, 0.482, 0.456], - [3.803, 1.248, 1.237], - [0.094, 0.013, 0.013], - [10.227, 0.395, 0.397], - [11.734, 0.426, 0.414], - [14.317, 0.536, 0.531], - [11.249, 0.437, 0.439], - [2.183, 0.11, 0.109], - [0.719, 0.089, 0.091], - [2.337, 0.107, 0.108], - [0.248, 0.062, 0.062], - [8.978, 3.096, 2.999], - [0.087, 0.032, 0.032], - [0.435, 0.193, 0.186], - [3.679, 0.339, 0.316], - [4.526, 1.783, 1.742], - [11.231, 1.381, 1.391], - [11.26, 1.395, 1.414], - [0.241, 0.181, 0.133], - [0.097, 0.029, 0.028], - [0.084, 0.023, 0.022], - [0.082, 0.017, 0.016], - [0.132, 0.043, 0.043], - [0.074, 0.033, 0.015], - [0.062, 0.026, 0.011], - [0.061, 0.026, 0.01] + [0.01, 0.001, 0.001], + [0.06, 0.009, 0.012], + [0.095, 0.017, 0.017], + [0.227, 0.027, 0.026], + [0.419, 0.171, 0.169], + [0.745, 0.283, 0.277], + [0.04, 0.009, 0.009], + [0.071, 0.016, 0.012], + [0.474, 0.262, 0.262], + [0.656, 0.298, 0.301], + [0.271, 0.113, 0.109], + [0.324, 0.113, 0.114], + [0.779, 0.245, 0.244], + [1.657, 0.381, 0.378], + [0.951, 0.294, 0.274], + [0.422, 0.167, 0.168], + [1.913, 0.631, 0.623], + [1.618, 0.444, 0.433], + [3.67, 1.168, 1.155], + [0.185, 0.013, 0.013], + [10.237, 0.38, 0.382], + [11.755, 0.394, 0.394], + [14.307, 0.498, 0.496], + [11.38, 0.41, 0.406], + [2.171, 0.101, 0.105], + [0.663, 0.081, 0.082], + [2.171, 0.102, 0.103], + [0.364, 0.061, 0.058], + [8.961, 3.014, 2.952], + [0.107, 0.031, 0.031], + [0.424, 0.187, 0.185], + [3.67, 0.283, 0.267], + [4.388, 1.582, 1.613], + [11.162, 1.252, 1.231], + [11.147, 1.23, 1.212], + [0.287, 0.162, 0.124], + [0.107, 0.027, 0.026], + [0.099, 0.03, 0.021], + [0.107, 0.015, 0.015], + [0.136, 0.041, 0.039], + [0.089, 0.014, 0.015], + [0.076, 0.025, 0.011], + [0.057, 0.01, 0.021] ] } diff --git a/chdb/results/c8g.metal-48xl.json b/chdb/results/c8g.metal-48xl.json index f48905a10..dd727e041 100644 --- a/chdb/results/c8g.metal-48xl.json +++ b/chdb/results/c8g.metal-48xl.json @@ -1,58 +1,58 @@ { "system": "chDB", - "date": "2026-03-09", + "date": "2026-05-05", "machine": "c8g.metal-48xl", "cluster_size": 1, "proprietary": "no", "hardware": "cpu", "tuned": "no", "tags": ["C++","column-oriented","ClickHouse derivative","embedded","stateless","serverless"], - "load_time": 122, - "data_size": 15264266838, + "load_time": 128, + "data_size": 15261573895, "result": [ - [0.012, 0.001, 0.001], - [0.077, 0.023, 0.022], - [0.091, 0.018, 0.018], - [0.111, 0.015, 0.015], - [0.601, 0.521, 0.793], - [1.207, 0.788, 0.917], - [0.073, 0.013, 0.012], - [0.099, 0.037, 0.033], - [0.545, 0.351, 0.493], - [0.864, 0.376, 0.511], - [0.215, 0.105, 0.096], - [0.287, 0.116, 0.103], - [1.067, 0.418, 0.41], - [2.129, 0.835, 0.845], - [0.829, 0.188, 0.204], - [0.217, 0.123, 0.127], - [1.439, 0.19, 0.188], - [1.421, 0.159, 0.158], - [3.016, 0.394, 0.376], - [0.098, 0.013, 0.012], - [9.661, 0.135, 0.118], - [11.263, 0.5, 0.527], - [14.105, 0.654, 0.695], - [11.003, 0.218, 0.228], - [1.987, 0.08, 0.102], - [0.56, 0.052, 0.051], - [2.159, 0.092, 0.106], - [0.259, 0.041, 0.038], - [8.936, 0.929, 0.926], - [0.152, 0.092, 0.092], - [0.735, 0.336, 0.362], - [3.249, 0.18, 0.177], - [3.316, 0.572, 0.404], - [10.515, 0.542, 0.548], - [10.152, 0.555, 0.552], - [0.229, 0.13, 0.133], - [0.109, 0.031, 0.04], - [0.096, 0.034, 0.026], - [0.102, 0.02, 0.029], - [0.144, 0.047, 0.048], - [0.09, 0.02, 0.034], - [0.1, 0.018, 0.017], - [0.077, 0.015, 0.015] + [0.01, 0.001, 0.001], + [0.11, 0.021, 0.02], + [0.116, 0.019, 0.022], + [0.183, 0.021, 0.017], + [0.956, 0.784, 0.888], + [1.27, 0.764, 0.773], + [0.073, 0.014, 0.014], + [0.151, 0.042, 0.045], + [0.651, 0.451, 0.446], + [0.937, 0.48, 0.505], + [0.267, 0.102, 0.102], + [0.357, 0.141, 0.144], + [0.881, 0.39, 0.397], + [1.793, 0.76, 0.742], + [0.768, 0.154, 0.16], + [0.219, 0.12, 0.116], + [1.426, 0.179, 0.178], + [1.449, 0.158, 0.158], + [2.996, 0.269, 0.268], + [0.11, 0.013, 0.012], + [9.725, 0.127, 0.13], + [11.366, 0.382, 0.462], + [14.195, 0.532, 0.619], + [11.054, 0.152, 0.152], + [2.007, 0.054, 0.053], + [0.542, 0.044, 0.043], + [1.998, 0.056, 0.056], + [0.24, 0.037, 0.036], + [8.489, 0.877, 0.852], + [0.145, 0.089, 0.09], + [0.596, 0.225, 0.296], + [3.237, 0.141, 0.138], + [3.413, 0.453, 0.413], + [10.123, 0.491, 0.498], + [10.065, 0.508, 0.477], + [0.214, 0.102, 0.098], + [0.117, 0.048, 0.032], + [0.103, 0.026, 0.042], + [0.115, 0.038, 0.021], + [0.143, 0.047, 0.047], + [0.086, 0.02, 0.039], + [0.097, 0.017, 0.016], + [0.081, 0.015, 0.036] ] } diff --git a/chdb/results/t3a.small.json b/chdb/results/t3a.small.json index dbe10e7a6..5968d0b17 100644 --- a/chdb/results/t3a.small.json +++ b/chdb/results/t3a.small.json @@ -1,58 +1,58 @@ { "system": "chDB", - "date": "2026-02-21", + "date": "2026-05-05", "machine": "t3a.small", "cluster_size": 1, "proprietary": "no", "hardware": "cpu", "tuned": "no", "tags": ["C++","column-oriented","ClickHouse derivative","embedded","stateless","serverless"], - "load_time": 1310, - "data_size": 14469197557, + "load_time": 1520, + "data_size": 15263718473, "result": [ - [0.027, 0.003, 0.003], - [0.264, 0.109, 0.11], - [0.804, 0.446, 0.532], - [1.262, 0.74, 0.731], - [6.504, 6.65, 6.422], - [9.602, 9.612, 9.398], - [0.214, 0.124, 0.127], - [0.305, 0.154, 0.184], - [8.604, 8.373, 8.398], - [10.288, 9.546, 9.661], - [2.779, 1.85, 1.711], - [3.196, 2.211, 2.45], - [15.392, 15.323, 15.487], - [25.717, 25.716, 25.879], - [18.472, 17.861, 18.026], - [9.379, 8.765, 8.923], - [45.573, 45.604, 33.451], - [23.52, 22.82, 23.649], - [68.347, 61.721, 59.569], - [0.532, 0.118, 0.116], - [13.458, 13.708, 13.878], - [14.376, 14.677, 14.563], - [17.98, 17.826, 18.045], - [15.748, 15.818, 16.134], - [3.446, 2.252, 2.277], - [2.459, 1.798, 1.82], - [3.452, 2.258, 2.257], - [12.921, 14.767, 13.115], - [93.362, 93.326, 92.527], - [0.379, 0.28, 0.288], - [5.964, 5.535, 5.343], - [12.86, 12.879, 12.845], - [73.888, 74.479, 74.695], - [59.097, 61.549, 317.421], - [449.973, 433.686, 439.42], - [8.961, 2.332, 2.006], - [2.053, 0.337, 0.344], - [1.052, 0.156, 0.176], - [2.064, 0.117, 0.103], - [3.484, 0.554, 0.567], - [1.27, 0.066, 0.07], - [1.063, 0.047, 0.048], - [0.913, 0.049, 0.058] + [0.024, 0.005, 0.003], + [0.192, 0.104, 0.082], + [0.593, 0.317, 0.31], + [1.204, 0.831, 0.524], + [6.45, 6.11, 6.317], + [9.446, 9.838, 8.992], + [0.16, 0.135, 0.095], + [0.179, 0.118, 0.147], + [8.132, 8.074, 8.303], + [8.554, 8.95, 9.194], + [2.522, 1.612, 1.483], + [3.296, 1.933, 1.72], + [13.338, 13.34, 12.598], + [23.933, 24.712, 23.913], + [14.106, 13.228, 13.299], + [9.158, 8.653, 8.405], + [34.043, 35.47, 30.604], + [16.194, 16.269, 16.136], + [45.605, 44.724, 44.473], + [0.548, 0.103, 0.098], + [12.706, 13.926, 16.088], + [17.903, 20.096, 18.067], + [19.878, 19.767, 20.182], + [15.35, 14.695, 14.531], + [3.333, 1.536, 1.496], + [2.327, 1.281, 1.257], + [3.059, 1.483, 1.494], + [1.401, 0.798, 0.795], + [70.112, 69.312, 68.799], + [0.335, 0.204, 0.203], + [3.231, 2.635, 2.658], + [10.182, 10.333, 10.316], + [61.123, 64.512, 66.197], + [50.234, 48.753, 45.432], + [45.923, 47.816, 46.296], + [2.437, 1.973, 2.045], + [0.452, 0.255, 0.265], + [0.254, 0.123, 0.125], + [0.251, 0.084, 0.085], + [0.766, 0.487, 0.471], + [0.195, 0.063, 0.056], + [0.165, 0.048, 0.05], + [0.152, 0.054, 0.054] ] } diff --git a/citus/benchmark.sh b/citus/benchmark.sh index d23b3bf64..4d88ecda6 100755 --- a/citus/benchmark.sh +++ b/citus/benchmark.sh @@ -26,6 +26,10 @@ command time -f '%e' psql -U postgres -h localhost -d postgres test -q -t -c "\\ # COPY 99997497 # Time: 1579203.482 ms (26:19.203) +# Drop the downloaded source files so the sync at the top of run.sh +# doesn't flush their pages and inflate cold-run prep time. +rm -f hits.tsv + ./run.sh 2>&1 | tee log.txt echo -n "Data size: " diff --git a/citus/results/c6a.2xlarge.json b/citus/results/c6a.2xlarge.json index 7c29d875e..d04da0175 100644 --- a/citus/results/c6a.2xlarge.json +++ b/citus/results/c6a.2xlarge.json @@ -1,57 +1,58 @@ { - "system": "Citus", - "date": "2025-07-11", + "system": "Citus", + "date": "2026-05-05", "machine": "c6a.2xlarge", "cluster_size": 1, - "proprietary": "no", + "proprietary": "no", "hardware": "cpu", - "tuned": "no", - "tags": ["C","PostgreSQL compatible","column-oriented", "lukewarm-cold-run"], - "load_time": 1439, + "tuned": "no", + "tags": ["C","PostgreSQL compatible","column-oriented","lukewarm-cold-run"], + "load_time": 1461, "data_size": 18980595583, "result": [ - [5.213, 4.372, 4.342], - [5.835, 3.73, 3.769], - [9.582, 6.688, 6.773], - [9.148, 6.007, 5.935], - [35.425, 31.531, 31.358], - [113.397, 110.228, 109.626], - [7.458, 5.315, 5.307], - [5.66, 3.386, 3.353], - [66.348, 61.344, 61.44], - [73.264, 64.742, 64.412], - [13.111, 8.429, 8.428], - [14.461, 9.719, 9.743], - [16.847, 13.345, 13.35], - [73.141, 67.348, 67.738], - [18.417, 14.574, 14.562], - [42.601, 37.916, 37.189], - [60.46, 51.963, 52.157], - [30.212, 22.198, 22.239], - [111.944, 100.408, 101.209], - [3.688, 1.457, 1.397], - [30.853, 22.868, 22.918], - [33.615, 23.152, 23.163], - [49.078, 30.646, 30.808], - [168.465, 122.871, 123.425], - [15.608, 9.034, 8.439], - [10.526, 6.997, 6.967], - [15.092, 8.411, 8.436], - [44.575, 35.158, 35.097], - [451.53, 443.247, 442.644], - [57.208, 54.682, 55.564], - [24.805, 16.705, 16.466], - [33.94, 20.818, 20.801], - [111.266, 98.194, 98.036], - [97.275, 85.969, 85.741], - [102.321, 90.752, 90.819], - [47.434, 42.666, 42.597], - [6.475, 5.769, 5.769], - [2.406, 1.736, 1.715], - [1.449, 0.718, 0.724], - [8.452, 7.607, 7.638], - [1.337, 0.612, 0.616], - [1.314, 0.591, 0.59], - [1.414, 0.682, 0.675] + [5.891, 4.483, 4.377], + [6.262, 3.853, 3.756], + [9.457, 6.718, 6.728], + [9.459, 6.174, 6.137], + [34.359, 30.918, 31.032], + [105.513, 101.732, 101.873], + [7.483, 5.242, 5.255], + [5.771, 3.387, 3.401], + [63.702, 59.508, 59.476], + [70.139, 63.521, 63.483], + [13.044, 8.19, 8.193], + [14.444, 9.486, 9.482], + [16.912, 13.249, 13.037], + [74.042, 66.482, 66.568], + [18.392, 14.503, 14.392], + [40.405, 36.898, 36.988], + [57.546, 51.187, 52.318], + [28.525, 21.55, 21.639], + [111.322, 100.405, 100.036], + [3.664, 1.469, 1.417], + [31.364, 23.441, 23.402], + [34.072, 23.428, 23.432], + [49.538, 31.182, 31.209], + [167.799, 124.275, 132.04], + [15.707, 8.446, 8.438], + [10.957, 7.008, 7.046], + [16.205, 9.018, 9.034], + [45.692, 36.102, 35.964], + [456.561, 451.083, 448.443], + [56.732, 51.967, 55.234], + [25.253, 16.679, 16.506], + [34.333, 20.728, 20.787], + [108.398, 97.187, 97.589], + [92.999, 83.808, 84.065], + [97.393, 90.371, 90.412], + [45.047, 41.862, 41.752], + [6.419, 5.733, 5.814], + [2.224, 1.709, 1.684], + [1.378, 0.724, 0.733], + [8.349, 7.608, 7.611], + [1.211, 0.615, 0.62], + [1.211, 0.598, 0.588], + [1.282, 0.683, 0.663] ] } + diff --git a/citus/results/c6a.4xlarge.json b/citus/results/c6a.4xlarge.json index d2a9bafb8..8c7d8b35f 100644 --- a/citus/results/c6a.4xlarge.json +++ b/citus/results/c6a.4xlarge.json @@ -1,57 +1,58 @@ { - "system": "Citus", - "date": "2025-07-11", + "system": "Citus", + "date": "2026-05-05", "machine": "c6a.4xlarge", "cluster_size": 1, - "proprietary": "no", + "proprietary": "no", "hardware": "cpu", - "tuned": "no", - "tags": ["C","PostgreSQL compatible","column-oriented", "lukewarm-cold-run"], - "load_time": 1408, + "tuned": "no", + "tags": ["C","PostgreSQL compatible","column-oriented","lukewarm-cold-run"], + "load_time": 1420, "data_size": 18980595583, "result": [ - [5.204, 4.249, 4.324], - [5.941, 3.65, 3.595], - [9.331, 6.808, 6.666], - [9.219, 6.023, 5.942], - [35.41, 31.262, 31.331], - [105.647, 102.098, 102.457], - [7.458, 5.18, 5.165], - [5.685, 3.375, 3.377], - [64.895, 60.362, 60.326], - [70.488, 63.871, 63.676], - [12.923, 8.251, 8.179], - [14.3, 9.443, 9.471], - [16.802, 13.159, 13.1], - [73.512, 66.316, 66.715], - [18.432, 14.512, 14.564], - [40.204, 37.422, 37.219], - [58.808, 53.013, 51.577], - [30.489, 22.499, 22.262], - [111.376, 100.207, 100.108], - [3.736, 1.439, 1.392], - [30.807, 22.704, 22.733], - [33.842, 23.081, 23.07], - [49.491, 30.706, 30.662], - [168.935, 122.11, 122.181], - [15.793, 8.841, 8.844], - [10.716, 6.97, 6.946], - [15.739, 8.859, 8.866], - [44.741, 35.081, 35.004], - [448.409, 440.536, 442.036], - [56.966, 53.879, 55.457], - [24.868, 16.64, 16.46], - [33.966, 20.687, 20.842], - [111.527, 97.786, 97.695], - [94.171, 77.464, 76.791], - [98.184, 81.144, 81.126], - [44.629, 42.639, 42.198], - [6.434, 5.687, 5.688], - [2.406, 1.706, 1.681], - [1.508, 0.713, 0.719], - [8.522, 7.544, 7.539], - [1.396, 0.606, 0.609], - [1.39, 0.584, 0.584], - [1.417, 0.67, 0.656] + [5.821, 4.485, 4.372], + [6.121, 3.567, 3.557], + [9.592, 6.695, 6.736], + [9.498, 6.062, 6.012], + [34.747, 31.058, 30.849], + [106.481, 101.372, 101.491], + [7.927, 5.257, 5.326], + [5.909, 3.44, 3.432], + [63.568, 58.993, 59.147], + [70.147, 63.113, 63.058], + [13.204, 8.147, 8.173], + [14.606, 9.509, 9.47], + [17.014, 13.05, 12.962], + [73.231, 66.582, 66.193], + [18.52, 14.372, 14.376], + [40.386, 37.024, 37.215], + [57.723, 50.889, 50.975], + [27.812, 21.33, 21.446], + [111.114, 99.683, 99.568], + [3.759, 1.46, 1.398], + [31.376, 23.267, 23.152], + [34.332, 23.436, 23.436], + [49.99, 31.177, 31.166], + [167.878, 123.141, 123.182], + [16.486, 8.945, 8.955], + [10.977, 7.028, 7.002], + [16.12, 8.698, 8.71], + [45.222, 35.383, 35.181], + [452.492, 442.263, 445.333], + [57.158, 50.852, 53.566], + [25.436, 16.714, 16.55], + [34.508, 20.698, 20.723], + [107.879, 96.568, 97.032], + [88.601, 77.297, 77.144], + [92.061, 80.344, 80.638], + [45.504, 41.858, 41.95], + [6.494, 5.659, 5.668], + [2.364, 1.699, 1.684], + [1.478, 0.722, 0.726], + [8.365, 7.551, 7.533], + [1.268, 0.617, 0.62], + [1.253, 0.584, 0.588], + [1.353, 0.676, 0.663] ] } + diff --git a/citus/results/c6a.large.json b/citus/results/c6a.large.json index a643424c1..0db1fc5ea 100644 --- a/citus/results/c6a.large.json +++ b/citus/results/c6a.large.json @@ -1,57 +1,58 @@ { - "system": "Citus", - "date": "2025-07-12", + "system": "Citus", + "date": "2026-05-05", "machine": "c6a.large", "cluster_size": 1, - "proprietary": "no", + "proprietary": "no", "hardware": "cpu", - "tuned": "no", - "tags": ["C","PostgreSQL compatible","column-oriented", "lukewarm-cold-run"], - "load_time": 1714, - "data_size": 18980595587, + "tuned": "no", + "tags": ["C","PostgreSQL compatible","column-oriented","lukewarm-cold-run"], + "load_time": 1676, + "data_size": 18980595583, "result": [ - [5.234, 4.47, 4.429], - [5.806, 3.758, 3.765], - [9.312, 6.948, 7.251], - [9.031, 6.099, 6.138], - [35.703, 32.613, 32.592], - [108.523, 105.187, 105.292], - [7.571, 5.239, 5.217], - [5.523, 3.429, 3.477], - [82.151, 80.542, 80.498], - [92.58, 87.902, 87.818], - [12.777, 8.31, 8.313], - [14.184, 9.659, 9.606], - [17.08, 13.699, 14.024], - [74.326, 68.906, 68.965], - [18.649, 15.262, 15.154], - [46.796, 44.004, 43.868], - [75.013, 71.031, 72.121], - [29.077, 25.714, 26.459], - [153.199, 147.936, 148.412], - [3.597, 1.483, 1.518], - [30.862, 23.446, 23.408], - [33.733, 23.513, 23.532], - [49.041, 36.635, 36.718], - [169.664, 159.207, 160.635], - [15.092, 8.566, 8.584], - [10.365, 7.097, 7.049], - [15.596, 9.114, 9.146], - [44.742, 35.712, 35.678], - [483.415, 480.681, 480.826], - [56.805, 55.903, 54.212], - [25.021, 17.379, 16.973], - [34.013, 21.23, 21.287], - [126.52, 120.147, 121.241], - [207.494, 203.278, 207.22], - [219.444, 218.355, 217.625], - [56.147, 54.394, 54.146], - [6.559, 5.935, 5.898], - [2.324, 1.715, 1.741], - [1.374, 0.725, 0.73], - [8.546, 7.826, 7.826], - [1.287, 0.618, 0.623], - [1.252, 0.653, 0.592], - [1.287, 0.679, 0.664] + [6.127, 4.64, 4.424], + [6.014, 3.659, 3.613], + [9.755, 7.097, 6.949], + [9.384, 6.112, 6.152], + [35.201, 31.816, 32.653], + [107.074, 103.435, 103.409], + [7.534, 5.239, 5.393], + [5.68, 3.378, 3.41], + [81.92, 79.399, 79.404], + [93.528, 89.459, 87.149], + [13.095, 8.288, 8.251], + [14.549, 9.563, 9.614], + [17.1, 13.314, 13.32], + [73.482, 67.346, 67.346], + [18.719, 14.66, 14.642], + [47.465, 44.101, 42.853], + [75.198, 70.645, 71.54], + [28.139, 24.297, 24.202], + [158.042, 151.664, 153.657], + [3.671, 1.504, 1.411], + [31.404, 23.53, 23.554], + [34.371, 23.769, 23.752], + [49.979, 38.108, 37.991], + [168.704, 157.931, 158.031], + [15.689, 8.639, 9.087], + [10.681, 6.929, 6.926], + [16.224, 8.597, 9.163], + [45.38, 35.865, 35.768], + [483.173, 478.156, 479.91], + [57.057, 55.4, 56.1], + [25.228, 16.905, 16.708], + [34.255, 20.872, 20.978], + [125.931, 117.792, 120.568], + [221.325, 218.278, 220.564], + [234.689, 232.408, 233.542], + [57.586, 52.538, 56.649], + [6.48, 5.774, 5.744], + [2.334, 1.689, 1.721], + [1.347, 0.723, 0.795], + [8.362, 7.618, 7.651], + [1.222, 0.612, 0.615], + [1.202, 0.585, 0.656], + [1.217, 0.683, 0.668] ] } + diff --git a/citus/results/c6a.metal.json b/citus/results/c6a.metal.json new file mode 100644 index 000000000..6df7c751e --- /dev/null +++ b/citus/results/c6a.metal.json @@ -0,0 +1,58 @@ +{ + "system": "Citus", + "date": "2026-05-05", + "machine": "c6a.metal", + "cluster_size": 1, + "proprietary": "no", + "hardware": "cpu", + "tuned": "no", + "tags": ["C","PostgreSQL compatible","column-oriented","lukewarm-cold-run"], + "load_time": 1421, + "data_size": 18980595583, + "result": [ + [5.212, 4.476, 4.168], + [5.381, 3.462, 3.487], + [8.798, 6.336, 6.371], + [8.787, 5.762, 5.825], + [32.638, 29.428, 29.542], + [100.66, 97.416, 97.429], + [7.122, 4.958, 4.972], + [5.335, 3.203, 3.235], + [60.633, 56.803, 56.934], + [66.171, 59.964, 60.091], + [12.273, 7.788, 7.753], + [13.621, 9.023, 9.001], + [16.029, 12.309, 12.331], + [70.192, 63.677, 63.671], + [17.354, 13.604, 13.66], + [38.805, 34.707, 37.258], + [54.949, 49.215, 49.208], + [26.588, 20.896, 20.711], + [104.842, 95.262, 95.786], + [3.444, 1.386, 1.36], + [29.559, 22.159, 22.064], + [32.466, 22.409, 22.365], + [47.162, 29.832, 29.668], + [156.741, 115.589, 115.784], + [15.227, 8.499, 8.621], + [10.202, 6.741, 6.748], + [15.24, 8.55, 8.12], + [42.802, 34.036, 33.661], + [430.739, 429.589, 427.682], + [54.707, 51.661, 53.14], + [23.724, 15.738, 15.58], + [32.325, 19.754, 19.618], + [102.46, 92.443, 92.311], + [81.555, 70.192, 71.67], + [83.48, 73.762, 75.304], + [42.583, 39.775, 39.818], + [6.057, 5.492, 5.465], + [2.101, 1.633, 1.611], + [1.249, 0.72, 0.707], + [7.876, 7.275, 7.248], + [1.075, 0.611, 0.616], + [1.091, 0.579, 0.578], + [1.14, 0.673, 0.667] +] +} + diff --git a/citus/results/c6a.xlarge.json b/citus/results/c6a.xlarge.json index 15a5aad95..f46490f26 100644 --- a/citus/results/c6a.xlarge.json +++ b/citus/results/c6a.xlarge.json @@ -1,57 +1,58 @@ { - "system": "Citus", - "date": "2025-07-11", + "system": "Citus", + "date": "2026-05-05", "machine": "c6a.xlarge", "cluster_size": 1, - "proprietary": "no", + "proprietary": "no", "hardware": "cpu", - "tuned": "no", - "tags": ["C","PostgreSQL compatible","column-oriented", "lukewarm-cold-run"], - "load_time": 1596, - "data_size": 18980595587, + "tuned": "no", + "tags": ["C","PostgreSQL compatible","column-oriented","lukewarm-cold-run"], + "load_time": 1595, + "data_size": 18980595583, "result": [ - [4.869, 4.275, 4.366], - [5.917, 3.715, 3.658], - [9.524, 6.707, 6.728], - [9.302, 6.007, 6.003], - [35.317, 31.369, 31.475], - [106.249, 102.354, 102.308], - [7.212, 5.211, 5.183], - [5.567, 3.374, 3.367], - [69.822, 65.009, 64.879], - [75.832, 67.101, 66.84], - [12.832, 8.198, 8.191], - [14.391, 9.709, 9.75], - [16.805, 13.361, 13.498], - [73.069, 67.086, 67.171], - [19.51, 14.836, 14.67], - [42.608, 38.035, 37.543], - [60.66, 52.853, 52.845], - [29.978, 22.376, 22.397], - [120.546, 110.628, 109.065], - [3.585, 1.508, 1.426], - [30.775, 22.922, 22.876], - [33.519, 23.121, 23.117], - [49.111, 30.908, 31.025], - [168.659, 156.072, 156.107], - [15.098, 8.929, 8.432], - [10.495, 6.995, 6.981], - [15.457, 8.497, 8.951], - [44.502, 35.448, 35.28], - [450.203, 447.223, 448.05], - [56.174, 54.507, 53.602], - [24.841, 16.88, 16.794], - [33.564, 20.993, 20.856], - [111.408, 99.549, 99.457], - [171.778, 170.265, 170.464], - [183.668, 177.821, 179.96], - [47.188, 42.792, 43.739], - [6.475, 5.737, 5.708], - [2.318, 1.706, 1.695], - [1.381, 0.72, 0.728], - [8.465, 7.631, 7.614], - [1.311, 0.62, 0.623], - [1.336, 0.591, 0.607], - [1.396, 0.675, 0.659] + [5.619, 4.578, 4.384], + [5.743, 3.66, 3.649], + [9.536, 6.719, 6.707], + [9.36, 6.04, 6.155], + [34.372, 31.045, 31.082], + [105.739, 101.969, 101.97], + [7.5, 5.81, 5.323], + [5.606, 3.392, 3.392], + [68.171, 63.672, 63.102], + [72.628, 66.796, 66.805], + [12.924, 8.212, 8.209], + [14.32, 9.494, 9.515], + [16.768, 13.08, 13.071], + [73.312, 66.54, 66.245], + [18.34, 14.564, 14.597], + [41.392, 37.642, 37.636], + [57.839, 51.913, 51.935], + [27.657, 21.684, 21.702], + [118.755, 108.942, 108.028], + [3.611, 1.456, 1.43], + [31.499, 24.03, 23.89], + [34.026, 23.694, 23.673], + [49.204, 31.491, 31.405], + [168.599, 156.362, 157.208], + [16.115, 9.124, 9.127], + [10.78, 7.127, 7.094], + [16.113, 9.124, 9.101], + [44.959, 35.798, 35.6], + [456.55, 447.151, 446.173], + [56.379, 51.982, 56.231], + [25.161, 16.907, 16.651], + [34.101, 20.882, 20.969], + [108.458, 98.229, 98.822], + [163.86, 164.27, 163.154], + [171.39, 170.541, 167.149], + [46.232, 42.45, 43.747], + [6.376, 5.784, 5.715], + [2.223, 1.706, 1.698], + [1.322, 0.731, 0.735], + [8.332, 7.668, 7.624], + [1.153, 0.621, 0.635], + [1.12, 0.594, 0.593], + [1.205, 0.71, 0.683] ] } + diff --git a/citus/results/c7a.metal-48xl.json b/citus/results/c7a.metal-48xl.json new file mode 100644 index 000000000..294338cb9 --- /dev/null +++ b/citus/results/c7a.metal-48xl.json @@ -0,0 +1,58 @@ +{ + "system": "Citus", + "date": "2026-05-05", + "machine": "c7a.metal-48xl", + "cluster_size": 1, + "proprietary": "no", + "hardware": "cpu", + "tuned": "no", + "tags": ["C","PostgreSQL compatible","column-oriented","lukewarm-cold-run"], + "load_time": 1301, + "data_size": 18980595583, + "result": [ + [5.301, 4.092, 3.909], + [5.147, 3.217, 3.19], + [8.087, 5.696, 5.773], + [8.526, 5.633, 5.49], + [29.124, 26.526, 26.426], + [92.081, 88.818, 88.977], + [6.588, 4.547, 4.667], + [5.034, 2.942, 2.98], + [55.582, 51.697, 51.981], + [61.408, 54.803, 54.975], + [11.824, 7.352, 7.33], + [12.935, 8.326, 8.343], + [15.377, 11.725, 11.737], + [65.174, 59.285, 59.497], + [16.553, 12.866, 12.91], + [36.591, 32.808, 33.356], + [50.775, 45.304, 45.466], + [24.791, 18.828, 18.979], + [91.892, 83.039, 81.588], + [3.359, 1.296, 1.237], + [28.964, 21.567, 21.484], + [31.495, 21.496, 21.38], + [45.413, 28.311, 28.219], + [151.162, 111.105, 118.378], + [14.816, 8.128, 8.078], + [9.881, 6.407, 6.348], + [14.289, 8.099, 7.558], + [41.728, 32.65, 32.814], + [377.818, 374.305, 374.056], + [42.116, 39.213, 39.263], + [22.149, 14.174, 14.001], + [30.446, 17.518, 17.604], + [91.472, 81.784, 81.64], + [80.274, 68.032, 68.626], + [84.759, 71.982, 71.511], + [39.43, 36.572, 36.884], + [5.58, 4.971, 4.979], + [2.027, 1.517, 1.505], + [1.202, 0.619, 0.623], + [7.242, 6.603, 6.604], + [1.066, 0.522, 0.529], + [1.048, 0.5, 0.507], + [1.095, 0.584, 0.569] +] +} + diff --git a/clickhouse/benchmark.sh b/clickhouse/benchmark.sh index 34c19b4f0..edb355852 100755 --- a/clickhouse/benchmark.sh +++ b/clickhouse/benchmark.sh @@ -44,6 +44,10 @@ sudo chown clickhouse:clickhouse /var/lib/clickhouse/user_files/hits_*.parquet echo -n "Load time: " clickhouse-client --time --query "INSERT INTO hits SELECT * FROM file('hits_*.parquet')" --max-insert-threads $(( $(nproc) / 4 )) +# Drop the downloaded source files so the sync at the top of run.sh +# doesn't flush their pages and inflate cold-run prep time. +sudo rm -f /var/lib/clickhouse/user_files/hits_*.parquet + # Run the queries ./run.sh "$1" diff --git a/clickhouse/results/c6a.2xlarge.json b/clickhouse/results/c6a.2xlarge.json index 47f49270b..3683c8893 100644 --- a/clickhouse/results/c6a.2xlarge.json +++ b/clickhouse/results/c6a.2xlarge.json @@ -1,58 +1,58 @@ { "system": "ClickHouse", - "date": "2026-05-01", + "date": "2026-05-05", "machine": "c6a.2xlarge", "cluster_size": 1, "proprietary": "no", "hardware": "cpu", "tuned": "no", "tags": ["C++","column-oriented","ClickHouse derivative","lukewarm-cold-run"], - "load_time": 346, - "data_size": 15278985002, + "load_time": 355, + "data_size": 15274903603, "result": [ - [0.002, 0.002, 0.002], - [0.053, 0.012, 0.01], - [0.378, 0.044, 0.045], - [0.73, 0.054, 0.051], - [0.749, 0.532, 0.503], - [1.256, 1.204, 1.238], - [0.037, 0.015, 0.014], - [0.035, 0.013, 0.013], - [0.932, 0.667, 0.66], - [0.913, 0.748, 0.741], - [0.833, 0.169, 0.156], - [0.668, 0.206, 0.195], - [1.342, 0.818, 0.784], - [2.042, 1.181, 1.145], - [1.722, 0.814, 0.758], - [0.712, 0.582, 0.585], - [2.928, 2.396, 2.435], - [2.464, 1.557, 1.457], - [6.328, 4.512, 4.493], - [0.446, 0.003, 0.003], - [11.045, 0.434, 0.395], - [11.966, 0.097, 0.093], - [14.587, 8.712, 0.619], - [9.22, 0.427, 0.421], - [1.879, 0.236, 0.231], - [0.753, 0.201, 0.202], - [2.248, 0.251, 0.238], - [0.293, 0.14, 0.146], - [18.938, 18.237, 18.263], - [0.086, 0.042, 0.04], - [0.596, 0.442, 0.456], - [3.301, 0.676, 0.684], - [10.037, 9.239, 9.357], - [10.506, 4.174, 4.174], - [10.544, 3.909, 3.903], - [0.533, 0.474, 0.402], - [0.066, 0.044, 0.043], - [0.036, 0.022, 0.023], - [0.042, 0.018, 0.021], - [0.117, 0.078, 0.077], - [0.026, 0.012, 0.012], - [0.021, 0.01, 0.011], - [0.018, 0.01, 0.011] + [0.003, 0.002, 0.002], + [0.041, 0.014, 0.012], + [0.31, 0.044, 0.047], + [1.003, 0.058, 0.062], + [1.279, 0.586, 0.57], + [1.836, 1.214, 1.234], + [0.027, 0.014, 0.015], + [0.023, 0.013, 0.013], + [0.773, 0.705, 0.704], + [0.888, 0.797, 0.789], + [0.242, 0.155, 0.161], + [0.391, 0.198, 0.199], + [1.582, 0.845, 0.82], + [3.571, 1.267, 1.153], + [1.829, 0.805, 0.834], + [0.761, 0.503, 0.495], + [2.951, 2.556, 2.335], + [2.507, 1.52, 1.499], + [6.015, 4.564, 4.318], + [0.359, 0.004, 0.004], + [11.347, 0.434, 0.427], + [12.356, 0.102, 0.106], + [14.989, 0.667, 0.643], + [7.66, 7.66, 0.443], + [2.41, 0.234, 0.232], + [0.752, 0.202, 0.199], + [2.269, 0.241, 0.234], + [0.285, 0.143, 0.142], + [19.188, 18.3, 18.369], + [0.089, 0.041, 0.04], + [0.603, 0.441, 0.467], + [3.292, 0.615, 0.589], + [9.916, 9.661, 9.488], + [10.495, 4.094, 4.148], + [10.496, 4.16, 4.297], + [0.395, 0.433, 0.386], + [0.08, 0.046, 0.054], + [0.04, 0.027, 0.024], + [0.047, 0.018, 0.018], + [0.125, 0.092, 0.087], + [0.027, 0.012, 0.012], + [0.02, 0.01, 0.009], + [0.02, 0.01, 0.01] ] } diff --git a/clickhouse/results/c6a.4xlarge.json b/clickhouse/results/c6a.4xlarge.json index a137273ce..623cb52d4 100644 --- a/clickhouse/results/c6a.4xlarge.json +++ b/clickhouse/results/c6a.4xlarge.json @@ -1,58 +1,58 @@ { "system": "ClickHouse", - "date": "2026-05-01", + "date": "2026-05-05", "machine": "c6a.4xlarge", "cluster_size": 1, "proprietary": "no", "hardware": "cpu", "tuned": "no", "tags": ["C++","column-oriented","ClickHouse derivative","lukewarm-cold-run"], - "load_time": 269, - "data_size": 15315690896, + "load_time": 305, + "data_size": 15297556734, "result": [ [0.002, 0.002, 0.002], - [0.03, 0.008, 0.008], - [0.197, 0.024, 0.024], - [0.72, 0.043, 0.031], - [0.81, 0.306, 0.295], - [1.484, 0.592, 0.589], - [0.025, 0.013, 0.012], - [0.021, 0.01, 0.01], - [0.562, 0.473, 0.464], - [0.643, 0.572, 0.541], - [0.213, 0.137, 0.142], - [0.48, 0.158, 0.164], - [1.392, 0.646, 0.628], - [1.786, 0.856, 0.851], - [1.112, 0.584, 0.629], - [0.529, 0.438, 0.43], - [2.262, 1.844, 1.816], - [1.929, 1.106, 1.083], - [5.081, 3.325, 3.342], - [0.368, 0.004, 0.004], - [10.478, 0.358, 0.331], - [11.216, 0.094, 0.103], - [14.385, 0.758, 0.753], - [6.868, 0.416, 0.425], - [2.607, 0.147, 0.145], - [1.294, 0.213, 0.201], - [2.632, 0.15, 0.142], - [0.802, 0.09, 0.082], - [10.295, 9.603, 9.588], - [0.055, 0.031, 0.035], - [1.278, 0.374, 0.358], - [3.742, 0.606, 0.501], - [5.779, 4.266, 4.224], - [11.344, 3.258, 3.339], - [11.239, 3.325, 3.268], - [0.458, 0.41, 0.299], - [0.059, 0.038, 0.039], - [0.036, 0.021, 0.021], - [0.049, 0.02, 0.019], - [0.118, 0.084, 0.084], - [0.033, 0.016, 0.014], - [0.031, 0.01, 0.01], - [0.021, 0.01, 0.009] + [0.027, 0.007, 0.007], + [0.158, 0.022, 0.021], + [0.803, 0.028, 0.027], + [0.859, 0.277, 0.27], + [1.029, 0.621, 0.606], + [0.023, 0.01, 0.011], + [0.018, 0.01, 0.01], + [0.563, 0.452, 0.452], + [0.59, 0.536, 0.502], + [0.199, 0.144, 0.121], + [0.479, 0.158, 0.15], + [1.268, 0.552, 0.554], + [1.716, 0.8, 0.777], + [1.132, 0.601, 0.572], + [0.518, 0.377, 0.381], + [2.654, 1.66, 1.643], + [2.428, 0.992, 1.017], + [4.497, 2.959, 2.939], + [0.384, 0.003, 0.003], + [10.866, 0.312, 0.307], + [11.78, 0.085, 0.085], + [14.913, 0.689, 0.676], + [7.697, 0.385, 0.378], + [2.926, 0.142, 0.146], + [1.491, 0.181, 0.183], + [2.973, 0.149, 0.14], + [0.787, 0.084, 0.082], + [10.367, 9.747, 9.439], + [0.076, 0.03, 0.028], + [0.759, 0.312, 0.31], + [3.351, 0.519, 0.525], + [5.06, 3.749, 3.761], + [10.239, 2.817, 2.702], + [10.234, 2.83, 2.839], + [0.313, 0.262, 0.305], + [0.074, 0.045, 0.049], + [0.044, 0.024, 0.025], + [0.052, 0.016, 0.016], + [0.117, 0.073, 0.071], + [0.036, 0.011, 0.011], + [0.025, 0.009, 0.009], + [0.023, 0.008, 0.008] ] } diff --git a/clickhouse/results/c6a.large.json b/clickhouse/results/c6a.large.json index aa5876e78..49f26aa55 100644 --- a/clickhouse/results/c6a.large.json +++ b/clickhouse/results/c6a.large.json @@ -1,58 +1,58 @@ { "system": "ClickHouse", - "date": "2026-05-01", + "date": "2026-05-05", "machine": "c6a.large", "cluster_size": 1, "proprietary": "no", "hardware": "cpu", "tuned": "no", "tags": ["C++","column-oriented","ClickHouse derivative","lukewarm-cold-run"], - "load_time": 659, - "data_size": 15235992267, + "load_time": 680, + "data_size": 15235846140, "result": [ - [0.013, 0.002, 0.003], - [0.237, 0.037, 0.035], - [0.678, 0.371, 0.429], - [1.235, 0.713, 0.734], - [4.735, 4.371, 4.076], - [10.288, 10.206, 10.787], - [0.279, 0.207, 0.225], - [0.137, 0.077, 0.084], - [7.623, 6.582, 6.946], - [8.872, 7.965, 8.405], - [2.726, 2.244, 2.18], - [2.868, 3.004, 3.062], - [10.514, 10.303, 7.059], - [15.736, 16.419, 16.694], - [11.929, 12.114, 12.706], - [4.124, 3.528, 3.634], - [31.177, 31.13, 30.057], - [20.985, 21.66, 20.391], - [55.327, 56.675, 57.357], - [0.529, 0.005, 0.005], - [12.02, 11.402, 6.321], - [13.311, 0.802, 0.881], - [16.325, 6.035, 6.342], - [7.996, 3.517, 3.698], - [3.144, 2.448, 2.443], - [2.847, 2.531, 2.456], - [3.068, 2.834, 2.433], - [1.609, 1.42, 1.341], - [95.053, 95.083, 95.318], - [0.289, 0.219, 0.222], - [3.224, 2.939, 2.82], - [6.233, 3.924, 4.281], - [44.327, 44.616, 43.649], - [41.956, 42.359, 42.325], - [42.52, 42.387, 42.891], - [2.001, 1.619, 1.692], - [0.37, 0.295, 0.29], - [0.118, 0.091, 0.09], - [0.159, 0.087, 0.087], - [0.683, 0.663, 0.565], - [0.074, 0.039, 0.037], - [0.057, 0.028, 0.028], - [0.051, 0.036, 0.033] + [0.01, 0.003, 0.002], + [0.202, 0.04, 0.036], + [0.689, 0.443, 0.452], + [1.202, 0.859, 0.866], + [4.556, 4.36, 4.661], + [10.456, 6.872, 7.209], + [0.265, 0.18, 0.175], + [0.096, 0.053, 0.054], + [4.986, 4.907, 5.187], + [5.814, 5.608, 5.998], + [1.833, 1.615, 1.73], + [2.289, 1.957, 2.182], + [7.74, 6.641, 7], + [17.005, 16.121, 16.955], + [13.389, 11.804, 12.677], + [4.273, 3.565, 3.402], + [29.689, 30.163, 29.43], + [20.848, 21.101, 22.367], + [56.365, 59.903, 54.2], + [0.536, 0.006, 0.006], + [14.859, 6.798, 6.208], + [17.176, 1.454, 1.052], + [21.014, 9.669, 10.419], + [9.87, 4.864, 5.235], + [3.498, 3.167, 3.629], + [2.982, 2.448, 2.559], + [3.495, 2.467, 2.401], + [1.735, 1.352, 1.419], + [96.496, 96.097, 95.595], + [0.331, 0.229, 0.228], + [3.397, 3.234, 2.875], + [5.93, 4.124, 3.938], + [46.497, 45.548, 45.93], + [45.696, 44.664, 43.706], + [43.316, 44.408, 43.511], + [1.963, 1.647, 1.783], + [0.376, 0.288, 0.29], + [0.128, 0.093, 0.105], + [0.166, 0.088, 0.088], + [0.683, 0.566, 0.565], + [0.071, 0.039, 0.039], + [0.058, 0.029, 0.029], + [0.052, 0.032, 0.041] ] } diff --git a/clickhouse/results/c6a.metal.json b/clickhouse/results/c6a.metal.json index 1de245455..a5fc6eaa0 100644 --- a/clickhouse/results/c6a.metal.json +++ b/clickhouse/results/c6a.metal.json @@ -1,58 +1,58 @@ { "system": "ClickHouse", - "date": "2026-05-01", + "date": "2026-05-05", "machine": "c6a.metal", "cluster_size": 1, "proprietary": "no", "hardware": "cpu", "tuned": "no", "tags": ["C++","column-oriented","ClickHouse derivative","lukewarm-cold-run"], - "load_time": 179, - "data_size": 15298025330, + "load_time": 204, + "data_size": 15303010254, "result": [ - [0.003, 0.002, 0.002], - [0.025, 0.011, 0.01], - [0.043, 0.013, 0.013], - [0.654, 0.014, 0.014], - [0.751, 0.073, 0.07], - [1.357, 0.123, 0.116], - [0.017, 0.011, 0.011], - [0.018, 0.015, 0.013], - [1.013, 0.315, 0.293], - [1.154, 0.305, 0.309], - [0.433, 0.107, 0.107], - [0.606, 0.1, 0.079], - [1.445, 0.15, 0.156], - [2.103, 0.231, 0.204], - [1.236, 0.151, 0.162], - [0.396, 0.092, 0.092], - [2.164, 0.319, 0.31], - [1.855, 0.226, 0.214], - [3.73, 0.562, 0.538], - [0.066, 0.004, 0.003], - [9.93, 0.076, 0.083], - [11.089, 0.05, 0.053], - [14.252, 0.136, 0.141], - [7.239, 0.113, 0.11], - [2.701, 0.043, 0.039], - [1.29, 0.04, 0.038], - [2.823, 0.043, 0.039], - [0.813, 0.035, 0.033], - [8.866, 1.276, 1.283], - [0.061, 0.036, 0.038], - [0.701, 0.086, 0.081], - [4.012, 0.113, 0.109], - [4.082, 0.844, 0.711], - [9.906, 0.677, 0.655], - [9.85, 0.649, 0.679], - [0.104, 0.062, 0.061], - [0.075, 0.055, 0.05], - [0.039, 0.028, 0.034], - [0.051, 0.023, 0.026], - [0.129, 0.12, 0.115], - [0.036, 0.018, 0.018], - [0.028, 0.013, 0.012], - [0.025, 0.013, 0.012] + [0.004, 0.003, 0.002], + [0.021, 0.011, 0.01], + [0.044, 0.013, 0.013], + [0.617, 0.014, 0.013], + [0.712, 0.073, 0.072], + [1.298, 0.122, 0.123], + [0.018, 0.011, 0.01], + [0.018, 0.014, 0.014], + [0.856, 0.311, 0.299], + [1.05, 0.304, 0.312], + [0.336, 0.108, 0.109], + [0.691, 0.096, 0.091], + [1.301, 0.143, 0.145], + [2.007, 0.21, 0.223], + [1.245, 0.159, 0.153], + [0.495, 0.088, 0.1], + [2.188, 0.316, 0.316], + [1.641, 0.225, 0.211], + [3.698, 0.592, 0.542], + [0.086, 0.003, 0.003], + [9.718, 0.083, 0.075], + [11.039, 0.049, 0.046], + [14.357, 0.145, 0.149], + [7.281, 0.119, 0.098], + [2.702, 0.04, 0.038], + [1.317, 0.04, 0.033], + [2.769, 0.042, 0.04], + [0.79, 0.034, 0.034], + [8.755, 1.291, 1.263], + [0.067, 0.039, 0.04], + [0.793, 0.089, 0.085], + [3.957, 0.11, 0.11], + [4.08, 0.863, 0.721], + [9.864, 0.657, 0.642], + [9.821, 0.675, 0.65], + [0.13, 0.072, 0.07], + [0.091, 0.044, 0.048], + [0.041, 0.025, 0.024], + [0.056, 0.021, 0.02], + [0.152, 0.107, 0.097], + [0.033, 0.018, 0.019], + [0.028, 0.012, 0.012], + [0.023, 0.011, 0.011] ] } diff --git a/clickhouse/results/c6a.xlarge.json b/clickhouse/results/c6a.xlarge.json index 6f902e89a..ab9e15536 100644 --- a/clickhouse/results/c6a.xlarge.json +++ b/clickhouse/results/c6a.xlarge.json @@ -1,58 +1,58 @@ { "system": "ClickHouse", - "date": "2026-05-01", + "date": "2026-05-05", "machine": "c6a.xlarge", "cluster_size": 1, "proprietary": "no", "hardware": "cpu", "tuned": "no", "tags": ["C++","column-oriented","ClickHouse derivative","lukewarm-cold-run"], - "load_time": 477, - "data_size": 15244563967, + "load_time": 480, + "data_size": 15266289499, "result": [ - [0.002, 0.002, 0.002], - [0.073, 0.019, 0.015], - [0.181, 0.1, 0.087], - [1.251, 0.112, 0.116], - [1.626, 1.223, 1.159], - [3.589, 3.138, 3.113], - [0.059, 0.037, 0.038], - [0.058, 0.029, 0.021], - [2.047, 1.674, 1.669], - [2.442, 1.885, 1.78], - [0.795, 0.444, 0.26], - [0.537, 0.32, 0.313], - [1.931, 1.337, 1.354], - [2.55, 1.969, 2.017], - [1.917, 1.32, 1.379], - [1.092, 0.788, 0.834], - [7.008, 6.97, 6.717], - [5.15, 4.716, 4.901], - [13.848, 12.964, 12.808], - [0.192, 0.003, 0.003], - [9.46, 0.697, 0.734], - [10.098, 0.175, 0.157], - [13.368, 1.06, 1.075], - [6.304, 0.794, 0.962], - [1.883, 0.465, 0.462], - [0.77, 0.387, 0.389], - [1.885, 0.468, 0.465], - [0.533, 0.272, 0.273], - [38.195, 37.048, 37.18], - [0.14, 0.067, 0.091], - [1.181, 0.815, 0.801], - [3.52, 1.014, 1.17], - [17.335, 16.933, 17.01], - [18.371, 16.076, 17.897], - [18.052, 17.291, 18.025], - [0.85, 0.669, 0.59], - [0.123, 0.071, 0.072], - [0.058, 0.036, 0.033], - [0.079, 0.027, 0.027], - [0.214, 0.133, 0.13], - [0.038, 0.014, 0.016], - [0.032, 0.011, 0.011], - [0.027, 0.014, 0.014] + [0.003, 0.002, 0.002], + [0.054, 0.017, 0.016], + [0.14, 0.074, 0.072], + [0.285, 0.116, 0.105], + [1.38, 0.999, 0.98], + [2.76, 2.593, 2.616], + [0.05, 0.025, 0.027], + [0.041, 0.024, 0.023], + [1.632, 1.38, 1.331], + [1.837, 1.536, 1.596], + [0.46, 0.316, 0.315], + [0.534, 0.38, 0.379], + [1.994, 1.535, 1.96], + [2.684, 1.949, 1.932], + [1.759, 1.32, 1.247], + [1.37, 0.835, 0.802], + [6.896, 6.615, 6.404], + [5.05, 4.547, 4.568], + [13.309, 12.311, 11.69], + [0.196, 0.003, 0.003], + [9.19, 0.734, 0.681], + [10.101, 0.156, 0.156], + [13.407, 1.054, 1.04], + [6.248, 0.809, 0.773], + [1.895, 0.51, 0.466], + [0.805, 0.389, 0.383], + [1.89, 0.47, 0.466], + [0.516, 0.275, 0.273], + [37.898, 37.192, 37.248], + [0.137, 0.068, 0.066], + [1.082, 0.811, 0.813], + [3.468, 1.03, 0.943], + [15.913, 15.85, 15.642], + [18.366, 17.501, 17.783], + [18.107, 17.222, 17.387], + [0.836, 0.571, 0.579], + [0.112, 0.07, 0.072], + [0.054, 0.032, 0.032], + [0.07, 0.027, 0.027], + [0.19, 0.127, 0.126], + [0.034, 0.014, 0.014], + [0.029, 0.012, 0.011], + [0.024, 0.013, 0.013] ] } diff --git a/clickhouse/results/c7a.metal-48xl.json b/clickhouse/results/c7a.metal-48xl.json index d7c2088d6..e6fa0f8cd 100644 --- a/clickhouse/results/c7a.metal-48xl.json +++ b/clickhouse/results/c7a.metal-48xl.json @@ -1,58 +1,58 @@ { "system": "ClickHouse", - "date": "2026-05-01", + "date": "2026-05-05", "machine": "c7a.metal-48xl", "cluster_size": 1, "proprietary": "no", "hardware": "cpu", "tuned": "no", "tags": ["C++","column-oriented","ClickHouse derivative","lukewarm-cold-run"], - "load_time": 206, - "data_size": 15307641259, + "load_time": 205, + "data_size": 15293850296, "result": [ [0.003, 0.002, 0.002], - [0.02, 0.011, 0.012], - [0.074, 0.013, 0.012], - [0.702, 0.012, 0.012], - [0.739, 0.063, 0.066], - [1.307, 0.085, 0.082], - [0.013, 0.011, 0.011], + [0.024, 0.012, 0.012], + [0.15, 0.012, 0.012], + [0.681, 0.011, 0.012], + [0.734, 0.063, 0.058], + [1.331, 0.083, 0.082], + [0.015, 0.011, 0.01], [0.02, 0.017, 0.017], - [0.978, 0.291, 0.281], - [1.15, 0.288, 0.287], - [0.428, 0.098, 0.113], - [0.705, 0.079, 0.093], - [1.32, 0.091, 0.101], - [2.236, 0.127, 0.13], - [1.317, 0.096, 0.082], - [0.616, 0.053, 0.053], - [2.145, 0.148, 0.144], - [1.983, 0.114, 0.118], - [3.684, 0.26, 0.254], - [0.053, 0.003, 0.003], - [9.955, 0.052, 0.047], - [11.054, 0.038, 0.038], - [14.272, 0.087, 0.084], - [7.184, 0.075, 0.082], - [2.715, 0.031, 0.029], - [1.336, 0.026, 0.025], - [2.797, 0.033, 0.03], - [0.792, 0.034, 0.034], - [8.714, 0.708, 0.715], - [0.065, 0.049, 0.047], - [0.504, 0.063, 0.06], - [3.958, 0.073, 0.064], - [3.964, 0.317, 0.33], - [9.704, 0.327, 0.311], - [9.84, 0.334, 0.315], - [0.077, 0.042, 0.041], - [0.061, 0.035, 0.037], - [0.034, 0.022, 0.023], - [0.041, 0.021, 0.018], - [0.104, 0.068, 0.083], - [0.035, 0.013, 0.016], - [0.028, 0.01, 0.013], - [0.022, 0.01, 0.01] + [0.923, 0.276, 0.279], + [1.071, 0.284, 0.287], + [0.316, 0.113, 0.114], + [0.723, 0.093, 0.091], + [1.294, 0.093, 0.087], + [2.012, 0.125, 0.139], + [1.215, 0.079, 0.077], + [0.57, 0.056, 0.051], + [2.169, 0.149, 0.147], + [1.95, 0.136, 0.113], + [3.61, 0.267, 0.264], + [0.067, 0.003, 0.003], + [10.086, 0.05, 0.049], + [11.148, 0.036, 0.036], + [14.244, 0.084, 0.079], + [7.165, 0.075, 0.075], + [2.73, 0.028, 0.028], + [1.32, 0.026, 0.025], + [2.787, 0.032, 0.028], + [0.846, 0.032, 0.032], + [8.726, 0.735, 0.733], + [0.068, 0.047, 0.048], + [0.512, 0.059, 0.06], + [3.953, 0.073, 0.07], + [3.982, 0.314, 0.306], + [9.685, 0.32, 0.306], + [9.905, 0.325, 0.307], + [0.088, 0.041, 0.042], + [0.087, 0.047, 0.048], + [0.037, 0.029, 0.035], + [0.054, 0.024, 0.023], + [0.175, 0.115, 0.129], + [0.028, 0.016, 0.013], + [0.024, 0.011, 0.011], + [0.019, 0.011, 0.011] ] } diff --git a/clickhouse/results/c8g.4xlarge.json b/clickhouse/results/c8g.4xlarge.json index 8f0d3dea8..b3a92a722 100644 --- a/clickhouse/results/c8g.4xlarge.json +++ b/clickhouse/results/c8g.4xlarge.json @@ -1,58 +1,58 @@ { "system": "ClickHouse", - "date": "2026-05-01", + "date": "2026-05-05", "machine": "c8g.4xlarge", "cluster_size": 1, "proprietary": "no", "hardware": "cpu", "tuned": "no", "tags": ["C++","column-oriented","ClickHouse derivative","lukewarm-cold-run"], - "load_time": 270, - "data_size": 15318854144, + "load_time": 277, + "data_size": 15316310562, "result": [ [0.002, 0.001, 0.001], - [0.027, 0.006, 0.006], - [0.046, 0.015, 0.016], - [0.716, 0.025, 0.025], - [0.778, 0.153, 0.146], - [1.245, 0.252, 0.26], - [0.02, 0.008, 0.009], - [0.018, 0.008, 0.008], - [0.721, 0.249, 0.249], - [1.056, 0.284, 0.278], - [0.459, 0.085, 0.086], - [0.783, 0.1, 0.093], - [1.377, 0.231, 0.236], - [2.063, 0.352, 0.347], - [1.186, 0.245, 0.261], - [0.502, 0.148, 0.149], - [2.262, 0.627, 0.615], - [1.629, 0.429, 0.43], - [3.838, 1.167, 1.171], - [0.099, 0.003, 0.003], - [10.516, 0.17, 0.174], - [11.418, 0.044, 0.047], - [14.403, 0.239, 0.232], - [7.24, 0.196, 0.209], - [2.838, 0.092, 0.094], - [1.393, 0.077, 0.078], - [2.885, 0.096, 0.094], - [0.871, 0.055, 0.057], - [9.231, 5.097, 5.158], - [0.105, 0.027, 0.028], - [1.189, 0.161, 0.155], - [4.051, 0.225, 0.219], - [4.408, 1.088, 1.075], - [10.511, 1.284, 1.308], - [10.348, 1.162, 1.216], - [0.188, 0.139, 0.141], - [0.074, 0.041, 0.041], - [0.042, 0.025, 0.024], - [0.058, 0.02, 0.02], - [0.122, 0.071, 0.071], - [0.036, 0.013, 0.012], - [0.034, 0.01, 0.011], - [0.027, 0.01, 0.01] + [0.03, 0.007, 0.007], + [0.14, 0.018, 0.015], + [0.692, 0.026, 0.027], + [0.658, 0.151, 0.149], + [1.158, 0.26, 0.249], + [0.021, 0.008, 0.008], + [0.019, 0.008, 0.009], + [0.501, 0.224, 0.227], + [0.848, 0.266, 0.265], + [0.231, 0.095, 0.092], + [0.618, 0.1, 0.1], + [1.328, 0.236, 0.225], + [2, 0.363, 0.345], + [1.109, 0.255, 0.242], + [0.416, 0.148, 0.151], + [2.176, 0.633, 0.607], + [1.591, 0.432, 0.435], + [3.739, 1.187, 1.1], + [0.089, 0.003, 0.002], + [10.356, 0.173, 0.172], + [11.35, 0.049, 0.049], + [14.443, 0.246, 0.24], + [7.214, 0.212, 0.206], + [2.829, 0.094, 0.096], + [1.386, 0.077, 0.08], + [2.803, 0.096, 0.093], + [0.779, 0.056, 0.055], + [9.29, 5.114, 5.095], + [0.06, 0.028, 0.027], + [1.142, 0.162, 0.172], + [3.94, 0.196, 0.193], + [4.343, 1.118, 1.209], + [10.449, 1.225, 1.251], + [10.481, 1.306, 1.322], + [0.401, 0.182, 0.125], + [0.112, 0.06, 0.053], + [0.059, 0.03, 0.032], + [0.081, 0.024, 0.026], + [0.179, 0.092, 0.088], + [0.044, 0.016, 0.014], + [0.039, 0.012, 0.012], + [0.031, 0.011, 0.012] ] } diff --git a/clickhouse/results/c8g.metal-48xl.json b/clickhouse/results/c8g.metal-48xl.json index 838f8ec66..4a3c2a37d 100644 --- a/clickhouse/results/c8g.metal-48xl.json +++ b/clickhouse/results/c8g.metal-48xl.json @@ -1,58 +1,58 @@ { "system": "ClickHouse", - "date": "2026-05-01", + "date": "2026-05-05", "machine": "c8g.metal-48xl", "cluster_size": 1, "proprietary": "no", "hardware": "cpu", "tuned": "no", "tags": ["C++","column-oriented","ClickHouse derivative","lukewarm-cold-run"], - "load_time": 172, - "data_size": 15306679991, + "load_time": 186, + "data_size": 15294877072, "result": [ - [0.003, 0.002, 0.001], - [0.019, 0.012, 0.011], - [0.171, 0.012, 0.012], - [0.69, 0.011, 0.011], - [0.714, 0.046, 0.042], - [1.328, 0.051, 0.051], - [0.013, 0.01, 0.01], - [0.019, 0.018, 0.017], - [1.114, 0.204, 0.209], - [1.131, 0.209, 0.207], - [0.526, 0.08, 0.081], - [0.707, 0.061, 0.071], - [1.334, 0.079, 0.077], - [2.076, 0.102, 0.103], - [1.364, 0.071, 0.07], - [0.589, 0.043, 0.044], - [2.22, 0.145, 0.136], - [1.994, 0.114, 0.112], - [3.619, 0.235, 0.227], - [0.073, 0.003, 0.003], - [9.935, 0.066, 0.066], - [11.169, 0.031, 0.03], - [14.351, 0.087, 0.083], - [7.196, 0.092, 0.09], - [2.749, 0.029, 0.029], - [1.292, 0.024, 0.026], - [2.77, 0.033, 0.028], - [0.861, 0.028, 0.028], - [8.739, 0.608, 0.599], - [0.096, 0.072, 0.071], - [0.451, 0.048, 0.047], - [3.996, 0.067, 0.058], - [3.983, 0.286, 0.292], - [9.781, 0.31, 0.299], - [9.867, 0.299, 0.289], - [0.091, 0.034, 0.033], - [0.058, 0.038, 0.038], - [0.031, 0.024, 0.024], - [0.039, 0.021, 0.02], - [0.098, 0.073, 0.067], - [0.024, 0.013, 0.013], - [0.021, 0.011, 0.011], - [0.023, 0.011, 0.011] + [0.002, 0.001, 0.001], + [0.016, 0.01, 0.01], + [0.16, 0.011, 0.011], + [0.694, 0.01, 0.01], + [0.722, 0.046, 0.042], + [1.284, 0.049, 0.048], + [0.011, 0.009, 0.009], + [0.019, 0.015, 0.016], + [0.852, 0.196, 0.197], + [1.109, 0.213, 0.207], + [0.314, 0.08, 0.073], + [0.64, 0.066, 0.068], + [1.173, 0.076, 0.075], + [1.977, 0.101, 0.098], + [1.253, 0.068, 0.066], + [0.529, 0.042, 0.041], + [2.133, 0.135, 0.135], + [1.925, 0.106, 0.108], + [3.592, 0.221, 0.223], + [0.148, 0.003, 0.003], + [9.968, 0.066, 0.064], + [11.051, 0.029, 0.029], + [14.275, 0.089, 0.086], + [7.214, 0.096, 0.094], + [2.744, 0.028, 0.03], + [1.343, 0.027, 0.028], + [2.747, 0.034, 0.029], + [0.791, 0.03, 0.03], + [8.717, 0.604, 0.617], + [0.127, 0.072, 0.073], + [0.379, 0.05, 0.049], + [3.96, 0.06, 0.06], + [3.749, 0.344, 0.263], + [9.714, 0.284, 0.274], + [9.759, 0.285, 0.28], + [0.5, 0.034, 0.034], + [0.155, 0.045, 0.045], + [0.04, 0.028, 0.028], + [0.221, 0.023, 0.023], + [0.468, 0.086, 0.087], + [0.1, 0.014, 0.018], + [0.071, 0.012, 0.013], + [0.046, 0.011, 0.011] ] } diff --git a/cloudberry/benchmark.sh b/cloudberry/benchmark.sh index 4271c6030..cda1d9fa1 100755 --- a/cloudberry/benchmark.sh +++ b/cloudberry/benchmark.sh @@ -120,6 +120,9 @@ elif [[ $1 == 'test' ]]; then if [[ $2 != 'no_dl' ]]; then echo -n "Load time: " command time -f '%e' sudo -iu gpadmin psql -d postgres -t -c "ANALYZE hits;"; fi du -sh /data0* + # Drop the downloaded source files so the sync at the top of run.sh + # doesn't flush their pages and inflate cold-run prep time. + sudo -u gpadmin rm -f ~gpadmin/hits.tsv ~gpadmin/hits.tsv.gz sudo -iu gpadmin /home/gpadmin/run.sh 2>&1 | tee log.txt cat log.txt | grep -oP 'Time: \d+\.\d+ ms|psql: error' | sed -r -e 's/Time: ([0-9]+\.[0-9]+) ms/\1/; s/^.*psql: error.*$/null/' |awk '{ if (i % 3 == 0) { printf "[" }; if ($1 == "null") { printf $1 } else { printf $1 / 1000 }; if (i % 3 != 2) { printf "," } else { print "]," }; ++i; }' diff --git a/cockroachdb/benchmark.sh b/cockroachdb/benchmark.sh index 4951f6cfe..ca714c1c9 100755 --- a/cockroachdb/benchmark.sh +++ b/cockroachdb/benchmark.sh @@ -33,6 +33,10 @@ cockroach sql --insecure --host=localhost --database=test --execute="IMPORT INTO END=$(date +%s) echo "Load time: $(echo "$END - $START" | bc)" +# Drop the downloaded source files so the sync at the top of run.sh +# doesn't flush their pages and inflate cold-run prep time. +sudo rm -f /tmp/hits.csv.gz $CRDBDATADIR/extern/hits.csv + ./run.sh 2>&1 | tee log.txt echo -n "Data size: " diff --git a/cratedb/benchmark.sh b/cratedb/benchmark.sh index 7d5307b29..011f981e1 100755 --- a/cratedb/benchmark.sh +++ b/cratedb/benchmark.sh @@ -68,6 +68,10 @@ if [[ $MODE == "tuned" ]]; then psql -U crate -h localhost --no-password -t -c "REFRESH TABLE hits; OPTIMIZE TABLE hits;" fi; +# Drop the downloaded source files so the sync at the top of run.sh +# doesn't flush their pages and inflate cold-run prep time. +sudo rm -f /tmp/hits.tsv + # Some queries don't fit into the available heap space and raise an CircuitBreakingException ./run.sh "$MODE" 2>&1 | tee log.txt diff --git a/cratedb/results/c6a.2xlarge.json b/cratedb/results/c6a.2xlarge.json index 79f73bd8c..999dd27b9 100644 --- a/cratedb/results/c6a.2xlarge.json +++ b/cratedb/results/c6a.2xlarge.json @@ -1,57 +1,58 @@ { - "system": "CrateDB", - "date": "2025-07-11", + "system": "CrateDB", + "date": "2026-05-05", "machine": "c6a.2xlarge", "cluster_size": 1, - "proprietary": "no", + "proprietary": "no", "hardware": "cpu", - "tuned": "no", - "tags": ["Java","column-oriented", "lukewarm-cold-run"], - "load_time": 10486, - "data_size": 55329491303, + "tuned": "no", + "tags": ["Java","column-oriented","lukewarm-cold-run"], + "load_time": 10485, + "data_size": 65532323179, "result": [ - [3.972, 0.006, 0.005], - [0.15, 0.009, 0.009], - [2.567, 2.821, 2.555], - [1.704, 0.495, 0.538], - [null, null, null], - [null, null, null], - [1.023, 0.807, 0.93], - [0.544, 0.232, 0.17], - [null, null, null], - [null, null, null], - [1.88, 1.163, 1.417], - [1.56, 0.985, 1.2], - [11.288, 10.205, 11.252], - [null, null, null], - [null, null, null], - [null, null, null], - [null, null, null], - [null, null, null], - [null, null, null], - [0.279, 0.01, 0.006], - [9.513, 5.082, 0.321], - [0.755, 0.333, 0.317], - [16.105, 12.604, 2.41], - [1.211, 0.326, 0.326], - [0.781, 0.18, 0.212], - [0.625, 0.073, 0.101], - [0.199, 0.097, 0.106], - [23.651, 14.528, 15.002], - [null, null, null], - [122.301, 131.642, 120.048], - [9.612, 9.36, 9.392], - [null, null, null], - [null, null, null], - [null, null, null], - [null, null, null], - [null, null, null], - [0.656, 0.479, 0.416], - [0.657, 0.141, 0.141], - [0.255, 0.032, 0.033], - [0.857, 0.848, 0.87], - [0.143, 0.051, 0.051], - [0.069, 0.045, 0.024], - [0.139, 0.054, 0.045] + [4.11, 0.003, 0.003], + [0.18, 0.009, 0.012], + [3.054, 2.465, 2.773], + [2.337, 0.503, 0.397], + [1.808, 2.107, 2.429], + [1.733, 1.201, 1.417], + [1.056, 0.901, 0.875], + [0.501, 0.167, 0.177], + [2.624, 2.667, 3.043], + [4.125, 3.758, 4.09], + [1.527, 0.982, 1.279], + [1.53, 0.881, 0.864], + [13.339, 13.386, 12.57], + [2.286, 2.377, 4.202], + [8.104, 7.49, 7.217], + [5.514, 5.429, 5.434], + [8.1, 8.859, 8.587], + [8.9, 8.69, 8.191], + [6.768, 6.683, 6.396], + [0.305, 0.011, 0.005], + [9.029, 3.646, 0.358], + [0.821, 0.384, 0.463], + [11.246, 6.697, 0.651], + [1.221, 0.382, 0.359], + [0.7, 0.293, 0.258], + [0.414, 0.078, 0.076], + [0.117, 0.091, 0.097], + [23.75, 15.668, 16.312], + [47.477, 43.119, 42.299], + [124.111, 124.616, 119.884], + [8.831, 9.388, 7.742], + [6.554, 7.392, 7.626], + [5.977, 6.139, 5.498], + [7.569, 5.585, 5.728], + [6.221, 6.084, 6.157], + [19.849, 19.197, 20.056], + [0.653, 0.484, 0.322], + [0.663, 0.155, 0.139], + [0.32, 0.039, 0.036], + [0.993, 0.876, 0.844], + [0.128, 0.046, 0.037], + [0.062, 0.025, 0.024], + [0.117, 0.066, 0.06] ] } + diff --git a/cratedb/results/c6a.4xlarge.json b/cratedb/results/c6a.4xlarge.json index 9cc59da56..e6e30d3fb 100644 --- a/cratedb/results/c6a.4xlarge.json +++ b/cratedb/results/c6a.4xlarge.json @@ -1,57 +1,58 @@ { - "system": "CrateDB", - "date": "2025-07-11", + "system": "CrateDB", + "date": "2026-05-05", "machine": "c6a.4xlarge", "cluster_size": 1, - "proprietary": "no", + "proprietary": "no", "hardware": "cpu", - "tuned": "no", - "tags": ["Java","column-oriented", "lukewarm-cold-run"], - "load_time": 5891, - "data_size": 59620541258, + "tuned": "no", + "tags": ["Java","column-oriented","lukewarm-cold-run"], + "load_time": 5862, + "data_size": 66295208144, "result": [ - [10.162, 0.008, 0.006], - [0.205, 0.008, 0.007], - [2.015, 1.88, 1.864], - [1.524, 0.393, 0.414], - [null, null, null], - [null, null, null], - [0.947, 0.915, 0.865], - [0.484, 0.18, 0.194], - [null, null, null], - [null, null, null], - [1.639, 0.972, 0.984], - [1.477, 0.944, 1.108], - [11.876, 11.494, 10.154], - [15.358, 16.678, 14.282], - [9.435, 9.509, 9.398], - [18.414, 16.291, 18.037], - [null, null, null], - [null, null, null], - [null, null, null], - [0.267, 0.011, 0.004], - [10.54, 3.662, 0.73], - [1.182, 0.754, 0.742], - [12.594, 6.55, 2.549], - [1.766, 0.751, 0.736], - [0.614, 0.156, 0.183], - [0.229, 0.07, 0.09], - [0.107, 0.079, 0.08], - [23.47, 12.752, 13.389], - [53.62, 46.627, 46.751], - [111.123, 126.183, 126.59], - [8.324, 7.839, 7.629], - [14.533, 12.881, 14.852], - [null, null, null], - [null, null, null], - [null, null, null], - [40.845, 41.248, 40.308], - [0.54, 0.421, 0.353], - [0.534, 0.128, 0.121], - [0.075, 0.028, 0.038], - [0.785, 0.713, 0.8], - [0.161, 0.053, 0.038], - [0.085, 0.033, 0.023], - [0.141, 0.039, 0.059] + [9.173, 0.005, 0.004], + [0.123, 0.007, 0.007], + [2.116, 2.086, 2.03], + [2.688, 0.325, 0.297], + [3.646, 4.465, 4.168], + [3.33, 2.458, 2.552], + [0.904, 0.746, 0.731], + [0.323, 0.14, 0.14], + [4.744, 4.962, 4.655], + [6.709, 6.766, 6.589], + [1.609, 1.289, 0.984], + [1.169, 0.899, 0.958], + [10.143, 10.23, 10.273], + [15.664, 13.431, 3.808], + [8.62, 9.307, 8.631], + [5.036, 16.378, 15.507], + [12.638, 13.388, 13.306], + [12.59, 13.096, 12.438], + [9.615, 9.714, 9.499], + [0.209, 0.014, 0.116], + [8.868, 3.807, 0.406], + [1.052, 0.42, 0.419], + [11.618, 6.924, 0.885], + [1.135, 0.416, 0.408], + [0.547, 0.237, 0.21], + [0.292, 0.064, 0.088], + [0.081, 0.069, 0.069], + [21.724, 13.661, 13.469], + [51.1, 45.299, 45.312], + [105.485, 113.004, 115.576], + [7.869, 7.48, 7.183], + [12.598, 14.216, 5.325], + [8.669, 8.809, 8.564], + [9.537, 8.871, 9.306], + [10.104, 9.624, 9.372], + [39.544, 39.136, 40.555], + [0.531, 0.423, 0.32], + [0.431, 0.188, 0.119], + [0.077, 0.027, 0.026], + [0.827, 0.72, 0.788], + [0.121, 0.053, 0.04], + [0.068, 0.027, 0.026], + [0.159, 0.03, 0.027] ] } + diff --git a/cratedb/results/c6a.metal.json b/cratedb/results/c6a.metal.json new file mode 100644 index 000000000..f30d16141 --- /dev/null +++ b/cratedb/results/c6a.metal.json @@ -0,0 +1,58 @@ +{ + "system": "CrateDB", + "date": "2026-05-05", + "machine": "c6a.metal", + "cluster_size": 1, + "proprietary": "no", + "hardware": "cpu", + "tuned": "no", + "tags": ["Java","column-oriented","lukewarm-cold-run"], + "load_time": 3726, + "data_size": 67714017022, + "result": [ + [14.318, 0.006, 0.005], + [0.135, 0.007, 0.007], + [2.105, 1.896, 1.967], + [1.769, 0.312, 0.253], + [12.808, 8.939, 8.191], + [6.54, 5.607, 5.719], + [0.801, 0.69, 0.69], + [0.315, 0.153, 0.148], + [16.063, 14.273, 13.544], + [12, 12.753, 11.693], + [1.773, 0.935, 0.926], + [1.318, 0.995, 0.994], + [12.692, 12.126, 13.242], + [16.104, 17.469, 14.344], + [10.255, 10.277, 9.35], + [17.182, 16.304, 27.378], + [43.321, 42.715, 37.644], + [33.627, 30.226, 31.458], + [59.474, 57.95, 61.389], + [0.184, 0.012, 0.003], + [9.068, 3.513, 0.394], + [1.124, 0.493, 0.408], + [11.014, 6.452, 0.725], + [0.865, 0.409, 0.414], + [0.348, 0.204, 0.201], + [0.264, 0.159, 0.098], + [0.088, 0.069, 0.069], + [22.617, 13.328, 13.893], + [65.893, 48.9, 44.593], + [103.286, 203.496, 216.953], + [9.106, 9.865, 7.541], + [16.073, 14.645, 17.713], + [42.134, 44.617, 51.771], + [34.028, 33.056, 30.539], + [37.07, 37.052, 36.729], + [38.646, 40.717, 38.734], + [0.425, 0.306, 0.344], + [0.75, 0.122, 0.139], + [0.054, 0.028, 0.027], + [0.862, 0.873, 1.002], + [0.117, 0.044, 0.034], + [0.056, 0.029, 0.025], + [0.087, 0.032, 0.028] +] +} + diff --git a/cratedb/results/c7a.metal-48xl.json b/cratedb/results/c7a.metal-48xl.json new file mode 100644 index 000000000..f46e26d09 --- /dev/null +++ b/cratedb/results/c7a.metal-48xl.json @@ -0,0 +1,58 @@ +{ + "system": "CrateDB", + "date": "2026-05-05", + "machine": "c7a.metal-48xl", + "cluster_size": 1, + "proprietary": "no", + "hardware": "cpu", + "tuned": "no", + "tags": ["Java","column-oriented","lukewarm-cold-run"], + "load_time": 3603, + "data_size": 66104421102, + "result": [ + [8.288, 0.005, 0.004], + [0.149, 0.008, 0.007], + [2.109, 1.784, 1.8], + [2.043, 0.298, 0.247], + [11.555, 9.715, 7.26], + [6.81, 5.682, 5.624], + [0.717, 0.64, 0.705], + [0.327, 0.151, 0.149], + [9.543, 9.989, 11.55], + [11.923, 11.839, 12.011], + [1.418, 0.806, 0.769], + [1.048, 0.9, 0.848], + [12.4, 13.869, 12.922], + [17.582, 16.029, 16.884], + [10.3, 9.144, 10.898], + [17.617, 22.987, 15.018], + [35.928, 38.046, 35.559], + [28.887, 33.525, 33.079], + [51.106, 55.938, 53.757], + [0.184, 0.01, 0.004], + [10.323, 3.124, 0.568], + [0.875, 0.825, 0.593], + [9.84, 5.598, 0.936], + [1.006, 0.573, 0.633], + [0.269, 0.196, 0.196], + [0.242, 0.066, 0.065], + [0.097, 0.071, 0.072], + [17.378, 9.895, 10.116], + [60.51, 43.353, 45.5], + [98.61, 232.146, 175.836], + [6.801, 6.13, 7.776], + [12.989, 13.475, 14.593], + [47.267, 40.677, 38.22], + [31.081, 30.579, 29.477], + [32.289, 29.499, 30.919], + [44.515, 36.844, 41.816], + [0.405, 0.332, 0.5], + [0.569, 0.101, 0.101], + [0.041, 0.026, 0.026], + [0.807, 0.771, 0.77], + [0.119, 0.05, 0.037], + [0.065, 0.024, 0.024], + [0.087, 0.028, 0.025] +] +} + diff --git a/cratedb/results/c8g.4xlarge.json b/cratedb/results/c8g.4xlarge.json index 1d2cfda8f..4099f9844 100644 --- a/cratedb/results/c8g.4xlarge.json +++ b/cratedb/results/c8g.4xlarge.json @@ -1,57 +1,58 @@ { - "system": "CrateDB", - "date": "2025-07-12", + "system": "CrateDB", + "date": "2026-05-05", "machine": "c8g.4xlarge", "cluster_size": 1, - "proprietary": "no", + "proprietary": "no", "hardware": "cpu", - "tuned": "no", - "tags": ["Java","column-oriented", "lukewarm-cold-run"], - "load_time": 3696, - "data_size": 60854888525, + "tuned": "no", + "tags": ["Java","column-oriented","lukewarm-cold-run"], + "load_time": 3720, + "data_size": 67232326232, "result": [ - [8.421, 0.005, 0.005], - [0.139, 0.007, 0.005], - [2.125, 2.23, 2.32], - [1.684, 0.437, 0.335], - [null, null, null], - [null, null, null], - [0.862, 0.799, 0.798], - [0.455, 0.191, 0.188], - [null, null, null], - [null, null, null], - [1.31, 0.819, 0.866], - [1.093, 0.601, 0.781], - [9.786, 10.149, 10.504], - [14.574, null, 16.021], - [8.496, 7.832, 7.179], - [13.605, 14.677, 13.806], - [null, null, null], - [null, null, null], - [null, null, null], - [0.217, 0.01, 0.004], - [8.355, 3.277, 0.322], - [0.88, 0.341, 0.336], - [9.8, 5.66, 1.69], - [1.084, 0.33, 0.329], - [0.397, 0.141, 0.142], - [0.195, 0.063, 0.063], - [0.083, 0.071, 0.07], - [18.537, 11.642, 11.357], - [46.751, 40.906, 40.165], - [139.506, 151.927, 153.02], - [7.361, 7.104, 6.99], - [11.918, 12.511, 12.433], - [null, null, null], - [null, null, null], - [null, null, null], - [39.759, 41.374, 41.812], - [0.456, 0.348, 0.316], - [0.526, 0.139, 0.124], - [0.103, 0.026, 0.026], - [0.755, 0.572, 0.67], - [0.131, 0.042, 0.04], - [0.066, 0.023, 0.023], - [0.102, 0.035, 0.045] + [5.781, 0.004, 0.003], + [0.178, 0.005, 0.005], + [2.196, 2.288, 2.222], + [1.858, 0.344, 0.277], + [3.822, 3.91, 3.995], + [4.156, 2.368, 2.414], + [0.797, 0.745, 0.741], + [0.331, 0.142, 0.142], + [4.876, 4.994, 4.999], + [7.355, 7.53, 7.263], + [1.306, 0.904, 0.822], + [1.247, 0.691, 0.671], + [9.968, 10.239, 9.46], + [12.959, 13.31, 12.265], + [7.505, 7.199, 6.879], + [16.297, 4.564, 14.334], + [10.201, 11.242, 11.484], + [10.92, 10.732, 10.797], + [8.452, 7.597, 7.968], + [0.236, 0.01, 0.003], + [11.411, 3.695, 0.593], + [1.183, 0.609, 0.611], + [13.41, 6.431, 1.046], + [1.575, 0.597, 0.595], + [0.694, 0.266, 0.266], + [0.295, 0.073, 0.073], + [0.09, 0.084, 0.081], + [22.911, 11.672, 12.187], + [44.705, 37.704, 36.925], + [127.9, 137.607, 141.437], + [7.138, 6.549, 6.388], + [12.364, 3.954, 13.697], + [6.528, 7.516, 7.347], + [7.5, 7.816, 7.415], + [8.147, 7.921, 8.276], + [35.898, 38.248, 38.585], + [0.355, 0.304, 0.324], + [0.571, 0.113, 0.106], + [0.048, 0.024, 0.025], + [0.67, 0.647, 0.607], + [0.163, 0.043, 0.042], + [0.091, 0.024, 0.024], + [0.089, 0.033, 0.03] ] } + diff --git a/cratedb/results/c8g.metal-48xl.json b/cratedb/results/c8g.metal-48xl.json new file mode 100644 index 000000000..008b9dc8d --- /dev/null +++ b/cratedb/results/c8g.metal-48xl.json @@ -0,0 +1,58 @@ +{ + "system": "CrateDB", + "date": "2026-05-05", + "machine": "c8g.metal-48xl", + "cluster_size": 1, + "proprietary": "no", + "hardware": "cpu", + "tuned": "no", + "tags": ["Java","column-oriented","lukewarm-cold-run"], + "load_time": 3724, + "data_size": 65524135697, + "result": [ + [10.17, 0.003, 0.003], + [0.079, 0.005, 0.004], + [2.356, 2.384, 2.315], + [3.879, 0.363, 0.295], + [11.125, 9.945, 10.318], + [7.08, 6.043, 5.562], + [0.84, 0.772, 0.767], + [0.342, 0.149, 0.149], + [9.211, 11.159, 8.744], + [12.317, 14.317, 14.518], + [1.21, 0.914, 0.956], + [1.303, 0.932, 0.889], + [12.166, 10.613, 10.612], + [14.422, 14, 13.279], + [8.391, 9.52, 9.442], + [18.089, 20.609, 16.68], + [34.43, 39.775, 35.3], + [27.186, 26.886, 26.155], + [56.44, 54.207, 53.208], + [0.129, 0.009, 0.004], + [8.168, 3.649, 0.387], + [0.878, 0.408, 0.418], + [10.626, 6.26, 0.525], + [0.892, 0.399, 0.43], + [0.474, 0.305, 0.304], + [0.389, 0.078, 0.079], + [0.12, 0.091, 0.09], + [19.382, 12.489, 13.146], + [50.14, 41.48, 44.76], + [249.263, 282.954, 258.274], + [6.974, 9.217, 7.423], + [13.946, 14.326, 14.387], + [46.547, 43.104, 42.874], + [31.541, 32.113, 32.493], + [32.575, 34.164, 35.482], + [38.163, 39.252, 37.932], + [0.354, 0.288, 0.354], + [0.349, 0.102, 0.112], + [0.043, 0.024, 0.023], + [0.683, 0.773, 0.784], + [0.111, 0.043, 0.037], + [0.056, 0.024, 0.028], + [0.089, 0.035, 0.032] +] +} + diff --git a/databend/benchmark.sh b/databend/benchmark.sh index 6fedd2978..29d5dc783 100755 --- a/databend/benchmark.sh +++ b/databend/benchmark.sh @@ -73,4 +73,8 @@ du -bcs _data | grep total # curl 'http://default@localhost:8124/' --data-binary "select humanize_size(bytes_compressed) from fuse_snapshot('default', 'hits') order by timestamp desc limit 1" # 18.48 GiB +# Drop the downloaded source files so the sync at the top of run.sh +# doesn't flush their pages and inflate cold-run prep time. +rm -f hits.tsv + ./run.sh 2>&1 | tee log.txt diff --git a/databend/results/c6a.4xlarge.json b/databend/results/c6a.4xlarge.json index 2bb2a63d5..10dc14154 100644 --- a/databend/results/c6a.4xlarge.json +++ b/databend/results/c6a.4xlarge.json @@ -1,58 +1,58 @@ { "system": "Databend", - "date": "2025-08-31", + "date": "2026-05-05", "machine": "c6a.4xlarge", "cluster_size": 1, "proprietary": "no", "hardware": "cpu", "tuned": "no", - "tags": ["Rust","column-oriented","ClickHouse derivative", "lukewarm-cold-run"], - "load_time": 391, - "data_size": 20917361982, + "tags": ["Rust","column-oriented","ClickHouse derivative","lukewarm-cold-run"], + "load_time": 393, + "data_size": 20917083676, "result": [ [0.008, 0.006, 0.006], - [0.083, 0.025, 0.025], - [0.342, 0.037, 0.038], - [1.106, 0.037, 0.036], - [1.369, 0.422, 0.428], - [1.573, 0.586, 0.576], - [0.068, 0.031, 0.02], - [0.075, 0.03, 0.028], - [1.6, 0.553, 0.551], - [2.847, 0.609, 0.608], - [1.438, 0.216, 0.205], - [1.984, 0.195, 0.196], - [1.662, 0.675, 0.672], - [3.207, 1.012, 1.013], - [1.948, 0.814, 0.787], - [0.823, 0.57, 0.575], - [3.853, 2.419, 2.394], - [2.832, 1.362, 1.39], - [7.794, 4.162, 4.227], - [0.091, 0.008, 0.007], - [10.888, 0.449, 0.446], - [13.143, 0.54, 0.536], - [23.917, 1.018, 1.019], + [0.109, 0.026, 0.026], + [0.416, 0.038, 0.038], + [1.438, 0.038, 0.038], + [1.703, 0.441, 0.43], + [1.56, 0.602, 0.591], + [0.065, 0.021, 0.02], + [0.093, 0.028, 0.031], + [2.057, 0.568, 0.547], + [3.382, 0.626, 0.61], + [1.727, 0.205, 0.223], + [2.3, 0.198, 0.194], + [2, 0.704, 0.693], + [3.714, 1.083, 1.079], + [2.262, 0.827, 0.815], + [1.128, 0.591, 0.595], + [4.437, 2.495, 2.496], + [3.386, 1.374, 1.374], + [8.127, 4.28, 4.335], + [0.109, 0.008, 0.008], + [10.767, 0.444, 0.437], + [13.011, 0.538, 0.535], + [23.777, 1.028, 1.024], [null, null, null], - [null, 0.108, 0.033], - [1.771, 0.187, 0.185], - [0.318, 0.033, 0.033], - [11.627, 0.407, 0.405], - [12.008, 11.89, 11.878], - [0.178, 0.064, 0.064], - [5.445, 0.5, 0.482], - [7.426, 0.946, 0.934], - [7.994, 5.35, 5.357], - [12.326, 3.308, 3.396], - [12.335, 3.304, 3.343], - [0.682, 0.533, 0.533], - [0.131, 0.081, 0.065], - [0.05, 0.029, 0.027], - [0.052, 0.026, 0.022], - [0.135, 0.093, 0.088], - [0.05, 0.017, 0.018], - [0.047, 0.018, 0.014], - [0.036, 0.014, 0.014] + [null, null, null], + [1.295, 0.191, 0.187], + [0.363, 0.033, 0.034], + [11.466, 0.407, 0.403], + [12.511, 12.549, 12.549], + [0.197, 0.068, 0.077], + [6.111, 0.544, 0.538], + [7.961, 1.176, 1.178], + [8.951, 6.366, 6.152], + [12.502, 3.876, 4.044], + [12.684, 3.953, 3.735], + [0.988, 0.591, 0.608], + [0.112, 0.069, 0.068], + [0.055, 0.03, 0.028], + [0.056, 0.021, 0.023], + [0.16, 0.098, 0.097], + [0.058, 0.023, 0.019], + [0.05, 0.016, 0.015], + [0.042, 0.02, 0.015] ] } diff --git a/databend/results/c6a.metal.json b/databend/results/c6a.metal.json index 2fe305271..f5a48d102 100644 --- a/databend/results/c6a.metal.json +++ b/databend/results/c6a.metal.json @@ -1,58 +1,58 @@ { "system": "Databend", - "date": "2025-08-31", + "date": "2026-05-05", "machine": "c6a.metal", "cluster_size": 1, "proprietary": "no", "hardware": "cpu", "tuned": "no", - "tags": ["Rust","column-oriented","ClickHouse derivative", "lukewarm-cold-run"], - "load_time": 77, - "data_size": 21023288089, + "tags": ["Rust","column-oriented","ClickHouse derivative","lukewarm-cold-run"], + "load_time": 80, + "data_size": 21023218616, "result": [ [0.01, 0.007, 0.006], - [0.053, 0.024, 0.022], - [0.448, 0.026, 0.023], - [1.195, 0.027, 0.025], - [1.44, 0.251, 0.23], - [1.526, 0.266, 0.305], - [0.055, 0.02, 0.017], - [0.055, 0.029, 0.054], - [1.86, 0.362, 0.336], - [3.17, 0.362, 0.381], - [1.752, 0.353, 0.329], - [1.914, 0.201, 0.239], - [1.555, 0.349, 0.328], - [3.219, 0.753, 0.581], - [1.756, 0.348, 0.309], - [0.788, 0.3, 0.253], - [3.05, 0.547, 0.51], - [2.929, 0.543, 0.506], - [6.117, 0.802, 0.858], - [0.535, 0.024, 0.007], - [10.869, 0.146, 0.139], - [13.166, 0.197, 0.169], - [24.126, 0.539, 0.554], - [null, null, null], - [null, null, null], - [null, null, null], - [null, null, null], - [null, null, null], - [null, null, null], - [null, null, null], - [null, null, null], - [null, 7.862, 0.352], - [5.803, 1.418, 1.4], - [11.228, 0.826, 0.776], - [11.265, 0.967, 0.901], - [0.683, 0.368, 0.343], - [0.652, 0.099, 0.085], - [0.071, 0.071, 0.037], - [0.134, 0.02, 0.041], - [0.172, 0.067, 0.057], - [0.105, 0.02, 0.02], - [0.309, 0.019, 0.015], - [0.211, 0.014, 0.017] + [0.175, 0.018, 0.018], + [0.494, 0.022, 0.021], + [1.525, 0.024, 0.021], + [1.795, 0.24, 0.232], + [1.742, 0.275, 0.299], + [0.057, 0.028, 0.018], + [0.08, 0.025, 0.029], + [2.497, 0.389, 0.403], + [3.687, 0.422, 0.363], + [2.048, 0.42, 0.477], + [2.3, 0.215, 0.214], + [1.867, 0.3, 0.303], + [3.74, 0.6, 0.599], + [2.206, 0.306, 0.3], + [1.19, 0.252, 0.343], + [3.782, 0.693, 0.537], + [3.556, 0.436, 0.445], + [6.473, 0.844, 1.043], + [0.165, 0.01, 0.008], + [10.821, 0.092, 0.094], + [13.68, 0.122, 0.114], + [24.488, 0.644, 0.601], + [11.249, null, null], + [9.631, 0.047, 0.044], + [1.343, 0.045, 0.044], + [1.385, 0.046, 0.044], + [11.536, 0.151, 0.094], + [9.862, 2.036, 1.96], + [0.256, 0.055, 0.057], + [6.252, 0.235, 0.282], + [7.828, 0.337, 0.352], + [6.21, 1.527, 1.704], + [11.21, 0.875, 1.003], + [11.382, 0.858, 0.808], + [0.844, 0.284, 0.252], + [0.262, 0.077, 0.096], + [0.078, 0.03, 0.024], + [0.104, 0.019, 0.017], + [0.184, 0.067, 0.059], + [0.358, 0.028, 0.024], + [0.39, 0.015, 0.015], + [0.238, 0.015, 0.017] ] } diff --git a/databend/results/c7a.metal-48xl.json b/databend/results/c7a.metal-48xl.json index b9e41a391..571c9ca4e 100644 --- a/databend/results/c7a.metal-48xl.json +++ b/databend/results/c7a.metal-48xl.json @@ -1,57 +1,58 @@ { - "system": "Databend", - "date": "2025-08-30", + "system": "Databend", + "date": "2026-05-05", "machine": "c7a.metal-48xl", "cluster_size": 1, - "proprietary": "no", + "proprietary": "no", "hardware": "cpu", - "tuned": "no", - "tags": ["Rust","column-oriented","ClickHouse derivative", "lukewarm-cold-run"], - "load_time": 95, - "data_size": 21023325803, + "tuned": "no", + "tags": ["Rust","column-oriented","ClickHouse derivative","lukewarm-cold-run"], + "load_time": 103, + "data_size": 21023283476, "result": [ - [0.007, 0.006, 0.006], - [0.049, 0.018, 0.015], - [0.469, 0.02, 0.018], - [1.195, 0.017, 0.017], - [1.484, 0.197, 0.189], - [1.49, 0.211, 0.21], - [0.038, 0.014, 0.02], - [0.055, 0.019, 0.032], - [2.074, 0.293, 0.302], - [3.059, 0.317, 0.302], - [1.703, 0.356, 0.353], - [1.941, 0.182, 0.167], - [1.541, 0.24, 0.251], - [3.096, 0.468, 0.435], - [1.709, 0.245, 0.227], - [0.888, 0.196, 0.195], - [3.134, 0.422, 0.422], - [2.877, 0.356, 0.361], - [6.014, 0.583, 0.585], - [0.324, 0.007, 0.006], - [10.8, 0.094, 0.089], - [13.33, 0.111, 0.105], - [24.185, 0.422, 0.455], - [null, null, 19.712], - [1.005, 0.042, 0.041], - [1.678, 0.041, 0.043], - [1.332, 0.042, 0.041], - [11.511, 0.094, 0.092], - [9.534, 1.62, 1.634], - [0.209, 0.053, 0.051], - [5.675, 0.212, 0.2], - [7.248, 0.247, 0.223], - [5.285, 0.691, 0.826], - [11.122, 0.561, 0.549], - [11.088, 0.566, 0.533], - [0.684, 0.294, 0.351], - [0.538, 0.086, 0.082], - [0.142, 0.029, 0.049], - [0.128, 0.023, 0.021], - [0.163, 0.056, 0.061], - [0.163, 0.015, 0.023], - [0.408, 0.013, 0.015], - [0.248, 0.012, 0.011] + [0.008, 0.007, 0.006], + [0.044, 0.015, 0.015], + [0.541, 0.019, 0.018], + [1.532, 0.018, 0.017], + [1.829, 0.191, 0.182], + [1.807, 0.2, 0.215], + [0.038, 0.015, 0.014], + [0.042, 0.02, 0.02], + [2.707, 0.311, 0.321], + [3.652, 0.321, 0.311], + [2.041, 0.382, 0.35], + [2.234, 0.19, 0.175], + [1.88, 0.279, 0.227], + [3.723, 0.531, 0.477], + [2.165, 0.246, 0.242], + [1.284, 0.194, 0.205], + [3.898, 0.432, 0.53], + [3.449, 0.439, 0.393], + [6.281, 0.777, 0.605], + [0.139, 0.013, 0.007], + [10.798, 0.084, 0.081], + [13.707, 0.103, 0.1], + [24.52, 0.454, 0.448], + [null, null, null], + [null, null, null], + [null, null, null], + [null, null, 0.836], + [11.647, 0.078, 0.085], + [9.895, 1.655, 1.608], + [0.228, 0.046, 0.049], + [6.338, 0.214, 0.205], + [7.799, 0.265, 0.235], + [5.863, 0.742, 0.806], + [11.044, 0.589, 0.58], + [11.065, 0.582, 0.758], + [0.812, 0.209, 0.237], + [0.187, 0.1, 0.072], + [0.077, 0.036, 0.021], + [0.083, 0.016, 0.016], + [0.514, 0.06, 0.055], + [0.332, 0.017, 0.017], + [0.392, 0.016, 0.019], + [0.206, 0.014, 0.017] ] } + diff --git a/doris/benchmark.sh b/doris/benchmark.sh index b57738670..5ccc0a07f 100755 --- a/doris/benchmark.sh +++ b/doris/benchmark.sh @@ -228,6 +228,10 @@ echo "$LOADTIME" > loadtime du -bs "$DORIS_HOME"/be/storage/ | cut -f1 | tee storage_size echo "Data size: $(cat storage_size)" +# Drop the downloaded source files so the per-query sync below +# doesn't flush their pages and inflate cold-run prep time. +rm -f "$BE_DATA_DIR/user_files_secure"/hits_*.parquet + mysql -h 127.0.0.1 -P9030 -uroot hits -e "set global enable_sql_cache = false" # Dataset contains 99997497 rows, storage size is about 13319588503 bytes mysql -h 127.0.0.1 -P9030 -uroot hits -e "SELECT count(*) FROM hits" diff --git a/doris/results/c6a.2xlarge.json b/doris/results/c6a.2xlarge.json index 3f44d19bf..d527128c6 100644 --- a/doris/results/c6a.2xlarge.json +++ b/doris/results/c6a.2xlarge.json @@ -1,58 +1,58 @@ { "system": "Apache Doris", - "date": "2026-03-31", + "date": "2026-05-05", "machine": "c6a.2xlarge", "cluster_size": 1, "proprietary": "no", "hardware": "cpu", "tuned": "no", - "tags": ["C++","column-oriented","MySQL compatible","ClickHouse derivative", "lukewarm-cold-run"], - "load_time": 665, - "data_size": 16360275237, + "tags": ["C++","column-oriented","MySQL compatible","ClickHouse derivative","lukewarm-cold-run"], + "load_time": 449, + "data_size": 13761127816, "result": [ -[0.00,0.00,0.00], -[0.64,0.05,0.05], -[1.14,0.08,0.08], -[2.09,0.11,0.11], -[0.58,0.59,0.51], -[1.96,1.45,1.43], -[0.17,0.01,0.00], -[0.08,0.05,0.05], -[1.16,0.74,0.77], -[2.45,2.54,2.49], -[1.00,0.14,0.18], -[0.77,0.17,0.16], -[1.59,1.07,0.96], -[1.73,1.70,1.71], -[2.79,2.86,2.84], -[0.91,0.93,0.98], -[2.71,2.68,2.77], -[0.48,0.40,0.38], -[6.02,5.14,5.31], -[0.02,0.01,0.01], -[8.56,1.95,1.90], -[8.69,2.13,2.36], -[19.35,4.75,4.40], -[2.65,0.42,0.25], -[0.16,0.13,0.10], -[0.89,0.50,0.47], -[0.10,0.06,0.06], -[10.44,3.03,2.94], -[19.72,18.93,18.76], -[0.22,0.08,0.07], -[6.17,0.87,0.60], -[3.59,1.02,0.91], -[6.54,6.84,6.56], -[9.55,8.43,8.52], -[9.38,8.55,8.49], -[1.27,1.07,1.04], -[1.99,0.16,0.16], -[0.51,0.09,0.09], -[0.39,0.08,0.09], -[0.89,0.27,0.28], -[0.21,0.07,0.07], -[0.38,0.07,0.07], -[0.10,0.07,0.08] + [0.01, 0.01, 0.01], + [0.56, 0.05, 0.05], + [1.11, 0.07, 0.08], + [2.01, 0.1, 0.11], + [0.52, 0.51, 0.54], + [1.86, 1.48, 1.43], + [0.15, 0.01, 0.01], + [0.07, 0.05, 0.05], + [1, 0.81, 0.72], + [2.45, 2.49, 2.5], + [0.93, 0.14, 0.13], + [0.79, 0.16, 0.2], + [1.64, 1.08, 0.98], + [1.75, 1.7, 1.73], + [1.34, 1.26, 1.22], + [1, 0.93, 0.89], + [2.8, 2.89, 2.66], + [0.34, 0.31, 0.31], + [5.78, 5, 5.1], + [0.04, 0.01, 0.01], + [8.52, 1.87, 1.85], + [7.85, 1.76, 1.78], + [17.75, 3.76, 3.73], + [2.09, 0.5, 0.21], + [0.12, 0.07, 0.09], + [0.47, 0.4, 0.37], + [0.1, 0.06, 0.06], + [9.02, 3.12, 3.08], + [21.55, 21.72, 19.81], + [0.25, 0.06, 0.06], + [6.78, 0.89, 0.59], + [3.47, 1.02, 0.86], + [6.58, 6.78, 7.06], + [9.46, 8.9, 8.32], + [9.44, 8.47, 8.43], + [1.21, 1.06, 1.08], + [2.4, 0.12, 0.11], + [1.36, 0.09, 0.08], + [0.36, 0.08, 0.07], + [0.85, 0.26, 0.26], + [0.23, 0.07, 0.06], + [0.44, 0.06, 0.07], + [0.09, 0.07, 0.06] ] } diff --git a/doris/results/c6a.4xlarge.json b/doris/results/c6a.4xlarge.json index 84cf33395..70a56d695 100644 --- a/doris/results/c6a.4xlarge.json +++ b/doris/results/c6a.4xlarge.json @@ -1,58 +1,58 @@ { "system": "Apache Doris", - "date": "2026-03-31", + "date": "2026-05-05", "machine": "c6a.4xlarge", "cluster_size": 1, "proprietary": "no", "hardware": "cpu", "tuned": "no", - "tags": ["C++","column-oriented","MySQL compatible","ClickHouse derivative", "lukewarm-cold-run"], - "load_time": 475, - "data_size": 17105042742, + "tags": ["C++","column-oriented","MySQL compatible","ClickHouse derivative","lukewarm-cold-run"], + "load_time": 152, + "data_size": 13787484444, "result": [ -[0.00,0.00,0.01], -[0.12,0.04,0.04], -[0.92,0.06,0.06], -[1.80,0.10,0.11], -[0.36,0.36,0.33], -[1.52,0.88,0.89], -[0.03,0.00,0.00], -[0.05,0.03,0.03], -[0.53,0.49,0.48], -[1.70,1.63,1.64], -[0.36,0.10,0.09], -[0.71,0.10,0.12], -[0.60,0.57,0.60], -[1.14,1.09,1.11], -[0.85,0.78,0.80], -[0.55,0.53,0.55], -[1.61,1.61,1.60], -[0.20,0.21,0.19], -[2.79,2.72,2.65], -[0.02,0.01,0.01], -[8.21,1.00,1.01], -[7.24,0.85,0.84], -[15.12,1.87,1.84], -[1.93,0.21,0.08], -[0.12,0.06,0.05], -[0.16,0.15,0.18], -[0.11,0.05,0.07], -[7.31,1.96,2.10], -[10.84,10.58,10.41], -[0.17,0.09,0.06], -[2.92,0.49,0.40], -[2.96,0.71,0.60], -[4.06,3.97,3.74], -[8.73,5.42,5.54], -[8.53,5.62,5.63], -[0.66,0.58,0.58], -[1.23,0.08,0.08], -[0.98,0.05,0.05], -[0.62,0.04,0.04], -[1.14,0.18,0.17], -[0.53,0.05,0.05], -[0.94,0.05,0.03], -[0.28,0.04,0.04] + [0.01, 0.01, 0], + [0.13, 0.04, 0.04], + [0.94, 0.07, 0.07], + [1.87, 0.11, 0.1], + [0.38, 0.37, 0.34], + [1.57, 0.95, 0.92], + [0.03, 0, 0.01], + [0.06, 0.04, 0.04], + [0.56, 0.49, 0.5], + [1.87, 1.89, 1.83], + [0.39, 0.08, 0.11], + [0.69, 0.12, 0.11], + [0.69, 0.67, 0.66], + [1.25, 1.23, 1.25], + [0.9, 0.85, 0.82], + [0.53, 0.57, 0.53], + [1.72, 1.72, 1.67], + [0.23, 0.22, 0.22], + [3.05, 3.01, 2.86], + [0.02, 0.01, 0.01], + [8.81, 1.03, 1.03], + [7.34, 0.87, 0.86], + [15.14, 1.89, 1.9], + [1.72, 0.23, 0.11], + [0.14, 0.07, 0.05], + [0.35, 0.15, 0.14], + [0.06, 0.06, 0.06], + [7.45, 2.12, 2.15], + [9.65, 9.82, 9.8], + [0.25, 0.1, 0.09], + [2.53, 0.52, 0.41], + [2.83, 0.71, 0.65], + [4.96, 4.62, 4.93], + [8.95, 6.52, 7], + [8.88, 6.85, 6.53], + [0.7, 0.62, 0.65], + [0.9, 0.08, 0.08], + [0.92, 0.06, 0.05], + [0.57, 0.04, 0.04], + [1.47, 0.22, 0.22], + [0.36, 0.05, 0.04], + [0.63, 0.05, 0.05], + [0.05, 0.05, 0.04] ] } diff --git a/doris/results/c6a.metal.json b/doris/results/c6a.metal.json index 460cf39a9..cf736db76 100644 --- a/doris/results/c6a.metal.json +++ b/doris/results/c6a.metal.json @@ -1,58 +1,58 @@ { "system": "Apache Doris", - "date": "2026-03-31", + "date": "2026-05-05", "machine": "c6a.metal", "cluster_size": 1, "proprietary": "no", "hardware": "cpu", "tuned": "no", - "tags": ["C++","column-oriented","MySQL compatible","ClickHouse derivative", "lukewarm-cold-run"], - "load_time": 408, - "data_size": 17361426786, + "tags": ["C++","column-oriented","MySQL compatible","ClickHouse derivative","lukewarm-cold-run"], + "load_time": 93, + "data_size": 13777114127, "result": [ -[0.01,0.00,0.01], -[0.10,0.03,0.03], -[0.30,0.05,0.05], -[1.45,0.05,0.05], -[0.10,0.07,0.08], -[1.39,0.16,0.16], -[0.03,0.01,0.00], -[0.05,0.04,0.04], -[0.40,0.11,0.12], -[0.61,0.60,0.65], -[0.11,0.05,0.05], -[0.51,0.05,0.06], -[0.15,0.14,0.14], -[0.25,0.23,0.24], -[0.17,0.16,0.15], -[0.11,0.12,0.11], -[0.31,0.31,0.31], -[0.07,0.07,0.07], -[0.56,0.49,0.48], -[0.02,0.01,0.01], -[8.06,0.12,0.12], -[0.07,0.07,0.07], -[7.18,0.10,0.10], -[0.51,0.08,0.07], -[0.06,0.06,0.06], -[0.07,0.07,0.07], -[0.06,0.06,0.06], -[0.37,0.33,0.34], -[6.66,0.96,0.94], -[0.09,0.08,0.07], -[0.77,0.09,0.09], -[2.65,0.15,0.13], -[0.75,0.70,0.74], -[1.02,1.00,1.00], -[1.03,1.02,1.06], -[0.15,0.14,0.14], -[0.09,0.05,0.04], -[0.04,0.03,0.03], -[0.10,0.04,0.04], -[0.29,0.25,0.27], -[0.09,0.04,0.05], -[0.08,0.04,0.04], -[0.04,0.04,0.04] + [0, 0.01, 0], + [0.07, 0.04, 0.04], + [0.39, 0.05, 0.05], + [1.45, 0.05, 0.05], + [0.1, 0.07, 0.07], + [1.41, 0.16, 0.16], + [0.03, 0.01, 0], + [0.05, 0.04, 0.04], + [0.44, 0.12, 0.12], + [0.64, 0.65, 0.63], + [0.1, 0.04, 0.05], + [0.57, 0.05, 0.05], + [0.16, 0.14, 0.13], + [0.26, 0.24, 0.24], + [0.18, 0.16, 0.15], + [0.11, 0.12, 0.1], + [0.32, 0.32, 0.31], + [0.08, 0.06, 0.06], + [0.54, 0.46, 0.5], + [0.01, 0.01, 0.01], + [8.04, 0.11, 0.11], + [0.08, 0.07, 0.07], + [7.2, 0.11, 0.11], + [0.42, 0.15, 0.14], + [0.06, 0.07, 0.07], + [0.07, 0.07, 0.07], + [0.07, 0.06, 0.06], + [0.36, 0.33, 0.33], + [6.66, 0.97, 0.97], + [0.09, 0.06, 0.06], + [0.79, 0.08, 0.09], + [2.64, 0.13, 0.12], + [0.72, 0.71, 0.67], + [1.01, 1.01, 1.06], + [1.03, 1.04, 1.03], + [0.15, 0.15, 0.15], + [0.07, 0.05, 0.05], + [0.04, 0.04, 0.05], + [0.08, 0.04, 0.04], + [0.28, 0.25, 0.29], + [0.09, 0.04, 0.04], + [0.05, 0.04, 0.04], + [0.05, 0.04, 0.04] ] } diff --git a/doris/results/c7a.metal-48xl.json b/doris/results/c7a.metal-48xl.json index 8e3c4c0c2..ad78f60f0 100644 --- a/doris/results/c7a.metal-48xl.json +++ b/doris/results/c7a.metal-48xl.json @@ -1,57 +1,58 @@ { - "system": "Apache Doris", - "date": "2026-03-31", + "system": "Apache Doris", + "date": "2026-05-05", "machine": "c7a.metal-48xl", "cluster_size": 1, - "proprietary": "no", + "proprietary": "no", "hardware": "cpu", - "tuned": "no", - "tags": ["C++","column-oriented","MySQL compatible","ClickHouse derivative", "lukewarm-cold-run"], - "load_time": 152, - "data_size": 13777831111, + "tuned": "no", + "tags": ["C++","column-oriented","MySQL compatible","ClickHouse derivative","lukewarm-cold-run"], + "load_time": 103, + "data_size": 13777883901, "result": [ -[0.00,0.00,0.00], -[0.12,0.03,0.02], -[0.41,0.04,0.06], -[1.42,0.04,0.05], -[0.14,0.05,0.06], -[1.40,0.12,0.12], -[0.08,0.01,0.00], -[0.14,0.04,0.03], -[0.40,0.09,0.10], -[0.57,0.54,0.53], -[0.09,0.04,0.04], -[0.58,0.04,0.05], -[0.10,0.09,0.10], -[0.17,0.16,0.16], -[0.14,0.11,0.10], -[0.10,0.11,0.11], -[0.25,0.25,0.26], -[0.05,0.05,0.05], -[0.58,0.37,0.38], -[0.01,0.00,0.01], -[8.04,0.06,0.05], -[0.06,0.05,0.05], -[7.44,0.07,0.07], -[0.37,0.08,0.08], -[0.06,0.05,0.05], -[0.06,0.06,0.05], -[0.05,0.05,0.05], -[0.18,0.15,0.15], -[6.62,0.67,0.67], -[0.09,0.07,0.07], -[0.77,0.07,0.07], -[2.69,0.09,0.10], -[0.46,0.48,0.51], -[0.53,0.52,0.51], -[0.52,0.50,0.55], -[0.13,0.12,0.12], -[0.13,0.05,0.04], -[0.04,0.04,0.03], -[0.17,0.04,0.03], -[0.28,0.27,0.28], -[0.08,0.03,0.04], -[0.05,0.03,0.03], -[0.04,0.03,0.03] - ] + [0, 0, 0], + [0.07, 0.03, 0.02], + [0.36, 0.05, 0.05], + [1.36, 0.04, 0.04], + [0.09, 0.07, 0.06], + [1.36, 0.12, 0.12], + [0.03, 0.01, 0], + [0.05, 0.03, 0.03], + [0.37, 0.09, 0.09], + [0.56, 0.57, 0.54], + [0.1, 0.03, 0.04], + [0.47, 0.04, 0.05], + [0.11, 0.1, 0.09], + [0.17, 0.16, 0.15], + [0.18, 0.11, 0.1], + [0.1, 0.1, 0.09], + [0.25, 0.26, 0.24], + [0.05, 0.05, 0.05], + [0.82, 0.38, 0.35], + [0.02, 0.01, 0.01], + [8.03, 0.05, 0.05], + [0.05, 0.05, 0.04], + [7.36, 0.08, 0.07], + [0.55, 0.08, 0.08], + [0.05, 0.05, 0.05], + [0.06, 0.05, 0.05], + [0.06, 0.05, 0.05], + [0.21, 0.16, 0.15], + [6.63, 0.68, 0.67], + [0.08, 0.06, 0.06], + [0.92, 0.06, 0.07], + [2.49, 0.09, 0.1], + [0.51, 0.52, 0.57], + [0.52, 0.51, 0.52], + [0.54, 0.55, 0.56], + [0.13, 0.13, 0.12], + [0.08, 0.03, 0.04], + [0.05, 0.04, 0.03], + [0.05, 0.03, 0.03], + [0.29, 0.28, 0.3], + [0.24, 0.04, 0.04], + [0.08, 0.03, 0.04], + [0.05, 0.03, 0.04] +] } + diff --git a/druid/benchmark.sh b/druid/benchmark.sh index 6a3139784..72c2fea66 100755 --- a/druid/benchmark.sh +++ b/druid/benchmark.sh @@ -36,6 +36,10 @@ command time -f '%e' ./apache-druid-${VERSION}/bin/post-index-task --file ingest # The command above will fail due to timeout but still continue to run in background. # The loading time should be checked from the logs. +# Drop the downloaded source files so the sync at the top of run.sh +# doesn't flush their pages and inflate cold-run prep time. +rm -f hits.tsv + # Run the queries ./run.sh diff --git a/duckdb-vortex/benchmark.sh b/duckdb-vortex/benchmark.sh index cd25a6409..f8100ae6c 100755 --- a/duckdb-vortex/benchmark.sh +++ b/duckdb-vortex/benchmark.sh @@ -22,6 +22,10 @@ command time -f '%e' duckdb hits-single.db -f create.sql echo 'single' +# Drop the downloaded source files so the sync at the top of run.sh +# doesn't flush their pages and inflate cold-run prep time. +rm -f hits.parquet + ./run.sh 'hits-single.db' 2>&1 | tee log-s.txt cat log-s.txt | grep -P '^\d|Killed|Segmentation|^Run Time \(s\): real' | diff --git a/duckdb-vortex/results/c6a.4xlarge.json b/duckdb-vortex/results/c6a.4xlarge.json index 9510cdafa..7484ef57d 100644 --- a/duckdb-vortex/results/c6a.4xlarge.json +++ b/duckdb-vortex/results/c6a.4xlarge.json @@ -1,58 +1,58 @@ { "system": "DuckDB (Vortex, single)", - "date": "2026-01-26", + "date": "2026-05-05", "machine": "c6a.4xlarge", "cluster_size": 1, "proprietary": "no", "hardware": "cpu", "tuned": "no", - "comment": "", - "tags": ["Rust", "column-oriented", "embedded", "stateless"], - "load_time": 85.49, - "data_size": 15973777724, + "tags": ["Rust","column-oriented","embedded","stateless"], + "load_time": 139, + "data_size": 15731820628, "result": [ - [0.045,0.010,0.010], - [0.059,0.017,0.017], - [0.089,0.034,0.031], - [1.028,0.045,0.046], - [1.581,0.228,0.231], - [1.533,0.325,0.322], - [0.046,0.010,0.009], - [0.068,0.023,0.022], - [1.358,0.397,0.397], - [1.672,0.531,0.535], - [0.844,0.107,0.108], - [1.397,0.128,0.127], - [1.854,0.343,0.344], - [3.187,0.809,0.823], - [1.416,0.514,0.512], - [0.948,0.332,0.336], - [3.154,1.536,1.516], - [2.874,1.293,1.313], - [4.454,2.336,2.352], - [0.307,0.033,0.031], - [14.204,0.705,0.692], - [15.012,0.735,0.720], - [15.512,0.899,0.893], - [19.282,5.246,7.634], - [0.148,0.066,0.059], - [1.608,0.131,0.128], - [0.271,0.061,0.061], - [14.155,0.737,0.740], - [10.870,4.797,4.816], - [0.088,0.033,0.031], - [2.961,0.347,0.348], - [6.042,0.475,0.472], - [5.044,1.858,1.860], - [14.017,2.177,2.078], - [14.009,2.901,2.884], - [0.640,0.535,0.542], - [0.191,0.143,0.145], - [0.118,0.090,0.106], - [0.158,0.156,0.135], - [0.389,0.381,0.375], - [0.084,0.036,0.039], - [0.072,0.024,0.023], - [0.071,0.025,0.021] - ] + [0.069, 0.012, 0.012], + [0.069, 0.015, 0.014], + [0.113, 0.034, 0.033], + [0.889, 0.057, 0.06], + [1.556, 0.279, 0.273], + [1.51, 0.325, 0.29], + [0.057, 0.009, 0.009], + [0.088, 0.016, 0.017], + [1.405, 0.429, 0.431], + [1.721, 0.593, 0.598], + [0.817, 0.114, 0.117], + [1.369, 0.139, 0.134], + [1.857, 0.351, 0.351], + [3.263, 0.719, 0.728], + [1.566, 0.404, 0.403], + [0.954, 0.346, 0.349], + [3.203, 0.858, 0.854], + [2.957, 0.614, 0.602], + [4.615, 1.536, 1.502], + [0.442, 0.04, 0.04], + [17.13, 0.744, 0.738], + [18.542, 0.863, 0.811], + [22.504, 1.214, 1.093], + [42.202, 8.421, 8.649], + [0.291, 0.065, 0.07], + [1.693, 0.156, 0.142], + [0.302, 0.065, 0.076], + [17.109, 0.776, 0.784], + [13.906, 4.764, 4.921], + [0.12, 0.038, 0.052], + [2.839, 0.364, 0.351], + [6.035, 0.522, 0.52], + [4.935, 1.762, 1.768], + [16.99, 2.06, 2.047], + [17.001, 2.115, 2.109], + [0.685, 0.573, 0.569], + [0.311, 0.172, 0.146], + [0.2, 0.111, 0.092], + [0.209, 0.134, 0.136], + [0.503, 0.367, 0.28], + [0.122, 0.037, 0.058], + [0.091, 0.025, 0.024], + [0.101, 0.024, 0.024] +] } + diff --git a/duckdb-vortex/results/c6a.metal.json b/duckdb-vortex/results/c6a.metal.json new file mode 100644 index 000000000..c39377d98 --- /dev/null +++ b/duckdb-vortex/results/c6a.metal.json @@ -0,0 +1,58 @@ +{ + "system": "DuckDB (Vortex, single)", + "date": "2026-05-05", + "machine": "c6a.metal", + "cluster_size": 1, + "proprietary": "no", + "hardware": "cpu", + "tuned": "no", + "tags": ["Rust","column-oriented","embedded","stateless"], + "load_time": 223, + "data_size": 15731820628, + "result": [ + [0.066, 0.012, 0.013], + [0.095, 0.035, 0.033], + [0.305, 0.062, 0.058], + [0.877, 0.134, 0.124], + [1.021, 0.231, 0.201], + [1.053, 0.236, 0.239], + [0.053, 0.007, 0.009], + [0.111, 0.036, 0.037], + [1.244, 0.383, 0.327], + [1.582, 0.386, 0.361], + [0.993, 0.213, 0.188], + [1.04, 0.226, 0.191], + [1.075, 0.443, 0.364], + [2.867, 0.709, 0.662], + [1.281, 0.433, 0.419], + [1.017, 0.225, 0.212], + [2.662, 0.494, 0.471], + [2.67, 0.506, 0.466], + [3.94, 0.891, 0.715], + [0.65, 0.104, 0.107], + [14.992, 2.36, 2.034], + [16.924, 3.234, 2.841], + [22.278, 4.9, 4.426], + [43.794, 17.198, 15.844], + [0.833, 0.22, 0.186], + [1.248, 0.38, 0.381], + [1.198, 0.207, 0.18], + [15.003, 2.043, 1.949], + [12.523, 2.134, 1.954], + [0.301, 0.057, 0.052], + [2.431, 0.562, 0.535], + [5.467, 0.707, 0.606], + [4.158, 0.972, 0.849], + [15.103, 1.537, 1.727], + [15.045, 1.485, 1.336], + [0.656, 0.182, 0.183], + [0.74, 0.49, 0.521], + [0.536, 0.224, 0.325], + [0.701, 0.522, 0.525], + [1.312, 1.244, 1.193], + [0.241, 0.178, 0.132], + [0.14, 0.075, 0.057], + [0.108, 0.043, 0.039] +] +} + diff --git a/duckdb-vortex/results/c7a.metal-48xl.json b/duckdb-vortex/results/c7a.metal-48xl.json new file mode 100644 index 000000000..aa0dbb893 --- /dev/null +++ b/duckdb-vortex/results/c7a.metal-48xl.json @@ -0,0 +1,58 @@ +{ + "system": "DuckDB (Vortex, single)", + "date": "2026-05-05", + "machine": "c7a.metal-48xl", + "cluster_size": 1, + "proprietary": "no", + "hardware": "cpu", + "tuned": "no", + "tags": ["Rust","column-oriented","embedded","stateless"], + "load_time": 292, + "data_size": 15731820628, + "result": [ + [0.075, 0.011, 0.01], + [0.118, 0.031, 0.029], + [0.483, 0.048, 0.049], + [1.558, 0.116, 0.096], + [1.76, 0.213, 0.191], + [1.441, 0.213, 0.207], + [0.086, 0.011, 0.008], + [0.144, 0.037, 0.035], + [2.074, 0.263, 0.258], + [2.204, 0.345, 0.31], + [1.862, 0.188, 0.173], + [1.794, 0.193, 0.171], + [1.671, 0.352, 0.324], + [4.265, 0.624, 0.555], + [1.974, 0.386, 0.376], + [1.808, 0.183, 0.175], + [3.689, 0.423, 0.398], + [3.821, 0.469, 0.415], + [3.779, 0.728, 0.615], + [1.288, 0.133, 0.142], + [14.883, 1.722, 1.647], + [17.068, 2.593, 2.389], + [22.162, 4.334, 3.732], + [44.426, 16.339, 14.878], + [0.828, 0.253, 0.159], + [1.659, 0.35, 0.317], + [0.874, 0.236, 0.17], + [15.557, 1.758, 1.621], + [12.494, 1.75, 1.545], + [0.497, 0.045, 0.046], + [2.916, 0.536, 0.518], + [6.037, 0.587, 0.565], + [4.091, 0.732, 0.695], + [15.064, 1.388, 1.268], + [14.979, 1.184, 1.12], + [1.231, 0.157, 0.13], + [0.714, 0.581, 0.512], + [0.517, 0.378, 0.308], + [0.614, 0.647, 0.523], + [1.226, 1.263, 1.138], + [0.312, 0.205, 0.116], + [0.19, 0.068, 0.061], + [0.152, 0.045, 0.037] +] +} + diff --git a/duckdb-vortex/results/c8g.4xlarge.json b/duckdb-vortex/results/c8g.4xlarge.json new file mode 100644 index 000000000..3e9a768d9 --- /dev/null +++ b/duckdb-vortex/results/c8g.4xlarge.json @@ -0,0 +1,58 @@ +{ + "system": "DuckDB (Vortex, single)", + "date": "2026-05-05", + "machine": "c8g.4xlarge", + "cluster_size": 1, + "proprietary": "no", + "hardware": "cpu", + "tuned": "no", + "tags": ["Rust","column-oriented","embedded","stateless"], + "load_time": 116, + "data_size": 15731820628, + "result": [ + [0.055, 0.011, 0.011], + [0.064, 0.009, 0.008], + [0.115, 0.023, 0.022], + [1.029, 0.037, 0.038], + [1.65, 0.143, 0.134], + [1.989, 0.16, 0.17], + [0.055, 0.007, 0.007], + [0.071, 0.01, 0.011], + [1.499, 0.216, 0.216], + [2.075, 0.318, 0.314], + [1.072, 0.075, 0.074], + [1.586, 0.083, 0.088], + [2.018, 0.167, 0.173], + [3.584, 0.344, 0.347], + [1.642, 0.195, 0.198], + [1.16, 0.177, 0.174], + [3.513, 0.426, 0.418], + [3.189, 0.334, 0.323], + [4.512, 0.728, 0.704], + [0.523, 0.027, 0.028], + [17.962, 0.391, 0.382], + [19.627, 0.467, 0.445], + [23.954, 0.768, 0.759], + [42.861, 6.516, 6.133], + [0.501, 0.046, 0.049], + [1.727, 0.116, 0.103], + [0.606, 0.048, 0.049], + [18.04, 0.457, 0.456], + [14.443, 2.663, 2.638], + [0.118, 0.072, 0.118], + [2.857, 0.203, 0.199], + [6.271, 0.25, 0.297], + [4.207, 0.714, 0.712], + [16.614, 0.85, 0.822], + [16.606, 0.919, 0.914], + [0.481, 0.268, 0.268], + [0.338, 0.121, 0.1], + [0.191, 0.074, 0.081], + [0.2, 0.11, 0.171], + [0.456, 0.329, 0.301], + [0.113, 0.032, 0.082], + [0.079, 0.018, 0.017], + [0.088, 0.019, 0.019] +] +} + diff --git a/duckdb-vortex/results/c8g.metal-48xl.json b/duckdb-vortex/results/c8g.metal-48xl.json new file mode 100644 index 000000000..043927ead --- /dev/null +++ b/duckdb-vortex/results/c8g.metal-48xl.json @@ -0,0 +1,58 @@ +{ + "system": "DuckDB (Vortex, single)", + "date": "2026-05-05", + "machine": "c8g.metal-48xl", + "cluster_size": 1, + "proprietary": "no", + "hardware": "cpu", + "tuned": "no", + "tags": ["Rust","column-oriented","embedded","stateless"], + "load_time": 286, + "data_size": 15731820628, + "result": [ + [0.057, 0.012, 0.012], + [0.09, 0.026, 0.026], + [0.446, 0.03, 0.027], + [1.515, 0.07, 0.068], + [1.592, 0.158, 0.134], + [1.288, 0.166, 0.147], + [0.061, 0.009, 0.007], + [0.106, 0.027, 0.027], + [1.829, 0.203, 0.208], + [2.169, 0.254, 0.243], + [1.543, 0.133, 0.124], + [1.643, 0.146, 0.136], + [1.518, 0.287, 0.281], + [3.764, 0.511, 0.511], + [1.76, 0.33, 0.3], + [1.523, 0.149, 0.134], + [3.241, 0.338, 0.31], + [3.293, 0.348, 0.314], + [3.719, 0.556, 0.462], + [1.124, 0.071, 0.063], + [14.711, 1.471, 1.412], + [16.834, 2.168, 1.971], + [21.559, 3.698, 3.214], + [41.273, 10.877, 10.621], + [0.848, 0.18, 0.129], + [1.502, 0.294, 0.29], + [1.161, 0.153, 0.122], + [15, 1.429, 1.381], + [12.268, 1.33, 1.341], + [0.446, 0.034, 0.033], + [2.931, 0.417, 0.415], + [5.339, 0.507, 0.495], + [3.947, 0.576, 0.569], + [14.951, 1.022, 0.856], + [14.859, 0.898, 0.833], + [1.041, 0.117, 0.128], + [0.737, 0.241, 0.355], + [0.369, 0.339, 0.208], + [0.431, 0.513, 0.324], + [0.839, 0.882, 0.792], + [0.232, 0.106, 0.158], + [0.152, 0.056, 0.059], + [0.113, 0.043, 0.032] +] +} + diff --git a/duckdb/benchmark.sh b/duckdb/benchmark.sh index 7042b968f..5cf30bb75 100755 --- a/duckdb/benchmark.sh +++ b/duckdb/benchmark.sh @@ -11,6 +11,10 @@ wget --continue --progress=dot:giga 'https://datasets.clickhouse.com/hits_compat echo -n "Load time: " command time -f '%e' duckdb hits.db -storage_version latest -f create.sql -f load.sql +# Drop the downloaded source files so the sync at the top of run.sh +# doesn't flush their pages and inflate cold-run prep time. +rm -f hits.parquet + # Run the queries ./run.sh 2>&1 | tee log.txt diff --git a/duckdb/results/c6a.4xlarge.json b/duckdb/results/c6a.4xlarge.json index e505ad166..1a066670b 100644 --- a/duckdb/results/c6a.4xlarge.json +++ b/duckdb/results/c6a.4xlarge.json @@ -1,58 +1,58 @@ { "system": "DuckDB", - "date": "2025-10-26", + "date": "2026-05-05", "machine": "c6a.4xlarge", "cluster_size": 1, "proprietary": "no", "hardware": "cpu", "tuned": "no", "tags": ["C++","column-oriented","embedded"], - "load_time": 119, - "data_size": 20550266880, + "load_time": 135, + "data_size": 20455895040, "result": [ - [0.028, 0.001, 0.001], - [0.126, 0.003, 0.003], - [1.174, 0.017, 0.018], - [1.125, 0.032, 0.032], - [1.163, 0.244, 0.241], - [1.266, 0.272, 0.274], - [0.127, 0.005, 0.005], - [0.295, 0.005, 0.004], - [1.777, 0.331, 0.338], - [2.861, 0.482, 0.495], - [1.388, 0.067, 0.064], - [2.228, 0.075, 0.073], - [1.603, 0.306, 0.305], - [2.765, 0.608, 0.602], - [1.829, 0.349, 0.347], - [0.533, 0.296, 0.3], - [2.725, 0.724, 0.734], - [2.476, 0.514, 0.525], - [5.54, 1.37, 1.393], - [0.135, 0.003, 0.004], - [11.67, 0.479, 0.474], - [12.854, 0.524, 0.488], - [16.635, 1.45, 1.157], - [1.051, 0.549, 0.182], - [0.159, 0.02, 0.02], - [1.26, 0.069, 0.066], - [0.234, 0.016, 0.016], - [12.164, 0.39, 0.404], - [9.234, 7.187, 7.177], - [0.203, 0.024, 0.024], - [4.54, 0.258, 0.262], - [7.362, 0.326, 0.342], - [6.295, 1.622, 1.631], - [11.551, 1.592, 1.608], - [11.597, 1.772, 1.772], - [0.579, 0.395, 0.4], - [0.116, 0.023, 0.028], - [0.079, 0.008, 0.007], - [0.101, 0.013, 0.012], - [0.177, 0.064, 0.053], - [0.102, 0.005, 0.005], - [0.082, 0.005, 0.005], - [0.084, 0.01, 0.008] + [0.056, 0.001, 0.001], + [0.152, 0.003, 0.004], + [0.251, 0.02, 0.02], + [0.498, 0.03, 0.03], + [1.033, 0.291, 0.281], + [1.19, 0.285, 0.244], + [0.11, 0.002, 0.001], + [0.153, 0.005, 0.005], + [1.016, 0.372, 0.366], + [1.772, 0.519, 0.521], + [0.63, 0.068, 0.065], + [1.514, 0.077, 0.073], + [1.618, 0.32, 0.314], + [2.48, 0.652, 0.649], + [1.525, 0.367, 0.367], + [1.055, 0.334, 0.334], + [2.428, 0.746, 0.722], + [2.152, 0.514, 0.494], + [4.871, 1.329, 1.312], + [0.163, 0.005, 0.003], + [11.637, 0.468, 0.464], + [12.952, 0.495, 0.482], + [16.288, 3.374, 0.735], + [0.566, 0.066, 0.065], + [0.223, 0.023, 0.029], + [1.388, 0.09, 0.088], + [0.188, 0.019, 0.019], + [12.032, 0.383, 0.385], + [9.375, 6.318, 6.317], + [0.185, 0.036, 0.028], + [3.105, 0.271, 0.271], + [6.235, 0.356, 0.358], + [5.275, 1.582, 1.578], + [11.803, 1.553, 1.543], + [11.831, 1.7, 1.677], + [0.627, 0.421, 0.415], + [0.149, 0.028, 0.042], + [0.114, 0.009, 0.009], + [0.133, 0.016, 0.013], + [0.219, 0.08, 0.145], + [0.145, 0.006, 0.004], + [0.131, 0.006, 0.004], + [0.111, 0.011, 0.011] ] } diff --git a/duckdb/results/c6a.metal.json b/duckdb/results/c6a.metal.json index 98cf7c49d..6f7cd0900 100644 --- a/duckdb/results/c6a.metal.json +++ b/duckdb/results/c6a.metal.json @@ -1,58 +1,58 @@ { "system": "DuckDB", - "date": "2025-10-26", + "date": "2026-05-05", "machine": "c6a.metal", "cluster_size": 1, "proprietary": "no", "hardware": "cpu", "tuned": "no", "tags": ["C++","column-oriented","embedded"], - "load_time": 103, - "data_size": 20559441920, + "load_time": 99, + "data_size": 20634677248, "result": [ - [0.03, 0.001, 0], - [0.3, 0.004, 0.002], - [1.981, 0.006, 0.003], - [1.721, 0.005, 0.005], - [1.755, 0.086, 0.084], - [2.273, 0.087, 0.082], - [0.118, 0.003, 0.003], - [0.657, 0.005, 0.005], - [2.841, 0.103, 0.098], - [4.535, 0.129, 0.128], - [2.37, 0.031, 0.029], - [3.233, 0.035, 0.032], - [2.394, 0.114, 0.101], - [3.99, 0.159, 0.229], - [2.928, 0.105, 0.106], - [1.096, 0.09, 0.089], - [4.192, 0.365, 0.231], - [3.94, 0.173, 0.167], - [7.427, 0.359, 0.31], - [0.348, 0.007, 0.008], - [16.218, 0.076, 0.073], - [18.015, 0.473, 0.093], - [16.984, 0.184, 0.141], - [2.613, 0.339, 0.065], - [0.547, 0.059, 0.013], - [2.551, 0.039, 0.036], - [0.834, 0.043, 0.086], - [16.665, 0.271, 0.065], - [12.624, 1.171, 1.041], - [0.424, 0.014, 0.012], - [7.446, 0.081, 0.072], - [10.359, 0.102, 0.092], - [8.008, 0.442, 0.448], - [15.717, 0.406, 0.33], - [15.987, 0.428, 0.357], - [0.724, 0.316, 0.096], - [0.1, 0.026, 0.026], - [0.06, 0.007, 0.008], - [0.089, 0.012, 0.012], - [0.156, 0.064, 0.055], - [0.077, 0.006, 0.005], - [0.069, 0.007, 0.007], - [0.07, 0.011, 0.009] + [0.051, 0.001, 0], + [0.106, 0.003, 0.002], + [0.258, 0.005, 0.009], + [1.299, 0.008, 0.007], + [1.331, 0.08, 0.079], + [2.011, 0.099, 0.098], + [0.084, 0.001, 0.001], + [0.091, 0.006, 0.005], + [1.595, 0.097, 0.099], + [2.693, 0.125, 0.124], + [1.158, 0.029, 0.027], + [2.067, 0.03, 0.029], + [2.227, 0.118, 0.094], + [3.396, 0.283, 0.287], + [2.253, 0.107, 0.126], + [0.705, 0.086, 0.082], + [3.496, 0.145, 0.14], + [3.261, 0.153, 0.155], + [6.203, 0.332, 0.302], + [0.144, 0.006, 0.005], + [15.851, 0.18, 0.077], + [17.576, 0.199, 0.08], + [16.188, 0.396, 0.123], + [2.829, 0.051, 0.046], + [0.547, 0.015, 0.013], + [2.302, 0.041, 0.041], + [1.05, 0.013, 0.011], + [16.074, 0.189, 0.076], + [11.933, 0.944, 0.896], + [0.133, 0.016, 0.013], + [4.631, 0.067, 0.062], + [8.588, 0.173, 0.164], + [6.251, 0.633, 0.64], + [15.514, 0.389, 0.332], + [15.494, 0.434, 0.364], + [0.308, 0.112, 0.113], + [0.115, 0.034, 0.029], + [0.077, 0.011, 0.01], + [0.108, 0.015, 0.013], + [0.215, 0.061, 0.059], + [0.135, 0.01, 0.009], + [0.114, 0.009, 0.01], + [0.099, 0.011, 0.012] ] } diff --git a/duckdb/results/c7a.metal-48xl.json b/duckdb/results/c7a.metal-48xl.json index 95f63e5ee..27a7fbd38 100644 --- a/duckdb/results/c7a.metal-48xl.json +++ b/duckdb/results/c7a.metal-48xl.json @@ -1,58 +1,58 @@ { "system": "DuckDB", - "date": "2025-10-26", + "date": "2026-05-05", "machine": "c7a.metal-48xl", "cluster_size": 1, "proprietary": "no", "hardware": "cpu", "tuned": "no", "tags": ["C++","column-oriented","embedded"], - "load_time": 97, - "data_size": 20559179776, + "load_time": 98, + "data_size": 20636774400, "result": [ - [0.029, 0, 0], - [0.134, 0.005, 0.003], - [2.188, 0.005, 0.004], - [1.727, 0.004, 0.003], - [1.781, 0.071, 0.072], - [2.313, 0.086, 0.08], - [0.114, 0.003, 0.002], - [0.709, 0.006, 0.005], - [2.867, 0.081, 0.079], - [4.65, 0.104, 0.097], - [2.478, 0.029, 0.025], - [3.324, 0.03, 0.029], - [2.425, 0.085, 0.08], - [4.095, 0.212, 0.139], - [2.927, 0.097, 0.088], - [1.141, 0.074, 0.074], - [4.258, 0.141, 0.345], - [3.953, 0.158, 0.138], - [7.42, 0.299, 0.272], - [0.354, 0.007, 0.005], - [16.279, 0.056, 0.054], - [18.075, 0.064, 0.056], - [17.048, 0.224, 0.134], - [2.819, 0.284, 0.142], - [0.758, 0.043, 0.01], - [2.582, 0.03, 0.028], - [0.896, 0.043, 0.011], - [16.732, 0.254, 0.046], - [12.594, 1.123, 0.713], - [0.421, 0.011, 0.008], - [7.455, 0.067, 0.063], - [10.384, 0.082, 0.073], - [8.014, 0.376, 0.431], - [15.753, 0.761, 0.223], - [15.677, 0.31, 0.279], - [0.73, 0.082, 0.076], - [0.094, 0.024, 0.022], - [0.055, 0.007, 0.008], - [0.088, 0.012, 0.01], - [0.147, 0.046, 0.047], - [0.074, 0.006, 0.006], - [0.062, 0.007, 0.006], - [0.062, 0.009, 0.008] + [0.049, 0.001, 0], + [0.127, 0.004, 0.003], + [0.266, 0.006, 0.004], + [1.335, 0.005, 0.004], + [1.351, 0.062, 0.068], + [2.139, 0.08, 0.075], + [0.083, 0.001, 0.001], + [0.108, 0.007, 0.005], + [1.67, 0.081, 0.08], + [2.801, 0.09, 0.09], + [1.386, 0.024, 0.024], + [2.107, 0.025, 0.023], + [2.314, 0.085, 0.082], + [3.612, 0.127, 0.124], + [2.247, 0.094, 0.086], + [0.854, 0.065, 0.062], + [3.626, 0.108, 0.103], + [3.244, 0.12, 0.116], + [6.111, 0.245, 0.239], + [0.226, 0.006, 0.005], + [15.794, 0.164, 0.05], + [17.538, 0.094, 0.055], + [16.275, 0.212, 0.239], + [2.79, 0.042, 0.035], + [0.868, 0.014, 0.012], + [2.375, 0.036, 0.04], + [1.1, 0.012, 0.01], + [16.109, 0.068, 0.045], + [12.067, 0.646, 0.594], + [0.17, 0.013, 0.012], + [4.635, 0.048, 0.045], + [8.659, 0.112, 0.106], + [6.113, 0.519, 0.531], + [15.312, 0.291, 0.229], + [15.437, 0.326, 0.249], + [0.328, 0.075, 0.077], + [0.108, 0.026, 0.026], + [0.071, 0.011, 0.009], + [0.101, 0.015, 0.012], + [0.208, 0.052, 0.052], + [0.131, 0.008, 0.006], + [0.107, 0.008, 0.008], + [0.094, 0.011, 0.013] ] } diff --git a/duckdb/results/c8g.4xlarge.json b/duckdb/results/c8g.4xlarge.json index 621eaafea..6655b6552 100644 --- a/duckdb/results/c8g.4xlarge.json +++ b/duckdb/results/c8g.4xlarge.json @@ -1,58 +1,58 @@ { "system": "DuckDB", - "date": "2025-10-26", + "date": "2026-05-05", "machine": "c8g.4xlarge", "cluster_size": 1, "proprietary": "no", "hardware": "cpu", "tuned": "no", "tags": ["C++","column-oriented","embedded"], - "load_time": 113, - "data_size": 20548431872, + "load_time": 132, + "data_size": 20464545792, "result": [ - [0.022, 0, 0.001], - [0.096, 0.002, 0.002], - [1.065, 0.012, 0.012], - [1.119, 0.02, 0.019], - [1.106, 0.133, 0.131], - [1.363, 0.136, 0.135], - [0.082, 0.003, 0.003], - [0.247, 0.004, 0.002], - [1.859, 0.176, 0.174], - [2.845, 0.262, 0.267], - [1.325, 0.038, 0.038], - [2.136, 0.044, 0.043], - [1.508, 0.155, 0.152], - [2.631, 0.292, 0.294], - [1.693, 0.176, 0.17], - [0.58, 0.158, 0.155], - [2.649, 0.345, 0.355], - [2.362, 0.275, 0.277], - [4.986, 0.635, 0.655], - [0.169, 0.002, 0.002], - [11.273, 0.303, 0.301], - [12.444, 0.301, 0.298], - [15.814, 1.526, 0.833], - [0.972, 0.067, 0.066], - [0.133, 0.013, 0.012], - [1.247, 0.04, 0.039], - [0.264, 0.011, 0.01], - [11.699, 0.216, 0.223], - [8.659, 3.7, 3.75], - [0.147, 0.017, 0.018], - [4.349, 0.141, 0.147], - [7.183, 0.163, 0.169], - [5.478, 0.726, 0.701], - [10.884, 0.73, 0.738], - [10.883, 0.829, 0.816], - [0.362, 0.195, 0.204], - [0.09, 0.016, 0.016], - [0.065, 0.005, 0.004], - [0.083, 0.009, 0.008], - [0.142, 0.128, 0.15], - [0.08, 0.003, 0.003], - [0.068, 0.003, 0.004], - [0.067, 0.006, 0.005] + [0.036, 0, 0.001], + [0.202, 0.002, 0.002], + [0.554, 0.012, 0.013], + [0.638, 0.019, 0.02], + [0.808, 0.14, 0.138], + [1.122, 0.131, 0.128], + [0.112, 0.001, 0.001], + [0.219, 0.003, 0.003], + [0.991, 0.184, 0.181], + [1.751, 0.27, 0.275], + [0.808, 0.038, 0.038], + [0.993, 0.043, 0.044], + [1.428, 0.161, 0.158], + [2.217, 0.333, 0.339], + [1.513, 0.185, 0.183], + [0.695, 0.165, 0.166], + [2.046, 0.381, 0.373], + [1.945, 0.286, 0.282], + [4.177, 0.64, 0.634], + [0.435, 0.002, 0.002], + [10.653, 0.293, 0.293], + [12.25, 0.3, 0.29], + [17.149, 1.241, 0.662], + [0.768, 0.041, 0.04], + [0.269, 0.018, 0.012], + [0.991, 0.054, 0.054], + [0.251, 0.012, 0.012], + [10.966, 0.206, 0.206], + [8.478, 3.616, 3.59], + [0.337, 0.018, 0.02], + [2.734, 0.145, 0.144], + [5.857, 0.174, 0.179], + [4.3, 0.682, 0.69], + [10.817, 0.73, 0.73], + [10.818, 0.817, 0.801], + [0.674, 0.213, 0.211], + [0.13, 0.017, 0.018], + [0.134, 0.005, 0.005], + [0.211, 0.008, 0.007], + [0.301, 0.043, 0.078], + [0.149, 0.003, 0.003], + [0.101, 0.003, 0.003], + [0.08, 0.006, 0.005] ] } diff --git a/duckdb/results/c8g.metal-48xl.json b/duckdb/results/c8g.metal-48xl.json index 209a9cfe6..089712116 100644 --- a/duckdb/results/c8g.metal-48xl.json +++ b/duckdb/results/c8g.metal-48xl.json @@ -1,6 +1,6 @@ { "system": "DuckDB", - "date": "2025-10-26", + "date": "2026-05-05", "machine": "c8g.metal-48xl", "cluster_size": 1, "proprietary": "no", @@ -8,51 +8,51 @@ "tuned": "no", "tags": ["C++","column-oriented","embedded"], "load_time": 95, - "data_size": 20559966208, + "data_size": 20637298688, "result": [ - [0.028, 0, 0], - [0.173, 0.002, 0.002], - [2.105, 0.005, 0.002], - [1.693, 0.003, 0.003], - [1.752, 0.052, 0.052], - [2.273, 0.064, 0.064], - [0.121, 0.002, 0.002], - [0.641, 0.005, 0.002], - [2.818, 0.061, 0.062], - [4.575, 0.079, 0.078], - [2.464, 0.02, 0.019], - [3.315, 0.021, 0.02], - [2.397, 0.07, 0.066], - [4.075, 0.188, 0.179], - [2.908, 0.078, 0.072], - [1.124, 0.056, 0.062], - [4.193, 0.185, 0.12], - [3.92, 0.111, 0.111], - [7.399, 0.221, 0.203], - [0.351, 0.003, 0.003], - [16.281, 0.091, 0.057], - [18.087, 0.044, 0.04], - [16.972, 0.137, 0.079], - [2.89, 0.318, 0.031], - [0.836, 0.04, 0.01], - [2.57, 0.036, 0.036], - [1.257, 0.039, 0.008], - [16.713, 0.041, 0.037], - [12.351, 0.536, 0.512], - [0.42, 0.009, 0.007], - [7.417, 0.049, 0.044], - [10.392, 0.064, 0.058], - [8.054, 0.404, 0.388], - [15.823, 0.451, 0.186], - [15.793, 0.341, 0.256], - [0.712, 0.06, 0.06], - [0.088, 0.019, 0.019], - [0.053, 0.005, 0.006], - [0.083, 0.01, 0.008], - [0.144, 0.041, 0.041], - [0.074, 0.004, 0.006], - [0.058, 0.005, 0.004], - [0.058, 0.007, 0.006] + [0.027, 0.001, 0], + [0.14, 0.005, 0.003], + [0.259, 0.003, 0.003], + [1.374, 0.003, 0.003], + [1.384, 0.049, 0.055], + [2.159, 0.069, 0.067], + [0.074, 0.001, 0.001], + [0.144, 0.004, 0.003], + [1.765, 0.058, 0.056], + [2.888, 0.073, 0.07], + [1.465, 0.018, 0.018], + [2.145, 0.02, 0.019], + [2.394, 0.076, 0.074], + [3.563, 0.208, 0.198], + [2.229, 0.079, 0.077], + [0.883, 0.052, 0.051], + [3.676, 0.085, 0.087], + [3.215, 0.094, 0.09], + [6.084, 0.207, 0.21], + [0.19, 0.003, 0.003], + [15.87, 0.137, 0.048], + [17.727, 0.179, 0.042], + [16.251, 0.341, 0.204], + [2.773, 0.047, 0.033], + [0.853, 0.009, 0.009], + [2.409, 0.029, 0.028], + [1.152, 0.008, 0.009], + [16.158, 0.073, 0.05], + [11.997, 0.515, 0.511], + [0.129, 0.009, 0.009], + [4.698, 0.04, 0.039], + [8.732, 0.092, 0.091], + [6.099, 0.425, 0.436], + [15.29, 0.229, 0.208], + [15.325, 0.278, 0.221], + [0.631, 0.063, 0.062], + [0.101, 0.021, 0.021], + [0.054, 0.007, 0.007], + [0.086, 0.01, 0.011], + [0.159, 0.045, 0.043], + [0.079, 0.006, 0.005], + [0.059, 0.006, 0.006], + [0.052, 0.008, 0.007] ] } diff --git a/elasticsearch/benchmark.sh b/elasticsearch/benchmark.sh index e50248e12..f7445e644 100755 --- a/elasticsearch/benchmark.sh +++ b/elasticsearch/benchmark.sh @@ -76,5 +76,9 @@ echo "Data size: $(jq -r '._all.total.store.total_data_set_size_in_bytes' stats. END=$(date +%s) echo "Load time: $(echo "$END - $START" | bc)" +# Drop the downloaded source files so the sync at the top of run.sh +# doesn't flush their pages and inflate cold-run prep time. +rm -f hits.json.gz + ###### Run the queries ./run.sh diff --git a/elasticsearch/results/c6a.4xlarge.json b/elasticsearch/results/c6a.4xlarge.json index 37c619b66..a3d769647 100644 --- a/elasticsearch/results/c6a.4xlarge.json +++ b/elasticsearch/results/c6a.4xlarge.json @@ -1,58 +1,58 @@ { "system": "Elasticsearch", - "date": "2025-09-08", + "date": "2026-05-05", "machine": "c6a.4xlarge", "cluster_size": 1, "proprietary": "no", "hardware": "cpu", "tuned": "no", - "tags": ["Java","search", "lukewarm-cold-run"], - "load_time": 9531, - "data_size": 85859504096, + "tags": ["Java","search","lukewarm-cold-run"], + "load_time": 6496, + "data_size": 52952423270, "result": [ - [0.088, 0.002, 0.003], - [0.162, 0.005, 0.004], - [0.775, 0.615, 0.587], - [1.904, 0.272, 0.294], - [0.326, 0.335, 0.287], - [1.43, 0.557, 0.517], - [0.317, 0.302, 0.317], - [0.96, 0.862, 0.865], - [9.273, 8.909, 8.773], - [13.188, 12.709, 12.939], - [1.608, 1.142, 1.143], - [1.802, 1.522, 1.531], - [4.371, 4.215, 4.216], - [4.244, 4.254, 4.211], - [4.647, 4.43, 4.537], - [0.845, 0.805, 0.877], - [8.333, 8.709, 8.756], - [8.684, 8.546, 8.62], - [19.984, 20.234, 19.957], - [0.135, 0.004, 0.003], - [27.196, 14.498, 14.516], - [19.142, 17.073, 17.127], - [37.757, 26.757, 26.835], - [14.545, 14.498, 14.489], - [0.849, 0.778, 0.776], - [1.652, 1.622, 1.627], - [0.782, 0.775, 0.779], - [89.371, 85.607, 85.682], + [0.074, 0.001, 0.002], + [0.091, 0.003, 0.003], + [0.661, 0.463, 0.456], + [0.938, 0.188, 0.187], + [0.31, 0.244, 0.229], + [0.506, 0.367, 0.34], + [0.25, 0.22, 0.221], + [0.376, 0.483, 0.478], + [5.894, 5.405, 5.292], + [8.325, 8.306, 8.316], + [1.091, 0.763, 0.771], + [1.187, 0.921, 0.908], + [2.744, 2.593, 2.6], + [2.619, 2.612, 2.61], + [2.951, 2.751, 2.792], + [0.462, 0.455, 0.48], + [5.491, 5.472, 5.48], + [5.299, 5.289, 5.293], + [12.429, 12.371, 12.588], + [0.089, 0.002, 0.002], + [17.148, 7.958, 7.97], + [10.933, 9.836, 9.802], + [25.527, 16.119, 15.964], + [8.286, 8.215, 8.207], + [0.681, 0.595, 0.594], + [1.226, 1.145, 1.136], + [0.645, 0.606, 0.604], + [80.051, 77.118, 77.298], [null, null, null], - [120.908, 127.011, 128.136], - [3.199, 1.638, 1.627], - [5.097, 1.73, 1.679], - [5.747, 5.988, 5.623], - [13.781, 12.778, 12.715], - [12.657, 12.604, 12.722], - [23.429, 23.336, 23.306], - [8.353, 8.216, 8.196], - [6.981, 6.46, 6.447], - [8.32, 8.169, 8.095], - [13.614, 12.761, 12.76], - [0.109, 0.026, 0.028], - [0.059, 0.021, 0.021], - [0.254, 0.165, 0.164] + [88.289, 94.413, 90.817], + [2.148, 1.107, 1.124], + [3.272, 1.13, 1.112], + [3.416, 3.359, 3.399], + [8.837, 7.298, 7.254], + [7.23, 7.259, 7.27], + [13.762, 13.25, 13.329], + [4.638, 4.527, 4.517], + [4.407, 3.941, 3.891], + [4.581, 4.502, 4.503], + [10.409, 9.505, 9.504], + [0.257, 0.037, 0.034], + [0.068, 0.035, 0.022], + [0.252, 0.179, 0.191] ] } diff --git a/elasticsearch/results/c6a.metal.json b/elasticsearch/results/c6a.metal.json index ec1217d0d..b53cd2f79 100644 --- a/elasticsearch/results/c6a.metal.json +++ b/elasticsearch/results/c6a.metal.json @@ -1,58 +1,58 @@ { "system": "Elasticsearch", - "date": "2025-09-08", + "date": "2026-05-05", "machine": "c6a.metal", "cluster_size": 1, "proprietary": "no", "hardware": "cpu", "tuned": "no", - "tags": ["Java","search", "lukewarm-cold-run"], - "load_time": 9565, - "data_size": 84661395365, + "tags": ["Java","search","lukewarm-cold-run"], + "load_time": 9300, + "data_size": 83146940823, "result": [ - [0.044, 0.003, 0.002], - [0.017, 0.004, 0.003], - [0.704, 0.554, 0.532], - [0.245, 0.305, 0.238], - [0.336, 0.283, 0.275], - [0.624, 0.504, 0.497], - [0.25, 0.288, 0.253], - [0.853, 0.949, 0.92], - [8.62, 9.334, 9.534], - [13.03, 13.877, 13.726], - [1.225, 1.154, 1.13], - [1.444, 1.399, 1.439], - [4.18, 4.302, 4.334], - [4.427, 4.503, 4.398], - [4.518, 4.512, 4.589], - [0.673, 0.699, 0.586], - [7.563, 8.279, 8.639], - [8.101, 7.472, 7.811], - [22.166, 20.908, 21.667], - [0.046, 0.004, 0.004], - [12.686, 12.562, 12.471], - [15.251, 15.386, 15.156], - [23.839, 23.755, 23.836], - [12.482, 12.468, 12.507], - [0.785, 0.754, 0.75], - [1.544, 1.528, 1.596], - [0.854, 0.771, 0.756], - [94.97, 94.304, 93.238], + [0.08, 0.003, 0.002], + [0.101, 0.004, 0.004], + [0.817, 0.599, 0.553], + [1.909, 0.246, 0.247], + [0.416, 0.405, 0.304], + [1.001, 0.638, 0.488], + [0.288, 0.292, 0.283], + [0.64, 0.785, 0.778], + [9.332, 9.512, 10.097], + [14.114, 14.14, 14.899], + [1.587, 1.251, 1.322], + [1.857, 1.552, 1.566], + [4.507, 4.355, 4.423], + [4.91, 4.747, 4.686], + [5.114, 4.818, 4.826], + [1.179, 0.975, 0.856], + [8.818, 9.086, 8.393], + [8.735, 8.926, 8.833], + [25.835, 21.973, 21.733], + [0.168, 0.004, 0.003], + [25.578, 14.243, 14.183], + [19.001, 17.152, 16.983], + [36.437, 26.514, 28.024], + [14.579, 14.2, 14.097], + [1.162, 0.978, 0.971], + [1.817, 1.707, 1.766], + [0.998, 0.984, 0.976], + [100.799, 94.643, 97.127], [null, null, null], - [301.037, 479.109, 446.655], - [1.576, 1.566, 1.57], - [1.709, 1.667, 1.639], - [5.603, 6.779, 6.842], - [14.281, 12.727, 12.625], - [13.275, 14.216, 12.885], - [25.094, 29.899, 25.758], - [8.423, 8.498, 8.379], - [6.768, 6.671, 6.597], - [8.298, 8.328, 8.258], - [13.297, 13.245, 13.205], - [0.045, 0.034, 0.032], - [0.027, 0.025, 0.027], - [0.237, 0.199, 0.197] + [336.211, 495.441, 508.771], + [3.165, 1.801, 1.789], + [4.817, 1.852, 1.851], + [5.629, 5.826, 7.319], + [15.904, 13.849, 13.918], + [14.904, 14.223, 13.908], + [24.497, 29.459, 26.91], + [8.448, 8.223, 8.198], + [6.943, 6.524, 6.483], + [8.256, 8.198, 8.202], + [13.911, 12.98, 12.968], + [0.265, 0.041, 0.037], + [0.072, 0.021, 0.023], + [0.233, 0.175, 0.175] ] } diff --git a/elasticsearch/results/c6a.xlarge.json b/elasticsearch/results/c6a.xlarge.json new file mode 100644 index 000000000..ec1478f42 --- /dev/null +++ b/elasticsearch/results/c6a.xlarge.json @@ -0,0 +1,58 @@ +{ + "system": "Elasticsearch", + "date": "2026-05-05", + "machine": "c6a.xlarge", + "cluster_size": 1, + "proprietary": "no", + "hardware": "cpu", + "tuned": "no", + "tags": ["Java","search","lukewarm-cold-run"], + "load_time": 688, + "data_size": 6028542879, + "result": [ + [0.094, 0.002, 0.002], + [0.126, 0.008, 0.006], + [0.33, 0.126, 0.107], + [0.097, 0.05, 0.055], + [0.14, 0.085, 0.06], + [0.348, 0.251, 0.21], + [0.056, 0.063, 0.052], + [0.227, 0.078, 0.075], + [0.958, 0.728, 0.741], + [1.253, 1.704, 1.153], + [0.327, 0.108, 0.085], + [0.194, 0.122, 0.086], + [0.536, 0.47, 0.366], + [0.376, 0.387, 0.408], + [0.505, 0.389, 0.385], + [0.192, 0.244, 0.226], + [0.56, 0.554, 0.564], + [0.549, 0.554, 0.546], + [1.51, 1.632, 1.294], + [0.062, 0.003, 0.004], + [1.152, 0.631, 0.682], + [0.96, 0.867, 0.922], + [2.987, 1.974, 1.956], + [0.635, 0.596, 0.597], + [0.049, 0.013, 0.012], + [0.231, 0.127, 0.131], + [0.081, 0.077, 0.09], + [20.942, 20.627, 20.558], + [null, null, null], + [25.777, 25.693, 25.77], + [0.314, 0.144, 0.14], + [0.348, 0.146, 0.144], + [0.358, 0.354, 0.342], + [0.833, 0.783, 0.769], + [0.78, 0.775, 0.77], + [1.596, 1.344, 1.328], + [0.584, 0.545, 0.54], + [0.802, 0.72, 0.716], + [0.562, 0.558, 0.545], + [5.177, 4.738, 4.749], + [0.116, 0.028, 0.022], + [0.063, 0.026, 0.02], + [0.271, 0.163, 0.157] +] +} + diff --git a/elasticsearch/results/c8g.4xlarge.json b/elasticsearch/results/c8g.4xlarge.json new file mode 100644 index 000000000..e21c5c924 --- /dev/null +++ b/elasticsearch/results/c8g.4xlarge.json @@ -0,0 +1,58 @@ +{ + "system": "Elasticsearch", + "date": "2026-05-05", + "machine": "c8g.4xlarge", + "cluster_size": 1, + "proprietary": "no", + "hardware": "cpu", + "tuned": "no", + "tags": ["Java","search","lukewarm-cold-run"], + "load_time": 2630, + "data_size": 20862589468, + "result": [ + [0.076, 0.001, 0.001], + [0.083, 0.002, 0.002], + [0.499, 0.396, 0.335], + [0.33, 0.129, 0.13], + [0.193, 0.164, 0.157], + [0.313, 0.208, 0.206], + [0.149, 0.146, 0.145], + [0.36, 0.325, 0.315], + [3.17, 2.878, 2.858], + [5.115, 5.158, 5.176], + [0.558, 0.355, 0.352], + [0.552, 0.433, 0.434], + [1.008, 0.897, 0.9], + [0.905, 0.897, 0.898], + [1.063, 0.963, 0.963], + [0.632, 0.623, 0.621], + [2.339, 2.252, 2.297], + [2.119, 2.127, 2.119], + [6.108, 6.04, 6.026], + [0.078, 0.001, 0.002], + [4.72, 1.888, 1.885], + [2.781, 2.815, 2.782], + [11.209, 6.131, 6.109], + [2.227, 2.176, 2.173], + [0.315, 0.25, 0.251], + [0.667, 0.617, 0.615], + [0.269, 0.246, 0.246], + [116.256, 113.399, 113.316], + [null, null, null], + [58.242, 58.84, 59.033], + [0.969, 0.483, 0.483], + [1.534, 0.488, 0.487], + [1.512, 1.497, 1.498], + [2.859, 2.862, 2.849], + [2.872, 2.864, 2.854], + [7.2, 6.967, 7.013], + [1.643, 1.581, 1.575], + [2.471, 2.164, 2.142], + [1.596, 1.555, 1.553], + [7.137, 6.438, 6.455], + [0.15, 0.027, 0.022], + [0.049, 0.019, 0.019], + [0.184, 0.149, 0.146] +] +} + diff --git a/greenplum/benchmark.sh b/greenplum/benchmark.sh index ec5a52604..503b966dd 100755 --- a/greenplum/benchmark.sh +++ b/greenplum/benchmark.sh @@ -78,5 +78,8 @@ command time -f '%e' psql -d postgres -t -c "insert into hits select * from hits echo -n "Load time: " command time -f '%e' psql -d postgres -t -c "ANALYZE hits;" du -sh /gpdata* +# Drop the downloaded source files so the sync at the top of run.sh +# doesn't flush their pages and inflate cold-run prep time. +rm -f hits.tsv ./run.sh 2>&1 | tee log.txt cat log.txt | grep -oP 'Time: \d+\.\d+ ms|psql: error' | sed -r -e 's/Time: ([0-9]+\.[0-9]+) ms/\1/; s/^.*psql: error.*$/null/' |awk '{ if (i % 3 == 0) { printf "[" }; if ($1 == "null") { printf $1 } else { printf $1 / 1000 }; if (i % 3 != 2) { printf "," } else { print "]," }; ++i; }' diff --git a/heavyai/benchmark.sh b/heavyai/benchmark.sh index fe6c9758b..37a48ce2e 100755 --- a/heavyai/benchmark.sh +++ b/heavyai/benchmark.sh @@ -48,6 +48,10 @@ command time -f '%e' /opt/heavyai/bin/heavysql -q -t -p HyperInteractive <<< "CO # Loaded: 99997497 recs, Rejected: 0 recs in 572.633 secs +# Drop the downloaded source files so the sync at the top of run.sh +# doesn't flush their pages and inflate cold-run prep time. +rm -f hits.csv + ./run.sh 2>&1 | tee log.txt echo -n "Data size: " diff --git a/hologres/benchmark.sh b/hologres/benchmark.sh index 74a821111..741d15eea 100755 --- a/hologres/benchmark.sh +++ b/hologres/benchmark.sh @@ -56,6 +56,10 @@ for file in hits_part_*; do PGUSER=$PG_USER PGPASSWORD=$PG_PASSWORD command time -f '%e' psql -h $HOST_NAME -p $PORT -d $DATABASE -t -c "\\copy hits FROM '$file'" done +# Drop the downloaded source files so the sync at the top of run.sh +# doesn't flush their pages and inflate cold-run prep time. +rm -f hits.tsv hits_part_* + # run clickbench test with queries echo "Starting to run queries..." diff --git a/hyper/benchmark.sh b/hyper/benchmark.sh index 20583879b..9f2bb55a9 100755 --- a/hyper/benchmark.sh +++ b/hyper/benchmark.sh @@ -13,6 +13,10 @@ pigz -d -f hits.csv.gz echo -n "Load time: " command time -f '%e' ./load.py +# Drop the downloaded source files so the sync at the top of run.sh +# doesn't flush their pages and inflate cold-run prep time. +rm -f hits.csv + ./run.sh | tee log.txt cat log.txt | diff --git a/hyper/results/c6a.2xlarge.json b/hyper/results/c6a.2xlarge.json index cebdfde97..4da9ba374 100644 --- a/hyper/results/c6a.2xlarge.json +++ b/hyper/results/c6a.2xlarge.json @@ -1,58 +1,58 @@ { "system": "Salesforce Hyper", - "date": "2025-11-24", + "date": "2026-05-05", "machine": "c6a.2xlarge", "cluster_size": 1, "proprietary": "yes", "hardware": "cpu", "tuned": "no", "tags": ["C++","column-oriented"], - "load_time": 666, + "load_time": 639, "data_size": 18959040512, "result": [ -[0.044,0.011,0.011], -[0.167,0.02,0.019], -[0.48,0.06,0.059], -[1.246,0.064,0.063], -[1.228,0.884,1.291], -[2.247,0.332,0.344], -[0.138,0.002,0.001], -[0.165,0.021,0.02], -[2.717,1.334,1.576], -[3.913,1.345,1.346], -[1.187,0.087,0.086], -[1.2,0.092,0.092], -[2.195,0.558,0.558], -[5.683,1.875,1.857], -[2.223,0.621,0.619], -[1.858,1.086,1.088], -[4.909,1.634,1.601], -[4.949,1.421,1.427], -[9.421,3.384,3.4], -[0.219,0.002,0.002], -[15.109,0.641,0.64], -[16.117,0.639,0.637], -[17.404,0.421,0.419], -[64.901,23.384,13.307], -[5.447,0.105,0.104], -[1.946,0.107,0.106], -[5.739,0.106,0.105], -[15.1,0.967,0.968], -[12.569,4.418,4.427], -[1.108,0.931,0.931], -[5.382,0.542,0.53], -[8.946,0.874,0.885], -[9.947,6.13,6.117], -[15.423,2.285,2.281], -[15.77,2.283,2.257], -[1.273,0.912,0.892], -[0.199,0.018,0.016], -[0.176,0.007,0.006], -[0.184,0.004,0.004], -[0.285,0.031,0.03], -[0.286,0.003,0.002], -[0.291,0.003,0.003], -[0.169,0.005,0.004] + [0.083, 0.012, 0.012], + [0.188, 0.019, 0.019], + [0.431, 0.059, 0.058], + [1.087, 0.057, 0.056], + [1.203, 0.947, 0.936], + [2.066, 0.365, 0.365], + [0.17, 0.001, 0.001], + [0.2, 0.019, 0.019], + [2.332, 1.23, 1.226], + [3.674, 1.497, 1.394], + [1.202, 0.089, 0.087], + [1.214, 0.094, 0.094], + [2.159, 0.61, 0.634], + [5.09, 1.551, 1.552], + [2.199, 0.665, 0.73], + [1.69, 1.125, 1.159], + [4.686, 1.718, 1.716], + [4.471, 1.536, 1.504], + [9.073, 3.569, 3.631], + [0.276, 0.002, 0.002], + [14.669, 0.677, 0.678], + [16.532, 0.685, 0.678], + [16.905, 0.449, 0.452], + [8.914, 0.162, 0.162], + [1.116, 0.042, 0.031], + [1.908, 0.111, 0.109], + [1.205, 0.021, 0.02], + [15.088, 0.981, 0.966], + [12.596, 4.613, 4.61], + [1.231, 0.987, 0.986], + [5.101, 0.568, 0.581], + [8.547, 0.932, 0.909], + [9.646, 6.279, 6.202], + [15.501, 2.499, 2.542], + [15.484, 2.471, 2.521], + [1.328, 0.978, 0.991], + [0.264, 0.02, 0.018], + [0.225, 0.008, 0.007], + [0.237, 0.005, 0.004], + [0.335, 0.037, 0.034], + [0.319, 0.002, 0.002], + [0.334, 0.004, 0.003], + [0.194, 0.006, 0.005] ] } diff --git a/hyper/results/c6a.4xlarge.json b/hyper/results/c6a.4xlarge.json index a77d4d601..67d0b5465 100644 --- a/hyper/results/c6a.4xlarge.json +++ b/hyper/results/c6a.4xlarge.json @@ -1,58 +1,58 @@ { "system": "Salesforce Hyper", - "date": "2025-11-24", + "date": "2026-05-05", "machine": "c6a.4xlarge", "cluster_size": 1, "proprietary": "yes", "hardware": "cpu", "tuned": "no", "tags": ["C++","column-oriented"], - "load_time": 674, + "load_time": 657, "data_size": 18959040512, "result": [ -[0.038,0.006,0.006], -[0.144,0.011,0.01], -[0.479,0.03,0.03], -[1.313,0.03,0.03], -[0.98,0.582,0.579], -[2.112,0.151,0.152], -[0.114,0.002,0.001], -[0.16,0.011,0.01], -[2.255,0.799,0.792], -[3.704,0.87,0.871], -[1.165,0.047,0.046], -[1.174,0.051,0.051], -[2.125,0.308,0.309], -[4.854,0.973,0.968], -[2.129,0.298,0.299], -[1.645,0.694,0.708], -[4.666,1.03,1.019], -[4.548,0.917,0.924], -[8.905,2.304,2.215], -[0.196,0.002,0.001], -[15.234,0.407,0.408], -[16.115,0.409,0.408], -[17.416,0.268,0.27], -[54.924,0.523,0.509], -[5.458,0.06,0.059], -[1.946,0.058,0.057], -[5.452,0.061,0.06], -[15.402,0.541,0.54], -[12.542,2.294,2.296], -[0.625,0.468,0.468], -[5.217,0.291,0.273], -[8.744,0.461,0.47], -[8.275,3.68,3.666], -[15.631,1.408,1.426], -[15.377,1.407,1.409], -[1.128,0.62,0.605], -[0.187,0.013,0.011], -[0.137,0.005,0.004], -[0.178,0.004,0.004], -[0.288,0.021,0.021], -[0.291,0.002,0.002], -[0.289,0.003,0.003], -[0.193,0.004,0.004] + [0.081, 0.006, 0.006], + [0.133, 0.01, 0.01], + [0.394, 0.031, 0.03], + [1.086, 0.03, 0.03], + [0.815, 0.564, 0.568], + [1.944, 0.172, 0.157], + [0.118, 0.001, 0.001], + [0.142, 0.011, 0.01], + [2.062, 0.733, 0.753], + [3.434, 0.855, 0.857], + [1.194, 0.046, 0.046], + [1.195, 0.049, 0.048], + [2.078, 0.304, 0.306], + [4.539, 0.771, 0.771], + [2.095, 0.306, 0.302], + [1.478, 0.678, 0.684], + [4.423, 1.021, 1.012], + [4.293, 0.906, 0.892], + [8.367, 2.083, 2.077], + [0.185, 0.002, 0.001], + [15.06, 0.383, 0.39], + [16.042, 0.383, 0.383], + [17.231, 0.255, 0.253], + [7.58, 0.071, 0.068], + [1.155, 0.017, 0.013], + [1.895, 0.058, 0.057], + [1.155, 0.017, 0.013], + [15.361, 0.515, 0.515], + [12.54, 2.309, 2.307], + [0.693, 0.496, 0.496], + [4.866, 0.255, 0.25], + [8.32, 0.451, 0.439], + [7.802, 3.587, 3.591], + [15.396, 1.438, 1.427], + [15.397, 1.435, 1.437], + [0.988, 0.602, 0.604], + [0.167, 0.012, 0.011], + [0.144, 0.005, 0.005], + [0.18, 0.005, 0.004], + [0.215, 0.022, 0.02], + [0.23, 0.002, 0.002], + [0.208, 0.003, 0.003], + [0.145, 0.005, 0.004] ] } diff --git a/hyper/results/c6a.large.json b/hyper/results/c6a.large.json index 902144184..8f285c289 100644 --- a/hyper/results/c6a.large.json +++ b/hyper/results/c6a.large.json @@ -1,58 +1,58 @@ { "system": "Salesforce Hyper", - "date": "2025-11-24", + "date": "2026-05-05", "machine": "c6a.large", "cluster_size": 1, "proprietary": "yes", "hardware": "cpu", "tuned": "no", "tags": ["C++","column-oriented"], - "load_time": 781, + "load_time": 753, "data_size": 18959040512, "result": [ -[0.075,0.043,0.043], -[0.509,0.074,0.074], -[1.42,0.227,0.227], -[1.931,0.219,0.217], -[3.472,2.541,2.571], -[2.844,1.285,1.226], -[0.453,0.003,0.002], -[0.507,0.079,0.076], -[5.343,3.249,3.26], -[6.691,3.735,3.546], -[2.748,0.363,0.369], -[2.831,0.376,0.375], -[4.769,1.799,1.78], -[10.933,6.28,6.215], -[5.037,1.884,1.897], -[4.694,3.051,3.12], -[10.093,5.3,4.997], -[9.512,4.759,4.381], -[112.225,116.327,119.824], -[0.811,0.005,0.005], -[20.563,22.391,23.62], -[22.238,24.026,25.434], -[23.956,20.779,18.187], -[74.762,68.858,68.663], -[6.195,0.409,0.401], -[3.514,0.485,0.427], -[6.202,0.409,0.409], -[22.17,23.3,25.122], -[33.806,31.099,30.664], -[4.161,3.718,3.718], -[7.011,1.87,1.743], -[11.736,4.492,2.934], -[171.681,169.167,168.946], -[456.756,476.129,447.453], -[461.06,462.683,453.225], -[3.544,2.241,2.262], -[0.749,0.054,0.049], -[0.556,0.019,0.018], -[0.584,0.007,0.007], -[1.004,0.103,0.1], -[0.994,0.005,0.004], -[1.022,0.007,0.006], -[0.54,0.012,0.012] + [0.112, 0.042, 0.041], + [0.565, 0.07, 0.07], + [1.457, 0.227, 0.226], + [2.04, 0.215, 0.215], + [3.58, 2.571, 2.566], + [3.317, 1.345, 1.219], + [0.489, 0.002, 0.002], + [0.572, 0.072, 0.072], + [5.33, 3.126, 3.16], + [6.905, 3.676, 3.593], + [2.811, 0.347, 0.331], + [2.894, 0.362, 0.358], + [4.83, 1.835, 1.836], + [9.605, 4.868, 4.785], + [5.061, 1.909, 1.893], + [4.697, 2.954, 3.003], + [10.231, 6.651, 5.805], + [9.569, 4.914, 4.484], + [115.349, 117.615, 118.274], + [0.849, 0.004, 0.003], + [20.698, 21.517, 23.7], + [22.397, 24.457, 25.27], + [24.331, 20.812, 17.413], + [14.115, 3.724, 3.726], + [2.016, 0.053, 0.087], + [3.566, 0.411, 0.416], + [2.062, 0.06, 0.1], + [22.132, 24.168, 25.065], + [32.754, 30.68, 30.293], + [4.462, 3.929, 3.929], + [7.028, 1.678, 1.687], + [10.446, 3.97, 3.562], + [154.533, 153.455, 153.671], + [457.323, 479.712, 485.191], + [471.217, 449.846, 441.396], + [3.714, 2.423, 2.38], + [0.786, 0.051, 0.05], + [0.582, 0.019, 0.017], + [0.634, 0.007, 0.006], + [1.042, 0.106, 0.103], + [1.037, 0.004, 0.003], + [1.047, 0.006, 0.005], + [0.568, 0.012, 0.012] ] } diff --git a/hyper/results/c6a.metal.json b/hyper/results/c6a.metal.json index 6e53a2e5b..babc58fd7 100644 --- a/hyper/results/c6a.metal.json +++ b/hyper/results/c6a.metal.json @@ -1,58 +1,58 @@ { "system": "Salesforce Hyper", - "date": "2025-11-24", + "date": "2026-05-05", "machine": "c6a.metal", "cluster_size": 1, "proprietary": "yes", "hardware": "cpu", "tuned": "no", "tags": ["C++","column-oriented"], - "load_time": 441, + "load_time": 424, "data_size": 18959040512, "result": [ -[0.028,0.009,0.007], -[0.062,0.007,0.006], -[0.47,0.006,0.005], -[1.595,0.01,0.009], -[1.031,0.108,0.101], -[2.045,0.069,0.07], -[0.051,0.001,0.001], -[0.055,0.005,0.005], -[1.945,0.188,0.182], -[3.354,0.152,0.151], -[1.154,0.021,0.019], -[1.425,0.022,0.021], -[2.233,0.072,0.075], -[4.358,0.255,0.257], -[2.008,0.084,0.082], -[1.401,0.147,0.153], -[4.33,0.211,0.201], -[4.289,0.151,0.144], -[8.369,0.65,0.656], -[0.097,0.002,0.001], -[14.841,0.094,0.078], -[16.118,0.081,0.076], -[17.017,0.067,0.063], -[41.507,0.111,0.086], -[5.451,0.016,0.016], -[2.051,0.017,0.017], -[5.699,0.02,0.02], -[15.174,0.116,0.104], -[12.613,0.418,0.397], -[0.212,0.059,0.055], -[5.121,0.101,0.095], -[8.54,0.137,0.135], -[6.81,0.865,0.866], -[14.888,0.281,0.284], -[14.923,0.341,0.348], -[0.916,0.126,0.125], -[0.102,0.011,0.01], -[0.087,0.005,0.005], -[0.114,0.005,0.004], -[0.129,0.022,0.022], -[0.147,0.007,0.006], -[0.276,0.005,0.004], -[0.08,0.006,0.005] + [0.054, 0.007, 0.006], + [0.09, 0.01, 0.01], + [0.364, 0.009, 0.008], + [1.339, 0.01, 0.009], + [0.829, 0.117, 0.118], + [1.831, 0.056, 0.055], + [0.113, 0.002, 0.001], + [0.096, 0.014, 0.013], + [1.732, 0.135, 0.137], + [3.096, 0.176, 0.176], + [1.169, 0.017, 0.018], + [1.353, 0.018, 0.018], + [2.077, 0.085, 0.081], + [4.07, 0.2, 0.223], + [1.945, 0.085, 0.078], + [1.208, 0.159, 0.163], + [4.08, 0.251, 0.233], + [4.015, 0.128, 0.142], + [7.9, 0.66, 0.634], + [0.268, 0.002, 0.001], + [14.664, 0.067, 0.067], + [16.035, 0.104, 0.084], + [16.888, 0.071, 0.065], + [11.16, 0.03, 0.31], + [1.052, 0.099, 0.044], + [2.089, 0.016, 0.017], + [1.31, 0.093, 0.008], + [15.29, 0.139, 0.107], + [12.619, 0.409, 0.406], + [0.315, 0.059, 0.056], + [4.648, 0.066, 0.065], + [8.092, 0.094, 0.095], + [6.292, 0.778, 0.795], + [14.883, 0.312, 0.316], + [14.881, 0.289, 0.29], + [0.749, 0.117, 0.119], + [0.216, 0.011, 0.01], + [0.146, 0.005, 0.005], + [0.182, 0.005, 0.004], + [0.241, 0.022, 0.024], + [0.284, 0.007, 0.006], + [0.231, 0.004, 0.004], + [0.136, 0.007, 0.006] ] } diff --git a/hyper/results/c6a.xlarge.json b/hyper/results/c6a.xlarge.json index ad9c5a51a..96a5c5d6a 100644 --- a/hyper/results/c6a.xlarge.json +++ b/hyper/results/c6a.xlarge.json @@ -1,58 +1,58 @@ { "system": "Salesforce Hyper", - "date": "2025-11-24", + "date": "2026-05-05", "machine": "c6a.xlarge", "cluster_size": 1, "proprietary": "yes", "hardware": "cpu", "tuned": "no", "tags": ["C++","column-oriented"], - "load_time": 646, + "load_time": 626, "data_size": 18959040512, "result": [ -[0.053,0.022,0.022], -[0.304,0.037,0.037], -[0.75,0.114,0.114], -[1.248,0.11,0.109], -[1.877,1.413,1.453], -[2.311,0.674,0.657], -[0.251,0.002,0.001], -[0.286,0.038,0.038], -[2.845,2.045,1.95], -[4.323,2.148,2.206], -[1.445,0.171,0.169], -[1.498,0.183,0.179], -[2.499,0.98,1.072], -[6.242,3.341,3.374], -[2.585,1.054,1.053], -[2.522,1.698,1.756], -[5.409,2.758,2.826], -[5.091,2.437,2.447], -[10.746,5.967,6.051], -[0.444,0.003,0.002], -[15.144,1.17,1.17], -[17.651,1.163,1.161], -[19.69,0.761,0.759], -[72.185,51.072,42.454], -[5.453,0.203,0.202], -[1.952,0.209,0.208], -[5.741,0.208,0.205], -[15.899,1.867,1.87], -[15.349,8.737,8.828], -[2.103,1.857,1.858], -[5.301,0.924,0.931], -[9.302,1.458,1.425], -[145.574,154.936,148.579], -[17.04,4.063,4.039], -[16.976,4.073,4.081], -[2.024,1.433,1.454], -[0.392,0.028,0.027], -[0.302,0.011,0.01], -[0.314,0.005,0.005], -[0.52,0.055,0.055], -[0.537,0.003,0.002], -[0.542,0.005,0.004], -[0.289,0.008,0.007] + [0.092, 0.022, 0.022], + [0.324, 0.036, 0.035], + [0.762, 0.114, 0.114], + [1.089, 0.111, 0.11], + [1.973, 1.412, 1.432], + [2.139, 0.659, 0.649], + [0.279, 0.002, 0.001], + [0.324, 0.037, 0.036], + [2.893, 1.837, 1.781], + [4.147, 2.205, 2.138], + [1.469, 0.161, 0.159], + [1.488, 0.174, 0.172], + [2.544, 0.982, 0.972], + [5.806, 2.605, 2.587], + [2.642, 1.028, 1.11], + [2.567, 1.751, 1.751], + [5.174, 2.799, 2.879], + [4.856, 2.508, 2.488], + [10.267, 5.958, 6.008], + [0.479, 0.003, 0.002], + [15.274, 1.134, 1.14], + [17.516, 1.128, 1.13], + [19.609, 0.742, 0.739], + [12.34, 0.205, 0.203], + [1.14, 0.038, 0.046], + [1.915, 0.208, 0.208], + [1.142, 0.052, 0.033], + [15.662, 1.756, 1.756], + [15.437, 8.885, 8.898], + [2.262, 2.007, 1.966], + [5.005, 0.906, 0.904], + [8.808, 1.386, 1.4], + [147.614, 138.689, 140.228], + [16.953, 4.123, 4.115], + [16.856, 4.385, 4.097], + [2.068, 1.423, 1.419], + [0.443, 0.028, 0.026], + [0.35, 0.011, 0.009], + [0.362, 0.005, 0.005], + [0.567, 0.057, 0.055], + [0.575, 0.003, 0.002], + [0.567, 0.004, 0.004], + [0.322, 0.008, 0.007] ] } diff --git a/hyper/results/c7a.metal-48xl.json b/hyper/results/c7a.metal-48xl.json index 077728674..145c08fb5 100644 --- a/hyper/results/c7a.metal-48xl.json +++ b/hyper/results/c7a.metal-48xl.json @@ -1,58 +1,58 @@ { "system": "Salesforce Hyper", - "date": "2025-11-24", + "date": "2026-05-05", "machine": "c7a.metal-48xl", "cluster_size": 1, "proprietary": "yes", "hardware": "cpu", "tuned": "no", "tags": ["C++","column-oriented"], - "load_time": 380, + "load_time": 351, "data_size": 18959040512, "result": [ -[0.02,0.005,0.006], -[0.074,0.01,0.01], -[0.473,0.007,0.006], -[1.622,0.006,0.006], -[1.023,0.078,0.085], -[2.055,0.037,0.04], -[0.055,0.001,0.002], -[0.067,0.008,0.007], -[1.895,0.135,0.128], -[3.347,0.152,0.142], -[1.152,0.018,0.015], -[1.475,0.017,0.016], -[2.285,0.053,0.049], -[4.325,0.162,0.146], -[1.99,0.058,0.053], -[1.43,0.114,0.115], -[4.296,0.159,0.155], -[4.244,0.106,0.107], -[8.301,0.531,0.514], -[0.151,0.001,0.001], -[14.791,0.058,0.051], -[16.12,0.051,0.047], -[17.012,0.037,0.035], -[41.538,0.062,0.058], -[5.452,0.009,0.009], -[2.039,0.009,0.009], -[5.744,0.009,0.01], -[15.292,0.082,0.072], -[12.604,0.417,0.346], -[0.196,0.04,0.036], -[5.156,0.055,0.056], -[8.489,0.086,0.083], -[6.569,0.66,0.651], -[14.809,0.202,0.198], -[14.839,0.206,0.179], -[0.887,0.103,0.101], -[0.107,0.01,0.008], -[0.087,0.005,0.004], -[0.112,0.004,0.004], -[0.155,0.014,0.013], -[0.137,0.006,0.005], -[0.35,0.004,0.004], -[0.087,0.006,0.005] + [0.053, 0.005, 0.005], + [0.096, 0.008, 0.008], + [0.38, 0.007, 0.007], + [1.065, 0.007, 0.007], + [0.488, 0.064, 0.064], + [1.829, 0.035, 0.037], + [0.089, 0.002, 0.002], + [0.1, 0.01, 0.016], + [1.717, 0.119, 0.114], + [3.073, 0.119, 0.125], + [1.174, 0.014, 0.013], + [1.175, 0.016, 0.018], + [1.929, 0.054, 0.049], + [3.987, 0.103, 0.102], + [1.937, 0.052, 0.049], + [1.15, 0.11, 0.103], + [4.052, 0.163, 0.143], + [4.003, 0.103, 0.109], + [7.866, 0.526, 0.525], + [0.122, 0.002, 0.002], + [14.671, 0.059, 0.056], + [16.035, 0.055, 0.057], + [16.909, 0.041, 0.036], + [8.79, 0.536, 0.167], + [1.143, 0.058, 0.009], + [1.881, 0.011, 0.01], + [1.144, 0.052, 0.015], + [15.09, 0.061, 0.056], + [12.612, 0.328, 0.318], + [0.24, 0.045, 0.035], + [4.655, 0.045, 0.048], + [8.075, 0.072, 0.073], + [6.152, 0.699, 0.702], + [14.822, 0.187, 0.184], + [14.801, 0.176, 0.19], + [0.733, 0.095, 0.097], + [0.166, 0.01, 0.009], + [0.128, 0.005, 0.005], + [0.146, 0.005, 0.004], + [0.209, 0.019, 0.018], + [0.179, 0.009, 0.006], + [0.191, 0.005, 0.005], + [0.127, 0.006, 0.006] ] } diff --git a/infobright/benchmark.sh b/infobright/benchmark.sh index 9c0b72d21..77bd60020 100755 --- a/infobright/benchmark.sh +++ b/infobright/benchmark.sh @@ -32,6 +32,10 @@ sudo docker exec mysql_ib du -bcs /mnt/mysql_data/ /usr/local/infobright-4.0.7-x # 13 760 341 294 +# Drop the downloaded source files so the sync at the top of run.sh +# doesn't flush their pages and inflate cold-run prep time. +rm -f hits.tsv hits90m.tsv + ./run.sh 2>&1 | tee log.txt cat log.txt | diff --git a/kinetica/benchmark.sh b/kinetica/benchmark.sh index 046fa0b30..8612d01c6 100755 --- a/kinetica/benchmark.sh +++ b/kinetica/benchmark.sh @@ -31,5 +31,9 @@ LOADTIME=$(echo "$END - $START" | bc) echo "Load time: $LOADTIME" echo "Data size: $(du -bcs ./kinetica-persist/gpudb | grep total)" +# Drop the downloaded source files so the sync at the top of run.sh +# doesn't flush their pages and inflate cold-run prep time. +sudo rm -f ./kinetica-persist/hits.tsv.gz + # run the queries ./run.sh diff --git a/mariadb-columnstore/benchmark.sh b/mariadb-columnstore/benchmark.sh index d050c705a..e0e6fe0b9 100755 --- a/mariadb-columnstore/benchmark.sh +++ b/mariadb-columnstore/benchmark.sh @@ -32,6 +32,10 @@ command time -f '%e' mysql --password="${PASSWORD}" --host 127.0.0.1 clickbench # 41m47.856s +# Drop the downloaded source files so the sync at the top of run.sh +# doesn't flush their pages and inflate cold-run prep time. +rm -f hits.tsv + ./run.sh 2>&1 | tee log.txt echo -n "Data size: " diff --git a/mariadb-columnstore/results/c8g.4xlarge.json b/mariadb-columnstore/results/c8g.4xlarge.json new file mode 100644 index 000000000..17b1c9a75 --- /dev/null +++ b/mariadb-columnstore/results/c8g.4xlarge.json @@ -0,0 +1,58 @@ +{ + "system": "MariaDB ColumnStore", + "date": "2026-05-05", + "machine": "c8g.4xlarge", + "cluster_size": 1, + "proprietary": "no", + "hardware": "cpu", + "tuned": "no", + "tags": ["C++","column-oriented","MySQL compatible","lukewarm-cold-run"], + "load_time": 1928, + "data_size": 19724564090, + "result": [ + [0.886, 0.536, 0.534], + [0.602, 0.352, 0.366], + [4.086, 3.671, 3.67], + [3.201, 2.346, 2.212], + [6.051, 5.912, 6.117], + [11.875, 9.953, 9.975], + [2.712, 3.297, 2.3], + [0.355, 0.374, 1.364], + [7.313, 7.287, 7.168], + [10.466, 10.512, 10.639], + [2.831, 2.308, 2.308], + [2.565, 2.339, 2.361], + [7.617, 7.629, 7.637], + [13.076, 13.012, 13.311], + [7.993, 7.89, 7.875], + [7.184, 7.201, 7.191], + [16.256, 16.027, 16.035], + [14.749, 14.103, 13.831], + [null, null, null], + [0.749, 1.006, 1.08], + [null, null, null], + [null, null, null], + [null, null, null], + [null, null, null], + [null, null, null], + [null, null, null], + [null, null, null], + [null, null, null], + [null, null, null], + [null, null, null], + [null, null, null], + [null, null, null], + [null, null, null], + [null, null, null], + [null, null, null], + [null, null, null], + [null, null, null], + [null, null, null], + [null, null, null], + [null, null, null], + [null, null, null], + [null, null, null], + [null, null, null] +] +} + diff --git a/mariadb/benchmark.sh b/mariadb/benchmark.sh index 3363dd20a..483763266 100755 --- a/mariadb/benchmark.sh +++ b/mariadb/benchmark.sh @@ -24,6 +24,10 @@ sudo mariadb test < create.sql echo -n "Load time: " command time -f '%e' split -l 10000 --filter="sudo mariadb test -e \"SET sql_log_bin = 0; LOAD DATA LOCAL INFILE '/dev/stdin' INTO TABLE hits;\"" hits.tsv +# Drop the downloaded source files so the sync at the top of run.sh +# doesn't flush their pages and inflate cold-run prep time. +rm -f hits.tsv + ./run.sh 2>&1 | tee log.txt echo -n "Data size: " diff --git a/monetdb/benchmark.sh b/monetdb/benchmark.sh index 529851954..ec9e7bd5c 100755 --- a/monetdb/benchmark.sh +++ b/monetdb/benchmark.sh @@ -33,6 +33,10 @@ command time -f '%e' ./query.expect "COPY INTO hits FROM '$(pwd)/hits.tsv' USING # 99997497 affected rows # clk: 15:39 min +# Drop the downloaded source files so the sync at the top of run.sh +# doesn't flush their pages and inflate cold-run prep time. +rm -f hits.tsv + ./run.sh 2>&1 | tee log.txt echo -n "Data size: " diff --git a/mysql-myisam/benchmark.sh b/mysql-myisam/benchmark.sh index 3c41141a4..a99bc4c5d 100755 --- a/mysql-myisam/benchmark.sh +++ b/mysql-myisam/benchmark.sh @@ -20,6 +20,10 @@ command time -f '%e' sudo mysql test -e "SET sql_log_bin = 0; LOAD DATA LOCAL IN # 41m8.979s +# Drop the downloaded source files so the sync at the top of run.sh +# doesn't flush their pages and inflate cold-run prep time. +rm -f hits.tsv + ./run.sh 2>&1 | tee log.txt echo -n "Data size: " diff --git a/mysql/benchmark.sh b/mysql/benchmark.sh index 1a04d06bb..1d33a1827 100755 --- a/mysql/benchmark.sh +++ b/mysql/benchmark.sh @@ -20,6 +20,10 @@ command time -f '%e' sudo mysql test -e "SET sql_log_bin = 0; LOAD DATA LOCAL IN # 2:37:52 elapsed +# Drop the downloaded source files so the sync at the top of run.sh +# doesn't flush their pages and inflate cold-run prep time. +rm -f hits.tsv + ./run.sh 2>&1 | tee log.txt echo -n "Data size: " diff --git a/oxla/benchmark.sh b/oxla/benchmark.sh index e9ad00536..a3add3c4c 100755 --- a/oxla/benchmark.sh +++ b/oxla/benchmark.sh @@ -38,6 +38,10 @@ PGPASSWORD=oxla command time -f '%e' psql -h localhost -U oxla -q -t -c "COPY hi echo -n "Data size: " PGPASSWORD=oxla psql -h localhost -U oxla -q -t -c "SELECT pg_total_relation_size('hits');" +# Drop the downloaded source files so the sync at the top of run.sh +# doesn't flush their pages and inflate cold-run prep time. +sudo rm -f data/hits.csv + # run benchmark echo "running benchmark..." ./run.sh diff --git a/pg_duckdb-indexed/benchmark.sh b/pg_duckdb-indexed/benchmark.sh index 608d29794..ed894caaa 100755 --- a/pg_duckdb-indexed/benchmark.sh +++ b/pg_duckdb-indexed/benchmark.sh @@ -74,6 +74,10 @@ fi echo -n "Load time: " command time -f '%e' ./load.sh +# Drop the downloaded source files so the sync at the top of run.sh +# doesn't flush their pages and inflate cold-run prep time. +rm -f hits.tsv + psql $CONNECTION -c "ALTER DATABASE postgres SET duckdb.force_execution = true;" ./run.sh 2>&1 | tee log.txt diff --git a/pg_duckdb/benchmark.sh b/pg_duckdb/benchmark.sh index 14704efbc..51acdf64c 100755 --- a/pg_duckdb/benchmark.sh +++ b/pg_duckdb/benchmark.sh @@ -74,6 +74,10 @@ fi echo -n "Load time: " command time -f '%e' ./load.sh +# Drop the downloaded source files so the sync at the top of run.sh +# doesn't flush their pages and inflate cold-run prep time. +rm -f hits.tsv + psql $CONNECTION -c "ALTER DATABASE postgres SET duckdb.force_execution = true;" ./run.sh 2>&1 | tee log.txt diff --git a/pgpro_tam/benchmark.sh b/pgpro_tam/benchmark.sh index 07fa462f7..cc28d02c4 100755 --- a/pgpro_tam/benchmark.sh +++ b/pgpro_tam/benchmark.sh @@ -60,6 +60,10 @@ else command time -f '%e' psql -h 127.0.0.1 -U postgres -t -c "COPY hits FROM '/tmp/hits.tsv'" fi +# Drop the downloaded source files so the sync at the top of run.sh +# doesn't flush their pages and inflate cold-run prep time. +sudo docker exec pgpro_tam rm -f /tmp/hits.tsv + #run benchmark ./run.sh 2>&1 | tee log.txt diff --git a/pinot/benchmark.sh b/pinot/benchmark.sh index afe663f63..41fbd1c7f 100755 --- a/pinot/benchmark.sh +++ b/pinot/benchmark.sh @@ -38,6 +38,10 @@ command time -f '%e' ./apache-pinot-$PINOT_VERSION-bin/bin/pinot-admin.sh Launch # After upload it shows 94465149 rows instead of 99997497 in the dataset +# Drop the downloaded source files so the sync at the top of run.sh +# doesn't flush their pages and inflate cold-run prep time. +rm -f hits.tsv parts*.tsv + # Run the queries ./run.sh diff --git a/selectdb/benchmark.sh b/selectdb/benchmark.sh index ca9a30d42..820a4a9fe 100755 --- a/selectdb/benchmark.sh +++ b/selectdb/benchmark.sh @@ -119,6 +119,10 @@ du -bs "$DORIS_HOME"/be/storage/ | cut -f1 | tee storage_size echo "Data size: $(cat storage_size)" +# Drop the downloaded source files so the sync at the top of run.sh +# doesn't flush their pages and inflate cold-run prep time. +rm -f hits.tsv + # Run queries ./run.sh 2>&1 | tee -a log.txt diff --git a/starrocks/benchmark.sh b/starrocks/benchmark.sh index f6d73ddf7..2da562919 100755 --- a/starrocks/benchmark.sh +++ b/starrocks/benchmark.sh @@ -69,6 +69,10 @@ du -bcs StarRocks-${VERSION}/storage/ | grep total # Dataset contains 99997497 rows mysql -h 127.0.0.1 -P9030 -uroot hits -e "SELECT count(*) FROM hits" +# Drop the downloaded source files so the sync at the top of run.sh +# doesn't flush their pages and inflate cold-run prep time. +rm -f hits.tsv + ./run.sh 2>&1 | tee -a log.txt cat log.txt | diff --git a/starrocks/results/c6a.2xlarge.json b/starrocks/results/c6a.2xlarge.json index 10dae3a33..0e1fc62d0 100644 --- a/starrocks/results/c6a.2xlarge.json +++ b/starrocks/results/c6a.2xlarge.json @@ -1,58 +1,58 @@ { "system": "StarRocks", - "date": "2025-12-20", + "date": "2026-05-03", "machine": "c6a.2xlarge", "cluster_size": 1, "proprietary": "no", "hardware": "cpu", "tuned": "no", - "tags": ["C++","column-oriented","MySQL compatible", "lukewarm-cold-run"], - "load_time": 631, - "data_size": 16844900695, + "tags": ["C++","column-oriented","MySQL compatible","lukewarm-cold-run"], + "load_time": 596, + "data_size": 16848201027, "result": [ - [0.066,0.038,0.037], - [0.916,0.064,0.058], - [2.391,0.121,0.122], - [4.704,0.100,0.097], - [0.611,0.545,0.510], - [4.034,1.535,1.555], - [0.084,0.032,0.034], - [0.180,0.062,0.062], - [4.521,0.558,0.541], - [2.815,1.050,1.018], - [1.408,0.280,0.277], - [1.605,0.308,0.316], - [3.507,1.146,1.205], - [1.964,1.481,1.371], - [1.481,1.368,1.442], - [0.643,0.536,0.537], - [2.240,2.196,2.132], - [0.105,0.091,0.084], - [7.023,5.088,3.906], - [0.060,0.011,0.010], - [14.880,1.348,1.451], - [16.307,1.313,1.279], - [30.933,3.789,3.730], - [48.647,2.144,2.286], - [0.567,0.081,0.074], - [1.545,0.177,0.169], - [0.121,0.062,0.068], - [13.755,1.581,1.697], - [20.822,19.818,19.785], - [0.483,0.114,0.133], - [5.519,0.816,0.786], - [7.275,2.220,1.521], - [null,null,11.364], - [15.793,8.780,9.571], - [15.075,10.555,10.820], - [1.214,1.024,0.956], - [0.403,0.114,0.114], - [0.255,0.065,0.066], - [0.127,0.068,0.052], - [0.566,0.199,0.199], - [0.217,0.059,0.055], - [0.174,0.060,0.052], - [0.097,0.030,0.035] + [0.069, 0.037, 0.034], + [1.073, 0.083, 0.086], + [4.003, 0.186, 0.173], + [4.703, 0.232, 0.232], + [3.842, 0.656, 0.674], + [4.199, 1.526, 1.522], + [0.083, 0.034, 0.035], + [0.833, 0.091, 0.101], + [7.241, 0.663, 0.614], + [8.431, 1.238, 1.257], + [5.005, 0.561, 0.535], + [5.367, 0.61, 0.638], + [3.092, 1.256, 1.208], + [6.746, 1.668, 1.676], + [3.071, 1.537, 1.549], + [3.629, 0.573, 0.557], + [6.557, 2.28, 2.243], + [0.519, 0.123, 0.102], + [10.021, 3.86, 3.785], + [0.029, 0.011, 0.011], + [13.31, 1.213, 1.143], + [15.78, 1.067, 1.018], + [30.176, 3.007, 3.007], + [45.284, 1.902, 2.288], + [0.661, 0.217, 0.136], + [2.271, 0.276, 0.276], + [0.996, 0.147, 0.136], + [13.791, 1.393, 1.303], + [20.122, 19.59, 19.487], + [0.446, 0.161, 0.138], + [6.657, 1.005, 0.973], + [8.787, 1.435, 1.38], + [6.493, 5.832, 5.989], + [13.098, 8.646, 9.707], + [12.893, 8.833, 8.58], + [1.04, 1.01, 1.018], + [0.386, 0.141, 0.138], + [0.319, 0.098, 0.101], + [0.755, 0.108, 0.098], + [1.595, 0.251, 0.253], + [0.285, 0.063, 0.06], + [0.28, 0.066, 0.068], + [0.31, 0.037, 0.053] ] } diff --git a/starrocks/results/c6a.4xlarge.json b/starrocks/results/c6a.4xlarge.json index 00e6b5b8d..fb69bfdc2 100644 --- a/starrocks/results/c6a.4xlarge.json +++ b/starrocks/results/c6a.4xlarge.json @@ -1,58 +1,58 @@ { "system": "StarRocks", - "date": "2025-12-30", + "date": "2026-05-03", "machine": "c6a.4xlarge", "cluster_size": 1, "proprietary": "no", "hardware": "cpu", "tuned": "no", - "tags": ["C++","column-oriented","MySQL compatible", "lukewarm-cold-run"], - "load_time": 608, - "data_size": 17248194076, + "tags": ["C++","column-oriented","MySQL compatible","lukewarm-cold-run"], + "load_time": 597, + "data_size": 17240969664, "result": [ - [0.047,0.030,0.029], - [0.224,0.033,0.032], - [1.709,0.066,0.064], - [3.212,0.083,0.075], - [0.395,0.328,0.340], - [2.421,0.835,0.828], - [0.051,0.028,0.026], - [0.087,0.038,0.035], - [1.741,0.308,0.309], - [0.616,0.603,0.582], - [0.566,0.111,0.115], - [1.312,0.141,0.143], - [0.739,0.671,0.627], - [0.860,0.853,0.859], - [0.839,0.891,0.868], - [0.332,0.287,0.290], - [1.283,1.376,1.381], - [0.069,0.067,0.062], - [2.598,2.351,2.386], - [0.026,0.009,0.013], - [13.199,1.201,1.169], - [15.063,0.961,0.949], - [28.842,2.498,2.521], - [47.533,1.994,1.369], - [0.405,0.074,0.041], - [1.067,0.106,0.119], - [0.057,0.051,0.035], - [12.409,1.451,1.426], - [12.555,10.118,10.062], - [0.256,0.076,0.069], - [4.871,0.507,0.499], - [3.331,0.760,0.714], - [3.319,3.191,3.275], - [13.446,6.322,5.929], - [13.672,5.986,6.135], - [1.165,0.610,0.610], - [0.214,0.071,0.073], - [0.482,0.044,0.045], - [0.203,0.045,0.042], - [1.102,0.158,0.166], - [0.129,0.037,0.035], - [0.272,0.042,0.037], - [0.173,0.025,0.023] + [0.043, 0.029, 0.027], + [0.234, 0.046, 0.042], + [2.611, 0.089, 0.083], + [3.355, 0.116, 0.122], + [2.557, 0.378, 0.357], + [2.505, 0.877, 0.875], + [0.053, 0.026, 0.025], + [0.191, 0.049, 0.048], + [5.327, 0.328, 0.319], + [5.944, 0.665, 0.646], + [3.088, 0.227, 0.222], + [3.758, 0.26, 0.266], + [1.952, 0.738, 0.656], + [5.292, 0.964, 0.988], + [1.708, 0.883, 0.917], + [2.594, 0.371, 0.358], + [5.799, 1.415, 1.437], + [0.245, 0.064, 0.111], + [7.739, 2.442, 2.435], + [0.067, 0.012, 0.014], + [12.091, 0.816, 0.833], + [14.533, 0.658, 0.611], + [28.22, 1.806, 1.849], + [45.474, 4.36, 1.152], + [1.126, 0.088, 0.081], + [2.155, 0.153, 0.158], + [1.931, 0.112, 0.082], + [13.094, 1.032, 1.032], + [11.665, 10.172, 10.032], + [0.233, 0.123, 0.14], + [5.665, 0.564, 0.549], + [7.991, 0.831, 0.814], + [4.728, 3.178, 3.254], + [13.42, 5.427, 5.49], + [12.604, 5.524, 5.477], + [0.962, 0.609, 0.603], + [0.271, 0.097, 0.094], + [0.666, 0.068, 0.066], + [0.952, 0.061, 0.078], + [1.836, 0.208, 0.207], + [0.17, 0.044, 0.045], + [0.809, 0.048, 0.044], + [0.48, 0.029, 0.029] ] } diff --git a/starrocks/results/c6a.large.json b/starrocks/results/c6a.large.json new file mode 100644 index 000000000..6c2fc155b --- /dev/null +++ b/starrocks/results/c6a.large.json @@ -0,0 +1,58 @@ +{ + "system": "StarRocks", + "date": "2026-05-03", + "machine": "c6a.large", + "cluster_size": 1, + "proprietary": "no", + "hardware": "cpu", + "tuned": "no", + "tags": ["C++","column-oriented","MySQL compatible","lukewarm-cold-run"], + "load_time": 868, + "data_size": 17159735982, + "result": [ + [25.15, 22.174, 20.992], + [13.433, 5.037, 3.428], + [16.172, 13.608, 12.93], + [14.57, 9.071, 9.222], + [10.806, 9.981, 9.494], + [null, null, null], + [null, null, null], + [null, null, null], + [null, null, null], + [null, null, null], + [null, null, null], + [null, null, null], + [null, null, null], + [null, null, null], + [null, null, null], + [null, null, null], + [null, null, null], + [null, null, null], + [null, null, null], + [null, null, null], + [null, null, null], + [null, null, null], + [null, null, null], + [null, null, null], + [null, null, null], + [null, null, null], + [null, null, null], + [null, null, null], + [null, null, null], + [null, null, null], + [null, null, null], + [null, null, null], + [null, null, null], + [null, null, null], + [null, null, null], + [null, null, null], + [null, null, null], + [null, null, null], + [null, null, null], + [null, null, null], + [null, null, null], + [null, null, null], + [null, null, null] +] +} + diff --git a/starrocks/results/c6a.metal.json b/starrocks/results/c6a.metal.json index 97bee94a1..3f2ae3565 100644 --- a/starrocks/results/c6a.metal.json +++ b/starrocks/results/c6a.metal.json @@ -1,58 +1,58 @@ { "system": "StarRocks", - "date": "2025-12-30", + "date": "2026-05-03", "machine": "c6a.metal", "cluster_size": 1, "proprietary": "no", "hardware": "cpu", "tuned": "no", - "comment": "", - "tags": ["C++", "column-oriented", "MySQL compatible", "lukewarm-cold-run"], - "load_time": 420, - "data_size": 17727560776, + "tags": ["C++","column-oriented","MySQL compatible","lukewarm-cold-run"], + "load_time": 417, + "data_size": 17727593812, "result": [ -[0.051,0.043,0.042], -[0.098,0.047,0.044], -[0.776,0.055,0.057], -[1.943,0.063,0.065], -[0.105,0.090,0.088], -[1.570,0.241,0.236], -[0.048,0.043,0.040], -[0.096,0.059,0.064], -[0.888,0.127,0.108], -[0.353,0.320,0.326], -[0.449,0.077,0.072], -[0.975,0.085,0.091], -[0.311,0.216,0.209], -[0.272,0.240,0.279], -[0.383,0.241,0.237], -[0.079,0.076,0.076], -[0.229,0.219,0.215], -[0.071,0.069,0.056], -[1.096,0.356,0.363], -[0.017,0.008,0.008], -[11.504,0.266,0.229], -[0.221,0.174,0.160], -[10.186,0.433,0.279], -[28.489,1.942,0.944], -[0.037,0.029,0.028], -[0.048,0.043,0.045], -[0.028,0.026,0.027], -[0.650,0.281,0.254], -[8.434,1.143,1.175], -[0.088,0.067,0.058], -[0.832,0.164,0.195], -[2.821,0.250,0.251], -[0.751,0.702,0.734], -[1.247,1.258,1.149], -[1.158,1.204,1.138], -[0.158,0.157,0.150], -[0.063,0.045,0.046], -[0.049,0.069,0.045], -[0.050,0.039,0.043], -[0.157,0.077,0.077], -[0.401,0.044,0.041], -[0.309,0.042,0.046], -[0.055,0.049,0.042] + [0.054, 0.047, 0.045], + [0.098, 0.04, 0.039], + [1.076, 0.061, 0.055], + [1.915, 0.061, 0.068], + [2.029, 0.093, 0.083], + [1.944, 0.25, 0.249], + [0.045, 0.039, 0.037], + [0.096, 0.063, 0.065], + [3.13, 0.132, 0.133], + [4.052, 0.327, 0.296], + [1.898, 0.082, 0.086], + [2.812, 0.095, 0.092], + [1.336, 0.216, 0.208], + [4.094, 0.3, 0.287], + [1.51, 0.251, 0.238], + [2.043, 0.081, 0.079], + [4.248, 0.247, 0.236], + [1.925, 0.076, 0.071], + [5.572, 0.388, 0.369], + [0.039, 0.012, 0.011], + [11.417, 0.197, 0.189], + [13.643, 0.165, 0.169], + [25.393, 0.362, 0.352], + [34.367, 0.354, 0.693], + [1.132, 0.083, 0.038], + [1.799, 0.049, 0.049], + [1.851, 0.056, 0.039], + [12.268, 0.249, 0.243], + [9.744, 1.15, 1.144], + [0.225, 0.074, 0.069], + [3.975, 0.191, 0.189], + [6.665, 0.234, 0.235], + [4.491, 0.747, 0.73], + [11.379, 1.14, 1.055], + [11.377, 1.102, 1.122], + [0.706, 0.155, 0.152], + [1.056, 0.052, 0.052], + [1.135, 0.046, 0.049], + [1.287, 0.048, 0.052], + [2.087, 0.108, 0.099], + [0.767, 0.055, 0.053], + [0.941, 0.053, 0.06], + [0.574, 0.045, 0.042] ] } + diff --git a/starrocks/results/c6a.xlarge.json b/starrocks/results/c6a.xlarge.json index 8a1648064..3bcce8c63 100644 --- a/starrocks/results/c6a.xlarge.json +++ b/starrocks/results/c6a.xlarge.json @@ -1,58 +1,58 @@ { "system": "StarRocks", - "date": "2025-12-30", + "date": "2026-05-03", "machine": "c6a.xlarge", "cluster_size": 1, "proprietary": "no", "hardware": "cpu", "tuned": "no", - "tags": ["C++","column-oriented","MySQL compatible", "lukewarm-cold-run"], - "load_time": 681, - "data_size": 16679230369, + "tags": ["C++","column-oriented","MySQL compatible","lukewarm-cold-run"], + "load_time": 663, + "data_size": 16683631364, "result": [ -[0.141,0.064,0.069], -[2.309,0.155,0.148], -[4.300,0.322,0.308], -[6.571,0.289,0.294], -[1.622,1.388,1.360], -[7.162,3.322,3.414], -[0.172,0.077,0.073], -[2.123,0.195,0.187], -[10.648,1.607,1.601], -[14.389,3.333,2.986], -[9.676,1.476,1.300], -[10.470,1.455,1.638], -[4.794,2.506,2.485], -[12.243,4.546,4.001], -[5.003,3.512,3.385], -[6.711,1.180,1.059], -[11.770,5.662,4.849], -[0.054,0.033,0.030], -[16.346,8.099,8.273], -[0.067,0.016,0.020], -[15.383,8.830,8.165], -[18.012,10.141,9.841], -[34.022,24.572,23.602], -[34.021,16.216,14.697], -[0.976,0.223,0.143], -[1.262,0.771,0.508], -[0.350,0.141,0.116], -[13.901,7.045,6.206], -[43.527,46.478,53.194], -[2.893,0.316,0.324], -[5.182,2.106,1.951], -[7.776,3.557,3.802], -[null,null,null], -[null,21.494,null], -[22.997,21.690,null], -[null,null,null], -[null,null,null], -[null,null,null], -[null,null,null], -[null,null,null], -[null,null,null], -[null,null,null], -[null,null,null] + [0.165, 0.071, 0.058], + [2.383, 0.179, 0.182], + [7.461, 0.426, 0.388], + [6.779, 0.489, 0.521], + [5.951, 1.632, 1.529], + [7.213, 3.266, 3.397], + [0.19, 0.069, 0.065], + [2.232, 0.217, 0.24], + [10.444, 1.386, 1.473], + [14.221, 2.98, 3.037], + [9.811, 1.39, 1.417], + [10.21, 1.556, 1.569], + [4.864, 2.372, 2.377], + [12.003, 3.496, 3.534], + [5.024, 3.13, 2.923], + [5.513, 1.179, 1.256], + [12.4, 4.054, 4.178], + [0.089, 0.046, 0.038], + [15.122, 6.77, 6.907], + [0.029, 0.012, 0.014], + [14.845, 2.374, 2.197], + [17.06, 2.131, 2.215], + [32.849, 19.369, 19.365], + [38.042, 16.97, 14.66], + [1.136, 0.245, 0.23], + [2.097, 0.638, 0.652], + [1.085, 0.223, 0.184], + [13.935, 2.694, 2.623], + [42.169, 41.968, 42.09], + [0.635, 0.345, 0.297], + [4.718, 1.89, 1.832], + [7.356, 2.607, 3.361], + [null, null, null], + [17.735, null, null], + [18.554, null, null], + [1.899, 1.864, 1.814], + [0.595, 0.23, 0.183], + [0.485, 0.149, 0.156], + [0.491, 0.131, 0.124], + [0.85, 0.405, 0.438], + [0.426, 0.085, 0.099], + [0.414, 0.087, 0.081], + [0.257, 0.051, 0.048] ] } diff --git a/starrocks/results/c7a.metal-48xl.json b/starrocks/results/c7a.metal-48xl.json new file mode 100644 index 000000000..0573123e1 --- /dev/null +++ b/starrocks/results/c7a.metal-48xl.json @@ -0,0 +1,58 @@ +{ + "system": "StarRocks", + "date": "2026-05-03", + "machine": "c7a.metal-48xl", + "cluster_size": 1, + "proprietary": "no", + "hardware": "cpu", + "tuned": "no", + "tags": ["C++","column-oriented","MySQL compatible","lukewarm-cold-run"], + "load_time": 418, + "data_size": 17727577214, + "result": [ + [0.051, 0.041, 0.042], + [0.091, 0.039, 0.04], + [1.095, 0.051, 0.048], + [1.913, 0.054, 0.052], + [2.153, 0.072, 0.08], + [1.909, 0.192, 0.186], + [0.044, 0.04, 0.037], + [0.098, 0.058, 0.054], + [3.163, 0.099, 0.094], + [4.219, 0.32, 0.295], + [1.966, 0.069, 0.074], + [2.872, 0.084, 0.075], + [1.333, 0.13, 0.128], + [4.326, 0.191, 0.213], + [1.66, 0.149, 0.157], + [2.236, 0.064, 0.068], + [4.238, 0.18, 0.153], + [1.2, 0.067, 0.064], + [5.663, 0.274, 0.253], + [0.039, 0.012, 0.011], + [11.512, 0.104, 0.107], + [13.669, 0.114, 0.11], + [25.584, 0.401, 0.249], + [35.579, 0.423, 0.518], + [1.156, 0.048, 0.056], + [1.816, 0.041, 0.039], + [1.787, 0.083, 0.03], + [12.224, 0.151, 0.126], + [9.715, 0.787, 0.789], + [0.231, 0.057, 0.059], + [3.958, 0.148, 0.14], + [6.683, 0.181, 0.181], + [4.579, 0.553, 0.524], + [11.416, 0.66, 0.674], + [11.329, 0.616, 0.644], + [0.705, 0.128, 0.126], + [1.043, 0.041, 0.041], + [1.175, 0.036, 0.04], + [1.31, 0.046, 0.046], + [2.069, 0.086, 0.08], + [0.804, 0.056, 0.053], + [0.891, 0.052, 0.048], + [0.555, 0.042, 0.035] +] +} + diff --git a/starrocks/results/c8g.4xlarge.json b/starrocks/results/c8g.4xlarge.json new file mode 100644 index 000000000..d7829fd48 --- /dev/null +++ b/starrocks/results/c8g.4xlarge.json @@ -0,0 +1,58 @@ +{ + "system": "StarRocks", + "date": "2026-05-03", + "machine": "c8g.4xlarge", + "cluster_size": 1, + "proprietary": "no", + "hardware": "cpu", + "tuned": "no", + "tags": ["C++","column-oriented","MySQL compatible","lukewarm-cold-run"], + "load_time": 593, + "data_size": 17253358614, + "result": [ + [0.043, 0.022, 0.021], + [0.252, 0.035, 0.036], + [2.404, 0.066, 0.075], + [3.132, 0.099, 0.101], + [2.912, 0.246, 0.237], + [2.373, 0.499, 0.462], + [0.053, 0.02, 0.021], + [0.258, 0.053, 0.04], + [5.163, 0.286, 0.3], + [5.984, 0.502, 0.473], + [2.898, 0.233, 0.227], + [3.813, 0.273, 0.255], + [1.793, 0.421, 0.391], + [5.525, 0.549, 0.526], + [2.099, 0.535, 0.505], + [2.876, 0.211, 0.212], + [5.946, 0.887, 0.86], + [0.736, 0.141, 0.245], + [12.725, 1.407, 1.337], + [0.027, 0.01, 0.01], + [12.491, 0.442, 0.458], + [14.93, 0.548, 0.413], + [35.863, 1.876, 1.719], + [41.225, 2.657, 0.888], + [1.399, 0.116, 0.061], + [2.192, 0.105, 0.108], + [1.907, 0.111, 0.068], + [13.323, 0.529, 0.505], + [10.814, 5.106, 5.084], + [0.435, 0.065, 0.073], + [4.621, 0.35, 0.35], + [7.38, 0.42, 0.422], + [4.971, 1.313, 1.317], + [13.292, 3.079, 3.201], + [13.056, 2.877, 2.844], + [1.104, 0.31, 0.335], + [0.749, 0.062, 0.063], + [0.851, 0.067, 0.049], + [0.473, 0.043, 0.049], + [2.031, 0.095, 0.094], + [0.312, 0.031, 0.039], + [0.258, 0.033, 0.039], + [0.349, 0.023, 0.023] +] +} + diff --git a/starrocks/results/c8g.metal-48xl.json b/starrocks/results/c8g.metal-48xl.json index 7461ef3da..f76428296 100644 --- a/starrocks/results/c8g.metal-48xl.json +++ b/starrocks/results/c8g.metal-48xl.json @@ -1,57 +1,58 @@ { "system": "StarRocks", - "date": "2025-12-30", + "date": "2026-05-03", "machine": "c8g.metal-48xl", "cluster_size": 1, - "proprietary": "no", + "proprietary": "no", "hardware": "cpu", - "tuned": "no", - "tags": ["C++","column-oriented","MySQL compatible", "lukewarm-cold-run"], - "load_time": 297, - "data_size": 17727477595, + "tuned": "no", + "tags": ["C++","column-oriented","MySQL compatible","lukewarm-cold-run"], + "load_time": 295, + "data_size": 17727461076, "result": [ -[0.037,0.034,0.032], -[0.075,0.029,0.028], -[0.938,0.036,0.036], -[1.972,0.035,0.036], -[0.080,0.057,0.056], -[1.699,0.139,0.140], -[0.035,0.028,0.027], -[0.061,0.037,0.037], -[1.158,0.064,0.063], -[0.440,0.225,0.210], -[0.693,0.049,0.044], -[1.071,0.066,0.049], -[0.283,0.117,0.114], -[0.245,0.235,0.239], -[0.685,0.141,0.142], -[0.056,0.053,0.049], -[0.142,0.146,0.135], -[0.038,0.034,0.033], -[1.597,0.228,0.213], -[0.017,0.007,0.006], -[11.166,0.096,0.087], -[0.100,0.098,0.098], -[10.495,0.272,0.192], -[29.281,1.495,0.154], -[0.025,0.021,0.020], -[0.033,0.027,0.029], -[0.022,0.020,0.021], -[0.676,0.144,0.127], -[8.348,0.626,0.585], -[0.078,0.056,0.052], -[0.833,0.117,0.126], -[2.965,0.159,0.147], -[0.556,0.471,0.407], -[0.682,0.624,0.676], -[0.643,0.648,0.613], -[0.132,0.111,0.109], -[0.053,0.036,0.036], -[0.035,0.030,0.030], -[0.156,0.033,0.033], -[0.212,0.055,0.051], -[0.489,0.035,0.034], -[0.385,0.036,0.034], -[0.114,0.031,0.030] + [0.037, 0.029, 0.032], + [0.071, 0.03, 0.03], + [1.15, 0.038, 0.051], + [2.039, 0.04, 0.037], + [1.929, 0.057, 0.055], + [1.999, 0.139, 0.141], + [0.032, 0.031, 0.029], + [0.067, 0.041, 0.039], + [3.626, 0.081, 0.067], + [4.169, 0.232, 0.223], + [2.139, 0.074, 0.065], + [2.77, 0.069, 0.066], + [1.192, 0.113, 0.106], + [4.297, 0.17, 0.166], + [1.639, 0.135, 0.14], + [2.341, 0.05, 0.05], + [4.338, 0.164, 0.153], + [1.361, 0.177, 0.046], + [5.721, 0.266, 0.24], + [0.035, 0.011, 0.011], + [11.564, 0.113, 0.11], + [13.776, 0.111, 0.104], + [25.978, 0.422, 0.314], + [34.408, 1.089, 0.459], + [1.228, 0.111, 0.063], + [1.765, 0.03, 0.031], + [1.844, 0.078, 0.038], + [12.276, 0.156, 0.126], + [9.643, 0.656, 0.624], + [0.191, 0.057, 0.054], + [4.04, 0.115, 0.118], + [6.765, 0.165, 0.159], + [4.567, 0.479, 0.436], + [11.624, 0.671, 0.697], + [11.286, 0.648, 0.639], + [0.844, 0.13, 0.113], + [0.946, 0.036, 0.035], + [1.143, 0.032, 0.036], + [1.338, 0.033, 0.035], + [2.101, 0.07, 0.064], + [0.783, 0.038, 0.04], + [0.954, 0.039, 0.038], + [0.554, 0.032, 0.035] ] } + diff --git a/umbra/benchmark.sh b/umbra/benchmark.sh index 73b434ec9..92550c1cf 100755 --- a/umbra/benchmark.sh +++ b/umbra/benchmark.sh @@ -34,6 +34,10 @@ then fi echo "Load time: $(( (end - start) / 1000 ))" +# Drop the downloaded source files so the sync at the top of run.sh +# doesn't flush their pages and inflate cold-run prep time. +rm -f data/hits.tsv + ./run.sh 2>&1 | tee log.txt # Calculate persistence size