From acaba84f144f8fd8a13a1d9019b388d9047a35c0 Mon Sep 17 00:00:00 2001 From: Robert Schulze Date: Tue, 10 Feb 2026 15:42:34 +0000 Subject: [PATCH 1/5] Revert "updating runs from external PR with automation results" This reverts commit 1fcef4c784ae22321d4b6621e1f4a5e73dd2f037. --- clickhouse/results/c6a.metal.json | 90 ++++++++++++------------- clickhouse/results/c7a.metal-48xl.json | 90 ++++++++++++------------- clickhouse/results/c8g.metal-48xl.json | 92 +++++++++++++------------- ursa/results/c7a.metal-48xl.json | 91 +++++++++++++------------ 4 files changed, 181 insertions(+), 182 deletions(-) diff --git a/clickhouse/results/c6a.metal.json b/clickhouse/results/c6a.metal.json index 294b82797e..67877c8fbe 100644 --- a/clickhouse/results/c6a.metal.json +++ b/clickhouse/results/c6a.metal.json @@ -1,58 +1,58 @@ { "system": "ClickHouse", - "date": "2026-02-03", + "date": "2025-12-19", "machine": "c6a.metal", "cluster_size": 1, "proprietary": "no", "hardware": "cpu", "tuned": "no", "tags": ["C++","column-oriented","ClickHouse derivative","lukewarm-cold-run"], - "load_time": 135, - "data_size": 15274182086, + "load_time": 157, + "data_size": 15274216477, "result": [ [0.004, 0.002, 0.002], - [0.022, 0.01, 0.009], - [0.044, 0.013, 0.012], - [0.114, 0.014, 0.014], - [0.726, 0.188, 0.185], - [1.246, 0.182, 0.174], - [0.015, 0.012, 0.011], - [0.02, 0.014, 0.012], - [0.83, 0.293, 0.298], - [1.123, 0.312, 0.31], - [0.405, 0.105, 0.108], - [0.708, 0.095, 0.102], - [1.324, 0.168, 0.159], - [2.054, 0.201, 0.237], - [1.341, 0.174, 0.164], - [0.53, 0.098, 0.09], - [2.244, 0.321, 0.338], - [1.803, 0.255, 0.218], - [3.771, 0.587, 0.566], - [0.093, 0.003, 0.004], - [9.513, 0.071, 0.079], - [10.828, 0.05, 0.054], - [13.947, 0.176, 0.147], - [6.73, 0.109, 0.118], - [2.328, 0.043, 0.038], - [1.002, 0.038, 0.037], - [2.491, 0.041, 0.04], - [0.51, 0.033, 0.033], - [8.397, 0.838, 0.843], - [0.067, 0.034, 0.035], - [0.236, 0.08, 0.081], - [3.618, 0.122, 0.13], - [3.634, 0.768, 0.69], - [9.453, 0.668, 0.707], - [9.455, 0.667, 0.672], - [0.093, 0.057, 0.057], - [0.098, 0.051, 0.052], - [0.043, 0.03, 0.029], - [0.061, 0.025, 0.024], - [0.157, 0.106, 0.125], - [0.031, 0.019, 0.022], - [0.032, 0.014, 0.016], - [0.024, 0.013, 0.013] + [0.024, 0.011, 0.010], + [0.050, 0.013, 0.013], + [0.112, 0.014, 0.013], + [0.337, 0.185, 0.174], + [0.774, 0.170, 0.175], + [0.015, 0.011, 0.010], + [0.020, 0.014, 0.014], + [0.417, 0.311, 0.303], + [0.630, 0.310, 0.323], + [0.192, 0.108, 0.108], + [0.193, 0.101, 0.097], + [0.858, 0.168, 0.151], + [1.640, 0.216, 0.228], + [0.798, 0.155, 0.169], + [0.172, 0.092, 0.087], + [1.873, 0.338, 0.323], + [1.340, 0.237, 0.248], + [3.119, 0.589, 0.572], + [0.079, 0.003, 0.003], + [9.331, 0.071, 0.074], + [10.847, 0.050, 0.049], + [13.813, 0.134, 0.142], + [7.023, 0.172, 0.167], + [1.883, 0.044, 0.042], + [0.994, 0.036, 0.037], + [2.498, 0.041, 0.044], + [0.531, 0.035, 0.034], + [8.569, 0.942, 0.955], + [0.068, 0.037, 0.036], + [0.231, 0.081, 0.085], + [3.631, 0.123, 0.115], + [3.646, 0.896, 0.783], + [9.465, 0.672, 0.687], + [9.459, 0.667, 0.681], + [0.111, 0.057, 0.060], + [0.085, 0.032, 0.032], + [0.043, 0.026, 0.021], + [0.050, 0.018, 0.017], + [0.160, 0.066, 0.066], + [0.036, 0.015, 0.020], + [0.029, 0.013, 0.012], + [0.027, 0.011, 0.011] ] } diff --git a/clickhouse/results/c7a.metal-48xl.json b/clickhouse/results/c7a.metal-48xl.json index 86342d7e6d..18ce5acd1f 100644 --- a/clickhouse/results/c7a.metal-48xl.json +++ b/clickhouse/results/c7a.metal-48xl.json @@ -1,58 +1,58 @@ { "system": "ClickHouse", - "date": "2026-02-03", + "date": "2025-12-19", "machine": "c7a.metal-48xl", "cluster_size": 1, "proprietary": "no", "hardware": "cpu", "tuned": "no", "tags": ["C++","column-oriented","ClickHouse derivative", "lukewarm-cold-run"], - "load_time": 180, - "data_size": 15128884085, + "load_time": 166, + "data_size": 15271945706, "result": [ [0.003, 0.002, 0.002], - [0.027, 0.012, 0.012], - [0.041, 0.013, 0.012], - [0.112, 0.012, 0.012], - [0.456, 0.357, 0.341], - [0.722, 0.362, 0.363], - [0.014, 0.011, 0.011], - [0.022, 0.018, 0.016], - [0.415, 0.283, 0.281], - [0.547, 0.287, 0.29], - [0.223, 0.115, 0.099], - [0.195, 0.093, 0.092], - [0.748, 0.096, 0.09], - [1.727, 0.134, 0.126], - [0.956, 0.08, 0.094], - [0.302, 0.057, 0.055], - [1.878, 0.164, 0.147], - [1.534, 0.114, 0.113], - [3.199, 0.274, 0.266], - [0.061, 0.002, 0.002], - [9.278, 0.053, 0.052], - [10.851, 0.04, 0.04], - [13.731, 0.087, 0.086], - [6.847, 0.094, 0.079], - [2.382, 0.031, 0.029], - [1.018, 0.029, 0.027], - [2.488, 0.03, 0.029], - [0.578, 0.031, 0.031], - [8.28, 0.474, 0.465], - [0.074, 0.044, 0.045], - [0.188, 0.06, 0.059], - [3.655, 0.074, 0.066], - [3.6, 0.381, 0.316], - [9.284, 0.341, 0.333], - [9.306, 0.355, 0.313], - [0.091, 0.043, 0.043], - [0.039, 0.027, 0.026], - [0.032, 0.018, 0.021], - [0.031, 0.017, 0.015], - [0.066, 0.046, 0.041], - [0.023, 0.013, 0.015], - [0.021, 0.012, 0.011], - [0.02, 0.011, 0.011] + [0.029, 0.012, 0.012], + [0.049, 0.013, 0.012], + [0.124, 0.013, 0.013], + [0.804, 0.356, 0.324], + [1.244, 0.387, 0.379], + [0.014, 0.012, 0.012], + [0.021, 0.020, 0.017], + [0.590, 0.292, 0.291], + [1.141, 0.298, 0.235], + [0.439, 0.138, 0.110], + [0.694, 0.102, 0.099], + [1.347, 0.096, 0.092], + [2.126, 0.150, 0.132], + [1.359, 0.101, 0.102], + [0.293, 0.069, 0.066], + [1.910, 0.167, 0.160], + [1.545, 0.131, 0.129], + [3.236, 0.288, 0.273], + [0.067, 0.004, 0.003], + [9.292, 0.057, 0.068], + [10.922, 0.044, 0.050], + [13.388, 0.115, 0.095], + [6.342, 0.134, 0.137], + [1.914, 0.033, 0.038], + [1.031, 0.027, 0.030], + [2.540, 0.034, 0.039], + [0.563, 0.034, 0.032], + [8.433, 0.580, 0.599], + [0.071, 0.050, 0.050], + [0.201, 0.067, 0.085], + [3.656, 0.082, 0.094], + [3.592, 0.314, 0.320], + [9.383, 0.360, 0.334], + [9.379, 0.359, 0.329], + [0.086, 0.050, 0.056], + [0.087, 0.057, 0.063], + [0.039, 0.029, 0.031], + [0.052, 0.024, 0.024], + [0.194, 0.131, 0.157], + [0.039, 0.024, 0.022], + [0.029, 0.020, 0.018], + [0.023, 0.019, 0.015] ] } diff --git a/clickhouse/results/c8g.metal-48xl.json b/clickhouse/results/c8g.metal-48xl.json index 9d94023c9b..d7d3a4ccc1 100644 --- a/clickhouse/results/c8g.metal-48xl.json +++ b/clickhouse/results/c8g.metal-48xl.json @@ -1,58 +1,58 @@ { "system": "ClickHouse", - "date": "2026-02-03", + "date": "2025-12-19", "machine": "c8g.metal-48xl", "cluster_size": 1, "proprietary": "no", "hardware": "cpu", "tuned": "no", "tags": ["C++","column-oriented","ClickHouse derivative", "lukewarm-cold-run"], - "load_time": 164, - "data_size": 15268992596, + "load_time": 152, + "data_size": 15267835566, "result": [ - [0.002, 0.001, 0.001], - [0.02, 0.011, 0.01], - [0.062, 0.012, 0.01], - [0.189, 0.011, 0.011], - [0.652, 0.182, 0.304], - [1.43, 0.295, 0.286], - [0.015, 0.009, 0.009], - [0.022, 0.017, 0.017], - [0.682, 0.2, 0.2], - [1.188, 0.207, 0.211], - [0.556, 0.079, 0.08], - [0.769, 0.07, 0.061], - [1.385, 0.076, 0.078], - [2.178, 0.098, 0.098], - [1.464, 0.068, 0.065], - [0.651, 0.042, 0.041], - [2.191, 0.133, 0.132], - [2.058, 0.106, 0.104], - [3.675, 0.224, 0.22], - [0.153, 0.003, 0.003], - [10.248, 0.063, 0.063], - [11.411, 0.033, 0.032], - [14.509, 0.089, 0.093], - [7.457, 0.092, 0.092], - [2.399, 0.032, 0.032], - [1.065, 0.028, 0.029], - [2.56, 0.031, 0.03], - [0.597, 0.028, 0.027], - [8.477, 0.533, 0.528], - [0.093, 0.064, 0.064], - [0.202, 0.048, 0.047], - [3.755, 0.062, 0.058], - [3.649, 0.263, 0.258], - [9.333, 0.277, 0.275], - [9.344, 0.278, 0.276], - [0.096, 0.034, 0.033], - [0.065, 0.028, 0.026], - [0.04, 0.019, 0.02], - [0.05, 0.019, 0.017], - [0.111, 0.043, 0.041], - [0.03, 0.014, 0.014], - [0.028, 0.012, 0.013], - [0.025, 0.012, 0.012] + [0.002, 0.002, 0.001], + [0.152, 0.012, 0.013], + [0.226, 0.013, 0.013], + [0.376, 0.013, 0.012], + [0.619, 0.337, 0.323], + [0.961, 0.325, 0.364], + [0.021, 0.011, 0.011], + [0.032, 0.020, 0.021], + [0.582, 0.211, 0.207], + [0.885, 0.217, 0.223], + [0.419, 0.087, 0.083], + [0.671, 0.066, 0.081], + [1.303, 0.086, 0.085], + [2.090, 0.112, 0.111], + [1.370, 0.081, 0.079], + [0.601, 0.047, 0.047], + [2.230, 0.155, 0.152], + [1.972, 0.123, 0.123], + [3.637, 0.258, 0.257], + [0.134, 0.003, 0.003], + [9.972, 0.070, 0.065], + [11.461, 0.038, 0.036], + [13.896, 0.100, 0.101], + [7.397, 0.164, 0.163], + [2.289, 0.034, 0.033], + [1.277, 0.030, 0.030], + [2.759, 0.035, 0.033], + [0.781, 0.032, 0.033], + [8.670, 0.443, 0.439], + [0.118, 0.067, 0.067], + [0.475, 0.086, 0.053], + [3.741, 0.070, 0.067], + [3.895, 0.288, 0.268], + [9.840, 0.298, 0.293], + [9.811, 0.294, 0.301], + [0.155, 0.038, 0.038], + [0.118, 0.057, 0.058], + [0.053, 0.040, 0.035], + [0.075, 0.029, 0.028], + [0.202, 0.107, 0.114], + [0.055, 0.020, 0.022], + [0.040, 0.017, 0.016], + [0.036, 0.016, 0.015] ] } diff --git a/ursa/results/c7a.metal-48xl.json b/ursa/results/c7a.metal-48xl.json index a623ee5a4b..24ed74dcc9 100644 --- a/ursa/results/c7a.metal-48xl.json +++ b/ursa/results/c7a.metal-48xl.json @@ -1,6 +1,6 @@ { "system": "Ursa", - "date": "2026-01-31", + "date": "2025-08-30", "machine": "c7a.metal-48xl", "cluster_size": 1, "proprietary": "yes", @@ -8,51 +8,50 @@ "tuned": "no", "tags": ["C++","column-oriented","ClickHouse derivative", "lukewarm-cold-run"], - "load_time": 184, - "data_size": 15465614405, + "load_time": 160, + "data_size": 15464249116, "result": [ - [0.002, 0.002, 0.001], + [0.012, 0.002, 0.002], + [0.005, 0.002, 0.002], + [0.110, 0.023, 0.025], + [0.202, 0.022, 0.022], + [0.945, 0.693, 0.692], + [1.318, 0.731, 0.719], [0.003, 0.002, 0.002], - [0.057, 0.024, 0.022], - [0.088, 0.021, 0.021], - [0.908, 0.72, 0.714], - [1.288, 0.754, 0.758], - [0.002, 0.002, 0.002], - [0.033, 0.022, 0.023], - [0.398, 0.296, 0.297], - [0.602, 0.308, 0.301], - [0.203, 0.112, 0.112], - [0.239, 0.118, 0.12], - [1.039, 0.106, 0.103], - [1.868, 0.146, 0.143], - [1.052, 0.093, 0.089], - [0.341, 0.077, 0.078], - [1.951, 0.142, 0.14], - [1.777, 0.141, 0.149], - [3.231, 0.251, 0.25], - [0.081, 0.003, 0.002], - [9.393, 0.066, 0.062], - [11.058, 0.045, 0.041], - [14.24, 0.117, 0.112], - [11.298, 0.104, 0.099], - [2.164, 0.037, 0.037], - [1.165, 0.032, 0.032], - [2.647, 0.036, 0.036], - [0.58, 0.033, 0.033], - [8.606, 0.579, 0.564], - [0.07, 0.052, 0.052], - [0.244, 0.065, 0.067], - [3.68, 0.08, 0.074], - [3.57, 0.713, 0.741], - [9.318, 0.333, 0.324], - [9.332, 0.328, 0.325], - [0.125, 0.07, 0.07], - [0.095, 0.058, 0.062], - [0.048, 0.035, 0.035], - [0.06, 0.031, 0.031], - [0.196, 0.148, 0.153], - [0.044, 0.027, 0.03], - [0.035, 0.024, 0.022], - [0.031, 0.02, 0.018] -] + [0.048, 0.027, 0.025], + [0.530, 0.309, 0.318], + [1.377, 0.326, 0.319], + [0.281, 0.121, 0.118], + [0.320, 0.123, 0.122], + [0.793, 0.116, 0.107], + [1.821, 0.159, 0.156], + [0.976, 0.096, 0.096], + [0.293, 0.534, 0.505], + [1.424, 0.148, 0.147], + [1.711, 0.147, 0.150], + [3.187, 0.249, 0.252], + [0.097, 0.003, 0.003], + [9.270, 0.068, 0.072], + [10.997, 0.059, 0.059], + [13.535, 0.123, 0.121], + [10.982, 0.113, 0.106], + [2.040, 0.040, 0.040], + [1.105, 0.036, 0.037], + [2.600, 0.041, 0.043], + [0.519, 0.038, 0.049], + [8.681, 0.731, 0.716], + [0.090, 0.052, 0.050], + [0.311, 0.074, 0.072], + [3.571, 0.101, 0.087], + [3.473, 0.762, 0.741], + [9.313, 0.342, 0.343], + [9.328, 0.356, 0.355], + [0.220, 0.077, 0.080], + [0.114, 0.069, 0.060], + [0.054, 0.034, 0.036], + [0.080, 0.034, 0.038], + [0.244, 0.170, 0.165], + [0.065, 0.029, 0.030], + [0.051, 0.026, 0.025], + [0.042, 0.020, 0.020]] } From 30a153e78870f2ca42dd387ba2b0540dfc0d4f60 Mon Sep 17 00:00:00 2001 From: Robert Schulze Date: Tue, 10 Feb 2026 15:43:00 +0000 Subject: [PATCH 2/5] Revert "introduce sync calls for systems not doing fsync" This reverts commit 616d183e5e0d81ec37ce6a1ee9e74be0b127129b. --- clickhouse/results/c6a.metal.json | 92 +++++++++++++------------- clickhouse/results/c7a.metal-48xl.json | 90 ++++++++++++------------- clickhouse/results/c8g.metal-48xl.json | 88 ++++++++++++------------ ursa/results/c7a.metal-48xl.json | 92 +++++++++++++------------- 4 files changed, 181 insertions(+), 181 deletions(-) diff --git a/clickhouse/results/c6a.metal.json b/clickhouse/results/c6a.metal.json index 67877c8fbe..467f1584fa 100644 --- a/clickhouse/results/c6a.metal.json +++ b/clickhouse/results/c6a.metal.json @@ -6,53 +6,53 @@ "proprietary": "no", "hardware": "cpu", "tuned": "no", - "tags": ["C++","column-oriented","ClickHouse derivative","lukewarm-cold-run"], - "load_time": 157, - "data_size": 15274216477, + "tags": ["C++","column-oriented","ClickHouse derivative", "lukewarm-cold-run"], + "load_time": 7, + "data_size": 15256709483, "result": [ - [0.004, 0.002, 0.002], - [0.024, 0.011, 0.010], - [0.050, 0.013, 0.013], - [0.112, 0.014, 0.013], - [0.337, 0.185, 0.174], - [0.774, 0.170, 0.175], - [0.015, 0.011, 0.010], - [0.020, 0.014, 0.014], - [0.417, 0.311, 0.303], - [0.630, 0.310, 0.323], - [0.192, 0.108, 0.108], - [0.193, 0.101, 0.097], - [0.858, 0.168, 0.151], - [1.640, 0.216, 0.228], - [0.798, 0.155, 0.169], - [0.172, 0.092, 0.087], - [1.873, 0.338, 0.323], - [1.340, 0.237, 0.248], - [3.119, 0.589, 0.572], - [0.079, 0.003, 0.003], - [9.331, 0.071, 0.074], - [10.847, 0.050, 0.049], - [13.813, 0.134, 0.142], - [7.023, 0.172, 0.167], - [1.883, 0.044, 0.042], - [0.994, 0.036, 0.037], - [2.498, 0.041, 0.044], - [0.531, 0.035, 0.034], - [8.569, 0.942, 0.955], - [0.068, 0.037, 0.036], - [0.231, 0.081, 0.085], - [3.631, 0.123, 0.115], - [3.646, 0.896, 0.783], - [9.465, 0.672, 0.687], - [9.459, 0.667, 0.681], - [0.111, 0.057, 0.060], - [0.085, 0.032, 0.032], - [0.043, 0.026, 0.021], - [0.050, 0.018, 0.017], - [0.160, 0.066, 0.066], - [0.036, 0.015, 0.020], - [0.029, 0.013, 0.012], - [0.027, 0.011, 0.011] + [0.005, 0.002, 0.002], + [0.085, 0.011, 0.012], + [0.037, 0.014, 0.014], + [0.114, 0.015, 0.015], + [0.308, 0.181, 0.176], + [0.836, 0.175, 0.17], + [0.015, 0.011, 0.011], + [0.017, 0.015, 0.015], + [0.411, 0.301, 0.307], + [0.731, 0.325, 0.324], + [0.203, 0.107, 0.107], + [0.172, 0.095, 0.096], + [0.947, 0.152, 0.142], + [1.667, 0.202, 0.205], + [0.868, 0.152, 0.158], + [0.165, 0.088, 0.078], + [1.988, 0.324, 0.325], + [1.327, 0.251, 0.228], + [3.242, 0.584, 0.575], + [0.066, 0.003, 0.003], + [9.462, 0.065, 0.072], + [10.948, 0.052, 0.048], + [14.053, 0.138, 0.14], + [7.194, 0.162, 0.161], + [1.982, 0.043, 0.043], + [0.987, 0.039, 0.037], + [2.511, 0.045, 0.04], + [0.537, 0.034, 0.035], + [8.458, 0.789, 0.828], + [0.055, 0.034, 0.034], + [0.216, 0.098, 0.091], + [3.671, 0.123, 0.134], + [3.742, 0.955, 0.825], + [9.56, 0.689, 0.672], + [9.598, 0.686, 0.712], + [0.122, 0.065, 0.079], + [0.09, 0.063, 0.06], + [0.048, 0.038, 0.035], + [0.057, 0.027, 0.026], + [0.173, 0.137, 0.134], + [0.038, 0.022, 0.023], + [0.032, 0.016, 0.017], + [0.025, 0.015, 0.015] ] } diff --git a/clickhouse/results/c7a.metal-48xl.json b/clickhouse/results/c7a.metal-48xl.json index 18ce5acd1f..ef9c945438 100644 --- a/clickhouse/results/c7a.metal-48xl.json +++ b/clickhouse/results/c7a.metal-48xl.json @@ -7,52 +7,52 @@ "hardware": "cpu", "tuned": "no", "tags": ["C++","column-oriented","ClickHouse derivative", "lukewarm-cold-run"], - "load_time": 166, - "data_size": 15271945706, + "load_time": 5, + "data_size": 15252391300, "result": [ - [0.003, 0.002, 0.002], - [0.029, 0.012, 0.012], - [0.049, 0.013, 0.012], - [0.124, 0.013, 0.013], - [0.804, 0.356, 0.324], - [1.244, 0.387, 0.379], - [0.014, 0.012, 0.012], - [0.021, 0.020, 0.017], - [0.590, 0.292, 0.291], - [1.141, 0.298, 0.235], - [0.439, 0.138, 0.110], - [0.694, 0.102, 0.099], - [1.347, 0.096, 0.092], - [2.126, 0.150, 0.132], - [1.359, 0.101, 0.102], - [0.293, 0.069, 0.066], - [1.910, 0.167, 0.160], - [1.545, 0.131, 0.129], - [3.236, 0.288, 0.273], - [0.067, 0.004, 0.003], - [9.292, 0.057, 0.068], - [10.922, 0.044, 0.050], - [13.388, 0.115, 0.095], - [6.342, 0.134, 0.137], - [1.914, 0.033, 0.038], - [1.031, 0.027, 0.030], - [2.540, 0.034, 0.039], - [0.563, 0.034, 0.032], - [8.433, 0.580, 0.599], - [0.071, 0.050, 0.050], - [0.201, 0.067, 0.085], - [3.656, 0.082, 0.094], - [3.592, 0.314, 0.320], - [9.383, 0.360, 0.334], - [9.379, 0.359, 0.329], - [0.086, 0.050, 0.056], - [0.087, 0.057, 0.063], - [0.039, 0.029, 0.031], - [0.052, 0.024, 0.024], - [0.194, 0.131, 0.157], - [0.039, 0.024, 0.022], - [0.029, 0.020, 0.018], - [0.023, 0.019, 0.015] + [0.002, 0.002, 0.002], + [0.137, 0.012, 0.011], + [0.083, 0.013, 0.012], + [0.157, 0.018, 0.012], + [0.878, 0.345, 0.33], + [1.113, 0.357, 0.345], + [0.017, 0.011, 0.011], + [0.021, 0.017, 0.018], + [0.764, 0.289, 0.299], + [0.871, 0.31, 0.3], + [0.389, 0.119, 0.116], + [0.69, 0.096, 0.094], + [1.301, 0.105, 0.09], + [2.079, 0.135, 0.128], + [1.417, 0.083, 0.084], + [0.587, 0.056, 0.058], + [2.186, 0.148, 0.145], + [2.011, 0.118, 0.112], + [3.606, 0.27, 0.262], + [0.123, 0.003, 0.003], + [10.047, 0.112, 0.051], + [11.375, 0.045, 0.042], + [14.439, 0.1, 0.092], + [7.726, 0.134, 0.129], + [2.696, 0.033, 0.031], + [1.267, 0.027, 0.025], + [2.753, 0.032, 0.033], + [0.784, 0.044, 0.044], + [8.672, 0.496, 0.487], + [0.086, 0.044, 0.044], + [0.454, 0.062, 0.065], + [3.959, 0.083, 0.064], + [4, 0.316, 0.316], + [9.816, 0.332, 0.305], + [9.839, 0.329, 0.321], + [0.094, 0.043, 0.042], + [0.047, 0.028, 0.027], + [0.031, 0.019, 0.02], + [0.038, 0.017, 0.016], + [0.076, 0.046, 0.045], + [0.027, 0.022, 0.015], + [0.025, 0.014, 0.012], + [0.021, 0.012, 0.012] ] } diff --git a/clickhouse/results/c8g.metal-48xl.json b/clickhouse/results/c8g.metal-48xl.json index d7d3a4ccc1..50364885e2 100644 --- a/clickhouse/results/c8g.metal-48xl.json +++ b/clickhouse/results/c8g.metal-48xl.json @@ -7,52 +7,52 @@ "hardware": "cpu", "tuned": "no", "tags": ["C++","column-oriented","ClickHouse derivative", "lukewarm-cold-run"], - "load_time": 152, - "data_size": 15267835566, + "load_time": 5, + "data_size": 15247502708, "result": [ [0.002, 0.002, 0.001], - [0.152, 0.012, 0.013], - [0.226, 0.013, 0.013], - [0.376, 0.013, 0.012], - [0.619, 0.337, 0.323], - [0.961, 0.325, 0.364], - [0.021, 0.011, 0.011], - [0.032, 0.020, 0.021], - [0.582, 0.211, 0.207], - [0.885, 0.217, 0.223], - [0.419, 0.087, 0.083], - [0.671, 0.066, 0.081], - [1.303, 0.086, 0.085], - [2.090, 0.112, 0.111], - [1.370, 0.081, 0.079], - [0.601, 0.047, 0.047], - [2.230, 0.155, 0.152], - [1.972, 0.123, 0.123], - [3.637, 0.258, 0.257], - [0.134, 0.003, 0.003], - [9.972, 0.070, 0.065], - [11.461, 0.038, 0.036], - [13.896, 0.100, 0.101], - [7.397, 0.164, 0.163], - [2.289, 0.034, 0.033], - [1.277, 0.030, 0.030], - [2.759, 0.035, 0.033], - [0.781, 0.032, 0.033], - [8.670, 0.443, 0.439], - [0.118, 0.067, 0.067], - [0.475, 0.086, 0.053], - [3.741, 0.070, 0.067], - [3.895, 0.288, 0.268], - [9.840, 0.298, 0.293], - [9.811, 0.294, 0.301], - [0.155, 0.038, 0.038], - [0.118, 0.057, 0.058], - [0.053, 0.040, 0.035], - [0.075, 0.029, 0.028], - [0.202, 0.107, 0.114], - [0.055, 0.020, 0.022], - [0.040, 0.017, 0.016], - [0.036, 0.016, 0.015] + [0.101, 0.012, 0.011], + [0.042, 0.013, 0.012], + [0.123, 0.012, 0.012], + [0.552, 0.244, 0.278], + [0.939, 0.261, 0.263], + [0.014, 0.01, 0.01], + [0.022, 0.018, 0.018], + [0.621, 0.2, 0.199], + [0.598, 0.206, 0.211], + [0.222, 0.084, 0.081], + [0.564, 0.071, 0.072], + [1.218, 0.076, 0.076], + [1.957, 0.1, 0.1], + [1.262, 0.071, 0.072], + [0.505, 0.044, 0.046], + [2.087, 0.144, 0.141], + [1.856, 0.117, 0.113], + [3.505, 0.239, 0.236], + [0.094, 0.002, 0.002], + [9.814, 0.066, 0.065], + [11.156, 0.034, 0.033], + [14.294, 0.091, 0.094], + [7.562, 0.161, 0.161], + [2.288, 0.032, 0.031], + [1.195, 0.027, 0.027], + [2.673, 0.032, 0.032], + [0.702, 0.029, 0.029], + [8.523, 0.449, 0.448], + [0.093, 0.063, 0.063], + [0.219, 0.046, 0.048], + [3.832, 0.06, 0.061], + [3.799, 0.262, 0.262], + [9.579, 0.287, 0.28], + [9.501, 0.302, 0.287], + [0.14, 0.034, 0.035], + [0.078, 0.051, 0.049], + [0.048, 0.03, 0.029], + [0.054, 0.024, 0.023], + [0.123, 0.086, 0.091], + [0.042, 0.017, 0.019], + [0.029, 0.015, 0.015], + [0.025, 0.012, 0.013] ] } diff --git a/ursa/results/c7a.metal-48xl.json b/ursa/results/c7a.metal-48xl.json index 24ed74dcc9..2e03f759b9 100644 --- a/ursa/results/c7a.metal-48xl.json +++ b/ursa/results/c7a.metal-48xl.json @@ -6,52 +6,52 @@ "proprietary": "yes", "hardware": "cpu", "tuned": "no", - "tags": ["C++","column-oriented","ClickHouse derivative", "lukewarm-cold-run"], - "load_time": 160, - "data_size": 15464249116, + "load_time": 7, + "data_size": 15467764900, "result": [ - [0.012, 0.002, 0.002], - [0.005, 0.002, 0.002], - [0.110, 0.023, 0.025], - [0.202, 0.022, 0.022], - [0.945, 0.693, 0.692], - [1.318, 0.731, 0.719], - [0.003, 0.002, 0.002], - [0.048, 0.027, 0.025], - [0.530, 0.309, 0.318], - [1.377, 0.326, 0.319], - [0.281, 0.121, 0.118], - [0.320, 0.123, 0.122], - [0.793, 0.116, 0.107], - [1.821, 0.159, 0.156], - [0.976, 0.096, 0.096], - [0.293, 0.534, 0.505], - [1.424, 0.148, 0.147], - [1.711, 0.147, 0.150], - [3.187, 0.249, 0.252], - [0.097, 0.003, 0.003], - [9.270, 0.068, 0.072], - [10.997, 0.059, 0.059], - [13.535, 0.123, 0.121], - [10.982, 0.113, 0.106], - [2.040, 0.040, 0.040], - [1.105, 0.036, 0.037], - [2.600, 0.041, 0.043], - [0.519, 0.038, 0.049], - [8.681, 0.731, 0.716], - [0.090, 0.052, 0.050], - [0.311, 0.074, 0.072], - [3.571, 0.101, 0.087], - [3.473, 0.762, 0.741], - [9.313, 0.342, 0.343], - [9.328, 0.356, 0.355], - [0.220, 0.077, 0.080], - [0.114, 0.069, 0.060], - [0.054, 0.034, 0.036], - [0.080, 0.034, 0.038], - [0.244, 0.170, 0.165], - [0.065, 0.029, 0.030], - [0.051, 0.026, 0.025], - [0.042, 0.020, 0.020]] + [0.002, 0.001, 0.001], + [0.003, 0.001, 0.001], + [0.056, 0.021, 0.021], + [0.164, 0.02, 0.019], + [1.183, 0.62, 0.626], + [1.302, 0.677, 0.655], + [0.002, 0.001, 0.001], + [0.031, 0.021, 0.022], + [1.23, 0.278, 0.28], + [0.844, 0.279, 0.268], + [0.452, 0.115, 0.09], + [0.795, 0.117, 0.112], + [1.391, 0.109, 0.1], + [2.16, 0.145, 0.14], + [1.337, 0.096, 0.097], + [0.591, 0.077, 0.076], + [2.236, 0.131, 0.132], + [2.117, 0.145, 0.141], + [3.626, 0.254, 0.226], + [0.07, 0.003, 0.003], + [10.127, 0.062, 0.06], + [11.453, 0.047, 0.043], + [14.535, 0.113, 0.106], + [11.941, 0.101, 0.093], + [2.629, 0.033, 0.034], + [1.428, 0.03, 0.029], + [2.907, 0.034, 0.034], + [0.814, 0.034, 0.032], + [8.963, 0.589, 0.585], + [0.065, 0.049, 0.05], + [0.433, 0.067, 0.069], + [4.029, 0.083, 0.089], + [3.977, 0.682, 0.652], + [9.928, 0.336, 0.329], + [9.865, 0.341, 0.328], + [0.121, 0.446, 0.07], + [0.069, 0.048, 0.047], + [0.041, 0.028, 0.03], + [0.051, 0.025, 0.027], + [0.145, 0.097, 0.11], + [0.044, 0.022, 0.025], + [0.037, 0.019, 0.019], + [0.03, 0.016, 0.016] +] } From 29cc9c5cf5568572e52845fecb386efd0d22d9e7 Mon Sep 17 00:00:00 2001 From: Robert Schulze Date: Tue, 10 Feb 2026 15:10:43 +0000 Subject: [PATCH 3/5] Properly fix fsync after INSERT issue --- clickhouse-tencent/create.sql | 3 ++- clickhouse/benchmark.sh | 18 ++---------------- clickhouse/create-tuned.sql | 3 ++- clickhouse/create.sql | 3 ++- pg_clickhouse/create.sql | 3 ++- ursa/benchmark.sh | 17 ++--------------- ursa/create.sql | 3 ++- 7 files changed, 14 insertions(+), 36 deletions(-) diff --git a/clickhouse-tencent/create.sql b/clickhouse-tencent/create.sql index 3567bce17f..bb52f0e0c0 100644 --- a/clickhouse-tencent/create.sql +++ b/clickhouse-tencent/create.sql @@ -107,4 +107,5 @@ CREATE OR REPLACE TABLE hits CLID INTEGER NOT NULL, PRIMARY KEY (CounterID, EventDate, UserID, EventTime, WatchID) ) -ENGINE = MergeTree; +ENGINE = MergeTree +SETTINGS fsync_after_insert = 1; -- https://github.com/ClickHouse/ClickBench/issues/678 diff --git a/clickhouse/benchmark.sh b/clickhouse/benchmark.sh index e4c1141cbe..34c19b4f07 100755 --- a/clickhouse/benchmark.sh +++ b/clickhouse/benchmark.sh @@ -41,22 +41,8 @@ seq 0 99 | xargs -P100 -I{} bash -c 'wget --continue --progress=dot:giga https:/ sudo mv hits_*.parquet /var/lib/clickhouse/user_files/ sudo chown clickhouse:clickhouse /var/lib/clickhouse/user_files/hits_*.parquet -# Do a sync before loading the data to make sure we don't penalize the system for having to sync more than it actually wrote -sync - -# Measure load time including sync to disk -start=$(date +%s.%N) - -clickhouse-client \ - --query "INSERT INTO hits SELECT * FROM file('hits_*.parquet')" \ - --max-insert-threads $(( $(nproc) / 4 )) -sync - -end=$(date +%s.%N) -elapsed=$(echo "$end - $start" | bc) - -echo "Load time: $elapsed s" - +echo -n "Load time: " +clickhouse-client --time --query "INSERT INTO hits SELECT * FROM file('hits_*.parquet')" --max-insert-threads $(( $(nproc) / 4 )) # Run the queries diff --git a/clickhouse/create-tuned.sql b/clickhouse/create-tuned.sql index e3d79850b6..73ba11a0f3 100644 --- a/clickhouse/create-tuned.sql +++ b/clickhouse/create-tuned.sql @@ -108,4 +108,5 @@ CREATE OR REPLACE TABLE hits PRIMARY KEY (CounterID, EventDate, UserID, EventTime, WatchID) ) ENGINE = MergeTree -SETTINGS index_granularity = 1024; +SETTINGS index_granularity = 1024, + fsync_after_insert = 1; -- https://github.com/ClickHouse/ClickBench/issues/678 diff --git a/clickhouse/create.sql b/clickhouse/create.sql index 3567bce17f..bb52f0e0c0 100644 --- a/clickhouse/create.sql +++ b/clickhouse/create.sql @@ -107,4 +107,5 @@ CREATE OR REPLACE TABLE hits CLID INTEGER NOT NULL, PRIMARY KEY (CounterID, EventDate, UserID, EventTime, WatchID) ) -ENGINE = MergeTree; +ENGINE = MergeTree +SETTINGS fsync_after_insert = 1; -- https://github.com/ClickHouse/ClickBench/issues/678 diff --git a/pg_clickhouse/create.sql b/pg_clickhouse/create.sql index 3567bce17f..bb52f0e0c0 100644 --- a/pg_clickhouse/create.sql +++ b/pg_clickhouse/create.sql @@ -107,4 +107,5 @@ CREATE OR REPLACE TABLE hits CLID INTEGER NOT NULL, PRIMARY KEY (CounterID, EventDate, UserID, EventTime, WatchID) ) -ENGINE = MergeTree; +ENGINE = MergeTree +SETTINGS fsync_after_insert = 1; -- https://github.com/ClickHouse/ClickBench/issues/678 diff --git a/ursa/benchmark.sh b/ursa/benchmark.sh index e0aae91684..dfe952750d 100755 --- a/ursa/benchmark.sh +++ b/ursa/benchmark.sh @@ -21,21 +21,8 @@ seq 0 99 | xargs -P100 -I{} bash -c 'wget --continue --progress=dot:giga https:/ sudo mv hits_*.parquet user_files/ sudo chown clickhouse:clickhouse user_files/hits_*.parquet -# Do a sync before loading the data to make sure we don't penalize the system for having to sync more than it actually wrote -sync - -# Measure load time including sync to disk -start=$(date +%s.%N) - -./ursa client \ - --query "INSERT INTO hits SELECT * FROM file('hits_*.parquet')" \ - --max-insert-threads $(( $(nproc) / 4 )) -sync - -end=$(date +%s.%N) -elapsed=$(echo "$end - $start" | bc) - -echo "Load time: $elapsed s" +echo -n "Load time: " +./ursa client --time --query "INSERT INTO hits SELECT * FROM file('hits_*.parquet')" --max-insert-threads $(( $(nproc) / 4 )) # Run the queries diff --git a/ursa/create.sql b/ursa/create.sql index 0297e914a1..57257e1a35 100644 --- a/ursa/create.sql +++ b/ursa/create.sql @@ -107,4 +107,5 @@ CREATE TABLE hits CLID INTEGER NOT NULL, PRIMARY KEY (CounterID, EventDate, UserID, EventTime, WatchID) ) -ENGINE = MergeTree; +ENGINE = MergeTree +SETTINGS fsync_after_insert = 1; -- https://github.com/ClickHouse/ClickBench/issues/678 From 6ffe6a45d4b1d42694919516f0452933e016bcb5 Mon Sep 17 00:00:00 2001 From: Robert Schulze Date: Tue, 10 Feb 2026 15:46:09 +0000 Subject: [PATCH 4/5] Update dates --- clickhouse-tencent/results/c6a.metal.json | 2 +- clickhouse-tencent/results/c7a.metal-48xl.json | 2 +- clickhouse/results/c6a.metal.json | 2 +- clickhouse/results/c7a.metal-48xl.json | 2 +- clickhouse/results/c8g.metal-48xl.json | 2 +- pg_clickhouse/results/c6a.metal.json | 2 +- pg_clickhouse/results/c7a.metal-48xl.json | 2 +- ursa/results/c7a.metal-48xl.json | 2 +- 8 files changed, 8 insertions(+), 8 deletions(-) diff --git a/clickhouse-tencent/results/c6a.metal.json b/clickhouse-tencent/results/c6a.metal.json index b473fa2f30..4baec2376d 100644 --- a/clickhouse-tencent/results/c6a.metal.json +++ b/clickhouse-tencent/results/c6a.metal.json @@ -1,6 +1,6 @@ { "system": "ClickHouse (TCHouse-C)", - "date": "2025-10-09", + "date": "2026-02-10", "machine": "c6a.metal", "cluster_size": 1, "proprietary": "no", diff --git a/clickhouse-tencent/results/c7a.metal-48xl.json b/clickhouse-tencent/results/c7a.metal-48xl.json index 53ad70a457..760f4758bd 100644 --- a/clickhouse-tencent/results/c7a.metal-48xl.json +++ b/clickhouse-tencent/results/c7a.metal-48xl.json @@ -1,6 +1,6 @@ { "system": "ClickHouse (TCHouse-C)", - "date": "2025-10-09", + "date": "2026-02-10", "machine": "c7a.metal-48xl", "cluster_size": 1, "proprietary": "no", diff --git a/clickhouse/results/c6a.metal.json b/clickhouse/results/c6a.metal.json index 467f1584fa..1ee04305b3 100644 --- a/clickhouse/results/c6a.metal.json +++ b/clickhouse/results/c6a.metal.json @@ -1,6 +1,6 @@ { "system": "ClickHouse", - "date": "2025-12-19", + "date": "2026-02-10", "machine": "c6a.metal", "cluster_size": 1, "proprietary": "no", diff --git a/clickhouse/results/c7a.metal-48xl.json b/clickhouse/results/c7a.metal-48xl.json index ef9c945438..8612fa6354 100644 --- a/clickhouse/results/c7a.metal-48xl.json +++ b/clickhouse/results/c7a.metal-48xl.json @@ -1,6 +1,6 @@ { "system": "ClickHouse", - "date": "2025-12-19", + "date": "2026-02-10", "machine": "c7a.metal-48xl", "cluster_size": 1, "proprietary": "no", diff --git a/clickhouse/results/c8g.metal-48xl.json b/clickhouse/results/c8g.metal-48xl.json index 50364885e2..63bdcb99dd 100644 --- a/clickhouse/results/c8g.metal-48xl.json +++ b/clickhouse/results/c8g.metal-48xl.json @@ -1,6 +1,6 @@ { "system": "ClickHouse", - "date": "2025-12-19", + "date": "2026-02-10", "machine": "c8g.metal-48xl", "cluster_size": 1, "proprietary": "no", diff --git a/pg_clickhouse/results/c6a.metal.json b/pg_clickhouse/results/c6a.metal.json index 26236d5637..b06c0df7ed 100644 --- a/pg_clickhouse/results/c6a.metal.json +++ b/pg_clickhouse/results/c6a.metal.json @@ -1,6 +1,6 @@ { "system": "pg_clickhouse", - "date": "2026-01-24", + "date": "2026-02-10", "machine": "c6a.metal", "cluster_size": 1, "proprietary": "no", diff --git a/pg_clickhouse/results/c7a.metal-48xl.json b/pg_clickhouse/results/c7a.metal-48xl.json index 4d08cfce32..9c9c0a5a90 100644 --- a/pg_clickhouse/results/c7a.metal-48xl.json +++ b/pg_clickhouse/results/c7a.metal-48xl.json @@ -1,6 +1,6 @@ { "system": "pg_clickhouse", - "date": "2026-01-24", + "date": "2026-02-10", "machine": "c7a.metal-48xl", "cluster_size": 1, "proprietary": "no", diff --git a/ursa/results/c7a.metal-48xl.json b/ursa/results/c7a.metal-48xl.json index 2e03f759b9..f295ea8164 100644 --- a/ursa/results/c7a.metal-48xl.json +++ b/ursa/results/c7a.metal-48xl.json @@ -1,6 +1,6 @@ { "system": "Ursa", - "date": "2025-08-30", + "date": "2026-02-10", "machine": "c7a.metal-48xl", "cluster_size": 1, "proprietary": "yes", From 74f6adda20838ce0b4ecaee35ea45b72eb427901 Mon Sep 17 00:00:00 2001 From: Robert Schulze Date: Tue, 10 Feb 2026 16:02:57 +0000 Subject: [PATCH 5/5] Update measurements --- clickhouse-tencent/results/c6a.metal.json | 2 +- clickhouse-tencent/results/c7a.metal-48xl.json | 2 +- clickhouse/results/c6a.metal.json | 2 +- clickhouse/results/c7a.metal-48xl.json | 2 +- clickhouse/results/c8g.metal-48xl.json | 2 +- pg_clickhouse/results/c6a.metal.json | 2 +- pg_clickhouse/results/c7a.metal-48xl.json | 2 +- ursa/results/c7a.metal-48xl.json | 2 +- 8 files changed, 8 insertions(+), 8 deletions(-) diff --git a/clickhouse-tencent/results/c6a.metal.json b/clickhouse-tencent/results/c6a.metal.json index 4baec2376d..48034c4020 100644 --- a/clickhouse-tencent/results/c6a.metal.json +++ b/clickhouse-tencent/results/c6a.metal.json @@ -7,7 +7,7 @@ "hardware": "cpu", "tuned": "no", "tags": ["C++","column-oriented","ClickHouse derivative", "lukewarm-cold-run"], - "load_time": 7, + "load_time": 397, "data_size": 15255139626, "result": [ [0.003, 0.002, 0.002], diff --git a/clickhouse-tencent/results/c7a.metal-48xl.json b/clickhouse-tencent/results/c7a.metal-48xl.json index 760f4758bd..c1f6f4d354 100644 --- a/clickhouse-tencent/results/c7a.metal-48xl.json +++ b/clickhouse-tencent/results/c7a.metal-48xl.json @@ -7,7 +7,7 @@ "hardware": "cpu", "tuned": "no", "tags": ["C++","column-oriented","ClickHouse derivative", "lukewarm-cold-run"], - "load_time": 5, + "load_time": 277, "data_size": 15251226785, "result": [ [0.002, 0.002, 0.002], diff --git a/clickhouse/results/c6a.metal.json b/clickhouse/results/c6a.metal.json index 1ee04305b3..3f8dd03030 100644 --- a/clickhouse/results/c6a.metal.json +++ b/clickhouse/results/c6a.metal.json @@ -7,7 +7,7 @@ "hardware": "cpu", "tuned": "no", "tags": ["C++","column-oriented","ClickHouse derivative", "lukewarm-cold-run"], - "load_time": 7, + "load_time": 184, "data_size": 15256709483, "result": [ [0.005, 0.002, 0.002], diff --git a/clickhouse/results/c7a.metal-48xl.json b/clickhouse/results/c7a.metal-48xl.json index 8612fa6354..1e17596a8a 100644 --- a/clickhouse/results/c7a.metal-48xl.json +++ b/clickhouse/results/c7a.metal-48xl.json @@ -7,7 +7,7 @@ "hardware": "cpu", "tuned": "no", "tags": ["C++","column-oriented","ClickHouse derivative", "lukewarm-cold-run"], - "load_time": 5, + "load_time": 176, "data_size": 15252391300, "result": [ [0.002, 0.002, 0.002], diff --git a/clickhouse/results/c8g.metal-48xl.json b/clickhouse/results/c8g.metal-48xl.json index 63bdcb99dd..1b133a4421 100644 --- a/clickhouse/results/c8g.metal-48xl.json +++ b/clickhouse/results/c8g.metal-48xl.json @@ -7,7 +7,7 @@ "hardware": "cpu", "tuned": "no", "tags": ["C++","column-oriented","ClickHouse derivative", "lukewarm-cold-run"], - "load_time": 5, + "load_time": 196, "data_size": 15247502708, "result": [ [0.002, 0.002, 0.001], diff --git a/pg_clickhouse/results/c6a.metal.json b/pg_clickhouse/results/c6a.metal.json index b06c0df7ed..88421b5728 100644 --- a/pg_clickhouse/results/c6a.metal.json +++ b/pg_clickhouse/results/c6a.metal.json @@ -7,7 +7,7 @@ "hardware": "cpu", "tuned": "no", "tags": ["C","column-oriented","PostgreSQL compatible","lukewarm-cold-run"], - "load_time": 6, + "load_time": 232, "data_size": 15267241190, "result": [ [0.044, 0.003, 0.002], diff --git a/pg_clickhouse/results/c7a.metal-48xl.json b/pg_clickhouse/results/c7a.metal-48xl.json index 9c9c0a5a90..bfb2a1756b 100644 --- a/pg_clickhouse/results/c7a.metal-48xl.json +++ b/pg_clickhouse/results/c7a.metal-48xl.json @@ -7,7 +7,7 @@ "hardware": "cpu", "tuned": "no", "tags": ["C","column-oriented","PostgreSQL compatible","lukewarm-cold-run"], - "load_time": 6, + "load_time": 215, "data_size": 15276101214, "result": [ [0.045, 0.002, 0.002], diff --git a/ursa/results/c7a.metal-48xl.json b/ursa/results/c7a.metal-48xl.json index f295ea8164..b1e8e78501 100644 --- a/ursa/results/c7a.metal-48xl.json +++ b/ursa/results/c7a.metal-48xl.json @@ -7,7 +7,7 @@ "hardware": "cpu", "tuned": "no", "tags": ["C++","column-oriented","ClickHouse derivative", "lukewarm-cold-run"], - "load_time": 7, + "load_time": 183, "data_size": 15467764900, "result": [ [0.002, 0.001, 0.001],