From b9e8003f8bc26428b1d8c6f0e24e34b77997e68c Mon Sep 17 00:00:00 2001 From: Adrian Vogelsgesang Date: Mon, 10 Aug 2026 09:37:13 +0000 Subject: [PATCH 1/3] Pin Hyper version to 0.0.26225 With the new infrastructure introduced in #993 benchmarks will be run via ClickBench-provided infrastructure instead of manually measured. Measurements are kicked off, e.g., by new Pull Requests. This commit pins the Hyper version, such that version bumps in the script will automatically re-trigger the PR-automation remeasuring Hyper's performance numbers. Also see #1266 --- hyper-parquet-partitioned/install | 2 +- hyper-parquet-single/install | 2 +- hyper/install | 2 +- 3 files changed, 3 insertions(+), 3 deletions(-) diff --git a/hyper-parquet-partitioned/install b/hyper-parquet-partitioned/install index cd102fae47..b000f745b3 100755 --- a/hyper-parquet-partitioned/install +++ b/hyper-parquet-partitioned/install @@ -18,4 +18,4 @@ fi source myenv/bin/activate pip install --upgrade pip -pip install tableauhyperapi +pip install tableauhyperapi==0.0.26225 diff --git a/hyper-parquet-single/install b/hyper-parquet-single/install index cd102fae47..b000f745b3 100755 --- a/hyper-parquet-single/install +++ b/hyper-parquet-single/install @@ -18,4 +18,4 @@ fi source myenv/bin/activate pip install --upgrade pip -pip install tableauhyperapi +pip install tableauhyperapi==0.0.26225 diff --git a/hyper/install b/hyper/install index d7c9137c60..24cee05ce1 100755 --- a/hyper/install +++ b/hyper/install @@ -21,4 +21,4 @@ fi source myenv/bin/activate pip install --upgrade pip -pip install tableauhyperapi +pip install tableauhyperapi==0.0.26225 From baedd2565a516d06030782f9e62b625445c30d2b Mon Sep 17 00:00:00 2001 From: "github-actions[bot]" <41898282+github-actions[bot]@users.noreply.github.com> Date: Mon, 10 Aug 2026 15:59:07 +0000 Subject: [PATCH 2/3] Add benchmark results for hyper-parquet-partitioned, hyper-parquet-single (c6a.4xlarge) --- .../results/20260810/c6a.4xlarge.json | 60 +++++++++++++++++++ .../results/20260810/c6a.4xlarge.json | 60 +++++++++++++++++++ 2 files changed, 120 insertions(+) create mode 100644 hyper-parquet-partitioned/results/20260810/c6a.4xlarge.json create mode 100644 hyper-parquet-single/results/20260810/c6a.4xlarge.json diff --git a/hyper-parquet-partitioned/results/20260810/c6a.4xlarge.json b/hyper-parquet-partitioned/results/20260810/c6a.4xlarge.json new file mode 100644 index 0000000000..c824abac2d --- /dev/null +++ b/hyper-parquet-partitioned/results/20260810/c6a.4xlarge.json @@ -0,0 +1,60 @@ +{ + "system": "Salesforce Hyper (Parquet, partitioned)", + "date": "2026-08-10", + "machine": "c6a.4xlarge", + "cluster_size": 1, + "proprietary": "yes", + "hardware": "cpu", + "tuned": "no", + "tags": ["C++","column-oriented","stateless"], + "load_time": 20, + "data_size": 14737666736, + "concurrent_qps": 0.158, + "concurrent_error_ratio": 0.12, + "result": [ + [0.647, 0.022, 0.021], + [0.699, 0.04, 0.035], + [1.083, 0.167, 0.166], + [1.935, 0.122, 0.121], + [2.345, 0.736, 0.748], + [2.501, 0.445, 0.455], + [0.691, 0.105, 0.103], + [0.739, 0.039, 0.038], + [2.695, 0.895, 0.908], + [3.262, 1.163, 1.156], + [2.095, 0.13, 0.131], + [2.165, 0.147, 0.146], + [2.543, 0.453, 0.47], + [4.439, 0.984, 0.978], + [2.585, 0.514, 0.5], + [2.404, 0.788, 0.781], + [4.237, 1.176, 1.157], + [3.947, 0.796, 0.796], + [7.053, 2.503, 2.52], + [1.655, 0.056, 0.055], + [11.354, 0.718, 0.746], + [12.993, 0.821, 0.815], + [22.662, 1.229, 1.237], + [49.072, 3.122, 3.088], + [3.736, 0.3, 0.29], + [1.947, 0.207, 0.217], + [3.728, 0.299, 0.292], + [10.679, 0.951, 0.942], + [9.469, 7.366, 7.278], + [0.794, 0.112, 0.112], + [3.684, 0.572, 0.556], + [7.306, 0.812, 0.784], + [7.769, 4.161, 4.166], + [10.999, 2.051, 2.005], + [11.002, 2.07, 2.068], + [1.635, 0.695, 0.709], + [1.062, 0.094, 0.094], + [0.659, 0.049, 0.05], + [0.754, 0.037, 0.03], + [1.01, 0.16, 0.173], + [0.725, 0.016, 0.015], + [0.885, 0.02, 0.019], + [0.749, 0.038, 0.04] +] + } + \ No newline at end of file diff --git a/hyper-parquet-single/results/20260810/c6a.4xlarge.json b/hyper-parquet-single/results/20260810/c6a.4xlarge.json new file mode 100644 index 0000000000..76f86db1e7 --- /dev/null +++ b/hyper-parquet-single/results/20260810/c6a.4xlarge.json @@ -0,0 +1,60 @@ +{ + "system": "Salesforce Hyper (Parquet, single)", + "date": "2026-08-10", + "machine": "c6a.4xlarge", + "cluster_size": 1, + "proprietary": "yes", + "hardware": "cpu", + "tuned": "no", + "tags": ["C++","column-oriented","stateless"], + "load_time": 0, + "data_size": 14779976446, + "concurrent_qps": 0.232, + "concurrent_error_ratio": 0.142, + "result": [ + [0.713, 0.02, 0.02], + [0.811, 0.035, 0.033], + [0.903, 0.106, 0.109], + [1.552, 0.077, 0.077], + [1.964, 0.689, 0.698], + [2.139, 0.436, 0.454], + [0.815, 0.074, 0.074], + [0.811, 0.039, 0.038], + [2.27, 0.845, 0.831], + [2.734, 0.974, 0.944], + [1.701, 0.121, 0.12], + [1.703, 0.148, 0.142], + [2.172, 0.445, 0.445], + [3.756, 0.93, 0.923], + [2.252, 0.511, 0.497], + [2.003, 0.724, 0.756], + [3.648, 1.218, 1.163], + [3.221, 0.798, 0.816], + [5.82, 2.444, 2.432], + [1.384, 0.057, 0.053], + [10.513, 0.78, 0.749], + [11.879, 0.839, 0.827], + [20.144, 1.217, 1.219], + [46.632, 3.063, 3.07], + [3.605, 0.285, 0.281], + [1.945, 0.208, 0.202], + [3.608, 0.288, 0.283], + [10.6, 0.886, 0.857], + [9.346, 7.799, 7.847], + [0.926, 0.072, 0.071], + [3.514, 0.496, 0.51], + [7.01, 0.745, 0.778], + [7.559, 4.014, 4.011], + [10.981, 1.989, 2.024], + [10.999, 1.99, 1.989], + [1.67, 0.692, 0.695], + [0.882, 0.096, 0.097], + [0.847, 0.044, 0.053], + [0.887, 0.033, 0.034], + [1.146, 0.186, 0.163], + [0.83, 0.019, 0.02], + [1.01, 0.022, 0.016], + [0.823, 0.033, 0.034] +] + } + \ No newline at end of file From 134928cc924bb7dba0990336f6d55767be1a39f5 Mon Sep 17 00:00:00 2001 From: "github-actions[bot]" <41898282+github-actions[bot]@users.noreply.github.com> Date: Mon, 10 Aug 2026 16:26:17 +0000 Subject: [PATCH 3/3] Add benchmark results for hyper (c6a.4xlarge) --- hyper/results/20260810/c6a.4xlarge.json | 60 +++++++++++++++++++++++++ 1 file changed, 60 insertions(+) create mode 100644 hyper/results/20260810/c6a.4xlarge.json diff --git a/hyper/results/20260810/c6a.4xlarge.json b/hyper/results/20260810/c6a.4xlarge.json new file mode 100644 index 0000000000..6029f5a989 --- /dev/null +++ b/hyper/results/20260810/c6a.4xlarge.json @@ -0,0 +1,60 @@ +{ + "system": "Salesforce Hyper", + "date": "2026-08-10", + "machine": "c6a.4xlarge", + "cluster_size": 1, + "proprietary": "yes", + "hardware": "cpu", + "tuned": "no", + "tags": ["C++","column-oriented"], + "load_time": 647, + "data_size": 18959040512, + "concurrent_qps": 0.343, + "concurrent_error_ratio": 0.005, + "result": [ + [0.062, 0.007, 0.007], + [0.111, 0.01, 0.01], + [0.386, 0.031, 0.03], + [1.05, 0.031, 0.03], + [0.842, 0.58, 0.581], + [1.902, 0.147, 0.151], + [0.09, 0.002, 0.002], + [0.106, 0.01, 0.01], + [2.068, 0.765, 0.757], + [3.396, 0.879, 0.852], + [1.166, 0.052, 0.052], + [1.171, 0.054, 0.055], + [2.048, 0.281, 0.285], + [4.481, 0.744, 0.733], + [2.051, 0.287, 0.288], + [1.459, 0.695, 0.685], + [4.409, 1.047, 1.033], + [3.975, 0.611, 0.614], + [8.405, 2.115, 2.145], + [0.159, 0.002, 0.002], + [14.652, 0.303, 0.301], + [16.053, 0.303, 0.301], + [16.945, 0.207, 0.206], + [7.542, 0.069, 0.069], + [1.112, 0.019, 0.011], + [1.867, 0.049, 0.049], + [1.124, 0.01, 0.009], + [15.091, 0.457, 0.457], + [12.653, 7.075, 7.056], + [0.196, 0.021, 0.021], + [4.749, 0.254, 0.254], + [8.297, 0.426, 0.434], + [7.801, 3.708, 3.679], + [15.178, 1.408, 1.392], + [15.19, 1.38, 1.393], + [0.956, 0.611, 0.621], + [0.144, 0.011, 0.011], + [0.122, 0.005, 0.005], + [0.158, 0.005, 0.004], + [0.264, 0.02, 0.02], + [0.183, 0.003, 0.002], + [0.377, 0.003, 0.003], + [0.114, 0.005, 0.005] +] + } + \ No newline at end of file