From bf8a09952e49a4e0ebc2063f906c77cdb6fc4b55 Mon Sep 17 00:00:00 2001 From: wudidapaopao Date: Sun, 16 Aug 2026 11:54:48 +0000 Subject: [PATCH 01/13] chdb: prefer a newer chdb-core GitHub release over the PyPI package chdb-core cannot cut PyPI releases frequently, but every GitHub release (including release candidates) publishes the full wheel set as assets. After the regular pip install, compare the installed version with the newest chdb-core release tag (PEP 440 ordering over the full release list, so rc tags participate and an rc of an already-released version can never win): if the release is strictly newer, install its wheel for the current architecture instead. If the check fails, e.g. offline, the PyPI build stays. The effective version is printed either way. --- chdb-dataframe/install | 47 ++++++++++++++++++++++++++++++++ chdb-parquet-partitioned/install | 47 ++++++++++++++++++++++++++++++++ chdb/install | 47 ++++++++++++++++++++++++++++++++ 3 files changed, 141 insertions(+) diff --git a/chdb-dataframe/install b/chdb-dataframe/install index d1c83816b3..f371353f44 100755 --- a/chdb-dataframe/install +++ b/chdb-dataframe/install @@ -10,3 +10,50 @@ fi # shellcheck disable=SC1091 source myenv/bin/activate pip install --quiet pandas pyarrow chdb fastapi uvicorn +# chdb-core cannot cut PyPI releases frequently, but every GitHub release +# (including release candidates) publishes the full wheel set as assets. +# If the newest chdb-core release is newer than the package installed above, +# install that wheel instead: always the newest publicly released build, +# never a downgrade. If the check itself fails (network), keep the PyPI build. +pip install --quiet packaging +RELEASE_WHEEL_URL=$(python3 - <<'PY' +import json, platform, urllib.request +from importlib.metadata import version as distver +from packaging.version import Version, InvalidVersion + +try: + installed = Version(distver("chdb")) +except Exception: + installed = Version("0") + +best = None +releases = json.load(urllib.request.urlopen( + "https://api.github.com/repos/chdb-io/chdb-core/releases?per_page=100", timeout=30)) +for release in releases: + if release.get("draft"): + continue + try: + v = Version(release.get("tag_name", "").lstrip("v")) + except InvalidVersion: + continue + if best is None or v > best[0]: + best = (v, release) + +if best and best[0] > installed: + arch = platform.machine() + for asset in best[1].get("assets", []): + name = asset["name"] + if (name.startswith("chdb_core-") and name.endswith(".whl") + and "_lite" not in name and "linux" in name and arch in name): + print(asset["browser_download_url"]) + break +PY +) || true +if [ -n "$RELEASE_WHEEL_URL" ]; then + echo "install: newer chdb-core release found, installing $RELEASE_WHEEL_URL" + RELEASE_WHEEL="$(basename "$RELEASE_WHEEL_URL")" + curl -fSL --retry 3 -o "$RELEASE_WHEEL" "$RELEASE_WHEEL_URL" + pip uninstall --quiet -y chdb chdb-core || true + pip install --quiet "./$RELEASE_WHEEL" +fi +python3 -c "import chdb; print('chdb version:', chdb.__version__)" diff --git a/chdb-parquet-partitioned/install b/chdb-parquet-partitioned/install index 5232a3de51..4ef9783e66 100755 --- a/chdb-parquet-partitioned/install +++ b/chdb-parquet-partitioned/install @@ -13,3 +13,50 @@ source myenv/bin/activate pip install --upgrade pip pip install psutil pyarrow chdb +# chdb-core cannot cut PyPI releases frequently, but every GitHub release +# (including release candidates) publishes the full wheel set as assets. +# If the newest chdb-core release is newer than the package installed above, +# install that wheel instead: always the newest publicly released build, +# never a downgrade. If the check itself fails (network), keep the PyPI build. +pip install --quiet packaging +RELEASE_WHEEL_URL=$(python3 - <<'PY' +import json, platform, urllib.request +from importlib.metadata import version as distver +from packaging.version import Version, InvalidVersion + +try: + installed = Version(distver("chdb")) +except Exception: + installed = Version("0") + +best = None +releases = json.load(urllib.request.urlopen( + "https://api.github.com/repos/chdb-io/chdb-core/releases?per_page=100", timeout=30)) +for release in releases: + if release.get("draft"): + continue + try: + v = Version(release.get("tag_name", "").lstrip("v")) + except InvalidVersion: + continue + if best is None or v > best[0]: + best = (v, release) + +if best and best[0] > installed: + arch = platform.machine() + for asset in best[1].get("assets", []): + name = asset["name"] + if (name.startswith("chdb_core-") and name.endswith(".whl") + and "_lite" not in name and "linux" in name and arch in name): + print(asset["browser_download_url"]) + break +PY +) || true +if [ -n "$RELEASE_WHEEL_URL" ]; then + echo "install: newer chdb-core release found, installing $RELEASE_WHEEL_URL" + RELEASE_WHEEL="$(basename "$RELEASE_WHEEL_URL")" + curl -fSL --retry 3 -o "$RELEASE_WHEEL" "$RELEASE_WHEEL_URL" + pip uninstall --quiet -y chdb chdb-core || true + pip install --quiet "./$RELEASE_WHEEL" +fi +python3 -c "import chdb; print('chdb version:', chdb.__version__)" diff --git a/chdb/install b/chdb/install index 6dcb72afdb..2e30877762 100755 --- a/chdb/install +++ b/chdb/install @@ -14,3 +14,50 @@ source myenv/bin/activate pip install --upgrade pip pip install psutil pyarrow chdb +# chdb-core cannot cut PyPI releases frequently, but every GitHub release +# (including release candidates) publishes the full wheel set as assets. +# If the newest chdb-core release is newer than the package installed above, +# install that wheel instead: always the newest publicly released build, +# never a downgrade. If the check itself fails (network), keep the PyPI build. +pip install --quiet packaging +RELEASE_WHEEL_URL=$(python3 - <<'PY' +import json, platform, urllib.request +from importlib.metadata import version as distver +from packaging.version import Version, InvalidVersion + +try: + installed = Version(distver("chdb")) +except Exception: + installed = Version("0") + +best = None +releases = json.load(urllib.request.urlopen( + "https://api.github.com/repos/chdb-io/chdb-core/releases?per_page=100", timeout=30)) +for release in releases: + if release.get("draft"): + continue + try: + v = Version(release.get("tag_name", "").lstrip("v")) + except InvalidVersion: + continue + if best is None or v > best[0]: + best = (v, release) + +if best and best[0] > installed: + arch = platform.machine() + for asset in best[1].get("assets", []): + name = asset["name"] + if (name.startswith("chdb_core-") and name.endswith(".whl") + and "_lite" not in name and "linux" in name and arch in name): + print(asset["browser_download_url"]) + break +PY +) || true +if [ -n "$RELEASE_WHEEL_URL" ]; then + echo "install: newer chdb-core release found, installing $RELEASE_WHEEL_URL" + RELEASE_WHEEL="$(basename "$RELEASE_WHEEL_URL")" + curl -fSL --retry 3 -o "$RELEASE_WHEEL" "$RELEASE_WHEEL_URL" + pip uninstall --quiet -y chdb chdb-core || true + pip install --quiet "./$RELEASE_WHEEL" +fi +python3 -c "import chdb; print('chdb version:', chdb.__version__)" From 69e5bafb0438d0e22c20c024a07cca502f1941c7 Mon Sep 17 00:00:00 2001 From: wudidapaopao Date: Sun, 16 Aug 2026 12:01:51 +0000 Subject: [PATCH 02/13] Simplify the release check: latest tag mismatch, no version ordering --- chdb-dataframe/install | 38 +++++--------------------------- chdb-parquet-partitioned/install | 38 +++++--------------------------- chdb/install | 38 +++++--------------------------- 3 files changed, 18 insertions(+), 96 deletions(-) diff --git a/chdb-dataframe/install b/chdb-dataframe/install index f371353f44..73386dca18 100755 --- a/chdb-dataframe/install +++ b/chdb-dataframe/install @@ -10,47 +10,21 @@ fi # shellcheck disable=SC1091 source myenv/bin/activate pip install --quiet pandas pyarrow chdb fastapi uvicorn -# chdb-core cannot cut PyPI releases frequently, but every GitHub release -# (including release candidates) publishes the full wheel set as assets. -# If the newest chdb-core release is newer than the package installed above, -# install that wheel instead: always the newest publicly released build, -# never a downgrade. If the check itself fails (network), keep the PyPI build. -pip install --quiet packaging RELEASE_WHEEL_URL=$(python3 - <<'PY' import json, platform, urllib.request -from importlib.metadata import version as distver -from packaging.version import Version, InvalidVersion - -try: - installed = Version(distver("chdb")) -except Exception: - installed = Version("0") - -best = None -releases = json.load(urllib.request.urlopen( - "https://api.github.com/repos/chdb-io/chdb-core/releases?per_page=100", timeout=30)) -for release in releases: - if release.get("draft"): - continue - try: - v = Version(release.get("tag_name", "").lstrip("v")) - except InvalidVersion: - continue - if best is None or v > best[0]: - best = (v, release) - -if best and best[0] > installed: +from importlib.metadata import version +release = json.load(urllib.request.urlopen( + "https://api.github.com/repos/chdb-io/chdb-core/releases?per_page=1", timeout=30))[0] +if release["tag_name"].lstrip("v") != version("chdb"): arch = platform.machine() - for asset in best[1].get("assets", []): + for asset in release["assets"]: name = asset["name"] - if (name.startswith("chdb_core-") and name.endswith(".whl") - and "_lite" not in name and "linux" in name and arch in name): + if name.endswith(".whl") and "_lite" not in name and "linux" in name and arch in name: print(asset["browser_download_url"]) break PY ) || true if [ -n "$RELEASE_WHEEL_URL" ]; then - echo "install: newer chdb-core release found, installing $RELEASE_WHEEL_URL" RELEASE_WHEEL="$(basename "$RELEASE_WHEEL_URL")" curl -fSL --retry 3 -o "$RELEASE_WHEEL" "$RELEASE_WHEEL_URL" pip uninstall --quiet -y chdb chdb-core || true diff --git a/chdb-parquet-partitioned/install b/chdb-parquet-partitioned/install index 4ef9783e66..aace9a81bd 100755 --- a/chdb-parquet-partitioned/install +++ b/chdb-parquet-partitioned/install @@ -13,47 +13,21 @@ source myenv/bin/activate pip install --upgrade pip pip install psutil pyarrow chdb -# chdb-core cannot cut PyPI releases frequently, but every GitHub release -# (including release candidates) publishes the full wheel set as assets. -# If the newest chdb-core release is newer than the package installed above, -# install that wheel instead: always the newest publicly released build, -# never a downgrade. If the check itself fails (network), keep the PyPI build. -pip install --quiet packaging RELEASE_WHEEL_URL=$(python3 - <<'PY' import json, platform, urllib.request -from importlib.metadata import version as distver -from packaging.version import Version, InvalidVersion - -try: - installed = Version(distver("chdb")) -except Exception: - installed = Version("0") - -best = None -releases = json.load(urllib.request.urlopen( - "https://api.github.com/repos/chdb-io/chdb-core/releases?per_page=100", timeout=30)) -for release in releases: - if release.get("draft"): - continue - try: - v = Version(release.get("tag_name", "").lstrip("v")) - except InvalidVersion: - continue - if best is None or v > best[0]: - best = (v, release) - -if best and best[0] > installed: +from importlib.metadata import version +release = json.load(urllib.request.urlopen( + "https://api.github.com/repos/chdb-io/chdb-core/releases?per_page=1", timeout=30))[0] +if release["tag_name"].lstrip("v") != version("chdb"): arch = platform.machine() - for asset in best[1].get("assets", []): + for asset in release["assets"]: name = asset["name"] - if (name.startswith("chdb_core-") and name.endswith(".whl") - and "_lite" not in name and "linux" in name and arch in name): + if name.endswith(".whl") and "_lite" not in name and "linux" in name and arch in name: print(asset["browser_download_url"]) break PY ) || true if [ -n "$RELEASE_WHEEL_URL" ]; then - echo "install: newer chdb-core release found, installing $RELEASE_WHEEL_URL" RELEASE_WHEEL="$(basename "$RELEASE_WHEEL_URL")" curl -fSL --retry 3 -o "$RELEASE_WHEEL" "$RELEASE_WHEEL_URL" pip uninstall --quiet -y chdb chdb-core || true diff --git a/chdb/install b/chdb/install index 2e30877762..ba886caf96 100755 --- a/chdb/install +++ b/chdb/install @@ -14,47 +14,21 @@ source myenv/bin/activate pip install --upgrade pip pip install psutil pyarrow chdb -# chdb-core cannot cut PyPI releases frequently, but every GitHub release -# (including release candidates) publishes the full wheel set as assets. -# If the newest chdb-core release is newer than the package installed above, -# install that wheel instead: always the newest publicly released build, -# never a downgrade. If the check itself fails (network), keep the PyPI build. -pip install --quiet packaging RELEASE_WHEEL_URL=$(python3 - <<'PY' import json, platform, urllib.request -from importlib.metadata import version as distver -from packaging.version import Version, InvalidVersion - -try: - installed = Version(distver("chdb")) -except Exception: - installed = Version("0") - -best = None -releases = json.load(urllib.request.urlopen( - "https://api.github.com/repos/chdb-io/chdb-core/releases?per_page=100", timeout=30)) -for release in releases: - if release.get("draft"): - continue - try: - v = Version(release.get("tag_name", "").lstrip("v")) - except InvalidVersion: - continue - if best is None or v > best[0]: - best = (v, release) - -if best and best[0] > installed: +from importlib.metadata import version +release = json.load(urllib.request.urlopen( + "https://api.github.com/repos/chdb-io/chdb-core/releases?per_page=1", timeout=30))[0] +if release["tag_name"].lstrip("v") != version("chdb"): arch = platform.machine() - for asset in best[1].get("assets", []): + for asset in release["assets"]: name = asset["name"] - if (name.startswith("chdb_core-") and name.endswith(".whl") - and "_lite" not in name and "linux" in name and arch in name): + if name.endswith(".whl") and "_lite" not in name and "linux" in name and arch in name: print(asset["browser_download_url"]) break PY ) || true if [ -n "$RELEASE_WHEEL_URL" ]; then - echo "install: newer chdb-core release found, installing $RELEASE_WHEEL_URL" RELEASE_WHEEL="$(basename "$RELEASE_WHEEL_URL")" curl -fSL --retry 3 -o "$RELEASE_WHEEL" "$RELEASE_WHEEL_URL" pip uninstall --quiet -y chdb chdb-core || true From 5dc896f156c4ef6548840e55ccbb9ec38667c94c Mon Sep 17 00:00:00 2001 From: wudidapaopao Date: Sun, 16 Aug 2026 12:09:17 +0000 Subject: [PATCH 03/13] Compare the release tag against the installed chdb-core distribution --- chdb-dataframe/install | 9 ++++++--- chdb-parquet-partitioned/install | 9 ++++++--- chdb/install | 9 ++++++--- 3 files changed, 18 insertions(+), 9 deletions(-) diff --git a/chdb-dataframe/install b/chdb-dataframe/install index 73386dca18..436a49ea7b 100755 --- a/chdb-dataframe/install +++ b/chdb-dataframe/install @@ -12,10 +12,14 @@ source myenv/bin/activate pip install --quiet pandas pyarrow chdb fastapi uvicorn RELEASE_WHEEL_URL=$(python3 - <<'PY' import json, platform, urllib.request -from importlib.metadata import version +from importlib.metadata import PackageNotFoundError, version release = json.load(urllib.request.urlopen( "https://api.github.com/repos/chdb-io/chdb-core/releases?per_page=1", timeout=30))[0] -if release["tag_name"].lstrip("v") != version("chdb"): +try: + installed = version("chdb-core") +except PackageNotFoundError: + installed = "" +if release["tag_name"].lstrip("v") != installed: arch = platform.machine() for asset in release["assets"]: name = asset["name"] @@ -30,4 +34,3 @@ if [ -n "$RELEASE_WHEEL_URL" ]; then pip uninstall --quiet -y chdb chdb-core || true pip install --quiet "./$RELEASE_WHEEL" fi -python3 -c "import chdb; print('chdb version:', chdb.__version__)" diff --git a/chdb-parquet-partitioned/install b/chdb-parquet-partitioned/install index aace9a81bd..9dcf70b764 100755 --- a/chdb-parquet-partitioned/install +++ b/chdb-parquet-partitioned/install @@ -15,10 +15,14 @@ pip install --upgrade pip pip install psutil pyarrow chdb RELEASE_WHEEL_URL=$(python3 - <<'PY' import json, platform, urllib.request -from importlib.metadata import version +from importlib.metadata import PackageNotFoundError, version release = json.load(urllib.request.urlopen( "https://api.github.com/repos/chdb-io/chdb-core/releases?per_page=1", timeout=30))[0] -if release["tag_name"].lstrip("v") != version("chdb"): +try: + installed = version("chdb-core") +except PackageNotFoundError: + installed = "" +if release["tag_name"].lstrip("v") != installed: arch = platform.machine() for asset in release["assets"]: name = asset["name"] @@ -33,4 +37,3 @@ if [ -n "$RELEASE_WHEEL_URL" ]; then pip uninstall --quiet -y chdb chdb-core || true pip install --quiet "./$RELEASE_WHEEL" fi -python3 -c "import chdb; print('chdb version:', chdb.__version__)" diff --git a/chdb/install b/chdb/install index ba886caf96..02ce9e5470 100755 --- a/chdb/install +++ b/chdb/install @@ -16,10 +16,14 @@ pip install --upgrade pip pip install psutil pyarrow chdb RELEASE_WHEEL_URL=$(python3 - <<'PY' import json, platform, urllib.request -from importlib.metadata import version +from importlib.metadata import PackageNotFoundError, version release = json.load(urllib.request.urlopen( "https://api.github.com/repos/chdb-io/chdb-core/releases?per_page=1", timeout=30))[0] -if release["tag_name"].lstrip("v") != version("chdb"): +try: + installed = version("chdb-core") +except PackageNotFoundError: + installed = "" +if release["tag_name"].lstrip("v") != installed: arch = platform.machine() for asset in release["assets"]: name = asset["name"] @@ -34,4 +38,3 @@ if [ -n "$RELEASE_WHEEL_URL" ]; then pip uninstall --quiet -y chdb chdb-core || true pip install --quiet "./$RELEASE_WHEEL" fi -python3 -c "import chdb; print('chdb version:', chdb.__version__)" From 96ed3de9f30c4de2ccf4a2e9ac94c4eaec7f138b Mon Sep 17 00:00:00 2001 From: "github-actions[bot]" <41898282+github-actions[bot]@users.noreply.github.com> Date: Sun, 16 Aug 2026 12:15:46 +0000 Subject: [PATCH 04/13] Add benchmark results for chdb, chdb-parquet-partitioned (c6a.metal, c8g.metal-48xl) --- .../results/20260816/c6a.metal.json | 60 +++++++++++++++++++ .../results/20260816/c8g.metal-48xl.json | 60 +++++++++++++++++++ chdb/results/20260816/c6a.metal.json | 60 +++++++++++++++++++ chdb/results/20260816/c8g.metal-48xl.json | 60 +++++++++++++++++++ 4 files changed, 240 insertions(+) create mode 100644 chdb-parquet-partitioned/results/20260816/c6a.metal.json create mode 100644 chdb-parquet-partitioned/results/20260816/c8g.metal-48xl.json create mode 100644 chdb/results/20260816/c6a.metal.json create mode 100644 chdb/results/20260816/c8g.metal-48xl.json diff --git a/chdb-parquet-partitioned/results/20260816/c6a.metal.json b/chdb-parquet-partitioned/results/20260816/c6a.metal.json new file mode 100644 index 0000000000..28f4abac4a --- /dev/null +++ b/chdb-parquet-partitioned/results/20260816/c6a.metal.json @@ -0,0 +1,60 @@ +{ + "system": "chDB (Parquet, partitioned)", + "date": "2026-08-16", + "machine": "c6a.metal", + "cluster_size": 1, + "proprietary": "no", + "hardware": "cpu", + "tuned": "no", + "tags": ["C++","column-oriented","ClickHouse derivative","embedded","stateless"], + "load_time": 67, + "data_size": 14737666736, + "concurrent_qps": null, + "concurrent_error_ratio": null, + "result": [ + [0.075, 0.017, 0.016], + [0.127, 0.065, 0.062], + [0.187, 0.072, 0.083], + [0.527, 0.09, 0.087], + [0.913, 0.146, 0.133], + [1.216, 0.71, 0.579], + [0.113, 0.068, 0.071], + [0.138, 0.073, 0.058], + [1.028, 0.373, 0.364], + [1.639, 0.397, 0.383], + [1.149, 0.392, 0.313], + [0.972, 0.221, 0.212], + [1.044, 0.227, 0.215], + [2.465, 0.29, 0.296], + [1.092, 0.243, 0.228], + [0.632, 0.17, 0.159], + [2.54, 0.413, 0.392], + [2.393, 0.336, 0.326], + [4.414, 0.871, 0.832], + [0.226, 0.083, 0.088], + [9.519, 0.356, 0.359], + [11.161, 0.352, 0.344], + [21.449, 0.367, 0.367], + [53.749, 0.931, 0.956], + [2.747, 0.148, 0.158], + [0.859, 0.165, 0.166], + [2.746, 0.149, 0.154], + [9.72, 0.475, 0.472], + [8.159, 0.53, 0.543], + [0.502, 0.429, 0.429], + [2.583, 0.224, 0.24], + [6.189, 0.312, 0.309], + [5.462, 1.292, 1.205], + [9.809, 0.742, 0.719], + [9.805, 0.779, 0.782], + [0.345, 0.13, 0.141], + [0.239, 0.108, 0.135], + [0.201, 0.077, 0.079], + [0.228, 0.064, 0.063], + [0.361, 0.176, 0.174], + [0.184, 0.06, 0.072], + [0.168, 0.055, 0.054], + [0.165, 0.05, 0.047] +] + } + \ No newline at end of file diff --git a/chdb-parquet-partitioned/results/20260816/c8g.metal-48xl.json b/chdb-parquet-partitioned/results/20260816/c8g.metal-48xl.json new file mode 100644 index 0000000000..458a32f0af --- /dev/null +++ b/chdb-parquet-partitioned/results/20260816/c8g.metal-48xl.json @@ -0,0 +1,60 @@ +{ + "system": "chDB (Parquet, partitioned)", + "date": "2026-08-16", + "machine": "c8g.metal-48xl", + "cluster_size": 1, + "proprietary": "no", + "hardware": "cpu", + "tuned": "no", + "tags": ["C++","column-oriented","ClickHouse derivative","embedded","stateless"], + "load_time": 67, + "data_size": 14737666736, + "concurrent_qps": null, + "concurrent_error_ratio": null, + "result": [ + [0.048, 0.027, 0.03], + [0.092, 0.049, 0.054], + [0.137, 0.059, 0.057], + [1.256, 0.054, 0.046], + [1.565, 0.196, 0.173], + [1.669, 0.319, 0.412], + [0.095, 0.053, 0.048], + [0.107, 0.052, 0.057], + [1.744, 0.272, 0.272], + [2.064, 0.289, 0.274], + [1.427, 0.195, 0.25], + [1.553, 0.134, 0.147], + [1.798, 0.151, 0.156], + [2.226, 0.208, 0.212], + [0.938, 0.168, 0.188], + [0.501, 0.125, 0.117], + [2.259, 0.274, 0.268], + [2.229, 0.226, 0.217], + [4.247, 0.556, 0.644], + [0.19, 0.067, 0.068], + [9.459, 0.283, 0.272], + [11.16, 0.333, 0.323], + [21.457, 0.35, 0.35], + [53.73, 0.995, 0.979], + [2.718, 0.136, 0.127], + [0.855, 0.135, 0.142], + [2.715, 0.126, 0.127], + [9.665, 0.376, 0.349], + [8.067, 0.347, 0.315], + [0.312, 0.244, 0.265], + [2.499, 0.177, 0.178], + [6.094, 0.22, 0.22], + [4.801, 0.85, 0.863], + [9.628, 0.499, 0.489], + [9.63, 0.504, 0.48], + [0.218, 0.091, 0.093], + [0.203, 0.101, 0.101], + [0.154, 0.057, 0.072], + [0.173, 0.047, 0.07], + [0.265, 0.122, 0.102], + [0.148, 0.057, 0.054], + [0.128, 0.057, 0.057], + [0.119, 0.037, 0.049] +] + } + \ No newline at end of file diff --git a/chdb/results/20260816/c6a.metal.json b/chdb/results/20260816/c6a.metal.json new file mode 100644 index 0000000000..de9ecf3e9b --- /dev/null +++ b/chdb/results/20260816/c6a.metal.json @@ -0,0 +1,60 @@ +{ + "system": "chDB", + "date": "2026-08-16", + "machine": "c6a.metal", + "cluster_size": 1, + "proprietary": "no", + "hardware": "cpu", + "tuned": "no", + "tags": ["C++","column-oriented","ClickHouse derivative","embedded","stateless"], + "load_time": 195, + "data_size": 37509111731, + "concurrent_qps": null, + "concurrent_error_ratio": null, + "result": [ + [0.026, 0.025, 0.018], + [0.319, 0.096, 0.098], + [0.142, 0.052, 0.047], + [0.658, 0.054, 0.055], + [0.607, 0.127, 0.132], + [1.642, 0.165, 0.167], + [0.079, 0.061, 0.037], + [0.286, 0.102, 0.092], + [1.388, 0.331, 0.322], + [1.63, 0.343, 0.365], + [1.417, 0.208, 0.284], + [1.398, 0.222, 0.195], + [1.756, 0.249, 0.23], + [2.444, 0.321, 0.352], + [1.967, 0.251, 0.268], + [0.486, 0.133, 0.151], + [2.375, 0.412, 0.394], + [2.341, 0.299, 0.309], + [3.645, 0.887, 0.895], + [0.678, 0.087, 0.094], + [10.244, 0.204, 0.199], + [11.538, 0.235, 0.245], + [14.385, 0.307, 0.316], + [3.11, 0.206, 0.209], + [1.64, 0.103, 0.1], + [1.662, 0.122, 0.136], + [1.693, 0.11, 0.11], + [0.995, 0.085, 0.083], + [9.101, 0.496, 0.507], + [0.261, 0.103, 0.104], + [1.442, 0.146, 0.146], + [3.534, 0.23, 0.251], + [3.869, 1.245, 1.191], + [10.524, 0.711, 0.744], + [10.485, 0.719, 0.691], + [0.528, 0.145, 0.113], + [0.543, 0.132, 0.12], + [0.456, 0.099, 0.113], + [0.562, 0.108, 0.11], + [0.659, 0.16, 0.17], + [0.46, 0.088, 0.111], + [0.446, 0.081, 0.085], + [0.439, 0.098, 0.097] +] + } + \ No newline at end of file diff --git a/chdb/results/20260816/c8g.metal-48xl.json b/chdb/results/20260816/c8g.metal-48xl.json new file mode 100644 index 0000000000..690e0974aa --- /dev/null +++ b/chdb/results/20260816/c8g.metal-48xl.json @@ -0,0 +1,60 @@ +{ + "system": "chDB", + "date": "2026-08-16", + "machine": "c8g.metal-48xl", + "cluster_size": 1, + "proprietary": "no", + "hardware": "cpu", + "tuned": "no", + "tags": ["C++","column-oriented","ClickHouse derivative","embedded","stateless"], + "load_time": 131, + "data_size": 27885236586, + "concurrent_qps": null, + "concurrent_error_ratio": null, + "result": [ + [0.031, 0.023, 0.027], + [0.417, 0.108, 0.097], + [0.225, 0.063, 0.062], + [0.747, 0.058, 0.054], + [0.499, 0.107, 0.103], + [1.468, 0.125, 0.139], + [0.085, 0.055, 0.041], + [0.396, 0.115, 0.095], + [1.238, 0.268, 0.295], + [1.692, 0.31, 0.28], + [1.206, 0.174, 0.229], + [1.297, 0.174, 0.166], + [1.526, 0.194, 0.187], + [2.147, 0.252, 0.249], + [1.693, 0.222, 0.215], + [0.846, 0.134, 0.176], + [2.156, 0.346, 0.339], + [2.138, 0.278, 0.281], + [3.281, 0.753, 0.845], + [0.595, 0.091, 0.086], + [9.891, 0.191, 0.214], + [10.964, 0.233, 0.235], + [14.181, 0.288, 0.287], + [2.747, 0.198, 0.194], + [1.434, 0.111, 0.104], + [1.447, 0.142, 0.15], + [1.415, 0.093, 0.113], + [1.04, 0.073, 0.087], + [8.579, 0.373, 0.392], + [0.451, 0.088, 0.11], + [1.422, 0.126, 0.123], + [3.322, 0.175, 0.165], + [3.451, 0.908, 0.747], + [9.939, 0.559, 0.59], + [9.942, 0.582, 0.588], + [0.334, 0.093, 0.112], + [0.38, 0.122, 0.129], + [0.309, 0.123, 0.096], + [0.358, 0.11, 0.111], + [0.505, 0.142, 0.12], + [0.324, 0.121, 0.103], + [0.346, 0.105, 0.107], + [0.322, 0.097, 0.102] +] + } + \ No newline at end of file From dbe60d5865d66383a90ddaddf7e684799dd60480 Mon Sep 17 00:00:00 2001 From: wudidapaopao Date: Sun, 16 Aug 2026 12:21:24 +0000 Subject: [PATCH 05/13] Only replace the chdb-core distribution, keep the chdb wrapper installed --- chdb-dataframe/install | 2 +- chdb-parquet-partitioned/install | 2 +- chdb/install | 2 +- 3 files changed, 3 insertions(+), 3 deletions(-) diff --git a/chdb-dataframe/install b/chdb-dataframe/install index 436a49ea7b..e54c724a97 100755 --- a/chdb-dataframe/install +++ b/chdb-dataframe/install @@ -31,6 +31,6 @@ PY if [ -n "$RELEASE_WHEEL_URL" ]; then RELEASE_WHEEL="$(basename "$RELEASE_WHEEL_URL")" curl -fSL --retry 3 -o "$RELEASE_WHEEL" "$RELEASE_WHEEL_URL" - pip uninstall --quiet -y chdb chdb-core || true + pip uninstall --quiet -y chdb-core || true pip install --quiet "./$RELEASE_WHEEL" fi diff --git a/chdb-parquet-partitioned/install b/chdb-parquet-partitioned/install index 9dcf70b764..30340b223b 100755 --- a/chdb-parquet-partitioned/install +++ b/chdb-parquet-partitioned/install @@ -34,6 +34,6 @@ PY if [ -n "$RELEASE_WHEEL_URL" ]; then RELEASE_WHEEL="$(basename "$RELEASE_WHEEL_URL")" curl -fSL --retry 3 -o "$RELEASE_WHEEL" "$RELEASE_WHEEL_URL" - pip uninstall --quiet -y chdb chdb-core || true + pip uninstall --quiet -y chdb-core || true pip install --quiet "./$RELEASE_WHEEL" fi diff --git a/chdb/install b/chdb/install index 02ce9e5470..9bdc38fa7a 100755 --- a/chdb/install +++ b/chdb/install @@ -35,6 +35,6 @@ PY if [ -n "$RELEASE_WHEEL_URL" ]; then RELEASE_WHEEL="$(basename "$RELEASE_WHEEL_URL")" curl -fSL --retry 3 -o "$RELEASE_WHEEL" "$RELEASE_WHEEL_URL" - pip uninstall --quiet -y chdb chdb-core || true + pip uninstall --quiet -y chdb-core || true pip install --quiet "./$RELEASE_WHEEL" fi From 69d1892cabb3d08fc1c6d7d810a19d75eedef2fb Mon Sep 17 00:00:00 2001 From: "github-actions[bot]" <41898282+github-actions[bot]@users.noreply.github.com> Date: Sun, 16 Aug 2026 12:55:58 +0000 Subject: [PATCH 06/13] Add benchmark results for chdb, chdb-parquet-partitioned (c6a.2xlarge, c6a.4xlarge, c6a.xlarge, c7a.metal-48xl, c8g.4xlarge) --- .../results/20260816/c6a.2xlarge.json | 60 +++++++++++++++++++ .../results/20260816/c6a.4xlarge.json | 60 +++++++++++++++++++ .../results/20260816/c6a.xlarge.json | 60 +++++++++++++++++++ .../results/20260816/c7a.metal-48xl.json | 60 +++++++++++++++++++ .../results/20260816/c8g.4xlarge.json | 60 +++++++++++++++++++ chdb/results/20260816/c6a.2xlarge.json | 60 +++++++++++++++++++ chdb/results/20260816/c6a.4xlarge.json | 60 +++++++++++++++++++ chdb/results/20260816/c7a.metal-48xl.json | 60 +++++++++++++++++++ chdb/results/20260816/c8g.4xlarge.json | 60 +++++++++++++++++++ 9 files changed, 540 insertions(+) create mode 100644 chdb-parquet-partitioned/results/20260816/c6a.2xlarge.json create mode 100644 chdb-parquet-partitioned/results/20260816/c6a.4xlarge.json create mode 100644 chdb-parquet-partitioned/results/20260816/c6a.xlarge.json create mode 100644 chdb-parquet-partitioned/results/20260816/c7a.metal-48xl.json create mode 100644 chdb-parquet-partitioned/results/20260816/c8g.4xlarge.json create mode 100644 chdb/results/20260816/c6a.2xlarge.json create mode 100644 chdb/results/20260816/c6a.4xlarge.json create mode 100644 chdb/results/20260816/c7a.metal-48xl.json create mode 100644 chdb/results/20260816/c8g.4xlarge.json diff --git a/chdb-parquet-partitioned/results/20260816/c6a.2xlarge.json b/chdb-parquet-partitioned/results/20260816/c6a.2xlarge.json new file mode 100644 index 0000000000..b3c09230c8 --- /dev/null +++ b/chdb-parquet-partitioned/results/20260816/c6a.2xlarge.json @@ -0,0 +1,60 @@ +{ + "system": "chDB (Parquet, partitioned)", + "date": "2026-08-16", + "machine": "c6a.2xlarge", + "cluster_size": 1, + "proprietary": "no", + "hardware": "cpu", + "tuned": "no", + "tags": ["C++","column-oriented","ClickHouse derivative","embedded","stateless"], + "load_time": 9, + "data_size": 14737666736, + "concurrent_qps": null, + "concurrent_error_ratio": null, + "result": [ + [0.071, 0.022, 0.024], + [0.164, 0.057, 0.06], + [0.237, 0.103, 0.101], + [0.557, 0.102, 0.104], + [0.763, 0.638, 0.643], + [1.338, 1.229, 1.222], + [0.159, 0.054, 0.054], + [0.189, 0.058, 0.06], + [1.077, 0.908, 0.898], + [1.785, 1.129, 1.13], + [0.845, 0.265, 0.269], + [0.905, 0.302, 0.303], + [1.299, 0.809, 0.811], + [3.061, 1.309, 1.315], + [1.367, 1.066, 1.049], + [0.908, 0.781, 0.777], + [3.538, 2.968, 2.965], + [2.796, 2.215, 2.208], + [6.666, 4.845, 4.849], + [0.314, 0.095, 0.096], + [9.526, 1.099, 1.112], + [11.201, 1.204, 1.189], + [21.476, 1.782, 1.795], + [54.826, 12.341, 22.864], + [2.7, 0.517, 0.524], + [0.841, 0.564, 0.559], + [2.704, 0.486, 0.484], + [9.69, 1.699, 1.7], + [8.366, 2.717, 2.7], + [2.214, 2.133, 2.13], + [2.662, 1.164, 1.161], + [6.555, 1.577, 1.574], + [14.575, 14.336, 13.952], + [10.758, 8.216, 3.863], + [10.8, 3.913, 3.862], + [0.592, 0.485, 0.551], + [0.288, 0.118, 0.125], + [0.213, 0.083, 0.079], + [0.253, 0.062, 0.062], + [0.443, 0.229, 0.224], + [0.201, 0.059, 0.057], + [0.185, 0.054, 0.057], + [0.167, 0.041, 0.046] +] + } + \ No newline at end of file diff --git a/chdb-parquet-partitioned/results/20260816/c6a.4xlarge.json b/chdb-parquet-partitioned/results/20260816/c6a.4xlarge.json new file mode 100644 index 0000000000..90d94c5693 --- /dev/null +++ b/chdb-parquet-partitioned/results/20260816/c6a.4xlarge.json @@ -0,0 +1,60 @@ +{ + "system": "chDB (Parquet, partitioned)", + "date": "2026-08-16", + "machine": "c6a.4xlarge", + "cluster_size": 1, + "proprietary": "no", + "hardware": "cpu", + "tuned": "no", + "tags": ["C++","column-oriented","ClickHouse derivative","embedded","stateless"], + "load_time": 21, + "data_size": 14737666736, + "concurrent_qps": null, + "concurrent_error_ratio": null, + "result": [ + [0.068, 0.021, 0.022], + [0.139, 0.042, 0.043], + [0.185, 0.067, 0.068], + [0.612, 0.097, 0.096], + [0.749, 0.378, 0.374], + [1.201, 0.699, 0.677], + [0.138, 0.042, 0.041], + [0.165, 0.045, 0.044], + [1.153, 0.669, 0.666], + [1.755, 0.786, 0.798], + [0.9, 0.2, 0.198], + [0.96, 0.227, 0.217], + [1.025, 0.622, 0.63], + [2.468, 0.935, 0.925], + [1.088, 0.755, 0.765], + [0.68, 0.513, 0.516], + [3.06, 1.902, 1.872], + [2.237, 1.275, 1.466], + [5.585, 3.718, 3.711], + [0.235, 0.088, 0.086], + [9.512, 1.136, 1.117], + [11.21, 1.204, 1.205], + [21.47, 1.53, 1.528], + [53.67, 2.952, 2.971], + [2.726, 0.387, 0.384], + [0.845, 0.352, 0.354], + [2.717, 0.355, 0.36], + [9.684, 1.918, 1.887], + [8.262, 2.445, 2.471], + [2.497, 2.433, 2.44], + [2.626, 0.724, 0.741], + [6.36, 1.076, 1.071], + [7.601, 5.427, 5.426], + [10.555, 2.96, 3.037], + [10.622, 2.978, 2.944], + [0.464, 0.36, 0.362], + [0.292, 0.107, 0.114], + [0.214, 0.072, 0.069], + [0.244, 0.061, 0.057], + [0.424, 0.225, 0.228], + [0.201, 0.056, 0.053], + [0.185, 0.051, 0.053], + [0.167, 0.045, 0.039] +] + } + \ No newline at end of file diff --git a/chdb-parquet-partitioned/results/20260816/c6a.xlarge.json b/chdb-parquet-partitioned/results/20260816/c6a.xlarge.json new file mode 100644 index 0000000000..6de266b01c --- /dev/null +++ b/chdb-parquet-partitioned/results/20260816/c6a.xlarge.json @@ -0,0 +1,60 @@ +{ + "system": "chDB (Parquet, partitioned)", + "date": "2026-08-16", + "machine": "c6a.xlarge", + "cluster_size": 1, + "proprietary": "no", + "hardware": "cpu", + "tuned": "no", + "tags": ["C++","column-oriented","ClickHouse derivative","embedded","stateless"], + "load_time": 4, + "data_size": 14737666736, + "concurrent_qps": null, + "concurrent_error_ratio": null, + "result": [ + [0.1, 0.032, 0.034], + [0.268, 0.091, 0.095], + [0.4, 0.183, 0.179], + [0.635, 0.161, 0.161], + [1.256, 1.039, 1.045], + [2.497, 2.315, 2.312], + [0.26, 0.087, 0.092], + [0.281, 0.099, 0.099], + [1.809, 1.577, 1.585], + [2.218, 2.016, 2.009], + [0.829, 0.416, 0.412], + [0.884, 0.515, 0.506], + [1.734, 1.443, 1.437], + [2.781, 2.361, 2.352], + [2.152, 1.844, 1.841], + [1.414, 1.168, 1.167], + [7.261, 6.788, 6.814], + [5.562, 5.178, 5.255], + [12.3, 11.736, 11.683], + [0.455, 0.147, 0.15], + [9.475, 1.709, 1.725], + [11.166, 1.899, 1.918], + [21.457, 3.064, 3.067], + [56.053, 54.663, 56.357], + [2.69, 0.937, 0.93], + [1.243, 1.014, 1.018], + [2.705, 0.874, 0.871], + [9.683, 2.15, 2.206], + [8.545, 4.601, 4.581], + [2.184, 2.084, 2.094], + [2.787, 2.073, 2.068], + [6.883, 3.037, 3.034], + [23.582, 23.209, 23.269], + [18.428, 13.845, 14.367], + [18.717, 13.807, 14.099], + [1.121, 0.915, 0.916], + [0.343, 0.151, 0.15], + [0.254, 0.094, 0.093], + [0.285, 0.072, 0.073], + [0.486, 0.296, 0.299], + [0.229, 0.072, 0.071], + [0.217, 0.068, 0.068], + [0.206, 0.056, 0.056] +] + } + \ No newline at end of file diff --git a/chdb-parquet-partitioned/results/20260816/c7a.metal-48xl.json b/chdb-parquet-partitioned/results/20260816/c7a.metal-48xl.json new file mode 100644 index 0000000000..73c74a516e --- /dev/null +++ b/chdb-parquet-partitioned/results/20260816/c7a.metal-48xl.json @@ -0,0 +1,60 @@ +{ + "system": "chDB (Parquet, partitioned)", + "date": "2026-08-16", + "machine": "c7a.metal-48xl", + "cluster_size": 1, + "proprietary": "no", + "hardware": "cpu", + "tuned": "no", + "tags": ["C++","column-oriented","ClickHouse derivative","embedded","stateless"], + "load_time": 67, + "data_size": 14737666736, + "concurrent_qps": null, + "concurrent_error_ratio": null, + "result": [ + [0.076, 0.015, 0.014], + [0.108, 0.065, 0.068], + [0.194, 0.08, 0.071], + [0.746, 0.083, 0.084], + [1.433, 0.208, 0.195], + [1.367, 0.699, 0.592], + [0.117, 0.059, 0.065], + [0.135, 0.08, 0.07], + [1.065, 0.347, 0.349], + [1.663, 0.374, 0.361], + [1.228, 0.16, 0.174], + [1.286, 0.205, 0.222], + [1.305, 0.201, 0.185], + [2.499, 0.252, 0.259], + [0.964, 0.202, 0.188], + [0.495, 0.14, 0.144], + [2.357, 0.29, 0.317], + [2.317, 0.265, 0.237], + [4.265, 0.595, 0.582], + [0.217, 0.088, 0.074], + [9.545, 0.335, 0.35], + [11.165, 0.292, 0.295], + [21.435, 0.315, 0.306], + [53.742, 0.991, 0.993], + [2.747, 0.142, 0.158], + [0.878, 0.157, 0.156], + [2.762, 0.149, 0.152], + [9.714, 0.373, 0.378], + [8.105, 0.316, 0.35], + [0.308, 0.247, 0.253], + [2.544, 0.206, 0.203], + [6.166, 0.238, 0.232], + [5.083, 0.876, 0.862], + [9.732, 0.608, 0.577], + [9.759, 0.585, 0.64], + [0.29, 0.123, 0.132], + [0.242, 0.12, 0.108], + [0.203, 0.085, 0.084], + [0.224, 0.065, 0.067], + [0.345, 0.151, 0.177], + [0.18, 0.059, 0.06], + [0.17, 0.053, 0.068], + [0.159, 0.043, 0.046] +] + } + \ No newline at end of file diff --git a/chdb-parquet-partitioned/results/20260816/c8g.4xlarge.json b/chdb-parquet-partitioned/results/20260816/c8g.4xlarge.json new file mode 100644 index 0000000000..f03dec0660 --- /dev/null +++ b/chdb-parquet-partitioned/results/20260816/c8g.4xlarge.json @@ -0,0 +1,60 @@ +{ + "system": "chDB (Parquet, partitioned)", + "date": "2026-08-16", + "machine": "c8g.4xlarge", + "cluster_size": 1, + "proprietary": "no", + "hardware": "cpu", + "tuned": "no", + "tags": ["C++","column-oriented","ClickHouse derivative","embedded","stateless"], + "load_time": 21, + "data_size": 14737666736, + "concurrent_qps": null, + "concurrent_error_ratio": null, + "result": [ + [0.048, 0.01, 0.012], + [0.116, 0.029, 0.028], + [0.264, 0.049, 0.048], + [0.614, 0.046, 0.048], + [0.849, 0.206, 0.204], + [1.13, 0.366, 0.372], + [0.129, 0.026, 0.027], + [0.124, 0.03, 0.03], + [1.07, 0.382, 0.389], + [1.618, 0.451, 0.452], + [0.924, 0.136, 0.153], + [0.919, 0.153, 0.166], + [1.187, 0.335, 0.347], + [2.639, 0.494, 0.486], + [1.212, 0.38, 0.383], + [0.526, 0.237, 0.234], + [2.537, 0.86, 0.913], + [2.201, 0.553, 0.698], + [4.607, 1.465, 1.474], + [0.208, 0.043, 0.044], + [9.494, 0.473, 0.463], + [11.178, 0.522, 0.511], + [21.499, 0.708, 0.72], + [53.69, 1.439, 1.421], + [2.719, 0.223, 0.23], + [0.854, 0.268, 0.275], + [2.721, 0.215, 0.209], + [9.672, 0.526, 0.535], + [8.129, 0.93, 0.91], + [0.519, 0.439, 0.443], + [2.563, 0.442, 0.425], + [6.164, 0.559, 0.55], + [5.689, 2.463, 2.446], + [9.825, 1.238, 1.211], + [9.832, 1.215, 1.23], + [0.413, 0.188, 0.188], + [0.228, 0.075, 0.077], + [0.168, 0.048, 0.056], + [0.2, 0.045, 0.043], + [0.31, 0.123, 0.125], + [0.16, 0.04, 0.038], + [0.135, 0.035, 0.037], + [0.132, 0.027, 0.029] +] + } + \ No newline at end of file diff --git a/chdb/results/20260816/c6a.2xlarge.json b/chdb/results/20260816/c6a.2xlarge.json new file mode 100644 index 0000000000..486fa76231 --- /dev/null +++ b/chdb/results/20260816/c6a.2xlarge.json @@ -0,0 +1,60 @@ +{ + "system": "chDB", + "date": "2026-08-16", + "machine": "c6a.2xlarge", + "cluster_size": 1, + "proprietary": "no", + "hardware": "cpu", + "tuned": "no", + "tags": ["C++","column-oriented","ClickHouse derivative","embedded","stateless"], + "load_time": 589, + "data_size": 24804767686, + "concurrent_qps": null, + "concurrent_error_ratio": null, + "result": [ + [0.053, 0.041, 0.023], + [0.21, 0.141, 0.112], + [0.246, 0.105, 0.137], + [0.292, 0.134, 0.141], + [0.926, 0.758, 0.776], + [1.585, 1.394, 1.406], + [0.112, 0.095, 0.086], + [0.238, 0.115, 0.127], + [1.021, 0.862, 0.856], + [1.105, 0.987, 0.989], + [0.45, 0.287, 0.286], + [0.497, 0.32, 0.274], + [1.251, 0.992, 1.027], + [2.244, 1.454, 1.468], + [1.377, 1.065, 1.084], + [1.022, 0.901, 0.961], + [3.185, 3.025, 3.026], + [2.336, 2.153, 2.14], + [5.641, 4.853, 4.963], + [0.288, 0.143, 0.118], + [10.733, 1.084, 1.09], + [11.723, 1.161, 1.166], + [15.184, 1.534, 1.542], + [1.783, 0.298, 0.33], + [0.949, 0.158, 0.154], + [0.871, 0.364, 0.36], + [0.944, 0.173, 0.167], + [0.432, 0.233, 0.245], + [9.594, 2.849, 2.867], + [0.203, 0.135, 0.137], + [0.814, 0.678, 0.665], + [4.171, 1.088, 1.126], + [13.857, 12.935, 13.472], + [13.315, 4.735, 4.793], + [13.322, 4.792, 4.817], + [0.715, 0.612, 0.582], + [0.332, 0.198, 0.214], + [0.292, 0.182, 0.181], + [0.265, 0.188, 0.193], + [0.419, 0.271, 0.3], + [0.286, 0.161, 0.18], + [0.265, 0.166, 0.163], + [0.259, 0.172, 0.157] +] + } + \ No newline at end of file diff --git a/chdb/results/20260816/c6a.4xlarge.json b/chdb/results/20260816/c6a.4xlarge.json new file mode 100644 index 0000000000..a07c016d86 --- /dev/null +++ b/chdb/results/20260816/c6a.4xlarge.json @@ -0,0 +1,60 @@ +{ + "system": "chDB", + "date": "2026-08-16", + "machine": "c6a.4xlarge", + "cluster_size": 1, + "proprietary": "no", + "hardware": "cpu", + "tuned": "no", + "tags": ["C++","column-oriented","ClickHouse derivative","embedded","stateless"], + "load_time": 556, + "data_size": 22066657320, + "concurrent_qps": null, + "concurrent_error_ratio": null, + "result": [ + [0.04, 0.026, 0.019], + [0.141, 0.089, 0.079], + [0.129, 0.063, 0.066], + [0.198, 0.063, 0.092], + [0.435, 0.36, 0.364], + [0.919, 0.689, 0.73], + [0.07, 0.045, 0.032], + [0.145, 0.067, 0.081], + [0.66, 0.549, 0.587], + [0.86, 0.61, 0.577], + [0.376, 0.224, 0.262], + [0.423, 0.26, 0.221], + [1.002, 0.68, 0.67], + [2.134, 0.913, 0.942], + [1.149, 0.707, 0.66], + [0.594, 0.509, 0.529], + [2.424, 1.886, 1.874], + [1.785, 1.225, 1.274], + [4.871, 3.639, 3.653], + [0.322, 0.092, 0.104], + [10.126, 0.603, 0.632], + [11.082, 0.707, 0.705], + [14.19, 1.129, 1.132], + [1.775, 0.204, 0.226], + [0.886, 0.097, 0.108], + [0.759, 0.246, 0.256], + [0.887, 0.097, 0.094], + [0.622, 0.131, 0.113], + [8.949, 2.087, 2.115], + [0.249, 0.059, 0.073], + [0.795, 0.405, 0.412], + [3.799, 0.741, 0.766], + [6.25, 4.819, 4.762], + [11.273, 3.088, 3.06], + [11.28, 3.093, 3.149], + [0.445, 0.369, 0.36], + [0.232, 0.128, 0.118], + [0.222, 0.124, 0.085], + [0.234, 0.098, 0.116], + [0.388, 0.18, 0.176], + [0.195, 0.108, 0.1], + [0.19, 0.094, 0.077], + [0.173, 0.105, 0.107] +] + } + \ No newline at end of file diff --git a/chdb/results/20260816/c7a.metal-48xl.json b/chdb/results/20260816/c7a.metal-48xl.json new file mode 100644 index 0000000000..e45cabf406 --- /dev/null +++ b/chdb/results/20260816/c7a.metal-48xl.json @@ -0,0 +1,60 @@ +{ + "system": "chDB", + "date": "2026-08-16", + "machine": "c7a.metal-48xl", + "cluster_size": 1, + "proprietary": "no", + "hardware": "cpu", + "tuned": "no", + "tags": ["C++","column-oriented","ClickHouse derivative","embedded","stateless"], + "load_time": 163, + "data_size": 16639840957, + "concurrent_qps": null, + "concurrent_error_ratio": null, + "result": [ + [0.018, 0.009, 0.007], + [0.122, 0.082, 0.098], + [0.154, 0.041, 0.05], + [0.263, 0.045, 0.044], + [0.307, 0.113, 0.117], + [0.62, 0.145, 0.152], + [0.091, 0.037, 0.044], + [0.132, 0.09, 0.104], + [0.844, 0.303, 0.309], + [0.786, 0.357, 0.325], + [0.483, 0.221, 0.195], + [0.473, 0.175, 0.169], + [0.861, 0.178, 0.179], + [1.58, 0.259, 0.26], + [0.959, 0.205, 0.209], + [0.219, 0.118, 0.101], + [1.559, 0.276, 0.26], + [1.481, 0.221, 0.224], + [3.197, 0.779, 0.835], + [0.162, 0.067, 0.066], + [10.222, 0.161, 0.163], + [11.315, 0.169, 0.183], + [14.286, 0.198, 0.2], + [2.26, 0.172, 0.176], + [0.91, 0.094, 0.089], + [0.69, 0.101, 0.118], + [0.915, 0.089, 0.095], + [0.231, 0.057, 0.07], + [8.815, 0.365, 0.368], + [0.133, 0.074, 0.065], + [0.479, 0.107, 0.116], + [3.289, 0.143, 0.155], + [3.419, 0.786, 0.77], + [10.327, 0.537, 0.602], + [10.284, 0.606, 0.572], + [0.183, 0.086, 0.104], + [0.179, 0.092, 0.085], + [0.153, 0.088, 0.096], + [0.173, 0.098, 0.075], + [0.219, 0.128, 0.124], + [0.168, 0.069, 0.066], + [0.149, 0.074, 0.063], + [0.165, 0.053, 0.052] +] + } + \ No newline at end of file diff --git a/chdb/results/20260816/c8g.4xlarge.json b/chdb/results/20260816/c8g.4xlarge.json new file mode 100644 index 0000000000..72b9fe30f4 --- /dev/null +++ b/chdb/results/20260816/c8g.4xlarge.json @@ -0,0 +1,60 @@ +{ + "system": "chDB", + "date": "2026-08-16", + "machine": "c8g.4xlarge", + "cluster_size": 1, + "proprietary": "no", + "hardware": "cpu", + "tuned": "no", + "tags": ["C++","column-oriented","ClickHouse derivative","embedded","stateless"], + "load_time": 578, + "data_size": 24761635965, + "concurrent_qps": null, + "concurrent_error_ratio": null, + "result": [ + [0.021, 0.011, 0.008], + [0.102, 0.062, 0.059], + [0.143, 0.048, 0.048], + [0.192, 0.047, 0.037], + [0.39, 0.191, 0.228], + [0.915, 0.306, 0.319], + [0.054, 0.033, 0.04], + [0.114, 0.069, 0.063], + [0.645, 0.298, 0.264], + [0.834, 0.314, 0.344], + [0.443, 0.163, 0.162], + [0.484, 0.172, 0.175], + [0.977, 0.316, 0.309], + [1.825, 0.439, 0.443], + [1.128, 0.373, 0.36], + [0.393, 0.231, 0.26], + [2.065, 0.815, 0.824], + [1.873, 0.568, 0.617], + [3.739, 1.377, 1.382], + [0.157, 0.07, 0.074], + [10.868, 0.365, 0.387], + [11.948, 0.406, 0.422], + [14.522, 0.525, 0.53], + [1.851, 0.171, 0.164], + [0.91, 0.084, 0.074], + [0.881, 0.14, 0.132], + [0.909, 0.074, 0.086], + [0.42, 0.103, 0.084], + [9.429, 0.91, 0.889], + [0.14, 0.057, 0.041], + [0.627, 0.212, 0.241], + [3.73, 0.339, 0.348], + [4.413, 1.77, 1.723], + [11.316, 1.279, 1.24], + [11.262, 1.235, 1.268], + [0.263, 0.199, 0.197], + [0.177, 0.112, 0.106], + [0.156, 0.101, 0.097], + [0.148, 0.072, 0.098], + [0.228, 0.121, 0.114], + [0.158, 0.089, 0.09], + [0.157, 0.085, 0.073], + [0.142, 0.087, 0.085] +] + } + \ No newline at end of file From d71cccecb1e5958f5c321aa29583854dba0b7cda Mon Sep 17 00:00:00 2001 From: "github-actions[bot]" <41898282+github-actions[bot]@users.noreply.github.com> Date: Sun, 16 Aug 2026 13:19:52 +0000 Subject: [PATCH 07/13] Add benchmark results for chdb, chdb-dataframe, chdb-parquet-partitioned (c6a.large, c6a.metal, c6a.xlarge, c8g.metal-48xl) --- .../results/20260816/c6a.metal.json | 60 +++++++++++++++++++ .../results/20260816/c8g.metal-48xl.json | 60 +++++++++++++++++++ .../results/20260816/c6a.large.json | 60 +++++++++++++++++++ chdb/results/20260816/c6a.xlarge.json | 60 +++++++++++++++++++ 4 files changed, 240 insertions(+) create mode 100644 chdb-dataframe/results/20260816/c6a.metal.json create mode 100644 chdb-dataframe/results/20260816/c8g.metal-48xl.json create mode 100644 chdb-parquet-partitioned/results/20260816/c6a.large.json create mode 100644 chdb/results/20260816/c6a.xlarge.json diff --git a/chdb-dataframe/results/20260816/c6a.metal.json b/chdb-dataframe/results/20260816/c6a.metal.json new file mode 100644 index 0000000000..73eb56ad0c --- /dev/null +++ b/chdb-dataframe/results/20260816/c6a.metal.json @@ -0,0 +1,60 @@ +{ + "system": "chDB (DataFrame)", + "date": "2026-08-16", + "machine": "c6a.metal", + "cluster_size": 1, + "proprietary": "no", + "hardware": "cpu", + "tuned": "no", + "tags": ["C++","column-oriented","ClickHouse derivative","embedded","stateless","Python","dataframe","in-memory","lukewarm-cold-run"], + "load_time": 18, + "data_size": 81770409884, + "concurrent_qps": 5.803, + "concurrent_error_ratio": 0, + "result": [ + [72.021, 0.003, 0.002], + [71.935, 0.026, 0.019], + [71.549, 0.017, 0.019], + [72.646, 0.024, 0.026], + [72.726, 0.072, 0.07], + [71.673, 0.097, 0.093], + [71.965, 0.024, 0.023], + [71.486, 0.024, 0.025], + [72.746, 0.297, 0.283], + [72.175, 0.276, 0.254], + [72.545, 0.424, 0.441], + [72.242, 0.174, 0.112], + [72.371, 0.12, 0.124], + [71.785, 0.164, 0.169], + [72.379, 0.139, 0.137], + [72.748, 0.1, 0.098], + [71.944, 0.27, 0.265], + [71.916, 0.191, 0.199], + [73.019, 0.491, 0.494], + [71.615, 0.034, 0.024], + [71.677, 0.086, 0.078], + [71.785, 0.078, 0.081], + [72.207, 0.142, 0.139], + [72.537, 0.12, 0.128], + [71.81, 0.056, 0.054], + [72.229, 0.042, 0.043], + [71.962, 0.051, 0.051], + [72.215, 0.12, 0.12], + [72.202, 0.31, 0.312], + [71.867, 0.053, 0.054], + [71.626, 0.09, 0.084], + [71.533, 0.16, 0.149], + [72.513, 0.968, 0.974], + [72.444, 0.464, 0.462], + [71.965, 0.462, 0.465], + [71.86, 0.062, 0.063], + [71.987, 0.052, 0.051], + [71.902, 0.044, 0.042], + [72.354, 0.028, 0.028], + [71.855, 0.073, 0.073], + [72.327, 0.04, 0.04], + [72.253, 0.034, 0.03], + [72.762, 0.031, 0.032] +] + } + \ No newline at end of file diff --git a/chdb-dataframe/results/20260816/c8g.metal-48xl.json b/chdb-dataframe/results/20260816/c8g.metal-48xl.json new file mode 100644 index 0000000000..923d9d7e3b --- /dev/null +++ b/chdb-dataframe/results/20260816/c8g.metal-48xl.json @@ -0,0 +1,60 @@ +{ + "system": "chDB (DataFrame)", + "date": "2026-08-16", + "machine": "c8g.metal-48xl", + "cluster_size": 1, + "proprietary": "no", + "hardware": "cpu", + "tuned": "no", + "tags": ["C++","column-oriented","ClickHouse derivative","embedded","stateless","Python","dataframe","in-memory","lukewarm-cold-run"], + "load_time": 16, + "data_size": 81770409884, + "concurrent_qps": 12.642, + "concurrent_error_ratio": 0, + "result": [ + [66.812, 0.002, 0.002], + [66.474, 0.009, 0.011], + [66.632, 0.012, 0.01], + [66.442, 0.01, 0.01], + [66.748, 0.043, 0.044], + [66.363, 0.057, 0.057], + [66.565, 0.012, 0.009], + [66.236, 0.015, 0.014], + [66.186, 0.189, 0.213], + [66.785, 0.194, 0.192], + [66.718, 0.075, 0.075], + [66.767, 0.063, 0.062], + [66.16, 0.07, 0.068], + [66.315, 0.101, 0.098], + [66.188, 0.073, 0.077], + [66.766, 0.056, 0.055], + [66.635, 0.175, 0.17], + [66.19, 0.141, 0.128], + [67.279, 0.306, 0.308], + [66.188, 0.009, 0.01], + [67.268, 0.044, 0.045], + [67.889, 0.039, 0.037], + [65.992, 0.065, 0.065], + [66.638, 0.075, 0.077], + [66.023, 0.029, 0.028], + [66.242, 0.021, 0.02], + [66.357, 0.025, 0.025], + [67.167, 0.074, 0.068], + [66.742, 0.195, 0.19], + [66.317, 0.046, 0.045], + [66.288, 0.051, 0.05], + [66.249, 0.08, 0.08], + [66.931, 0.505, 0.498], + [66.539, 0.24, 0.234], + [66.659, 0.241, 0.231], + [66.603, 0.04, 0.038], + [66.155, 0.032, 0.03], + [66.548, 0.032, 0.031], + [66.749, 0.02, 0.02], + [66.597, 0.048, 0.046], + [66.384, 0.029, 0.028], + [65.819, 0.023, 0.023], + [65.795, 0.023, 0.023] +] + } + \ No newline at end of file diff --git a/chdb-parquet-partitioned/results/20260816/c6a.large.json b/chdb-parquet-partitioned/results/20260816/c6a.large.json new file mode 100644 index 0000000000..ba9d05e01a --- /dev/null +++ b/chdb-parquet-partitioned/results/20260816/c6a.large.json @@ -0,0 +1,60 @@ +{ + "system": "chDB (Parquet, partitioned)", + "date": "2026-08-16", + "machine": "c6a.large", + "cluster_size": 1, + "proprietary": "no", + "hardware": "cpu", + "tuned": "no", + "tags": ["C++","column-oriented","ClickHouse derivative","embedded","stateless"], + "load_time": 1, + "data_size": 14737666736, + "concurrent_qps": null, + "concurrent_error_ratio": null, + "result": [ + [0.197, 0.074, 0.072], + [0.718, 0.414, 0.409], + [1.152, 0.75, 0.751], + [1.586, 0.887, 0.903], + [3.22, 2.807, 2.834], + [5.957, 5.61, 5.653], + [0.641, 0.346, 0.341], + [0.739, 0.449, 0.466], + [5.058, 5.008, 4.641], + [6.279, 5.873, 5.897], + [2.388, 1.641, 1.695], + [2.6, 1.923, 1.984], + [5.626, 5.067, 5.146], + [12.848, 11.977, 11.974], + [7.002, 10.336, 6.563], + [4.005, 3.58, 3.577], + [23.41, 22.963, 22.917], + [16.932, 16.408, 16.479], + [40.96, 40.399, 39.708], + [1.373, 0.818, 0.831], + [12.203, 7.957, 7.974], + [14.948, 8.515, 9.449], + [22.284, 22.552, 22.53], + [60.497, 56.266, 56.256], + [5.184, 3.841, 3.776], + [3.966, 3.558, 3.479], + [4.944, 3.568, 3.524], + [18.398, 13.74, 13.853], + [25.194, 69.735, 24.626], + [16.539, 16.492, 16.65], + [7.156, 6.32, 6.338], + [10.189, 8.465, 8.456], + [58.84, 59.013, 58.769], + [40.162, 45.475, 40.094], + [40.452, 55.967, 39.697], + [2.571, 2.497, 2.222], + [0.747, 0.416, 0.422], + [0.489, 0.235, 0.231], + [0.487, 0.168, 0.168], + [1.062, 0.722, 0.718], + [0.425, 0.167, 0.164], + [0.4, 0.168, 0.164], + [0.382, 0.147, 0.15] +] + } + \ No newline at end of file diff --git a/chdb/results/20260816/c6a.xlarge.json b/chdb/results/20260816/c6a.xlarge.json new file mode 100644 index 0000000000..b40ba19d87 --- /dev/null +++ b/chdb/results/20260816/c6a.xlarge.json @@ -0,0 +1,60 @@ +{ + "system": "chDB", + "date": "2026-08-16", + "machine": "c6a.xlarge", + "cluster_size": 1, + "proprietary": "no", + "hardware": "cpu", + "tuned": "no", + "tags": ["C++","column-oriented","ClickHouse derivative","embedded","stateless"], + "load_time": 614, + "data_size": 25135164974, + "concurrent_qps": null, + "concurrent_error_ratio": null, + "result": [ + [0.088, 0.088, 0.037], + [0.414, 0.231, 0.238], + [0.478, 0.268, 0.299], + [0.564, 0.366, 0.359], + [1.666, 1.499, 1.437], + [3.38, 3.111, 3.125], + [0.288, 0.164, 0.173], + [0.438, 0.28, 0.238], + [2.085, 1.808, 1.857], + [2.288, 1.988, 2.124], + [0.823, 0.584, 0.567], + [1.002, 0.605, 0.705], + [2.392, 2.061, 2.055], + [3.258, 3.122, 3.099], + [2.378, 2.183, 2.179], + [1.857, 1.637, 1.61], + [6.12, 8.146, 8.126], + [4.434, 4.173, 4.197], + [14.634, 14.054, 13.897], + [0.587, 0.266, 0.239], + [13.253, 2.375, 2.319], + [14.734, 2.523, 2.518], + [17.185, 3.364, 3.114], + [2.273, 0.64, 0.607], + [1.283, 0.337, 0.346], + [1.263, 0.753, 0.691], + [1.258, 0.315, 0.327], + [0.907, 0.63, 0.634], + [12.757, 6.04, 6.387], + [0.428, 0.268, 0.338], + [1.684, 1.336, 1.287], + [5.101, 2.593, 2.552], + [26.804, 25.877, 25.296], + [29.816, 30.435, 29.417], + [30.595, 28.314, 28.884], + [1.42, 1.196, 1.218], + [0.603, 0.343, 0.292], + [0.492, 0.253, 0.283], + [0.445, 0.313, 0.328], + [0.749, 0.534, 0.491], + [0.411, 0.244, 0.265], + [0.455, 0.247, 0.298], + [0.45, 0.243, 0.256] +] + } + \ No newline at end of file From a02636d723f129a8d70fff9379009c0f0d610a6a Mon Sep 17 00:00:00 2001 From: "github-actions[bot]" <41898282+github-actions[bot]@users.noreply.github.com> Date: Sun, 16 Aug 2026 13:48:14 +0000 Subject: [PATCH 08/13] Add benchmark results for chdb, chdb-dataframe, chdb-parquet-partitioned (c6a.large, c6a.metal, c7a.metal-48xl, c8g.metal-48xl, t3a.small) --- .../results/20260816/c6a.metal.json | 90 +++++++++---------- .../results/20260816/c7a.metal-48xl.json | 60 +++++++++++++ .../results/20260816/c8g.metal-48xl.json | 90 +++++++++---------- .../results/20260816/t3a.small.json | 60 +++++++++++++ chdb/results/20260816/c6a.large.json | 60 +++++++++++++ 5 files changed, 270 insertions(+), 90 deletions(-) create mode 100644 chdb-dataframe/results/20260816/c7a.metal-48xl.json create mode 100644 chdb-parquet-partitioned/results/20260816/t3a.small.json create mode 100644 chdb/results/20260816/c6a.large.json diff --git a/chdb-dataframe/results/20260816/c6a.metal.json b/chdb-dataframe/results/20260816/c6a.metal.json index 73eb56ad0c..b2b97b5f2f 100644 --- a/chdb-dataframe/results/20260816/c6a.metal.json +++ b/chdb-dataframe/results/20260816/c6a.metal.json @@ -7,54 +7,54 @@ "hardware": "cpu", "tuned": "no", "tags": ["C++","column-oriented","ClickHouse derivative","embedded","stateless","Python","dataframe","in-memory","lukewarm-cold-run"], - "load_time": 18, + "load_time": 20, "data_size": 81770409884, - "concurrent_qps": 5.803, + "concurrent_qps": 5.905, "concurrent_error_ratio": 0, "result": [ - [72.021, 0.003, 0.002], - [71.935, 0.026, 0.019], - [71.549, 0.017, 0.019], - [72.646, 0.024, 0.026], - [72.726, 0.072, 0.07], - [71.673, 0.097, 0.093], - [71.965, 0.024, 0.023], - [71.486, 0.024, 0.025], - [72.746, 0.297, 0.283], - [72.175, 0.276, 0.254], - [72.545, 0.424, 0.441], - [72.242, 0.174, 0.112], - [72.371, 0.12, 0.124], - [71.785, 0.164, 0.169], - [72.379, 0.139, 0.137], - [72.748, 0.1, 0.098], - [71.944, 0.27, 0.265], - [71.916, 0.191, 0.199], - [73.019, 0.491, 0.494], - [71.615, 0.034, 0.024], - [71.677, 0.086, 0.078], - [71.785, 0.078, 0.081], - [72.207, 0.142, 0.139], - [72.537, 0.12, 0.128], - [71.81, 0.056, 0.054], - [72.229, 0.042, 0.043], - [71.962, 0.051, 0.051], - [72.215, 0.12, 0.12], - [72.202, 0.31, 0.312], - [71.867, 0.053, 0.054], - [71.626, 0.09, 0.084], - [71.533, 0.16, 0.149], - [72.513, 0.968, 0.974], - [72.444, 0.464, 0.462], - [71.965, 0.462, 0.465], - [71.86, 0.062, 0.063], - [71.987, 0.052, 0.051], - [71.902, 0.044, 0.042], - [72.354, 0.028, 0.028], - [71.855, 0.073, 0.073], - [72.327, 0.04, 0.04], - [72.253, 0.034, 0.03], - [72.762, 0.031, 0.032] + [70.85, 0.003, 0.003], + [71.109, 0.016, 0.017], + [71.34, 0.017, 0.019], + [70.977, 0.023, 0.024], + [70.93, 0.076, 0.071], + [71.238, 0.104, 0.096], + [71.18, 0.024, 0.023], + [71.274, 0.022, 0.025], + [71.425, 0.24, 0.225], + [71.37, 0.257, 0.262], + [71.512, 0.451, 0.107], + [71.329, 0.115, 0.204], + [71.569, 0.129, 0.127], + [72.465, 0.168, 0.164], + [71.752, 0.137, 0.139], + [71.274, 0.102, 0.092], + [71.288, 0.275, 0.275], + [71.67, 0.196, 0.192], + [71.706, 0.5, 0.498], + [71.115, 0.024, 0.04], + [71.404, 0.081, 0.082], + [71.176, 0.079, 0.081], + [71.448, 0.136, 0.142], + [71.527, 0.133, 0.135], + [72.008, 0.054, 0.058], + [71.538, 0.044, 0.041], + [71.261, 0.049, 0.052], + [71.364, 0.113, 0.106], + [71.732, 0.311, 0.302], + [71.382, 0.049, 0.049], + [71.906, 0.11, 0.108], + [71.536, 0.145, 0.143], + [72.143, 1.004, 0.977], + [72.196, 0.448, 0.449], + [71.799, 0.445, 0.456], + [71.701, 0.073, 0.072], + [71.581, 0.05, 0.051], + [71.305, 0.041, 0.039], + [71.869, 0.028, 0.028], + [72.13, 0.073, 0.073], + [71.432, 0.043, 0.045], + [72, 0.028, 0.032], + [71.415, 0.028, 0.03] ] } \ No newline at end of file diff --git a/chdb-dataframe/results/20260816/c7a.metal-48xl.json b/chdb-dataframe/results/20260816/c7a.metal-48xl.json new file mode 100644 index 0000000000..bc499ab270 --- /dev/null +++ b/chdb-dataframe/results/20260816/c7a.metal-48xl.json @@ -0,0 +1,60 @@ +{ + "system": "chDB (DataFrame)", + "date": "2026-08-16", + "machine": "c7a.metal-48xl", + "cluster_size": 1, + "proprietary": "no", + "hardware": "cpu", + "tuned": "no", + "tags": ["C++","column-oriented","ClickHouse derivative","embedded","stateless","Python","dataframe","in-memory","lukewarm-cold-run"], + "load_time": 15, + "data_size": 81770409884, + "concurrent_qps": 10.928, + "concurrent_error_ratio": 0, + "result": [ + [69.066, 0.003, 0.003], + [68.956, 0.014, 0.013], + [69.218, 0.014, 0.014], + [68.71, 0.015, 0.013], + [69.086, 0.058, 0.051], + [69.172, 0.088, 0.082], + [69.116, 0.014, 0.015], + [69.013, 0.018, 0.017], + [69.657, 0.233, 0.236], + [69.475, 0.249, 0.241], + [69.342, 0.108, 0.1], + [69.427, 0.091, 0.086], + [69.303, 0.074, 0.068], + [69.392, 0.115, 0.108], + [68.888, 0.067, 0.064], + [69.275, 0.061, 0.055], + [69.307, 0.153, 0.148], + [69.323, 0.118, 0.114], + [69.835, 0.296, 0.277], + [69.272, 0.012, 0.013], + [69.152, 0.046, 0.043], + [69.161, 0.041, 0.032], + [69.815, 0.056, 0.054], + [68.789, 0.073, 0.07], + [69.13, 0.03, 0.027], + [69.713, 0.025, 0.021], + [69.561, 0.028, 0.027], + [69.956, 0.075, 0.063], + [71.974, 0.157, 0.151], + [69.595, 0.041, 0.039], + [69.421, 0.059, 0.055], + [70.248, 0.069, 0.069], + [69.844, 0.45, 0.428], + [71.721, 0.244, 0.231], + [69.481, 0.248, 0.233], + [70.157, 0.051, 0.05], + [70.489, 0.048, 0.046], + [70, 0.038, 0.033], + [69.701, 0.025, 0.024], + [69.556, 0.062, 0.06], + [69.086, 0.034, 0.035], + [69.239, 0.029, 0.029], + [69.253, 0.024, 0.025] +] + } + \ No newline at end of file diff --git a/chdb-dataframe/results/20260816/c8g.metal-48xl.json b/chdb-dataframe/results/20260816/c8g.metal-48xl.json index 923d9d7e3b..ab14e88ed3 100644 --- a/chdb-dataframe/results/20260816/c8g.metal-48xl.json +++ b/chdb-dataframe/results/20260816/c8g.metal-48xl.json @@ -7,54 +7,54 @@ "hardware": "cpu", "tuned": "no", "tags": ["C++","column-oriented","ClickHouse derivative","embedded","stateless","Python","dataframe","in-memory","lukewarm-cold-run"], - "load_time": 16, + "load_time": 12, "data_size": 81770409884, - "concurrent_qps": 12.642, + "concurrent_qps": 12.863, "concurrent_error_ratio": 0, "result": [ - [66.812, 0.002, 0.002], - [66.474, 0.009, 0.011], - [66.632, 0.012, 0.01], - [66.442, 0.01, 0.01], - [66.748, 0.043, 0.044], - [66.363, 0.057, 0.057], - [66.565, 0.012, 0.009], - [66.236, 0.015, 0.014], - [66.186, 0.189, 0.213], - [66.785, 0.194, 0.192], - [66.718, 0.075, 0.075], - [66.767, 0.063, 0.062], - [66.16, 0.07, 0.068], - [66.315, 0.101, 0.098], - [66.188, 0.073, 0.077], - [66.766, 0.056, 0.055], - [66.635, 0.175, 0.17], - [66.19, 0.141, 0.128], - [67.279, 0.306, 0.308], - [66.188, 0.009, 0.01], - [67.268, 0.044, 0.045], - [67.889, 0.039, 0.037], - [65.992, 0.065, 0.065], - [66.638, 0.075, 0.077], - [66.023, 0.029, 0.028], - [66.242, 0.021, 0.02], - [66.357, 0.025, 0.025], - [67.167, 0.074, 0.068], - [66.742, 0.195, 0.19], - [66.317, 0.046, 0.045], - [66.288, 0.051, 0.05], - [66.249, 0.08, 0.08], - [66.931, 0.505, 0.498], - [66.539, 0.24, 0.234], - [66.659, 0.241, 0.231], - [66.603, 0.04, 0.038], - [66.155, 0.032, 0.03], - [66.548, 0.032, 0.031], - [66.749, 0.02, 0.02], - [66.597, 0.048, 0.046], - [66.384, 0.029, 0.028], - [65.819, 0.023, 0.023], - [65.795, 0.023, 0.023] + [71.723, 0.002, 0.002], + [72.182, 0.011, 0.01], + [71.666, 0.014, 0.015], + [72.196, 0.019, 0.018], + [72.854, 0.047, 0.044], + [71.228, 0.057, 0.058], + [71.119, 0.012, 0.013], + [71.648, 0.012, 0.012], + [71.437, 0.188, 0.189], + [71.954, 0.201, 0.195], + [71.667, 0.074, 0.073], + [71.165, 0.064, 0.064], + [72.305, 0.071, 0.067], + [71.406, 0.102, 0.098], + [71.835, 0.071, 0.069], + [72.371, 0.056, 0.052], + [72.07, 0.176, 0.171], + [72.096, 0.149, 0.136], + [71.78, 0.307, 0.321], + [71.486, 0.032, 0.01], + [72.142, 0.041, 0.042], + [72.196, 0.041, 0.04], + [71.961, 0.066, 0.068], + [70.633, 0.083, 0.08], + [72.287, 0.029, 0.03], + [71.147, 0.022, 0.022], + [71.939, 0.025, 0.024], + [72.128, 0.07, 0.067], + [72.506, 0.198, 0.195], + [72.456, 0.048, 0.045], + [72.209, 0.05, 0.05], + [71.449, 0.079, 0.079], + [72.639, 0.507, 0.489], + [72.218, 0.242, 0.233], + [71.078, 0.253, 0.236], + [72.028, 0.041, 0.039], + [72.383, 0.032, 0.032], + [72.254, 0.029, 0.029], + [70.794, 0.021, 0.021], + [71.577, 0.045, 0.045], + [73.061, 0.029, 0.029], + [71.266, 0.023, 0.021], + [71.611, 0.026, 0.024] ] } \ No newline at end of file diff --git a/chdb-parquet-partitioned/results/20260816/t3a.small.json b/chdb-parquet-partitioned/results/20260816/t3a.small.json new file mode 100644 index 0000000000..279415620d --- /dev/null +++ b/chdb-parquet-partitioned/results/20260816/t3a.small.json @@ -0,0 +1,60 @@ +{ + "system": "chDB (Parquet, partitioned)", + "date": "2026-08-16", + "machine": "t3a.small", + "cluster_size": 1, + "proprietary": "no", + "hardware": "cpu", + "tuned": "no", + "tags": ["C++","column-oriented","ClickHouse derivative","embedded","stateless"], + "load_time": 0, + "data_size": 14737666736, + "concurrent_qps": null, + "concurrent_error_ratio": null, + "result": [ + [0.434, 0.181, 0.181], + [1.392, 0.955, 0.922], + [2.607, 1.722, 1.738], + [3.35, 1.985, 2.122], + [6.61, 5.637, 5.709], + [13.113, 12.781, 12.028], + [1.291, 0.804, 0.821], + [1.539, 1.039, 0.955], + [11.624, 11.498, 10.855], + [13.477, 12.865, 12.567], + [4.603, 3.496, 3.367], + [5.249, 3.788, 3.9], + [19.3, 18.1, 18.019], + [30.96, 63.066, 31.002], + [24.002, 22.703, 22.497], + [12, 11.021, 11.719], + [59.539, 59.124, 60.007], + [41.452, 40.588, 41.561], + [104.037, 106.148, 106.787], + [2.92, 1.711, 1.852], + [28.057, 28.996, 28.506], + [32.785, 32.214, 33.018], + [49.177, 49.214, 49.424], + [84.527, 83.583, 83.022], + [10.417, 8.078, 8.515], + [8.638, 7.05, 7.387], + [10.165, 7.826, 7.892], + [35.958, 35.999, 37.151], + [58.172, 77.294, 59.329], + [44.321, 43.31, 44.638], + [21.023, 19.211, 19.992], + [32.874, 32.192, 31.159], + [173.903, 161.831, 160.537], + [101.964, 102.068, 102.546], + [103.487, 102.062, 102.062], + [5.577, 4.769, 4.81], + [1.384, 0.913, 0.897], + [0.978, 0.59, 0.616], + [0.979, 0.431, 0.456], + [2.202, 1.606, 1.663], + [0.892, 0.425, 0.425], + [0.834, 0.427, 0.433], + [0.775, 0.381, 0.393] +] + } + \ No newline at end of file diff --git a/chdb/results/20260816/c6a.large.json b/chdb/results/20260816/c6a.large.json new file mode 100644 index 0000000000..8901395f7e --- /dev/null +++ b/chdb/results/20260816/c6a.large.json @@ -0,0 +1,60 @@ +{ + "system": "chDB", + "date": "2026-08-16", + "machine": "c6a.large", + "cluster_size": 1, + "proprietary": "no", + "hardware": "cpu", + "tuned": "no", + "tags": ["C++","column-oriented","ClickHouse derivative","embedded","stateless"], + "load_time": 971, + "data_size": 15260374672, + "concurrent_qps": null, + "concurrent_error_ratio": null, + "result": [ + [0.171, 0.071, 0.156], + [0.71, 0.431, 0.483], + [1.086, 0.532, 0.761], + [1.564, 1.057, 1.194], + [5.122, 5.012, 4.59], + [11.42, 11.074, 10.724], + [0.524, 0.456, 0.56], + [0.687, 0.536, 0.376], + [7.522, 7.329, 7.597], + [8.57, 8.297, 8.875], + [2.967, 2.633, 2.738], + [3.635, 3.18, 2.968], + [10.058, 10.241, 9.566], + [23.099, 22.973, 22.7], + [10.755, 10.389, 11.057], + [6.398, 5.844, 6.231], + [39.046, 38.955, 38.563], + [26.913, 26.891, 27.197], + [67.389, 68.737, 66.559], + [0.799, 0.523, 0.578], + [17.459, 16.435, 16.603], + [19.492, 18.044, 16.945], + [24.969, 23.588, 23.867], + [4.31, 2.951, 2.937], + [1.77, 1.037, 1.113], + [4.918, 4.758, 4.75], + [1.785, 1.065, 0.917], + [2.996, 2.579, 2.627], + [49.231, 49.09, 48.956], + [0.589, 0.521, 0.592], + [6.149, 5.562, 5.459], + [10.639, 9.3, 9.192], + [96.718, 71.443, 71.009], + [56.078, 55.911, 55.988], + [56.511, 56.649, 56.18], + [3.072, 2.682, 2.741], + [0.742, 0.656, 0.602], + [0.359, 0.258, 0.263], + [0.356, 0.292, 0.266], + [1.325, 1.105, 1.03], + [0.253, 0.184, 0.163], + [0.234, 0.239, 0.241], + [0.22, 0.176, 0.203] +] + } + \ No newline at end of file From 92801c02809bc1a471fbb8597f6b019341267908 Mon Sep 17 00:00:00 2001 From: "github-actions[bot]" <41898282+github-actions[bot]@users.noreply.github.com> Date: Sun, 16 Aug 2026 14:45:15 +0000 Subject: [PATCH 09/13] Add benchmark results for chdb (t3a.small) --- chdb/results/20260816/t3a.small.json | 60 ++++++++++++++++++++++++++++ 1 file changed, 60 insertions(+) create mode 100644 chdb/results/20260816/t3a.small.json diff --git a/chdb/results/20260816/t3a.small.json b/chdb/results/20260816/t3a.small.json new file mode 100644 index 0000000000..f1ce2861cb --- /dev/null +++ b/chdb/results/20260816/t3a.small.json @@ -0,0 +1,60 @@ +{ + "system": "chDB", + "date": "2026-08-16", + "machine": "t3a.small", + "cluster_size": 1, + "proprietary": "no", + "hardware": "cpu", + "tuned": "no", + "tags": ["C++","column-oriented","ClickHouse derivative","embedded","stateless"], + "load_time": 1522, + "data_size": 15263266204, + "concurrent_qps": null, + "concurrent_error_ratio": null, + "result": [ + [0.329, 0.146, 0.086], + [0.813, 0.581, 0.837], + [1.605, 1.324, 1.027], + [2.544, 1.93, 2.087], + [7.49, 6.561, 6.932], + [19.458, 18.435, 18.56], + [0.873, 0.916, 0.737], + [1.065, 0.854, 0.778], + [12.694, 12.259, 12.159], + [13.838, 13.435, 13.626], + [5.159, 3.77, 4.086], + [6.184, 5.295, 5.169], + [24.68, 24.67, 25.732], + [39.536, 38.177, 39.057], + [30.195, 29.632, 29.418], + [13.768, 13.539, 13.566], + [64.651, 65.003, 65.437], + [44.314, 43.639, 45.096], + [113.659, 111.433, 113.133], + [1.618, 0.94, 0.857], + [34.565, 34.258, 33.482], + [35.719, 35.799, 36.286], + [49.929, 47.612, 47.778], + [9.3, 6.673, 9.096], + [3.481, 1.763, 1.582], + [9.038, 8.013, 8.131], + [3.459, 1.585, 1.588], + [5.179, 4.65, 4.666], + [89.809, 86.198, 85.906], + [1.007, 0.79, 0.872], + [9.258, 8.81, 9.013], + [28.669, 29.454, 28.149], + [161.803, 158.932, 158.83], + [128.435, 129.247, 284.611], + [883.897, 883.579, 883.935], + [29.523, 6.101, 5.288], + [4.743, 1.203, 1.012], + [2.064, 0.596, 0.619], + [4.711, 0.535, 0.511], + [8.309, 2.242, 2.205], + [2.085, 0.349, 0.306], + [1.886, 0.48, 0.375], + [1.33, 0.33, 0.338] +] + } + \ No newline at end of file From 9b810cedf36741f3cc8920398b21d2926aa8d50a Mon Sep 17 00:00:00 2001 From: wudidapaopao Date: Sun, 16 Aug 2026 15:45:09 +0000 Subject: [PATCH 10/13] Drop the t3a.small results: burstable-credit variance dominates this machine, keep the existing numbers --- .../results/20260816/t3a.small.json | 60 ------------------- chdb/results/20260816/t3a.small.json | 60 ------------------- 2 files changed, 120 deletions(-) delete mode 100644 chdb-parquet-partitioned/results/20260816/t3a.small.json delete mode 100644 chdb/results/20260816/t3a.small.json diff --git a/chdb-parquet-partitioned/results/20260816/t3a.small.json b/chdb-parquet-partitioned/results/20260816/t3a.small.json deleted file mode 100644 index 279415620d..0000000000 --- a/chdb-parquet-partitioned/results/20260816/t3a.small.json +++ /dev/null @@ -1,60 +0,0 @@ -{ - "system": "chDB (Parquet, partitioned)", - "date": "2026-08-16", - "machine": "t3a.small", - "cluster_size": 1, - "proprietary": "no", - "hardware": "cpu", - "tuned": "no", - "tags": ["C++","column-oriented","ClickHouse derivative","embedded","stateless"], - "load_time": 0, - "data_size": 14737666736, - "concurrent_qps": null, - "concurrent_error_ratio": null, - "result": [ - [0.434, 0.181, 0.181], - [1.392, 0.955, 0.922], - [2.607, 1.722, 1.738], - [3.35, 1.985, 2.122], - [6.61, 5.637, 5.709], - [13.113, 12.781, 12.028], - [1.291, 0.804, 0.821], - [1.539, 1.039, 0.955], - [11.624, 11.498, 10.855], - [13.477, 12.865, 12.567], - [4.603, 3.496, 3.367], - [5.249, 3.788, 3.9], - [19.3, 18.1, 18.019], - [30.96, 63.066, 31.002], - [24.002, 22.703, 22.497], - [12, 11.021, 11.719], - [59.539, 59.124, 60.007], - [41.452, 40.588, 41.561], - [104.037, 106.148, 106.787], - [2.92, 1.711, 1.852], - [28.057, 28.996, 28.506], - [32.785, 32.214, 33.018], - [49.177, 49.214, 49.424], - [84.527, 83.583, 83.022], - [10.417, 8.078, 8.515], - [8.638, 7.05, 7.387], - [10.165, 7.826, 7.892], - [35.958, 35.999, 37.151], - [58.172, 77.294, 59.329], - [44.321, 43.31, 44.638], - [21.023, 19.211, 19.992], - [32.874, 32.192, 31.159], - [173.903, 161.831, 160.537], - [101.964, 102.068, 102.546], - [103.487, 102.062, 102.062], - [5.577, 4.769, 4.81], - [1.384, 0.913, 0.897], - [0.978, 0.59, 0.616], - [0.979, 0.431, 0.456], - [2.202, 1.606, 1.663], - [0.892, 0.425, 0.425], - [0.834, 0.427, 0.433], - [0.775, 0.381, 0.393] -] - } - \ No newline at end of file diff --git a/chdb/results/20260816/t3a.small.json b/chdb/results/20260816/t3a.small.json deleted file mode 100644 index f1ce2861cb..0000000000 --- a/chdb/results/20260816/t3a.small.json +++ /dev/null @@ -1,60 +0,0 @@ -{ - "system": "chDB", - "date": "2026-08-16", - "machine": "t3a.small", - "cluster_size": 1, - "proprietary": "no", - "hardware": "cpu", - "tuned": "no", - "tags": ["C++","column-oriented","ClickHouse derivative","embedded","stateless"], - "load_time": 1522, - "data_size": 15263266204, - "concurrent_qps": null, - "concurrent_error_ratio": null, - "result": [ - [0.329, 0.146, 0.086], - [0.813, 0.581, 0.837], - [1.605, 1.324, 1.027], - [2.544, 1.93, 2.087], - [7.49, 6.561, 6.932], - [19.458, 18.435, 18.56], - [0.873, 0.916, 0.737], - [1.065, 0.854, 0.778], - [12.694, 12.259, 12.159], - [13.838, 13.435, 13.626], - [5.159, 3.77, 4.086], - [6.184, 5.295, 5.169], - [24.68, 24.67, 25.732], - [39.536, 38.177, 39.057], - [30.195, 29.632, 29.418], - [13.768, 13.539, 13.566], - [64.651, 65.003, 65.437], - [44.314, 43.639, 45.096], - [113.659, 111.433, 113.133], - [1.618, 0.94, 0.857], - [34.565, 34.258, 33.482], - [35.719, 35.799, 36.286], - [49.929, 47.612, 47.778], - [9.3, 6.673, 9.096], - [3.481, 1.763, 1.582], - [9.038, 8.013, 8.131], - [3.459, 1.585, 1.588], - [5.179, 4.65, 4.666], - [89.809, 86.198, 85.906], - [1.007, 0.79, 0.872], - [9.258, 8.81, 9.013], - [28.669, 29.454, 28.149], - [161.803, 158.932, 158.83], - [128.435, 129.247, 284.611], - [883.897, 883.579, 883.935], - [29.523, 6.101, 5.288], - [4.743, 1.203, 1.012], - [2.064, 0.596, 0.619], - [4.711, 0.535, 0.511], - [8.309, 2.242, 2.205], - [2.085, 0.349, 0.306], - [1.886, 0.48, 0.375], - [1.33, 0.33, 0.338] -] - } - \ No newline at end of file From 3e0737be44e75ea60e409806ce849dfa0637c44c Mon Sep 17 00:00:00 2001 From: wudidapaopao Date: Sun, 16 Aug 2026 15:48:50 +0000 Subject: [PATCH 11/13] Drop the c6a.large and c6a.2xlarge results: within run-to-run noise of the existing numbers --- .../results/20260816/c6a.2xlarge.json | 60 ------------------- .../results/20260816/c6a.large.json | 60 ------------------- chdb/results/20260816/c6a.2xlarge.json | 60 ------------------- chdb/results/20260816/c6a.large.json | 60 ------------------- 4 files changed, 240 deletions(-) delete mode 100644 chdb-parquet-partitioned/results/20260816/c6a.2xlarge.json delete mode 100644 chdb-parquet-partitioned/results/20260816/c6a.large.json delete mode 100644 chdb/results/20260816/c6a.2xlarge.json delete mode 100644 chdb/results/20260816/c6a.large.json diff --git a/chdb-parquet-partitioned/results/20260816/c6a.2xlarge.json b/chdb-parquet-partitioned/results/20260816/c6a.2xlarge.json deleted file mode 100644 index b3c09230c8..0000000000 --- a/chdb-parquet-partitioned/results/20260816/c6a.2xlarge.json +++ /dev/null @@ -1,60 +0,0 @@ -{ - "system": "chDB (Parquet, partitioned)", - "date": "2026-08-16", - "machine": "c6a.2xlarge", - "cluster_size": 1, - "proprietary": "no", - "hardware": "cpu", - "tuned": "no", - "tags": ["C++","column-oriented","ClickHouse derivative","embedded","stateless"], - "load_time": 9, - "data_size": 14737666736, - "concurrent_qps": null, - "concurrent_error_ratio": null, - "result": [ - [0.071, 0.022, 0.024], - [0.164, 0.057, 0.06], - [0.237, 0.103, 0.101], - [0.557, 0.102, 0.104], - [0.763, 0.638, 0.643], - [1.338, 1.229, 1.222], - [0.159, 0.054, 0.054], - [0.189, 0.058, 0.06], - [1.077, 0.908, 0.898], - [1.785, 1.129, 1.13], - [0.845, 0.265, 0.269], - [0.905, 0.302, 0.303], - [1.299, 0.809, 0.811], - [3.061, 1.309, 1.315], - [1.367, 1.066, 1.049], - [0.908, 0.781, 0.777], - [3.538, 2.968, 2.965], - [2.796, 2.215, 2.208], - [6.666, 4.845, 4.849], - [0.314, 0.095, 0.096], - [9.526, 1.099, 1.112], - [11.201, 1.204, 1.189], - [21.476, 1.782, 1.795], - [54.826, 12.341, 22.864], - [2.7, 0.517, 0.524], - [0.841, 0.564, 0.559], - [2.704, 0.486, 0.484], - [9.69, 1.699, 1.7], - [8.366, 2.717, 2.7], - [2.214, 2.133, 2.13], - [2.662, 1.164, 1.161], - [6.555, 1.577, 1.574], - [14.575, 14.336, 13.952], - [10.758, 8.216, 3.863], - [10.8, 3.913, 3.862], - [0.592, 0.485, 0.551], - [0.288, 0.118, 0.125], - [0.213, 0.083, 0.079], - [0.253, 0.062, 0.062], - [0.443, 0.229, 0.224], - [0.201, 0.059, 0.057], - [0.185, 0.054, 0.057], - [0.167, 0.041, 0.046] -] - } - \ No newline at end of file diff --git a/chdb-parquet-partitioned/results/20260816/c6a.large.json b/chdb-parquet-partitioned/results/20260816/c6a.large.json deleted file mode 100644 index ba9d05e01a..0000000000 --- a/chdb-parquet-partitioned/results/20260816/c6a.large.json +++ /dev/null @@ -1,60 +0,0 @@ -{ - "system": "chDB (Parquet, partitioned)", - "date": "2026-08-16", - "machine": "c6a.large", - "cluster_size": 1, - "proprietary": "no", - "hardware": "cpu", - "tuned": "no", - "tags": ["C++","column-oriented","ClickHouse derivative","embedded","stateless"], - "load_time": 1, - "data_size": 14737666736, - "concurrent_qps": null, - "concurrent_error_ratio": null, - "result": [ - [0.197, 0.074, 0.072], - [0.718, 0.414, 0.409], - [1.152, 0.75, 0.751], - [1.586, 0.887, 0.903], - [3.22, 2.807, 2.834], - [5.957, 5.61, 5.653], - [0.641, 0.346, 0.341], - [0.739, 0.449, 0.466], - [5.058, 5.008, 4.641], - [6.279, 5.873, 5.897], - [2.388, 1.641, 1.695], - [2.6, 1.923, 1.984], - [5.626, 5.067, 5.146], - [12.848, 11.977, 11.974], - [7.002, 10.336, 6.563], - [4.005, 3.58, 3.577], - [23.41, 22.963, 22.917], - [16.932, 16.408, 16.479], - [40.96, 40.399, 39.708], - [1.373, 0.818, 0.831], - [12.203, 7.957, 7.974], - [14.948, 8.515, 9.449], - [22.284, 22.552, 22.53], - [60.497, 56.266, 56.256], - [5.184, 3.841, 3.776], - [3.966, 3.558, 3.479], - [4.944, 3.568, 3.524], - [18.398, 13.74, 13.853], - [25.194, 69.735, 24.626], - [16.539, 16.492, 16.65], - [7.156, 6.32, 6.338], - [10.189, 8.465, 8.456], - [58.84, 59.013, 58.769], - [40.162, 45.475, 40.094], - [40.452, 55.967, 39.697], - [2.571, 2.497, 2.222], - [0.747, 0.416, 0.422], - [0.489, 0.235, 0.231], - [0.487, 0.168, 0.168], - [1.062, 0.722, 0.718], - [0.425, 0.167, 0.164], - [0.4, 0.168, 0.164], - [0.382, 0.147, 0.15] -] - } - \ No newline at end of file diff --git a/chdb/results/20260816/c6a.2xlarge.json b/chdb/results/20260816/c6a.2xlarge.json deleted file mode 100644 index 486fa76231..0000000000 --- a/chdb/results/20260816/c6a.2xlarge.json +++ /dev/null @@ -1,60 +0,0 @@ -{ - "system": "chDB", - "date": "2026-08-16", - "machine": "c6a.2xlarge", - "cluster_size": 1, - "proprietary": "no", - "hardware": "cpu", - "tuned": "no", - "tags": ["C++","column-oriented","ClickHouse derivative","embedded","stateless"], - "load_time": 589, - "data_size": 24804767686, - "concurrent_qps": null, - "concurrent_error_ratio": null, - "result": [ - [0.053, 0.041, 0.023], - [0.21, 0.141, 0.112], - [0.246, 0.105, 0.137], - [0.292, 0.134, 0.141], - [0.926, 0.758, 0.776], - [1.585, 1.394, 1.406], - [0.112, 0.095, 0.086], - [0.238, 0.115, 0.127], - [1.021, 0.862, 0.856], - [1.105, 0.987, 0.989], - [0.45, 0.287, 0.286], - [0.497, 0.32, 0.274], - [1.251, 0.992, 1.027], - [2.244, 1.454, 1.468], - [1.377, 1.065, 1.084], - [1.022, 0.901, 0.961], - [3.185, 3.025, 3.026], - [2.336, 2.153, 2.14], - [5.641, 4.853, 4.963], - [0.288, 0.143, 0.118], - [10.733, 1.084, 1.09], - [11.723, 1.161, 1.166], - [15.184, 1.534, 1.542], - [1.783, 0.298, 0.33], - [0.949, 0.158, 0.154], - [0.871, 0.364, 0.36], - [0.944, 0.173, 0.167], - [0.432, 0.233, 0.245], - [9.594, 2.849, 2.867], - [0.203, 0.135, 0.137], - [0.814, 0.678, 0.665], - [4.171, 1.088, 1.126], - [13.857, 12.935, 13.472], - [13.315, 4.735, 4.793], - [13.322, 4.792, 4.817], - [0.715, 0.612, 0.582], - [0.332, 0.198, 0.214], - [0.292, 0.182, 0.181], - [0.265, 0.188, 0.193], - [0.419, 0.271, 0.3], - [0.286, 0.161, 0.18], - [0.265, 0.166, 0.163], - [0.259, 0.172, 0.157] -] - } - \ No newline at end of file diff --git a/chdb/results/20260816/c6a.large.json b/chdb/results/20260816/c6a.large.json deleted file mode 100644 index 8901395f7e..0000000000 --- a/chdb/results/20260816/c6a.large.json +++ /dev/null @@ -1,60 +0,0 @@ -{ - "system": "chDB", - "date": "2026-08-16", - "machine": "c6a.large", - "cluster_size": 1, - "proprietary": "no", - "hardware": "cpu", - "tuned": "no", - "tags": ["C++","column-oriented","ClickHouse derivative","embedded","stateless"], - "load_time": 971, - "data_size": 15260374672, - "concurrent_qps": null, - "concurrent_error_ratio": null, - "result": [ - [0.171, 0.071, 0.156], - [0.71, 0.431, 0.483], - [1.086, 0.532, 0.761], - [1.564, 1.057, 1.194], - [5.122, 5.012, 4.59], - [11.42, 11.074, 10.724], - [0.524, 0.456, 0.56], - [0.687, 0.536, 0.376], - [7.522, 7.329, 7.597], - [8.57, 8.297, 8.875], - [2.967, 2.633, 2.738], - [3.635, 3.18, 2.968], - [10.058, 10.241, 9.566], - [23.099, 22.973, 22.7], - [10.755, 10.389, 11.057], - [6.398, 5.844, 6.231], - [39.046, 38.955, 38.563], - [26.913, 26.891, 27.197], - [67.389, 68.737, 66.559], - [0.799, 0.523, 0.578], - [17.459, 16.435, 16.603], - [19.492, 18.044, 16.945], - [24.969, 23.588, 23.867], - [4.31, 2.951, 2.937], - [1.77, 1.037, 1.113], - [4.918, 4.758, 4.75], - [1.785, 1.065, 0.917], - [2.996, 2.579, 2.627], - [49.231, 49.09, 48.956], - [0.589, 0.521, 0.592], - [6.149, 5.562, 5.459], - [10.639, 9.3, 9.192], - [96.718, 71.443, 71.009], - [56.078, 55.911, 55.988], - [56.511, 56.649, 56.18], - [3.072, 2.682, 2.741], - [0.742, 0.656, 0.602], - [0.359, 0.258, 0.263], - [0.356, 0.292, 0.266], - [1.325, 1.105, 1.03], - [0.253, 0.184, 0.163], - [0.234, 0.239, 0.241], - [0.22, 0.176, 0.203] -] - } - \ No newline at end of file From 777df192a1095af25e8a6909444358a530e33d10 Mon Sep 17 00:00:00 2001 From: "github-actions[bot]" <41898282+github-actions[bot]@users.noreply.github.com> Date: Sun, 16 Aug 2026 16:45:58 +0000 Subject: [PATCH 12/13] Add benchmark results for chdb (t3a.small) --- chdb/results/20260816/t3a.small.json | 60 ++++++++++++++++++++++++++++ 1 file changed, 60 insertions(+) create mode 100644 chdb/results/20260816/t3a.small.json diff --git a/chdb/results/20260816/t3a.small.json b/chdb/results/20260816/t3a.small.json new file mode 100644 index 0000000000..b11ab51487 --- /dev/null +++ b/chdb/results/20260816/t3a.small.json @@ -0,0 +1,60 @@ +{ + "system": "chDB", + "date": "2026-08-16", + "machine": "t3a.small", + "cluster_size": 1, + "proprietary": "no", + "hardware": "cpu", + "tuned": "no", + "tags": ["C++","column-oriented","ClickHouse derivative","embedded","stateless"], + "load_time": 1559, + "data_size": 15263868286, + "concurrent_qps": null, + "concurrent_error_ratio": null, + "result": [ + [0.31, 0.12, 0.252], + [0.843, 0.81, 0.562], + [1.609, 1.31, 1.085], + [2.627, 1.753, 2.09], + [7.516, 6.935, 6.763], + [19.904, 20.185, 19.45], + [0.88, 0.99, 0.712], + [1.092, 0.827, 0.563], + [12.454, 12.496, 12.529], + [14.381, 14.394, 14.306], + [4.972, 4.22, 4.275], + [6.449, 5.492, 5.649], + [26.125, 26.362, 26.483], + [41.778, 40.64, 40.855], + [32.029, 29.667, 30.254], + [14.354, 14.166, 14.217], + [65.214, 66.561, 65.389], + [44.184, 44.704, 44.061], + [113.08, 112.4, 113.797], + [1.359, 0.939, 0.925], + [33.469, 34.354, 33.1], + [35.643, 35.821, 35.588], + [46.956, 46.978, 46.853], + [8.983, 6.331, 5.674], + [3.224, 1.778, 1.843], + [8.621, 8.111, 7.709], + [3.216, 1.893, 1.781], + [5.005, 4.342, 4.781], + [87.983, 88.267, 88.349], + [0.895, 0.89, 0.787], + [9.696, 8.945, 9.307], + [30.118, 30.539, 30.151], + [170.329, 169.278, 168.747], + [134.44, 135.528, 133.935], + [134.618, 134.438, 160.202], + [29.534, 5.913, 5.587], + [4.86, 1.131, 1.105], + [2.19, 0.758, 0.687], + [4.573, 0.602, 0.653], + [8.19, 2.355, 2.316], + [2.39, 0.419, 0.464], + [2.063, 0.387, 0.441], + [1.73, 0.431, 0.494] +] + } + \ No newline at end of file From 9429189e7eea3dc4b65f208425709a8d67ccadbf Mon Sep 17 00:00:00 2001 From: wudidapaopao Date: Sun, 16 Aug 2026 18:52:06 +0000 Subject: [PATCH 13/13] Drop the rerun t3a.small result as well: this machine keeps its existing numbers --- chdb/results/20260816/t3a.small.json | 60 ---------------------------- 1 file changed, 60 deletions(-) delete mode 100644 chdb/results/20260816/t3a.small.json diff --git a/chdb/results/20260816/t3a.small.json b/chdb/results/20260816/t3a.small.json deleted file mode 100644 index b11ab51487..0000000000 --- a/chdb/results/20260816/t3a.small.json +++ /dev/null @@ -1,60 +0,0 @@ -{ - "system": "chDB", - "date": "2026-08-16", - "machine": "t3a.small", - "cluster_size": 1, - "proprietary": "no", - "hardware": "cpu", - "tuned": "no", - "tags": ["C++","column-oriented","ClickHouse derivative","embedded","stateless"], - "load_time": 1559, - "data_size": 15263868286, - "concurrent_qps": null, - "concurrent_error_ratio": null, - "result": [ - [0.31, 0.12, 0.252], - [0.843, 0.81, 0.562], - [1.609, 1.31, 1.085], - [2.627, 1.753, 2.09], - [7.516, 6.935, 6.763], - [19.904, 20.185, 19.45], - [0.88, 0.99, 0.712], - [1.092, 0.827, 0.563], - [12.454, 12.496, 12.529], - [14.381, 14.394, 14.306], - [4.972, 4.22, 4.275], - [6.449, 5.492, 5.649], - [26.125, 26.362, 26.483], - [41.778, 40.64, 40.855], - [32.029, 29.667, 30.254], - [14.354, 14.166, 14.217], - [65.214, 66.561, 65.389], - [44.184, 44.704, 44.061], - [113.08, 112.4, 113.797], - [1.359, 0.939, 0.925], - [33.469, 34.354, 33.1], - [35.643, 35.821, 35.588], - [46.956, 46.978, 46.853], - [8.983, 6.331, 5.674], - [3.224, 1.778, 1.843], - [8.621, 8.111, 7.709], - [3.216, 1.893, 1.781], - [5.005, 4.342, 4.781], - [87.983, 88.267, 88.349], - [0.895, 0.89, 0.787], - [9.696, 8.945, 9.307], - [30.118, 30.539, 30.151], - [170.329, 169.278, 168.747], - [134.44, 135.528, 133.935], - [134.618, 134.438, 160.202], - [29.534, 5.913, 5.587], - [4.86, 1.131, 1.105], - [2.19, 0.758, 0.687], - [4.573, 0.602, 0.653], - [8.19, 2.355, 2.316], - [2.39, 0.419, 0.464], - [2.063, 0.387, 0.441], - [1.73, 0.431, 0.494] -] - } - \ No newline at end of file