Revert "Statically link JSON extension in pybind CI" #124
Workflow file for this run
This file contains hidden or bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| name: Python CI | |
| on: | |
| workflow_dispatch: | |
| pull_request: | |
| branches: [main] | |
| push: | |
| branches: [main] | |
| permissions: | |
| actions: read | |
| contents: read | |
| concurrency: | |
| group: ${{ github.workflow }}-${{ github.event.pull_request.number || github.ref }} | |
| cancel-in-progress: true | |
| jobs: | |
| python-ci-capi: | |
| runs-on: ubuntu-latest | |
| steps: | |
| - name: Checkout ladybug | |
| uses: actions/checkout@v4 | |
| with: | |
| repository: LadybugDB/ladybug | |
| fetch-depth: 1 | |
| path: ladybug | |
| - name: Update submodules | |
| working-directory: ladybug | |
| run: git submodule update --init --recursive dataset | |
| - name: Checkout ladybug-python into ladybug/tools/python_api | |
| uses: actions/checkout@v4 | |
| with: | |
| fetch-depth: 1 | |
| path: ladybug/tools/python_api | |
| - name: Setup ccache | |
| uses: hendrikmuhs/ccache-action@v1.2 | |
| with: | |
| key: python-${{ runner.os }}-${{ runner.arch }}-${{ github.ref }} | |
| max-size: 2G | |
| create-symlink: true | |
| restore-keys: | | |
| python-${{ runner.os }}-${{ runner.arch }}-refs/heads/main | |
| python-${{ runner.os }}-${{ runner.arch }}- | |
| - name: Install uv | |
| uses: astral-sh/setup-uv@v3 | |
| with: | |
| version: "latest" | |
| - name: Set up Python | |
| uses: actions/setup-python@v5 | |
| with: | |
| python-version: "3.12" | |
| - name: Install dependencies | |
| working-directory: ladybug/tools/python_api | |
| run: | | |
| uv venv .venv | |
| uv pip install -e .[dev] | |
| - name: Resolve compatible lbug artifact run | |
| working-directory: ladybug | |
| env: | |
| GITHUB_TOKEN: ${{ github.token }} | |
| run: | | |
| SHA="$(git rev-parse HEAD)" | |
| API_URL="https://api.github.com/repos/LadybugDB/ladybug/actions/workflows/build-and-deploy.yml/runs" | |
| AUTH_HEADER="Authorization: Bearer $GITHUB_TOKEN" | |
| ACCEPT_HEADER="Accept: application/vnd.github+json" | |
| VERSION_HEADER="X-GitHub-Api-Version: 2022-11-28" | |
| RUN_ID="$( | |
| curl -fsSL \ | |
| -H "$AUTH_HEADER" \ | |
| -H "$ACCEPT_HEADER" \ | |
| -H "$VERSION_HEADER" \ | |
| "$API_URL?head_sha=$SHA&status=success&per_page=1" \ | |
| | python -c 'import json,sys; data=json.load(sys.stdin); runs=data.get("workflow_runs") or []; print(runs[0]["id"] if runs else "")' | |
| )" | |
| if [ -z "$RUN_ID" ]; then | |
| RUN_ID="$( | |
| curl -fsSL \ | |
| -H "$AUTH_HEADER" \ | |
| -H "$ACCEPT_HEADER" \ | |
| -H "$VERSION_HEADER" \ | |
| "$API_URL?branch=main&status=success&per_page=1" \ | |
| | python -c 'import json,sys; data=json.load(sys.stdin); runs=data.get("workflow_runs") or []; print(runs[0]["id"] if runs else "")' | |
| )" | |
| fi | |
| if [ -z "$RUN_ID" ]; then | |
| echo "Could not find a successful LadybugDB/ladybug build-and-deploy run." >&2 | |
| exit 1 | |
| fi | |
| echo "Using Ladybug build-and-deploy RUN_ID=$RUN_ID for SHA=$SHA" | |
| echo "LBUG_BUILD_RUN_ID=$RUN_ID" >> "$GITHUB_ENV" | |
| - name: Download shared lbug library | |
| working-directory: ladybug/tools/python_api | |
| env: | |
| GH_TOKEN: ${{ github.token }} | |
| run: | | |
| gh --version | |
| LBUG_PRECOMPILED_RUN_ID="$LBUG_BUILD_RUN_ID" LBUG_LIB_KIND=shared bash scripts/download_lbug.sh .cache/lbug-capi.env | |
| cat .cache/lbug-capi.env >> "$GITHUB_ENV" | |
| - name: Check formatting (black) | |
| working-directory: ladybug/tools/python_api | |
| run: | | |
| uv pip install black==26.3.0 | |
| .venv/bin/black --check src_py test | |
| - name: Run ruff check | |
| working-directory: ladybug/tools/python_api | |
| run: | | |
| .venv/bin/ruff check src_py test | |
| - name: Run pytest (C API backend) | |
| working-directory: ladybug/tools/python_api | |
| env: | |
| LBUG_PYTHON_BACKEND: capi | |
| run: | | |
| if ! command -v gdb >/dev/null 2>&1; then | |
| sudo apt-get update | |
| sudo apt-get install -y gdb | |
| fi | |
| echo "Relevant environment:" | |
| env | sort | grep -Ei '^(http|https|all|no|ladybug|lbug|lang|lc_)' || true | |
| echo "Resolved liblbug dependencies:" | |
| ldd "$LBUG_C_API_LIB_PATH" | |
| run_gdb() { | |
| local log_file="$1" | |
| shift | |
| set +e | |
| gdb --batch \ | |
| -ex "set pagination off" \ | |
| -ex "set print thread-events off" \ | |
| -ex "run" \ | |
| -ex "thread apply all bt full" \ | |
| --args "$@" 2>&1 | tee "$log_file" | |
| local gdb_status=${PIPESTATUS[0]} | |
| set -e | |
| if grep -q "received signal SIGSEGV" "$log_file"; then | |
| echo "gdb caught SIGSEGV" >&2 | |
| exit 1 | |
| fi | |
| return "$gdb_status" | |
| } | |
| run_gdb .cache/gdb-json-install-smoke.log .venv/bin/python -c 'import shutil, tempfile; from ladybug import Connection; tmp = tempfile.mkdtemp(); conn = Connection(tmp); conn.execute("INSTALL json; LOAD json;"); shutil.rmtree(tmp)' | |
| run_gdb .cache/gdb-capi-pytest.log .venv/bin/python -m pytest -vv ./test | |
| python-ci-pybind: | |
| runs-on: ubuntu-latest | |
| steps: | |
| - name: Checkout ladybug | |
| uses: actions/checkout@v4 | |
| with: | |
| repository: LadybugDB/ladybug | |
| fetch-depth: 1 | |
| path: ladybug | |
| - name: Update submodules | |
| working-directory: ladybug | |
| run: git submodule update --init --recursive dataset | |
| - name: Checkout ladybug-python into ladybug/tools/python_api | |
| uses: actions/checkout@v4 | |
| with: | |
| fetch-depth: 1 | |
| path: ladybug/tools/python_api | |
| - name: Setup ccache | |
| uses: hendrikmuhs/ccache-action@v1.2 | |
| with: | |
| key: python-${{ runner.os }}-${{ runner.arch }}-${{ github.ref }} | |
| max-size: 2G | |
| create-symlink: true | |
| restore-keys: | | |
| python-${{ runner.os }}-${{ runner.arch }}-refs/heads/main | |
| python-${{ runner.os }}-${{ runner.arch }}- | |
| - name: Install uv | |
| uses: astral-sh/setup-uv@v3 | |
| with: | |
| version: "latest" | |
| - name: Set up Python | |
| uses: actions/setup-python@v5 | |
| with: | |
| python-version: "3.12" | |
| - name: Install dependencies | |
| working-directory: ladybug/tools/python_api | |
| run: | | |
| uv venv .venv | |
| uv pip install -e .[dev] | |
| - name: Check formatting (black) | |
| working-directory: ladybug/tools/python_api | |
| run: | | |
| uv pip install black==26.3.0 | |
| .venv/bin/black --check src_py test | |
| - name: Run ruff check | |
| working-directory: ladybug/tools/python_api | |
| run: | | |
| .venv/bin/ruff check src_py test | |
| - name: Build native module | |
| working-directory: ladybug | |
| env: | |
| GEN: Ninja | |
| CMAKE_C_COMPILER_LAUNCHER: ccache | |
| CMAKE_CXX_COMPILER_LAUNCHER: ccache | |
| run: | | |
| make python | |
| cp tools/python_api/src_py/*.py tools/python_api/build/ladybug/ | |
| - name: Run pytest (pybind backend) | |
| working-directory: ladybug/tools/python_api | |
| env: | |
| LBUG_PYTHON_BACKEND: pybind | |
| run: | | |
| export PYTHONPATH=./build | |
| .venv/bin/python -m pytest -vv ./test |