Feat/quantbt engine packaging

.github/workflows/ci.yml

@@ -2,37 +2,87 @@ name: CI
 
 on:
   pull_request:
-    branches: [dev]
+    branches: [dev, main]
   push:
-    branches: [dev]
+    branches: [dev, main]
+  workflow_dispatch:
 
 permissions:
   contents: read
 
 jobs:
-  tests:
-    name: Python tests
+  package:
+    name: Python ${{ matrix.python-version }}
     runs-on: ubuntu-latest
 
+    strategy:
+      fail-fast: false
+      matrix:
+        python-version: ["3.11", "3.12", "3.13"]
+
     steps:
       - name: Checkout
         uses: actions/checkout@v4
 
       - name: Set up Python
         uses: actions/setup-python@v5
         with:
-          python-version: "3.11"
+          python-version: ${{ matrix.python-version }}
+
+      - name: Set up uv
+        uses: astral-sh/setup-uv@v6
+        with:
+          enable-cache: true
 
       - name: Install dependencies
+        # The shared suite exercises Optuna, reporting, and plotting APIs.
+        # Keep the heavyweight optional Nautilus validation extra out of this
+        # matrix; it has its own gate and creates avoidable RSS pressure.
+        run: uv sync --extra optimization --extra reports --extra viz --dev
+
+      - name: Test
+        run: >-
+          .venv/bin/python -m pytest -q
+          --ignore=tests/test_real.py
+          --ignore=tests/test_real_endpoints.py
+          --ignore=tests/native_event
+          --ignore=tests/test_phase47a_grid_adapter.py
+          --ignore=tests/test_phase47c_grid_parity.py
+          --ignore=tests/test_phase47d_grid_optimizer.py
+
+      - name: Build package
         run: |
-          python -m pip install -U pip
-          python -m pip install numpy pandas numba matplotlib seaborn pytest
+          rm -rf dist
+          uv build
+
+      - name: Validate distribution metadata
+        run: uv run twine check dist/*
 
-      - name: Run core tests
-        env:
-          PYTHONPATH: ${{ github.workspace }}/..
+      - name: Check repository visibility and release artifacts
         run: |
-          pytest tests \
-            --ignore=tests/test_real.py \
-            --ignore=tests/test_real_endpoints.py \
-            --ignore=tests/test_phase5_nautilus_adapter.py
+          git ls-files --error-unmatch upgrade/implement.md
+          python "$GITHUB_WORKSPACE/tools/scan_public_secrets.py" --root "$GITHUB_WORKSPACE"
+          python "$GITHUB_WORKSPACE/tools/check_release_artifacts.py" --dist "$GITHUB_WORKSPACE/dist"
+
+      - name: Clean wheel install smoke
+        shell: bash
+        run: |
+          python -m venv /tmp/quantbt-wheel-smoke
+          /tmp/quantbt-wheel-smoke/bin/python -m pip install --upgrade pip
+          /tmp/quantbt-wheel-smoke/bin/python -m pip install dist/quantbt_engine-*.whl
+          /tmp/quantbt-wheel-smoke/bin/python -m pip check
+          cd /tmp
+          /tmp/quantbt-wheel-smoke/bin/python -c "from quantbt import QuantBTEndpoint; print(QuantBTEndpoint)"
+
+      - name: Clean sdist install smoke
+        shell: bash
+        run: |
+          python -m venv /tmp/quantbt-sdist-smoke
+          /tmp/quantbt-sdist-smoke/bin/python -m pip install --upgrade pip
+          /tmp/quantbt-sdist-smoke/bin/python -m pip install dist/quantbt_engine-*.tar.gz
+          /tmp/quantbt-sdist-smoke/bin/python -m pip check
+          cd /tmp
+          /tmp/quantbt-sdist-smoke/bin/python -c "from quantbt import QuantBTEndpoint; print(QuantBTEndpoint)"
+
+      - name: Pool Alpha import compatibility smoke
+        run: uv run python -c "from quantbt import QuantBTEndpoint; print(QuantBTEndpoint)"

.github/workflows/native.yml

@@ -0,0 +1,122 @@
+name: Native Event API 0.4 Gate
+
+on:
+  pull_request:
+    branches: [dev, main]
+  push:
+    branches: [dev, main]
+  workflow_dispatch:
+
+permissions:
+  contents: read
+
+jobs:
+  native-event-api-04:
+    name: Native Event API 0.4 / CPython ${{ matrix.python-version }}
+    runs-on: ubuntu-latest
+    strategy:
+      fail-fast: false
+      matrix:
+        python-version: ["3.11", "3.12", "3.13"]
+
+    steps:
+      - name: Checkout
+        uses: actions/checkout@v4
+
+      - name: Set up Python
+        uses: actions/setup-python@v5
+        with:
+          python-version: ${{ matrix.python-version }}
+
+      - name: Set up Rust
+        uses: dtolnay/rust-toolchain@stable
+
+      - name: Set up uv
+        uses: astral-sh/setup-uv@v6
+        with:
+          enable-cache: true
+
+      - name: Install core test environment
+        # The native gate needs the optimization dependencies used by the
+        # shared test suite, but not the optional Nautilus/report/viz extras.
+        # Keeping those out avoids importing a large third-party stack in
+        # every CPython matrix job.
+        run: uv sync --extra optimization --dev
+
+      - name: Rust format, lint, and tests
+        working-directory: rust/native_event
+        run: |
+          cargo fmt --check
+          cargo clippy -- -D warnings
+          cargo test
+
+      - name: Build core wheel from this ref
+        run: uv build --out-dir dist/core
+
+      - name: Build native wheel
+        uses: PyO3/maturin-action@v1
+        with:
+          command: build
+          args: >-
+            --release
+            --manifest-path rust/native_event/Cargo.toml
+            --interpreter python${{ matrix.python-version }}
+            --out dist/native
+          manylinux: "2014"
+
+      - name: Clean combined core and native wheel install smoke
+        shell: bash
+        run: |
+          python -m venv /tmp/quantbt-native-combined-smoke
+          /tmp/quantbt-native-combined-smoke/bin/python -m pip install --upgrade pip
+          /tmp/quantbt-native-combined-smoke/bin/python -m pip install dist/core/quantbt_engine-*.whl dist/native/quantbt_native-*.whl
+          /tmp/quantbt-native-combined-smoke/bin/python -m pip check
+          cd /tmp
+          /tmp/quantbt-native-combined-smoke/bin/python - <<'PY'
+          from quantbt import QuantBTEndpoint
+          import _quantbt_native
+
+          assert _quantbt_native.api_version() == "0.4"
+          required = {
+              "native_event_v2_full_contract",
+              "native_event_v2_multisymbol",
+              "native_event_v2_funding",
+              "native_event_v2_liquidation",
+              "native_event_v2_cancel_all_oco",
+              "native_event_v2_tif_expiry",
+              "native_event_v2_relationships",
+              "native_event_v2_quantity_preflight",
+          }
+          capabilities = _quantbt_native.capabilities()
+          missing = {
+              key for key in required if not capabilities.get(key, False)
+          }
+          assert not missing, sorted(missing)
+          print(QuantBTEndpoint)
+          print("Native Event API 0.4 capabilities: PASS")
+          PY
+
+      - name: Install native wheel into core test environment
+        run: uv pip install --python .venv/bin/python --no-deps dist/native/quantbt_native-*.whl
+
+      - name: Native Event full suite
+        run: .venv/bin/python -m pytest -q tests/native_event
+
+      - name: API 0.4 full-contract closure tests
+        env:
+          QUANTBT_NATIVE_BACKEND: rust
+        run: |
+          .venv/bin/python -m pytest -q \
+            tests/native_event/test_phase48e1_closure.py \
+            tests/native_event/contract/test_phase47b_full_contract.py \
+            tests/native_event/test_reactive_callback_contract.py
+
+      - name: Prepared score RSS and parity gate
+        run: |
+          .venv/bin/python benchmarks/run_phase45b_native_event_score_rss.py --rows 1000 --repeats 25 --json-out /tmp/phase45b-score-rss.json
+          .venv/bin/python -c "import json; p=json.load(open('/tmp/phase45b-score-rss.json')); assert p['parity']; assert p['score_faster_than_audit']; assert p['score_rss_not_higher_than_audit']"
+
+      - name: Rust RSS benchmark smoke
+        env:
+          QUANTBT_NATIVE_BACKEND: rust
+        run: .venv/bin/python benchmarks/native_event/benchmark_reactive_session.py --backend rust

.github/workflows/publish-testpypi.yml

@@ -0,0 +1,161 @@
+name: Publish quantbt-engine to TestPyPI
+
+on:
+  workflow_dispatch:
+    inputs:
+      ref:
+        description: "Release tag containing the RC version, for example v1.0.7rc1"
+        required: true
+        type: string
+  push:
+    tags:
+      - "v*rc*"
+
+permissions:
+  contents: read
+
+jobs:
+  build:
+    name: Build and test release candidate
+    runs-on: ubuntu-latest
+
+    steps:
+      - name: Checkout release candidate
+        uses: actions/checkout@v4
+        with:
+          ref: ${{ inputs.ref || github.ref_name }}
+
+      - name: Set up Python
+        uses: actions/setup-python@v5
+        with:
+          python-version: "3.12"
+
+      - name: Set up uv
+        uses: astral-sh/setup-uv@v6
+        with:
+          enable-cache: true
+
+      - name: Install core development environment
+        run: uv sync --extra optimization --extra reports --extra viz --dev
+
+      - name: Check RC version against tag
+        env:
+          GITHUB_REF_NAME: ${{ inputs.ref || github.ref_name }}
+        run: uv run python tools/check_release_version.py
+
+      - name: Run regression
+        run: >-
+          .venv/bin/python -m pytest -q
+          --ignore=tests/test_real.py
+          --ignore=tests/test_real_endpoints.py
+          --ignore=tests/native_event
+          --ignore=tests/test_phase47a_grid_adapter.py
+          --ignore=tests/test_phase47c_grid_parity.py
+          --ignore=tests/test_phase47d_grid_optimizer.py
+
+      - name: Clean build directory
+        run: rm -rf dist release-manifest.json
+
+      - name: Build distributions
+        run: uv build --out-dir dist
+
+      - name: Validate distribution metadata
+        run: uv run twine check --strict dist/*
+
+      - name: Inspect release surfaces
+        run: |
+          git ls-files --error-unmatch upgrade/implement.md
+          test -n "$(find dist -maxdepth 1 -type f -name 'quantbt_engine-*.tar.gz' -print -quit)"
+          test -n "$(find dist -maxdepth 1 -type f -name 'quantbt_engine-*-py3-none-any.whl' -print -quit)"
+          if find dist -maxdepth 1 -type f \( -iname '*quantbt_native*' -o -iname '*manylinux*' \) | grep -q .; then
+            echo "ERROR: native artifact found in core TestPyPI release"
+            exit 1
+          fi
+          python "$GITHUB_WORKSPACE/tools/scan_public_secrets.py" --root "$GITHUB_WORKSPACE"
+          python "$GITHUB_WORKSPACE/tools/check_release_artifacts.py" --dist "$GITHUB_WORKSPACE/dist"
+
+      - name: Clean wheel install smoke
+        shell: bash
+        run: |
+          python -m venv /tmp/quantbt-testpypi-wheel-smoke
+          /tmp/quantbt-testpypi-wheel-smoke/bin/python -m pip install --upgrade pip
+          /tmp/quantbt-testpypi-wheel-smoke/bin/python -m pip install dist/quantbt_engine-*.whl
+          /tmp/quantbt-testpypi-wheel-smoke/bin/python -m pip check
+          cd /tmp
+          /tmp/quantbt-testpypi-wheel-smoke/bin/python - <<'PY'
+          import pathlib
+          import quantbt
+
+          path = pathlib.Path(quantbt.__file__).resolve()
+          assert "site-packages" in path.parts, path
+          print(path)
+          PY
+
+      - name: Clean sdist install smoke
+        shell: bash
+        run: |
+          python -m venv /tmp/quantbt-testpypi-sdist-smoke
+          /tmp/quantbt-testpypi-sdist-smoke/bin/python -m pip install --upgrade pip
+          /tmp/quantbt-testpypi-sdist-smoke/bin/python -m pip install dist/quantbt_engine-*.tar.gz
+          /tmp/quantbt-testpypi-sdist-smoke/bin/python -m pip check
+          cd /tmp
+          /tmp/quantbt-testpypi-sdist-smoke/bin/python - <<'PY'
+          import pathlib
+          import quantbt
+
+          path = pathlib.Path(quantbt.__file__).resolve()
+          assert "site-packages" in path.parts, path
+          print(path)
+          PY
+
+      - name: Create release manifest
+        env:
+          GITHUB_REF_NAME: ${{ inputs.ref || github.ref_name }}
+        run: >-
+          uv run python tools/create_release_manifest.py
+          --dist dist
+          --output release-manifest.json
+          --require-clean
+
+      - name: Upload distributions
+        uses: actions/upload-artifact@v4
+        with:
+          name: testpypi-dist
+          path: dist/*
+          if-no-files-found: error
+
+      - name: Upload release manifest
+        uses: actions/upload-artifact@v4
+        with:
+          name: testpypi-release-manifest
+          path: release-manifest.json
+          if-no-files-found: error
+
+  publish:
+    name: Publish release candidate to TestPyPI
+    needs: build
+    runs-on: ubuntu-latest
+    environment:
+      name: testpypi
+    permissions:
+      contents: read
+      id-token: write
+
+    steps:
+      - name: Download distributions
+        uses: actions/download-artifact@v4
+        with:
+          name: testpypi-dist
+          path: dist
+
+      - name: Download release manifest
+        uses: actions/download-artifact@v4
+        with:
+          name: testpypi-release-manifest
+          path: release-evidence
+
+      - name: Publish with TestPyPI trusted publishing
+        uses: pypa/gh-action-pypi-publish@release/v1
+        with:
+          repository-url: https://test.pypi.org/legacy/
+          skip-existing: true