Skip to content

chore(flink): align the container runtime with the pinned 2.3.0 extra #526

chore(flink): align the container runtime with the pinned 2.3.0 extra

chore(flink): align the container runtime with the pinned 2.3.0 extra #526

Workflow file for this run

name: Load Test
on:
pull_request:
paths:
- "src/**"
- "tests/load/**"
- "scripts/check_performance.py"
- "docs/benchmark-baseline.json"
push:
branches: [main]
paths-ignore:
- ".github/perf-history.json"
workflow_dispatch:
permissions:
contents: read
jobs:
load-test:
runs-on: ubuntu-latest
timeout-minutes: 20
steps:
- uses: actions/checkout@9c091bb21b7c1c1d1991bb908d89e4e9dddfe3e0 # v7.0.0
- uses: actions/setup-python@ece7cb06caefa5fff74198d8649806c4678c61a1 # v6.3.0
with:
python-version: "3.11"
- name: Install dependencies
run: pip install -e ".[load,cloud]"
- name: Run p99 CI smoke load gate
shell: bash
env:
# DuckDB-profile perf gate: baselines in docs/benchmark-baseline.json were
# measured on the embedded engine. The shipped ClickHouse path is exercised
# by the E2E workflow's ClickHouse lane, not by this latency gate.
SERVING_BACKEND: duckdb
DUCKDB_PATH: .artifacts/load/agentflow-load.duckdb
AGENTFLOW_API_KEYS: af-prod-agent-support-abc123:Support Agent,af-prod-agent-ops-def456:Ops Agent,af-prod-agent-rate-e2e000:Rate Limit Agent
AGENTFLOW_USAGE_DB_PATH: .artifacts/load/agentflow-api-usage.duckdb
AGENTFLOW_WEBHOOKS_FILE: .artifacts/load/webhooks.yaml
AGENTFLOW_LOAD_API_KEY: af-prod-agent-ops-def456
AGENTFLOW_RATE_LIMIT_RPM: "600000"
AGENTFLOW_LOAD_HEALTH_CHECK_WEIGHT: "0"
AGENTFLOW_LOAD_USERS: "15"
AGENTFLOW_LOAD_SPAWN_RATE: "5"
OTEL_SDK_DISABLED: "true"
PYTHONUNBUFFERED: "1"
run: |
set -euo pipefail
mkdir -p .artifacts/load
python tests/load/run_load_test.py --duckdb-path "$DUCKDB_PATH" --seed-data --seed-only
python -m uvicorn src.serving.api.main:app --host 127.0.0.1 --port 8011 > .artifacts/load/api.log 2>&1 &
api_pid=$!
trap 'kill "$api_pid"' EXIT
python scripts/wait_for_services.py --url http://127.0.0.1:8011 --timeout 120
python tests/load/run_load_test.py \
--host http://127.0.0.1:8011 \
--stats-prefix .artifacts/load/results \
--results-json .artifacts/load/results.json
- name: Check CI-runner baseline regression
run: python scripts/check_performance.py --baseline docs/benchmark-baseline.json --current .artifacts/load/results.json --max-regress 50
- name: Upload load-test artifacts
if: always()
uses: actions/upload-artifact@043fb46d1a93c77aae656e7c1c64a875d1fc6a0a # v7.0.1
with:
name: load-test-results
path: .artifacts/load/