agentflow/.github/workflows/performance.yml at main · brownjuly2003-code/agentflow · GitHub

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
name: Nightly Performance

on:
  schedule:
    - cron: "0 3 * * *"
  workflow_dispatch:

permissions:
  contents: read

jobs:
  perf-baseline:
    runs-on: ubuntu-latest
    timeout-minutes: 20
    steps:
      - uses: actions/checkout@3d3c42e5aac5ba805825da76410c181273ba90b1 # v7.0.1
      - uses: actions/setup-python@5fda3b95a4ea91299a34e894583c3862153e4b97 # v7.0.0
        with:
          python-version: "3.11"
      - name: Install dependencies
        run: pip install -e ".[dev,load,cloud]"
      - name: Run canonical benchmark
        # DuckDB-profile benchmark: no ClickHouse service on the runner host,
        # and the baseline predates the ClickHouse serving flip.
        env:
          SERVING_BACKEND: duckdb
        run: |
          python scripts/run_benchmark.py \
            --results-json .artifacts/benchmark/current.json \
            --report-path .artifacts/benchmark/benchmark.md
      - name: Compare to baseline
        run: python scripts/check_performance.py docs/benchmark-baseline.json .artifacts/benchmark/current.json
      - name: Upload benchmark artifacts
        if: always()
        uses: actions/upload-artifact@043fb46d1a93c77aae656e7c1c64a875d1fc6a0a # v7.0.1
        with:
          name: perf-baseline-results
          path: .artifacts/benchmark/