Add OCI tag pagination

.github/workflows/ci.yml

@@ -57,6 +57,7 @@ jobs:
             cli:
               - 'services/cli/**'
               - 'lib/**'
+              - 'services/api/openapi.json'
             docker:
               - 'services/api/Dockerfile'
               - 'services/console/Dockerfile'

.github/workflows/cli.yml

@@ -33,6 +33,14 @@ env:
   CLI_BIN_NAME: bencher
 
 jobs:
+  pr_noop:
+    name: CLI PR No-op
+    if: ${{ github.event_name == 'pull_request' && !inputs.check-cli && !inputs.build-cli }}
+    runs-on: ubuntu-22.04
+    steps:
+      - name: No-op
+        run: "true"
+
   action_main:
     name: Action `main`
     if: github.ref == 'refs/heads/devel' || github.ref == 'refs/heads/cloud'

.github/workflows/deploy.yml

@@ -57,9 +57,6 @@ jobs:
           docker load < ${{ env.API_DOCKER_IMAGE }}.tar.gz
           docker tag ${{ env.API_DOCKER_IMAGE }} ${{ env.FLY_REGISTRY }}/bencher-api-dev
       - uses: superfly/flyctl-actions/setup-flyctl@master
-      - name: Scale up Dev Machines
-        working-directory: ./services/api
-        run: flyctl scale vm performance-8x --app bencher-api-dev
       - name: Deploy Local API to Fly.io
         working-directory: ./services/api
         run: flyctl deploy --local-only --config fly/fly.dev.toml --wait-timeout 300
@@ -68,18 +65,12 @@ jobs:
           cache-key: cli
           mold-version: ${{ inputs.mold-version }}
       - name: Run Smoke Test
-        id: smoke-test
-        continue-on-error: true
         env:
           RUST_BACKTRACE: full
         run: cargo test-api smoke dev
-      - name: Scale down Dev Machines
-        if: always()
-        working-directory: ./services/api
-        run: flyctl scale vm shared-cpu-1x --app bencher-api-dev
-      - name: Check Smoke Test Result
-        if: steps.smoke-test.outcome == 'failure'
-        run: exit 1
+      - name: Run OCI Conformance Test
+        continue-on-error: true
+        run: cargo test-api oci --admin
 
   deploy_console_netlify_dev:
     name: Deploy Console UI to Netlify Dev

.github/workflows/track_benchmarks.yml

@@ -26,6 +26,7 @@ jobs:
           --project bencher \
           --token '${{ secrets.BENCHER_API_TOKEN }}' \
           --branch ${{ github.ref_name }} \
+          --hash '${{ github.sha }}' \
           --testbed ubuntu-22.04 \
           --threshold-measure latency \
           --threshold-test t_test \

CLAUDE.md

@@ -33,6 +33,15 @@ cargo test-api seed            # Seed the database with sample data
 cd services/console && npm test # Run frontend tests (vitest)
 ```
 
+Running the seed tests:
+
+1. Stop the API server if it's running.
+2. Delete the existing database at `services/api/data/bencher.db` if it exists.
+3. Run the API server.
+4. In another terminal:
+  - Bencher Cloud: `cargo test-api seed --is-bencher-cloud`
+  - Bencher Self-Hosted: `cargo test-api seed`
+
 ### Linting & Formatting
 
 ```bash

Cargo.toml

@@ -151,6 +151,7 @@ tokio-rustls = {version =  "0.26", default-features = false, features = ["loggin
 tokio-util = { version = "0.7", features = ["io"] }
 typeshare = "1.0"
 url = "2.5"
+urlencoding = "2.1"
 uuid = "1.19"
 wasm-bindgen = "0.2"
 wasm-bindgen-test = "0.3"

lib/bencher_schema/src/context/rate_limiting/mod.rs

@@ -174,10 +174,8 @@ impl RateLimiting {
                 }
             },
             (false, None) => {
-                // todo(epompeii): Add the ability to completely disable rate limiting for Bencher Self-Hosted
-                // Keeping this as `default()` instead of `max()` is a bit of a hack to make it easier to test rate limiting locally.
                 slog::info!(log, "No rate limits applied for Bencher Self-Hosted");
-                Self::default()
+                Self::max()
             },
         }
     }

plus/api_oci/Cargo.toml

@@ -27,6 +27,7 @@ plus = [
     "dep:serde",
     "dep:serde_json",
     "dep:slog",
+    "dep:urlencoding",
 ]
 sentry = []
 otel = ["dep:bencher_otel"]
@@ -48,6 +49,7 @@ schemars = { workspace = true, optional = true }
 serde = { workspace = true, optional = true }
 serde_json = { workspace = true, optional = true }
 slog = { workspace = true, optional = true }
+urlencoding = { workspace = true, optional = true }
 
 [dev-dependencies]
 bencher_api_tests.workspace = true