diff --git a/.github/workflows/update-canary-snapshots.yaml b/.github/workflows/update-canary-snapshots.yaml new file mode 100644 index 000000000..fc1c4fe13 --- /dev/null +++ b/.github/workflows/update-canary-snapshots.yaml @@ -0,0 +1,57 @@ +name: Update canary snapshots + +on: + schedule: + - cron: "0 8 * * 1" + workflow_dispatch: + +permissions: + contents: write + pull-requests: write + +jobs: + update: + runs-on: ubuntu-latest + timeout-minutes: 90 + steps: + - uses: actions/checkout@34e114876b0b11c390a56381ad16ebd13914f8d5 # v4.3.1 + - uses: actions/setup-node@49933ea5288caeca8642d1e84afbd3f7d6820020 # v4.4.0 + with: + node-version-file: .tool-versions + - name: Setup pnpm + uses: pnpm/action-setup@fc06bc1257f339d1d5d8b3a19a8cae5388b55320 # v5.0.0 + - name: Install dependencies + run: pnpm install --frozen-lockfile + - name: Build + run: pnpm run build + - name: Update canary snapshots + env: + ANTHROPIC_API_KEY: ${{ secrets.ANTHROPIC_API_KEY }} + COHERE_API_KEY: ${{ secrets.COHERE_API_KEY }} + COPILOT_API_KEY: ${{ secrets.COPILOT_API_KEY }} + CURSOR_API_KEY: ${{ secrets.CURSOR_API_KEY }} + GEMINI_API_KEY: ${{ secrets.GEMINI_API_KEY }} + GROQ_API_KEY: ${{ secrets.GROQ_API_KEY }} + HUGGINGFACE_API_KEY: ${{ secrets.HUGGINGFACE_API_KEY }} + MISTRAL_API_KEY: ${{ secrets.MISTRAL_API_KEY }} + OPENAI_API_KEY: ${{ secrets.OPENAI_API_KEY }} + OPENROUTER_API_KEY: ${{ secrets.OPENROUTER_API_KEY }} + run: node e2e/scripts/run-canary-tests-docker.mjs --update + - name: Open PR if snapshots changed + env: + GH_TOKEN: ${{ github.token }} + run: | + if git diff --quiet -- 'e2e/scenarios'; then + echo "No canary snapshot changes." + exit 0 + fi + git config user.name "github-actions[bot]" + git config user.email "github-actions[bot]@users.noreply.github.com" + BRANCH="canary-snapshots/$(date +%Y%m%d)" + git checkout -b "$BRANCH" + git add e2e/scenarios + git commit -m "chore(e2e): update canary snapshots $(date +%Y-%m-%d)" + git push origin "$BRANCH" + gh pr create \ + --title "chore(e2e): update canary snapshots $(date +%Y-%m-%d)" \ + --body "Automated canary snapshot update. Review for unexpected structural changes in provider instrumentation before merging." diff --git a/dev-packages/seinfeld/src/internal/well-known-headers.ts b/dev-packages/seinfeld/src/internal/well-known-headers.ts index a9e99f4d8..425e426a2 100644 --- a/dev-packages/seinfeld/src/internal/well-known-headers.ts +++ b/dev-packages/seinfeld/src/internal/well-known-headers.ts @@ -16,6 +16,7 @@ export const AUTH_HEADERS = [ "api-key", "x-api-key", "x-anthropic-api-key", + "x-goog-api-key", "cookie", "set-cookie", "proxy-authorization", diff --git a/dev-packages/seinfeld/src/msw.ts b/dev-packages/seinfeld/src/msw.ts index 527adc7a4..3474948bb 100644 --- a/dev-packages/seinfeld/src/msw.ts +++ b/dev-packages/seinfeld/src/msw.ts @@ -132,7 +132,11 @@ export async function buildResponse( ctx?: { store: CassetteStore; name: string }, ): Promise { // Expand \n-joined set-cookie back into multiple header entries. - const headers = expandSetCookieHeader(recorded.headers); + // Strip encoding headers: stored bytes are already decoded by the fetch + // layer (undici decompresses gzip/deflate before handing the body to MSW + // handlers). Preserving content-encoding would cause callers to attempt a + // second decode of already-plain bytes, which throws a zlib error. + const headers = expandSetCookieHeader(stripEncodingHeaders(recorded.headers)); const init: ResponseInit = { status: recorded.status, headers }; if (recorded.statusText) init.statusText = recorded.statusText; // 1xx/204/304 responses must not have a body, per Fetch spec. @@ -169,6 +173,22 @@ export async function buildResponse( return new Response(buffer, init); } +const ENCODING_HEADERS = new Set([ + "content-encoding", + "transfer-encoding", + "content-length", +]); + +function stripEncodingHeaders( + headers: Record, +): Record { + return Object.fromEntries( + Object.entries(headers).filter( + ([key]) => !ENCODING_HEADERS.has(key.toLowerCase()), + ), + ); +} + /** * Return a `[string, string][]` header list from a `Record`, * splitting any `\n`-delimited `set-cookie` value back into separate entries. diff --git a/dev-packages/seinfeld/src/recorder.ts b/dev-packages/seinfeld/src/recorder.ts index 0b8b77aeb..23aeb48fc 100644 --- a/dev-packages/seinfeld/src/recorder.ts +++ b/dev-packages/seinfeld/src/recorder.ts @@ -8,6 +8,7 @@ import type { CassetteEntry, CassetteMode, RecordedRequest, + RecordedResponse, } from "./cassette"; import { AggregateCassetteMissError, CassetteMissError } from "./errors"; import { CURRENT_FORMAT_VERSION } from "./format"; @@ -221,8 +222,22 @@ async function handleRecord( response: redactedResponse, }); - // Return the real response to the caller. recordResponseDraft only used - // .clone() internally, so realResponse body is still available to clone. + // Return the response to the caller. + // + // For non-draft bodies (JSON, text, empty, SSE), build a fresh Response + // from the already-captured bytes. This avoids a Node.js/undici issue + // where realResponse.clone() after recordResponseDraft() (which already + // teed the body stream) can return an empty body, causing callers to + // misparse the response. + // + // For binary-draft bodies (large responses above the threshold), the + // bytes haven't been materialised yet, so fall back to realResponse.clone(). + if (captured.body.kind !== "binary-draft") { + return buildResponse(captured as unknown as RecordedResponse, { + store: ctx.store, + name: ctx.name, + }); + } return realResponse.clone(); } diff --git a/dev-packages/seinfeld/src/redactor/index.ts b/dev-packages/seinfeld/src/redactor/index.ts index 7f3f0fa49..95521c602 100644 --- a/dev-packages/seinfeld/src/redactor/index.ts +++ b/dev-packages/seinfeld/src/redactor/index.ts @@ -49,6 +49,13 @@ export interface RedactionConfig { * forms, or in SSE event lines that are not JSON. */ redactBodyText?: Array; + /** + * When `true`, all request headers are omitted from the persisted cassette. + * Request headers are never used for replay matching (only method, URL, and + * body are compared), so dropping them entirely is a safe way to prevent + * credentials from leaking into cassette files committed to version control. + */ + omitRequestHeaders?: boolean; /** Custom request transform run after declarative redaction. */ redactRequest?: (req: RecordedRequest) => RecordedRequest; /** Custom response transform run after declarative redaction. */ @@ -172,7 +179,9 @@ function applyRequestRedactionConfig( ): RecordedRequest { let result: RecordedRequest = req; - if (config.redactHeaders && config.redactHeaders.length > 0) { + if (config.omitRequestHeaders) { + result = { ...result, headers: {} }; + } else if (config.redactHeaders && config.redactHeaders.length > 0) { result = { ...result, headers: maskHeaders(result.headers, config.redactHeaders), diff --git a/dev-packages/seinfeld/src/redactor/presets.ts b/dev-packages/seinfeld/src/redactor/presets.ts index 58fcf81d7..9459cd048 100644 --- a/dev-packages/seinfeld/src/redactor/presets.ts +++ b/dev-packages/seinfeld/src/redactor/presets.ts @@ -32,6 +32,7 @@ const AGGRESSIVE_REDACTION: RedactionConfig = { * APIs use per-request credentials that could appear in response bodies. */ const PARANOID_REDACTION: RedactionConfig = { + omitRequestHeaders: true, redactHeaders: CREDENTIAL_HEADERS, redactBodyFields: [/^(api_?key|token|secret|password|authorization)$/i], redactBodyText: [ diff --git a/dev-packages/seinfeld/test/redactor.test.ts b/dev-packages/seinfeld/test/redactor.test.ts index 3ebc91254..996f8c828 100644 --- a/dev-packages/seinfeld/test/redactor.test.ts +++ b/dev-packages/seinfeld/test/redactor.test.ts @@ -355,9 +355,9 @@ describe("resolveRedactors", () => { }); describe("'paranoid' preset", () => { - it("masks credential headers", () => { + it("drops all request headers", () => { const out = applyRequestRedaction(baseReq, "paranoid"); - expect(out.headers.Authorization).toBe(REDACTED_SENTINEL); + expect(out.headers).toEqual({}); }); it("masks common credential field names in JSON bodies", () => { diff --git a/dev-packages/seinfeld/test/store/file-store.test.ts b/dev-packages/seinfeld/test/store/file-store.test.ts index ce2649aae..8e54d84ed 100644 --- a/dev-packages/seinfeld/test/store/file-store.test.ts +++ b/dev-packages/seinfeld/test/store/file-store.test.ts @@ -62,7 +62,7 @@ describe("createJsonFileStore", () => { const store = createJsonFileStore({ rootDir: dir }); await store.save("demo", makeCassette()); const raw = await readFile(join(dir, "demo.cassette.json"), "utf8"); - expect(raw).toMatch(/^\{\n {2}"version": 1/); + expect(raw).toMatch(/^\{\n {2}"entries":/); expect(raw.endsWith("\n")).toBe(true); }); @@ -70,7 +70,7 @@ describe("createJsonFileStore", () => { const store = createJsonFileStore({ rootDir: dir, pretty: false }); await store.save("demo", makeCassette()); const raw = await readFile(join(dir, "demo.cassette.json"), "utf8"); - expect(raw.startsWith('{"version":1')).toBe(true); + expect(raw.startsWith('{"entries":')).toBe(true); expect(raw.endsWith("\n")).toBe(false); }); diff --git a/e2e/helpers/cassette-preload.mjs b/e2e/helpers/cassette-preload.mjs index 54e153dd6..28734e406 100644 --- a/e2e/helpers/cassette-preload.mjs +++ b/e2e/helpers/cassette-preload.mjs @@ -50,7 +50,59 @@ async function bootCassettePreload(cassetteDir) { await cassette.start(); - process.on("beforeExit", async () => { + if (mode === "record") { + installRecordModeGuard(cassette); + } else { + process.on("beforeExit", async () => { + try { + await cassette.stop(); + } catch (err) { + process.stderr.write( + `[cassette] stop error: ${err instanceof Error ? err.message : String(err)}\n`, + ); + process.exit(1); + } + }); + } +} + +/** + * In record mode, `beforeExit` can fire in the gap between sequential HTTP + * calls (e.g. ADK's two-step tool-call flow: first call returns a functionCall, + * tool executes synchronously, then the second call sends the result). The gap + * between calls has no pending I/O, so the event loop empties and `beforeExit` + * fires prematurely — causing only a partial cassette to be saved. + * + * Fix: wrap `globalThis.fetch` (after MSW has installed its proxy) to track + * in-flight request count. A drain timer is set after each request completes + * and reset when the next request starts. `cassette.stop()` is only called + * when the drain timer fires with no in-flight requests, guaranteeing all + * sequential HTTP calls have been captured before we flush. + * + * @param {import("@braintrust/seinfeld").Cassette} cassette + */ +function installRecordModeGuard(cassette) { + // How long to wait after the last HTTP call before flushing the cassette. + // Must be long enough for the scenario to initiate the next sequential + // request. For ADK tool-call flows, the event loop empties between calls + // (MSW doesn't maintain a keep-alive socket) so the drain delay must be + // large enough to cover any gap between sequential Gemini API calls. + const DRAIN_DELAY_MS = 2000; + + const mswFetch = globalThis.fetch; + let inFlight = 0; + /** @type {ReturnType | null} */ + let drainTimer = null; + let stopping = false; + + async function stopOnDrain() { + if (stopping) return; + if (inFlight > 0) return; // new request started before drain fired + stopping = true; + if (drainTimer) { + clearTimeout(drainTimer); + drainTimer = null; + } try { await cassette.stop(); } catch (err) { @@ -59,6 +111,32 @@ async function bootCassettePreload(cassetteDir) { ); process.exit(1); } + } + + function scheduleDrain() { + if (stopping) return; + if (drainTimer) clearTimeout(drainTimer); + drainTimer = setTimeout(stopOnDrain, DRAIN_DELAY_MS); + } + + globalThis.fetch = async function recordGuardFetch(input, init) { + // Cancel any pending drain — a new request is starting. + if (drainTimer) { + clearTimeout(drainTimer); + drainTimer = null; + } + inFlight++; + try { + return await mswFetch(input, init); + } finally { + inFlight--; + scheduleDrain(); + } + }; + + // Fallback: if the scenario makes no HTTP calls, still flush the cassette. + process.on("beforeExit", async () => { + await stopOnDrain(); }); } diff --git a/e2e/helpers/file-snapshot.ts b/e2e/helpers/file-snapshot.ts index 726b86b74..d5dd68bee 100644 --- a/e2e/helpers/file-snapshot.ts +++ b/e2e/helpers/file-snapshot.ts @@ -1,5 +1,8 @@ +import { mkdirSync, writeFileSync } from "node:fs"; import { dirname, join } from "node:path"; import { fileURLToPath } from "node:url"; +import { expect } from "vitest"; +import { isCanaryMode } from "./scenario-installer"; import { normalizeForSnapshot, type Json } from "./normalize"; function sortJsonKeys(value: Json): Json { @@ -22,9 +25,33 @@ export function formatJsonFileSnapshot(value: Json): string { return `${JSON.stringify(sortJsonKeys(normalizeForSnapshot(value)), null, 2)}\n`; } +export async function matchFileSnapshot( + value: string, + path: string, +): Promise { + // In canary mode always write the snapshot and pass — never fail on content + // differences. The e2e-canary job catches live API failures; snapshot drift + // is surfaced separately by the update-canary-snapshots PR workflow. + if (isCanaryMode()) { + mkdirSync(dirname(path), { recursive: true }); + writeFileSync(path, value, "utf8"); + return; + } + await expect(value).toMatchFileSnapshot(path); +} + export function resolveFileSnapshotPath( testModuleUrl: string, filename: string, ): string { - return join(dirname(fileURLToPath(testModuleUrl)), "__snapshots__", filename); + // Canary tests use the latest provider versions, which may produce different + // span shapes. Keep their snapshots separate so pinned and canary baselines + // can diverge independently. + const subdir = isCanaryMode() ? "canary" : ""; + return join( + dirname(fileURLToPath(testModuleUrl)), + "__snapshots__", + subdir, + filename, + ); } diff --git a/e2e/scenarios/ai-sdk-instrumentation/__cassettes__/ai-sdk-v3.cassette.json b/e2e/scenarios/ai-sdk-instrumentation/__cassettes__/ai-sdk-v3.cassette.json index f2462120f..e4e77102e 100644 --- a/e2e/scenarios/ai-sdk-instrumentation/__cassettes__/ai-sdk-v3.cassette.json +++ b/e2e/scenarios/ai-sdk-instrumentation/__cassettes__/ai-sdk-v3.cassette.json @@ -1,21 +1,11 @@ { - "version": 1, - "meta": { - "createdAt": "2026-04-28T23:46:48.426Z", - "seinfeldVersion": "0.0.0" - }, "entries": [ { + "callIndex": 0, "id": "de4c41d5522cc15c", "matchKey": "POST api.openai.com/v1/chat/completions", - "callIndex": 0, "recordedAt": "2026-04-28T23:46:48.426Z", "request": { - "method": "POST", - "url": "https://api.openai.com/v1/chat/completions", - "headers": { - "content-type": "application/json" - }, "body": { "kind": "json", "value": { @@ -29,21 +19,12 @@ "model": "gpt-4o-mini-2024-07-18", "temperature": 0 } - } + }, + "headers": {}, + "method": "POST", + "url": "https://api.openai.com/v1/chat/completions" }, "response": { - "status": 200, - "statusText": "OK", - "headers": { - "access-control-expose-headers": "X-Request-ID", - "alt-svc": "h3=\":443\"; ma=86400", - "content-type": "application/json", - "openai-organization": "braintrust-data", - "openai-version": "2020-10-01", - "vary": "Accept-Encoding", - "x-content-type-options": "nosniff", - "x-openai-proxy-wasm": "v0.1" - }, "body": { "kind": "json", "value": { @@ -82,20 +63,27 @@ "total_tokens": 20 } } - } + }, + "headers": { + "access-control-expose-headers": "X-Request-ID", + "alt-svc": "h3=\":443\"; ma=86400", + "content-type": "application/json", + "openai-organization": "braintrust-data", + "openai-version": "2020-10-01", + "vary": "Accept-Encoding", + "x-content-type-options": "nosniff", + "x-openai-proxy-wasm": "v0.1" + }, + "status": 200, + "statusText": "OK" } }, { + "callIndex": 1, "id": "2da350587967e9a1", "matchKey": "POST api.openai.com/v1/chat/completions", - "callIndex": 1, "recordedAt": "2026-04-28T23:46:48.426Z", "request": { - "method": "POST", - "url": "https://api.openai.com/v1/chat/completions", - "headers": { - "content-type": "application/json" - }, "body": { "kind": "json", "value": { @@ -113,22 +101,13 @@ }, "temperature": 0 } - } + }, + "headers": {}, + "method": "POST", + "url": "https://api.openai.com/v1/chat/completions" }, "response": { - "status": 200, - "statusText": "OK", - "headers": { - "access-control-expose-headers": "X-Request-ID", - "alt-svc": "h3=\":443\"; ma=86400", - "content-type": "text/event-stream; charset=utf-8", - "openai-organization": "braintrust-data", - "openai-version": "2020-10-01", - "x-content-type-options": "nosniff", - "x-openai-proxy-wasm": "v0.1" - }, "body": { - "kind": "sse", "chunks": [ "data: {\"id\":\"chatcmpl-DZmQW9Y9oCvSBaUCWQm4l6AfqpCRl\",\"object\":\"chat.completion.chunk\",\"created\":1777420004,\"model\":\"gpt-4o-mini-2024-07-18\",\"service_tier\":\"default\",\"system_fingerprint\":\"fp_9a79c9e034\",\"choices\":[{\"index\":0,\"delta\":{\"role\":\"assistant\",\"content\":\"\",\"refusal\":null},\"logprobs\":null,\"finish_reason\":null}],\"usage\":null,\"obfuscation\":\"RO7NJHVUZ\"}", "data: {\"id\":\"chatcmpl-DZmQW9Y9oCvSBaUCWQm4l6AfqpCRl\",\"object\":\"chat.completion.chunk\",\"created\":1777420004,\"model\":\"gpt-4o-mini-2024-07-18\",\"service_tier\":\"default\",\"system_fingerprint\":\"fp_9a79c9e034\",\"choices\":[{\"index\":0,\"delta\":{\"content\":\"One\"},\"logprobs\":null,\"finish_reason\":null}],\"usage\":null,\"obfuscation\":\"qyo47mYC\"}", @@ -140,21 +119,28 @@ "data: {\"id\":\"chatcmpl-DZmQW9Y9oCvSBaUCWQm4l6AfqpCRl\",\"object\":\"chat.completion.chunk\",\"created\":1777420004,\"model\":\"gpt-4o-mini-2024-07-18\",\"service_tier\":\"default\",\"system_fingerprint\":\"fp_9a79c9e034\",\"choices\":[{\"index\":0,\"delta\":{},\"logprobs\":null,\"finish_reason\":\"stop\"}],\"usage\":null,\"obfuscation\":\"d1PRf\"}", "data: {\"id\":\"chatcmpl-DZmQW9Y9oCvSBaUCWQm4l6AfqpCRl\",\"object\":\"chat.completion.chunk\",\"created\":1777420004,\"model\":\"gpt-4o-mini-2024-07-18\",\"service_tier\":\"default\",\"system_fingerprint\":\"fp_9a79c9e034\",\"choices\":[],\"usage\":{\"prompt_tokens\":22,\"completion_tokens\":6,\"total_tokens\":28,\"prompt_tokens_details\":{\"cached_tokens\":0,\"audio_tokens\":0},\"completion_tokens_details\":{\"reasoning_tokens\":0,\"audio_tokens\":0,\"accepted_prediction_tokens\":0,\"rejected_prediction_tokens\":0}},\"obfuscation\":\"QLsV6jl5fu2\"}", "data: [DONE]" - ] - } + ], + "kind": "sse" + }, + "headers": { + "access-control-expose-headers": "X-Request-ID", + "alt-svc": "h3=\":443\"; ma=86400", + "content-type": "text/event-stream; charset=utf-8", + "openai-organization": "braintrust-data", + "openai-version": "2020-10-01", + "x-content-type-options": "nosniff", + "x-openai-proxy-wasm": "v0.1" + }, + "status": 200, + "statusText": "OK" } }, { + "callIndex": 0, "id": "f15f56a896602309", "matchKey": "POST api.openai.com/v1/embeddings", - "callIndex": 0, "recordedAt": "2026-04-28T23:46:48.426Z", "request": { - "method": "POST", - "url": "https://api.openai.com/v1/embeddings", - "headers": { - "content-type": "application/json" - }, "body": { "kind": "json", "value": { @@ -162,20 +148,12 @@ "input": ["Paris is the capital of France."], "model": "text-embedding-3-small" } - } + }, + "headers": {}, + "method": "POST", + "url": "https://api.openai.com/v1/embeddings" }, "response": { - "status": 200, - "statusText": "OK", - "headers": { - "access-control-expose-headers": "X-Request-ID", - "alt-svc": "h3=\":443\"; ma=86400", - "content-type": "application/json", - "openai-organization": "braintrust-data", - "openai-version": "2020-10-01", - "x-content-type-options": "nosniff", - "x-openai-proxy-wasm": "v0.1" - }, "body": { "kind": "json", "value": { @@ -369,13 +347,13 @@ -0.04901123046875, 0.0227508544921875, -0.0255584716796875, -0.0141143798828125, -0.01641845703125, 0.0095367431640625, 0.0183563232421875, 0.0184173583984375, 0.05340576171875, - 0.00008529424667358398, 0.03070068359375, - 0.0038967132568359375, -0.0161285400390625, - -0.006809234619140625, -0.0189361572265625, - -0.01512908935546875, -0.0167999267578125, 0.022003173828125, - -0.027374267578125, -0.03448486328125, -0.016998291015625, - -0.024627685546875, 0.045806884765625, -0.03558349609375, - -0.0439453125, -0.000728607177734375, -0.0036830902099609375, + 8.529424667358398e-5, 0.03070068359375, 0.0038967132568359375, + -0.0161285400390625, -0.006809234619140625, + -0.0189361572265625, -0.01512908935546875, + -0.0167999267578125, 0.022003173828125, -0.027374267578125, + -0.03448486328125, -0.016998291015625, -0.024627685546875, + 0.045806884765625, -0.03558349609375, -0.0439453125, + -0.000728607177734375, -0.0036830902099609375, -0.009368896484375, -0.0039520263671875, 0.026947021484375, -0.01522064208984375, -0.00968170166015625, 0.06329345703125, 0.037994384765625, 0.017242431640625, 0.0188751220703125, @@ -669,7 +647,7 @@ -0.028472900390625, -0.021148681640625, -0.039337158203125, 0.0176544189453125, -0.038238525390625, -0.039581298828125, 0.002685546875, -0.01483154296875, 0.00533294677734375, - 0.0000928044319152832, 0.01045989990234375, -0.01025390625, + 9.28044319152832e-5, 0.01045989990234375, -0.01025390625, -0.0207061767578125, -0.025665283203125, 0.0222015380859375, -0.0111083984375, 0.023406982421875, -0.0209197998046875, -0.0036716461181640625, -0.037689208984375, @@ -711,7 +689,7 @@ -0.00939178466796875, 0.02569580078125, 0.030731201171875, 0.023895263671875, 0.0019083023071289062, -0.0124969482421875, -0.01023101806640625, -0.03558349609375, 0.022857666015625, - -0.000028312206268310547, 0.0123291015625, 0.005157470703125, + -2.8312206268310547e-5, 0.0123291015625, 0.005157470703125, -0.01056671142578125, 0.005367279052734375, 0.009490966796875, 0.005687713623046875, -0.00585174560546875, 0.01279449462890625, -0.01137542724609375, @@ -744,20 +722,26 @@ "total_tokens": 7 } } - } + }, + "headers": { + "access-control-expose-headers": "X-Request-ID", + "alt-svc": "h3=\":443\"; ma=86400", + "content-type": "application/json", + "openai-organization": "braintrust-data", + "openai-version": "2020-10-01", + "x-content-type-options": "nosniff", + "x-openai-proxy-wasm": "v0.1" + }, + "status": 200, + "statusText": "OK" } }, { + "callIndex": 1, "id": "e534fd943eb3c71c", "matchKey": "POST api.openai.com/v1/embeddings", - "callIndex": 1, "recordedAt": "2026-04-28T23:46:48.426Z", "request": { - "method": "POST", - "url": "https://api.openai.com/v1/embeddings", - "headers": { - "content-type": "application/json" - }, "body": { "kind": "json", "value": { @@ -769,20 +753,12 @@ ], "model": "text-embedding-3-small" } - } + }, + "headers": {}, + "method": "POST", + "url": "https://api.openai.com/v1/embeddings" }, "response": { - "status": 200, - "statusText": "OK", - "headers": { - "access-control-expose-headers": "X-Request-ID", - "alt-svc": "h3=\":443\"; ma=86400", - "content-type": "application/json", - "openai-organization": "braintrust-data", - "openai-version": "2020-10-01", - "x-content-type-options": "nosniff", - "x-openai-proxy-wasm": "v0.1" - }, "body": { "kind": "json", "value": { @@ -929,13 +905,12 @@ 0.003353118896484375, -0.06689453125, -0.0166168212890625, -0.0134124755859375, -0.0120697021484375, 0.017791748046875, 0.0113677978515625, 0.0274810791015625, -0.0161285400390625, - -0.021453857421875, 0.0243682861328125, - 0.00009119510650634766, -0.052886962890625, - -0.01444244384765625, -0.027374267578125, -0.0139923095703125, - -0.0167236328125, -0.022918701171875, 0.019317626953125, - 0.0340576171875, -0.016937255859375, -0.00797271728515625, - -0.00978851318359375, -0.04583740234375, - 0.00009036064147949219, -0.080078125, 0.034454345703125, + -0.021453857421875, 0.0243682861328125, 9.119510650634766e-5, + -0.052886962890625, -0.01444244384765625, -0.027374267578125, + -0.0139923095703125, -0.0167236328125, -0.022918701171875, + 0.019317626953125, 0.0340576171875, -0.016937255859375, + -0.00797271728515625, -0.00978851318359375, -0.04583740234375, + 9.036064147949219e-5, -0.080078125, 0.034454345703125, -0.00510406494140625, 0.007190704345703125, 0.010528564453125, 0.058929443359375, -0.046600341796875, 0.011810302734375, 0.00418853759765625, 0.023712158203125, -0.00968170166015625, @@ -1034,7 +1009,7 @@ -0.032012939453125, 0.0247344970703125, -0.044097900390625, 0.027008056640625, -0.042205810546875, 0.00775146484375, -0.01312255859375, 0.0207672119140625, -0.04705810546875, - -0.00002086162567138672, 0.00946807861328125, + -2.086162567138672e-5, 0.00946807861328125, -0.022796630859375, -0.001911163330078125, -0.017822265625, -0.022918701171875, 0.02947998046875, 0.0144805908203125, -0.048858642578125, 0.02301025390625, 0.0194244384765625, @@ -1079,32 +1054,32 @@ -0.0168914794921875, 0.007293701171875, 0.05279541015625, 0.0255126953125, 0.0025959014892578125, 0.0182952880859375, -0.01070404052734375, -0.0017757415771484375, - 0.0000616908073425293, -0.0401611328125, - -0.0014514923095703125, 0.008209228515625, 0.011566162109375, - -0.01113128662109375, -0.0065460205078125, -0.047698974609375, - 0.037322998046875, 0.022247314453125, 0.0218963623046875, - -0.006984710693359375, 0.004993438720703125, - -0.06488037109375, 0.0343017578125, -0.03314208984375, - 0.02899169921875, 0.0101776123046875, 0.0004622936248779297, - 0.00783538818359375, -0.035736083984375, 0.01192474365234375, - 0.011444091796875, 0.00446319580078125, 0.0164947509765625, - 0.0293426513671875, -0.010101318359375, -0.00659942626953125, - -0.0218353271484375, 0.006134033203125, -0.026092529296875, - 0.057525634765625, 0.008331298828125, -0.054351806640625, - 0.006420135498046875, -0.01384735107421875, - 0.0032749176025390625, -0.00943756103515625, - 0.00666046142578125, 0.00923919677734375, -0.03973388671875, - 0.0173187255859375, -0.020294189453125, 0.0189971923828125, - -0.0526123046875, 0.037689208984375, -0.019134521484375, - 0.036712646484375, 0.0257720947265625, -0.028289794921875, - -0.0215301513671875, -0.0013914108276367188, - 0.0299530029296875, -0.048980712890625, -0.00582122802734375, - -0.044769287109375, -0.02301025390625, -0.04052734375, - -0.005565643310546875, 0.055328369140625, -0.016143798828125, - -0.00376129150390625, 0.0190277099609375, 0.00807952880859375, - 0.005237579345703125, 0.0297088623046875, 0.01401519775390625, - 0.017242431640625, 0.01528167724609375, -0.050567626953125, - -0.000003874301910400391, -0.00545501708984375, + 6.16908073425293e-5, -0.0401611328125, -0.0014514923095703125, + 0.008209228515625, 0.011566162109375, -0.01113128662109375, + -0.0065460205078125, -0.047698974609375, 0.037322998046875, + 0.022247314453125, 0.0218963623046875, -0.006984710693359375, + 0.004993438720703125, -0.06488037109375, 0.0343017578125, + -0.03314208984375, 0.02899169921875, 0.0101776123046875, + 0.0004622936248779297, 0.00783538818359375, + -0.035736083984375, 0.01192474365234375, 0.011444091796875, + 0.00446319580078125, 0.0164947509765625, 0.0293426513671875, + -0.010101318359375, -0.00659942626953125, -0.0218353271484375, + 0.006134033203125, -0.026092529296875, 0.057525634765625, + 0.008331298828125, -0.054351806640625, 0.006420135498046875, + -0.01384735107421875, 0.0032749176025390625, + -0.00943756103515625, 0.00666046142578125, + 0.00923919677734375, -0.03973388671875, 0.0173187255859375, + -0.020294189453125, 0.0189971923828125, -0.0526123046875, + 0.037689208984375, -0.019134521484375, 0.036712646484375, + 0.0257720947265625, -0.028289794921875, -0.0215301513671875, + -0.0013914108276367188, 0.0299530029296875, + -0.048980712890625, -0.00582122802734375, -0.044769287109375, + -0.02301025390625, -0.04052734375, -0.005565643310546875, + 0.055328369140625, -0.016143798828125, -0.00376129150390625, + 0.0190277099609375, 0.00807952880859375, 0.005237579345703125, + 0.0297088623046875, 0.01401519775390625, 0.017242431640625, + 0.01528167724609375, -0.050567626953125, + -3.874301910400391e-6, -0.00545501708984375, 0.026947021484375, 0.0048980712890625, -0.0352783203125, -0.0018253326416015625, -0.0186920166015625, -0.0036602020263671875, 0.01751708984375, 0.0295867919921875, @@ -1139,7 +1114,7 @@ 0.0037441253662109375, 0.0250091552734375, 0.0294189453125, -0.016815185546875, -0.0148468017578125, 0.006320953369140625, 0.05792236328125, -0.021697998046875, -0.038055419921875, - 0.026947021484375, -0.00004357099533081055, 0.0264892578125, + 0.026947021484375, -4.357099533081055e-5, 0.0264892578125, 0.0128173828125, -0.0010890960693359375, 0.01422882080078125, -0.01125335693359375, -0.01617431640625, -0.03173828125, -0.0277862548828125, -0.004199981689453125, 0.03680419921875, @@ -1264,7 +1239,7 @@ -0.046722412109375, 0.01300048828125, 0.0203857421875, -0.0005512237548828125, 0.01059722900390625, 0.019805908203125, 0.0034618377685546875, - 0.00009673833847045898, 0.019744873046875, -0.05584716796875, + 9.673833847045898e-5, 0.019744873046875, -0.05584716796875, 0.03558349609375, -0.0254058837890625, -0.04217529296875, -0.0294036865234375, -0.00960540771484375, -0.01404571533203125, 0.0033588409423828125, @@ -1545,7 +1520,7 @@ -0.0257415771484375, -0.006542205810546875, 0.038055419921875, 0.026702880859375, -0.02911376953125, 0.0148162841796875, -0.0256805419921875, 0.01059722900390625, 0.00872802734375, - 0.00007730722427368164, 0.0036029815673828125, + 7.730722427368164e-5, 0.0036029815673828125, -0.005950927734375, 0.0228729248046875, -0.00560760498046875, -0.01403045654296875, -0.00518798828125, 0.0011968612670898438, -0.01314544677734375, 0.03326416015625, @@ -1599,7 +1574,7 @@ 0.0009021759033203125, 0.02294921875, 0.0011987686157226562, -0.0117340087890625, -0.0088043212890625, 0.0107421875, 0.007022857666015625, -0.0149993896484375, - -0.00006276369094848633, -0.0035610198974609375, + -6.276369094848633e-5, -0.0035610198974609375, 0.046722412109375, 0.0281524658203125, -0.031982421875, 0.038116455078125, 0.016021728515625, -0.017547607421875, 0.0002999305725097656, 0.0076446533203125, @@ -1738,7 +1713,7 @@ -0.019287109375, 0.05072021484375, -0.0094451904296875, 0.0292510986328125, 0.01641845703125, 0.020355224609375, -0.01404571533203125, 0.0276031494140625, 0.0101165771484375, - -0.000055849552154541016, -0.01464080810546875, + -5.5849552154541016e-5, -0.01464080810546875, 0.04168701171875, 0.02850341796875, -0.0265045166015625, -0.044952392578125, -0.0309295654296875, -0.00738525390625, -0.017669677734375, -0.006511688232421875, @@ -1768,45 +1743,45 @@ 0.0269927978515625, -0.05517578125, 0.0013637542724609375, 0.0146026611328125, 0.026336669921875, 0.00457763671875, -0.0062255859375, 0.0114593505859375, -0.0207672119140625, - 0.0204010009765625, 0.013824462890625, - -0.00006508827209472656, -0.0250701904296875, - 0.033966064453125, 0.038238525390625, 0.00429534912109375, - -0.040496826171875, -0.0310821533203125, 0.05224609375, - 0.01543426513671875, 0.0025196075439453125, 0.016632080078125, - -0.00516510009765625, 0.0249481201171875, -0.046234130859375, - -0.01171112060546875, 0.004306793212890625, 0.0120849609375, - 0.05364990234375, 0.01523590087890625, -0.0060577392578125, - -0.0860595703125, -0.02093505859375, 0.007965087890625, - 0.002246856689453125, 0.011627197265625, 0.004337310791015625, - -0.034210205078125, -0.00942230224609375, - -0.00809478759765625, 0.0418701171875, -0.0021762847900390625, - -0.05126953125, -0.017822265625, -0.0088653564453125, - -0.034759521484375, -0.00539398193359375, 0.03582763671875, - 0.0277252197265625, -0.0007104873657226562, 0.023345947265625, - 0.003570556640625, 0.0065155029296875, 0.03973388671875, - 0.0066070556640625, -0.00890350341796875, 0.008331298828125, - -0.01509857177734375, -0.0193328857421875, 0.0176849365234375, - -0.0128021240234375, -0.0254669189453125, -0.0193634033203125, - -0.01556396484375, -0.008270263671875, 0.0179290771484375, - -0.017730712890625, 0.0276641845703125, -0.0269317626953125, - -0.0040740966796875, -0.01464080810546875, - -0.0004687309265136719, -0.01187896728515625, 0.02880859375, - -0.015289306640625, -0.01275634765625, 0.02294921875, - 0.005645751953125, -0.0229034423828125, -0.0176849365234375, - -0.0158538818359375, 0.01227569580078125, -0.030303955078125, - 0.01039886474609375, 0.021759033203125, -0.00572967529296875, - 0.040069580078125, -0.0193634033203125, -0.048492431640625, - 0.0482177734375, -0.0116729736328125, 0.01151275634765625, - 0.019927978515625, -0.0080413818359375, 0.012481689453125, - -0.00482940673828125, -0.0125885009765625, -0.01361083984375, - -0.026336669921875, 0.02716064453125, 0.017547607421875, - 0.0019931793212890625, -0.01479339599609375, - -0.0135040283203125, -0.0224609375, -0.00421905517578125, - -0.03338623046875, -0.0140838623046875, -0.0137939453125, - 0.01397705078125, -0.03765869140625, 0.03204345703125, - -0.009429931640625, 0.021820068359375, 0.00443267822265625, - 0.030487060546875, -0.0003521442413330078, 0.0120849609375, - -0.031829833984375, 0.04547119140625, -0.002704620361328125, + 0.0204010009765625, 0.013824462890625, -6.508827209472656e-5, + -0.0250701904296875, 0.033966064453125, 0.038238525390625, + 0.00429534912109375, -0.040496826171875, -0.0310821533203125, + 0.05224609375, 0.01543426513671875, 0.0025196075439453125, + 0.016632080078125, -0.00516510009765625, 0.0249481201171875, + -0.046234130859375, -0.01171112060546875, + 0.004306793212890625, 0.0120849609375, 0.05364990234375, + 0.01523590087890625, -0.0060577392578125, -0.0860595703125, + -0.02093505859375, 0.007965087890625, 0.002246856689453125, + 0.011627197265625, 0.004337310791015625, -0.034210205078125, + -0.00942230224609375, -0.00809478759765625, 0.0418701171875, + -0.0021762847900390625, -0.05126953125, -0.017822265625, + -0.0088653564453125, -0.034759521484375, -0.00539398193359375, + 0.03582763671875, 0.0277252197265625, -0.0007104873657226562, + 0.023345947265625, 0.003570556640625, 0.0065155029296875, + 0.03973388671875, 0.0066070556640625, -0.00890350341796875, + 0.008331298828125, -0.01509857177734375, -0.0193328857421875, + 0.0176849365234375, -0.0128021240234375, -0.0254669189453125, + -0.0193634033203125, -0.01556396484375, -0.008270263671875, + 0.0179290771484375, -0.017730712890625, 0.0276641845703125, + -0.0269317626953125, -0.0040740966796875, + -0.01464080810546875, -0.0004687309265136719, + -0.01187896728515625, 0.02880859375, -0.015289306640625, + -0.01275634765625, 0.02294921875, 0.005645751953125, + -0.0229034423828125, -0.0176849365234375, -0.0158538818359375, + 0.01227569580078125, -0.030303955078125, 0.01039886474609375, + 0.021759033203125, -0.00572967529296875, 0.040069580078125, + -0.0193634033203125, -0.048492431640625, 0.0482177734375, + -0.0116729736328125, 0.01151275634765625, 0.019927978515625, + -0.0080413818359375, 0.012481689453125, -0.00482940673828125, + -0.0125885009765625, -0.01361083984375, -0.026336669921875, + 0.02716064453125, 0.017547607421875, 0.0019931793212890625, + -0.01479339599609375, -0.0135040283203125, -0.0224609375, + -0.00421905517578125, -0.03338623046875, -0.0140838623046875, + -0.0137939453125, 0.01397705078125, -0.03765869140625, + 0.03204345703125, -0.009429931640625, 0.021820068359375, + 0.00443267822265625, 0.030487060546875, + -0.0003521442413330078, 0.0120849609375, -0.031829833984375, + 0.04547119140625, -0.002704620361328125, -0.003231048583984375, -0.00853729248046875, -0.006988525390625, -0.01605224609375, -0.00402069091796875, 0.0294342041015625, 0.004398345947265625, 0.025848388671875, @@ -1884,24 +1859,23 @@ 0.0105743408203125, 0.0217437744140625, -0.0191802978515625, 0.018096923828125, -0.028228759765625, -0.050537109375, -0.0137939453125, 0.0014362335205078125, -0.01470947265625, - 0.000049054622650146484, -0.0226898193359375, - -0.0350341796875, -0.004940032958984375, 0.0094451904296875, - 0.033660888671875, -0.0206298828125, 0.0065460205078125, - 0.046783447265625, -0.00516510009765625, 0.01416778564453125, - 0.0308685302734375, -0.0294647216796875, -0.036895751953125, - -0.0298614501953125, 0.03973388671875, 0.015869140625, - 0.0122528076171875, 0.00885009765625, 0.0193023681640625, - 0.0175933837890625, -0.0258941650390625, -0.005615234375, - -0.0237884521484375, -0.013885498046875, -0.01120758056640625, - 0.031402587890625, 0.006366729736328125, - 0.00010627508163452148, 0.0699462890625, 0.01125335693359375, - -0.018798828125, -0.00640106201171875, -0.01247406005859375, - -0.01401519775390625, 0.0006556510925292969, - 0.0053863525390625, -0.0233917236328125, -0.0540771484375, - 0.02117919921875, 0.01708984375, -0.018707275390625, - 0.01007843017578125, 0.009033203125, -0.017974853515625, - -0.0224609375, -0.01107025146484375, -0.0188446044921875, - 0.0070648193359375 + 4.9054622650146484e-5, -0.0226898193359375, -0.0350341796875, + -0.004940032958984375, 0.0094451904296875, 0.033660888671875, + -0.0206298828125, 0.0065460205078125, 0.046783447265625, + -0.00516510009765625, 0.01416778564453125, 0.0308685302734375, + -0.0294647216796875, -0.036895751953125, -0.0298614501953125, + 0.03973388671875, 0.015869140625, 0.0122528076171875, + 0.00885009765625, 0.0193023681640625, 0.0175933837890625, + -0.0258941650390625, -0.005615234375, -0.0237884521484375, + -0.013885498046875, -0.01120758056640625, 0.031402587890625, + 0.006366729736328125, 0.00010627508163452148, 0.0699462890625, + 0.01125335693359375, -0.018798828125, -0.00640106201171875, + -0.01247406005859375, -0.01401519775390625, + 0.0006556510925292969, 0.0053863525390625, + -0.0233917236328125, -0.0540771484375, 0.02117919921875, + 0.01708984375, -0.018707275390625, 0.01007843017578125, + 0.009033203125, -0.017974853515625, -0.0224609375, + -0.01107025146484375, -0.0188446044921875, 0.0070648193359375 ], "index": 1, "object": "embedding" @@ -2231,15 +2205,15 @@ -0.01456451416015625, 0.03460693359375, 0.005725860595703125, 0.0015535354614257812, 0.0273895263671875, 0.02972412109375, -0.01104736328125, -0.04754638671875, 0.005878448486328125, - 0.039459228515625, 0.000010609626770019531, - -0.0196075439453125, 0.010162353515625, -0.022491455078125, - 0.0304718017578125, -0.0223236083984375, -0.0216217041015625, - 0.0203704833984375, -0.0229339599609375, - -0.007198333740234375, 0.0004706382751464844, - 0.0192108154296875, -0.042022705078125, -0.004131317138671875, - 0.003253936767578125, -0.0213165283203125, 0.0155029296875, - -0.01488494873046875, 0.0180206298828125, -0.0295867919921875, - -0.0180511474609375, -0.035858154296875, 0.00876617431640625, + 0.039459228515625, 1.0609626770019531e-5, -0.0196075439453125, + 0.010162353515625, -0.022491455078125, 0.0304718017578125, + -0.0223236083984375, -0.0216217041015625, 0.0203704833984375, + -0.0229339599609375, -0.007198333740234375, + 0.0004706382751464844, 0.0192108154296875, -0.042022705078125, + -0.004131317138671875, 0.003253936767578125, + -0.0213165283203125, 0.0155029296875, -0.01488494873046875, + 0.0180206298828125, -0.0295867919921875, -0.0180511474609375, + -0.035858154296875, 0.00876617431640625, 0.0010461807250976562, 0.0164031982421875, 0.01776123046875, -0.032745361328125, 0.032012939453125, -0.0271453857421875, -0.0134735107421875, -0.02362060546875, @@ -2432,15 +2406,14 @@ 0.0181121826171875, -0.01904296875, 0.0261077880859375, -0.007396697998046875, -0.01190185546875, -0.015716552734375, 0.0013952255249023438, -0.027618408203125, 0.0574951171875, - -0.02362060546875, -0.0000788569450378418, - 0.01209259033203125, 0.0025615692138671875, - -0.01337432861328125, -0.0036907196044921875, - 0.0034389495849609375, 0.002498626708984375, 0.01104736328125, - -0.041534423828125, -0.00014007091522216797, - -0.0013074874877929688, 0.003082275390625, - -0.00870513916015625, -0.0243377685546875, 0.01177978515625, - 0.0026721954345703125, -0.005035400390625, 0.02630615234375, - 0.01313018798828125, -0.0009069442749023438, + -0.02362060546875, -7.88569450378418e-5, 0.01209259033203125, + 0.0025615692138671875, -0.01337432861328125, + -0.0036907196044921875, 0.0034389495849609375, + 0.002498626708984375, 0.01104736328125, -0.041534423828125, + -0.00014007091522216797, -0.0013074874877929688, + 0.003082275390625, -0.00870513916015625, -0.0243377685546875, + 0.01177978515625, 0.0026721954345703125, -0.005035400390625, + 0.02630615234375, 0.01313018798828125, -0.0009069442749023438, -0.01446533203125, -0.051055908203125, -0.005718231201171875, 0.0093841552734375, 0.0157318115234375, 0.0118255615234375, -0.028472900390625, -0.00794219970703125, -0.0130615234375, @@ -2472,20 +2445,26 @@ "total_tokens": 16 } } - } + }, + "headers": { + "access-control-expose-headers": "X-Request-ID", + "alt-svc": "h3=\":443\"; ma=86400", + "content-type": "application/json", + "openai-organization": "braintrust-data", + "openai-version": "2020-10-01", + "x-content-type-options": "nosniff", + "x-openai-proxy-wasm": "v0.1" + }, + "status": 200, + "statusText": "OK" } }, { + "callIndex": 2, "id": "3530a83f9d976279", "matchKey": "POST api.openai.com/v1/chat/completions", - "callIndex": 2, "recordedAt": "2026-04-28T23:46:48.426Z", "request": { - "method": "POST", - "url": "https://api.openai.com/v1/chat/completions", - "headers": { - "content-type": "application/json" - }, "body": { "kind": "json", "value": { @@ -2525,20 +2504,12 @@ } ] } - } + }, + "headers": {}, + "method": "POST", + "url": "https://api.openai.com/v1/chat/completions" }, "response": { - "status": 200, - "statusText": "OK", - "headers": { - "access-control-expose-headers": "X-Request-ID", - "alt-svc": "h3=\":443\"; ma=86400", - "content-type": "application/json", - "openai-organization": "braintrust-data", - "openai-version": "2020-10-01", - "x-content-type-options": "nosniff", - "x-openai-proxy-wasm": "v0.1" - }, "body": { "kind": "json", "value": { @@ -2587,20 +2558,26 @@ "total_tokens": 103 } } - } + }, + "headers": { + "access-control-expose-headers": "X-Request-ID", + "alt-svc": "h3=\":443\"; ma=86400", + "content-type": "application/json", + "openai-organization": "braintrust-data", + "openai-version": "2020-10-01", + "x-content-type-options": "nosniff", + "x-openai-proxy-wasm": "v0.1" + }, + "status": 200, + "statusText": "OK" } }, { + "callIndex": 3, "id": "db239ed22f35a16a", "matchKey": "POST api.openai.com/v1/chat/completions", - "callIndex": 3, "recordedAt": "2026-04-28T23:46:48.426Z", "request": { - "method": "POST", - "url": "https://api.openai.com/v1/chat/completions", - "headers": { - "content-type": "application/json" - }, "body": { "kind": "json", "value": { @@ -2640,20 +2617,12 @@ } ] } - } + }, + "headers": {}, + "method": "POST", + "url": "https://api.openai.com/v1/chat/completions" }, "response": { - "status": 200, - "statusText": "OK", - "headers": { - "access-control-expose-headers": "X-Request-ID", - "alt-svc": "h3=\":443\"; ma=86400", - "content-type": "application/json", - "openai-organization": "braintrust-data", - "openai-version": "2020-10-01", - "x-content-type-options": "nosniff", - "x-openai-proxy-wasm": "v0.1" - }, "body": { "kind": "json", "value": { @@ -2702,20 +2671,26 @@ "total_tokens": 64 } } - } + }, + "headers": { + "access-control-expose-headers": "X-Request-ID", + "alt-svc": "h3=\":443\"; ma=86400", + "content-type": "application/json", + "openai-organization": "braintrust-data", + "openai-version": "2020-10-01", + "x-content-type-options": "nosniff", + "x-openai-proxy-wasm": "v0.1" + }, + "status": 200, + "statusText": "OK" } }, { + "callIndex": 4, "id": "df2a065b503798b8", "matchKey": "POST api.openai.com/v1/chat/completions", - "callIndex": 4, "recordedAt": "2026-04-28T23:46:48.426Z", "request": { - "method": "POST", - "url": "https://api.openai.com/v1/chat/completions", - "headers": { - "content-type": "application/json" - }, "body": { "kind": "json", "value": { @@ -2759,22 +2734,13 @@ } ] } - } + }, + "headers": {}, + "method": "POST", + "url": "https://api.openai.com/v1/chat/completions" }, "response": { - "status": 200, - "statusText": "OK", - "headers": { - "access-control-expose-headers": "X-Request-ID", - "alt-svc": "h3=\":443\"; ma=86400", - "content-type": "text/event-stream; charset=utf-8", - "openai-organization": "braintrust-data", - "openai-version": "2020-10-01", - "x-content-type-options": "nosniff", - "x-openai-proxy-wasm": "v0.1" - }, "body": { - "kind": "sse", "chunks": [ "data: {\"id\":\"chatcmpl-DZmQaXgP7OWfd3uiuihFIPGKbQ99Z\",\"object\":\"chat.completion.chunk\",\"created\":1777420008,\"model\":\"gpt-4o-mini-2024-07-18\",\"service_tier\":\"default\",\"system_fingerprint\":\"fp_de7acce317\",\"choices\":[{\"index\":0,\"delta\":{\"role\":\"assistant\",\"content\":null,\"tool_calls\":[{\"index\":0,\"id\":\"call_16vZzzgz3YcbWYPEdpf48okg\",\"type\":\"function\",\"function\":{\"name\":\"json\",\"arguments\":\"\"}}],\"refusal\":null},\"logprobs\":null,\"finish_reason\":null}],\"usage\":null,\"obfuscation\":\"dsZLs7lmKMt\"}", "data: {\"id\":\"chatcmpl-DZmQaXgP7OWfd3uiuihFIPGKbQ99Z\",\"object\":\"chat.completion.chunk\",\"created\":1777420008,\"model\":\"gpt-4o-mini-2024-07-18\",\"service_tier\":\"default\",\"system_fingerprint\":\"fp_de7acce317\",\"choices\":[{\"index\":0,\"delta\":{\"tool_calls\":[{\"index\":0,\"function\":{\"arguments\":\"{\\\"\"}}]},\"logprobs\":null,\"finish_reason\":null}],\"usage\":null,\"obfuscation\":\"DWui5PgddnI0sa\"}", @@ -2785,9 +2751,26 @@ "data: {\"id\":\"chatcmpl-DZmQaXgP7OWfd3uiuihFIPGKbQ99Z\",\"object\":\"chat.completion.chunk\",\"created\":1777420008,\"model\":\"gpt-4o-mini-2024-07-18\",\"service_tier\":\"default\",\"system_fingerprint\":\"fp_de7acce317\",\"choices\":[{\"index\":0,\"delta\":{},\"logprobs\":null,\"finish_reason\":\"stop\"}],\"usage\":null,\"obfuscation\":\"aeE4w\"}", "data: {\"id\":\"chatcmpl-DZmQaXgP7OWfd3uiuihFIPGKbQ99Z\",\"object\":\"chat.completion.chunk\",\"created\":1777420008,\"model\":\"gpt-4o-mini-2024-07-18\",\"service_tier\":\"default\",\"system_fingerprint\":\"fp_de7acce317\",\"choices\":[],\"usage\":{\"prompt_tokens\":59,\"completion_tokens\":5,\"total_tokens\":64,\"prompt_tokens_details\":{\"cached_tokens\":0,\"audio_tokens\":0},\"completion_tokens_details\":{\"reasoning_tokens\":0,\"audio_tokens\":0,\"accepted_prediction_tokens\":0,\"rejected_prediction_tokens\":0}},\"obfuscation\":\"Shzu2aCIKhp\"}", "data: [DONE]" - ] - } + ], + "kind": "sse" + }, + "headers": { + "access-control-expose-headers": "X-Request-ID", + "alt-svc": "h3=\":443\"; ma=86400", + "content-type": "text/event-stream; charset=utf-8", + "openai-organization": "braintrust-data", + "openai-version": "2020-10-01", + "x-content-type-options": "nosniff", + "x-openai-proxy-wasm": "v0.1" + }, + "status": 200, + "statusText": "OK" } } - ] + ], + "meta": { + "createdAt": "2026-04-28T23:46:48.426Z", + "seinfeldVersion": "0.0.0" + }, + "version": 1 } diff --git a/e2e/scenarios/ai-sdk-instrumentation/__cassettes__/ai-sdk-v4.cassette.json b/e2e/scenarios/ai-sdk-instrumentation/__cassettes__/ai-sdk-v4.cassette.json index ed7416fd5..522b8fdc9 100644 --- a/e2e/scenarios/ai-sdk-instrumentation/__cassettes__/ai-sdk-v4.cassette.json +++ b/e2e/scenarios/ai-sdk-instrumentation/__cassettes__/ai-sdk-v4.cassette.json @@ -1,21 +1,11 @@ { - "version": 1, - "meta": { - "createdAt": "2026-04-28T23:46:54.779Z", - "seinfeldVersion": "0.0.0" - }, "entries": [ { + "callIndex": 0, "id": "de4c41d5522cc15c", "matchKey": "POST api.openai.com/v1/chat/completions", - "callIndex": 0, "recordedAt": "2026-04-28T23:46:54.779Z", "request": { - "method": "POST", - "url": "https://api.openai.com/v1/chat/completions", - "headers": { - "content-type": "application/json" - }, "body": { "kind": "json", "value": { @@ -29,20 +19,12 @@ "model": "gpt-4o-mini-2024-07-18", "temperature": 0 } - } + }, + "headers": {}, + "method": "POST", + "url": "https://api.openai.com/v1/chat/completions" }, "response": { - "status": 200, - "statusText": "OK", - "headers": { - "access-control-expose-headers": "X-Request-ID", - "alt-svc": "h3=\":443\"; ma=86400", - "content-type": "application/json", - "openai-organization": "braintrust-data", - "openai-version": "2020-10-01", - "x-content-type-options": "nosniff", - "x-openai-proxy-wasm": "v0.1" - }, "body": { "kind": "json", "value": { @@ -81,20 +63,26 @@ "total_tokens": 20 } } - } + }, + "headers": { + "access-control-expose-headers": "X-Request-ID", + "alt-svc": "h3=\":443\"; ma=86400", + "content-type": "application/json", + "openai-organization": "braintrust-data", + "openai-version": "2020-10-01", + "x-content-type-options": "nosniff", + "x-openai-proxy-wasm": "v0.1" + }, + "status": 200, + "statusText": "OK" } }, { + "callIndex": 1, "id": "6bf6f7970a26f96b", "matchKey": "POST api.openai.com/v1/chat/completions", - "callIndex": 1, "recordedAt": "2026-04-28T23:46:54.779Z", "request": { - "method": "POST", - "url": "https://api.openai.com/v1/chat/completions", - "headers": { - "content-type": "application/json" - }, "body": { "kind": "json", "value": { @@ -115,20 +103,12 @@ }, "temperature": 0 } - } + }, + "headers": {}, + "method": "POST", + "url": "https://api.openai.com/v1/chat/completions" }, "response": { - "status": 200, - "statusText": "OK", - "headers": { - "access-control-expose-headers": "X-Request-ID", - "alt-svc": "h3=\":443\"; ma=86400", - "content-type": "application/json", - "openai-organization": "braintrust-data", - "openai-version": "2020-10-01", - "x-content-type-options": "nosniff", - "x-openai-proxy-wasm": "v0.1" - }, "body": { "kind": "json", "value": { @@ -167,20 +147,26 @@ "total_tokens": 88 } } - } + }, + "headers": { + "access-control-expose-headers": "X-Request-ID", + "alt-svc": "h3=\":443\"; ma=86400", + "content-type": "application/json", + "openai-organization": "braintrust-data", + "openai-version": "2020-10-01", + "x-content-type-options": "nosniff", + "x-openai-proxy-wasm": "v0.1" + }, + "status": 200, + "statusText": "OK" } }, { + "callIndex": 2, "id": "5693602c184a903e", "matchKey": "POST api.openai.com/v1/chat/completions", - "callIndex": 2, "recordedAt": "2026-04-28T23:46:54.779Z", "request": { - "method": "POST", - "url": "https://api.openai.com/v1/chat/completions", - "headers": { - "content-type": "application/json" - }, "body": { "kind": "json", "value": { @@ -198,23 +184,13 @@ }, "temperature": 0 } - } + }, + "headers": {}, + "method": "POST", + "url": "https://api.openai.com/v1/chat/completions" }, "response": { - "status": 200, - "statusText": "OK", - "headers": { - "access-control-expose-headers": "X-Request-ID", - "alt-svc": "h3=\":443\"; ma=86400", - "content-type": "text/event-stream; charset=utf-8", - "openai-organization": "braintrust-data", - "openai-version": "2020-10-01", - "vary": "Accept-Encoding", - "x-content-type-options": "nosniff", - "x-openai-proxy-wasm": "v0.1" - }, "body": { - "kind": "sse", "chunks": [ "data: {\"id\":\"chatcmpl-DZmQeEaI1aqNLY4EjrvZCrUnD4rkz\",\"object\":\"chat.completion.chunk\",\"created\":1777420012,\"model\":\"gpt-4o-mini-2024-07-18\",\"service_tier\":\"default\",\"system_fingerprint\":\"fp_9a79c9e034\",\"choices\":[{\"index\":0,\"delta\":{\"role\":\"assistant\",\"content\":\"\",\"refusal\":null},\"logprobs\":null,\"finish_reason\":null}],\"usage\":null,\"obfuscation\":\"jlJGCAQGG\"}", "data: {\"id\":\"chatcmpl-DZmQeEaI1aqNLY4EjrvZCrUnD4rkz\",\"object\":\"chat.completion.chunk\",\"created\":1777420012,\"model\":\"gpt-4o-mini-2024-07-18\",\"service_tier\":\"default\",\"system_fingerprint\":\"fp_9a79c9e034\",\"choices\":[{\"index\":0,\"delta\":{\"content\":\"One\"},\"logprobs\":null,\"finish_reason\":null}],\"usage\":null,\"obfuscation\":\"YFjTlJJQ\"}", @@ -226,21 +202,29 @@ "data: {\"id\":\"chatcmpl-DZmQeEaI1aqNLY4EjrvZCrUnD4rkz\",\"object\":\"chat.completion.chunk\",\"created\":1777420012,\"model\":\"gpt-4o-mini-2024-07-18\",\"service_tier\":\"default\",\"system_fingerprint\":\"fp_9a79c9e034\",\"choices\":[{\"index\":0,\"delta\":{},\"logprobs\":null,\"finish_reason\":\"stop\"}],\"usage\":null,\"obfuscation\":\"H4pIV\"}", "data: {\"id\":\"chatcmpl-DZmQeEaI1aqNLY4EjrvZCrUnD4rkz\",\"object\":\"chat.completion.chunk\",\"created\":1777420012,\"model\":\"gpt-4o-mini-2024-07-18\",\"service_tier\":\"default\",\"system_fingerprint\":\"fp_9a79c9e034\",\"choices\":[],\"usage\":{\"prompt_tokens\":22,\"completion_tokens\":6,\"total_tokens\":28,\"prompt_tokens_details\":{\"cached_tokens\":0,\"audio_tokens\":0},\"completion_tokens_details\":{\"reasoning_tokens\":0,\"audio_tokens\":0,\"accepted_prediction_tokens\":0,\"rejected_prediction_tokens\":0}},\"obfuscation\":\"OIMUm3oo322\"}", "data: [DONE]" - ] - } + ], + "kind": "sse" + }, + "headers": { + "access-control-expose-headers": "X-Request-ID", + "alt-svc": "h3=\":443\"; ma=86400", + "content-type": "text/event-stream; charset=utf-8", + "openai-organization": "braintrust-data", + "openai-version": "2020-10-01", + "vary": "Accept-Encoding", + "x-content-type-options": "nosniff", + "x-openai-proxy-wasm": "v0.1" + }, + "status": 200, + "statusText": "OK" } }, { + "callIndex": 0, "id": "f15f56a896602309", "matchKey": "POST api.openai.com/v1/embeddings", - "callIndex": 0, "recordedAt": "2026-04-28T23:46:54.779Z", "request": { - "method": "POST", - "url": "https://api.openai.com/v1/embeddings", - "headers": { - "content-type": "application/json" - }, "body": { "kind": "json", "value": { @@ -248,20 +232,12 @@ "input": ["Paris is the capital of France."], "model": "text-embedding-3-small" } - } + }, + "headers": {}, + "method": "POST", + "url": "https://api.openai.com/v1/embeddings" }, "response": { - "status": 200, - "statusText": "OK", - "headers": { - "access-control-expose-headers": "X-Request-ID", - "alt-svc": "h3=\":443\"; ma=86400", - "content-type": "application/json", - "openai-organization": "braintrust-data", - "openai-version": "2020-10-01", - "x-content-type-options": "nosniff", - "x-openai-proxy-wasm": "v0.1" - }, "body": { "kind": "json", "value": { @@ -455,13 +431,13 @@ -0.04901123046875, 0.0227508544921875, -0.0255584716796875, -0.0141143798828125, -0.01641845703125, 0.0095367431640625, 0.0183563232421875, 0.0184173583984375, 0.05340576171875, - 0.00008529424667358398, 0.03070068359375, - 0.0038967132568359375, -0.0161285400390625, - -0.006809234619140625, -0.0189361572265625, - -0.01512908935546875, -0.0167999267578125, 0.022003173828125, - -0.027374267578125, -0.03448486328125, -0.016998291015625, - -0.024627685546875, 0.045806884765625, -0.03558349609375, - -0.0439453125, -0.000728607177734375, -0.0036830902099609375, + 8.529424667358398e-5, 0.03070068359375, 0.0038967132568359375, + -0.0161285400390625, -0.006809234619140625, + -0.0189361572265625, -0.01512908935546875, + -0.0167999267578125, 0.022003173828125, -0.027374267578125, + -0.03448486328125, -0.016998291015625, -0.024627685546875, + 0.045806884765625, -0.03558349609375, -0.0439453125, + -0.000728607177734375, -0.0036830902099609375, -0.009368896484375, -0.0039520263671875, 0.026947021484375, -0.01522064208984375, -0.00968170166015625, 0.06329345703125, 0.037994384765625, 0.017242431640625, 0.0188751220703125, @@ -755,7 +731,7 @@ -0.028472900390625, -0.021148681640625, -0.039337158203125, 0.0176544189453125, -0.038238525390625, -0.039581298828125, 0.002685546875, -0.01483154296875, 0.00533294677734375, - 0.0000928044319152832, 0.01045989990234375, -0.01025390625, + 9.28044319152832e-5, 0.01045989990234375, -0.01025390625, -0.0207061767578125, -0.025665283203125, 0.0222015380859375, -0.0111083984375, 0.023406982421875, -0.0209197998046875, -0.0036716461181640625, -0.037689208984375, @@ -797,7 +773,7 @@ -0.00939178466796875, 0.02569580078125, 0.030731201171875, 0.023895263671875, 0.0019083023071289062, -0.0124969482421875, -0.01023101806640625, -0.03558349609375, 0.022857666015625, - -0.000028312206268310547, 0.0123291015625, 0.005157470703125, + -2.8312206268310547e-5, 0.0123291015625, 0.005157470703125, -0.01056671142578125, 0.005367279052734375, 0.009490966796875, 0.005687713623046875, -0.00585174560546875, 0.01279449462890625, -0.01137542724609375, @@ -830,20 +806,26 @@ "total_tokens": 7 } } - } + }, + "headers": { + "access-control-expose-headers": "X-Request-ID", + "alt-svc": "h3=\":443\"; ma=86400", + "content-type": "application/json", + "openai-organization": "braintrust-data", + "openai-version": "2020-10-01", + "x-content-type-options": "nosniff", + "x-openai-proxy-wasm": "v0.1" + }, + "status": 200, + "statusText": "OK" } }, { + "callIndex": 1, "id": "e534fd943eb3c71c", "matchKey": "POST api.openai.com/v1/embeddings", - "callIndex": 1, "recordedAt": "2026-04-28T23:46:54.779Z", "request": { - "method": "POST", - "url": "https://api.openai.com/v1/embeddings", - "headers": { - "content-type": "application/json" - }, "body": { "kind": "json", "value": { @@ -855,20 +837,12 @@ ], "model": "text-embedding-3-small" } - } + }, + "headers": {}, + "method": "POST", + "url": "https://api.openai.com/v1/embeddings" }, "response": { - "status": 200, - "statusText": "OK", - "headers": { - "access-control-expose-headers": "X-Request-ID", - "alt-svc": "h3=\":443\"; ma=86400", - "content-type": "application/json", - "openai-organization": "braintrust-data", - "openai-version": "2020-10-01", - "x-content-type-options": "nosniff", - "x-openai-proxy-wasm": "v0.1" - }, "body": { "kind": "json", "value": { @@ -1015,13 +989,12 @@ 0.003353118896484375, -0.06689453125, -0.0166168212890625, -0.0134124755859375, -0.0120697021484375, 0.017791748046875, 0.0113677978515625, 0.0274810791015625, -0.0161285400390625, - -0.021453857421875, 0.0243682861328125, - 0.00009119510650634766, -0.052886962890625, - -0.01444244384765625, -0.027374267578125, -0.0139923095703125, - -0.0167236328125, -0.022918701171875, 0.019317626953125, - 0.0340576171875, -0.016937255859375, -0.00797271728515625, - -0.00978851318359375, -0.04583740234375, - 0.00009036064147949219, -0.080078125, 0.034454345703125, + -0.021453857421875, 0.0243682861328125, 9.119510650634766e-5, + -0.052886962890625, -0.01444244384765625, -0.027374267578125, + -0.0139923095703125, -0.0167236328125, -0.022918701171875, + 0.019317626953125, 0.0340576171875, -0.016937255859375, + -0.00797271728515625, -0.00978851318359375, -0.04583740234375, + 9.036064147949219e-5, -0.080078125, 0.034454345703125, -0.00510406494140625, 0.007190704345703125, 0.010528564453125, 0.058929443359375, -0.046600341796875, 0.011810302734375, 0.00418853759765625, 0.023712158203125, -0.00968170166015625, @@ -1120,7 +1093,7 @@ -0.032012939453125, 0.0247344970703125, -0.044097900390625, 0.027008056640625, -0.042205810546875, 0.00775146484375, -0.01312255859375, 0.0207672119140625, -0.04705810546875, - -0.00002086162567138672, 0.00946807861328125, + -2.086162567138672e-5, 0.00946807861328125, -0.022796630859375, -0.001911163330078125, -0.017822265625, -0.022918701171875, 0.02947998046875, 0.0144805908203125, -0.048858642578125, 0.02301025390625, 0.0194244384765625, @@ -1165,32 +1138,32 @@ -0.0168914794921875, 0.007293701171875, 0.05279541015625, 0.0255126953125, 0.0025959014892578125, 0.0182952880859375, -0.01070404052734375, -0.0017757415771484375, - 0.0000616908073425293, -0.0401611328125, - -0.0014514923095703125, 0.008209228515625, 0.011566162109375, - -0.01113128662109375, -0.0065460205078125, -0.047698974609375, - 0.037322998046875, 0.022247314453125, 0.0218963623046875, - -0.006984710693359375, 0.004993438720703125, - -0.06488037109375, 0.0343017578125, -0.03314208984375, - 0.02899169921875, 0.0101776123046875, 0.0004622936248779297, - 0.00783538818359375, -0.035736083984375, 0.01192474365234375, - 0.011444091796875, 0.00446319580078125, 0.0164947509765625, - 0.0293426513671875, -0.010101318359375, -0.00659942626953125, - -0.0218353271484375, 0.006134033203125, -0.026092529296875, - 0.057525634765625, 0.008331298828125, -0.054351806640625, - 0.006420135498046875, -0.01384735107421875, - 0.0032749176025390625, -0.00943756103515625, - 0.00666046142578125, 0.00923919677734375, -0.03973388671875, - 0.0173187255859375, -0.020294189453125, 0.0189971923828125, - -0.0526123046875, 0.037689208984375, -0.019134521484375, - 0.036712646484375, 0.0257720947265625, -0.028289794921875, - -0.0215301513671875, -0.0013914108276367188, - 0.0299530029296875, -0.048980712890625, -0.00582122802734375, - -0.044769287109375, -0.02301025390625, -0.04052734375, - -0.005565643310546875, 0.055328369140625, -0.016143798828125, - -0.00376129150390625, 0.0190277099609375, 0.00807952880859375, - 0.005237579345703125, 0.0297088623046875, 0.01401519775390625, - 0.017242431640625, 0.01528167724609375, -0.050567626953125, - -0.000003874301910400391, -0.00545501708984375, + 6.16908073425293e-5, -0.0401611328125, -0.0014514923095703125, + 0.008209228515625, 0.011566162109375, -0.01113128662109375, + -0.0065460205078125, -0.047698974609375, 0.037322998046875, + 0.022247314453125, 0.0218963623046875, -0.006984710693359375, + 0.004993438720703125, -0.06488037109375, 0.0343017578125, + -0.03314208984375, 0.02899169921875, 0.0101776123046875, + 0.0004622936248779297, 0.00783538818359375, + -0.035736083984375, 0.01192474365234375, 0.011444091796875, + 0.00446319580078125, 0.0164947509765625, 0.0293426513671875, + -0.010101318359375, -0.00659942626953125, -0.0218353271484375, + 0.006134033203125, -0.026092529296875, 0.057525634765625, + 0.008331298828125, -0.054351806640625, 0.006420135498046875, + -0.01384735107421875, 0.0032749176025390625, + -0.00943756103515625, 0.00666046142578125, + 0.00923919677734375, -0.03973388671875, 0.0173187255859375, + -0.020294189453125, 0.0189971923828125, -0.0526123046875, + 0.037689208984375, -0.019134521484375, 0.036712646484375, + 0.0257720947265625, -0.028289794921875, -0.0215301513671875, + -0.0013914108276367188, 0.0299530029296875, + -0.048980712890625, -0.00582122802734375, -0.044769287109375, + -0.02301025390625, -0.04052734375, -0.005565643310546875, + 0.055328369140625, -0.016143798828125, -0.00376129150390625, + 0.0190277099609375, 0.00807952880859375, 0.005237579345703125, + 0.0297088623046875, 0.01401519775390625, 0.017242431640625, + 0.01528167724609375, -0.050567626953125, + -3.874301910400391e-6, -0.00545501708984375, 0.026947021484375, 0.0048980712890625, -0.0352783203125, -0.0018253326416015625, -0.0186920166015625, -0.0036602020263671875, 0.01751708984375, 0.0295867919921875, @@ -1225,7 +1198,7 @@ 0.0037441253662109375, 0.0250091552734375, 0.0294189453125, -0.016815185546875, -0.0148468017578125, 0.006320953369140625, 0.05792236328125, -0.021697998046875, -0.038055419921875, - 0.026947021484375, -0.00004357099533081055, 0.0264892578125, + 0.026947021484375, -4.357099533081055e-5, 0.0264892578125, 0.0128173828125, -0.0010890960693359375, 0.01422882080078125, -0.01125335693359375, -0.01617431640625, -0.03173828125, -0.0277862548828125, -0.004199981689453125, 0.03680419921875, @@ -1350,7 +1323,7 @@ -0.046722412109375, 0.01300048828125, 0.0203857421875, -0.0005512237548828125, 0.01059722900390625, 0.019805908203125, 0.0034618377685546875, - 0.00009673833847045898, 0.019744873046875, -0.05584716796875, + 9.673833847045898e-5, 0.019744873046875, -0.05584716796875, 0.03558349609375, -0.0254058837890625, -0.04217529296875, -0.0294036865234375, -0.00960540771484375, -0.01404571533203125, 0.0033588409423828125, @@ -1631,7 +1604,7 @@ -0.0257415771484375, -0.006542205810546875, 0.038055419921875, 0.026702880859375, -0.02911376953125, 0.0148162841796875, -0.0256805419921875, 0.01059722900390625, 0.00872802734375, - 0.00007730722427368164, 0.0036029815673828125, + 7.730722427368164e-5, 0.0036029815673828125, -0.005950927734375, 0.0228729248046875, -0.00560760498046875, -0.01403045654296875, -0.00518798828125, 0.0011968612670898438, -0.01314544677734375, 0.03326416015625, @@ -1685,7 +1658,7 @@ 0.0009021759033203125, 0.02294921875, 0.0011987686157226562, -0.0117340087890625, -0.0088043212890625, 0.0107421875, 0.007022857666015625, -0.0149993896484375, - -0.00006276369094848633, -0.0035610198974609375, + -6.276369094848633e-5, -0.0035610198974609375, 0.046722412109375, 0.0281524658203125, -0.031982421875, 0.038116455078125, 0.016021728515625, -0.017547607421875, 0.0002999305725097656, 0.0076446533203125, @@ -1824,7 +1797,7 @@ -0.019287109375, 0.05072021484375, -0.0094451904296875, 0.0292510986328125, 0.01641845703125, 0.020355224609375, -0.01404571533203125, 0.0276031494140625, 0.0101165771484375, - -0.000055849552154541016, -0.01464080810546875, + -5.5849552154541016e-5, -0.01464080810546875, 0.04168701171875, 0.02850341796875, -0.0265045166015625, -0.044952392578125, -0.0309295654296875, -0.00738525390625, -0.017669677734375, -0.006511688232421875, @@ -1854,45 +1827,45 @@ 0.0269927978515625, -0.05517578125, 0.0013637542724609375, 0.0146026611328125, 0.026336669921875, 0.00457763671875, -0.0062255859375, 0.0114593505859375, -0.0207672119140625, - 0.0204010009765625, 0.013824462890625, - -0.00006508827209472656, -0.0250701904296875, - 0.033966064453125, 0.038238525390625, 0.00429534912109375, - -0.040496826171875, -0.0310821533203125, 0.05224609375, - 0.01543426513671875, 0.0025196075439453125, 0.016632080078125, - -0.00516510009765625, 0.0249481201171875, -0.046234130859375, - -0.01171112060546875, 0.004306793212890625, 0.0120849609375, - 0.05364990234375, 0.01523590087890625, -0.0060577392578125, - -0.0860595703125, -0.02093505859375, 0.007965087890625, - 0.002246856689453125, 0.011627197265625, 0.004337310791015625, - -0.034210205078125, -0.00942230224609375, - -0.00809478759765625, 0.0418701171875, -0.0021762847900390625, - -0.05126953125, -0.017822265625, -0.0088653564453125, - -0.034759521484375, -0.00539398193359375, 0.03582763671875, - 0.0277252197265625, -0.0007104873657226562, 0.023345947265625, - 0.003570556640625, 0.0065155029296875, 0.03973388671875, - 0.0066070556640625, -0.00890350341796875, 0.008331298828125, - -0.01509857177734375, -0.0193328857421875, 0.0176849365234375, - -0.0128021240234375, -0.0254669189453125, -0.0193634033203125, - -0.01556396484375, -0.008270263671875, 0.0179290771484375, - -0.017730712890625, 0.0276641845703125, -0.0269317626953125, - -0.0040740966796875, -0.01464080810546875, - -0.0004687309265136719, -0.01187896728515625, 0.02880859375, - -0.015289306640625, -0.01275634765625, 0.02294921875, - 0.005645751953125, -0.0229034423828125, -0.0176849365234375, - -0.0158538818359375, 0.01227569580078125, -0.030303955078125, - 0.01039886474609375, 0.021759033203125, -0.00572967529296875, - 0.040069580078125, -0.0193634033203125, -0.048492431640625, - 0.0482177734375, -0.0116729736328125, 0.01151275634765625, - 0.019927978515625, -0.0080413818359375, 0.012481689453125, - -0.00482940673828125, -0.0125885009765625, -0.01361083984375, - -0.026336669921875, 0.02716064453125, 0.017547607421875, - 0.0019931793212890625, -0.01479339599609375, - -0.0135040283203125, -0.0224609375, -0.00421905517578125, - -0.03338623046875, -0.0140838623046875, -0.0137939453125, - 0.01397705078125, -0.03765869140625, 0.03204345703125, - -0.009429931640625, 0.021820068359375, 0.00443267822265625, - 0.030487060546875, -0.0003521442413330078, 0.0120849609375, - -0.031829833984375, 0.04547119140625, -0.002704620361328125, + 0.0204010009765625, 0.013824462890625, -6.508827209472656e-5, + -0.0250701904296875, 0.033966064453125, 0.038238525390625, + 0.00429534912109375, -0.040496826171875, -0.0310821533203125, + 0.05224609375, 0.01543426513671875, 0.0025196075439453125, + 0.016632080078125, -0.00516510009765625, 0.0249481201171875, + -0.046234130859375, -0.01171112060546875, + 0.004306793212890625, 0.0120849609375, 0.05364990234375, + 0.01523590087890625, -0.0060577392578125, -0.0860595703125, + -0.02093505859375, 0.007965087890625, 0.002246856689453125, + 0.011627197265625, 0.004337310791015625, -0.034210205078125, + -0.00942230224609375, -0.00809478759765625, 0.0418701171875, + -0.0021762847900390625, -0.05126953125, -0.017822265625, + -0.0088653564453125, -0.034759521484375, -0.00539398193359375, + 0.03582763671875, 0.0277252197265625, -0.0007104873657226562, + 0.023345947265625, 0.003570556640625, 0.0065155029296875, + 0.03973388671875, 0.0066070556640625, -0.00890350341796875, + 0.008331298828125, -0.01509857177734375, -0.0193328857421875, + 0.0176849365234375, -0.0128021240234375, -0.0254669189453125, + -0.0193634033203125, -0.01556396484375, -0.008270263671875, + 0.0179290771484375, -0.017730712890625, 0.0276641845703125, + -0.0269317626953125, -0.0040740966796875, + -0.01464080810546875, -0.0004687309265136719, + -0.01187896728515625, 0.02880859375, -0.015289306640625, + -0.01275634765625, 0.02294921875, 0.005645751953125, + -0.0229034423828125, -0.0176849365234375, -0.0158538818359375, + 0.01227569580078125, -0.030303955078125, 0.01039886474609375, + 0.021759033203125, -0.00572967529296875, 0.040069580078125, + -0.0193634033203125, -0.048492431640625, 0.0482177734375, + -0.0116729736328125, 0.01151275634765625, 0.019927978515625, + -0.0080413818359375, 0.012481689453125, -0.00482940673828125, + -0.0125885009765625, -0.01361083984375, -0.026336669921875, + 0.02716064453125, 0.017547607421875, 0.0019931793212890625, + -0.01479339599609375, -0.0135040283203125, -0.0224609375, + -0.00421905517578125, -0.03338623046875, -0.0140838623046875, + -0.0137939453125, 0.01397705078125, -0.03765869140625, + 0.03204345703125, -0.009429931640625, 0.021820068359375, + 0.00443267822265625, 0.030487060546875, + -0.0003521442413330078, 0.0120849609375, -0.031829833984375, + 0.04547119140625, -0.002704620361328125, -0.003231048583984375, -0.00853729248046875, -0.006988525390625, -0.01605224609375, -0.00402069091796875, 0.0294342041015625, 0.004398345947265625, 0.025848388671875, @@ -1970,24 +1943,23 @@ 0.0105743408203125, 0.0217437744140625, -0.0191802978515625, 0.018096923828125, -0.028228759765625, -0.050537109375, -0.0137939453125, 0.0014362335205078125, -0.01470947265625, - 0.000049054622650146484, -0.0226898193359375, - -0.0350341796875, -0.004940032958984375, 0.0094451904296875, - 0.033660888671875, -0.0206298828125, 0.0065460205078125, - 0.046783447265625, -0.00516510009765625, 0.01416778564453125, - 0.0308685302734375, -0.0294647216796875, -0.036895751953125, - -0.0298614501953125, 0.03973388671875, 0.015869140625, - 0.0122528076171875, 0.00885009765625, 0.0193023681640625, - 0.0175933837890625, -0.0258941650390625, -0.005615234375, - -0.0237884521484375, -0.013885498046875, -0.01120758056640625, - 0.031402587890625, 0.006366729736328125, - 0.00010627508163452148, 0.0699462890625, 0.01125335693359375, - -0.018798828125, -0.00640106201171875, -0.01247406005859375, - -0.01401519775390625, 0.0006556510925292969, - 0.0053863525390625, -0.0233917236328125, -0.0540771484375, - 0.02117919921875, 0.01708984375, -0.018707275390625, - 0.01007843017578125, 0.009033203125, -0.017974853515625, - -0.0224609375, -0.01107025146484375, -0.0188446044921875, - 0.0070648193359375 + 4.9054622650146484e-5, -0.0226898193359375, -0.0350341796875, + -0.004940032958984375, 0.0094451904296875, 0.033660888671875, + -0.0206298828125, 0.0065460205078125, 0.046783447265625, + -0.00516510009765625, 0.01416778564453125, 0.0308685302734375, + -0.0294647216796875, -0.036895751953125, -0.0298614501953125, + 0.03973388671875, 0.015869140625, 0.0122528076171875, + 0.00885009765625, 0.0193023681640625, 0.0175933837890625, + -0.0258941650390625, -0.005615234375, -0.0237884521484375, + -0.013885498046875, -0.01120758056640625, 0.031402587890625, + 0.006366729736328125, 0.00010627508163452148, 0.0699462890625, + 0.01125335693359375, -0.018798828125, -0.00640106201171875, + -0.01247406005859375, -0.01401519775390625, + 0.0006556510925292969, 0.0053863525390625, + -0.0233917236328125, -0.0540771484375, 0.02117919921875, + 0.01708984375, -0.018707275390625, 0.01007843017578125, + 0.009033203125, -0.017974853515625, -0.0224609375, + -0.01107025146484375, -0.0188446044921875, 0.0070648193359375 ], "index": 1, "object": "embedding" @@ -2317,15 +2289,15 @@ -0.01456451416015625, 0.03460693359375, 0.005725860595703125, 0.0015535354614257812, 0.0273895263671875, 0.02972412109375, -0.01104736328125, -0.04754638671875, 0.005878448486328125, - 0.039459228515625, 0.000010609626770019531, - -0.0196075439453125, 0.010162353515625, -0.022491455078125, - 0.0304718017578125, -0.0223236083984375, -0.0216217041015625, - 0.0203704833984375, -0.0229339599609375, - -0.007198333740234375, 0.0004706382751464844, - 0.0192108154296875, -0.042022705078125, -0.004131317138671875, - 0.003253936767578125, -0.0213165283203125, 0.0155029296875, - -0.01488494873046875, 0.0180206298828125, -0.0295867919921875, - -0.0180511474609375, -0.035858154296875, 0.00876617431640625, + 0.039459228515625, 1.0609626770019531e-5, -0.0196075439453125, + 0.010162353515625, -0.022491455078125, 0.0304718017578125, + -0.0223236083984375, -0.0216217041015625, 0.0203704833984375, + -0.0229339599609375, -0.007198333740234375, + 0.0004706382751464844, 0.0192108154296875, -0.042022705078125, + -0.004131317138671875, 0.003253936767578125, + -0.0213165283203125, 0.0155029296875, -0.01488494873046875, + 0.0180206298828125, -0.0295867919921875, -0.0180511474609375, + -0.035858154296875, 0.00876617431640625, 0.0010461807250976562, 0.0164031982421875, 0.01776123046875, -0.032745361328125, 0.032012939453125, -0.0271453857421875, -0.0134735107421875, -0.02362060546875, @@ -2518,15 +2490,14 @@ 0.0181121826171875, -0.01904296875, 0.0261077880859375, -0.007396697998046875, -0.01190185546875, -0.015716552734375, 0.0013952255249023438, -0.027618408203125, 0.0574951171875, - -0.02362060546875, -0.0000788569450378418, - 0.01209259033203125, 0.0025615692138671875, - -0.01337432861328125, -0.0036907196044921875, - 0.0034389495849609375, 0.002498626708984375, 0.01104736328125, - -0.041534423828125, -0.00014007091522216797, - -0.0013074874877929688, 0.003082275390625, - -0.00870513916015625, -0.0243377685546875, 0.01177978515625, - 0.0026721954345703125, -0.005035400390625, 0.02630615234375, - 0.01313018798828125, -0.0009069442749023438, + -0.02362060546875, -7.88569450378418e-5, 0.01209259033203125, + 0.0025615692138671875, -0.01337432861328125, + -0.0036907196044921875, 0.0034389495849609375, + 0.002498626708984375, 0.01104736328125, -0.041534423828125, + -0.00014007091522216797, -0.0013074874877929688, + 0.003082275390625, -0.00870513916015625, -0.0243377685546875, + 0.01177978515625, 0.0026721954345703125, -0.005035400390625, + 0.02630615234375, 0.01313018798828125, -0.0009069442749023438, -0.01446533203125, -0.051055908203125, -0.005718231201171875, 0.0093841552734375, 0.0157318115234375, 0.0118255615234375, -0.028472900390625, -0.00794219970703125, -0.0130615234375, @@ -2558,20 +2529,26 @@ "total_tokens": 16 } } - } + }, + "headers": { + "access-control-expose-headers": "X-Request-ID", + "alt-svc": "h3=\":443\"; ma=86400", + "content-type": "application/json", + "openai-organization": "braintrust-data", + "openai-version": "2020-10-01", + "x-content-type-options": "nosniff", + "x-openai-proxy-wasm": "v0.1" + }, + "status": 200, + "statusText": "OK" } }, { + "callIndex": 3, "id": "e337ae4652ee5f87", "matchKey": "POST api.openai.com/v1/chat/completions", - "callIndex": 3, "recordedAt": "2026-04-28T23:46:54.779Z", "request": { - "method": "POST", - "url": "https://api.openai.com/v1/chat/completions", - "headers": { - "content-type": "application/json" - }, "body": { "kind": "json", "value": { @@ -2611,20 +2588,12 @@ } ] } - } + }, + "headers": {}, + "method": "POST", + "url": "https://api.openai.com/v1/chat/completions" }, "response": { - "status": 200, - "statusText": "OK", - "headers": { - "access-control-expose-headers": "X-Request-ID", - "alt-svc": "h3=\":443\"; ma=86400", - "content-type": "application/json", - "openai-organization": "braintrust-data", - "openai-version": "2020-10-01", - "x-content-type-options": "nosniff", - "x-openai-proxy-wasm": "v0.1" - }, "body": { "kind": "json", "value": { @@ -2673,20 +2642,26 @@ "total_tokens": 103 } } - } + }, + "headers": { + "access-control-expose-headers": "X-Request-ID", + "alt-svc": "h3=\":443\"; ma=86400", + "content-type": "application/json", + "openai-organization": "braintrust-data", + "openai-version": "2020-10-01", + "x-content-type-options": "nosniff", + "x-openai-proxy-wasm": "v0.1" + }, + "status": 200, + "statusText": "OK" } }, { + "callIndex": 4, "id": "a9e54957866d88b1", "matchKey": "POST api.openai.com/v1/chat/completions", - "callIndex": 4, "recordedAt": "2026-04-28T23:46:54.779Z", "request": { - "method": "POST", - "url": "https://api.openai.com/v1/chat/completions", - "headers": { - "content-type": "application/json" - }, "body": { "kind": "json", "value": { @@ -2726,20 +2701,12 @@ } ] } - } + }, + "headers": {}, + "method": "POST", + "url": "https://api.openai.com/v1/chat/completions" }, "response": { - "status": 200, - "statusText": "OK", - "headers": { - "access-control-expose-headers": "X-Request-ID", - "alt-svc": "h3=\":443\"; ma=86400", - "content-type": "application/json", - "openai-organization": "braintrust-data", - "openai-version": "2020-10-01", - "x-content-type-options": "nosniff", - "x-openai-proxy-wasm": "v0.1" - }, "body": { "kind": "json", "value": { @@ -2788,20 +2755,26 @@ "total_tokens": 64 } } - } + }, + "headers": { + "access-control-expose-headers": "X-Request-ID", + "alt-svc": "h3=\":443\"; ma=86400", + "content-type": "application/json", + "openai-organization": "braintrust-data", + "openai-version": "2020-10-01", + "x-content-type-options": "nosniff", + "x-openai-proxy-wasm": "v0.1" + }, + "status": 200, + "statusText": "OK" } }, { + "callIndex": 5, "id": "c28ac633dde00916", "matchKey": "POST api.openai.com/v1/chat/completions", - "callIndex": 5, "recordedAt": "2026-04-28T23:46:54.779Z", "request": { - "method": "POST", - "url": "https://api.openai.com/v1/chat/completions", - "headers": { - "content-type": "application/json" - }, "body": { "kind": "json", "value": { @@ -2845,22 +2818,13 @@ } ] } - } + }, + "headers": {}, + "method": "POST", + "url": "https://api.openai.com/v1/chat/completions" }, "response": { - "status": 200, - "statusText": "OK", - "headers": { - "access-control-expose-headers": "X-Request-ID", - "alt-svc": "h3=\":443\"; ma=86400", - "content-type": "text/event-stream; charset=utf-8", - "openai-organization": "braintrust-data", - "openai-version": "2020-10-01", - "x-content-type-options": "nosniff", - "x-openai-proxy-wasm": "v0.1" - }, "body": { - "kind": "sse", "chunks": [ "data: {\"id\":\"chatcmpl-DZmQgrXKoD3mz9pGV2fh87kV4TizL\",\"object\":\"chat.completion.chunk\",\"created\":1777420014,\"model\":\"gpt-4o-mini-2024-07-18\",\"service_tier\":\"default\",\"system_fingerprint\":\"fp_edc88c8757\",\"choices\":[{\"index\":0,\"delta\":{\"role\":\"assistant\",\"content\":null,\"tool_calls\":[{\"index\":0,\"id\":\"call_tNmVle2jAFe6TP97vVukh6WI\",\"type\":\"function\",\"function\":{\"name\":\"json\",\"arguments\":\"\"}}],\"refusal\":null},\"logprobs\":null,\"finish_reason\":null}],\"usage\":null,\"obfuscation\":\"BoH0tIgw9z9\"}", "data: {\"id\":\"chatcmpl-DZmQgrXKoD3mz9pGV2fh87kV4TizL\",\"object\":\"chat.completion.chunk\",\"created\":1777420014,\"model\":\"gpt-4o-mini-2024-07-18\",\"service_tier\":\"default\",\"system_fingerprint\":\"fp_edc88c8757\",\"choices\":[{\"index\":0,\"delta\":{\"tool_calls\":[{\"index\":0,\"function\":{\"arguments\":\"{\\\"\"}}]},\"logprobs\":null,\"finish_reason\":null}],\"usage\":null,\"obfuscation\":\"ZY5ua95uZEJ6ga\"}", @@ -2871,9 +2835,26 @@ "data: {\"id\":\"chatcmpl-DZmQgrXKoD3mz9pGV2fh87kV4TizL\",\"object\":\"chat.completion.chunk\",\"created\":1777420014,\"model\":\"gpt-4o-mini-2024-07-18\",\"service_tier\":\"default\",\"system_fingerprint\":\"fp_edc88c8757\",\"choices\":[{\"index\":0,\"delta\":{},\"logprobs\":null,\"finish_reason\":\"stop\"}],\"usage\":null,\"obfuscation\":\"E4xzJ\"}", "data: {\"id\":\"chatcmpl-DZmQgrXKoD3mz9pGV2fh87kV4TizL\",\"object\":\"chat.completion.chunk\",\"created\":1777420014,\"model\":\"gpt-4o-mini-2024-07-18\",\"service_tier\":\"default\",\"system_fingerprint\":\"fp_edc88c8757\",\"choices\":[],\"usage\":{\"prompt_tokens\":59,\"completion_tokens\":5,\"total_tokens\":64,\"prompt_tokens_details\":{\"cached_tokens\":0,\"audio_tokens\":0},\"completion_tokens_details\":{\"reasoning_tokens\":0,\"audio_tokens\":0,\"accepted_prediction_tokens\":0,\"rejected_prediction_tokens\":0}},\"obfuscation\":\"f2qWqChvmpQ\"}", "data: [DONE]" - ] - } + ], + "kind": "sse" + }, + "headers": { + "access-control-expose-headers": "X-Request-ID", + "alt-svc": "h3=\":443\"; ma=86400", + "content-type": "text/event-stream; charset=utf-8", + "openai-organization": "braintrust-data", + "openai-version": "2020-10-01", + "x-content-type-options": "nosniff", + "x-openai-proxy-wasm": "v0.1" + }, + "status": 200, + "statusText": "OK" } } - ] + ], + "meta": { + "createdAt": "2026-04-28T23:46:54.779Z", + "seinfeldVersion": "0.0.0" + }, + "version": 1 } diff --git a/e2e/scenarios/ai-sdk-instrumentation/__cassettes__/ai-sdk-v5.cassette.json b/e2e/scenarios/ai-sdk-instrumentation/__cassettes__/ai-sdk-v5.cassette.json index a9bf05fa4..275c29f37 100644 --- a/e2e/scenarios/ai-sdk-instrumentation/__cassettes__/ai-sdk-v5.cassette.json +++ b/e2e/scenarios/ai-sdk-instrumentation/__cassettes__/ai-sdk-v5.cassette.json @@ -1,21 +1,11 @@ { - "version": 1, - "meta": { - "createdAt": "2026-04-27T22:52:52.069Z", - "seinfeldVersion": "0.0.0" - }, "entries": [ { + "callIndex": 0, "id": "7233dc0e813c46f6", "matchKey": "POST api.openai.com/v1/responses", - "callIndex": 0, "recordedAt": "2026-04-27T22:52:52.069Z", "request": { - "method": "POST", - "url": "https://api.openai.com/v1/responses", - "headers": { - "content-type": "application/json" - }, "body": { "kind": "json", "value": { @@ -34,18 +24,12 @@ "model": "gpt-4o-mini-2024-07-18", "temperature": 0 } - } + }, + "headers": {}, + "method": "POST", + "url": "https://api.openai.com/v1/responses" }, "response": { - "status": 200, - "statusText": "OK", - "headers": { - "alt-svc": "h3=\":443\"; ma=86400", - "content-type": "application/json", - "openai-organization": "braintrust-data", - "openai-version": "2020-10-01", - "x-content-type-options": "nosniff" - }, "body": { "kind": "json", "value": { @@ -120,20 +104,24 @@ }, "user": null } - } + }, + "headers": { + "alt-svc": "h3=\":443\"; ma=86400", + "content-type": "application/json", + "openai-organization": "braintrust-data", + "openai-version": "2020-10-01", + "x-content-type-options": "nosniff" + }, + "status": 200, + "statusText": "OK" } }, { + "callIndex": 1, "id": "a9b8c7d6e5f40321", "matchKey": "POST api.openai.com/v1/responses", - "callIndex": 1, "recordedAt": "2026-04-27T22:52:52.069Z", "request": { - "method": "POST", - "url": "https://api.openai.com/v1/responses", - "headers": { - "content-type": "application/json" - }, "body": { "kind": "json", "value": { @@ -153,34 +141,28 @@ "temperature": 0, "text": { "format": { - "type": "json_schema", - "strict": false, "name": "response", "schema": { - "type": "object", + "additionalProperties": false, "properties": { "answer": { "type": "string" } }, "required": ["answer"], - "additionalProperties": false - } + "type": "object" + }, + "strict": false, + "type": "json_schema" } } } - } + }, + "headers": {}, + "method": "POST", + "url": "https://api.openai.com/v1/responses" }, "response": { - "status": 200, - "statusText": "OK", - "headers": { - "alt-svc": "h3=\":443\"; ma=86400", - "content-type": "application/json", - "openai-organization": "braintrust-data", - "openai-version": "2020-10-01", - "x-content-type-options": "nosniff" - }, "body": { "kind": "json", "value": { @@ -233,19 +215,19 @@ "temperature": 0, "text": { "format": { - "type": "json_schema", - "strict": false, "name": "response", "schema": { - "type": "object", + "additionalProperties": false, "properties": { "answer": { "type": "string" } }, "required": ["answer"], - "additionalProperties": false - } + "type": "object" + }, + "strict": false, + "type": "json_schema" }, "verbosity": "medium" }, @@ -267,20 +249,24 @@ }, "user": null } - } + }, + "headers": { + "alt-svc": "h3=\":443\"; ma=86400", + "content-type": "application/json", + "openai-organization": "braintrust-data", + "openai-version": "2020-10-01", + "x-content-type-options": "nosniff" + }, + "status": 200, + "statusText": "OK" } }, { + "callIndex": 2, "id": "8317e7e21b94baab", "matchKey": "POST api.openai.com/v1/responses", - "callIndex": 2, "recordedAt": "2026-04-27T22:52:52.069Z", "request": { - "method": "POST", - "url": "https://api.openai.com/v1/responses", - "headers": { - "content-type": "application/json" - }, "body": { "kind": "json", "value": { @@ -300,20 +286,13 @@ "stream": true, "temperature": 0 } - } + }, + "headers": {}, + "method": "POST", + "url": "https://api.openai.com/v1/responses" }, "response": { - "status": 200, - "statusText": "OK", - "headers": { - "alt-svc": "h3=\":443\"; ma=86400", - "content-type": "text/event-stream; charset=utf-8", - "openai-organization": "braintrust-data", - "openai-version": "2020-10-01", - "x-content-type-options": "nosniff" - }, "body": { - "kind": "sse", "chunks": [ "event: response.created\ndata: {\"type\":\"response.created\",\"response\":{\"id\":\"resp_002e7208a2a152950069efe8bea5c48190ab5a0d108ad2529c\",\"object\":\"response\",\"created_at\":1777330366,\"status\":\"in_progress\",\"background\":false,\"completed_at\":null,\"error\":null,\"frequency_penalty\":0.0,\"incomplete_details\":null,\"instructions\":null,\"max_output_tokens\":32,\"max_tool_calls\":null,\"model\":\"gpt-4o-mini-2024-07-18\",\"moderation\":null,\"output\":[],\"parallel_tool_calls\":true,\"presence_penalty\":0.0,\"previous_response_id\":null,\"prompt_cache_key\":null,\"prompt_cache_retention\":\"in_memory\",\"reasoning\":{\"effort\":null,\"summary\":null},\"safety_identifier\":null,\"service_tier\":\"auto\",\"store\":true,\"temperature\":0.0,\"text\":{\"format\":{\"type\":\"text\"},\"verbosity\":\"medium\"},\"tool_choice\":\"auto\",\"tools\":[],\"top_logprobs\":0,\"top_p\":1.0,\"truncation\":\"disabled\",\"usage\":null,\"user\":null,\"metadata\":{}},\"sequence_number\":0}", "event: response.in_progress\ndata: {\"type\":\"response.in_progress\",\"response\":{\"id\":\"resp_002e7208a2a152950069efe8bea5c48190ab5a0d108ad2529c\",\"object\":\"response\",\"created_at\":1777330366,\"status\":\"in_progress\",\"background\":false,\"completed_at\":null,\"error\":null,\"frequency_penalty\":0.0,\"incomplete_details\":null,\"instructions\":null,\"max_output_tokens\":32,\"max_tool_calls\":null,\"model\":\"gpt-4o-mini-2024-07-18\",\"moderation\":null,\"output\":[],\"parallel_tool_calls\":true,\"presence_penalty\":0.0,\"previous_response_id\":null,\"prompt_cache_key\":null,\"prompt_cache_retention\":\"in_memory\",\"reasoning\":{\"effort\":null,\"summary\":null},\"safety_identifier\":null,\"service_tier\":\"auto\",\"store\":true,\"temperature\":0.0,\"text\":{\"format\":{\"type\":\"text\"},\"verbosity\":\"medium\"},\"tool_choice\":\"auto\",\"tools\":[],\"top_logprobs\":0,\"top_p\":1.0,\"truncation\":\"disabled\",\"usage\":null,\"user\":null,\"metadata\":{}},\"sequence_number\":1}", @@ -329,21 +308,26 @@ "event: response.content_part.done\ndata: {\"type\":\"response.content_part.done\",\"content_index\":0,\"item_id\":\"msg_002e7208a2a152950069efe8bf18a8819088d7797b643469d3\",\"output_index\":0,\"part\":{\"type\":\"output_text\",\"annotations\":[],\"logprobs\":[],\"text\":\"One, two, three.\"},\"sequence_number\":11}", "event: response.output_item.done\ndata: {\"type\":\"response.output_item.done\",\"item\":{\"id\":\"msg_002e7208a2a152950069efe8bf18a8819088d7797b643469d3\",\"type\":\"message\",\"status\":\"completed\",\"content\":[{\"type\":\"output_text\",\"annotations\":[],\"logprobs\":[],\"text\":\"One, two, three.\"}],\"role\":\"assistant\"},\"output_index\":0,\"sequence_number\":12}", "event: response.completed\ndata: {\"type\":\"response.completed\",\"response\":{\"id\":\"resp_002e7208a2a152950069efe8bea5c48190ab5a0d108ad2529c\",\"object\":\"response\",\"created_at\":1777330366,\"status\":\"completed\",\"background\":false,\"completed_at\":1777330367,\"error\":null,\"frequency_penalty\":0.0,\"incomplete_details\":null,\"instructions\":null,\"max_output_tokens\":32,\"max_tool_calls\":null,\"model\":\"gpt-4o-mini-2024-07-18\",\"moderation\":null,\"output\":[{\"id\":\"msg_002e7208a2a152950069efe8bf18a8819088d7797b643469d3\",\"type\":\"message\",\"status\":\"completed\",\"content\":[{\"type\":\"output_text\",\"annotations\":[],\"logprobs\":[],\"text\":\"One, two, three.\"}],\"role\":\"assistant\"}],\"parallel_tool_calls\":true,\"presence_penalty\":0.0,\"previous_response_id\":null,\"prompt_cache_key\":null,\"prompt_cache_retention\":\"in_memory\",\"reasoning\":{\"effort\":null,\"summary\":null},\"safety_identifier\":null,\"service_tier\":\"default\",\"store\":true,\"temperature\":0.0,\"text\":{\"format\":{\"type\":\"text\"},\"verbosity\":\"medium\"},\"tool_choice\":\"auto\",\"tools\":[],\"top_logprobs\":0,\"top_p\":1.0,\"truncation\":\"disabled\",\"usage\":{\"input_tokens\":22,\"input_tokens_details\":{\"cached_tokens\":0},\"output_tokens\":7,\"output_tokens_details\":{\"reasoning_tokens\":0},\"total_tokens\":29},\"user\":null,\"metadata\":{}},\"sequence_number\":13}" - ] - } + ], + "kind": "sse" + }, + "headers": { + "alt-svc": "h3=\":443\"; ma=86400", + "content-type": "text/event-stream; charset=utf-8", + "openai-organization": "braintrust-data", + "openai-version": "2020-10-01", + "x-content-type-options": "nosniff" + }, + "status": 200, + "statusText": "OK" } }, { + "callIndex": 3, "id": "6ddb4f09893f46af", "matchKey": "POST api.openai.com/v1/responses", - "callIndex": 3, "recordedAt": "2026-04-27T22:52:52.069Z", "request": { - "method": "POST", - "url": "https://api.openai.com/v1/responses", - "headers": { - "content-type": "application/json" - }, "body": { "kind": "json", "value": { @@ -387,18 +371,12 @@ } ] } - } + }, + "headers": {}, + "method": "POST", + "url": "https://api.openai.com/v1/responses" }, "response": { - "status": 200, - "statusText": "OK", - "headers": { - "alt-svc": "h3=\":443\"; ma=86400", - "content-type": "application/json", - "openai-organization": "braintrust-data", - "openai-version": "2020-10-01", - "x-content-type-options": "nosniff" - }, "body": { "kind": "json", "value": { @@ -485,20 +463,24 @@ }, "user": null } - } + }, + "headers": { + "alt-svc": "h3=\":443\"; ma=86400", + "content-type": "application/json", + "openai-organization": "braintrust-data", + "openai-version": "2020-10-01", + "x-content-type-options": "nosniff" + }, + "status": 200, + "statusText": "OK" } }, { + "callIndex": 4, "id": "38d6edd218a0d5ca", "matchKey": "POST api.openai.com/v1/responses", - "callIndex": 4, "recordedAt": "2026-04-27T22:52:52.069Z", "request": { - "method": "POST", - "url": "https://api.openai.com/v1/responses", - "headers": { - "content-type": "application/json" - }, "body": { "kind": "json", "value": { @@ -550,18 +532,12 @@ } ] } - } + }, + "headers": {}, + "method": "POST", + "url": "https://api.openai.com/v1/responses" }, "response": { - "status": 200, - "statusText": "OK", - "headers": { - "alt-svc": "h3=\":443\"; ma=86400", - "content-type": "application/json", - "openai-organization": "braintrust-data", - "openai-version": "2020-10-01", - "x-content-type-options": "nosniff" - }, "body": { "kind": "json", "value": { @@ -648,20 +624,24 @@ }, "user": null } - } + }, + "headers": { + "alt-svc": "h3=\":443\"; ma=86400", + "content-type": "application/json", + "openai-organization": "braintrust-data", + "openai-version": "2020-10-01", + "x-content-type-options": "nosniff" + }, + "status": 200, + "statusText": "OK" } }, { + "callIndex": 5, "id": "b95fe9214ae24233", "matchKey": "POST api.openai.com/v1/responses", - "callIndex": 5, "recordedAt": "2026-04-27T22:52:52.069Z", "request": { - "method": "POST", - "url": "https://api.openai.com/v1/responses", - "headers": { - "content-type": "application/json" - }, "body": { "kind": "json", "value": { @@ -721,18 +701,12 @@ } ] } - } + }, + "headers": {}, + "method": "POST", + "url": "https://api.openai.com/v1/responses" }, "response": { - "status": 200, - "statusText": "OK", - "headers": { - "alt-svc": "h3=\":443\"; ma=86400", - "content-type": "application/json", - "openai-organization": "braintrust-data", - "openai-version": "2020-10-01", - "x-content-type-options": "nosniff" - }, "body": { "kind": "json", "value": { @@ -819,20 +793,24 @@ }, "user": null } - } + }, + "headers": { + "alt-svc": "h3=\":443\"; ma=86400", + "content-type": "application/json", + "openai-organization": "braintrust-data", + "openai-version": "2020-10-01", + "x-content-type-options": "nosniff" + }, + "status": 200, + "statusText": "OK" } }, { + "callIndex": 6, "id": "4f33855550ec2223", "matchKey": "POST api.openai.com/v1/responses", - "callIndex": 6, "recordedAt": "2026-04-27T22:52:52.069Z", "request": { - "method": "POST", - "url": "https://api.openai.com/v1/responses", - "headers": { - "content-type": "application/json" - }, "body": { "kind": "json", "value": { @@ -900,18 +878,12 @@ } ] } - } + }, + "headers": {}, + "method": "POST", + "url": "https://api.openai.com/v1/responses" }, "response": { - "status": 200, - "statusText": "OK", - "headers": { - "alt-svc": "h3=\":443\"; ma=86400", - "content-type": "application/json", - "openai-organization": "braintrust-data", - "openai-version": "2020-10-01", - "x-content-type-options": "nosniff" - }, "body": { "kind": "json", "value": { @@ -998,20 +970,24 @@ }, "user": null } - } + }, + "headers": { + "alt-svc": "h3=\":443\"; ma=86400", + "content-type": "application/json", + "openai-organization": "braintrust-data", + "openai-version": "2020-10-01", + "x-content-type-options": "nosniff" + }, + "status": 200, + "statusText": "OK" } }, { + "callIndex": 7, "id": "d871961d9ddc72be", "matchKey": "POST api.openai.com/v1/responses", - "callIndex": 7, "recordedAt": "2026-04-27T22:52:52.069Z", "request": { - "method": "POST", - "url": "https://api.openai.com/v1/responses", - "headers": { - "content-type": "application/json" - }, "body": { "kind": "json", "value": { @@ -1030,16 +1006,12 @@ "model": "gpt-4o-mini-2024-07-18", "temperature": 0 } - } + }, + "headers": {}, + "method": "POST", + "url": "https://api.openai.com/v1/responses" }, "response": { - "status": 200, - "statusText": "OK", - "headers": { - "content-type": "application/json", - "openai-organization": "braintrust-data", - "openai-version": "2020-10-01" - }, "body": { "kind": "json", "value": { @@ -1114,20 +1086,22 @@ }, "user": null } - } + }, + "headers": { + "content-type": "application/json", + "openai-organization": "braintrust-data", + "openai-version": "2020-10-01" + }, + "status": 200, + "statusText": "OK" } }, { + "callIndex": 8, "id": "a27ea03faf133fd2", "matchKey": "POST api.openai.com/v1/responses", - "callIndex": 8, "recordedAt": "2026-04-27T22:52:52.069Z", "request": { - "method": "POST", - "url": "https://api.openai.com/v1/responses", - "headers": { - "content-type": "application/json" - }, "body": { "kind": "json", "value": { @@ -1146,16 +1120,12 @@ "model": "gpt-4o-mini-2024-07-18", "temperature": 0 } - } + }, + "headers": {}, + "method": "POST", + "url": "https://api.openai.com/v1/responses" }, "response": { - "status": 200, - "statusText": "OK", - "headers": { - "content-type": "application/json", - "openai-organization": "braintrust-data", - "openai-version": "2020-10-01" - }, "body": { "kind": "json", "value": { @@ -1230,20 +1200,22 @@ }, "user": null } - } + }, + "headers": { + "content-type": "application/json", + "openai-organization": "braintrust-data", + "openai-version": "2020-10-01" + }, + "status": 200, + "statusText": "OK" } }, { + "callIndex": 9, "id": "134b55abbb20ef46", "matchKey": "POST api.openai.com/v1/responses", - "callIndex": 9, "recordedAt": "2026-04-27T22:52:52.069Z", "request": { - "method": "POST", - "url": "https://api.openai.com/v1/responses", - "headers": { - "content-type": "application/json" - }, "body": { "kind": "json", "value": { @@ -1262,16 +1234,12 @@ "model": "gpt-4o-mini-2024-07-18", "temperature": 0 } - } + }, + "headers": {}, + "method": "POST", + "url": "https://api.openai.com/v1/responses" }, "response": { - "status": 200, - "statusText": "OK", - "headers": { - "content-type": "application/json", - "openai-organization": "braintrust-data", - "openai-version": "2020-10-01" - }, "body": { "kind": "json", "value": { @@ -1346,20 +1314,22 @@ }, "user": null } - } + }, + "headers": { + "content-type": "application/json", + "openai-organization": "braintrust-data", + "openai-version": "2020-10-01" + }, + "status": 200, + "statusText": "OK" } }, { + "callIndex": 10, "id": "411270ab5d0115fe", "matchKey": "POST api.openai.com/v1/responses", - "callIndex": 10, "recordedAt": "2026-04-27T22:52:52.069Z", "request": { - "method": "POST", - "url": "https://api.openai.com/v1/responses", - "headers": { - "content-type": "application/json" - }, "body": { "kind": "json", "value": { @@ -1378,16 +1348,12 @@ "model": "gpt-4o-mini-2024-07-18", "temperature": 0 } - } + }, + "headers": {}, + "method": "POST", + "url": "https://api.openai.com/v1/responses" }, "response": { - "status": 200, - "statusText": "OK", - "headers": { - "content-type": "application/json", - "openai-organization": "braintrust-data", - "openai-version": "2020-10-01" - }, "body": { "kind": "json", "value": { @@ -1462,20 +1428,22 @@ }, "user": null } - } + }, + "headers": { + "content-type": "application/json", + "openai-organization": "braintrust-data", + "openai-version": "2020-10-01" + }, + "status": 200, + "statusText": "OK" } }, { - "id": "8093d0cbabb20f40", - "matchKey": "POST api.openai.com/v1/responses", "callIndex": 11, - "recordedAt": "2026-04-27T22:52:52.069Z", - "request": { - "method": "POST", - "url": "https://api.openai.com/v1/responses", - "headers": { - "content-type": "application/json" - }, + "id": "8093d0cbabb20f40", + "matchKey": "POST api.openai.com/v1/responses", + "recordedAt": "2026-04-27T22:52:52.069Z", + "request": { "body": { "kind": "json", "value": { @@ -1494,16 +1462,12 @@ "model": "gpt-4o-mini-2024-07-18", "temperature": 0 } - } + }, + "headers": {}, + "method": "POST", + "url": "https://api.openai.com/v1/responses" }, "response": { - "status": 200, - "statusText": "OK", - "headers": { - "content-type": "application/json", - "openai-organization": "braintrust-data", - "openai-version": "2020-10-01" - }, "body": { "kind": "json", "value": { @@ -1556,19 +1520,19 @@ "temperature": 0, "text": { "format": { - "type": "json_schema", - "strict": false, "name": "response", "schema": { - "type": "object", + "additionalProperties": false, "properties": { "city": { "type": "string" } }, "required": ["city"], - "additionalProperties": false - } + "type": "object" + }, + "strict": false, + "type": "json_schema" }, "verbosity": "medium" }, @@ -1590,20 +1554,22 @@ }, "user": null } - } + }, + "headers": { + "content-type": "application/json", + "openai-organization": "braintrust-data", + "openai-version": "2020-10-01" + }, + "status": 200, + "statusText": "OK" } }, { + "callIndex": 12, "id": "b25b776574634bf0", "matchKey": "POST api.openai.com/v1/responses", - "callIndex": 12, "recordedAt": "2026-04-27T22:52:52.069Z", "request": { - "method": "POST", - "url": "https://api.openai.com/v1/responses", - "headers": { - "content-type": "application/json" - }, "body": { "kind": "json", "value": { @@ -1622,18 +1588,13 @@ "model": "gpt-4o-mini-2024-07-18", "temperature": 0 } - } + }, + "headers": {}, + "method": "POST", + "url": "https://api.openai.com/v1/responses" }, "response": { - "status": 200, - "statusText": "OK", - "headers": { - "content-type": "text/event-stream; charset=utf-8", - "openai-organization": "braintrust-data", - "openai-version": "2020-10-01" - }, "body": { - "kind": "sse", "chunks": [ "event: response.created\ndata: {\"id\": \"resp_ad1f0ed9781fb6c28ceffdc1bf304ff4\", \"object\": \"response\", \"created_at\": 1777330402, \"status\": \"in_progress\", \"background\": false, \"completed_at\": null, \"error\": null, \"frequency_penalty\": 0.0, \"incomplete_details\": null, \"instructions\": null, \"max_output_tokens\": 32, \"max_tool_calls\": null, \"model\": \"gpt-4o-mini-2024-07-18\", \"moderation\": null, \"output\": [], \"parallel_tool_calls\": true, \"presence_penalty\": 0.0, \"previous_response_id\": null, \"prompt_cache_key\": null, \"prompt_cache_retention\": \"in_memory\", \"reasoning\": {\"effort\": null, \"summary\": null}, \"safety_identifier\": null, \"service_tier\": \"auto\", \"store\": true, \"temperature\": 0.0, \"text\": {\"format\": {\"type\": \"json_schema\", \"strict\": false, \"name\": \"response\", \"schema\": {\"type\": \"object\", \"properties\": {\"city\": {\"type\": \"string\"}}, \"required\": [\"city\"], \"additionalProperties\": false}}, \"verbosity\": \"medium\"}, \"tool_choice\": \"auto\", \"tools\": [], \"top_logprobs\": 0, \"top_p\": 1.0, \"truncation\": \"disabled\", \"usage\": null, \"user\": null, \"metadata\": {}, \"sequence_number\": 0, \"type\": \"response.created\", \"response\": {\"id\": \"resp_ad1f0ed9781fb6c28ceffdc1bf304ff4\", \"object\": \"response\", \"created_at\": 1777330402, \"status\": \"in_progress\", \"background\": false, \"completed_at\": null, \"error\": null, \"frequency_penalty\": 0.0, \"incomplete_details\": null, \"instructions\": null, \"max_output_tokens\": 32, \"max_tool_calls\": null, \"model\": \"gpt-4o-mini-2024-07-18\", \"moderation\": null, \"output\": [], \"parallel_tool_calls\": true, \"presence_penalty\": 0.0, \"previous_response_id\": null, \"prompt_cache_key\": null, \"prompt_cache_retention\": \"in_memory\", \"reasoning\": {\"effort\": null, \"summary\": null}, \"safety_identifier\": null, \"service_tier\": \"auto\", \"store\": true, \"temperature\": 0.0, \"text\": {\"format\": {\"type\": \"json_schema\", \"strict\": false, \"name\": \"response\", \"schema\": {\"type\": \"object\", \"properties\": {\"city\": {\"type\": \"string\"}}, \"required\": [\"city\"], \"additionalProperties\": false}}, \"verbosity\": \"medium\"}, \"tool_choice\": \"auto\", \"tools\": [], \"top_logprobs\": 0, \"top_p\": 1.0, \"truncation\": \"disabled\", \"usage\": null, \"user\": null, \"metadata\": {}, \"sequence_number\": 0}}", "event: response.in_progress\ndata: {\"type\": \"response.in_progress\", \"sequence_number\": 1, \"response\": {\"id\": \"resp_ad1f0ed9781fb6c28ceffdc1bf304ff4\", \"object\": \"response\", \"created_at\": 1777330402, \"status\": \"in_progress\", \"background\": false, \"completed_at\": null, \"error\": null, \"frequency_penalty\": 0.0, \"incomplete_details\": null, \"instructions\": null, \"max_output_tokens\": 32, \"max_tool_calls\": null, \"model\": \"gpt-4o-mini-2024-07-18\", \"moderation\": null, \"output\": [], \"parallel_tool_calls\": true, \"presence_penalty\": 0.0, \"previous_response_id\": null, \"prompt_cache_key\": null, \"prompt_cache_retention\": \"in_memory\", \"reasoning\": {\"effort\": null, \"summary\": null}, \"safety_identifier\": null, \"service_tier\": \"auto\", \"store\": true, \"temperature\": 0.0, \"text\": {\"format\": {\"type\": \"json_schema\", \"strict\": false, \"name\": \"response\", \"schema\": {\"type\": \"object\", \"properties\": {\"city\": {\"type\": \"string\"}}, \"required\": [\"city\"], \"additionalProperties\": false}}, \"verbosity\": \"medium\"}, \"tool_choice\": \"auto\", \"tools\": [], \"top_logprobs\": 0, \"top_p\": 1.0, \"truncation\": \"disabled\", \"usage\": null, \"user\": null, \"metadata\": {}, \"sequence_number\": 1}}", @@ -1647,21 +1608,24 @@ "event: response.content_part.done\ndata: {\"type\": \"response.content_part.done\", \"content_index\": 0, \"item_id\": \"msg_0e9c0f1499fe4184c7d427c5d6a292ab\", \"output_index\": 0, \"part\": {\"type\": \"output_text\", \"annotations\": [], \"logprobs\": [], \"text\": \"{\\\"city\\\":\\\"Paris\\\"}\"}, \"sequence_number\": 9}", "event: response.output_item.done\ndata: {\"type\": \"response.output_item.done\", \"item\": {\"id\": \"msg_0e9c0f1499fe4184c7d427c5d6a292ab\", \"type\": \"message\", \"status\": \"completed\", \"content\": [{\"type\": \"output_text\", \"annotations\": [], \"logprobs\": [], \"text\": \"{\\\"city\\\":\\\"Paris\\\"}\"}], \"role\": \"assistant\"}, \"output_index\": 0, \"sequence_number\": 10}", "event: response.completed\ndata: {\"type\": \"response.completed\", \"response\": {\"id\": \"resp_ad1f0ed9781fb6c28ceffdc1bf304ff4\", \"object\": \"response\", \"created_at\": 1777330402, \"status\": \"completed\", \"background\": false, \"completed_at\": 1777330403, \"error\": null, \"frequency_penalty\": 0.0, \"incomplete_details\": null, \"instructions\": null, \"max_output_tokens\": 32, \"max_tool_calls\": null, \"model\": \"gpt-4o-mini-2024-07-18\", \"moderation\": null, \"output\": [{\"id\": \"msg_0e9c0f1499fe4184c7d427c5d6a292ab\", \"type\": \"message\", \"status\": \"completed\", \"content\": [{\"type\": \"output_text\", \"annotations\": [], \"logprobs\": [], \"text\": \"{\\\"city\\\":\\\"Paris\\\"}\"}], \"role\": \"assistant\"}], \"parallel_tool_calls\": true, \"presence_penalty\": 0.0, \"previous_response_id\": null, \"prompt_cache_key\": null, \"prompt_cache_retention\": \"in_memory\", \"reasoning\": {\"effort\": null, \"summary\": null}, \"safety_identifier\": null, \"service_tier\": \"default\", \"store\": true, \"temperature\": 0.0, \"text\": {\"format\": {\"type\": \"json_schema\", \"strict\": false, \"name\": \"response\", \"schema\": {\"type\": \"object\", \"properties\": {\"city\": {\"type\": \"string\"}}, \"required\": [\"city\"], \"additionalProperties\": false}}, \"verbosity\": \"medium\"}, \"tool_choice\": \"auto\", \"tools\": [], \"top_logprobs\": 0, \"top_p\": 1.0, \"truncation\": \"disabled\", \"usage\": {\"input_tokens\": 20, \"input_tokens_details\": {\"cached_tokens\": 0}, \"output_tokens\": 1, \"output_tokens_details\": {\"reasoning_tokens\": 0}, \"total_tokens\": 21}, \"user\": null, \"metadata\": {}}, \"sequence_number\": 11}" - ] - } + ], + "kind": "sse" + }, + "headers": { + "content-type": "text/event-stream; charset=utf-8", + "openai-organization": "braintrust-data", + "openai-version": "2020-10-01" + }, + "status": 200, + "statusText": "OK" } }, { + "callIndex": 13, "id": "ba6846078f6d64c7", "matchKey": "POST api.openai.com/v1/responses", - "callIndex": 13, "recordedAt": "2026-04-27T22:52:52.069Z", "request": { - "method": "POST", - "url": "https://api.openai.com/v1/responses", - "headers": { - "content-type": "application/json" - }, "body": { "kind": "json", "value": { @@ -1680,16 +1644,12 @@ "model": "gpt-4o-mini-2024-07-18", "temperature": 0 } - } + }, + "headers": {}, + "method": "POST", + "url": "https://api.openai.com/v1/responses" }, "response": { - "status": 200, - "statusText": "OK", - "headers": { - "content-type": "application/json", - "openai-organization": "braintrust-data", - "openai-version": "2020-10-01" - }, "body": { "kind": "json", "value": { @@ -1764,20 +1724,22 @@ }, "user": null } - } + }, + "headers": { + "content-type": "application/json", + "openai-organization": "braintrust-data", + "openai-version": "2020-10-01" + }, + "status": 200, + "statusText": "OK" } }, { + "callIndex": 14, "id": "04a24d1f7ecc9d4d", "matchKey": "POST api.openai.com/v1/responses", - "callIndex": 14, "recordedAt": "2026-04-27T22:52:52.069Z", "request": { - "method": "POST", - "url": "https://api.openai.com/v1/responses", - "headers": { - "content-type": "application/json" - }, "body": { "kind": "json", "value": { @@ -1796,18 +1758,13 @@ "model": "gpt-4o-mini-2024-07-18", "temperature": 0 } - } + }, + "headers": {}, + "method": "POST", + "url": "https://api.openai.com/v1/responses" }, "response": { - "status": 200, - "statusText": "OK", - "headers": { - "content-type": "text/event-stream; charset=utf-8", - "openai-organization": "braintrust-data", - "openai-version": "2020-10-01" - }, "body": { - "kind": "sse", "chunks": [ "event: response.created\ndata: {\"id\": \"resp_0ffe60aa1b0635b45210af5ebbad1c00\", \"object\": \"response\", \"created_at\": 1777330404, \"status\": \"in_progress\", \"background\": false, \"completed_at\": null, \"error\": null, \"frequency_penalty\": 0.0, \"incomplete_details\": null, \"instructions\": null, \"max_output_tokens\": 32, \"max_tool_calls\": null, \"model\": \"gpt-4o-mini-2024-07-18\", \"moderation\": null, \"output\": [], \"parallel_tool_calls\": true, \"presence_penalty\": 0.0, \"previous_response_id\": null, \"prompt_cache_key\": null, \"prompt_cache_retention\": \"in_memory\", \"reasoning\": {\"effort\": null, \"summary\": null}, \"safety_identifier\": null, \"service_tier\": \"auto\", \"store\": true, \"temperature\": 0.0, \"text\": {\"format\": {\"type\": \"text\"}, \"verbosity\": \"medium\"}, \"tool_choice\": \"auto\", \"tools\": [], \"top_logprobs\": 0, \"top_p\": 1.0, \"truncation\": \"disabled\", \"usage\": null, \"user\": null, \"metadata\": {}, \"sequence_number\": 0, \"type\": \"response.created\", \"response\": {\"id\": \"resp_0ffe60aa1b0635b45210af5ebbad1c00\", \"object\": \"response\", \"created_at\": 1777330404, \"status\": \"in_progress\", \"background\": false, \"completed_at\": null, \"error\": null, \"frequency_penalty\": 0.0, \"incomplete_details\": null, \"instructions\": null, \"max_output_tokens\": 32, \"max_tool_calls\": null, \"model\": \"gpt-4o-mini-2024-07-18\", \"moderation\": null, \"output\": [], \"parallel_tool_calls\": true, \"presence_penalty\": 0.0, \"previous_response_id\": null, \"prompt_cache_key\": null, \"prompt_cache_retention\": \"in_memory\", \"reasoning\": {\"effort\": null, \"summary\": null}, \"safety_identifier\": null, \"service_tier\": \"auto\", \"store\": true, \"temperature\": 0.0, \"text\": {\"format\": {\"type\": \"text\"}, \"verbosity\": \"medium\"}, \"tool_choice\": \"auto\", \"tools\": [], \"top_logprobs\": 0, \"top_p\": 1.0, \"truncation\": \"disabled\", \"usage\": null, \"user\": null, \"metadata\": {}, \"sequence_number\": 0}}", "event: response.in_progress\ndata: {\"type\": \"response.in_progress\", \"sequence_number\": 1, \"response\": {\"id\": \"resp_0ffe60aa1b0635b45210af5ebbad1c00\", \"object\": \"response\", \"created_at\": 1777330404, \"status\": \"in_progress\", \"background\": false, \"completed_at\": null, \"error\": null, \"frequency_penalty\": 0.0, \"incomplete_details\": null, \"instructions\": null, \"max_output_tokens\": 32, \"max_tool_calls\": null, \"model\": \"gpt-4o-mini-2024-07-18\", \"moderation\": null, \"output\": [], \"parallel_tool_calls\": true, \"presence_penalty\": 0.0, \"previous_response_id\": null, \"prompt_cache_key\": null, \"prompt_cache_retention\": \"in_memory\", \"reasoning\": {\"effort\": null, \"summary\": null}, \"safety_identifier\": null, \"service_tier\": \"auto\", \"store\": true, \"temperature\": 0.0, \"text\": {\"format\": {\"type\": \"text\"}, \"verbosity\": \"medium\"}, \"tool_choice\": \"auto\", \"tools\": [], \"top_logprobs\": 0, \"top_p\": 1.0, \"truncation\": \"disabled\", \"usage\": null, \"user\": null, \"metadata\": {}, \"sequence_number\": 1}}", @@ -1820,21 +1777,24 @@ "event: response.content_part.done\ndata: {\"type\": \"response.content_part.done\", \"content_index\": 0, \"item_id\": \"msg_251a70dc04277706f2593046dc65a70f\", \"output_index\": 0, \"part\": {\"type\": \"output_text\", \"annotations\": [], \"logprobs\": [], \"text\": \"STREAM HELLO\"}, \"sequence_number\": 8}", "event: response.output_item.done\ndata: {\"type\": \"response.output_item.done\", \"item\": {\"id\": \"msg_251a70dc04277706f2593046dc65a70f\", \"type\": \"message\", \"status\": \"completed\", \"content\": [{\"type\": \"output_text\", \"annotations\": [], \"logprobs\": [], \"text\": \"STREAM HELLO\"}], \"role\": \"assistant\"}, \"output_index\": 0, \"sequence_number\": 9}", "event: response.completed\ndata: {\"type\": \"response.completed\", \"response\": {\"id\": \"resp_0ffe60aa1b0635b45210af5ebbad1c00\", \"object\": \"response\", \"created_at\": 1777330404, \"status\": \"completed\", \"background\": false, \"completed_at\": 1777330405, \"error\": null, \"frequency_penalty\": 0.0, \"incomplete_details\": null, \"instructions\": null, \"max_output_tokens\": 32, \"max_tool_calls\": null, \"model\": \"gpt-4o-mini-2024-07-18\", \"moderation\": null, \"output\": [{\"id\": \"msg_251a70dc04277706f2593046dc65a70f\", \"type\": \"message\", \"status\": \"completed\", \"content\": [{\"type\": \"output_text\", \"annotations\": [], \"logprobs\": [], \"text\": \"STREAM HELLO\"}], \"role\": \"assistant\"}], \"parallel_tool_calls\": true, \"presence_penalty\": 0.0, \"previous_response_id\": null, \"prompt_cache_key\": null, \"prompt_cache_retention\": \"in_memory\", \"reasoning\": {\"effort\": null, \"summary\": null}, \"safety_identifier\": null, \"service_tier\": \"default\", \"store\": true, \"temperature\": 0.0, \"text\": {\"format\": {\"type\": \"text\"}, \"verbosity\": \"medium\"}, \"tool_choice\": \"auto\", \"tools\": [], \"top_logprobs\": 0, \"top_p\": 1.0, \"truncation\": \"disabled\", \"usage\": {\"input_tokens\": 20, \"input_tokens_details\": {\"cached_tokens\": 0}, \"output_tokens\": 2, \"output_tokens_details\": {\"reasoning_tokens\": 0}, \"total_tokens\": 22}, \"user\": null, \"metadata\": {}}, \"sequence_number\": 10}" - ] - } + ], + "kind": "sse" + }, + "headers": { + "content-type": "text/event-stream; charset=utf-8", + "openai-organization": "braintrust-data", + "openai-version": "2020-10-01" + }, + "status": 200, + "statusText": "OK" } }, { + "callIndex": 15, "id": "271fe1384e1c9e1e", "matchKey": "POST api.openai.com/v1/responses", - "callIndex": 15, "recordedAt": "2026-04-27T22:52:52.069Z", "request": { - "method": "POST", - "url": "https://api.openai.com/v1/responses", - "headers": { - "content-type": "application/json" - }, "body": { "kind": "json", "value": { @@ -1853,16 +1813,12 @@ "model": "gpt-4o-mini-2024-07-18", "temperature": 0 } - } + }, + "headers": {}, + "method": "POST", + "url": "https://api.openai.com/v1/responses" }, "response": { - "status": 200, - "statusText": "OK", - "headers": { - "content-type": "application/json", - "openai-organization": "braintrust-data", - "openai-version": "2020-10-01" - }, "body": { "kind": "json", "value": { @@ -1937,20 +1893,22 @@ }, "user": null } - } + }, + "headers": { + "content-type": "application/json", + "openai-organization": "braintrust-data", + "openai-version": "2020-10-01" + }, + "status": 200, + "statusText": "OK" } }, { + "callIndex": 0, "id": "f15f56a896602309", "matchKey": "POST api.openai.com/v1/embeddings", - "callIndex": 0, "recordedAt": "2026-04-28T23:46:54.779Z", "request": { - "method": "POST", - "url": "https://api.openai.com/v1/embeddings", - "headers": { - "content-type": "application/json" - }, "body": { "kind": "json", "value": { @@ -1958,20 +1916,12 @@ "input": ["Paris is the capital of France."], "model": "text-embedding-3-small" } - } + }, + "headers": {}, + "method": "POST", + "url": "https://api.openai.com/v1/embeddings" }, "response": { - "status": 200, - "statusText": "OK", - "headers": { - "access-control-expose-headers": "X-Request-ID", - "alt-svc": "h3=\":443\"; ma=86400", - "content-type": "application/json", - "openai-organization": "braintrust-data", - "openai-version": "2020-10-01", - "x-content-type-options": "nosniff", - "x-openai-proxy-wasm": "v0.1" - }, "body": { "kind": "json", "value": { @@ -2540,20 +2490,26 @@ "total_tokens": 7 } } - } + }, + "headers": { + "access-control-expose-headers": "X-Request-ID", + "alt-svc": "h3=\":443\"; ma=86400", + "content-type": "application/json", + "openai-organization": "braintrust-data", + "openai-version": "2020-10-01", + "x-content-type-options": "nosniff", + "x-openai-proxy-wasm": "v0.1" + }, + "status": 200, + "statusText": "OK" } }, { + "callIndex": 1, "id": "e534fd943eb3c71c", "matchKey": "POST api.openai.com/v1/embeddings", - "callIndex": 1, "recordedAt": "2026-04-28T23:46:54.779Z", "request": { - "method": "POST", - "url": "https://api.openai.com/v1/embeddings", - "headers": { - "content-type": "application/json" - }, "body": { "kind": "json", "value": { @@ -2565,20 +2521,12 @@ ], "model": "text-embedding-3-small" } - } + }, + "headers": {}, + "method": "POST", + "url": "https://api.openai.com/v1/embeddings" }, "response": { - "status": 200, - "statusText": "OK", - "headers": { - "access-control-expose-headers": "X-Request-ID", - "alt-svc": "h3=\":443\"; ma=86400", - "content-type": "application/json", - "openai-organization": "braintrust-data", - "openai-version": "2020-10-01", - "x-content-type-options": "nosniff", - "x-openai-proxy-wasm": "v0.1" - }, "body": { "kind": "json", "value": { @@ -4265,57 +4213,60 @@ "total_tokens": 16 } } - } + }, + "headers": { + "access-control-expose-headers": "X-Request-ID", + "alt-svc": "h3=\":443\"; ma=86400", + "content-type": "application/json", + "openai-organization": "braintrust-data", + "openai-version": "2020-10-01", + "x-content-type-options": "nosniff", + "x-openai-proxy-wasm": "v0.1" + }, + "status": 200, + "statusText": "OK" } }, { + "callIndex": 0, "id": "7682bac2e3324e9b", "matchKey": "POST api.anthropic.com/v1/messages", - "callIndex": 0, "recordedAt": "2026-04-27T22:52:52.069Z", "request": { - "method": "POST", - "url": "https://api.anthropic.com/v1/messages", - "headers": { - "content-type": "application/json", - "anthropic-version": "2023-06-01" - }, "body": { "kind": "json", "value": { - "model": "claude-haiku-4-5-20251001", "max_tokens": 24, "messages": [ { - "role": "user", - "content": "placeholder" + "content": "placeholder", + "role": "user" } ], + "model": "claude-haiku-4-5-20251001", "temperature": 0 } - } + }, + "headers": {}, + "method": "POST", + "url": "https://api.anthropic.com/v1/messages" }, "response": { - "status": 200, - "statusText": "OK", - "headers": { - "content-type": "application/json" - }, "body": { "kind": "json", "value": { - "id": "msg_ccabf31bd24ee4b7cf9f55e6dba02df6", - "type": "message", - "role": "assistant", - "model": "claude-haiku-4-5-20251001", "content": [ { - "type": "text", - "text": "CACHE_OK" + "text": "CACHE_OK", + "type": "text" } ], + "id": "msg_ccabf31bd24ee4b7cf9f55e6dba02df6", + "model": "claude-haiku-4-5-20251001", + "role": "assistant", "stop_reason": "end_turn", "stop_sequence": null, + "type": "message", "usage": { "cache_creation": { "ephemeral_1h_input_tokens": 0, @@ -4329,57 +4280,54 @@ "service_tier": "standard" } } - } + }, + "headers": { + "content-type": "application/json" + }, + "status": 200, + "statusText": "OK" } }, { + "callIndex": 1, "id": "e5788878513bb84c", "matchKey": "POST api.anthropic.com/v1/messages", - "callIndex": 1, "recordedAt": "2026-04-27T22:52:52.069Z", "request": { - "method": "POST", - "url": "https://api.anthropic.com/v1/messages", - "headers": { - "content-type": "application/json", - "anthropic-version": "2023-06-01" - }, "body": { "kind": "json", "value": { - "model": "claude-haiku-4-5-20251001", "max_tokens": 24, "messages": [ { - "role": "user", - "content": "placeholder" + "content": "placeholder", + "role": "user" } ], + "model": "claude-haiku-4-5-20251001", "temperature": 0 } - } + }, + "headers": {}, + "method": "POST", + "url": "https://api.anthropic.com/v1/messages" }, "response": { - "status": 200, - "statusText": "OK", - "headers": { - "content-type": "application/json" - }, "body": { "kind": "json", "value": { - "id": "msg_cab8bfd49cb433f6853b8e0dda2054ed", - "type": "message", - "role": "assistant", - "model": "claude-haiku-4-5-20251001", "content": [ { - "type": "text", - "text": "CACHE_OK" + "text": "CACHE_OK", + "type": "text" } ], + "id": "msg_cab8bfd49cb433f6853b8e0dda2054ed", + "model": "claude-haiku-4-5-20251001", + "role": "assistant", "stop_reason": "end_turn", "stop_sequence": null, + "type": "message", "usage": { "cache_creation": { "ephemeral_1h_input_tokens": 0, @@ -4393,57 +4341,54 @@ "service_tier": "standard" } } - } + }, + "headers": { + "content-type": "application/json" + }, + "status": 200, + "statusText": "OK" } }, { + "callIndex": 2, "id": "4840019345a20466", "matchKey": "POST api.anthropic.com/v1/messages", - "callIndex": 2, "recordedAt": "2026-04-27T22:52:52.069Z", "request": { - "method": "POST", - "url": "https://api.anthropic.com/v1/messages", - "headers": { - "content-type": "application/json", - "anthropic-version": "2023-06-01" - }, "body": { "kind": "json", "value": { - "model": "claude-haiku-4-5-20251001", "max_tokens": 24, "messages": [ { - "role": "user", - "content": "placeholder" + "content": "placeholder", + "role": "user" } ], + "model": "claude-haiku-4-5-20251001", "temperature": 0 } - } + }, + "headers": {}, + "method": "POST", + "url": "https://api.anthropic.com/v1/messages" }, "response": { - "status": 200, - "statusText": "OK", - "headers": { - "content-type": "application/json" - }, "body": { "kind": "json", "value": { - "id": "msg_06021d2d345dcf052e0c8afa09339720", - "type": "message", - "role": "assistant", - "model": "claude-haiku-4-5-20251001", "content": [ { - "type": "text", - "text": "CACHE_OK" + "text": "CACHE_OK", + "type": "text" } ], + "id": "msg_06021d2d345dcf052e0c8afa09339720", + "model": "claude-haiku-4-5-20251001", + "role": "assistant", "stop_reason": "end_turn", "stop_sequence": null, + "type": "message", "usage": { "cache_creation": { "ephemeral_1h_input_tokens": 0, @@ -4457,8 +4402,18 @@ "service_tier": "standard" } } - } + }, + "headers": { + "content-type": "application/json" + }, + "status": 200, + "statusText": "OK" } } - ] + ], + "meta": { + "createdAt": "2026-04-27T22:52:52.069Z", + "seinfeldVersion": "0.0.0" + }, + "version": 1 } diff --git a/e2e/scenarios/ai-sdk-instrumentation/__cassettes__/ai-sdk-v6.cassette.json b/e2e/scenarios/ai-sdk-instrumentation/__cassettes__/ai-sdk-v6.cassette.json index 81377c66a..9f2ad13d4 100644 --- a/e2e/scenarios/ai-sdk-instrumentation/__cassettes__/ai-sdk-v6.cassette.json +++ b/e2e/scenarios/ai-sdk-instrumentation/__cassettes__/ai-sdk-v6.cassette.json @@ -1,21 +1,11 @@ { - "version": 1, - "meta": { - "createdAt": "2026-04-27T22:53:01.327Z", - "seinfeldVersion": "0.0.0" - }, "entries": [ { + "callIndex": 0, "id": "7233dc0e813c46f6", "matchKey": "POST api.openai.com/v1/responses", - "callIndex": 0, "recordedAt": "2026-04-27T22:53:01.327Z", "request": { - "method": "POST", - "url": "https://api.openai.com/v1/responses", - "headers": { - "content-type": "application/json" - }, "body": { "kind": "json", "value": { @@ -34,18 +24,12 @@ "model": "gpt-4o-mini-2024-07-18", "temperature": 0 } - } + }, + "headers": {}, + "method": "POST", + "url": "https://api.openai.com/v1/responses" }, "response": { - "status": 200, - "statusText": "OK", - "headers": { - "alt-svc": "h3=\":443\"; ma=86400", - "content-type": "application/json", - "openai-organization": "braintrust-data", - "openai-version": "2020-10-01", - "x-content-type-options": "nosniff" - }, "body": { "kind": "json", "value": { @@ -120,20 +104,24 @@ }, "user": null } - } + }, + "headers": { + "alt-svc": "h3=\":443\"; ma=86400", + "content-type": "application/json", + "openai-organization": "braintrust-data", + "openai-version": "2020-10-01", + "x-content-type-options": "nosniff" + }, + "status": 200, + "statusText": "OK" } }, { + "callIndex": 1, "id": "b2c3d4e5f6071891", "matchKey": "POST api.openai.com/v1/responses", - "callIndex": 1, "recordedAt": "2026-04-27T22:53:01.327Z", "request": { - "method": "POST", - "url": "https://api.openai.com/v1/responses", - "headers": { - "content-type": "application/json" - }, "body": { "kind": "json", "value": { @@ -153,34 +141,28 @@ "temperature": 0, "text": { "format": { - "type": "json_schema", - "strict": true, "name": "response", "schema": { - "type": "object", + "additionalProperties": false, "properties": { "answer": { "type": "string" } }, "required": ["answer"], - "additionalProperties": false - } + "type": "object" + }, + "strict": true, + "type": "json_schema" } } } - } + }, + "headers": {}, + "method": "POST", + "url": "https://api.openai.com/v1/responses" }, "response": { - "status": 200, - "statusText": "OK", - "headers": { - "alt-svc": "h3=\":443\"; ma=86400", - "content-type": "application/json", - "openai-organization": "braintrust-data", - "openai-version": "2020-10-01", - "x-content-type-options": "nosniff" - }, "body": { "kind": "json", "value": { @@ -233,19 +215,19 @@ "temperature": 0, "text": { "format": { - "type": "json_schema", - "strict": true, "name": "response", "schema": { - "type": "object", + "additionalProperties": false, "properties": { "answer": { "type": "string" } }, "required": ["answer"], - "additionalProperties": false - } + "type": "object" + }, + "strict": true, + "type": "json_schema" }, "verbosity": "medium" }, @@ -267,20 +249,24 @@ }, "user": null } - } + }, + "headers": { + "alt-svc": "h3=\":443\"; ma=86400", + "content-type": "application/json", + "openai-organization": "braintrust-data", + "openai-version": "2020-10-01", + "x-content-type-options": "nosniff" + }, + "status": 200, + "statusText": "OK" } }, { + "callIndex": 2, "id": "8317e7e21b94baab", "matchKey": "POST api.openai.com/v1/responses", - "callIndex": 2, "recordedAt": "2026-04-27T22:53:01.327Z", "request": { - "method": "POST", - "url": "https://api.openai.com/v1/responses", - "headers": { - "content-type": "application/json" - }, "body": { "kind": "json", "value": { @@ -300,20 +286,13 @@ "stream": true, "temperature": 0 } - } + }, + "headers": {}, + "method": "POST", + "url": "https://api.openai.com/v1/responses" }, "response": { - "status": 200, - "statusText": "OK", - "headers": { - "alt-svc": "h3=\":443\"; ma=86400", - "content-type": "text/event-stream; charset=utf-8", - "openai-organization": "braintrust-data", - "openai-version": "2020-10-01", - "x-content-type-options": "nosniff" - }, "body": { - "kind": "sse", "chunks": [ "event: response.created\ndata: {\"type\":\"response.created\",\"response\":{\"id\":\"resp_0e5817a3911feccf0069efe8c58914819680c0100e1c69757d\",\"object\":\"response\",\"created_at\":1777330373,\"status\":\"in_progress\",\"background\":false,\"completed_at\":null,\"error\":null,\"frequency_penalty\":0.0,\"incomplete_details\":null,\"instructions\":null,\"max_output_tokens\":32,\"max_tool_calls\":null,\"model\":\"gpt-4o-mini-2024-07-18\",\"moderation\":null,\"output\":[],\"parallel_tool_calls\":true,\"presence_penalty\":0.0,\"previous_response_id\":null,\"prompt_cache_key\":null,\"prompt_cache_retention\":\"in_memory\",\"reasoning\":{\"effort\":null,\"summary\":null},\"safety_identifier\":null,\"service_tier\":\"auto\",\"store\":true,\"temperature\":0.0,\"text\":{\"format\":{\"type\":\"text\"},\"verbosity\":\"medium\"},\"tool_choice\":\"auto\",\"tools\":[],\"top_logprobs\":0,\"top_p\":1.0,\"truncation\":\"disabled\",\"usage\":null,\"user\":null,\"metadata\":{}},\"sequence_number\":0}", "event: response.in_progress\ndata: {\"type\":\"response.in_progress\",\"response\":{\"id\":\"resp_0e5817a3911feccf0069efe8c58914819680c0100e1c69757d\",\"object\":\"response\",\"created_at\":1777330373,\"status\":\"in_progress\",\"background\":false,\"completed_at\":null,\"error\":null,\"frequency_penalty\":0.0,\"incomplete_details\":null,\"instructions\":null,\"max_output_tokens\":32,\"max_tool_calls\":null,\"model\":\"gpt-4o-mini-2024-07-18\",\"moderation\":null,\"output\":[],\"parallel_tool_calls\":true,\"presence_penalty\":0.0,\"previous_response_id\":null,\"prompt_cache_key\":null,\"prompt_cache_retention\":\"in_memory\",\"reasoning\":{\"effort\":null,\"summary\":null},\"safety_identifier\":null,\"service_tier\":\"auto\",\"store\":true,\"temperature\":0.0,\"text\":{\"format\":{\"type\":\"text\"},\"verbosity\":\"medium\"},\"tool_choice\":\"auto\",\"tools\":[],\"top_logprobs\":0,\"top_p\":1.0,\"truncation\":\"disabled\",\"usage\":null,\"user\":null,\"metadata\":{}},\"sequence_number\":1}", @@ -329,21 +308,26 @@ "event: response.content_part.done\ndata: {\"type\":\"response.content_part.done\",\"content_index\":0,\"item_id\":\"msg_0e5817a3911feccf0069efe8c656988196a8fe72667e8254a7\",\"output_index\":0,\"part\":{\"type\":\"output_text\",\"annotations\":[],\"logprobs\":[],\"text\":\"One, two, three.\"},\"sequence_number\":11}", "event: response.output_item.done\ndata: {\"type\":\"response.output_item.done\",\"item\":{\"id\":\"msg_0e5817a3911feccf0069efe8c656988196a8fe72667e8254a7\",\"type\":\"message\",\"status\":\"completed\",\"content\":[{\"type\":\"output_text\",\"annotations\":[],\"logprobs\":[],\"text\":\"One, two, three.\"}],\"role\":\"assistant\"},\"output_index\":0,\"sequence_number\":12}", "event: response.completed\ndata: {\"type\":\"response.completed\",\"response\":{\"id\":\"resp_0e5817a3911feccf0069efe8c58914819680c0100e1c69757d\",\"object\":\"response\",\"created_at\":1777330373,\"status\":\"completed\",\"background\":false,\"completed_at\":1777330374,\"error\":null,\"frequency_penalty\":0.0,\"incomplete_details\":null,\"instructions\":null,\"max_output_tokens\":32,\"max_tool_calls\":null,\"model\":\"gpt-4o-mini-2024-07-18\",\"moderation\":null,\"output\":[{\"id\":\"msg_0e5817a3911feccf0069efe8c656988196a8fe72667e8254a7\",\"type\":\"message\",\"status\":\"completed\",\"content\":[{\"type\":\"output_text\",\"annotations\":[],\"logprobs\":[],\"text\":\"One, two, three.\"}],\"role\":\"assistant\"}],\"parallel_tool_calls\":true,\"presence_penalty\":0.0,\"previous_response_id\":null,\"prompt_cache_key\":null,\"prompt_cache_retention\":\"in_memory\",\"reasoning\":{\"effort\":null,\"summary\":null},\"safety_identifier\":null,\"service_tier\":\"default\",\"store\":true,\"temperature\":0.0,\"text\":{\"format\":{\"type\":\"text\"},\"verbosity\":\"medium\"},\"tool_choice\":\"auto\",\"tools\":[],\"top_logprobs\":0,\"top_p\":1.0,\"truncation\":\"disabled\",\"usage\":{\"input_tokens\":22,\"input_tokens_details\":{\"cached_tokens\":0},\"output_tokens\":7,\"output_tokens_details\":{\"reasoning_tokens\":0},\"total_tokens\":29},\"user\":null,\"metadata\":{}},\"sequence_number\":13}" - ] - } + ], + "kind": "sse" + }, + "headers": { + "alt-svc": "h3=\":443\"; ma=86400", + "content-type": "text/event-stream; charset=utf-8", + "openai-organization": "braintrust-data", + "openai-version": "2020-10-01", + "x-content-type-options": "nosniff" + }, + "status": 200, + "statusText": "OK" } }, { + "callIndex": 3, "id": "521ede462fd0fdf0", "matchKey": "POST api.openai.com/v1/responses", - "callIndex": 3, "recordedAt": "2026-04-27T22:53:01.327Z", "request": { - "method": "POST", - "url": "https://api.openai.com/v1/responses", - "headers": { - "content-type": "application/json" - }, "body": { "kind": "json", "value": { @@ -386,18 +370,12 @@ } ] } - } + }, + "headers": {}, + "method": "POST", + "url": "https://api.openai.com/v1/responses" }, "response": { - "status": 200, - "statusText": "OK", - "headers": { - "alt-svc": "h3=\":443\"; ma=86400", - "content-type": "application/json", - "openai-organization": "braintrust-data", - "openai-version": "2020-10-01", - "x-content-type-options": "nosniff" - }, "body": { "kind": "json", "value": { @@ -484,20 +462,24 @@ }, "user": null } - } + }, + "headers": { + "alt-svc": "h3=\":443\"; ma=86400", + "content-type": "application/json", + "openai-organization": "braintrust-data", + "openai-version": "2020-10-01", + "x-content-type-options": "nosniff" + }, + "status": 200, + "statusText": "OK" } }, { + "callIndex": 4, "id": "2679b4829a582714", "matchKey": "POST api.openai.com/v1/responses", - "callIndex": 4, "recordedAt": "2026-04-27T22:53:01.327Z", "request": { - "method": "POST", - "url": "https://api.openai.com/v1/responses", - "headers": { - "content-type": "application/json" - }, "body": { "kind": "json", "value": { @@ -548,18 +530,12 @@ } ] } - } + }, + "headers": {}, + "method": "POST", + "url": "https://api.openai.com/v1/responses" }, "response": { - "status": 200, - "statusText": "OK", - "headers": { - "alt-svc": "h3=\":443\"; ma=86400", - "content-type": "application/json", - "openai-organization": "braintrust-data", - "openai-version": "2020-10-01", - "x-content-type-options": "nosniff" - }, "body": { "kind": "json", "value": { @@ -646,20 +622,24 @@ }, "user": null } - } + }, + "headers": { + "alt-svc": "h3=\":443\"; ma=86400", + "content-type": "application/json", + "openai-organization": "braintrust-data", + "openai-version": "2020-10-01", + "x-content-type-options": "nosniff" + }, + "status": 200, + "statusText": "OK" } }, { + "callIndex": 5, "id": "d3dcb10944ef4066", "matchKey": "POST api.openai.com/v1/responses", - "callIndex": 5, "recordedAt": "2026-04-27T22:53:01.327Z", "request": { - "method": "POST", - "url": "https://api.openai.com/v1/responses", - "headers": { - "content-type": "application/json" - }, "body": { "kind": "json", "value": { @@ -718,18 +698,12 @@ } ] } - } + }, + "headers": {}, + "method": "POST", + "url": "https://api.openai.com/v1/responses" }, "response": { - "status": 200, - "statusText": "OK", - "headers": { - "alt-svc": "h3=\":443\"; ma=86400", - "content-type": "application/json", - "openai-organization": "braintrust-data", - "openai-version": "2020-10-01", - "x-content-type-options": "nosniff" - }, "body": { "kind": "json", "value": { @@ -816,20 +790,24 @@ }, "user": null } - } + }, + "headers": { + "alt-svc": "h3=\":443\"; ma=86400", + "content-type": "application/json", + "openai-organization": "braintrust-data", + "openai-version": "2020-10-01", + "x-content-type-options": "nosniff" + }, + "status": 200, + "statusText": "OK" } }, { + "callIndex": 6, "id": "64b3ec51c84fc886", "matchKey": "POST api.openai.com/v1/responses", - "callIndex": 6, "recordedAt": "2026-04-27T22:53:01.327Z", "request": { - "method": "POST", - "url": "https://api.openai.com/v1/responses", - "headers": { - "content-type": "application/json" - }, "body": { "kind": "json", "value": { @@ -896,18 +874,12 @@ } ] } - } + }, + "headers": {}, + "method": "POST", + "url": "https://api.openai.com/v1/responses" }, "response": { - "status": 200, - "statusText": "OK", - "headers": { - "alt-svc": "h3=\":443\"; ma=86400", - "content-type": "application/json", - "openai-organization": "braintrust-data", - "openai-version": "2020-10-01", - "x-content-type-options": "nosniff" - }, "body": { "kind": "json", "value": { @@ -994,20 +966,24 @@ }, "user": null } - } + }, + "headers": { + "alt-svc": "h3=\":443\"; ma=86400", + "content-type": "application/json", + "openai-organization": "braintrust-data", + "openai-version": "2020-10-01", + "x-content-type-options": "nosniff" + }, + "status": 200, + "statusText": "OK" } }, { + "callIndex": 7, "id": "b93791299b4c859a", "matchKey": "POST api.openai.com/v1/responses", - "callIndex": 7, "recordedAt": "2026-04-27T22:52:52.069Z", "request": { - "method": "POST", - "url": "https://api.openai.com/v1/responses", - "headers": { - "content-type": "application/json" - }, "body": { "kind": "json", "value": { @@ -1026,16 +1002,12 @@ "model": "gpt-4o-mini-2024-07-18", "temperature": 0 } - } + }, + "headers": {}, + "method": "POST", + "url": "https://api.openai.com/v1/responses" }, "response": { - "status": 200, - "statusText": "OK", - "headers": { - "content-type": "application/json", - "openai-organization": "braintrust-data", - "openai-version": "2020-10-01" - }, "body": { "kind": "json", "value": { @@ -1110,20 +1082,22 @@ }, "user": null } - } + }, + "headers": { + "content-type": "application/json", + "openai-organization": "braintrust-data", + "openai-version": "2020-10-01" + }, + "status": 200, + "statusText": "OK" } }, { + "callIndex": 8, "id": "70d1463b2e7d9202", "matchKey": "POST api.openai.com/v1/responses", - "callIndex": 8, "recordedAt": "2026-04-27T22:52:52.069Z", "request": { - "method": "POST", - "url": "https://api.openai.com/v1/responses", - "headers": { - "content-type": "application/json" - }, "body": { "kind": "json", "value": { @@ -1142,16 +1116,12 @@ "model": "gpt-4o-mini-2024-07-18", "temperature": 0 } - } + }, + "headers": {}, + "method": "POST", + "url": "https://api.openai.com/v1/responses" }, "response": { - "status": 200, - "statusText": "OK", - "headers": { - "content-type": "application/json", - "openai-organization": "braintrust-data", - "openai-version": "2020-10-01" - }, "body": { "kind": "json", "value": { @@ -1226,20 +1196,22 @@ }, "user": null } - } + }, + "headers": { + "content-type": "application/json", + "openai-organization": "braintrust-data", + "openai-version": "2020-10-01" + }, + "status": 200, + "statusText": "OK" } }, { + "callIndex": 9, "id": "16e8b935098a24b8", "matchKey": "POST api.openai.com/v1/responses", - "callIndex": 9, "recordedAt": "2026-04-27T22:52:52.069Z", "request": { - "method": "POST", - "url": "https://api.openai.com/v1/responses", - "headers": { - "content-type": "application/json" - }, "body": { "kind": "json", "value": { @@ -1258,16 +1230,12 @@ "model": "gpt-4o-mini-2024-07-18", "temperature": 0 } - } + }, + "headers": {}, + "method": "POST", + "url": "https://api.openai.com/v1/responses" }, "response": { - "status": 200, - "statusText": "OK", - "headers": { - "content-type": "application/json", - "openai-organization": "braintrust-data", - "openai-version": "2020-10-01" - }, "body": { "kind": "json", "value": { @@ -1342,20 +1310,22 @@ }, "user": null } - } + }, + "headers": { + "content-type": "application/json", + "openai-organization": "braintrust-data", + "openai-version": "2020-10-01" + }, + "status": 200, + "statusText": "OK" } }, { + "callIndex": 10, "id": "429f6eda6e37bf2f", "matchKey": "POST api.openai.com/v1/responses", - "callIndex": 10, "recordedAt": "2026-04-27T22:52:52.069Z", "request": { - "method": "POST", - "url": "https://api.openai.com/v1/responses", - "headers": { - "content-type": "application/json" - }, "body": { "kind": "json", "value": { @@ -1374,16 +1344,12 @@ "model": "gpt-4o-mini-2024-07-18", "temperature": 0 } - } + }, + "headers": {}, + "method": "POST", + "url": "https://api.openai.com/v1/responses" }, "response": { - "status": 200, - "statusText": "OK", - "headers": { - "content-type": "application/json", - "openai-organization": "braintrust-data", - "openai-version": "2020-10-01" - }, "body": { "kind": "json", "value": { @@ -1458,20 +1424,22 @@ }, "user": null } - } + }, + "headers": { + "content-type": "application/json", + "openai-organization": "braintrust-data", + "openai-version": "2020-10-01" + }, + "status": 200, + "statusText": "OK" } }, { + "callIndex": 11, "id": "f9288dd736a41bd0", "matchKey": "POST api.openai.com/v1/responses", - "callIndex": 11, "recordedAt": "2026-04-27T22:52:52.069Z", "request": { - "method": "POST", - "url": "https://api.openai.com/v1/responses", - "headers": { - "content-type": "application/json" - }, "body": { "kind": "json", "value": { @@ -1490,16 +1458,12 @@ "model": "gpt-4o-mini-2024-07-18", "temperature": 0 } - } + }, + "headers": {}, + "method": "POST", + "url": "https://api.openai.com/v1/responses" }, "response": { - "status": 200, - "statusText": "OK", - "headers": { - "content-type": "application/json", - "openai-organization": "braintrust-data", - "openai-version": "2020-10-01" - }, "body": { "kind": "json", "value": { @@ -1552,19 +1516,19 @@ "temperature": 0, "text": { "format": { - "type": "json_schema", - "strict": false, "name": "response", "schema": { - "type": "object", + "additionalProperties": false, "properties": { "city": { "type": "string" } }, "required": ["city"], - "additionalProperties": false - } + "type": "object" + }, + "strict": false, + "type": "json_schema" }, "verbosity": "medium" }, @@ -1586,20 +1550,22 @@ }, "user": null } - } + }, + "headers": { + "content-type": "application/json", + "openai-organization": "braintrust-data", + "openai-version": "2020-10-01" + }, + "status": 200, + "statusText": "OK" } }, { + "callIndex": 12, "id": "146ecbf0486b1873", "matchKey": "POST api.openai.com/v1/responses", - "callIndex": 12, "recordedAt": "2026-04-27T22:52:52.069Z", "request": { - "method": "POST", - "url": "https://api.openai.com/v1/responses", - "headers": { - "content-type": "application/json" - }, "body": { "kind": "json", "value": { @@ -1618,18 +1584,13 @@ "model": "gpt-4o-mini-2024-07-18", "temperature": 0 } - } + }, + "headers": {}, + "method": "POST", + "url": "https://api.openai.com/v1/responses" }, "response": { - "status": 200, - "statusText": "OK", - "headers": { - "content-type": "text/event-stream; charset=utf-8", - "openai-organization": "braintrust-data", - "openai-version": "2020-10-01" - }, "body": { - "kind": "sse", "chunks": [ "event: response.created\ndata: {\"id\": \"resp_810dd773515d75fb2692a9fed45e0206\", \"object\": \"response\", \"created_at\": 1777330402, \"status\": \"in_progress\", \"background\": false, \"completed_at\": null, \"error\": null, \"frequency_penalty\": 0.0, \"incomplete_details\": null, \"instructions\": null, \"max_output_tokens\": 32, \"max_tool_calls\": null, \"model\": \"gpt-4o-mini-2024-07-18\", \"moderation\": null, \"output\": [], \"parallel_tool_calls\": true, \"presence_penalty\": 0.0, \"previous_response_id\": null, \"prompt_cache_key\": null, \"prompt_cache_retention\": \"in_memory\", \"reasoning\": {\"effort\": null, \"summary\": null}, \"safety_identifier\": null, \"service_tier\": \"auto\", \"store\": true, \"temperature\": 0.0, \"text\": {\"format\": {\"type\": \"json_schema\", \"strict\": false, \"name\": \"response\", \"schema\": {\"type\": \"object\", \"properties\": {\"city\": {\"type\": \"string\"}}, \"required\": [\"city\"], \"additionalProperties\": false}}, \"verbosity\": \"medium\"}, \"tool_choice\": \"auto\", \"tools\": [], \"top_logprobs\": 0, \"top_p\": 1.0, \"truncation\": \"disabled\", \"usage\": null, \"user\": null, \"metadata\": {}, \"sequence_number\": 0, \"type\": \"response.created\", \"response\": {\"id\": \"resp_810dd773515d75fb2692a9fed45e0206\", \"object\": \"response\", \"created_at\": 1777330402, \"status\": \"in_progress\", \"background\": false, \"completed_at\": null, \"error\": null, \"frequency_penalty\": 0.0, \"incomplete_details\": null, \"instructions\": null, \"max_output_tokens\": 32, \"max_tool_calls\": null, \"model\": \"gpt-4o-mini-2024-07-18\", \"moderation\": null, \"output\": [], \"parallel_tool_calls\": true, \"presence_penalty\": 0.0, \"previous_response_id\": null, \"prompt_cache_key\": null, \"prompt_cache_retention\": \"in_memory\", \"reasoning\": {\"effort\": null, \"summary\": null}, \"safety_identifier\": null, \"service_tier\": \"auto\", \"store\": true, \"temperature\": 0.0, \"text\": {\"format\": {\"type\": \"json_schema\", \"strict\": false, \"name\": \"response\", \"schema\": {\"type\": \"object\", \"properties\": {\"city\": {\"type\": \"string\"}}, \"required\": [\"city\"], \"additionalProperties\": false}}, \"verbosity\": \"medium\"}, \"tool_choice\": \"auto\", \"tools\": [], \"top_logprobs\": 0, \"top_p\": 1.0, \"truncation\": \"disabled\", \"usage\": null, \"user\": null, \"metadata\": {}, \"sequence_number\": 0}}", "event: response.in_progress\ndata: {\"type\": \"response.in_progress\", \"sequence_number\": 1, \"response\": {\"id\": \"resp_810dd773515d75fb2692a9fed45e0206\", \"object\": \"response\", \"created_at\": 1777330402, \"status\": \"in_progress\", \"background\": false, \"completed_at\": null, \"error\": null, \"frequency_penalty\": 0.0, \"incomplete_details\": null, \"instructions\": null, \"max_output_tokens\": 32, \"max_tool_calls\": null, \"model\": \"gpt-4o-mini-2024-07-18\", \"moderation\": null, \"output\": [], \"parallel_tool_calls\": true, \"presence_penalty\": 0.0, \"previous_response_id\": null, \"prompt_cache_key\": null, \"prompt_cache_retention\": \"in_memory\", \"reasoning\": {\"effort\": null, \"summary\": null}, \"safety_identifier\": null, \"service_tier\": \"auto\", \"store\": true, \"temperature\": 0.0, \"text\": {\"format\": {\"type\": \"json_schema\", \"strict\": false, \"name\": \"response\", \"schema\": {\"type\": \"object\", \"properties\": {\"city\": {\"type\": \"string\"}}, \"required\": [\"city\"], \"additionalProperties\": false}}, \"verbosity\": \"medium\"}, \"tool_choice\": \"auto\", \"tools\": [], \"top_logprobs\": 0, \"top_p\": 1.0, \"truncation\": \"disabled\", \"usage\": null, \"user\": null, \"metadata\": {}, \"sequence_number\": 1}}", @@ -1643,21 +1604,24 @@ "event: response.content_part.done\ndata: {\"type\": \"response.content_part.done\", \"content_index\": 0, \"item_id\": \"msg_146c652b1629452ebdd9bca9532b8cec\", \"output_index\": 0, \"part\": {\"type\": \"output_text\", \"annotations\": [], \"logprobs\": [], \"text\": \"{\\\"city\\\":\\\"Paris\\\"}\"}, \"sequence_number\": 9}", "event: response.output_item.done\ndata: {\"type\": \"response.output_item.done\", \"item\": {\"id\": \"msg_146c652b1629452ebdd9bca9532b8cec\", \"type\": \"message\", \"status\": \"completed\", \"content\": [{\"type\": \"output_text\", \"annotations\": [], \"logprobs\": [], \"text\": \"{\\\"city\\\":\\\"Paris\\\"}\"}], \"role\": \"assistant\"}, \"output_index\": 0, \"sequence_number\": 10}", "event: response.completed\ndata: {\"type\": \"response.completed\", \"response\": {\"id\": \"resp_810dd773515d75fb2692a9fed45e0206\", \"object\": \"response\", \"created_at\": 1777330402, \"status\": \"completed\", \"background\": false, \"completed_at\": 1777330403, \"error\": null, \"frequency_penalty\": 0.0, \"incomplete_details\": null, \"instructions\": null, \"max_output_tokens\": 32, \"max_tool_calls\": null, \"model\": \"gpt-4o-mini-2024-07-18\", \"moderation\": null, \"output\": [{\"id\": \"msg_146c652b1629452ebdd9bca9532b8cec\", \"type\": \"message\", \"status\": \"completed\", \"content\": [{\"type\": \"output_text\", \"annotations\": [], \"logprobs\": [], \"text\": \"{\\\"city\\\":\\\"Paris\\\"}\"}], \"role\": \"assistant\"}], \"parallel_tool_calls\": true, \"presence_penalty\": 0.0, \"previous_response_id\": null, \"prompt_cache_key\": null, \"prompt_cache_retention\": \"in_memory\", \"reasoning\": {\"effort\": null, \"summary\": null}, \"safety_identifier\": null, \"service_tier\": \"default\", \"store\": true, \"temperature\": 0.0, \"text\": {\"format\": {\"type\": \"json_schema\", \"strict\": false, \"name\": \"response\", \"schema\": {\"type\": \"object\", \"properties\": {\"city\": {\"type\": \"string\"}}, \"required\": [\"city\"], \"additionalProperties\": false}}, \"verbosity\": \"medium\"}, \"tool_choice\": \"auto\", \"tools\": [], \"top_logprobs\": 0, \"top_p\": 1.0, \"truncation\": \"disabled\", \"usage\": {\"input_tokens\": 20, \"input_tokens_details\": {\"cached_tokens\": 0}, \"output_tokens\": 1, \"output_tokens_details\": {\"reasoning_tokens\": 0}, \"total_tokens\": 21}, \"user\": null, \"metadata\": {}}, \"sequence_number\": 11}" - ] - } + ], + "kind": "sse" + }, + "headers": { + "content-type": "text/event-stream; charset=utf-8", + "openai-organization": "braintrust-data", + "openai-version": "2020-10-01" + }, + "status": 200, + "statusText": "OK" } }, { + "callIndex": 13, "id": "0e87c8187fe1cd96", "matchKey": "POST api.openai.com/v1/responses", - "callIndex": 13, "recordedAt": "2026-04-27T22:52:52.069Z", "request": { - "method": "POST", - "url": "https://api.openai.com/v1/responses", - "headers": { - "content-type": "application/json" - }, "body": { "kind": "json", "value": { @@ -1676,16 +1640,12 @@ "model": "gpt-4o-mini-2024-07-18", "temperature": 0 } - } + }, + "headers": {}, + "method": "POST", + "url": "https://api.openai.com/v1/responses" }, "response": { - "status": 200, - "statusText": "OK", - "headers": { - "content-type": "application/json", - "openai-organization": "braintrust-data", - "openai-version": "2020-10-01" - }, "body": { "kind": "json", "value": { @@ -1760,20 +1720,22 @@ }, "user": null } - } + }, + "headers": { + "content-type": "application/json", + "openai-organization": "braintrust-data", + "openai-version": "2020-10-01" + }, + "status": 200, + "statusText": "OK" } }, { + "callIndex": 14, "id": "10c4cfc1402794dc", "matchKey": "POST api.openai.com/v1/responses", - "callIndex": 14, "recordedAt": "2026-04-27T22:52:52.069Z", "request": { - "method": "POST", - "url": "https://api.openai.com/v1/responses", - "headers": { - "content-type": "application/json" - }, "body": { "kind": "json", "value": { @@ -1792,18 +1754,13 @@ "model": "gpt-4o-mini-2024-07-18", "temperature": 0 } - } + }, + "headers": {}, + "method": "POST", + "url": "https://api.openai.com/v1/responses" }, "response": { - "status": 200, - "statusText": "OK", - "headers": { - "content-type": "text/event-stream; charset=utf-8", - "openai-organization": "braintrust-data", - "openai-version": "2020-10-01" - }, "body": { - "kind": "sse", "chunks": [ "event: response.created\ndata: {\"id\": \"resp_9059463ef40d1fa09b5b5033a6f06af2\", \"object\": \"response\", \"created_at\": 1777330404, \"status\": \"in_progress\", \"background\": false, \"completed_at\": null, \"error\": null, \"frequency_penalty\": 0.0, \"incomplete_details\": null, \"instructions\": null, \"max_output_tokens\": 32, \"max_tool_calls\": null, \"model\": \"gpt-4o-mini-2024-07-18\", \"moderation\": null, \"output\": [], \"parallel_tool_calls\": true, \"presence_penalty\": 0.0, \"previous_response_id\": null, \"prompt_cache_key\": null, \"prompt_cache_retention\": \"in_memory\", \"reasoning\": {\"effort\": null, \"summary\": null}, \"safety_identifier\": null, \"service_tier\": \"auto\", \"store\": true, \"temperature\": 0.0, \"text\": {\"format\": {\"type\": \"text\"}, \"verbosity\": \"medium\"}, \"tool_choice\": \"auto\", \"tools\": [], \"top_logprobs\": 0, \"top_p\": 1.0, \"truncation\": \"disabled\", \"usage\": null, \"user\": null, \"metadata\": {}, \"sequence_number\": 0, \"type\": \"response.created\", \"response\": {\"id\": \"resp_9059463ef40d1fa09b5b5033a6f06af2\", \"object\": \"response\", \"created_at\": 1777330404, \"status\": \"in_progress\", \"background\": false, \"completed_at\": null, \"error\": null, \"frequency_penalty\": 0.0, \"incomplete_details\": null, \"instructions\": null, \"max_output_tokens\": 32, \"max_tool_calls\": null, \"model\": \"gpt-4o-mini-2024-07-18\", \"moderation\": null, \"output\": [], \"parallel_tool_calls\": true, \"presence_penalty\": 0.0, \"previous_response_id\": null, \"prompt_cache_key\": null, \"prompt_cache_retention\": \"in_memory\", \"reasoning\": {\"effort\": null, \"summary\": null}, \"safety_identifier\": null, \"service_tier\": \"auto\", \"store\": true, \"temperature\": 0.0, \"text\": {\"format\": {\"type\": \"text\"}, \"verbosity\": \"medium\"}, \"tool_choice\": \"auto\", \"tools\": [], \"top_logprobs\": 0, \"top_p\": 1.0, \"truncation\": \"disabled\", \"usage\": null, \"user\": null, \"metadata\": {}, \"sequence_number\": 0}}", "event: response.in_progress\ndata: {\"type\": \"response.in_progress\", \"sequence_number\": 1, \"response\": {\"id\": \"resp_9059463ef40d1fa09b5b5033a6f06af2\", \"object\": \"response\", \"created_at\": 1777330404, \"status\": \"in_progress\", \"background\": false, \"completed_at\": null, \"error\": null, \"frequency_penalty\": 0.0, \"incomplete_details\": null, \"instructions\": null, \"max_output_tokens\": 32, \"max_tool_calls\": null, \"model\": \"gpt-4o-mini-2024-07-18\", \"moderation\": null, \"output\": [], \"parallel_tool_calls\": true, \"presence_penalty\": 0.0, \"previous_response_id\": null, \"prompt_cache_key\": null, \"prompt_cache_retention\": \"in_memory\", \"reasoning\": {\"effort\": null, \"summary\": null}, \"safety_identifier\": null, \"service_tier\": \"auto\", \"store\": true, \"temperature\": 0.0, \"text\": {\"format\": {\"type\": \"text\"}, \"verbosity\": \"medium\"}, \"tool_choice\": \"auto\", \"tools\": [], \"top_logprobs\": 0, \"top_p\": 1.0, \"truncation\": \"disabled\", \"usage\": null, \"user\": null, \"metadata\": {}, \"sequence_number\": 1}}", @@ -1816,21 +1773,24 @@ "event: response.content_part.done\ndata: {\"type\": \"response.content_part.done\", \"content_index\": 0, \"item_id\": \"msg_9074cbeba8658e9da876d06205edad52\", \"output_index\": 0, \"part\": {\"type\": \"output_text\", \"annotations\": [], \"logprobs\": [], \"text\": \"STREAM HELLO\"}, \"sequence_number\": 8}", "event: response.output_item.done\ndata: {\"type\": \"response.output_item.done\", \"item\": {\"id\": \"msg_9074cbeba8658e9da876d06205edad52\", \"type\": \"message\", \"status\": \"completed\", \"content\": [{\"type\": \"output_text\", \"annotations\": [], \"logprobs\": [], \"text\": \"STREAM HELLO\"}], \"role\": \"assistant\"}, \"output_index\": 0, \"sequence_number\": 9}", "event: response.completed\ndata: {\"type\": \"response.completed\", \"response\": {\"id\": \"resp_9059463ef40d1fa09b5b5033a6f06af2\", \"object\": \"response\", \"created_at\": 1777330404, \"status\": \"completed\", \"background\": false, \"completed_at\": 1777330405, \"error\": null, \"frequency_penalty\": 0.0, \"incomplete_details\": null, \"instructions\": null, \"max_output_tokens\": 32, \"max_tool_calls\": null, \"model\": \"gpt-4o-mini-2024-07-18\", \"moderation\": null, \"output\": [{\"id\": \"msg_9074cbeba8658e9da876d06205edad52\", \"type\": \"message\", \"status\": \"completed\", \"content\": [{\"type\": \"output_text\", \"annotations\": [], \"logprobs\": [], \"text\": \"STREAM HELLO\"}], \"role\": \"assistant\"}], \"parallel_tool_calls\": true, \"presence_penalty\": 0.0, \"previous_response_id\": null, \"prompt_cache_key\": null, \"prompt_cache_retention\": \"in_memory\", \"reasoning\": {\"effort\": null, \"summary\": null}, \"safety_identifier\": null, \"service_tier\": \"default\", \"store\": true, \"temperature\": 0.0, \"text\": {\"format\": {\"type\": \"text\"}, \"verbosity\": \"medium\"}, \"tool_choice\": \"auto\", \"tools\": [], \"top_logprobs\": 0, \"top_p\": 1.0, \"truncation\": \"disabled\", \"usage\": {\"input_tokens\": 20, \"input_tokens_details\": {\"cached_tokens\": 0}, \"output_tokens\": 2, \"output_tokens_details\": {\"reasoning_tokens\": 0}, \"total_tokens\": 22}, \"user\": null, \"metadata\": {}}, \"sequence_number\": 10}" - ] - } + ], + "kind": "sse" + }, + "headers": { + "content-type": "text/event-stream; charset=utf-8", + "openai-organization": "braintrust-data", + "openai-version": "2020-10-01" + }, + "status": 200, + "statusText": "OK" } }, { + "callIndex": 15, "id": "d55b2b2323a80add", "matchKey": "POST api.openai.com/v1/responses", - "callIndex": 15, "recordedAt": "2026-04-27T22:52:52.069Z", "request": { - "method": "POST", - "url": "https://api.openai.com/v1/responses", - "headers": { - "content-type": "application/json" - }, "body": { "kind": "json", "value": { @@ -1849,16 +1809,12 @@ "model": "gpt-4o-mini-2024-07-18", "temperature": 0 } - } + }, + "headers": {}, + "method": "POST", + "url": "https://api.openai.com/v1/responses" }, "response": { - "status": 200, - "statusText": "OK", - "headers": { - "content-type": "application/json", - "openai-organization": "braintrust-data", - "openai-version": "2020-10-01" - }, "body": { "kind": "json", "value": { @@ -1933,20 +1889,22 @@ }, "user": null } - } + }, + "headers": { + "content-type": "application/json", + "openai-organization": "braintrust-data", + "openai-version": "2020-10-01" + }, + "status": 200, + "statusText": "OK" } }, { + "callIndex": 0, "id": "f15f56a896602309", "matchKey": "POST api.openai.com/v1/embeddings", - "callIndex": 0, "recordedAt": "2026-04-28T23:46:54.779Z", "request": { - "method": "POST", - "url": "https://api.openai.com/v1/embeddings", - "headers": { - "content-type": "application/json" - }, "body": { "kind": "json", "value": { @@ -1954,20 +1912,12 @@ "input": ["Paris is the capital of France."], "model": "text-embedding-3-small" } - } + }, + "headers": {}, + "method": "POST", + "url": "https://api.openai.com/v1/embeddings" }, "response": { - "status": 200, - "statusText": "OK", - "headers": { - "access-control-expose-headers": "X-Request-ID", - "alt-svc": "h3=\":443\"; ma=86400", - "content-type": "application/json", - "openai-organization": "braintrust-data", - "openai-version": "2020-10-01", - "x-content-type-options": "nosniff", - "x-openai-proxy-wasm": "v0.1" - }, "body": { "kind": "json", "value": { @@ -2536,20 +2486,26 @@ "total_tokens": 7 } } - } + }, + "headers": { + "access-control-expose-headers": "X-Request-ID", + "alt-svc": "h3=\":443\"; ma=86400", + "content-type": "application/json", + "openai-organization": "braintrust-data", + "openai-version": "2020-10-01", + "x-content-type-options": "nosniff", + "x-openai-proxy-wasm": "v0.1" + }, + "status": 200, + "statusText": "OK" } }, { + "callIndex": 1, "id": "e534fd943eb3c71c", "matchKey": "POST api.openai.com/v1/embeddings", - "callIndex": 1, "recordedAt": "2026-04-28T23:46:54.779Z", "request": { - "method": "POST", - "url": "https://api.openai.com/v1/embeddings", - "headers": { - "content-type": "application/json" - }, "body": { "kind": "json", "value": { @@ -2561,20 +2517,12 @@ ], "model": "text-embedding-3-small" } - } + }, + "headers": {}, + "method": "POST", + "url": "https://api.openai.com/v1/embeddings" }, "response": { - "status": 200, - "statusText": "OK", - "headers": { - "access-control-expose-headers": "X-Request-ID", - "alt-svc": "h3=\":443\"; ma=86400", - "content-type": "application/json", - "openai-organization": "braintrust-data", - "openai-version": "2020-10-01", - "x-content-type-options": "nosniff", - "x-openai-proxy-wasm": "v0.1" - }, "body": { "kind": "json", "value": { @@ -4261,57 +4209,60 @@ "total_tokens": 16 } } - } + }, + "headers": { + "access-control-expose-headers": "X-Request-ID", + "alt-svc": "h3=\":443\"; ma=86400", + "content-type": "application/json", + "openai-organization": "braintrust-data", + "openai-version": "2020-10-01", + "x-content-type-options": "nosniff", + "x-openai-proxy-wasm": "v0.1" + }, + "status": 200, + "statusText": "OK" } }, { + "callIndex": 0, "id": "7682bac2e3324e9b", "matchKey": "POST api.anthropic.com/v1/messages", - "callIndex": 0, "recordedAt": "2026-04-27T22:52:52.069Z", "request": { - "method": "POST", - "url": "https://api.anthropic.com/v1/messages", - "headers": { - "content-type": "application/json", - "anthropic-version": "2023-06-01" - }, "body": { "kind": "json", "value": { - "model": "claude-haiku-4-5-20251001", "max_tokens": 24, "messages": [ { - "role": "user", - "content": "placeholder" + "content": "placeholder", + "role": "user" } ], + "model": "claude-haiku-4-5-20251001", "temperature": 0 } - } + }, + "headers": {}, + "method": "POST", + "url": "https://api.anthropic.com/v1/messages" }, "response": { - "status": 200, - "statusText": "OK", - "headers": { - "content-type": "application/json" - }, "body": { "kind": "json", "value": { - "id": "msg_e8d4b7077032e1020155251bbfd4c447", - "type": "message", - "role": "assistant", - "model": "claude-haiku-4-5-20251001", "content": [ { - "type": "text", - "text": "CACHE_OK" + "text": "CACHE_OK", + "type": "text" } ], + "id": "msg_e8d4b7077032e1020155251bbfd4c447", + "model": "claude-haiku-4-5-20251001", + "role": "assistant", "stop_reason": "end_turn", "stop_sequence": null, + "type": "message", "usage": { "cache_creation": { "ephemeral_1h_input_tokens": 0, @@ -4325,57 +4276,54 @@ "service_tier": "standard" } } - } + }, + "headers": { + "content-type": "application/json" + }, + "status": 200, + "statusText": "OK" } }, { + "callIndex": 1, "id": "e5788878513bb84c", "matchKey": "POST api.anthropic.com/v1/messages", - "callIndex": 1, "recordedAt": "2026-04-27T22:52:52.069Z", "request": { - "method": "POST", - "url": "https://api.anthropic.com/v1/messages", - "headers": { - "content-type": "application/json", - "anthropic-version": "2023-06-01" - }, "body": { "kind": "json", "value": { - "model": "claude-haiku-4-5-20251001", "max_tokens": 24, "messages": [ { - "role": "user", - "content": "placeholder" + "content": "placeholder", + "role": "user" } ], + "model": "claude-haiku-4-5-20251001", "temperature": 0 } - } + }, + "headers": {}, + "method": "POST", + "url": "https://api.anthropic.com/v1/messages" }, "response": { - "status": 200, - "statusText": "OK", - "headers": { - "content-type": "application/json" - }, "body": { "kind": "json", "value": { - "id": "msg_a01859a5f0014615c8716221e6bf4e26", - "type": "message", - "role": "assistant", - "model": "claude-haiku-4-5-20251001", "content": [ { - "type": "text", - "text": "CACHE_OK" + "text": "CACHE_OK", + "type": "text" } ], + "id": "msg_a01859a5f0014615c8716221e6bf4e26", + "model": "claude-haiku-4-5-20251001", + "role": "assistant", "stop_reason": "end_turn", "stop_sequence": null, + "type": "message", "usage": { "cache_creation": { "ephemeral_1h_input_tokens": 0, @@ -4389,57 +4337,54 @@ "service_tier": "standard" } } - } + }, + "headers": { + "content-type": "application/json" + }, + "status": 200, + "statusText": "OK" } }, { + "callIndex": 2, "id": "4840019345a20466", "matchKey": "POST api.anthropic.com/v1/messages", - "callIndex": 2, "recordedAt": "2026-04-27T22:52:52.069Z", "request": { - "method": "POST", - "url": "https://api.anthropic.com/v1/messages", - "headers": { - "content-type": "application/json", - "anthropic-version": "2023-06-01" - }, "body": { "kind": "json", "value": { - "model": "claude-haiku-4-5-20251001", "max_tokens": 24, "messages": [ { - "role": "user", - "content": "placeholder" + "content": "placeholder", + "role": "user" } ], + "model": "claude-haiku-4-5-20251001", "temperature": 0 } - } + }, + "headers": {}, + "method": "POST", + "url": "https://api.anthropic.com/v1/messages" }, "response": { - "status": 200, - "statusText": "OK", - "headers": { - "content-type": "application/json" - }, "body": { "kind": "json", "value": { - "id": "msg_cc3f30e39ba442c11ea54b8be93073ab", - "type": "message", - "role": "assistant", - "model": "claude-haiku-4-5-20251001", "content": [ { - "type": "text", - "text": "CACHE_OK" + "text": "CACHE_OK", + "type": "text" } ], + "id": "msg_cc3f30e39ba442c11ea54b8be93073ab", + "model": "claude-haiku-4-5-20251001", + "role": "assistant", "stop_reason": "end_turn", "stop_sequence": null, + "type": "message", "usage": { "cache_creation": { "ephemeral_1h_input_tokens": 0, @@ -4453,44 +4398,50 @@ "service_tier": "standard" } } - } + }, + "headers": { + "content-type": "application/json" + }, + "status": 200, + "statusText": "OK" } }, { + "callIndex": 0, "id": "0a446726c242300c", "matchKey": "POST api.cohere.com/v2/rerank", - "callIndex": 0, "recordedAt": "2026-04-27T22:53:01.327Z", "request": { - "method": "POST", - "url": "https://api.cohere.com/v2/rerank", - "headers": { - "content-type": "application/json" - }, "body": { "kind": "json", "value": { - "model": "rerank-v3.5", - "query": "Which document is about France?", "documents": [ "Athens is in Greece.", "Paris is in France.", "Lima is in Peru." ], + "model": "rerank-v3.5", + "query": "Which document is about France?", "top_n": 2 } - } + }, + "headers": {}, + "method": "POST", + "url": "https://api.cohere.com/v2/rerank" }, "response": { - "status": 200, - "statusText": "OK", - "headers": { - "content-type": "application/json" - }, "body": { "kind": "json", "value": { "id": "rerank-67c987130d583954", + "meta": { + "api_version": { + "version": "2" + }, + "billed_units": { + "search_units": 1 + } + }, "results": [ { "document": { @@ -4506,18 +4457,20 @@ "index": 2, "relevance_score": 0.00013 } - ], - "meta": { - "api_version": { - "version": "2" - }, - "billed_units": { - "search_units": 1 - } - } + ] } - } + }, + "headers": { + "content-type": "application/json" + }, + "status": 200, + "statusText": "OK" } } - ] + ], + "meta": { + "createdAt": "2026-04-27T22:53:01.327Z", + "seinfeldVersion": "0.0.0" + }, + "version": 1 } diff --git a/e2e/scenarios/ai-sdk-instrumentation/assertions.ts b/e2e/scenarios/ai-sdk-instrumentation/assertions.ts index adf3774e0..c2f2b8c8c 100644 --- a/e2e/scenarios/ai-sdk-instrumentation/assertions.ts +++ b/e2e/scenarios/ai-sdk-instrumentation/assertions.ts @@ -3,6 +3,7 @@ import { normalizeForSnapshot, type Json } from "../../helpers/normalize"; import type { CapturedLogEvent } from "../../helpers/mock-braintrust-server"; import { formatJsonFileSnapshot, + matchFileSnapshot, resolveFileSnapshotPath, } from "../../helpers/file-snapshot"; import { withScenarioHarness } from "../../helpers/scenario-harness"; @@ -1299,7 +1300,7 @@ export function defineAISDKInstrumentationAssertions(options: { } test("matches the shared span snapshot", testConfig, async () => { - await expect( + await matchFileSnapshot( formatJsonFileSnapshot( buildSpanSummary(events, { agentSpanName: options.agentSpanName, @@ -1311,11 +1312,12 @@ export function defineAISDKInstrumentationAssertions(options: { supportsStreamObject: options.supportsStreamObject, }), ), - ).toMatchFileSnapshot(spanSnapshotPath); + spanSnapshotPath, + ); }); test("matches the shared payload snapshot", testConfig, async () => { - await expect( + await matchFileSnapshot( formatJsonFileSnapshot( buildPayloadSummary(events, { agentSpanName: options.agentSpanName, @@ -1327,7 +1329,8 @@ export function defineAISDKInstrumentationAssertions(options: { supportsStreamObject: options.supportsStreamObject, }), ), - ).toMatchFileSnapshot(payloadSnapshotPath); + payloadSnapshotPath, + ); }); }); } diff --git a/e2e/scenarios/ai-sdk-otel-export/__cassettes__/ai-sdk-v5.cassette.json b/e2e/scenarios/ai-sdk-otel-export/__cassettes__/ai-sdk-v5.cassette.json index 4e96fc72b..3f4f21352 100644 --- a/e2e/scenarios/ai-sdk-otel-export/__cassettes__/ai-sdk-v5.cassette.json +++ b/e2e/scenarios/ai-sdk-otel-export/__cassettes__/ai-sdk-v5.cassette.json @@ -1,21 +1,11 @@ { - "version": 1, - "meta": { - "createdAt": "2026-04-27T22:52:52.069Z", - "seinfeldVersion": "0.0.0" - }, "entries": [ { + "callIndex": 0, "id": "7233dc0e813c46f6", "matchKey": "POST api.openai.com/v1/responses", - "callIndex": 0, "recordedAt": "2026-04-27T22:52:52.069Z", "request": { - "method": "POST", - "url": "https://api.openai.com/v1/responses", - "headers": { - "content-type": "application/json" - }, "body": { "kind": "json", "value": { @@ -34,18 +24,12 @@ "model": "gpt-4o-mini-2024-07-18", "temperature": 0 } - } + }, + "headers": {}, + "method": "POST", + "url": "https://api.openai.com/v1/responses" }, "response": { - "status": 200, - "statusText": "OK", - "headers": { - "alt-svc": "h3=\":443\"; ma=86400", - "content-type": "application/json", - "openai-organization": "braintrust-data", - "openai-version": "2020-10-01", - "x-content-type-options": "nosniff" - }, "body": { "kind": "json", "value": { @@ -120,20 +104,24 @@ }, "user": null } - } + }, + "headers": { + "alt-svc": "h3=\":443\"; ma=86400", + "content-type": "application/json", + "openai-organization": "braintrust-data", + "openai-version": "2020-10-01", + "x-content-type-options": "nosniff" + }, + "status": 200, + "statusText": "OK" } }, { + "callIndex": 1, "id": "8317e7e21b94baab", "matchKey": "POST api.openai.com/v1/responses", - "callIndex": 1, "recordedAt": "2026-04-27T22:52:52.069Z", "request": { - "method": "POST", - "url": "https://api.openai.com/v1/responses", - "headers": { - "content-type": "application/json" - }, "body": { "kind": "json", "value": { @@ -153,20 +141,13 @@ "stream": true, "temperature": 0 } - } + }, + "headers": {}, + "method": "POST", + "url": "https://api.openai.com/v1/responses" }, "response": { - "status": 200, - "statusText": "OK", - "headers": { - "alt-svc": "h3=\":443\"; ma=86400", - "content-type": "text/event-stream; charset=utf-8", - "openai-organization": "braintrust-data", - "openai-version": "2020-10-01", - "x-content-type-options": "nosniff" - }, "body": { - "kind": "sse", "chunks": [ "event: response.created\ndata: {\"type\":\"response.created\",\"response\":{\"id\":\"resp_002e7208a2a152950069efe8bea5c48190ab5a0d108ad2529c\",\"object\":\"response\",\"created_at\":1777330366,\"status\":\"in_progress\",\"background\":false,\"completed_at\":null,\"error\":null,\"frequency_penalty\":0.0,\"incomplete_details\":null,\"instructions\":null,\"max_output_tokens\":32,\"max_tool_calls\":null,\"model\":\"gpt-4o-mini-2024-07-18\",\"moderation\":null,\"output\":[],\"parallel_tool_calls\":true,\"presence_penalty\":0.0,\"previous_response_id\":null,\"prompt_cache_key\":null,\"prompt_cache_retention\":\"in_memory\",\"reasoning\":{\"effort\":null,\"summary\":null},\"safety_identifier\":null,\"service_tier\":\"auto\",\"store\":true,\"temperature\":0.0,\"text\":{\"format\":{\"type\":\"text\"},\"verbosity\":\"medium\"},\"tool_choice\":\"auto\",\"tools\":[],\"top_logprobs\":0,\"top_p\":1.0,\"truncation\":\"disabled\",\"usage\":null,\"user\":null,\"metadata\":{}},\"sequence_number\":0}", "event: response.in_progress\ndata: {\"type\":\"response.in_progress\",\"response\":{\"id\":\"resp_002e7208a2a152950069efe8bea5c48190ab5a0d108ad2529c\",\"object\":\"response\",\"created_at\":1777330366,\"status\":\"in_progress\",\"background\":false,\"completed_at\":null,\"error\":null,\"frequency_penalty\":0.0,\"incomplete_details\":null,\"instructions\":null,\"max_output_tokens\":32,\"max_tool_calls\":null,\"model\":\"gpt-4o-mini-2024-07-18\",\"moderation\":null,\"output\":[],\"parallel_tool_calls\":true,\"presence_penalty\":0.0,\"previous_response_id\":null,\"prompt_cache_key\":null,\"prompt_cache_retention\":\"in_memory\",\"reasoning\":{\"effort\":null,\"summary\":null},\"safety_identifier\":null,\"service_tier\":\"auto\",\"store\":true,\"temperature\":0.0,\"text\":{\"format\":{\"type\":\"text\"},\"verbosity\":\"medium\"},\"tool_choice\":\"auto\",\"tools\":[],\"top_logprobs\":0,\"top_p\":1.0,\"truncation\":\"disabled\",\"usage\":null,\"user\":null,\"metadata\":{}},\"sequence_number\":1}", @@ -182,21 +163,26 @@ "event: response.content_part.done\ndata: {\"type\":\"response.content_part.done\",\"content_index\":0,\"item_id\":\"msg_002e7208a2a152950069efe8bf18a8819088d7797b643469d3\",\"output_index\":0,\"part\":{\"type\":\"output_text\",\"annotations\":[],\"logprobs\":[],\"text\":\"One, two, three.\"},\"sequence_number\":11}", "event: response.output_item.done\ndata: {\"type\":\"response.output_item.done\",\"item\":{\"id\":\"msg_002e7208a2a152950069efe8bf18a8819088d7797b643469d3\",\"type\":\"message\",\"status\":\"completed\",\"content\":[{\"type\":\"output_text\",\"annotations\":[],\"logprobs\":[],\"text\":\"One, two, three.\"}],\"role\":\"assistant\"},\"output_index\":0,\"sequence_number\":12}", "event: response.completed\ndata: {\"type\":\"response.completed\",\"response\":{\"id\":\"resp_002e7208a2a152950069efe8bea5c48190ab5a0d108ad2529c\",\"object\":\"response\",\"created_at\":1777330366,\"status\":\"completed\",\"background\":false,\"completed_at\":1777330367,\"error\":null,\"frequency_penalty\":0.0,\"incomplete_details\":null,\"instructions\":null,\"max_output_tokens\":32,\"max_tool_calls\":null,\"model\":\"gpt-4o-mini-2024-07-18\",\"moderation\":null,\"output\":[{\"id\":\"msg_002e7208a2a152950069efe8bf18a8819088d7797b643469d3\",\"type\":\"message\",\"status\":\"completed\",\"content\":[{\"type\":\"output_text\",\"annotations\":[],\"logprobs\":[],\"text\":\"One, two, three.\"}],\"role\":\"assistant\"}],\"parallel_tool_calls\":true,\"presence_penalty\":0.0,\"previous_response_id\":null,\"prompt_cache_key\":null,\"prompt_cache_retention\":\"in_memory\",\"reasoning\":{\"effort\":null,\"summary\":null},\"safety_identifier\":null,\"service_tier\":\"default\",\"store\":true,\"temperature\":0.0,\"text\":{\"format\":{\"type\":\"text\"},\"verbosity\":\"medium\"},\"tool_choice\":\"auto\",\"tools\":[],\"top_logprobs\":0,\"top_p\":1.0,\"truncation\":\"disabled\",\"usage\":{\"input_tokens\":22,\"input_tokens_details\":{\"cached_tokens\":0},\"output_tokens\":7,\"output_tokens_details\":{\"reasoning_tokens\":0},\"total_tokens\":29},\"user\":null,\"metadata\":{}},\"sequence_number\":13}" - ] - } + ], + "kind": "sse" + }, + "headers": { + "alt-svc": "h3=\":443\"; ma=86400", + "content-type": "text/event-stream; charset=utf-8", + "openai-organization": "braintrust-data", + "openai-version": "2020-10-01", + "x-content-type-options": "nosniff" + }, + "status": 200, + "statusText": "OK" } }, { + "callIndex": 2, "id": "6ddb4f09893f46af", "matchKey": "POST api.openai.com/v1/responses", - "callIndex": 2, "recordedAt": "2026-04-27T22:52:52.069Z", "request": { - "method": "POST", - "url": "https://api.openai.com/v1/responses", - "headers": { - "content-type": "application/json" - }, "body": { "kind": "json", "value": { @@ -240,18 +226,12 @@ } ] } - } + }, + "headers": {}, + "method": "POST", + "url": "https://api.openai.com/v1/responses" }, "response": { - "status": 200, - "statusText": "OK", - "headers": { - "alt-svc": "h3=\":443\"; ma=86400", - "content-type": "application/json", - "openai-organization": "braintrust-data", - "openai-version": "2020-10-01", - "x-content-type-options": "nosniff" - }, "body": { "kind": "json", "value": { @@ -338,20 +318,24 @@ }, "user": null } - } + }, + "headers": { + "alt-svc": "h3=\":443\"; ma=86400", + "content-type": "application/json", + "openai-organization": "braintrust-data", + "openai-version": "2020-10-01", + "x-content-type-options": "nosniff" + }, + "status": 200, + "statusText": "OK" } }, { + "callIndex": 3, "id": "38d6edd218a0d5ca", "matchKey": "POST api.openai.com/v1/responses", - "callIndex": 3, "recordedAt": "2026-04-27T22:52:52.069Z", "request": { - "method": "POST", - "url": "https://api.openai.com/v1/responses", - "headers": { - "content-type": "application/json" - }, "body": { "kind": "json", "value": { @@ -403,18 +387,12 @@ } ] } - } + }, + "headers": {}, + "method": "POST", + "url": "https://api.openai.com/v1/responses" }, "response": { - "status": 200, - "statusText": "OK", - "headers": { - "alt-svc": "h3=\":443\"; ma=86400", - "content-type": "application/json", - "openai-organization": "braintrust-data", - "openai-version": "2020-10-01", - "x-content-type-options": "nosniff" - }, "body": { "kind": "json", "value": { @@ -501,20 +479,24 @@ }, "user": null } - } + }, + "headers": { + "alt-svc": "h3=\":443\"; ma=86400", + "content-type": "application/json", + "openai-organization": "braintrust-data", + "openai-version": "2020-10-01", + "x-content-type-options": "nosniff" + }, + "status": 200, + "statusText": "OK" } }, { + "callIndex": 4, "id": "b95fe9214ae24233", "matchKey": "POST api.openai.com/v1/responses", - "callIndex": 4, "recordedAt": "2026-04-27T22:52:52.069Z", "request": { - "method": "POST", - "url": "https://api.openai.com/v1/responses", - "headers": { - "content-type": "application/json" - }, "body": { "kind": "json", "value": { @@ -574,18 +556,12 @@ } ] } - } + }, + "headers": {}, + "method": "POST", + "url": "https://api.openai.com/v1/responses" }, "response": { - "status": 200, - "statusText": "OK", - "headers": { - "alt-svc": "h3=\":443\"; ma=86400", - "content-type": "application/json", - "openai-organization": "braintrust-data", - "openai-version": "2020-10-01", - "x-content-type-options": "nosniff" - }, "body": { "kind": "json", "value": { @@ -672,20 +648,24 @@ }, "user": null } - } + }, + "headers": { + "alt-svc": "h3=\":443\"; ma=86400", + "content-type": "application/json", + "openai-organization": "braintrust-data", + "openai-version": "2020-10-01", + "x-content-type-options": "nosniff" + }, + "status": 200, + "statusText": "OK" } }, { + "callIndex": 5, "id": "4f33855550ec2223", "matchKey": "POST api.openai.com/v1/responses", - "callIndex": 5, "recordedAt": "2026-04-27T22:52:52.069Z", "request": { - "method": "POST", - "url": "https://api.openai.com/v1/responses", - "headers": { - "content-type": "application/json" - }, "body": { "kind": "json", "value": { @@ -753,18 +733,12 @@ } ] } - } + }, + "headers": {}, + "method": "POST", + "url": "https://api.openai.com/v1/responses" }, "response": { - "status": 200, - "statusText": "OK", - "headers": { - "alt-svc": "h3=\":443\"; ma=86400", - "content-type": "application/json", - "openai-organization": "braintrust-data", - "openai-version": "2020-10-01", - "x-content-type-options": "nosniff" - }, "body": { "kind": "json", "value": { @@ -851,8 +825,22 @@ }, "user": null } - } + }, + "headers": { + "alt-svc": "h3=\":443\"; ma=86400", + "content-type": "application/json", + "openai-organization": "braintrust-data", + "openai-version": "2020-10-01", + "x-content-type-options": "nosniff" + }, + "status": 200, + "statusText": "OK" } } - ] + ], + "meta": { + "createdAt": "2026-04-27T22:52:52.069Z", + "seinfeldVersion": "0.0.0" + }, + "version": 1 } diff --git a/e2e/scenarios/ai-sdk-otel-export/__cassettes__/ai-sdk-v6.cassette.json b/e2e/scenarios/ai-sdk-otel-export/__cassettes__/ai-sdk-v6.cassette.json index f6c57ed6a..7468d976a 100644 --- a/e2e/scenarios/ai-sdk-otel-export/__cassettes__/ai-sdk-v6.cassette.json +++ b/e2e/scenarios/ai-sdk-otel-export/__cassettes__/ai-sdk-v6.cassette.json @@ -1,21 +1,11 @@ { - "version": 1, - "meta": { - "createdAt": "2026-04-27T22:53:01.327Z", - "seinfeldVersion": "0.0.0" - }, "entries": [ { + "callIndex": 0, "id": "7233dc0e813c46f6", "matchKey": "POST api.openai.com/v1/responses", - "callIndex": 0, "recordedAt": "2026-04-27T22:53:01.327Z", "request": { - "method": "POST", - "url": "https://api.openai.com/v1/responses", - "headers": { - "content-type": "application/json" - }, "body": { "kind": "json", "value": { @@ -34,18 +24,12 @@ "model": "gpt-4o-mini-2024-07-18", "temperature": 0 } - } + }, + "headers": {}, + "method": "POST", + "url": "https://api.openai.com/v1/responses" }, "response": { - "status": 200, - "statusText": "OK", - "headers": { - "alt-svc": "h3=\":443\"; ma=86400", - "content-type": "application/json", - "openai-organization": "braintrust-data", - "openai-version": "2020-10-01", - "x-content-type-options": "nosniff" - }, "body": { "kind": "json", "value": { @@ -120,20 +104,24 @@ }, "user": null } - } + }, + "headers": { + "alt-svc": "h3=\":443\"; ma=86400", + "content-type": "application/json", + "openai-organization": "braintrust-data", + "openai-version": "2020-10-01", + "x-content-type-options": "nosniff" + }, + "status": 200, + "statusText": "OK" } }, { + "callIndex": 1, "id": "8317e7e21b94baab", "matchKey": "POST api.openai.com/v1/responses", - "callIndex": 1, "recordedAt": "2026-04-27T22:53:01.327Z", "request": { - "method": "POST", - "url": "https://api.openai.com/v1/responses", - "headers": { - "content-type": "application/json" - }, "body": { "kind": "json", "value": { @@ -153,20 +141,13 @@ "stream": true, "temperature": 0 } - } + }, + "headers": {}, + "method": "POST", + "url": "https://api.openai.com/v1/responses" }, "response": { - "status": 200, - "statusText": "OK", - "headers": { - "alt-svc": "h3=\":443\"; ma=86400", - "content-type": "text/event-stream; charset=utf-8", - "openai-organization": "braintrust-data", - "openai-version": "2020-10-01", - "x-content-type-options": "nosniff" - }, "body": { - "kind": "sse", "chunks": [ "event: response.created\ndata: {\"type\":\"response.created\",\"response\":{\"id\":\"resp_0e5817a3911feccf0069efe8c58914819680c0100e1c69757d\",\"object\":\"response\",\"created_at\":1777330373,\"status\":\"in_progress\",\"background\":false,\"completed_at\":null,\"error\":null,\"frequency_penalty\":0.0,\"incomplete_details\":null,\"instructions\":null,\"max_output_tokens\":32,\"max_tool_calls\":null,\"model\":\"gpt-4o-mini-2024-07-18\",\"moderation\":null,\"output\":[],\"parallel_tool_calls\":true,\"presence_penalty\":0.0,\"previous_response_id\":null,\"prompt_cache_key\":null,\"prompt_cache_retention\":\"in_memory\",\"reasoning\":{\"effort\":null,\"summary\":null},\"safety_identifier\":null,\"service_tier\":\"auto\",\"store\":true,\"temperature\":0.0,\"text\":{\"format\":{\"type\":\"text\"},\"verbosity\":\"medium\"},\"tool_choice\":\"auto\",\"tools\":[],\"top_logprobs\":0,\"top_p\":1.0,\"truncation\":\"disabled\",\"usage\":null,\"user\":null,\"metadata\":{}},\"sequence_number\":0}", "event: response.in_progress\ndata: {\"type\":\"response.in_progress\",\"response\":{\"id\":\"resp_0e5817a3911feccf0069efe8c58914819680c0100e1c69757d\",\"object\":\"response\",\"created_at\":1777330373,\"status\":\"in_progress\",\"background\":false,\"completed_at\":null,\"error\":null,\"frequency_penalty\":0.0,\"incomplete_details\":null,\"instructions\":null,\"max_output_tokens\":32,\"max_tool_calls\":null,\"model\":\"gpt-4o-mini-2024-07-18\",\"moderation\":null,\"output\":[],\"parallel_tool_calls\":true,\"presence_penalty\":0.0,\"previous_response_id\":null,\"prompt_cache_key\":null,\"prompt_cache_retention\":\"in_memory\",\"reasoning\":{\"effort\":null,\"summary\":null},\"safety_identifier\":null,\"service_tier\":\"auto\",\"store\":true,\"temperature\":0.0,\"text\":{\"format\":{\"type\":\"text\"},\"verbosity\":\"medium\"},\"tool_choice\":\"auto\",\"tools\":[],\"top_logprobs\":0,\"top_p\":1.0,\"truncation\":\"disabled\",\"usage\":null,\"user\":null,\"metadata\":{}},\"sequence_number\":1}", @@ -182,21 +163,26 @@ "event: response.content_part.done\ndata: {\"type\":\"response.content_part.done\",\"content_index\":0,\"item_id\":\"msg_0e5817a3911feccf0069efe8c656988196a8fe72667e8254a7\",\"output_index\":0,\"part\":{\"type\":\"output_text\",\"annotations\":[],\"logprobs\":[],\"text\":\"One, two, three.\"},\"sequence_number\":11}", "event: response.output_item.done\ndata: {\"type\":\"response.output_item.done\",\"item\":{\"id\":\"msg_0e5817a3911feccf0069efe8c656988196a8fe72667e8254a7\",\"type\":\"message\",\"status\":\"completed\",\"content\":[{\"type\":\"output_text\",\"annotations\":[],\"logprobs\":[],\"text\":\"One, two, three.\"}],\"role\":\"assistant\"},\"output_index\":0,\"sequence_number\":12}", "event: response.completed\ndata: {\"type\":\"response.completed\",\"response\":{\"id\":\"resp_0e5817a3911feccf0069efe8c58914819680c0100e1c69757d\",\"object\":\"response\",\"created_at\":1777330373,\"status\":\"completed\",\"background\":false,\"completed_at\":1777330374,\"error\":null,\"frequency_penalty\":0.0,\"incomplete_details\":null,\"instructions\":null,\"max_output_tokens\":32,\"max_tool_calls\":null,\"model\":\"gpt-4o-mini-2024-07-18\",\"moderation\":null,\"output\":[{\"id\":\"msg_0e5817a3911feccf0069efe8c656988196a8fe72667e8254a7\",\"type\":\"message\",\"status\":\"completed\",\"content\":[{\"type\":\"output_text\",\"annotations\":[],\"logprobs\":[],\"text\":\"One, two, three.\"}],\"role\":\"assistant\"}],\"parallel_tool_calls\":true,\"presence_penalty\":0.0,\"previous_response_id\":null,\"prompt_cache_key\":null,\"prompt_cache_retention\":\"in_memory\",\"reasoning\":{\"effort\":null,\"summary\":null},\"safety_identifier\":null,\"service_tier\":\"default\",\"store\":true,\"temperature\":0.0,\"text\":{\"format\":{\"type\":\"text\"},\"verbosity\":\"medium\"},\"tool_choice\":\"auto\",\"tools\":[],\"top_logprobs\":0,\"top_p\":1.0,\"truncation\":\"disabled\",\"usage\":{\"input_tokens\":22,\"input_tokens_details\":{\"cached_tokens\":0},\"output_tokens\":7,\"output_tokens_details\":{\"reasoning_tokens\":0},\"total_tokens\":29},\"user\":null,\"metadata\":{}},\"sequence_number\":13}" - ] - } + ], + "kind": "sse" + }, + "headers": { + "alt-svc": "h3=\":443\"; ma=86400", + "content-type": "text/event-stream; charset=utf-8", + "openai-organization": "braintrust-data", + "openai-version": "2020-10-01", + "x-content-type-options": "nosniff" + }, + "status": 200, + "statusText": "OK" } }, { + "callIndex": 2, "id": "521ede462fd0fdf0", "matchKey": "POST api.openai.com/v1/responses", - "callIndex": 2, "recordedAt": "2026-04-27T22:53:01.327Z", "request": { - "method": "POST", - "url": "https://api.openai.com/v1/responses", - "headers": { - "content-type": "application/json" - }, "body": { "kind": "json", "value": { @@ -239,18 +225,12 @@ } ] } - } + }, + "headers": {}, + "method": "POST", + "url": "https://api.openai.com/v1/responses" }, "response": { - "status": 200, - "statusText": "OK", - "headers": { - "alt-svc": "h3=\":443\"; ma=86400", - "content-type": "application/json", - "openai-organization": "braintrust-data", - "openai-version": "2020-10-01", - "x-content-type-options": "nosniff" - }, "body": { "kind": "json", "value": { @@ -337,20 +317,24 @@ }, "user": null } - } + }, + "headers": { + "alt-svc": "h3=\":443\"; ma=86400", + "content-type": "application/json", + "openai-organization": "braintrust-data", + "openai-version": "2020-10-01", + "x-content-type-options": "nosniff" + }, + "status": 200, + "statusText": "OK" } }, { + "callIndex": 3, "id": "2679b4829a582714", "matchKey": "POST api.openai.com/v1/responses", - "callIndex": 3, "recordedAt": "2026-04-27T22:53:01.327Z", "request": { - "method": "POST", - "url": "https://api.openai.com/v1/responses", - "headers": { - "content-type": "application/json" - }, "body": { "kind": "json", "value": { @@ -401,18 +385,12 @@ } ] } - } + }, + "headers": {}, + "method": "POST", + "url": "https://api.openai.com/v1/responses" }, "response": { - "status": 200, - "statusText": "OK", - "headers": { - "alt-svc": "h3=\":443\"; ma=86400", - "content-type": "application/json", - "openai-organization": "braintrust-data", - "openai-version": "2020-10-01", - "x-content-type-options": "nosniff" - }, "body": { "kind": "json", "value": { @@ -499,20 +477,24 @@ }, "user": null } - } + }, + "headers": { + "alt-svc": "h3=\":443\"; ma=86400", + "content-type": "application/json", + "openai-organization": "braintrust-data", + "openai-version": "2020-10-01", + "x-content-type-options": "nosniff" + }, + "status": 200, + "statusText": "OK" } }, { + "callIndex": 4, "id": "d3dcb10944ef4066", "matchKey": "POST api.openai.com/v1/responses", - "callIndex": 4, "recordedAt": "2026-04-27T22:53:01.327Z", "request": { - "method": "POST", - "url": "https://api.openai.com/v1/responses", - "headers": { - "content-type": "application/json" - }, "body": { "kind": "json", "value": { @@ -571,18 +553,12 @@ } ] } - } + }, + "headers": {}, + "method": "POST", + "url": "https://api.openai.com/v1/responses" }, "response": { - "status": 200, - "statusText": "OK", - "headers": { - "alt-svc": "h3=\":443\"; ma=86400", - "content-type": "application/json", - "openai-organization": "braintrust-data", - "openai-version": "2020-10-01", - "x-content-type-options": "nosniff" - }, "body": { "kind": "json", "value": { @@ -669,20 +645,24 @@ }, "user": null } - } + }, + "headers": { + "alt-svc": "h3=\":443\"; ma=86400", + "content-type": "application/json", + "openai-organization": "braintrust-data", + "openai-version": "2020-10-01", + "x-content-type-options": "nosniff" + }, + "status": 200, + "statusText": "OK" } }, { + "callIndex": 5, "id": "64b3ec51c84fc886", "matchKey": "POST api.openai.com/v1/responses", - "callIndex": 5, "recordedAt": "2026-04-27T22:53:01.327Z", "request": { - "method": "POST", - "url": "https://api.openai.com/v1/responses", - "headers": { - "content-type": "application/json" - }, "body": { "kind": "json", "value": { @@ -749,18 +729,12 @@ } ] } - } + }, + "headers": {}, + "method": "POST", + "url": "https://api.openai.com/v1/responses" }, "response": { - "status": 200, - "statusText": "OK", - "headers": { - "alt-svc": "h3=\":443\"; ma=86400", - "content-type": "application/json", - "openai-organization": "braintrust-data", - "openai-version": "2020-10-01", - "x-content-type-options": "nosniff" - }, "body": { "kind": "json", "value": { @@ -847,8 +821,22 @@ }, "user": null } - } + }, + "headers": { + "alt-svc": "h3=\":443\"; ma=86400", + "content-type": "application/json", + "openai-organization": "braintrust-data", + "openai-version": "2020-10-01", + "x-content-type-options": "nosniff" + }, + "status": 200, + "statusText": "OK" } } - ] + ], + "meta": { + "createdAt": "2026-04-27T22:53:01.327Z", + "seinfeldVersion": "0.0.0" + }, + "version": 1 } diff --git a/e2e/scenarios/ai-sdk-otel-export/scenario.test.ts b/e2e/scenarios/ai-sdk-otel-export/scenario.test.ts index 791040cb0..68f9b4f28 100644 --- a/e2e/scenarios/ai-sdk-otel-export/scenario.test.ts +++ b/e2e/scenarios/ai-sdk-otel-export/scenario.test.ts @@ -1,6 +1,7 @@ import { expect, test } from "vitest"; import { formatJsonFileSnapshot, + matchFileSnapshot, resolveFileSnapshotPath, } from "../../helpers/file-snapshot"; import { @@ -138,7 +139,8 @@ for (const scenario of scenarios) { ? a.name.localeCompare(b.name) : Number(a.hasParent) - Number(b.hasParent), ); - await expect(formatJsonFileSnapshot(spanSummary)).toMatchFileSnapshot( + await matchFileSnapshot( + formatJsonFileSnapshot(spanSummary), resolveFileSnapshotPath( import.meta.url, `${scenario.dependencyName}.otel-spans.json`, @@ -146,7 +148,7 @@ for (const scenario of scenarios) { ); // Snapshot request metadata. - await expect( + await matchFileSnapshot( formatJsonFileSnapshot( otelRequests .map((request) => @@ -169,7 +171,6 @@ for (const scenario of scenarios) { rawBody: "", })), ), - ).toMatchFileSnapshot( resolveFileSnapshotPath( import.meta.url, `${scenario.dependencyName}.otel-requests.json`, diff --git a/e2e/scenarios/anthropic-instrumentation/__cassettes__/anthropic-v0273.cassette.json b/e2e/scenarios/anthropic-instrumentation/__cassettes__/anthropic-v0273.cassette.json index 96ef87208..f85e7345d 100644 --- a/e2e/scenarios/anthropic-instrumentation/__cassettes__/anthropic-v0273.cassette.json +++ b/e2e/scenarios/anthropic-instrumentation/__cassettes__/anthropic-v0273.cassette.json @@ -1,24 +1,11 @@ { - "version": 1, - "meta": { - "createdAt": "2026-04-28T23:04:55.016Z", - "seinfeldVersion": "0.0.0" - }, "entries": [ { + "callIndex": 0, "id": "7013a168b3f007e8", "matchKey": "POST api.anthropic.com/v1/messages", - "callIndex": 0, "recordedAt": "2026-04-28T23:04:55.016Z", "request": { - "method": "POST", - "url": "https://api.anthropic.com/v1/messages", - "headers": { - "accept": "application/json", - "accept-encoding": "gzip,deflate", - "anthropic-version": "2023-06-01", - "content-type": "application/json" - }, "body": { "kind": "json", "value": { @@ -32,32 +19,12 @@ "model": "claude-haiku-4-5", "temperature": 0 } - } + }, + "headers": {}, + "method": "POST", + "url": "https://api.anthropic.com/v1/messages" }, "response": { - "status": 200, - "statusText": "OK", - "headers": { - "anthropic-organization-id": "27796668-7351-40ac-acc4-024aee8995a5", - "anthropic-ratelimit-input-tokens-limit": "4000000", - "anthropic-ratelimit-input-tokens-remaining": "4000000", - "anthropic-ratelimit-input-tokens-reset": "2026-04-28T23:04:49Z", - "anthropic-ratelimit-output-tokens-limit": "800000", - "anthropic-ratelimit-output-tokens-remaining": "800000", - "anthropic-ratelimit-output-tokens-reset": "2026-04-28T23:04:49Z", - "anthropic-ratelimit-requests-limit": "20000", - "anthropic-ratelimit-requests-remaining": "19999", - "anthropic-ratelimit-requests-reset": "2026-04-28T23:04:49Z", - "anthropic-ratelimit-tokens-limit": "4800000", - "anthropic-ratelimit-tokens-remaining": "4800000", - "anthropic-ratelimit-tokens-reset": "2026-04-28T23:04:49Z", - "content-security-policy": "default-src 'none'; frame-ancestors 'none'", - "content-type": "application/json", - "request-id": "req_011CaX1J8U578f1B48KS1Rh5", - "vary": "Accept-Encoding", - "x-envoy-upstream-service-time": "644", - "x-robots-tag": "none" - }, "body": { "kind": "json", "value": { @@ -87,23 +54,38 @@ "service_tier": "standard" } } - } + }, + "headers": { + "anthropic-organization-id": "27796668-7351-40ac-acc4-024aee8995a5", + "anthropic-ratelimit-input-tokens-limit": "4000000", + "anthropic-ratelimit-input-tokens-remaining": "4000000", + "anthropic-ratelimit-input-tokens-reset": "2026-04-28T23:04:49Z", + "anthropic-ratelimit-output-tokens-limit": "800000", + "anthropic-ratelimit-output-tokens-remaining": "800000", + "anthropic-ratelimit-output-tokens-reset": "2026-04-28T23:04:49Z", + "anthropic-ratelimit-requests-limit": "20000", + "anthropic-ratelimit-requests-remaining": "19999", + "anthropic-ratelimit-requests-reset": "2026-04-28T23:04:49Z", + "anthropic-ratelimit-tokens-limit": "4800000", + "anthropic-ratelimit-tokens-remaining": "4800000", + "anthropic-ratelimit-tokens-reset": "2026-04-28T23:04:49Z", + "content-security-policy": "default-src 'none'; frame-ancestors 'none'", + "content-type": "application/json", + "request-id": "req_011CaX1J8U578f1B48KS1Rh5", + "vary": "Accept-Encoding", + "x-envoy-upstream-service-time": "644", + "x-robots-tag": "none" + }, + "status": 200, + "statusText": "OK" } }, { + "callIndex": 1, "id": "d5bfecff47d61304", "matchKey": "POST api.anthropic.com/v1/messages", - "callIndex": 1, "recordedAt": "2026-04-28T23:04:55.016Z", "request": { - "method": "POST", - "url": "https://api.anthropic.com/v1/messages", - "headers": { - "accept": "application/json", - "accept-encoding": "gzip,deflate", - "anthropic-version": "2023-06-01", - "content-type": "application/json" - }, "body": { "kind": "json", "value": { @@ -117,31 +99,12 @@ "model": "claude-haiku-4-5", "temperature": 0 } - } + }, + "headers": {}, + "method": "POST", + "url": "https://api.anthropic.com/v1/messages" }, "response": { - "status": 200, - "statusText": "OK", - "headers": { - "anthropic-organization-id": "27796668-7351-40ac-acc4-024aee8995a5", - "anthropic-ratelimit-input-tokens-limit": "4000000", - "anthropic-ratelimit-input-tokens-remaining": "4000000", - "anthropic-ratelimit-input-tokens-reset": "2026-04-28T23:04:50Z", - "anthropic-ratelimit-output-tokens-limit": "800000", - "anthropic-ratelimit-output-tokens-remaining": "800000", - "anthropic-ratelimit-output-tokens-reset": "2026-04-28T23:04:50Z", - "anthropic-ratelimit-requests-limit": "20000", - "anthropic-ratelimit-requests-remaining": "19999", - "anthropic-ratelimit-requests-reset": "2026-04-28T23:04:49Z", - "anthropic-ratelimit-tokens-limit": "4800000", - "anthropic-ratelimit-tokens-remaining": "4800000", - "anthropic-ratelimit-tokens-reset": "2026-04-28T23:04:50Z", - "content-security-policy": "default-src 'none'; frame-ancestors 'none'", - "content-type": "application/json", - "request-id": "req_011CaX1JC7LwQMrzDUYFcQML", - "x-envoy-upstream-service-time": "449", - "x-robots-tag": "none" - }, "body": { "kind": "json", "value": { @@ -171,23 +134,37 @@ "service_tier": "standard" } } - } + }, + "headers": { + "anthropic-organization-id": "27796668-7351-40ac-acc4-024aee8995a5", + "anthropic-ratelimit-input-tokens-limit": "4000000", + "anthropic-ratelimit-input-tokens-remaining": "4000000", + "anthropic-ratelimit-input-tokens-reset": "2026-04-28T23:04:50Z", + "anthropic-ratelimit-output-tokens-limit": "800000", + "anthropic-ratelimit-output-tokens-remaining": "800000", + "anthropic-ratelimit-output-tokens-reset": "2026-04-28T23:04:50Z", + "anthropic-ratelimit-requests-limit": "20000", + "anthropic-ratelimit-requests-remaining": "19999", + "anthropic-ratelimit-requests-reset": "2026-04-28T23:04:49Z", + "anthropic-ratelimit-tokens-limit": "4800000", + "anthropic-ratelimit-tokens-remaining": "4800000", + "anthropic-ratelimit-tokens-reset": "2026-04-28T23:04:50Z", + "content-security-policy": "default-src 'none'; frame-ancestors 'none'", + "content-type": "application/json", + "request-id": "req_011CaX1JC7LwQMrzDUYFcQML", + "x-envoy-upstream-service-time": "449", + "x-robots-tag": "none" + }, + "status": 200, + "statusText": "OK" } }, { + "callIndex": 2, "id": "4f7d9d4ecc36bbea", "matchKey": "POST api.anthropic.com/v1/messages", - "callIndex": 2, "recordedAt": "2026-04-28T23:04:55.016Z", "request": { - "method": "POST", - "url": "https://api.anthropic.com/v1/messages", - "headers": { - "accept": "application/json", - "accept-encoding": "gzip,deflate", - "anthropic-version": "2023-06-01", - "content-type": "application/json" - }, "body": { "kind": "json", "value": { @@ -214,31 +191,12 @@ "model": "claude-haiku-4-5", "temperature": 0 } - } + }, + "headers": {}, + "method": "POST", + "url": "https://api.anthropic.com/v1/messages" }, "response": { - "status": 200, - "statusText": "OK", - "headers": { - "anthropic-organization-id": "27796668-7351-40ac-acc4-024aee8995a5", - "anthropic-ratelimit-input-tokens-limit": "4000000", - "anthropic-ratelimit-input-tokens-remaining": "3999000", - "anthropic-ratelimit-input-tokens-reset": "2026-04-28T23:04:51Z", - "anthropic-ratelimit-output-tokens-limit": "800000", - "anthropic-ratelimit-output-tokens-remaining": "800000", - "anthropic-ratelimit-output-tokens-reset": "2026-04-28T23:04:51Z", - "anthropic-ratelimit-requests-limit": "20000", - "anthropic-ratelimit-requests-remaining": "19999", - "anthropic-ratelimit-requests-reset": "2026-04-28T23:04:50Z", - "anthropic-ratelimit-tokens-limit": "4800000", - "anthropic-ratelimit-tokens-remaining": "4799000", - "anthropic-ratelimit-tokens-reset": "2026-04-28T23:04:51Z", - "content-security-policy": "default-src 'none'; frame-ancestors 'none'", - "content-type": "application/json", - "request-id": "req_011CaX1JFmN4pShuvbcKC6Ej", - "x-envoy-upstream-service-time": "1065", - "x-robots-tag": "none" - }, "body": { "kind": "json", "value": { @@ -268,23 +226,37 @@ "service_tier": "standard" } } - } + }, + "headers": { + "anthropic-organization-id": "27796668-7351-40ac-acc4-024aee8995a5", + "anthropic-ratelimit-input-tokens-limit": "4000000", + "anthropic-ratelimit-input-tokens-remaining": "3999000", + "anthropic-ratelimit-input-tokens-reset": "2026-04-28T23:04:51Z", + "anthropic-ratelimit-output-tokens-limit": "800000", + "anthropic-ratelimit-output-tokens-remaining": "800000", + "anthropic-ratelimit-output-tokens-reset": "2026-04-28T23:04:51Z", + "anthropic-ratelimit-requests-limit": "20000", + "anthropic-ratelimit-requests-remaining": "19999", + "anthropic-ratelimit-requests-reset": "2026-04-28T23:04:50Z", + "anthropic-ratelimit-tokens-limit": "4800000", + "anthropic-ratelimit-tokens-remaining": "4799000", + "anthropic-ratelimit-tokens-reset": "2026-04-28T23:04:51Z", + "content-security-policy": "default-src 'none'; frame-ancestors 'none'", + "content-type": "application/json", + "request-id": "req_011CaX1JFmN4pShuvbcKC6Ej", + "x-envoy-upstream-service-time": "1065", + "x-robots-tag": "none" + }, + "status": 200, + "statusText": "OK" } }, { + "callIndex": 3, "id": "343d969b488b84f2", "matchKey": "POST api.anthropic.com/v1/messages", - "callIndex": 3, "recordedAt": "2026-04-28T23:04:55.016Z", "request": { - "method": "POST", - "url": "https://api.anthropic.com/v1/messages", - "headers": { - "accept": "application/json", - "accept-encoding": "gzip,deflate", - "anthropic-version": "2023-06-01", - "content-type": "application/json" - }, "body": { "kind": "json", "value": { @@ -299,11 +271,24 @@ "stream": true, "temperature": 0 } - } + }, + "headers": {}, + "method": "POST", + "url": "https://api.anthropic.com/v1/messages" }, "response": { - "status": 200, - "statusText": "OK", + "body": { + "chunks": [ + "event: message_start\ndata: {\"type\":\"message_start\",\"message\":{\"model\":\"claude-haiku-4-5-20251001\",\"id\":\"msg_01YPdGeF3zFRM14L8B2cC6TL\",\"type\":\"message\",\"role\":\"assistant\",\"content\":[],\"stop_reason\":null,\"stop_sequence\":null,\"stop_details\":null,\"usage\":{\"input_tokens\":24,\"cache_creation_input_tokens\":0,\"cache_read_input_tokens\":0,\"cache_creation\":{\"ephemeral_5m_input_tokens\":0,\"ephemeral_1h_input_tokens\":0},\"output_tokens\":1,\"service_tier\":\"standard\",\"inference_geo\":\"not_available\"}} }", + "event: content_block_start\ndata: {\"type\":\"content_block_start\",\"index\":0,\"content_block\":{\"type\":\"text\",\"text\":\"\"} }", + "event: ping\ndata: {\"type\": \"ping\"}", + "event: content_block_delta\ndata: {\"type\":\"content_block_delta\",\"index\":0,\"delta\":{\"type\":\"text_delta\",\"text\":\"1 one\\n2 two\\n3 three\"} }", + "event: content_block_stop\ndata: {\"type\":\"content_block_stop\",\"index\":0 }", + "event: message_delta\ndata: {\"type\":\"message_delta\",\"delta\":{\"stop_reason\":\"end_turn\",\"stop_sequence\":null,\"stop_details\":null},\"usage\":{\"input_tokens\":24,\"cache_creation_input_tokens\":0,\"cache_read_input_tokens\":0,\"output_tokens\":15} }", + "event: message_stop\ndata: {\"type\":\"message_stop\" }" + ], + "kind": "sse" + }, "headers": { "anthropic-organization-id": "27796668-7351-40ac-acc4-024aee8995a5", "anthropic-ratelimit-input-tokens-limit": "4000000", @@ -325,35 +310,16 @@ "x-envoy-upstream-service-time": "458", "x-robots-tag": "none" }, - "body": { - "kind": "sse", - "chunks": [ - "event: message_start\ndata: {\"type\":\"message_start\",\"message\":{\"model\":\"claude-haiku-4-5-20251001\",\"id\":\"msg_01YPdGeF3zFRM14L8B2cC6TL\",\"type\":\"message\",\"role\":\"assistant\",\"content\":[],\"stop_reason\":null,\"stop_sequence\":null,\"stop_details\":null,\"usage\":{\"input_tokens\":24,\"cache_creation_input_tokens\":0,\"cache_read_input_tokens\":0,\"cache_creation\":{\"ephemeral_5m_input_tokens\":0,\"ephemeral_1h_input_tokens\":0},\"output_tokens\":1,\"service_tier\":\"standard\",\"inference_geo\":\"not_available\"}} }", - "event: content_block_start\ndata: {\"type\":\"content_block_start\",\"index\":0,\"content_block\":{\"type\":\"text\",\"text\":\"\"} }", - "event: ping\ndata: {\"type\": \"ping\"}", - "event: content_block_delta\ndata: {\"type\":\"content_block_delta\",\"index\":0,\"delta\":{\"type\":\"text_delta\",\"text\":\"1 one\\n2 two\\n3 three\"} }", - "event: content_block_stop\ndata: {\"type\":\"content_block_stop\",\"index\":0 }", - "event: message_delta\ndata: {\"type\":\"message_delta\",\"delta\":{\"stop_reason\":\"end_turn\",\"stop_sequence\":null,\"stop_details\":null},\"usage\":{\"input_tokens\":24,\"cache_creation_input_tokens\":0,\"cache_read_input_tokens\":0,\"output_tokens\":15} }", - "event: message_stop\ndata: {\"type\":\"message_stop\" }" - ] - } + "status": 200, + "statusText": "OK" } }, { + "callIndex": 4, "id": "81b48f1d594c2f95", "matchKey": "POST api.anthropic.com/v1/messages", - "callIndex": 4, "recordedAt": "2026-04-28T23:04:55.016Z", "request": { - "method": "POST", - "url": "https://api.anthropic.com/v1/messages", - "headers": { - "accept": "application/json", - "accept-encoding": "gzip,deflate", - "anthropic-version": "2023-06-01", - "content-type": "application/json", - "x-stainless-helper-method": "stream" - }, "body": { "kind": "json", "value": { @@ -368,11 +334,24 @@ "stream": true, "temperature": 0 } - } + }, + "headers": {}, + "method": "POST", + "url": "https://api.anthropic.com/v1/messages" }, "response": { - "status": 200, - "statusText": "OK", + "body": { + "chunks": [ + "event: message_start\ndata: {\"type\":\"message_start\",\"message\":{\"model\":\"claude-haiku-4-5-20251001\",\"id\":\"msg_012EbUGmLfEc7GsCBMZAKpSK\",\"type\":\"message\",\"role\":\"assistant\",\"content\":[],\"stop_reason\":null,\"stop_sequence\":null,\"stop_details\":null,\"usage\":{\"input_tokens\":24,\"cache_creation_input_tokens\":0,\"cache_read_input_tokens\":0,\"cache_creation\":{\"ephemeral_5m_input_tokens\":0,\"ephemeral_1h_input_tokens\":0},\"output_tokens\":1,\"service_tier\":\"standard\",\"inference_geo\":\"not_available\"}} }", + "event: content_block_start\ndata: {\"type\":\"content_block_start\",\"index\":0,\"content_block\":{\"type\":\"text\",\"text\":\"\"}}", + "event: ping\ndata: {\"type\": \"ping\"}", + "event: content_block_delta\ndata: {\"type\":\"content_block_delta\",\"index\":0,\"delta\":{\"type\":\"text_delta\",\"text\":\"1 one\\n2 two\\n3 three\"} }", + "event: content_block_stop\ndata: {\"type\":\"content_block_stop\",\"index\":0 }", + "event: message_delta\ndata: {\"type\":\"message_delta\",\"delta\":{\"stop_reason\":\"end_turn\",\"stop_sequence\":null,\"stop_details\":null},\"usage\":{\"input_tokens\":24,\"cache_creation_input_tokens\":0,\"cache_read_input_tokens\":0,\"output_tokens\":15} }", + "event: message_stop\ndata: {\"type\":\"message_stop\" }" + ], + "kind": "sse" + }, "headers": { "anthropic-organization-id": "27796668-7351-40ac-acc4-024aee8995a5", "anthropic-ratelimit-input-tokens-limit": "4000000", @@ -395,34 +374,16 @@ "x-envoy-upstream-service-time": "354", "x-robots-tag": "none" }, - "body": { - "kind": "sse", - "chunks": [ - "event: message_start\ndata: {\"type\":\"message_start\",\"message\":{\"model\":\"claude-haiku-4-5-20251001\",\"id\":\"msg_012EbUGmLfEc7GsCBMZAKpSK\",\"type\":\"message\",\"role\":\"assistant\",\"content\":[],\"stop_reason\":null,\"stop_sequence\":null,\"stop_details\":null,\"usage\":{\"input_tokens\":24,\"cache_creation_input_tokens\":0,\"cache_read_input_tokens\":0,\"cache_creation\":{\"ephemeral_5m_input_tokens\":0,\"ephemeral_1h_input_tokens\":0},\"output_tokens\":1,\"service_tier\":\"standard\",\"inference_geo\":\"not_available\"}} }", - "event: content_block_start\ndata: {\"type\":\"content_block_start\",\"index\":0,\"content_block\":{\"type\":\"text\",\"text\":\"\"}}", - "event: ping\ndata: {\"type\": \"ping\"}", - "event: content_block_delta\ndata: {\"type\":\"content_block_delta\",\"index\":0,\"delta\":{\"type\":\"text_delta\",\"text\":\"1 one\\n2 two\\n3 three\"} }", - "event: content_block_stop\ndata: {\"type\":\"content_block_stop\",\"index\":0 }", - "event: message_delta\ndata: {\"type\":\"message_delta\",\"delta\":{\"stop_reason\":\"end_turn\",\"stop_sequence\":null,\"stop_details\":null},\"usage\":{\"input_tokens\":24,\"cache_creation_input_tokens\":0,\"cache_read_input_tokens\":0,\"output_tokens\":15} }", - "event: message_stop\ndata: {\"type\":\"message_stop\" }" - ] - } + "status": 200, + "statusText": "OK" } }, { + "callIndex": 5, "id": "8c858201f9b5468f", "matchKey": "POST api.anthropic.com/v1/messages", - "callIndex": 5, "recordedAt": "2026-04-28T23:04:55.016Z", "request": { - "method": "POST", - "url": "https://api.anthropic.com/v1/messages", - "headers": { - "accept": "application/json", - "accept-encoding": "gzip,deflate", - "anthropic-version": "2023-06-01", - "content-type": "application/json" - }, "body": { "kind": "json", "value": { @@ -458,11 +419,27 @@ } ] } - } + }, + "headers": {}, + "method": "POST", + "url": "https://api.anthropic.com/v1/messages" }, "response": { - "status": 200, - "statusText": "OK", + "body": { + "chunks": [ + "event: message_start\ndata: {\"type\":\"message_start\",\"message\":{\"model\":\"claude-haiku-4-5-20251001\",\"id\":\"msg_01V3odUVvBp7MxCnzqZFrW1u\",\"type\":\"message\",\"role\":\"assistant\",\"content\":[],\"stop_reason\":null,\"stop_sequence\":null,\"stop_details\":null,\"usage\":{\"input_tokens\":687,\"cache_creation_input_tokens\":0,\"cache_read_input_tokens\":0,\"cache_creation\":{\"ephemeral_5m_input_tokens\":0,\"ephemeral_1h_input_tokens\":0},\"output_tokens\":13,\"service_tier\":\"standard\",\"inference_geo\":\"not_available\"}} }", + "event: content_block_start\ndata: {\"type\":\"content_block_start\",\"index\":0,\"content_block\":{\"type\":\"tool_use\",\"id\":\"toolu_016LWtxJSJr8E91HsktMeniw\",\"name\":\"get_weather\",\"input\":{},\"caller\":{\"type\":\"direct\"}} }", + "event: ping\ndata: {\"type\": \"ping\"}", + "event: content_block_delta\ndata: {\"type\":\"content_block_delta\",\"index\":0,\"delta\":{\"type\":\"input_json_delta\",\"partial_json\":\"\"} }", + "event: content_block_delta\ndata: {\"type\":\"content_block_delta\",\"index\":0,\"delta\":{\"type\":\"input_json_delta\",\"partial_json\":\"{\\\"location\\\":\"} }", + "event: content_block_delta\ndata: {\"type\":\"content_block_delta\",\"index\":0,\"delta\":{\"type\":\"input_json_delta\",\"partial_json\":\" \\\"Paris, F\"} }", + "event: content_block_delta\ndata: {\"type\":\"content_block_delta\",\"index\":0,\"delta\":{\"type\":\"input_json_delta\",\"partial_json\":\"rance\\\"}\"} }", + "event: content_block_stop\ndata: {\"type\":\"content_block_stop\",\"index\":0 }", + "event: message_delta\ndata: {\"type\":\"message_delta\",\"delta\":{\"stop_reason\":\"tool_use\",\"stop_sequence\":null,\"stop_details\":null},\"usage\":{\"input_tokens\":687,\"cache_creation_input_tokens\":0,\"cache_read_input_tokens\":0,\"output_tokens\":26} }", + "event: message_stop\ndata: {\"type\":\"message_stop\" }" + ], + "kind": "sse" + }, "headers": { "anthropic-organization-id": "27796668-7351-40ac-acc4-024aee8995a5", "anthropic-ratelimit-input-tokens-limit": "4000000", @@ -484,37 +461,16 @@ "x-envoy-upstream-service-time": "426", "x-robots-tag": "none" }, - "body": { - "kind": "sse", - "chunks": [ - "event: message_start\ndata: {\"type\":\"message_start\",\"message\":{\"model\":\"claude-haiku-4-5-20251001\",\"id\":\"msg_01V3odUVvBp7MxCnzqZFrW1u\",\"type\":\"message\",\"role\":\"assistant\",\"content\":[],\"stop_reason\":null,\"stop_sequence\":null,\"stop_details\":null,\"usage\":{\"input_tokens\":687,\"cache_creation_input_tokens\":0,\"cache_read_input_tokens\":0,\"cache_creation\":{\"ephemeral_5m_input_tokens\":0,\"ephemeral_1h_input_tokens\":0},\"output_tokens\":13,\"service_tier\":\"standard\",\"inference_geo\":\"not_available\"}} }", - "event: content_block_start\ndata: {\"type\":\"content_block_start\",\"index\":0,\"content_block\":{\"type\":\"tool_use\",\"id\":\"toolu_016LWtxJSJr8E91HsktMeniw\",\"name\":\"get_weather\",\"input\":{},\"caller\":{\"type\":\"direct\"}} }", - "event: ping\ndata: {\"type\": \"ping\"}", - "event: content_block_delta\ndata: {\"type\":\"content_block_delta\",\"index\":0,\"delta\":{\"type\":\"input_json_delta\",\"partial_json\":\"\"} }", - "event: content_block_delta\ndata: {\"type\":\"content_block_delta\",\"index\":0,\"delta\":{\"type\":\"input_json_delta\",\"partial_json\":\"{\\\"location\\\":\"} }", - "event: content_block_delta\ndata: {\"type\":\"content_block_delta\",\"index\":0,\"delta\":{\"type\":\"input_json_delta\",\"partial_json\":\" \\\"Paris, F\"} }", - "event: content_block_delta\ndata: {\"type\":\"content_block_delta\",\"index\":0,\"delta\":{\"type\":\"input_json_delta\",\"partial_json\":\"rance\\\"}\"} }", - "event: content_block_stop\ndata: {\"type\":\"content_block_stop\",\"index\":0 }", - "event: message_delta\ndata: {\"type\":\"message_delta\",\"delta\":{\"stop_reason\":\"tool_use\",\"stop_sequence\":null,\"stop_details\":null},\"usage\":{\"input_tokens\":687,\"cache_creation_input_tokens\":0,\"cache_read_input_tokens\":0,\"output_tokens\":26} }", - "event: message_stop\ndata: {\"type\":\"message_stop\" }" - ] - } + "status": 200, + "statusText": "OK" } }, { + "callIndex": 6, "id": "c7d61b210c3c0ece", "matchKey": "POST api.anthropic.com/v1/messages", - "callIndex": 6, "recordedAt": "2026-04-28T23:04:55.016Z", "request": { - "method": "POST", - "url": "https://api.anthropic.com/v1/messages", - "headers": { - "accept": "application/json", - "accept-encoding": "gzip,deflate", - "anthropic-version": "2023-06-01", - "content-type": "application/json" - }, "body": { "kind": "json", "value": { @@ -544,31 +500,12 @@ } ] } - } + }, + "headers": {}, + "method": "POST", + "url": "https://api.anthropic.com/v1/messages" }, "response": { - "status": 200, - "statusText": "OK", - "headers": { - "anthropic-organization-id": "27796668-7351-40ac-acc4-024aee8995a5", - "anthropic-ratelimit-input-tokens-limit": "4000000", - "anthropic-ratelimit-input-tokens-remaining": "4000000", - "anthropic-ratelimit-input-tokens-reset": "2026-04-28T23:04:54Z", - "anthropic-ratelimit-output-tokens-limit": "800000", - "anthropic-ratelimit-output-tokens-remaining": "800000", - "anthropic-ratelimit-output-tokens-reset": "2026-04-28T23:04:54Z", - "anthropic-ratelimit-requests-limit": "20000", - "anthropic-ratelimit-requests-remaining": "19999", - "anthropic-ratelimit-requests-reset": "2026-04-28T23:04:54Z", - "anthropic-ratelimit-tokens-limit": "4800000", - "anthropic-ratelimit-tokens-remaining": "4800000", - "anthropic-ratelimit-tokens-reset": "2026-04-28T23:04:54Z", - "content-security-policy": "default-src 'none'; frame-ancestors 'none'", - "content-type": "application/json", - "request-id": "req_011CaX1JWbaztP1hnBgHhiE9", - "x-envoy-upstream-service-time": "777", - "x-robots-tag": "none" - }, "body": { "kind": "json", "value": { @@ -605,8 +542,35 @@ "service_tier": "standard" } } - } + }, + "headers": { + "anthropic-organization-id": "27796668-7351-40ac-acc4-024aee8995a5", + "anthropic-ratelimit-input-tokens-limit": "4000000", + "anthropic-ratelimit-input-tokens-remaining": "4000000", + "anthropic-ratelimit-input-tokens-reset": "2026-04-28T23:04:54Z", + "anthropic-ratelimit-output-tokens-limit": "800000", + "anthropic-ratelimit-output-tokens-remaining": "800000", + "anthropic-ratelimit-output-tokens-reset": "2026-04-28T23:04:54Z", + "anthropic-ratelimit-requests-limit": "20000", + "anthropic-ratelimit-requests-remaining": "19999", + "anthropic-ratelimit-requests-reset": "2026-04-28T23:04:54Z", + "anthropic-ratelimit-tokens-limit": "4800000", + "anthropic-ratelimit-tokens-remaining": "4800000", + "anthropic-ratelimit-tokens-reset": "2026-04-28T23:04:54Z", + "content-security-policy": "default-src 'none'; frame-ancestors 'none'", + "content-type": "application/json", + "request-id": "req_011CaX1JWbaztP1hnBgHhiE9", + "x-envoy-upstream-service-time": "777", + "x-robots-tag": "none" + }, + "status": 200, + "statusText": "OK" } } - ] + ], + "meta": { + "createdAt": "2026-04-28T23:04:55.016Z", + "seinfeldVersion": "0.0.0" + }, + "version": 1 } diff --git a/e2e/scenarios/anthropic-instrumentation/__cassettes__/anthropic-v0390.cassette.json b/e2e/scenarios/anthropic-instrumentation/__cassettes__/anthropic-v0390.cassette.json index 7f1714075..541627b32 100644 --- a/e2e/scenarios/anthropic-instrumentation/__cassettes__/anthropic-v0390.cassette.json +++ b/e2e/scenarios/anthropic-instrumentation/__cassettes__/anthropic-v0390.cassette.json @@ -1,24 +1,11 @@ { - "version": 1, - "meta": { - "createdAt": "2026-04-28T23:05:04.506Z", - "seinfeldVersion": "0.0.0" - }, "entries": [ { + "callIndex": 0, "id": "7013a168b3f007e8", "matchKey": "POST api.anthropic.com/v1/messages", - "callIndex": 0, "recordedAt": "2026-04-28T23:05:04.506Z", "request": { - "method": "POST", - "url": "https://api.anthropic.com/v1/messages", - "headers": { - "accept": "application/json", - "accept-encoding": "gzip,deflate", - "anthropic-version": "2023-06-01", - "content-type": "application/json" - }, "body": { "kind": "json", "value": { @@ -32,31 +19,12 @@ "model": "claude-haiku-4-5", "temperature": 0 } - } + }, + "headers": {}, + "method": "POST", + "url": "https://api.anthropic.com/v1/messages" }, "response": { - "status": 200, - "statusText": "OK", - "headers": { - "anthropic-organization-id": "27796668-7351-40ac-acc4-024aee8995a5", - "anthropic-ratelimit-input-tokens-limit": "4000000", - "anthropic-ratelimit-input-tokens-remaining": "4000000", - "anthropic-ratelimit-input-tokens-reset": "2026-04-28T23:04:56Z", - "anthropic-ratelimit-output-tokens-limit": "800000", - "anthropic-ratelimit-output-tokens-remaining": "800000", - "anthropic-ratelimit-output-tokens-reset": "2026-04-28T23:04:57Z", - "anthropic-ratelimit-requests-limit": "20000", - "anthropic-ratelimit-requests-remaining": "19999", - "anthropic-ratelimit-requests-reset": "2026-04-28T23:04:56Z", - "anthropic-ratelimit-tokens-limit": "4800000", - "anthropic-ratelimit-tokens-remaining": "4800000", - "anthropic-ratelimit-tokens-reset": "2026-04-28T23:04:56Z", - "content-security-policy": "default-src 'none'; frame-ancestors 'none'", - "content-type": "application/json", - "request-id": "req_011CaX1JhPUZohCzcrA7aLbk", - "x-envoy-upstream-service-time": "527", - "x-robots-tag": "none" - }, "body": { "kind": "json", "value": { @@ -86,23 +54,37 @@ "service_tier": "standard" } } - } + }, + "headers": { + "anthropic-organization-id": "27796668-7351-40ac-acc4-024aee8995a5", + "anthropic-ratelimit-input-tokens-limit": "4000000", + "anthropic-ratelimit-input-tokens-remaining": "4000000", + "anthropic-ratelimit-input-tokens-reset": "2026-04-28T23:04:56Z", + "anthropic-ratelimit-output-tokens-limit": "800000", + "anthropic-ratelimit-output-tokens-remaining": "800000", + "anthropic-ratelimit-output-tokens-reset": "2026-04-28T23:04:57Z", + "anthropic-ratelimit-requests-limit": "20000", + "anthropic-ratelimit-requests-remaining": "19999", + "anthropic-ratelimit-requests-reset": "2026-04-28T23:04:56Z", + "anthropic-ratelimit-tokens-limit": "4800000", + "anthropic-ratelimit-tokens-remaining": "4800000", + "anthropic-ratelimit-tokens-reset": "2026-04-28T23:04:56Z", + "content-security-policy": "default-src 'none'; frame-ancestors 'none'", + "content-type": "application/json", + "request-id": "req_011CaX1JhPUZohCzcrA7aLbk", + "x-envoy-upstream-service-time": "527", + "x-robots-tag": "none" + }, + "status": 200, + "statusText": "OK" } }, { + "callIndex": 1, "id": "d5bfecff47d61304", "matchKey": "POST api.anthropic.com/v1/messages", - "callIndex": 1, "recordedAt": "2026-04-28T23:05:04.506Z", "request": { - "method": "POST", - "url": "https://api.anthropic.com/v1/messages", - "headers": { - "accept": "application/json", - "accept-encoding": "gzip,deflate", - "anthropic-version": "2023-06-01", - "content-type": "application/json" - }, "body": { "kind": "json", "value": { @@ -116,31 +98,12 @@ "model": "claude-haiku-4-5", "temperature": 0 } - } + }, + "headers": {}, + "method": "POST", + "url": "https://api.anthropic.com/v1/messages" }, "response": { - "status": 200, - "statusText": "OK", - "headers": { - "anthropic-organization-id": "27796668-7351-40ac-acc4-024aee8995a5", - "anthropic-ratelimit-input-tokens-limit": "4000000", - "anthropic-ratelimit-input-tokens-remaining": "4000000", - "anthropic-ratelimit-input-tokens-reset": "2026-04-28T23:04:57Z", - "anthropic-ratelimit-output-tokens-limit": "800000", - "anthropic-ratelimit-output-tokens-remaining": "800000", - "anthropic-ratelimit-output-tokens-reset": "2026-04-28T23:04:57Z", - "anthropic-ratelimit-requests-limit": "20000", - "anthropic-ratelimit-requests-remaining": "19999", - "anthropic-ratelimit-requests-reset": "2026-04-28T23:04:57Z", - "anthropic-ratelimit-tokens-limit": "4800000", - "anthropic-ratelimit-tokens-remaining": "4800000", - "anthropic-ratelimit-tokens-reset": "2026-04-28T23:04:57Z", - "content-security-policy": "default-src 'none'; frame-ancestors 'none'", - "content-type": "application/json", - "request-id": "req_011CaX1JkM5WrGjnNsurkQcf", - "x-envoy-upstream-service-time": "478", - "x-robots-tag": "none" - }, "body": { "kind": "json", "value": { @@ -170,23 +133,37 @@ "service_tier": "standard" } } - } + }, + "headers": { + "anthropic-organization-id": "27796668-7351-40ac-acc4-024aee8995a5", + "anthropic-ratelimit-input-tokens-limit": "4000000", + "anthropic-ratelimit-input-tokens-remaining": "4000000", + "anthropic-ratelimit-input-tokens-reset": "2026-04-28T23:04:57Z", + "anthropic-ratelimit-output-tokens-limit": "800000", + "anthropic-ratelimit-output-tokens-remaining": "800000", + "anthropic-ratelimit-output-tokens-reset": "2026-04-28T23:04:57Z", + "anthropic-ratelimit-requests-limit": "20000", + "anthropic-ratelimit-requests-remaining": "19999", + "anthropic-ratelimit-requests-reset": "2026-04-28T23:04:57Z", + "anthropic-ratelimit-tokens-limit": "4800000", + "anthropic-ratelimit-tokens-remaining": "4800000", + "anthropic-ratelimit-tokens-reset": "2026-04-28T23:04:57Z", + "content-security-policy": "default-src 'none'; frame-ancestors 'none'", + "content-type": "application/json", + "request-id": "req_011CaX1JkM5WrGjnNsurkQcf", + "x-envoy-upstream-service-time": "478", + "x-robots-tag": "none" + }, + "status": 200, + "statusText": "OK" } }, { + "callIndex": 2, "id": "4f7d9d4ecc36bbea", "matchKey": "POST api.anthropic.com/v1/messages", - "callIndex": 2, "recordedAt": "2026-04-28T23:05:04.506Z", "request": { - "method": "POST", - "url": "https://api.anthropic.com/v1/messages", - "headers": { - "accept": "application/json", - "accept-encoding": "gzip,deflate", - "anthropic-version": "2023-06-01", - "content-type": "application/json" - }, "body": { "kind": "json", "value": { @@ -213,32 +190,12 @@ "model": "claude-haiku-4-5", "temperature": 0 } - } + }, + "headers": {}, + "method": "POST", + "url": "https://api.anthropic.com/v1/messages" }, "response": { - "status": 200, - "statusText": "OK", - "headers": { - "anthropic-organization-id": "27796668-7351-40ac-acc4-024aee8995a5", - "anthropic-ratelimit-input-tokens-limit": "4000000", - "anthropic-ratelimit-input-tokens-remaining": "3999000", - "anthropic-ratelimit-input-tokens-reset": "2026-04-28T23:04:58Z", - "anthropic-ratelimit-output-tokens-limit": "800000", - "anthropic-ratelimit-output-tokens-remaining": "800000", - "anthropic-ratelimit-output-tokens-reset": "2026-04-28T23:04:59Z", - "anthropic-ratelimit-requests-limit": "20000", - "anthropic-ratelimit-requests-remaining": "19999", - "anthropic-ratelimit-requests-reset": "2026-04-28T23:04:58Z", - "anthropic-ratelimit-tokens-limit": "4800000", - "anthropic-ratelimit-tokens-remaining": "4799000", - "anthropic-ratelimit-tokens-reset": "2026-04-28T23:04:58Z", - "content-security-policy": "default-src 'none'; frame-ancestors 'none'", - "content-type": "application/json", - "request-id": "req_011CaX1Joy7TS8ZbpeukFEEz", - "vary": "Accept-Encoding", - "x-envoy-upstream-service-time": "1035", - "x-robots-tag": "none" - }, "body": { "kind": "json", "value": { @@ -268,23 +225,38 @@ "service_tier": "standard" } } - } + }, + "headers": { + "anthropic-organization-id": "27796668-7351-40ac-acc4-024aee8995a5", + "anthropic-ratelimit-input-tokens-limit": "4000000", + "anthropic-ratelimit-input-tokens-remaining": "3999000", + "anthropic-ratelimit-input-tokens-reset": "2026-04-28T23:04:58Z", + "anthropic-ratelimit-output-tokens-limit": "800000", + "anthropic-ratelimit-output-tokens-remaining": "800000", + "anthropic-ratelimit-output-tokens-reset": "2026-04-28T23:04:59Z", + "anthropic-ratelimit-requests-limit": "20000", + "anthropic-ratelimit-requests-remaining": "19999", + "anthropic-ratelimit-requests-reset": "2026-04-28T23:04:58Z", + "anthropic-ratelimit-tokens-limit": "4800000", + "anthropic-ratelimit-tokens-remaining": "4799000", + "anthropic-ratelimit-tokens-reset": "2026-04-28T23:04:58Z", + "content-security-policy": "default-src 'none'; frame-ancestors 'none'", + "content-type": "application/json", + "request-id": "req_011CaX1Joy7TS8ZbpeukFEEz", + "vary": "Accept-Encoding", + "x-envoy-upstream-service-time": "1035", + "x-robots-tag": "none" + }, + "status": 200, + "statusText": "OK" } }, { + "callIndex": 3, "id": "343d969b488b84f2", "matchKey": "POST api.anthropic.com/v1/messages", - "callIndex": 3, "recordedAt": "2026-04-28T23:05:04.506Z", "request": { - "method": "POST", - "url": "https://api.anthropic.com/v1/messages", - "headers": { - "accept": "application/json", - "accept-encoding": "gzip,deflate", - "anthropic-version": "2023-06-01", - "content-type": "application/json" - }, "body": { "kind": "json", "value": { @@ -299,11 +271,24 @@ "stream": true, "temperature": 0 } - } + }, + "headers": {}, + "method": "POST", + "url": "https://api.anthropic.com/v1/messages" }, "response": { - "status": 200, - "statusText": "OK", + "body": { + "chunks": [ + "event: message_start\ndata: {\"type\":\"message_start\",\"message\":{\"model\":\"claude-haiku-4-5-20251001\",\"id\":\"msg_01XvmNfgXdQYsqAofEqizAeZ\",\"type\":\"message\",\"role\":\"assistant\",\"content\":[],\"stop_reason\":null,\"stop_sequence\":null,\"stop_details\":null,\"usage\":{\"input_tokens\":24,\"cache_creation_input_tokens\":0,\"cache_read_input_tokens\":0,\"cache_creation\":{\"ephemeral_5m_input_tokens\":0,\"ephemeral_1h_input_tokens\":0},\"output_tokens\":1,\"service_tier\":\"standard\",\"inference_geo\":\"not_available\"}} }", + "event: content_block_start\ndata: {\"type\":\"content_block_start\",\"index\":0,\"content_block\":{\"type\":\"text\",\"text\":\"\"} }", + "event: ping\ndata: {\"type\": \"ping\"}", + "event: content_block_delta\ndata: {\"type\":\"content_block_delta\",\"index\":0,\"delta\":{\"type\":\"text_delta\",\"text\":\"1 one\\n2 two\\n3 three\"} }", + "event: content_block_stop\ndata: {\"type\":\"content_block_stop\",\"index\":0 }", + "event: message_delta\ndata: {\"type\":\"message_delta\",\"delta\":{\"stop_reason\":\"end_turn\",\"stop_sequence\":null,\"stop_details\":null},\"usage\":{\"input_tokens\":24,\"cache_creation_input_tokens\":0,\"cache_read_input_tokens\":0,\"output_tokens\":15} }", + "event: message_stop\ndata: {\"type\":\"message_stop\"}" + ], + "kind": "sse" + }, "headers": { "anthropic-organization-id": "27796668-7351-40ac-acc4-024aee8995a5", "anthropic-ratelimit-input-tokens-limit": "4000000", @@ -325,35 +310,16 @@ "x-envoy-upstream-service-time": "471", "x-robots-tag": "none" }, - "body": { - "kind": "sse", - "chunks": [ - "event: message_start\ndata: {\"type\":\"message_start\",\"message\":{\"model\":\"claude-haiku-4-5-20251001\",\"id\":\"msg_01XvmNfgXdQYsqAofEqizAeZ\",\"type\":\"message\",\"role\":\"assistant\",\"content\":[],\"stop_reason\":null,\"stop_sequence\":null,\"stop_details\":null,\"usage\":{\"input_tokens\":24,\"cache_creation_input_tokens\":0,\"cache_read_input_tokens\":0,\"cache_creation\":{\"ephemeral_5m_input_tokens\":0,\"ephemeral_1h_input_tokens\":0},\"output_tokens\":1,\"service_tier\":\"standard\",\"inference_geo\":\"not_available\"}} }", - "event: content_block_start\ndata: {\"type\":\"content_block_start\",\"index\":0,\"content_block\":{\"type\":\"text\",\"text\":\"\"} }", - "event: ping\ndata: {\"type\": \"ping\"}", - "event: content_block_delta\ndata: {\"type\":\"content_block_delta\",\"index\":0,\"delta\":{\"type\":\"text_delta\",\"text\":\"1 one\\n2 two\\n3 three\"} }", - "event: content_block_stop\ndata: {\"type\":\"content_block_stop\",\"index\":0 }", - "event: message_delta\ndata: {\"type\":\"message_delta\",\"delta\":{\"stop_reason\":\"end_turn\",\"stop_sequence\":null,\"stop_details\":null},\"usage\":{\"input_tokens\":24,\"cache_creation_input_tokens\":0,\"cache_read_input_tokens\":0,\"output_tokens\":15} }", - "event: message_stop\ndata: {\"type\":\"message_stop\"}" - ] - } + "status": 200, + "statusText": "OK" } }, { + "callIndex": 4, "id": "81b48f1d594c2f95", "matchKey": "POST api.anthropic.com/v1/messages", - "callIndex": 4, "recordedAt": "2026-04-28T23:05:04.506Z", "request": { - "method": "POST", - "url": "https://api.anthropic.com/v1/messages", - "headers": { - "accept": "application/json", - "accept-encoding": "gzip,deflate", - "anthropic-version": "2023-06-01", - "content-type": "application/json", - "x-stainless-helper-method": "stream" - }, "body": { "kind": "json", "value": { @@ -368,11 +334,24 @@ "stream": true, "temperature": 0 } - } + }, + "headers": {}, + "method": "POST", + "url": "https://api.anthropic.com/v1/messages" }, "response": { - "status": 200, - "statusText": "OK", + "body": { + "chunks": [ + "event: message_start\ndata: {\"type\":\"message_start\",\"message\":{\"model\":\"claude-haiku-4-5-20251001\",\"id\":\"msg_017bu4z8eqbd7RwUJvcmzRjz\",\"type\":\"message\",\"role\":\"assistant\",\"content\":[],\"stop_reason\":null,\"stop_sequence\":null,\"stop_details\":null,\"usage\":{\"input_tokens\":24,\"cache_creation_input_tokens\":0,\"cache_read_input_tokens\":0,\"cache_creation\":{\"ephemeral_5m_input_tokens\":0,\"ephemeral_1h_input_tokens\":0},\"output_tokens\":1,\"service_tier\":\"standard\",\"inference_geo\":\"not_available\"}}}", + "event: content_block_start\ndata: {\"type\":\"content_block_start\",\"index\":0,\"content_block\":{\"type\":\"text\",\"text\":\"\"} }", + "event: ping\ndata: {\"type\": \"ping\"}", + "event: content_block_delta\ndata: {\"type\":\"content_block_delta\",\"index\":0,\"delta\":{\"type\":\"text_delta\",\"text\":\"1 one\\n2 two\\n3 three\"} }", + "event: content_block_stop\ndata: {\"type\":\"content_block_stop\",\"index\":0 }", + "event: message_delta\ndata: {\"type\":\"message_delta\",\"delta\":{\"stop_reason\":\"end_turn\",\"stop_sequence\":null,\"stop_details\":null},\"usage\":{\"input_tokens\":24,\"cache_creation_input_tokens\":0,\"cache_read_input_tokens\":0,\"output_tokens\":15} }", + "event: message_stop\ndata: {\"type\":\"message_stop\" }" + ], + "kind": "sse" + }, "headers": { "anthropic-organization-id": "27796668-7351-40ac-acc4-024aee8995a5", "anthropic-ratelimit-input-tokens-limit": "4000000", @@ -395,34 +374,16 @@ "x-envoy-upstream-service-time": "361", "x-robots-tag": "none" }, - "body": { - "kind": "sse", - "chunks": [ - "event: message_start\ndata: {\"type\":\"message_start\",\"message\":{\"model\":\"claude-haiku-4-5-20251001\",\"id\":\"msg_017bu4z8eqbd7RwUJvcmzRjz\",\"type\":\"message\",\"role\":\"assistant\",\"content\":[],\"stop_reason\":null,\"stop_sequence\":null,\"stop_details\":null,\"usage\":{\"input_tokens\":24,\"cache_creation_input_tokens\":0,\"cache_read_input_tokens\":0,\"cache_creation\":{\"ephemeral_5m_input_tokens\":0,\"ephemeral_1h_input_tokens\":0},\"output_tokens\":1,\"service_tier\":\"standard\",\"inference_geo\":\"not_available\"}}}", - "event: content_block_start\ndata: {\"type\":\"content_block_start\",\"index\":0,\"content_block\":{\"type\":\"text\",\"text\":\"\"} }", - "event: ping\ndata: {\"type\": \"ping\"}", - "event: content_block_delta\ndata: {\"type\":\"content_block_delta\",\"index\":0,\"delta\":{\"type\":\"text_delta\",\"text\":\"1 one\\n2 two\\n3 three\"} }", - "event: content_block_stop\ndata: {\"type\":\"content_block_stop\",\"index\":0 }", - "event: message_delta\ndata: {\"type\":\"message_delta\",\"delta\":{\"stop_reason\":\"end_turn\",\"stop_sequence\":null,\"stop_details\":null},\"usage\":{\"input_tokens\":24,\"cache_creation_input_tokens\":0,\"cache_read_input_tokens\":0,\"output_tokens\":15} }", - "event: message_stop\ndata: {\"type\":\"message_stop\" }" - ] - } + "status": 200, + "statusText": "OK" } }, { + "callIndex": 5, "id": "8c858201f9b5468f", "matchKey": "POST api.anthropic.com/v1/messages", - "callIndex": 5, "recordedAt": "2026-04-28T23:05:04.506Z", "request": { - "method": "POST", - "url": "https://api.anthropic.com/v1/messages", - "headers": { - "accept": "application/json", - "accept-encoding": "gzip,deflate", - "anthropic-version": "2023-06-01", - "content-type": "application/json" - }, "body": { "kind": "json", "value": { @@ -458,11 +419,29 @@ } ] } - } + }, + "headers": {}, + "method": "POST", + "url": "https://api.anthropic.com/v1/messages" }, "response": { - "status": 200, - "statusText": "OK", + "body": { + "chunks": [ + "event: message_start\ndata: {\"type\":\"message_start\",\"message\":{\"model\":\"claude-haiku-4-5-20251001\",\"id\":\"msg_019TX1cMHSoxxBcXxckkCXLm\",\"type\":\"message\",\"role\":\"assistant\",\"content\":[],\"stop_reason\":null,\"stop_sequence\":null,\"stop_details\":null,\"usage\":{\"input_tokens\":687,\"cache_creation_input_tokens\":0,\"cache_read_input_tokens\":0,\"cache_creation\":{\"ephemeral_5m_input_tokens\":0,\"ephemeral_1h_input_tokens\":0},\"output_tokens\":13,\"service_tier\":\"standard\",\"inference_geo\":\"not_available\"}} }", + "event: content_block_start\ndata: {\"type\":\"content_block_start\",\"index\":0,\"content_block\":{\"type\":\"tool_use\",\"id\":\"toolu_019Ei49r4Ni31quXTsafGhWB\",\"name\":\"get_weather\",\"input\":{},\"caller\":{\"type\":\"direct\"}} }", + "event: ping\ndata: {\"type\": \"ping\"}", + "event: content_block_delta\ndata: {\"type\":\"content_block_delta\",\"index\":0,\"delta\":{\"type\":\"input_json_delta\",\"partial_json\":\"\"} }", + "event: content_block_delta\ndata: {\"type\":\"content_block_delta\",\"index\":0,\"delta\":{\"type\":\"input_json_delta\",\"partial_json\":\"{\\\"l\"} }", + "event: content_block_delta\ndata: {\"type\":\"content_block_delta\",\"index\":0,\"delta\":{\"type\":\"input_json_delta\",\"partial_json\":\"ocation\\\"\"} }", + "event: content_block_delta\ndata: {\"type\":\"content_block_delta\",\"index\":0,\"delta\":{\"type\":\"input_json_delta\",\"partial_json\":\": \\\"Pa\"} }", + "event: content_block_delta\ndata: {\"type\":\"content_block_delta\",\"index\":0,\"delta\":{\"type\":\"input_json_delta\",\"partial_json\":\"ris, Fr\"} }", + "event: content_block_delta\ndata: {\"type\":\"content_block_delta\",\"index\":0,\"delta\":{\"type\":\"input_json_delta\",\"partial_json\":\"ance\\\"}\"} }", + "event: content_block_stop\ndata: {\"type\":\"content_block_stop\",\"index\":0 }", + "event: message_delta\ndata: {\"type\":\"message_delta\",\"delta\":{\"stop_reason\":\"tool_use\",\"stop_sequence\":null,\"stop_details\":null},\"usage\":{\"input_tokens\":687,\"cache_creation_input_tokens\":0,\"cache_read_input_tokens\":0,\"output_tokens\":26} }", + "event: message_stop\ndata: {\"type\":\"message_stop\" }" + ], + "kind": "sse" + }, "headers": { "anthropic-organization-id": "27796668-7351-40ac-acc4-024aee8995a5", "anthropic-ratelimit-input-tokens-limit": "4000000", @@ -485,39 +464,16 @@ "x-envoy-upstream-service-time": "449", "x-robots-tag": "none" }, - "body": { - "kind": "sse", - "chunks": [ - "event: message_start\ndata: {\"type\":\"message_start\",\"message\":{\"model\":\"claude-haiku-4-5-20251001\",\"id\":\"msg_019TX1cMHSoxxBcXxckkCXLm\",\"type\":\"message\",\"role\":\"assistant\",\"content\":[],\"stop_reason\":null,\"stop_sequence\":null,\"stop_details\":null,\"usage\":{\"input_tokens\":687,\"cache_creation_input_tokens\":0,\"cache_read_input_tokens\":0,\"cache_creation\":{\"ephemeral_5m_input_tokens\":0,\"ephemeral_1h_input_tokens\":0},\"output_tokens\":13,\"service_tier\":\"standard\",\"inference_geo\":\"not_available\"}} }", - "event: content_block_start\ndata: {\"type\":\"content_block_start\",\"index\":0,\"content_block\":{\"type\":\"tool_use\",\"id\":\"toolu_019Ei49r4Ni31quXTsafGhWB\",\"name\":\"get_weather\",\"input\":{},\"caller\":{\"type\":\"direct\"}} }", - "event: ping\ndata: {\"type\": \"ping\"}", - "event: content_block_delta\ndata: {\"type\":\"content_block_delta\",\"index\":0,\"delta\":{\"type\":\"input_json_delta\",\"partial_json\":\"\"} }", - "event: content_block_delta\ndata: {\"type\":\"content_block_delta\",\"index\":0,\"delta\":{\"type\":\"input_json_delta\",\"partial_json\":\"{\\\"l\"} }", - "event: content_block_delta\ndata: {\"type\":\"content_block_delta\",\"index\":0,\"delta\":{\"type\":\"input_json_delta\",\"partial_json\":\"ocation\\\"\"} }", - "event: content_block_delta\ndata: {\"type\":\"content_block_delta\",\"index\":0,\"delta\":{\"type\":\"input_json_delta\",\"partial_json\":\": \\\"Pa\"} }", - "event: content_block_delta\ndata: {\"type\":\"content_block_delta\",\"index\":0,\"delta\":{\"type\":\"input_json_delta\",\"partial_json\":\"ris, Fr\"} }", - "event: content_block_delta\ndata: {\"type\":\"content_block_delta\",\"index\":0,\"delta\":{\"type\":\"input_json_delta\",\"partial_json\":\"ance\\\"}\"} }", - "event: content_block_stop\ndata: {\"type\":\"content_block_stop\",\"index\":0 }", - "event: message_delta\ndata: {\"type\":\"message_delta\",\"delta\":{\"stop_reason\":\"tool_use\",\"stop_sequence\":null,\"stop_details\":null},\"usage\":{\"input_tokens\":687,\"cache_creation_input_tokens\":0,\"cache_read_input_tokens\":0,\"output_tokens\":26} }", - "event: message_stop\ndata: {\"type\":\"message_stop\" }" - ] - } + "status": 200, + "statusText": "OK" } }, { + "callIndex": 6, "id": "c7d61b210c3c0ece", "matchKey": "POST api.anthropic.com/v1/messages", - "callIndex": 6, "recordedAt": "2026-04-28T23:05:04.506Z", "request": { - "method": "POST", - "url": "https://api.anthropic.com/v1/messages", - "headers": { - "accept": "application/json", - "accept-encoding": "gzip,deflate", - "anthropic-version": "2023-06-01", - "content-type": "application/json" - }, "body": { "kind": "json", "value": { @@ -547,31 +503,12 @@ } ] } - } + }, + "headers": {}, + "method": "POST", + "url": "https://api.anthropic.com/v1/messages" }, "response": { - "status": 200, - "statusText": "OK", - "headers": { - "anthropic-organization-id": "27796668-7351-40ac-acc4-024aee8995a5", - "anthropic-ratelimit-input-tokens-limit": "4000000", - "anthropic-ratelimit-input-tokens-remaining": "4000000", - "anthropic-ratelimit-input-tokens-reset": "2026-04-28T23:05:02Z", - "anthropic-ratelimit-output-tokens-limit": "800000", - "anthropic-ratelimit-output-tokens-remaining": "800000", - "anthropic-ratelimit-output-tokens-reset": "2026-04-28T23:05:02Z", - "anthropic-ratelimit-requests-limit": "20000", - "anthropic-ratelimit-requests-remaining": "19999", - "anthropic-ratelimit-requests-reset": "2026-04-28T23:05:02Z", - "anthropic-ratelimit-tokens-limit": "4800000", - "anthropic-ratelimit-tokens-remaining": "4800000", - "anthropic-ratelimit-tokens-reset": "2026-04-28T23:05:02Z", - "content-security-policy": "default-src 'none'; frame-ancestors 'none'", - "content-type": "application/json", - "request-id": "req_011CaX1K61mF38zE9vmSBJ3U", - "x-envoy-upstream-service-time": "795", - "x-robots-tag": "none" - }, "body": { "kind": "json", "value": { @@ -608,23 +545,37 @@ "service_tier": "standard" } } - } + }, + "headers": { + "anthropic-organization-id": "27796668-7351-40ac-acc4-024aee8995a5", + "anthropic-ratelimit-input-tokens-limit": "4000000", + "anthropic-ratelimit-input-tokens-remaining": "4000000", + "anthropic-ratelimit-input-tokens-reset": "2026-04-28T23:05:02Z", + "anthropic-ratelimit-output-tokens-limit": "800000", + "anthropic-ratelimit-output-tokens-remaining": "800000", + "anthropic-ratelimit-output-tokens-reset": "2026-04-28T23:05:02Z", + "anthropic-ratelimit-requests-limit": "20000", + "anthropic-ratelimit-requests-remaining": "19999", + "anthropic-ratelimit-requests-reset": "2026-04-28T23:05:02Z", + "anthropic-ratelimit-tokens-limit": "4800000", + "anthropic-ratelimit-tokens-remaining": "4800000", + "anthropic-ratelimit-tokens-reset": "2026-04-28T23:05:02Z", + "content-security-policy": "default-src 'none'; frame-ancestors 'none'", + "content-type": "application/json", + "request-id": "req_011CaX1K61mF38zE9vmSBJ3U", + "x-envoy-upstream-service-time": "795", + "x-robots-tag": "none" + }, + "status": 200, + "statusText": "OK" } }, { + "callIndex": 7, "id": "833d274dcebacc32", "matchKey": "POST api.anthropic.com/v1/messages", - "callIndex": 7, "recordedAt": "2026-04-28T23:05:04.506Z", "request": { - "method": "POST", - "url": "https://api.anthropic.com/v1/messages?beta=true", - "headers": { - "accept": "application/json", - "accept-encoding": "gzip,deflate", - "anthropic-version": "2023-06-01", - "content-type": "application/json" - }, "body": { "kind": "json", "value": { @@ -638,31 +589,12 @@ "model": "claude-haiku-4-5", "temperature": 0 } - } + }, + "headers": {}, + "method": "POST", + "url": "https://api.anthropic.com/v1/messages?beta=true" }, "response": { - "status": 200, - "statusText": "OK", - "headers": { - "anthropic-organization-id": "27796668-7351-40ac-acc4-024aee8995a5", - "anthropic-ratelimit-input-tokens-limit": "4000000", - "anthropic-ratelimit-input-tokens-remaining": "4000000", - "anthropic-ratelimit-input-tokens-reset": "2026-04-28T23:05:03Z", - "anthropic-ratelimit-output-tokens-limit": "800000", - "anthropic-ratelimit-output-tokens-remaining": "800000", - "anthropic-ratelimit-output-tokens-reset": "2026-04-28T23:05:03Z", - "anthropic-ratelimit-requests-limit": "20000", - "anthropic-ratelimit-requests-remaining": "19999", - "anthropic-ratelimit-requests-reset": "2026-04-28T23:05:03Z", - "anthropic-ratelimit-tokens-limit": "4800000", - "anthropic-ratelimit-tokens-remaining": "4800000", - "anthropic-ratelimit-tokens-reset": "2026-04-28T23:05:03Z", - "content-security-policy": "default-src 'none'; frame-ancestors 'none'", - "content-type": "application/json", - "request-id": "req_011CaX1KAVPXbzhquDgAN9zV", - "x-envoy-upstream-service-time": "451", - "x-robots-tag": "none" - }, "body": { "kind": "json", "value": { @@ -692,23 +624,37 @@ "service_tier": "standard" } } - } + }, + "headers": { + "anthropic-organization-id": "27796668-7351-40ac-acc4-024aee8995a5", + "anthropic-ratelimit-input-tokens-limit": "4000000", + "anthropic-ratelimit-input-tokens-remaining": "4000000", + "anthropic-ratelimit-input-tokens-reset": "2026-04-28T23:05:03Z", + "anthropic-ratelimit-output-tokens-limit": "800000", + "anthropic-ratelimit-output-tokens-remaining": "800000", + "anthropic-ratelimit-output-tokens-reset": "2026-04-28T23:05:03Z", + "anthropic-ratelimit-requests-limit": "20000", + "anthropic-ratelimit-requests-remaining": "19999", + "anthropic-ratelimit-requests-reset": "2026-04-28T23:05:03Z", + "anthropic-ratelimit-tokens-limit": "4800000", + "anthropic-ratelimit-tokens-remaining": "4800000", + "anthropic-ratelimit-tokens-reset": "2026-04-28T23:05:03Z", + "content-security-policy": "default-src 'none'; frame-ancestors 'none'", + "content-type": "application/json", + "request-id": "req_011CaX1KAVPXbzhquDgAN9zV", + "x-envoy-upstream-service-time": "451", + "x-robots-tag": "none" + }, + "status": 200, + "statusText": "OK" } }, { + "callIndex": 8, "id": "05611e8424259bb9", "matchKey": "POST api.anthropic.com/v1/messages", - "callIndex": 8, "recordedAt": "2026-04-28T23:05:04.506Z", "request": { - "method": "POST", - "url": "https://api.anthropic.com/v1/messages?beta=true", - "headers": { - "accept": "application/json", - "accept-encoding": "gzip,deflate", - "anthropic-version": "2023-06-01", - "content-type": "application/json" - }, "body": { "kind": "json", "value": { @@ -723,11 +669,24 @@ "stream": true, "temperature": 0 } - } + }, + "headers": {}, + "method": "POST", + "url": "https://api.anthropic.com/v1/messages?beta=true" }, "response": { - "status": 200, - "statusText": "OK", + "body": { + "chunks": [ + "event: message_start\ndata: {\"type\":\"message_start\",\"message\":{\"model\":\"claude-haiku-4-5-20251001\",\"id\":\"msg_01PRJ3Kcpe5gjfEpnkfTxqzA\",\"type\":\"message\",\"role\":\"assistant\",\"content\":[],\"stop_reason\":null,\"stop_sequence\":null,\"stop_details\":null,\"usage\":{\"input_tokens\":24,\"cache_creation_input_tokens\":0,\"cache_read_input_tokens\":0,\"cache_creation\":{\"ephemeral_5m_input_tokens\":0,\"ephemeral_1h_input_tokens\":0},\"output_tokens\":1,\"service_tier\":\"standard\",\"inference_geo\":\"not_available\"}} }", + "event: content_block_start\ndata: {\"type\":\"content_block_start\",\"index\":0,\"content_block\":{\"type\":\"text\",\"text\":\"\"} }", + "event: ping\ndata: {\"type\": \"ping\"}", + "event: content_block_delta\ndata: {\"type\":\"content_block_delta\",\"index\":0,\"delta\":{\"type\":\"text_delta\",\"text\":\"1 one\\n2 two\\n3 three\"} }", + "event: content_block_stop\ndata: {\"type\":\"content_block_stop\",\"index\":0 }", + "event: message_delta\ndata: {\"type\":\"message_delta\",\"delta\":{\"stop_reason\":\"end_turn\",\"stop_sequence\":null,\"stop_details\":null},\"usage\":{\"input_tokens\":24,\"cache_creation_input_tokens\":0,\"cache_read_input_tokens\":0,\"output_tokens\":15} }", + "event: message_stop\ndata: {\"type\":\"message_stop\" }" + ], + "kind": "sse" + }, "headers": { "anthropic-organization-id": "27796668-7351-40ac-acc4-024aee8995a5", "anthropic-ratelimit-input-tokens-limit": "4000000", @@ -749,19 +708,14 @@ "x-envoy-upstream-service-time": "464", "x-robots-tag": "none" }, - "body": { - "kind": "sse", - "chunks": [ - "event: message_start\ndata: {\"type\":\"message_start\",\"message\":{\"model\":\"claude-haiku-4-5-20251001\",\"id\":\"msg_01PRJ3Kcpe5gjfEpnkfTxqzA\",\"type\":\"message\",\"role\":\"assistant\",\"content\":[],\"stop_reason\":null,\"stop_sequence\":null,\"stop_details\":null,\"usage\":{\"input_tokens\":24,\"cache_creation_input_tokens\":0,\"cache_read_input_tokens\":0,\"cache_creation\":{\"ephemeral_5m_input_tokens\":0,\"ephemeral_1h_input_tokens\":0},\"output_tokens\":1,\"service_tier\":\"standard\",\"inference_geo\":\"not_available\"}} }", - "event: content_block_start\ndata: {\"type\":\"content_block_start\",\"index\":0,\"content_block\":{\"type\":\"text\",\"text\":\"\"} }", - "event: ping\ndata: {\"type\": \"ping\"}", - "event: content_block_delta\ndata: {\"type\":\"content_block_delta\",\"index\":0,\"delta\":{\"type\":\"text_delta\",\"text\":\"1 one\\n2 two\\n3 three\"} }", - "event: content_block_stop\ndata: {\"type\":\"content_block_stop\",\"index\":0 }", - "event: message_delta\ndata: {\"type\":\"message_delta\",\"delta\":{\"stop_reason\":\"end_turn\",\"stop_sequence\":null,\"stop_details\":null},\"usage\":{\"input_tokens\":24,\"cache_creation_input_tokens\":0,\"cache_read_input_tokens\":0,\"output_tokens\":15} }", - "event: message_stop\ndata: {\"type\":\"message_stop\" }" - ] - } + "status": 200, + "statusText": "OK" } } - ] + ], + "meta": { + "createdAt": "2026-04-28T23:05:04.506Z", + "seinfeldVersion": "0.0.0" + }, + "version": 1 } diff --git a/e2e/scenarios/anthropic-instrumentation/__cassettes__/anthropic-v0712.cassette.json b/e2e/scenarios/anthropic-instrumentation/__cassettes__/anthropic-v0712.cassette.json index 8dab358bf..a8bfcd4bd 100644 --- a/e2e/scenarios/anthropic-instrumentation/__cassettes__/anthropic-v0712.cassette.json +++ b/e2e/scenarios/anthropic-instrumentation/__cassettes__/anthropic-v0712.cassette.json @@ -1,23 +1,11 @@ { - "version": 1, - "meta": { - "createdAt": "2026-04-28T23:05:21.143Z", - "seinfeldVersion": "0.0.0" - }, "entries": [ { + "callIndex": 0, "id": "7013a168b3f007e8", "matchKey": "POST api.anthropic.com/v1/messages", - "callIndex": 0, "recordedAt": "2026-04-28T23:05:21.143Z", "request": { - "method": "POST", - "url": "https://api.anthropic.com/v1/messages", - "headers": { - "accept": "application/json", - "anthropic-version": "2023-06-01", - "content-type": "application/json" - }, "body": { "kind": "json", "value": { @@ -31,31 +19,12 @@ "model": "claude-haiku-4-5", "temperature": 0 } - } + }, + "headers": {}, + "method": "POST", + "url": "https://api.anthropic.com/v1/messages" }, "response": { - "status": 200, - "statusText": "OK", - "headers": { - "anthropic-organization-id": "27796668-7351-40ac-acc4-024aee8995a5", - "anthropic-ratelimit-input-tokens-limit": "4000000", - "anthropic-ratelimit-input-tokens-remaining": "4000000", - "anthropic-ratelimit-input-tokens-reset": "2026-04-28T23:05:06Z", - "anthropic-ratelimit-output-tokens-limit": "800000", - "anthropic-ratelimit-output-tokens-remaining": "800000", - "anthropic-ratelimit-output-tokens-reset": "2026-04-28T23:05:06Z", - "anthropic-ratelimit-requests-limit": "20000", - "anthropic-ratelimit-requests-remaining": "19999", - "anthropic-ratelimit-requests-reset": "2026-04-28T23:05:06Z", - "anthropic-ratelimit-tokens-limit": "4800000", - "anthropic-ratelimit-tokens-remaining": "4800000", - "anthropic-ratelimit-tokens-reset": "2026-04-28T23:05:06Z", - "content-security-policy": "default-src 'none'; frame-ancestors 'none'", - "content-type": "application/json", - "request-id": "req_011CaX1KQHrTTUsJD6ZngbPK", - "x-envoy-upstream-service-time": "481", - "x-robots-tag": "none" - }, "body": { "kind": "json", "value": { @@ -85,22 +54,37 @@ "service_tier": "standard" } } - } + }, + "headers": { + "anthropic-organization-id": "27796668-7351-40ac-acc4-024aee8995a5", + "anthropic-ratelimit-input-tokens-limit": "4000000", + "anthropic-ratelimit-input-tokens-remaining": "4000000", + "anthropic-ratelimit-input-tokens-reset": "2026-04-28T23:05:06Z", + "anthropic-ratelimit-output-tokens-limit": "800000", + "anthropic-ratelimit-output-tokens-remaining": "800000", + "anthropic-ratelimit-output-tokens-reset": "2026-04-28T23:05:06Z", + "anthropic-ratelimit-requests-limit": "20000", + "anthropic-ratelimit-requests-remaining": "19999", + "anthropic-ratelimit-requests-reset": "2026-04-28T23:05:06Z", + "anthropic-ratelimit-tokens-limit": "4800000", + "anthropic-ratelimit-tokens-remaining": "4800000", + "anthropic-ratelimit-tokens-reset": "2026-04-28T23:05:06Z", + "content-security-policy": "default-src 'none'; frame-ancestors 'none'", + "content-type": "application/json", + "request-id": "req_011CaX1KQHrTTUsJD6ZngbPK", + "x-envoy-upstream-service-time": "481", + "x-robots-tag": "none" + }, + "status": 200, + "statusText": "OK" } }, { + "callIndex": 1, "id": "d5bfecff47d61304", "matchKey": "POST api.anthropic.com/v1/messages", - "callIndex": 1, "recordedAt": "2026-04-28T23:05:21.143Z", "request": { - "method": "POST", - "url": "https://api.anthropic.com/v1/messages", - "headers": { - "accept": "application/json", - "anthropic-version": "2023-06-01", - "content-type": "application/json" - }, "body": { "kind": "json", "value": { @@ -114,31 +98,12 @@ "model": "claude-haiku-4-5", "temperature": 0 } - } + }, + "headers": {}, + "method": "POST", + "url": "https://api.anthropic.com/v1/messages" }, "response": { - "status": 200, - "statusText": "OK", - "headers": { - "anthropic-organization-id": "27796668-7351-40ac-acc4-024aee8995a5", - "anthropic-ratelimit-input-tokens-limit": "4000000", - "anthropic-ratelimit-input-tokens-remaining": "4000000", - "anthropic-ratelimit-input-tokens-reset": "2026-04-28T23:05:08Z", - "anthropic-ratelimit-output-tokens-limit": "800000", - "anthropic-ratelimit-output-tokens-remaining": "800000", - "anthropic-ratelimit-output-tokens-reset": "2026-04-28T23:05:08Z", - "anthropic-ratelimit-requests-limit": "20000", - "anthropic-ratelimit-requests-remaining": "19999", - "anthropic-ratelimit-requests-reset": "2026-04-28T23:05:06Z", - "anthropic-ratelimit-tokens-limit": "4800000", - "anthropic-ratelimit-tokens-remaining": "4800000", - "anthropic-ratelimit-tokens-reset": "2026-04-28T23:05:08Z", - "content-security-policy": "default-src 'none'; frame-ancestors 'none'", - "content-type": "application/json", - "request-id": "req_011CaX1KSvrWSahaJxjY4dBu", - "x-envoy-upstream-service-time": "1421", - "x-robots-tag": "none" - }, "body": { "kind": "json", "value": { @@ -168,22 +133,37 @@ "service_tier": "standard" } } - } + }, + "headers": { + "anthropic-organization-id": "27796668-7351-40ac-acc4-024aee8995a5", + "anthropic-ratelimit-input-tokens-limit": "4000000", + "anthropic-ratelimit-input-tokens-remaining": "4000000", + "anthropic-ratelimit-input-tokens-reset": "2026-04-28T23:05:08Z", + "anthropic-ratelimit-output-tokens-limit": "800000", + "anthropic-ratelimit-output-tokens-remaining": "800000", + "anthropic-ratelimit-output-tokens-reset": "2026-04-28T23:05:08Z", + "anthropic-ratelimit-requests-limit": "20000", + "anthropic-ratelimit-requests-remaining": "19999", + "anthropic-ratelimit-requests-reset": "2026-04-28T23:05:06Z", + "anthropic-ratelimit-tokens-limit": "4800000", + "anthropic-ratelimit-tokens-remaining": "4800000", + "anthropic-ratelimit-tokens-reset": "2026-04-28T23:05:08Z", + "content-security-policy": "default-src 'none'; frame-ancestors 'none'", + "content-type": "application/json", + "request-id": "req_011CaX1KSvrWSahaJxjY4dBu", + "x-envoy-upstream-service-time": "1421", + "x-robots-tag": "none" + }, + "status": 200, + "statusText": "OK" } }, { + "callIndex": 2, "id": "4f7d9d4ecc36bbea", "matchKey": "POST api.anthropic.com/v1/messages", - "callIndex": 2, "recordedAt": "2026-04-28T23:05:21.143Z", "request": { - "method": "POST", - "url": "https://api.anthropic.com/v1/messages", - "headers": { - "accept": "application/json", - "anthropic-version": "2023-06-01", - "content-type": "application/json" - }, "body": { "kind": "json", "value": { @@ -210,32 +190,12 @@ "model": "claude-haiku-4-5", "temperature": 0 } - } + }, + "headers": {}, + "method": "POST", + "url": "https://api.anthropic.com/v1/messages" }, "response": { - "status": 200, - "statusText": "OK", - "headers": { - "anthropic-organization-id": "27796668-7351-40ac-acc4-024aee8995a5", - "anthropic-ratelimit-input-tokens-limit": "4000000", - "anthropic-ratelimit-input-tokens-remaining": "3999000", - "anthropic-ratelimit-input-tokens-reset": "2026-04-28T23:05:09Z", - "anthropic-ratelimit-output-tokens-limit": "800000", - "anthropic-ratelimit-output-tokens-remaining": "800000", - "anthropic-ratelimit-output-tokens-reset": "2026-04-28T23:05:09Z", - "anthropic-ratelimit-requests-limit": "20000", - "anthropic-ratelimit-requests-remaining": "19999", - "anthropic-ratelimit-requests-reset": "2026-04-28T23:05:08Z", - "anthropic-ratelimit-tokens-limit": "4800000", - "anthropic-ratelimit-tokens-remaining": "4799000", - "anthropic-ratelimit-tokens-reset": "2026-04-28T23:05:09Z", - "content-security-policy": "default-src 'none'; frame-ancestors 'none'", - "content-type": "application/json", - "request-id": "req_011CaX1KaKc2AQf7kwAnmANR", - "vary": "Accept-Encoding", - "x-envoy-upstream-service-time": "1030", - "x-robots-tag": "none" - }, "body": { "kind": "json", "value": { @@ -265,22 +225,38 @@ "service_tier": "standard" } } - } + }, + "headers": { + "anthropic-organization-id": "27796668-7351-40ac-acc4-024aee8995a5", + "anthropic-ratelimit-input-tokens-limit": "4000000", + "anthropic-ratelimit-input-tokens-remaining": "3999000", + "anthropic-ratelimit-input-tokens-reset": "2026-04-28T23:05:09Z", + "anthropic-ratelimit-output-tokens-limit": "800000", + "anthropic-ratelimit-output-tokens-remaining": "800000", + "anthropic-ratelimit-output-tokens-reset": "2026-04-28T23:05:09Z", + "anthropic-ratelimit-requests-limit": "20000", + "anthropic-ratelimit-requests-remaining": "19999", + "anthropic-ratelimit-requests-reset": "2026-04-28T23:05:08Z", + "anthropic-ratelimit-tokens-limit": "4800000", + "anthropic-ratelimit-tokens-remaining": "4799000", + "anthropic-ratelimit-tokens-reset": "2026-04-28T23:05:09Z", + "content-security-policy": "default-src 'none'; frame-ancestors 'none'", + "content-type": "application/json", + "request-id": "req_011CaX1KaKc2AQf7kwAnmANR", + "vary": "Accept-Encoding", + "x-envoy-upstream-service-time": "1030", + "x-robots-tag": "none" + }, + "status": 200, + "statusText": "OK" } }, { + "callIndex": 3, "id": "343d969b488b84f2", "matchKey": "POST api.anthropic.com/v1/messages", - "callIndex": 3, "recordedAt": "2026-04-28T23:05:21.143Z", "request": { - "method": "POST", - "url": "https://api.anthropic.com/v1/messages", - "headers": { - "accept": "application/json", - "anthropic-version": "2023-06-01", - "content-type": "application/json" - }, "body": { "kind": "json", "value": { @@ -295,11 +271,24 @@ "stream": true, "temperature": 0 } - } + }, + "headers": {}, + "method": "POST", + "url": "https://api.anthropic.com/v1/messages" }, "response": { - "status": 200, - "statusText": "OK", + "body": { + "chunks": [ + "event: message_start\ndata: {\"type\":\"message_start\",\"message\":{\"model\":\"claude-haiku-4-5-20251001\",\"id\":\"msg_01T9E7REf2b5bQKAak7qmUk8\",\"type\":\"message\",\"role\":\"assistant\",\"content\":[],\"stop_reason\":null,\"stop_sequence\":null,\"stop_details\":null,\"usage\":{\"input_tokens\":24,\"cache_creation_input_tokens\":0,\"cache_read_input_tokens\":0,\"cache_creation\":{\"ephemeral_5m_input_tokens\":0,\"ephemeral_1h_input_tokens\":0},\"output_tokens\":1,\"service_tier\":\"standard\",\"inference_geo\":\"not_available\"}} }", + "event: content_block_start\ndata: {\"type\":\"content_block_start\",\"index\":0,\"content_block\":{\"type\":\"text\",\"text\":\"\"} }", + "event: ping\ndata: {\"type\": \"ping\"}", + "event: content_block_delta\ndata: {\"type\":\"content_block_delta\",\"index\":0,\"delta\":{\"type\":\"text_delta\",\"text\":\"1 one\\n2 two\\n3 three\"} }", + "event: content_block_stop\ndata: {\"type\":\"content_block_stop\",\"index\":0 }", + "event: message_delta\ndata: {\"type\":\"message_delta\",\"delta\":{\"stop_reason\":\"end_turn\",\"stop_sequence\":null,\"stop_details\":null},\"usage\":{\"input_tokens\":24,\"cache_creation_input_tokens\":0,\"cache_read_input_tokens\":0,\"output_tokens\":15} }", + "event: message_stop\ndata: {\"type\":\"message_stop\" }" + ], + "kind": "sse" + }, "headers": { "anthropic-organization-id": "27796668-7351-40ac-acc4-024aee8995a5", "anthropic-ratelimit-input-tokens-limit": "4000000", @@ -321,34 +310,16 @@ "x-envoy-upstream-service-time": "363", "x-robots-tag": "none" }, - "body": { - "kind": "sse", - "chunks": [ - "event: message_start\ndata: {\"type\":\"message_start\",\"message\":{\"model\":\"claude-haiku-4-5-20251001\",\"id\":\"msg_01T9E7REf2b5bQKAak7qmUk8\",\"type\":\"message\",\"role\":\"assistant\",\"content\":[],\"stop_reason\":null,\"stop_sequence\":null,\"stop_details\":null,\"usage\":{\"input_tokens\":24,\"cache_creation_input_tokens\":0,\"cache_read_input_tokens\":0,\"cache_creation\":{\"ephemeral_5m_input_tokens\":0,\"ephemeral_1h_input_tokens\":0},\"output_tokens\":1,\"service_tier\":\"standard\",\"inference_geo\":\"not_available\"}} }", - "event: content_block_start\ndata: {\"type\":\"content_block_start\",\"index\":0,\"content_block\":{\"type\":\"text\",\"text\":\"\"} }", - "event: ping\ndata: {\"type\": \"ping\"}", - "event: content_block_delta\ndata: {\"type\":\"content_block_delta\",\"index\":0,\"delta\":{\"type\":\"text_delta\",\"text\":\"1 one\\n2 two\\n3 three\"} }", - "event: content_block_stop\ndata: {\"type\":\"content_block_stop\",\"index\":0 }", - "event: message_delta\ndata: {\"type\":\"message_delta\",\"delta\":{\"stop_reason\":\"end_turn\",\"stop_sequence\":null,\"stop_details\":null},\"usage\":{\"input_tokens\":24,\"cache_creation_input_tokens\":0,\"cache_read_input_tokens\":0,\"output_tokens\":15} }", - "event: message_stop\ndata: {\"type\":\"message_stop\" }" - ] - } + "status": 200, + "statusText": "OK" } }, { + "callIndex": 4, "id": "81b48f1d594c2f95", "matchKey": "POST api.anthropic.com/v1/messages", - "callIndex": 4, "recordedAt": "2026-04-28T23:05:21.143Z", "request": { - "method": "POST", - "url": "https://api.anthropic.com/v1/messages", - "headers": { - "accept": "application/json", - "anthropic-version": "2023-06-01", - "content-type": "application/json", - "x-stainless-helper-method": "stream" - }, "body": { "kind": "json", "value": { @@ -363,11 +334,24 @@ "stream": true, "temperature": 0 } - } + }, + "headers": {}, + "method": "POST", + "url": "https://api.anthropic.com/v1/messages" }, "response": { - "status": 200, - "statusText": "OK", + "body": { + "chunks": [ + "event: message_start\ndata: {\"type\":\"message_start\",\"message\":{\"model\":\"claude-haiku-4-5-20251001\",\"id\":\"msg_01FfP5CkfZpEYYezuGiU9P9B\",\"type\":\"message\",\"role\":\"assistant\",\"content\":[],\"stop_reason\":null,\"stop_sequence\":null,\"stop_details\":null,\"usage\":{\"input_tokens\":24,\"cache_creation_input_tokens\":0,\"cache_read_input_tokens\":0,\"cache_creation\":{\"ephemeral_5m_input_tokens\":0,\"ephemeral_1h_input_tokens\":0},\"output_tokens\":1,\"service_tier\":\"standard\",\"inference_geo\":\"not_available\"}} }", + "event: content_block_start\ndata: {\"type\":\"content_block_start\",\"index\":0,\"content_block\":{\"type\":\"text\",\"text\":\"\"}}", + "event: ping\ndata: {\"type\": \"ping\"}", + "event: content_block_delta\ndata: {\"type\":\"content_block_delta\",\"index\":0,\"delta\":{\"type\":\"text_delta\",\"text\":\"1 one\\n2 two\\n3 three\"} }", + "event: content_block_stop\ndata: {\"type\":\"content_block_stop\",\"index\":0 }", + "event: message_delta\ndata: {\"type\":\"message_delta\",\"delta\":{\"stop_reason\":\"end_turn\",\"stop_sequence\":null,\"stop_details\":null},\"usage\":{\"input_tokens\":24,\"cache_creation_input_tokens\":0,\"cache_read_input_tokens\":0,\"output_tokens\":15} }", + "event: message_stop\ndata: {\"type\":\"message_stop\" }" + ], + "kind": "sse" + }, "headers": { "anthropic-organization-id": "27796668-7351-40ac-acc4-024aee8995a5", "anthropic-ratelimit-input-tokens-limit": "4000000", @@ -390,33 +374,16 @@ "x-envoy-upstream-service-time": "361", "x-robots-tag": "none" }, - "body": { - "kind": "sse", - "chunks": [ - "event: message_start\ndata: {\"type\":\"message_start\",\"message\":{\"model\":\"claude-haiku-4-5-20251001\",\"id\":\"msg_01FfP5CkfZpEYYezuGiU9P9B\",\"type\":\"message\",\"role\":\"assistant\",\"content\":[],\"stop_reason\":null,\"stop_sequence\":null,\"stop_details\":null,\"usage\":{\"input_tokens\":24,\"cache_creation_input_tokens\":0,\"cache_read_input_tokens\":0,\"cache_creation\":{\"ephemeral_5m_input_tokens\":0,\"ephemeral_1h_input_tokens\":0},\"output_tokens\":1,\"service_tier\":\"standard\",\"inference_geo\":\"not_available\"}} }", - "event: content_block_start\ndata: {\"type\":\"content_block_start\",\"index\":0,\"content_block\":{\"type\":\"text\",\"text\":\"\"}}", - "event: ping\ndata: {\"type\": \"ping\"}", - "event: content_block_delta\ndata: {\"type\":\"content_block_delta\",\"index\":0,\"delta\":{\"type\":\"text_delta\",\"text\":\"1 one\\n2 two\\n3 three\"} }", - "event: content_block_stop\ndata: {\"type\":\"content_block_stop\",\"index\":0 }", - "event: message_delta\ndata: {\"type\":\"message_delta\",\"delta\":{\"stop_reason\":\"end_turn\",\"stop_sequence\":null,\"stop_details\":null},\"usage\":{\"input_tokens\":24,\"cache_creation_input_tokens\":0,\"cache_read_input_tokens\":0,\"output_tokens\":15} }", - "event: message_stop\ndata: {\"type\":\"message_stop\" }" - ] - } + "status": 200, + "statusText": "OK" } }, { + "callIndex": 5, "id": "8c858201f9b5468f", "matchKey": "POST api.anthropic.com/v1/messages", - "callIndex": 5, "recordedAt": "2026-04-28T23:05:21.143Z", "request": { - "method": "POST", - "url": "https://api.anthropic.com/v1/messages", - "headers": { - "accept": "application/json", - "anthropic-version": "2023-06-01", - "content-type": "application/json" - }, "body": { "kind": "json", "value": { @@ -452,11 +419,29 @@ } ] } - } + }, + "headers": {}, + "method": "POST", + "url": "https://api.anthropic.com/v1/messages" }, "response": { - "status": 200, - "statusText": "OK", + "body": { + "chunks": [ + "event: message_start\ndata: {\"type\":\"message_start\",\"message\":{\"model\":\"claude-haiku-4-5-20251001\",\"id\":\"msg_01BjNyd2NpQzfnbfo3pBqeZP\",\"type\":\"message\",\"role\":\"assistant\",\"content\":[],\"stop_reason\":null,\"stop_sequence\":null,\"stop_details\":null,\"usage\":{\"input_tokens\":687,\"cache_creation_input_tokens\":0,\"cache_read_input_tokens\":0,\"cache_creation\":{\"ephemeral_5m_input_tokens\":0,\"ephemeral_1h_input_tokens\":0},\"output_tokens\":13,\"service_tier\":\"standard\",\"inference_geo\":\"not_available\"}} }", + "event: content_block_start\ndata: {\"type\":\"content_block_start\",\"index\":0,\"content_block\":{\"type\":\"tool_use\",\"id\":\"toolu_012Vr4H9VazHeEnvCt44zY68\",\"name\":\"get_weather\",\"input\":{},\"caller\":{\"type\":\"direct\"}} }", + "event: ping\ndata: {\"type\": \"ping\"}", + "event: content_block_delta\ndata: {\"type\":\"content_block_delta\",\"index\":0,\"delta\":{\"type\":\"input_json_delta\",\"partial_json\":\"\"} }", + "event: content_block_delta\ndata: {\"type\":\"content_block_delta\",\"index\":0,\"delta\":{\"type\":\"input_json_delta\",\"partial_json\":\"{\\\"\"} }", + "event: content_block_delta\ndata: {\"type\":\"content_block_delta\",\"index\":0,\"delta\":{\"type\":\"input_json_delta\",\"partial_json\":\"locat\"} }", + "event: content_block_delta\ndata: {\"type\":\"content_block_delta\",\"index\":0,\"delta\":{\"type\":\"input_json_delta\",\"partial_json\":\"ion\\\": \\\"Paris\"}}", + "event: content_block_delta\ndata: {\"type\":\"content_block_delta\",\"index\":0,\"delta\":{\"type\":\"input_json_delta\",\"partial_json\":\", \"} }", + "event: content_block_delta\ndata: {\"type\":\"content_block_delta\",\"index\":0,\"delta\":{\"type\":\"input_json_delta\",\"partial_json\":\"France\\\"}\"} }", + "event: content_block_stop\ndata: {\"type\":\"content_block_stop\",\"index\":0 }", + "event: message_delta\ndata: {\"type\":\"message_delta\",\"delta\":{\"stop_reason\":\"tool_use\",\"stop_sequence\":null,\"stop_details\":null},\"usage\":{\"input_tokens\":687,\"cache_creation_input_tokens\":0,\"cache_read_input_tokens\":0,\"output_tokens\":26} }", + "event: message_stop\ndata: {\"type\":\"message_stop\" }" + ], + "kind": "sse" + }, "headers": { "anthropic-organization-id": "27796668-7351-40ac-acc4-024aee8995a5", "anthropic-ratelimit-input-tokens-limit": "4000000", @@ -479,38 +464,16 @@ "x-envoy-upstream-service-time": "412", "x-robots-tag": "none" }, - "body": { - "kind": "sse", - "chunks": [ - "event: message_start\ndata: {\"type\":\"message_start\",\"message\":{\"model\":\"claude-haiku-4-5-20251001\",\"id\":\"msg_01BjNyd2NpQzfnbfo3pBqeZP\",\"type\":\"message\",\"role\":\"assistant\",\"content\":[],\"stop_reason\":null,\"stop_sequence\":null,\"stop_details\":null,\"usage\":{\"input_tokens\":687,\"cache_creation_input_tokens\":0,\"cache_read_input_tokens\":0,\"cache_creation\":{\"ephemeral_5m_input_tokens\":0,\"ephemeral_1h_input_tokens\":0},\"output_tokens\":13,\"service_tier\":\"standard\",\"inference_geo\":\"not_available\"}} }", - "event: content_block_start\ndata: {\"type\":\"content_block_start\",\"index\":0,\"content_block\":{\"type\":\"tool_use\",\"id\":\"toolu_012Vr4H9VazHeEnvCt44zY68\",\"name\":\"get_weather\",\"input\":{},\"caller\":{\"type\":\"direct\"}} }", - "event: ping\ndata: {\"type\": \"ping\"}", - "event: content_block_delta\ndata: {\"type\":\"content_block_delta\",\"index\":0,\"delta\":{\"type\":\"input_json_delta\",\"partial_json\":\"\"} }", - "event: content_block_delta\ndata: {\"type\":\"content_block_delta\",\"index\":0,\"delta\":{\"type\":\"input_json_delta\",\"partial_json\":\"{\\\"\"} }", - "event: content_block_delta\ndata: {\"type\":\"content_block_delta\",\"index\":0,\"delta\":{\"type\":\"input_json_delta\",\"partial_json\":\"locat\"} }", - "event: content_block_delta\ndata: {\"type\":\"content_block_delta\",\"index\":0,\"delta\":{\"type\":\"input_json_delta\",\"partial_json\":\"ion\\\": \\\"Paris\"}}", - "event: content_block_delta\ndata: {\"type\":\"content_block_delta\",\"index\":0,\"delta\":{\"type\":\"input_json_delta\",\"partial_json\":\", \"} }", - "event: content_block_delta\ndata: {\"type\":\"content_block_delta\",\"index\":0,\"delta\":{\"type\":\"input_json_delta\",\"partial_json\":\"France\\\"}\"} }", - "event: content_block_stop\ndata: {\"type\":\"content_block_stop\",\"index\":0 }", - "event: message_delta\ndata: {\"type\":\"message_delta\",\"delta\":{\"stop_reason\":\"tool_use\",\"stop_sequence\":null,\"stop_details\":null},\"usage\":{\"input_tokens\":687,\"cache_creation_input_tokens\":0,\"cache_read_input_tokens\":0,\"output_tokens\":26} }", - "event: message_stop\ndata: {\"type\":\"message_stop\" }" - ] - } + "status": 200, + "statusText": "OK" } }, { + "callIndex": 6, "id": "c7d61b210c3c0ece", "matchKey": "POST api.anthropic.com/v1/messages", - "callIndex": 6, "recordedAt": "2026-04-28T23:05:21.143Z", "request": { - "method": "POST", - "url": "https://api.anthropic.com/v1/messages", - "headers": { - "accept": "application/json", - "anthropic-version": "2023-06-01", - "content-type": "application/json" - }, "body": { "kind": "json", "value": { @@ -540,32 +503,12 @@ } ] } - } + }, + "headers": {}, + "method": "POST", + "url": "https://api.anthropic.com/v1/messages" }, "response": { - "status": 200, - "statusText": "OK", - "headers": { - "anthropic-organization-id": "27796668-7351-40ac-acc4-024aee8995a5", - "anthropic-ratelimit-input-tokens-limit": "4000000", - "anthropic-ratelimit-input-tokens-remaining": "4000000", - "anthropic-ratelimit-input-tokens-reset": "2026-04-28T23:05:12Z", - "anthropic-ratelimit-output-tokens-limit": "800000", - "anthropic-ratelimit-output-tokens-remaining": "800000", - "anthropic-ratelimit-output-tokens-reset": "2026-04-28T23:05:12Z", - "anthropic-ratelimit-requests-limit": "20000", - "anthropic-ratelimit-requests-remaining": "19999", - "anthropic-ratelimit-requests-reset": "2026-04-28T23:05:11Z", - "anthropic-ratelimit-tokens-limit": "4800000", - "anthropic-ratelimit-tokens-remaining": "4800000", - "anthropic-ratelimit-tokens-reset": "2026-04-28T23:05:12Z", - "content-security-policy": "default-src 'none'; frame-ancestors 'none'", - "content-type": "application/json", - "request-id": "req_011CaX1Kod48kDBAGqWv9Bf8", - "vary": "Accept-Encoding", - "x-envoy-upstream-service-time": "630", - "x-robots-tag": "none" - }, "body": { "kind": "json", "value": { @@ -602,22 +545,38 @@ "service_tier": "standard" } } - } + }, + "headers": { + "anthropic-organization-id": "27796668-7351-40ac-acc4-024aee8995a5", + "anthropic-ratelimit-input-tokens-limit": "4000000", + "anthropic-ratelimit-input-tokens-remaining": "4000000", + "anthropic-ratelimit-input-tokens-reset": "2026-04-28T23:05:12Z", + "anthropic-ratelimit-output-tokens-limit": "800000", + "anthropic-ratelimit-output-tokens-remaining": "800000", + "anthropic-ratelimit-output-tokens-reset": "2026-04-28T23:05:12Z", + "anthropic-ratelimit-requests-limit": "20000", + "anthropic-ratelimit-requests-remaining": "19999", + "anthropic-ratelimit-requests-reset": "2026-04-28T23:05:11Z", + "anthropic-ratelimit-tokens-limit": "4800000", + "anthropic-ratelimit-tokens-remaining": "4800000", + "anthropic-ratelimit-tokens-reset": "2026-04-28T23:05:12Z", + "content-security-policy": "default-src 'none'; frame-ancestors 'none'", + "content-type": "application/json", + "request-id": "req_011CaX1Kod48kDBAGqWv9Bf8", + "vary": "Accept-Encoding", + "x-envoy-upstream-service-time": "630", + "x-robots-tag": "none" + }, + "status": 200, + "statusText": "OK" } }, { + "callIndex": 7, "id": "79cf727e8826de49", "matchKey": "POST api.anthropic.com/v1/messages", - "callIndex": 7, "recordedAt": "2026-04-28T23:05:21.143Z", "request": { - "method": "POST", - "url": "https://api.anthropic.com/v1/messages", - "headers": { - "accept": "application/json", - "anthropic-version": "2023-06-01", - "content-type": "application/json" - }, "body": { "kind": "json", "value": { @@ -638,36 +597,16 @@ { "max_uses": 1, "name": "web_search", - "type": "web_search_20250305" - } - ] - } - } - }, - "response": { - "status": 200, - "statusText": "OK", - "headers": { - "anthropic-organization-id": "27796668-7351-40ac-acc4-024aee8995a5", - "anthropic-ratelimit-input-tokens-limit": "3000000", - "anthropic-ratelimit-input-tokens-remaining": "2987000", - "anthropic-ratelimit-input-tokens-reset": "2026-04-28T23:05:16Z", - "anthropic-ratelimit-output-tokens-limit": "600000", - "anthropic-ratelimit-output-tokens-remaining": "600000", - "anthropic-ratelimit-output-tokens-reset": "2026-04-28T23:05:16Z", - "anthropic-ratelimit-requests-limit": "20000", - "anthropic-ratelimit-requests-remaining": "19999", - "anthropic-ratelimit-requests-reset": "2026-04-28T23:05:12Z", - "anthropic-ratelimit-tokens-limit": "3600000", - "anthropic-ratelimit-tokens-remaining": "3587000", - "anthropic-ratelimit-tokens-reset": "2026-04-28T23:05:16Z", - "content-security-policy": "default-src 'none'; frame-ancestors 'none'", - "content-type": "application/json", - "request-id": "req_011CaX1KrmKAXH83PrSK43Pt", - "vary": "Accept-Encoding", - "x-envoy-upstream-service-time": "4421", - "x-robots-tag": "none" + "type": "web_search_20250305" + } + ] + } }, + "headers": {}, + "method": "POST", + "url": "https://api.anthropic.com/v1/messages" + }, + "response": { "body": { "kind": "json", "value": { @@ -688,7 +627,7 @@ { "encrypted_content": "EokSCioIDxgCIiQyNzc5NjY2OC03MzUxLTQwYWMtYWNjNC0wMjRhZWU4OTk1YTUSDO9lnaO1/Ds302Cm1xoMhA6r7I3TeVHc32E9IjA79WtAhVDKOV++Usq6MM57DhpISh5i0VrycdJ6GZBIn80novGDWqEA7fKa8ZNlxqAqjBETKjTRG/fQcmPVu1it3Bpym+jan3ZPn/blsFMnPf2ERGqTh8DFZNlp2yQxVEc6gGwXBr6GIjCt1biX+O1YEVnhwvrGj0y0/lVNG3XmWBjaeryrRO/GcPihTHkDbyItRasJHhndYPwi+FZ8juliY3wCVyiSfd/7ANhB5SQthHTVfAd9+s2noAqlmh3hHf5VSDX/wF85ZEA+A6K5x8POJKVI/h+fN1jLYQ9gXTB9qcuh5CefDjrAG1qsw9XetWtPl6o/edEWZLJD9492fWytIqQiKO7Gf0FjcjZ6RpY2DRQk1mEFeeixZu14prReRuk3r/Ij6hmn7DkXwREO/Md/QT0LTmR21THLDTcSRDQooLcrv0glVQeEHPW7saLPUul0MBWmgmhwp7ZzlvXFbffsoqnz7b+M0oIojih8dYd1kMvSQQAA63VrzK20wCNjWsA0i/S8vHs0QyLTJIP+GUG9byDOTYaH0aTKzkHjRj24bNNIsu1nq/rDge574AzIKrgfkIVnBIUp51k3lFKc0H6Q4SN4UjHq3df46o+2x5noWgjRe+j+auyEqBrUvEex0W69ysRmkgbGEY9KoSCePGUcLMQ5MXTijz/didcrbWujaFxEdPdFmnMBkWsifIl60A1x4hkrFBonZNvrLOafnTmUVXFT/p7JFfmNAfQ0pPXo0ldQQwspP0H0tiyk5Vm5TYfjLCIEIBhcKueTWkEx+gmF0dqDizKknYj+SXEeinzpiwG5i9DAX9Ybi65UrTIPLfiOLPnYjFjw/mlg7gLgyhoa2iI9l1+7P2KCPsFK4weONiF1XcbjmgsLBJzb5ufDiBTGiF3RoAten5kLffyTE1mLgdcKXFEb+jc2EC6NXQKtspwx+hdKDNt8g+Qi6bB9/FN9NmqzibEnO3IXi9yqciDda8GRWcDPmatkCc/j81zBdhE/RyHxjsLCLiAzDkQFth3iFdlQAqm0Emu9hFmEUwBF26D7cuSf8/ysKUaMgKxxJBJc2CgNdHdi/yP8ptZ8Bt7qd9RRPue6BbGgSQrfDVcpdyzeMZisPuVB2K7L6gUxyX5FxQ2eIqdKaYJpUjuKMXJWa0wtff+kbL97FPJGmH5PxX3BQVSr7e8n/LN2/EzhYt7N9CSOVsIO1B7W6Cv997pncNbQvcXKC3880Yajf91XvRIIA6Ihj1PfEoPm1iXCU2MJW5e0gTaaSH7RCzZk6CD6qR37IUdk6YLfJPl7o2bP3yLjZnwqLVoRbpCB7mJSxszH4otKUbCF+OyvG3GRsW2TUYVL+lET0CUwE/+801NuHiwE6JipHnXlfHkOfLQZwNqR7CSVBuCGPyoaJt5BqzB0BM+kMeuHZa/OHXA5+ssTgVhw/fKhyEiNTJKrLjZFKV4HBqP84Iz1QG/L3pjUVUkijyy5WufWB+uT01QZu4LpyAy5fAmftFrBkK8//LpwgaJC5PXahd17My/LUz2iFdi4atQV+aFo85gIraUPXKMvyo6DQ/E5jiwYpCV4jcXPIdamBvve6x+NpkcOc+9bjeFNiF/5dYEb96wTld9VVJdU10JXRTQWy4mFqgOeOuKg2B/McTmXTYLKAgk1PqCjQd24jcDQqnHetr8zaZVRqcj85AWlWMXb24LZ0PKK8zXNy0G+l8Rf2eK41gG9pM+Nq980FJZxhitf5cM9OgypDdN6D6a6Vy6lCmnFRlDkwTmr90qWFDIZ2yR4sqZS7oCIByDd1z46NkEqZdq1KZa1FkzzXZ2513hMAl4SDS+pnVn+3ysezEsyahmGzfOgq7iCFtfGMTePY33j9knxqMeJyXE1VcQhw7+00G5Nx9EC/+XjWredo3HptBzdK8r4HLp338MTibv7xVeu70gxcwcdxYyFLhiRkMCaziZwTzxmGbo6qhQxsV22KO1hS8IUoI1SBmZce9ZL+EOq2bNBzyK9OW+TZfNaxRS1U5dZfJup3sXMPlGl8YJirLP8a7efDXrkCvqdugZLiG+PkGYhIxViAbqZ4U9XpDMrwqBcvRgRWNDho1CpZabGsMq/YN7xik/xGfXLMhJxVdUAI9KkyJE8sWip13MJECddp39uW7fmedEsDwtMdBaAYQW7sos9SLvLk8tp7Na2WThYP1ETw4cRvej0o92GOcK2KvORC4lUjynTjvffaFA9wyC+CkWTrqkiYXbxPWiVRgPoIVQCdaxbIwDijo2WSQ6RgSI0iofdOg8hp4u4Edpoo0Vff7BXRfTxU2grIVOr9lxsx14Wbi/lVAXf5z1qb7obfW+J6mMDNZ82l0f7fLGbSA7Fs23Jm/zt3oZivp598Ok0wJuAezapCv6lSV7BMhylex/VUmEQJ3bvWPmkj+MrgbM9/z7sB4f0gG9KL45SjpXsSTCtBbA86KnN3Z4pjTuT3gsHCPUcOGL/CaMw7r6ZzFxP7+vFSkl05Ch/gYrM3+2fZ8bJJbGVkQJ+tZVWg+NLCl258wIIYIH0LixHx8VP1ZWu/IvpgyBG7pv4j0qg36s20M24q/kVtp75LpWeiBoirIEqbphM/CEOIGyZ3fJvcaUUmmWT8u6GDvvj79xzj90NXcROwov5h7vzB95LbKLKWIVXbVXfaNhAAtbPkIBO8g5Ev+ViQfrMKNuYvP0Aq81ZubVoxdtJH1ai7Ulqip+9TormpfImslVGr4gXreNbgJTNEA9Oso1AEKlkRcj37R+mQA9Ub/zJGQo90cO5R8HVq0IzDD1y6oz1IoHoRcReE+3LsgVgReyw7UMFpZIM1zRGzXESUUdbpBql/7Dh011oqV9BW7tx/IXIq/StsoGX6EYbh3KoCahJTdo/JR9+kAYbzIqoPoMfzRq/GBf3abfInJZkt/nt0CCnaLCVVZ9wSHquT0eRJJtU8J7lx3PhgLESNb9evjPqz9as2NYYYZeSmitpN5kPKSCzGAM=", "page_age": null, - "title": "Releases · vercel/ai", + "title": "Releases \u00b7 vercel/ai", "type": "web_search_result", "url": "https://github.com/vercel/ai/releases" }, @@ -702,7 +641,7 @@ { "encrypted_content": "ErUgCioIDxgCIiQyNzc5NjY2OC03MzUxLTQwYWMtYWNjNC0wMjRhZWU4OTk1YTUSDNB3Iy+Bd5CmWLBLNxoMgR9R9nQNxVGWoICIIjDUQTYWQrAGl9ji/Bu9+skFBav8L3NUXkUgNhdkWBnnD1X5WbUg7caXS/yf0htlQhYquB8hGGn0wVPUvVeF9KnAjZfDbJAsopmMSLBpV/VwQd0Ux4/qee91LcHwP/1dmNIK6+I2ayOyV4uFI35Jdiy0ytnk0vF/ppwDu9G9ArEIqwRt+MVndEnDHgTCIHpNwuDR1fr3nGMs6msHCr37Ersjfan66H5Ni7jfyZCmTKBA60eVF4cEMcsxByFDEao70nKP/6gen4mlJT9B/BaGfBqXRdW7AHK2oTTx9cu4tIbziwUDSI/stCOheHqzv8K9QXVEamTxWz+oGWbd8Q4cHoOPG+exj5wJs1fJvHSzwwoV69r/zJ4JvAXjP/bVQHdpFpFAWs9TCj45AdBKkA1yuds+exPMNxu47R5ore9fuHExOqOU51rA0SoHPuLw/J/6xDaSDFdop6A+uk/HFiWC+DdhrjULDKmjFta4D8QVbJ0M3Q9FHK8HHjpHfOLYA+pwHLQkxwSD/9efTqh5jcU2ySrygh2Bm3JWSWRDPyb89fZ3RrhIgahPMHlXxu8Wh6yrL7qpkq2bOPx61l106QISbvOaRtG2qSEaJOkacBeSUDOZZjwdk1G1QGY80a5jFHXGJJUmyAgBWF4MKNOgdXm/docscejt7LM2OrwUHl9vUP+/m82hcnbeq66JfnI9V7c41pa8Hp8iaFA/buBUPc4z17Gy2ZP83xjE5vQ8zzwWWKL61QPw8vz8ELGPTpSm0jjWC3VOGa4dA6zLpIpSrwbyDSPGNCpkuz9WFQ9v63+svlCQICkVTugs9ep7CgZVn8LByPb/qXvIHjwKU7OaObSzfhGMtiKSBkyxzZ2hpy+qpHU4egTABlopIQw/bPYdNBbgK1xCfJ9FKuEr8h/8rAwi7yiHKuLt4dlZYleJqXf+/xWDcbbc/KhWS1NkroN3w3D6cCMtXzrSLH499LImQkrP8Yq7Z7r2PnAV9yi6ef+VwN7DCJM5KRsk24fqINRBdalXb2zofHxOWIVwW2eFbhszElGwnLXWgb4X6xMDIKHvRoIQdq7XV3Co5R9zL7HHYFyQhlm0oi2DvinPcr+72+xzX7/LPF1ZnzpEIPtW0Xx49wx9viBuPhB+4F6RQLwyNelmNxq16XneXACkg8WDwkaRXAjXBsyQZVZS8EH3UxLf0kLPInsd1u6obw14dEh0ccPYyGCCcnGVNkw4jfXiqjFixunLOmkLtg6cwxNJEpf4enS3lBi9JqKJ4Oq47KPY2aU0TgUBlLHyZfHwp6M87yQq/slTVkc/3HbGixBtewu4oO+DknEDsZMb6lUDIDsgVTJTOvhAqnjRoRxzgNaMiOiAz9mhauW+AH/FhcBY/l6BSwrVcLoEgaVAYfNvl0ZhEWojrgkbZfAkfe+Nw4v17NutzTQXfd9aE/GndceKqQ/fDNJm9U0bG7YyMw0wsja4/PeXLw6trLanVQfhzh8hpeMMrNtEop6dr+9qUCQOvazgsXvUHE7i9F2+1vvo+seAjxjq9LUhe27dQqe7pcWLGmkWB6e5xrOS5Z3oBIiUCW07/l7XPMu/Ne+UuWG2D8e6Z0k7/4pa6AWryemrisqDvCj6SHUjPIXag38swpt4yjKWtq9PkB8OsjWh51gGMri2DVk3iSfIHfpzA+eMT6F9ARi/t49bPPpbqi43QeMU++SnazJcm28x2x0tLuzQnBpr1NQSsv9IHskNHghnDbX77zXK0KlIuv2m2n0oDvbLU3lfHE5bSFxUUe4p4PRutyqSssJaClCvjaEqDMQC/gLWk8HDZkHjtn419jNfO5taVqKnSmJFN7qUEiTNzVuaOtYLHVvcKnH08VQRBwLWscUX1swNsbr5q6WSkeF9TA4ZDnfaMN0VmuO8chiUNaieWXjAveA4QHdV6JDBHCqBFahXO/YCQy8P79f5HNNwMqbbSm1aGdQQNcEHwA9QZ3l/lam0ip4PK1wxd3gjwTdwgj6yY8gY1HpPUZHk0vyLB8sMWn5IQf29zgpin220N2TpMcxjFTT4rDO7Psd8nv0b+dDFA/3d0GJF7cV14bNTqNtub5211IYMyDuXmxtS80gNcabk/2aavbkbDPhitegPUV1V0l8AHTDiea2F3fQM+ok8H7GoOhqnxKY5Jgax/fziZSuxqLoV7e6JvBECMUm0rBQDvq7fMXb5LTtuIMG9msP37vLMe+5R4xYjtaaTJQUtq4EZVznUItOSeaGon6FFXq7vpH8+rMlMLunJqhp+f223QgaKWnaX8wsMP1mcKE3dSIMxy2iwgMzk0YANyIABXjZk69ULIeMrZyf2LYCghxqUn4i8Tv06cxtTKC9OffxoMJaExiDCljyFzaYyRPX9Ipbqu0c+bpMjIKOi8UQWE1BifIBaUy4CnkAiqMXNdeiQBHj7B6ydXlp8Q5T5DdU7kTIso0eOUvKhqt1TJ8k4Qmq0vZWogXxwwKvVX42Rxt4igaLs7R2hgnkh+JbnUF6QPTaz3uYe6WFH/Aid2CibMZ5tCNL/4xM3LsWMg9VjXAVPcx+sitN1Ucw9UvI8ZVsGtGuZUgCDyVDZzrTJl7mNgmiOHasHlyUkKSArEtYlcVpGhzeITzGwVsVyQv7d9xmUzLicbFKJOGGMrlhxWu5RIEQ5WjMLtIXzl64zDV8z1O5gNk+3s9IzS7ZnlxI+1XfUj+6HgQevEAhht5KaUeIQk1g6H+inVrdyEOr8ELJA9dCfIZ/G4bYjgXitLjVlM8E7LdWKIN8fAfRL29mKLWoMU8ygnw+nC21JAm4AaieAVjpcf5m/7X4FHunS6lHovhtrv/dnIe0b80MgLWFqqWuqNFMjx/H4nClEkU8MJ6JsosFQL2poFKyCZT113lekV8OHmieynBWc26XoAETTgphSTolgsgCjR6kejBr33K213K4YswPcOHXZfmIs980sTjVVl4Gmo6sY3xbKjZOo91/yIoifPj6+CRFJuNnI/5HKnDXq1jys3Bkwwgh3LatKyiQnpeJ+30lIWaq6stj/6FbhksztEjqwZAxiwygdssuhariLEF/WPEjHqpAkuL3p0IFi6Zl1noPhdAaThgbNP2r9Gts9CskAyWncJ+ww/DoosnVMTCrnSxx0wsjKp9ij8mc4YWKS5PrUUnGe4uyjKrLBF2wZqt/5xlcTVANxiCnY7+cOFiulIlhaZHlgHsXUN9P8QrCR0FLN+zjHQXvIuxh2hJrKh2nQQe9/Gyfcy4Wh/3NrWNlaDgzKYj8/7KRDV+CuSm8I2s8kEv8dcI/QypxZly3wLAwfFV70CnHTZ6MrP1kEYK8G+kTw0hd856w9rGdagEP/iedzhmyHu70fHltLP/0vUEvd1Wxy674HxD3bACxuczgUTGIARNlzos5yh7alWE26H86hC42zbo/YdCrp/tl5ptvSaJlNajRZOeaNgcq3uMvSpQIvNHQ4vklfxxt0hBF/a+L936XH0gDMczmcjxWfGTCoX7dZbw54aWmJdEtRPI+y2df0NvIjcE9am/5+5OCLID6fhVOUNPvo42RpL3ZgyB4XIdYY8jytGd+ZPATyqg+Uceu0nG3JL92n9Iw+jrFHAXnzAYTJobgXdzRIVavIsEvXSds9NBKDVY8P/Oic0U6j3lgPjq2iIzWXPpUQhR/+sUyGFECTeiCaUI6SafEFP4n1AxUsOtZBWaMpE/YS4AdHLZwgXb784Vy8D9huRnFVYDgIUj8L/e3Rm12xPqHmMPS8cnKGmFtmtKnHAkP4NPCQBkxrOZy7QumV3TcG0z1Zfliz8ypw60EmqpacWH3KjIzKisG7v+CSq8drCn8BEiPuDgDwK8rl4vzKyStaImmEmInzFlHytIN5alQ8NMxLBDEhY9jCW4Hd8g8qRvxNx4Pw2YMCT1gzzHr3Tii9e9OgJl9Hgv1aHDKB4sdFFHTS/iCgodCqGWgceX5Cc1An8TpOx3II0WDXi9vKW7ySefvBoqgKopkmrEp8FMI4BBnYOOEJgmgTAzuKPboemDmSfwwU+V0iBh9OwThxu2mBCX/6v3uZ8+UjedrzjK0wTOy/NAEL3IaHHkPunDWvuLSfHThEgeJCOq5VRPC0vhM7PJbRd3h8j5sZlpKexaSS3cL7UmAAfx8gEyCZJ5HNml/EMUmUeCb3OkoPrhJGpbGYIdWizygaDXn9bVgkapgurgf3Zleqw10qry+OZ5q0SNP0O4v2zHoFakpr37d36NSOLPcdysue34TDJSjORjoPjVFwwUYYoCOeuMfcaOPG9uvHU16Ccdf02Q/ZCIxWFCTHgr7ox8htK3laeErJR3NBg8FntlgFJpgCjE01QEQnHq4d0ZxIXSNbfvzWYX9yZVPrkUh2mx3VHsLDGGEIa/c8+F8KgRvgQkS9j/UJaqFuvs19a61XfK/s/obFaiZIoRCjalZB2MbgcYc2JCbMIbSG6SqZ89vCSsUC0VwdTjRyuv7Q9+hcvOmwWylh3dWlPx7DSAfos80TzLHG1f1k1mmNk3b+nraeiEqwom3AyL6ixE9HKxQC6cK8/AoziTatsouhD499vQE4t/n3IoN4LyzbK5ZawszTP4FkFDtQmuTacxYQcEg0Gd4NF8gX3HRZkfvuszhDYJczLPgKRIb5rbnkpcL4FdyWuVmaHbOx2PZcWueNqpYvQOz6AXlwPPuBUwpzZ+joeYHgcMYLY8nyFn+SgtCgsoNWlf5lhvk+wUS8KxJVcmzhSA7bOytrpcCFbX3gyR8mfsej5LS9e7sRX8aE2932VyDmnjms5IxErF6VlI087YmWoPUCq5uLs5+5HtIQszl4gdzAEZhT9d0qgVM3BEAUhNU04Ols7asHtc2wTmgE+6lF/ph5FO8+lu6zETyf216h322YrPPHzZ5dCxKoA5gylNXpd9UGP/2RPb/8aHAD9CyJLvzKoPpnfcqfW0dVb8nPRGTfNftGQNy8a5tSJxKHakZMwjTyQ6uyDgWO7g7xJL9ihFCFRMyi4DiXT0r1NR1W/itexHFFgNfA121+QQZ+Ub7Ob1Zej1+WmBNYuqJaYiJbdt/YFymjtS5m+5PElgBkkzkvwSeP4tTSS/SWC1V5EM+RJ+ctv7E0GknvX9bVc1NffbhXm28mXb5DiNFeOrhbDs/CEMReDpAUHfPsoFGPwK+GUvRu51LqKUvQLJkhsm7fShIYb2eWFADUfSdnHCMj9NQKzq4RSsWbjsA+0pFrCg+sVIQQ/O/p3+nQ8jSWzrMsQRRTwBNFZw3utXuq0b08BZ5mXpJ8C//fv1Ne8SdRGfj1/R3IpvtDlbQYjV+3BqRN5/a96QymTOKZRKjszgGeRodDzA9R+s/AvlWk5xX49SCG35GIR6ZV/+XgO71P4VvSxCsBctwhE/D8Cx/eT4uE3fBfwHvg8YQDRjMLA7ypJGfubFHOUAzBneBe2QKX/OUlGAM=", "page_age": null, - "title": "AI SDK 6 - Vercel – Vercel", + "title": "AI SDK 6 - Vercel \u2013 Vercel", "type": "web_search_result", "url": "https://vercel.com/blog/ai-sdk-6" }, @@ -751,7 +690,7 @@ { "encrypted_content": "EpIWCioIDxgCIiQyNzc5NjY2OC03MzUxLTQwYWMtYWNjNC0wMjRhZWU4OTk1YTUSDOgSgrHj8n5gRSyeAxoMF6ADU6FjhPm7CLBkIjBo/yhcLvyB7pV9SL7tvLuDK6K26cVhz6pwZT3k4vtmX1lgQMdhqIqbpR3s/Vp4IoMqlRW6zgXnDrxNExWyTIodAzlTk/YPxjoOcNw4xp3jcK3HaPsZMTo7ObXqtUq9UOFAG3ksQTkAUx5UX0H1AhuIpoSPFA1QvnxspVx0WgMMILFAYTZ1zisM1g+96etS0liHul/JhvaSnHb0wvscR91q7LCHF6GFtmGLqs6oCsiRYgVZDytly8wCtBgRl2m+OuA4p3ne4XsYyRfdt/SYoM0AkK8Eqfg2IoqN4zfRgOg8IIS7WNW1ZhZpjHM4ZEGXH9TeKRHxDPpsOHlYsvvcf6I/xb7JXOrMnHvkCUHvJLHsbexbiRoQm7j96RJTQV+lrqH+1lKmkbvVyYywrTLJsS0H2DfJH5xY0FDHGmZcgXD61De7Q08AH3uJFFeh9t99uWNM6HcwGQCii2TPj/Ox4loY0gONE9N+7IEwRwvlOiopsVMzltztm6Tm9o9QntIVG5TGqnV8og4Txe1D77tMJLhYlp6+KLLfJvN+3fTi8jiaQKdSDGfJxFPUMgEzeVrORnPBUzgyEmPRnOSVuQsR9nSzG2CfxblC5Nj8KVQrW8vdeR/8F7pHJp9lLlwTokrphmeUygHa8kFXxh9F6yJfl83e1Lqpq3tx7Pro3thRJ0dtMp18PDh41PV6XS9VtY7A5RGslOFlJmTcdZdx4dx5gnoqo2fRGu65vVU8Ks7Da3B82uixET8Q8LoRtf8p3iJenPOdHaIJKiumanmPZTux84JSEOB4eNNLwZwj7VgVsp3ocCZ0W9SGVnFMJuRslKMFldHZmOqCLAXgR8E6+/vp9JgzFdV9HuuO6+J81ydlY39PKUl3txq0d3jihgf3J1w1gfNI/Skw4vSDpQdPaULWSKE1IaNygzkkJUhhypjXsjUHtLeWA1L/4QZGCB06mIqO3ddGt5FTYHNxcO1TMN8/sJebX8kgKrtIERpuidQaOq2GrIj+iPkBGzYpcuquGfgQVFWMmremyeem0dcF+k5+Iw8xqm8UXvtZve66EshWtt19aMn6ygVfkWeL4OBVtVbOrDhAh+MQ2KcrdGFFxDv3zXpfXV+HLyVLLPcz/s1YBTi1R0Ui8Z8gKSmAXWg+rZ7HItVUYzKrksAeXrg6k3NLhDPaKZASb/zA+odIJhCE+MFAP19FQV8hh7Ot+STMYDmURDURA+e7uKKk/DGh+YIQlAdjO3astniM5gSRAGvBJm/I7hupy8tKQ7C0t73BemwsNmqx9cpTPzfjduXpnzm40Oh6mHjpsOnJOTYZSHrU3cZtMPFMJCuqQahS51oTLBxmHipSKesVW4AH65wC0v1FOrfHmuU2J3a0iR+TtpKcq+7kdj5wu60df+FMgkqGioRNsxqRFO0zSMqWvGmDxM0vib0zW08v3X1tw6j1iMnhQRbBlMREJRMyZg+p2YfJr6lhA8IKfMdVhblAGKt7jPfdxpk/3Z2MwOKUh20rj4lt2KEqGnAiSlW45nP+Lom0YnjGOmBthXzwj1TDeAQgEKOSKyjxsaFdEcxdRvUXXZH70bhPjgs5Bj1vTFT4m0ZA5iTJbB/MN8uD8BT3hxqg+Cvi1k+McPMqK9wIkK1O9RCrz1Ep0RbgVzzoS+qvEaLU5JnhkrPosvJZKR/aOJIxF9myEEvYAQS00/41NBqLmP0Bih9mM5NNyqS67GlEK8n5a4jtS9AdAGIZMz7uoJkn5XrBrOrq2EC+Dsn3dIlhUmUGsw7NLgvJJI1QS9/dvg8vJDfckTjt1WM/kQDky14DgPdsqfjG5WCBonKX0DL8vMkowfb7P6JvvJ7HPeHsxsOEgRLpghvJnlvp+VeVok41nz1hTh4E++xqbL1nV2kyfp8ZXv2zYvboVHzw1tCzLvx+nqo7ArFkIjqwuGjMIhyWy10vSj6cOIipGkSmb5YuyC5JoC80hAUU/IWE02VDVGwllnX7hlDycBggM4Gp7BtQRj8Yo7HXrlLVydP/1KzKAq+8x07mJbk9oBXywZBzNDKjf3MuyZZ2QidH5MI4aW1BcV4HB96a1RLAF2/tX6DwwnzsyAeaBvcOrPKqfaxdJUmvi3XdwIR1ctwavDAbO73fke9yhvmjkMMJM3NvWmKlILU5nW/OUtbFfI4DpURuCavTFMQTfmw17aAjPC7JFkAWeFjJOeQ8X/FsShQ5p2/qILbZPzqeioVrpJq4XU0rzlOzkX6hxVyxn9Tv/ODaKcrV/0n4+TpyoniI9nqYkJ8haayMmHlKaFXpNjj+r8SR1r3f9V/fS7IE8dYo5o0fjEM3kvdKjFIfoDH/OEA7p0hw40QXA7MlSFDjVVtN3LPDdgGQboYymyZKqHCe9fIpmm0Kz1ES/tfEDZ6M8+aWiP/qtRP3AOoABksFYbfYgdhF8vx3O80qNCBLEa3XNIer35vZl6HMKszS4lNAV/7FlMtN1NGnDYexdOcfUmQGjzWmsUA9fJFiHwtLCZxW0D6FZRpz0DYK7wPo2aOxssfv8I0E+ZcasOCzom1+YDc8ZyabA7eTWRx9B1dSMnlc3Ga9kzrYCIURgvqTJtyT8MizjSJN1gTj2CmuSxPQSZpNvwG9RTaxfBVsZQUA0qEv9nPlyKI5i2X/R9VD1mFPUWeWggtrD9Zp2XkTxxiRhrXdMBHsGNShghZwoVocMbhw933oUx9t95FpRzRbEcWKZ5q2iYR73pJzS8GKeSL+WyrDPVFDN6C7nCS4dGTSihOVi7ZGoObzGJoGRlTUPX8SQ/BTO5HiE9GtZCRnfYKmwwT+4rv4rpjrN+zk9njCWTWoj5UR2TzQC4hc5fzBAq0X+SR4FknfDzOVyEOZSKrfwEdYF+b/iU/se0wzUy9GWYUldh1N4NcrBDh89ch+/nM2L4wstQVbwulSXw7u+CZYV8sDdgEuMgtw3cZd8U8dTJ1x8YLIJlx10EZAhcm96kRVwupnsNW5Nw9homBQdFrmTblxE9MrydJaAZIdSOKqqYhAhfrk20IsWkLSI5C/FN/3/0ZyawKOlzcU8J23UpVgCU58UQag8iyrJZFMYtK9BAC19z+efXGJi8x/AYosdc5lynkvO/3fjk79cw9ypIfjGRKHjLukLpy7pJFz4Ic4MWbeeo1s8A06dSWZ4Fx4m75d6+m9Q89yS3a9kyASc4WnZaNOeaDiCa5PUF1mTQJOldBfDE9PCzVcLuTXfDveXh9gZGPt3Key25OeZjsUTRakmeyUbsbUq6+v80VUIg/4KwnzWotejvNKFUVeoWIPR4DgNckvKa++YcNC1lQR9B0BQeQ6O+LDMO4MweNP6UqTEfc10W4bPThB84ZJXlhcSSOMWvW1HWHGEXAlnxGENwUiBfJaXbcBzEFvvWuJ5NfNbdLQS9J0c4P+MKl7v4fIpY7kWVoAawUa2v76r3xC1WgKgP/Ga0MKO8PM30oIiIwTQVDKQnbvdV8WvRxRCT+yQfKTTBp3AYREivqa8MgqfJCkUiWazSRl24p4cK7ehTM/wykfhrqFQCyezltutUIjdM3n0pSdCbV0/CUQFJKeq3gNRmdZGegPoTI2l0USJS7XRGQC9eUoianGIN8Lfbyb9YOHFWcQh7UAut1hrylzCrZ5UD/d1fyxg/wpckqSYNvbLoUS6vvHdW6rTmxTQOD3xxgd4kDDY2wYAw==", "page_age": "1 week ago", - "title": "GitHub - vercel/ai: The AI Toolkit for TypeScript. From the creators of Next.js, the AI SDK is a free open-source library for building AI-powered applications and agents · GitHub", + "title": "GitHub - vercel/ai: The AI Toolkit for TypeScript. From the creators of Next.js, the AI SDK is a free open-source library for building AI-powered applications and agents \u00b7 GitHub", "type": "web_search_result", "url": "https://github.com/vercel/ai" } @@ -762,7 +701,7 @@ { "citations": [ { - "cited_text": "... We’re introducing new capabilities to the Agents SDK⁠(opens in a new window) that give developers standardized infrastructure that is easy to get ...", + "cited_text": "... We\u2019re introducing new capabilities to the Agents SDK\u2060(opens in a new window) that give developers standardized infrastructure that is easy to get ...", "encrypted_index": "EpABCioIDxgCIiQyNzc5NjY2OC03MzUxLTQwYWMtYWNjNC0wMjRhZWU4OTk1YTUSDHtqapXCrSmDpCb8exoMISrr7m05MJ4B82+IIjB9mg5CRzJzVgYmjX81IMJUhKeEn6ZXI5U5gBf4aP4skXUqnpNOCSKYh6C2A0u2yfgqFJ1QjBkyf67QuF4oCPBjZaED/yRhGAQ=", "title": "The next evolution of the Agents SDK | OpenAI", "type": "web_search_result_location", @@ -797,22 +736,38 @@ "service_tier": "standard" } } - } + }, + "headers": { + "anthropic-organization-id": "27796668-7351-40ac-acc4-024aee8995a5", + "anthropic-ratelimit-input-tokens-limit": "3000000", + "anthropic-ratelimit-input-tokens-remaining": "2987000", + "anthropic-ratelimit-input-tokens-reset": "2026-04-28T23:05:16Z", + "anthropic-ratelimit-output-tokens-limit": "600000", + "anthropic-ratelimit-output-tokens-remaining": "600000", + "anthropic-ratelimit-output-tokens-reset": "2026-04-28T23:05:16Z", + "anthropic-ratelimit-requests-limit": "20000", + "anthropic-ratelimit-requests-remaining": "19999", + "anthropic-ratelimit-requests-reset": "2026-04-28T23:05:12Z", + "anthropic-ratelimit-tokens-limit": "3600000", + "anthropic-ratelimit-tokens-remaining": "3587000", + "anthropic-ratelimit-tokens-reset": "2026-04-28T23:05:16Z", + "content-security-policy": "default-src 'none'; frame-ancestors 'none'", + "content-type": "application/json", + "request-id": "req_011CaX1KrmKAXH83PrSK43Pt", + "vary": "Accept-Encoding", + "x-envoy-upstream-service-time": "4421", + "x-robots-tag": "none" + }, + "status": 200, + "statusText": "OK" } }, { + "callIndex": 8, "id": "785c346b4d1e42c0", "matchKey": "POST api.anthropic.com/v1/messages", - "callIndex": 8, "recordedAt": "2026-04-28T23:05:21.143Z", "request": { - "method": "POST", - "url": "https://api.anthropic.com/v1/messages", - "headers": { - "accept": "application/json", - "anthropic-version": "2023-06-01", - "content-type": "application/json" - }, "body": { "kind": "json", "value": { @@ -831,11 +786,30 @@ "type": "enabled" } } - } + }, + "headers": {}, + "method": "POST", + "url": "https://api.anthropic.com/v1/messages" }, "response": { - "status": 200, - "statusText": "OK", + "body": { + "chunks": [ + "event: message_start\ndata: {\"type\":\"message_start\",\"message\":{\"model\":\"claude-sonnet-4-5-20250929\",\"id\":\"msg_01MaQqYLdRAMtUXKjFeY1mid\",\"type\":\"message\",\"role\":\"assistant\",\"content\":[],\"stop_reason\":null,\"stop_sequence\":null,\"stop_details\":null,\"usage\":{\"input_tokens\":49,\"cache_creation_input_tokens\":0,\"cache_read_input_tokens\":0,\"cache_creation\":{\"ephemeral_5m_input_tokens\":0,\"ephemeral_1h_input_tokens\":0},\"output_tokens\":5,\"service_tier\":\"standard\",\"inference_geo\":\"not_available\"}}}", + "event: content_block_start\ndata: {\"type\":\"content_block_start\",\"index\":0,\"content_block\":{\"type\":\"thinking\",\"thinking\":\"\",\"signature\":\"\"} }", + "event: ping\ndata: {\"type\": \"ping\"}", + "event: content_block_delta\ndata: {\"type\":\"content_block_delta\",\"index\":0,\"delta\":{\"type\":\"thinking_delta\",\"thinking\":\"The user is asking for\"} }", + "event: content_block_delta\ndata: {\"type\":\"content_block_delta\",\"index\":0,\"delta\":{\"type\":\"thinking_delta\",\"thinking\":\" a simple arithmetic calculation: 2+2.\\n\\n2+2 = 4\\n\\nThey want me to reply with the number only, so I should just say\"} }", + "event: content_block_delta\ndata: {\"type\":\"content_block_delta\",\"index\":0,\"delta\":{\"type\":\"thinking_delta\",\"thinking\":\" \\\"4\\\".\"} }", + "event: content_block_delta\ndata: {\"type\":\"content_block_delta\",\"index\":0,\"delta\":{\"type\":\"signature_delta\",\"signature\":\"EtMCCmQIDRgCKkAaZAxgfeQpVtL6Qt1I7nDkXgpJ4KrcjJtnTh/285F/a+1bqJMtQ3MrO83GpU3n8YucF2pDS+2CTpb9+iFP0lqtMhpjbGF1ZGUtc29ubmV0LTQtNS0yMDI1MDkyOTgAEgwUA4mNEJMSKeRves0aDHe+dTLWpaFIieI80iIwcs0ZHmkYjxTsURLBHBLqgJyazDFBy5eSSj8luTMYLMaXGPLb2qOJmXGJCJFCuO2+KpwBIoamg8TJtv+bdvcj740Ls2HuiVBclQXlue9M0FG68d/2oV7WgCoeWTjO6SekfyfBDFbgUziXUGBu4EblmGtqdQfeIUM1N0bUhekZJwuit5eP6nnNptZKBa74JVRptJi/Mz+aMATN80FiBuyveJ2cgxMtJahWVEx3+ap0WqsvIGtnyxZK1be2C6mzwrvT0qM286RW+uV7Zd3HmcI+GAE=\"} }", + "event: content_block_stop\ndata: {\"type\":\"content_block_stop\",\"index\":0 }", + "event: content_block_start\ndata: {\"type\":\"content_block_start\",\"index\":1,\"content_block\":{\"type\":\"text\",\"text\":\"\"} }", + "event: content_block_delta\ndata: {\"type\":\"content_block_delta\",\"index\":1,\"delta\":{\"type\":\"text_delta\",\"text\":\"4\"} }", + "event: content_block_stop\ndata: {\"type\":\"content_block_stop\",\"index\":1 }", + "event: message_delta\ndata: {\"type\":\"message_delta\",\"delta\":{\"stop_reason\":\"end_turn\",\"stop_sequence\":null,\"stop_details\":null},\"usage\":{\"input_tokens\":49,\"cache_creation_input_tokens\":0,\"cache_read_input_tokens\":0,\"output_tokens\":54} }", + "event: message_stop\ndata: {\"type\":\"message_stop\" }" + ], + "kind": "sse" + }, "headers": { "anthropic-organization-id": "27796668-7351-40ac-acc4-024aee8995a5", "anthropic-ratelimit-input-tokens-limit": "3000000", @@ -857,39 +831,16 @@ "x-envoy-upstream-service-time": "802", "x-robots-tag": "none" }, - "body": { - "kind": "sse", - "chunks": [ - "event: message_start\ndata: {\"type\":\"message_start\",\"message\":{\"model\":\"claude-sonnet-4-5-20250929\",\"id\":\"msg_01MaQqYLdRAMtUXKjFeY1mid\",\"type\":\"message\",\"role\":\"assistant\",\"content\":[],\"stop_reason\":null,\"stop_sequence\":null,\"stop_details\":null,\"usage\":{\"input_tokens\":49,\"cache_creation_input_tokens\":0,\"cache_read_input_tokens\":0,\"cache_creation\":{\"ephemeral_5m_input_tokens\":0,\"ephemeral_1h_input_tokens\":0},\"output_tokens\":5,\"service_tier\":\"standard\",\"inference_geo\":\"not_available\"}}}", - "event: content_block_start\ndata: {\"type\":\"content_block_start\",\"index\":0,\"content_block\":{\"type\":\"thinking\",\"thinking\":\"\",\"signature\":\"\"} }", - "event: ping\ndata: {\"type\": \"ping\"}", - "event: content_block_delta\ndata: {\"type\":\"content_block_delta\",\"index\":0,\"delta\":{\"type\":\"thinking_delta\",\"thinking\":\"The user is asking for\"} }", - "event: content_block_delta\ndata: {\"type\":\"content_block_delta\",\"index\":0,\"delta\":{\"type\":\"thinking_delta\",\"thinking\":\" a simple arithmetic calculation: 2+2.\\n\\n2+2 = 4\\n\\nThey want me to reply with the number only, so I should just say\"} }", - "event: content_block_delta\ndata: {\"type\":\"content_block_delta\",\"index\":0,\"delta\":{\"type\":\"thinking_delta\",\"thinking\":\" \\\"4\\\".\"} }", - "event: content_block_delta\ndata: {\"type\":\"content_block_delta\",\"index\":0,\"delta\":{\"type\":\"signature_delta\",\"signature\":\"EtMCCmQIDRgCKkAaZAxgfeQpVtL6Qt1I7nDkXgpJ4KrcjJtnTh/285F/a+1bqJMtQ3MrO83GpU3n8YucF2pDS+2CTpb9+iFP0lqtMhpjbGF1ZGUtc29ubmV0LTQtNS0yMDI1MDkyOTgAEgwUA4mNEJMSKeRves0aDHe+dTLWpaFIieI80iIwcs0ZHmkYjxTsURLBHBLqgJyazDFBy5eSSj8luTMYLMaXGPLb2qOJmXGJCJFCuO2+KpwBIoamg8TJtv+bdvcj740Ls2HuiVBclQXlue9M0FG68d/2oV7WgCoeWTjO6SekfyfBDFbgUziXUGBu4EblmGtqdQfeIUM1N0bUhekZJwuit5eP6nnNptZKBa74JVRptJi/Mz+aMATN80FiBuyveJ2cgxMtJahWVEx3+ap0WqsvIGtnyxZK1be2C6mzwrvT0qM286RW+uV7Zd3HmcI+GAE=\"} }", - "event: content_block_stop\ndata: {\"type\":\"content_block_stop\",\"index\":0 }", - "event: content_block_start\ndata: {\"type\":\"content_block_start\",\"index\":1,\"content_block\":{\"type\":\"text\",\"text\":\"\"} }", - "event: content_block_delta\ndata: {\"type\":\"content_block_delta\",\"index\":1,\"delta\":{\"type\":\"text_delta\",\"text\":\"4\"} }", - "event: content_block_stop\ndata: {\"type\":\"content_block_stop\",\"index\":1 }", - "event: message_delta\ndata: {\"type\":\"message_delta\",\"delta\":{\"stop_reason\":\"end_turn\",\"stop_sequence\":null,\"stop_details\":null},\"usage\":{\"input_tokens\":49,\"cache_creation_input_tokens\":0,\"cache_read_input_tokens\":0,\"output_tokens\":54} }", - "event: message_stop\ndata: {\"type\":\"message_stop\" }" - ] - } + "status": 200, + "statusText": "OK" } }, { + "callIndex": 9, "id": "e9c0050b49023e88", "matchKey": "POST api.anthropic.com/v1/messages", - "callIndex": 9, "recordedAt": "2026-04-28T23:05:21.143Z", "request": { - "method": "POST", - "url": "https://api.anthropic.com/v1/messages?beta=true", - "headers": { - "accept": "application/json", - "anthropic-version": "2023-06-01", - "content-type": "application/json" - }, "body": { "kind": "json", "value": { @@ -903,32 +854,12 @@ "model": "claude-haiku-4-5", "temperature": 0 } - } + }, + "headers": {}, + "method": "POST", + "url": "https://api.anthropic.com/v1/messages?beta=true" }, "response": { - "status": 200, - "statusText": "OK", - "headers": { - "anthropic-organization-id": "27796668-7351-40ac-acc4-024aee8995a5", - "anthropic-ratelimit-input-tokens-limit": "4000000", - "anthropic-ratelimit-input-tokens-remaining": "4000000", - "anthropic-ratelimit-input-tokens-reset": "2026-04-28T23:05:18Z", - "anthropic-ratelimit-output-tokens-limit": "800000", - "anthropic-ratelimit-output-tokens-remaining": "800000", - "anthropic-ratelimit-output-tokens-reset": "2026-04-28T23:05:19Z", - "anthropic-ratelimit-requests-limit": "20000", - "anthropic-ratelimit-requests-remaining": "19999", - "anthropic-ratelimit-requests-reset": "2026-04-28T23:05:18Z", - "anthropic-ratelimit-tokens-limit": "4800000", - "anthropic-ratelimit-tokens-remaining": "4800000", - "anthropic-ratelimit-tokens-reset": "2026-04-28T23:05:18Z", - "content-security-policy": "default-src 'none'; frame-ancestors 'none'", - "content-type": "application/json", - "request-id": "req_011CaX1LJwAdd4T7HsfzdcZz", - "vary": "Accept-Encoding", - "x-envoy-upstream-service-time": "418", - "x-robots-tag": "none" - }, "body": { "kind": "json", "value": { @@ -958,22 +889,38 @@ "service_tier": "standard" } } - } + }, + "headers": { + "anthropic-organization-id": "27796668-7351-40ac-acc4-024aee8995a5", + "anthropic-ratelimit-input-tokens-limit": "4000000", + "anthropic-ratelimit-input-tokens-remaining": "4000000", + "anthropic-ratelimit-input-tokens-reset": "2026-04-28T23:05:18Z", + "anthropic-ratelimit-output-tokens-limit": "800000", + "anthropic-ratelimit-output-tokens-remaining": "800000", + "anthropic-ratelimit-output-tokens-reset": "2026-04-28T23:05:19Z", + "anthropic-ratelimit-requests-limit": "20000", + "anthropic-ratelimit-requests-remaining": "19999", + "anthropic-ratelimit-requests-reset": "2026-04-28T23:05:18Z", + "anthropic-ratelimit-tokens-limit": "4800000", + "anthropic-ratelimit-tokens-remaining": "4800000", + "anthropic-ratelimit-tokens-reset": "2026-04-28T23:05:18Z", + "content-security-policy": "default-src 'none'; frame-ancestors 'none'", + "content-type": "application/json", + "request-id": "req_011CaX1LJwAdd4T7HsfzdcZz", + "vary": "Accept-Encoding", + "x-envoy-upstream-service-time": "418", + "x-robots-tag": "none" + }, + "status": 200, + "statusText": "OK" } }, { + "callIndex": 10, "id": "529b92f069e01c09", "matchKey": "POST api.anthropic.com/v1/messages", - "callIndex": 10, "recordedAt": "2026-04-28T23:05:21.143Z", "request": { - "method": "POST", - "url": "https://api.anthropic.com/v1/messages?beta=true", - "headers": { - "accept": "application/json", - "anthropic-version": "2023-06-01", - "content-type": "application/json" - }, "body": { "kind": "json", "value": { @@ -988,11 +935,24 @@ "stream": true, "temperature": 0 } - } + }, + "headers": {}, + "method": "POST", + "url": "https://api.anthropic.com/v1/messages?beta=true" }, "response": { - "status": 200, - "statusText": "OK", + "body": { + "chunks": [ + "event: message_start\ndata: {\"type\":\"message_start\",\"message\":{\"model\":\"claude-haiku-4-5-20251001\",\"id\":\"msg_016m8noRzV6fCeFqenNbd4k7\",\"type\":\"message\",\"role\":\"assistant\",\"content\":[],\"stop_reason\":null,\"stop_sequence\":null,\"stop_details\":null,\"usage\":{\"input_tokens\":24,\"cache_creation_input_tokens\":0,\"cache_read_input_tokens\":0,\"cache_creation\":{\"ephemeral_5m_input_tokens\":0,\"ephemeral_1h_input_tokens\":0},\"output_tokens\":1,\"service_tier\":\"standard\",\"inference_geo\":\"not_available\"}} }", + "event: content_block_start\ndata: {\"type\":\"content_block_start\",\"index\":0,\"content_block\":{\"type\":\"text\",\"text\":\"\"} }", + "event: ping\ndata: {\"type\": \"ping\"}", + "event: content_block_delta\ndata: {\"type\":\"content_block_delta\",\"index\":0,\"delta\":{\"type\":\"text_delta\",\"text\":\"1 one\\n2 two\\n3 three\"} }", + "event: content_block_stop\ndata: {\"type\":\"content_block_stop\",\"index\":0 }", + "event: message_delta\ndata: {\"type\":\"message_delta\",\"delta\":{\"stop_reason\":\"end_turn\",\"stop_sequence\":null,\"stop_details\":null},\"usage\":{\"input_tokens\":24,\"cache_creation_input_tokens\":0,\"cache_read_input_tokens\":0,\"output_tokens\":15}}", + "event: message_stop\ndata: {\"type\":\"message_stop\" }" + ], + "kind": "sse" + }, "headers": { "anthropic-organization-id": "27796668-7351-40ac-acc4-024aee8995a5", "anthropic-ratelimit-input-tokens-limit": "4000000", @@ -1015,34 +975,16 @@ "x-envoy-upstream-service-time": "394", "x-robots-tag": "none" }, - "body": { - "kind": "sse", - "chunks": [ - "event: message_start\ndata: {\"type\":\"message_start\",\"message\":{\"model\":\"claude-haiku-4-5-20251001\",\"id\":\"msg_016m8noRzV6fCeFqenNbd4k7\",\"type\":\"message\",\"role\":\"assistant\",\"content\":[],\"stop_reason\":null,\"stop_sequence\":null,\"stop_details\":null,\"usage\":{\"input_tokens\":24,\"cache_creation_input_tokens\":0,\"cache_read_input_tokens\":0,\"cache_creation\":{\"ephemeral_5m_input_tokens\":0,\"ephemeral_1h_input_tokens\":0},\"output_tokens\":1,\"service_tier\":\"standard\",\"inference_geo\":\"not_available\"}} }", - "event: content_block_start\ndata: {\"type\":\"content_block_start\",\"index\":0,\"content_block\":{\"type\":\"text\",\"text\":\"\"} }", - "event: ping\ndata: {\"type\": \"ping\"}", - "event: content_block_delta\ndata: {\"type\":\"content_block_delta\",\"index\":0,\"delta\":{\"type\":\"text_delta\",\"text\":\"1 one\\n2 two\\n3 three\"} }", - "event: content_block_stop\ndata: {\"type\":\"content_block_stop\",\"index\":0 }", - "event: message_delta\ndata: {\"type\":\"message_delta\",\"delta\":{\"stop_reason\":\"end_turn\",\"stop_sequence\":null,\"stop_details\":null},\"usage\":{\"input_tokens\":24,\"cache_creation_input_tokens\":0,\"cache_read_input_tokens\":0,\"output_tokens\":15}}", - "event: message_stop\ndata: {\"type\":\"message_stop\" }" - ] - } + "status": 200, + "statusText": "OK" } }, { + "callIndex": 11, "id": "6c855fe704bc68a2", "matchKey": "POST api.anthropic.com/v1/messages", - "callIndex": 11, "recordedAt": "2026-04-28T23:05:21.143Z", "request": { - "method": "POST", - "url": "https://api.anthropic.com/v1/messages?beta=true", - "headers": { - "accept": "application/json", - "anthropic-version": "2023-06-01", - "content-type": "application/json", - "x-stainless-helper": "BetaToolRunner" - }, "body": { "kind": "json", "value": { @@ -1073,31 +1015,12 @@ } ] } - } + }, + "headers": {}, + "method": "POST", + "url": "https://api.anthropic.com/v1/messages?beta=true" }, "response": { - "status": 200, - "statusText": "OK", - "headers": { - "anthropic-organization-id": "27796668-7351-40ac-acc4-024aee8995a5", - "anthropic-ratelimit-input-tokens-limit": "4000000", - "anthropic-ratelimit-input-tokens-remaining": "4000000", - "anthropic-ratelimit-input-tokens-reset": "2026-04-28T23:05:20Z", - "anthropic-ratelimit-output-tokens-limit": "800000", - "anthropic-ratelimit-output-tokens-remaining": "800000", - "anthropic-ratelimit-output-tokens-reset": "2026-04-28T23:05:20Z", - "anthropic-ratelimit-requests-limit": "20000", - "anthropic-ratelimit-requests-remaining": "19999", - "anthropic-ratelimit-requests-reset": "2026-04-28T23:05:19Z", - "anthropic-ratelimit-tokens-limit": "4800000", - "anthropic-ratelimit-tokens-remaining": "4800000", - "anthropic-ratelimit-tokens-reset": "2026-04-28T23:05:20Z", - "content-security-policy": "default-src 'none'; frame-ancestors 'none'", - "content-type": "application/json", - "request-id": "req_011CaX1LQNbQAh1asWaswgM7", - "x-envoy-upstream-service-time": "661", - "x-robots-tag": "none" - }, "body": { "kind": "json", "value": { @@ -1134,23 +1057,37 @@ "service_tier": "standard" } } - } + }, + "headers": { + "anthropic-organization-id": "27796668-7351-40ac-acc4-024aee8995a5", + "anthropic-ratelimit-input-tokens-limit": "4000000", + "anthropic-ratelimit-input-tokens-remaining": "4000000", + "anthropic-ratelimit-input-tokens-reset": "2026-04-28T23:05:20Z", + "anthropic-ratelimit-output-tokens-limit": "800000", + "anthropic-ratelimit-output-tokens-remaining": "800000", + "anthropic-ratelimit-output-tokens-reset": "2026-04-28T23:05:20Z", + "anthropic-ratelimit-requests-limit": "20000", + "anthropic-ratelimit-requests-remaining": "19999", + "anthropic-ratelimit-requests-reset": "2026-04-28T23:05:19Z", + "anthropic-ratelimit-tokens-limit": "4800000", + "anthropic-ratelimit-tokens-remaining": "4800000", + "anthropic-ratelimit-tokens-reset": "2026-04-28T23:05:20Z", + "content-security-policy": "default-src 'none'; frame-ancestors 'none'", + "content-type": "application/json", + "request-id": "req_011CaX1LQNbQAh1asWaswgM7", + "x-envoy-upstream-service-time": "661", + "x-robots-tag": "none" + }, + "status": 200, + "statusText": "OK" } }, { + "callIndex": 12, "id": "4e627d29d747b4bb", "matchKey": "POST api.anthropic.com/v1/messages", - "callIndex": 12, "recordedAt": "2026-04-28T23:05:21.143Z", "request": { - "method": "POST", - "url": "https://api.anthropic.com/v1/messages?beta=true", - "headers": { - "accept": "application/json", - "anthropic-version": "2023-06-01", - "content-type": "application/json", - "x-stainless-helper": "BetaToolRunner" - }, "body": { "kind": "json", "value": { @@ -1207,31 +1144,12 @@ } ] } - } + }, + "headers": {}, + "method": "POST", + "url": "https://api.anthropic.com/v1/messages?beta=true" }, "response": { - "status": 200, - "statusText": "OK", - "headers": { - "anthropic-organization-id": "27796668-7351-40ac-acc4-024aee8995a5", - "anthropic-ratelimit-input-tokens-limit": "4000000", - "anthropic-ratelimit-input-tokens-remaining": "4000000", - "anthropic-ratelimit-input-tokens-reset": "2026-04-28T23:05:20Z", - "anthropic-ratelimit-output-tokens-limit": "800000", - "anthropic-ratelimit-output-tokens-remaining": "800000", - "anthropic-ratelimit-output-tokens-reset": "2026-04-28T23:05:21Z", - "anthropic-ratelimit-requests-limit": "20000", - "anthropic-ratelimit-requests-remaining": "19999", - "anthropic-ratelimit-requests-reset": "2026-04-28T23:05:20Z", - "anthropic-ratelimit-tokens-limit": "4800000", - "anthropic-ratelimit-tokens-remaining": "4800000", - "anthropic-ratelimit-tokens-reset": "2026-04-28T23:05:20Z", - "content-security-policy": "default-src 'none'; frame-ancestors 'none'", - "content-type": "application/json", - "request-id": "req_011CaX1LTeYd5pZ5bTE1ZXgh", - "x-envoy-upstream-service-time": "476", - "x-robots-tag": "none" - }, "body": { "kind": "json", "value": { @@ -1261,8 +1179,35 @@ "service_tier": "standard" } } - } + }, + "headers": { + "anthropic-organization-id": "27796668-7351-40ac-acc4-024aee8995a5", + "anthropic-ratelimit-input-tokens-limit": "4000000", + "anthropic-ratelimit-input-tokens-remaining": "4000000", + "anthropic-ratelimit-input-tokens-reset": "2026-04-28T23:05:20Z", + "anthropic-ratelimit-output-tokens-limit": "800000", + "anthropic-ratelimit-output-tokens-remaining": "800000", + "anthropic-ratelimit-output-tokens-reset": "2026-04-28T23:05:21Z", + "anthropic-ratelimit-requests-limit": "20000", + "anthropic-ratelimit-requests-remaining": "19999", + "anthropic-ratelimit-requests-reset": "2026-04-28T23:05:20Z", + "anthropic-ratelimit-tokens-limit": "4800000", + "anthropic-ratelimit-tokens-remaining": "4800000", + "anthropic-ratelimit-tokens-reset": "2026-04-28T23:05:20Z", + "content-security-policy": "default-src 'none'; frame-ancestors 'none'", + "content-type": "application/json", + "request-id": "req_011CaX1LTeYd5pZ5bTE1ZXgh", + "x-envoy-upstream-service-time": "476", + "x-robots-tag": "none" + }, + "status": 200, + "statusText": "OK" } } - ] + ], + "meta": { + "createdAt": "2026-04-28T23:05:21.143Z", + "seinfeldVersion": "0.0.0" + }, + "version": 1 } diff --git a/e2e/scenarios/anthropic-instrumentation/__cassettes__/anthropic-v0730.cassette.json b/e2e/scenarios/anthropic-instrumentation/__cassettes__/anthropic-v0730.cassette.json index 085f0b3d4..9684fd74b 100644 --- a/e2e/scenarios/anthropic-instrumentation/__cassettes__/anthropic-v0730.cassette.json +++ b/e2e/scenarios/anthropic-instrumentation/__cassettes__/anthropic-v0730.cassette.json @@ -1,23 +1,11 @@ { - "version": 1, - "meta": { - "createdAt": "2026-04-28T23:05:39.662Z", - "seinfeldVersion": "0.0.0" - }, "entries": [ { + "callIndex": 0, "id": "7013a168b3f007e8", "matchKey": "POST api.anthropic.com/v1/messages", - "callIndex": 0, "recordedAt": "2026-04-28T23:05:39.662Z", "request": { - "method": "POST", - "url": "https://api.anthropic.com/v1/messages", - "headers": { - "accept": "application/json", - "anthropic-version": "2023-06-01", - "content-type": "application/json" - }, "body": { "kind": "json", "value": { @@ -31,31 +19,12 @@ "model": "claude-haiku-4-5", "temperature": 0 } - } + }, + "headers": {}, + "method": "POST", + "url": "https://api.anthropic.com/v1/messages" }, "response": { - "status": 200, - "statusText": "OK", - "headers": { - "anthropic-organization-id": "27796668-7351-40ac-acc4-024aee8995a5", - "anthropic-ratelimit-input-tokens-limit": "4000000", - "anthropic-ratelimit-input-tokens-remaining": "3997000", - "anthropic-ratelimit-input-tokens-reset": "2026-04-28T23:05:23Z", - "anthropic-ratelimit-output-tokens-limit": "800000", - "anthropic-ratelimit-output-tokens-remaining": "800000", - "anthropic-ratelimit-output-tokens-reset": "2026-04-28T23:05:23Z", - "anthropic-ratelimit-requests-limit": "20000", - "anthropic-ratelimit-requests-remaining": "19999", - "anthropic-ratelimit-requests-reset": "2026-04-28T23:05:23Z", - "anthropic-ratelimit-tokens-limit": "4800000", - "anthropic-ratelimit-tokens-remaining": "4797000", - "anthropic-ratelimit-tokens-reset": "2026-04-28T23:05:23Z", - "content-security-policy": "default-src 'none'; frame-ancestors 'none'", - "content-type": "application/json", - "request-id": "req_011CaX1Leb7Edhbzd2iVmkEG", - "x-envoy-upstream-service-time": "467", - "x-robots-tag": "none" - }, "body": { "kind": "json", "value": { @@ -85,22 +54,37 @@ "service_tier": "standard" } } - } + }, + "headers": { + "anthropic-organization-id": "27796668-7351-40ac-acc4-024aee8995a5", + "anthropic-ratelimit-input-tokens-limit": "4000000", + "anthropic-ratelimit-input-tokens-remaining": "3997000", + "anthropic-ratelimit-input-tokens-reset": "2026-04-28T23:05:23Z", + "anthropic-ratelimit-output-tokens-limit": "800000", + "anthropic-ratelimit-output-tokens-remaining": "800000", + "anthropic-ratelimit-output-tokens-reset": "2026-04-28T23:05:23Z", + "anthropic-ratelimit-requests-limit": "20000", + "anthropic-ratelimit-requests-remaining": "19999", + "anthropic-ratelimit-requests-reset": "2026-04-28T23:05:23Z", + "anthropic-ratelimit-tokens-limit": "4800000", + "anthropic-ratelimit-tokens-remaining": "4797000", + "anthropic-ratelimit-tokens-reset": "2026-04-28T23:05:23Z", + "content-security-policy": "default-src 'none'; frame-ancestors 'none'", + "content-type": "application/json", + "request-id": "req_011CaX1Leb7Edhbzd2iVmkEG", + "x-envoy-upstream-service-time": "467", + "x-robots-tag": "none" + }, + "status": 200, + "statusText": "OK" } }, { + "callIndex": 1, "id": "d5bfecff47d61304", "matchKey": "POST api.anthropic.com/v1/messages", - "callIndex": 1, "recordedAt": "2026-04-28T23:05:39.662Z", "request": { - "method": "POST", - "url": "https://api.anthropic.com/v1/messages", - "headers": { - "accept": "application/json", - "anthropic-version": "2023-06-01", - "content-type": "application/json" - }, "body": { "kind": "json", "value": { @@ -114,31 +98,12 @@ "model": "claude-haiku-4-5", "temperature": 0 } - } + }, + "headers": {}, + "method": "POST", + "url": "https://api.anthropic.com/v1/messages" }, "response": { - "status": 200, - "statusText": "OK", - "headers": { - "anthropic-organization-id": "27796668-7351-40ac-acc4-024aee8995a5", - "anthropic-ratelimit-input-tokens-limit": "4000000", - "anthropic-ratelimit-input-tokens-remaining": "4000000", - "anthropic-ratelimit-input-tokens-reset": "2026-04-28T23:05:24Z", - "anthropic-ratelimit-output-tokens-limit": "800000", - "anthropic-ratelimit-output-tokens-remaining": "800000", - "anthropic-ratelimit-output-tokens-reset": "2026-04-28T23:05:24Z", - "anthropic-ratelimit-requests-limit": "20000", - "anthropic-ratelimit-requests-remaining": "19999", - "anthropic-ratelimit-requests-reset": "2026-04-28T23:05:23Z", - "anthropic-ratelimit-tokens-limit": "4800000", - "anthropic-ratelimit-tokens-remaining": "4800000", - "anthropic-ratelimit-tokens-reset": "2026-04-28T23:05:24Z", - "content-security-policy": "default-src 'none'; frame-ancestors 'none'", - "content-type": "application/json", - "request-id": "req_011CaX1LhC8QXZ198viKivVJ", - "x-envoy-upstream-service-time": "433", - "x-robots-tag": "none" - }, "body": { "kind": "json", "value": { @@ -168,22 +133,37 @@ "service_tier": "standard" } } - } + }, + "headers": { + "anthropic-organization-id": "27796668-7351-40ac-acc4-024aee8995a5", + "anthropic-ratelimit-input-tokens-limit": "4000000", + "anthropic-ratelimit-input-tokens-remaining": "4000000", + "anthropic-ratelimit-input-tokens-reset": "2026-04-28T23:05:24Z", + "anthropic-ratelimit-output-tokens-limit": "800000", + "anthropic-ratelimit-output-tokens-remaining": "800000", + "anthropic-ratelimit-output-tokens-reset": "2026-04-28T23:05:24Z", + "anthropic-ratelimit-requests-limit": "20000", + "anthropic-ratelimit-requests-remaining": "19999", + "anthropic-ratelimit-requests-reset": "2026-04-28T23:05:23Z", + "anthropic-ratelimit-tokens-limit": "4800000", + "anthropic-ratelimit-tokens-remaining": "4800000", + "anthropic-ratelimit-tokens-reset": "2026-04-28T23:05:24Z", + "content-security-policy": "default-src 'none'; frame-ancestors 'none'", + "content-type": "application/json", + "request-id": "req_011CaX1LhC8QXZ198viKivVJ", + "x-envoy-upstream-service-time": "433", + "x-robots-tag": "none" + }, + "status": 200, + "statusText": "OK" } }, { + "callIndex": 2, "id": "4f7d9d4ecc36bbea", "matchKey": "POST api.anthropic.com/v1/messages", - "callIndex": 2, "recordedAt": "2026-04-28T23:05:39.662Z", "request": { - "method": "POST", - "url": "https://api.anthropic.com/v1/messages", - "headers": { - "accept": "application/json", - "anthropic-version": "2023-06-01", - "content-type": "application/json" - }, "body": { "kind": "json", "value": { @@ -210,32 +190,12 @@ "model": "claude-haiku-4-5", "temperature": 0 } - } + }, + "headers": {}, + "method": "POST", + "url": "https://api.anthropic.com/v1/messages" }, "response": { - "status": 200, - "statusText": "OK", - "headers": { - "anthropic-organization-id": "27796668-7351-40ac-acc4-024aee8995a5", - "anthropic-ratelimit-input-tokens-limit": "4000000", - "anthropic-ratelimit-input-tokens-remaining": "3999000", - "anthropic-ratelimit-input-tokens-reset": "2026-04-28T23:05:25Z", - "anthropic-ratelimit-output-tokens-limit": "800000", - "anthropic-ratelimit-output-tokens-remaining": "800000", - "anthropic-ratelimit-output-tokens-reset": "2026-04-28T23:05:25Z", - "anthropic-ratelimit-requests-limit": "20000", - "anthropic-ratelimit-requests-remaining": "19999", - "anthropic-ratelimit-requests-reset": "2026-04-28T23:05:24Z", - "anthropic-ratelimit-tokens-limit": "4800000", - "anthropic-ratelimit-tokens-remaining": "4799000", - "anthropic-ratelimit-tokens-reset": "2026-04-28T23:05:25Z", - "content-security-policy": "default-src 'none'; frame-ancestors 'none'", - "content-type": "application/json", - "request-id": "req_011CaX1LkSbBJ4QPa1W9Cws7", - "vary": "Accept-Encoding", - "x-envoy-upstream-service-time": "1148", - "x-robots-tag": "none" - }, "body": { "kind": "json", "value": { @@ -265,22 +225,38 @@ "service_tier": "standard" } } - } + }, + "headers": { + "anthropic-organization-id": "27796668-7351-40ac-acc4-024aee8995a5", + "anthropic-ratelimit-input-tokens-limit": "4000000", + "anthropic-ratelimit-input-tokens-remaining": "3999000", + "anthropic-ratelimit-input-tokens-reset": "2026-04-28T23:05:25Z", + "anthropic-ratelimit-output-tokens-limit": "800000", + "anthropic-ratelimit-output-tokens-remaining": "800000", + "anthropic-ratelimit-output-tokens-reset": "2026-04-28T23:05:25Z", + "anthropic-ratelimit-requests-limit": "20000", + "anthropic-ratelimit-requests-remaining": "19999", + "anthropic-ratelimit-requests-reset": "2026-04-28T23:05:24Z", + "anthropic-ratelimit-tokens-limit": "4800000", + "anthropic-ratelimit-tokens-remaining": "4799000", + "anthropic-ratelimit-tokens-reset": "2026-04-28T23:05:25Z", + "content-security-policy": "default-src 'none'; frame-ancestors 'none'", + "content-type": "application/json", + "request-id": "req_011CaX1LkSbBJ4QPa1W9Cws7", + "vary": "Accept-Encoding", + "x-envoy-upstream-service-time": "1148", + "x-robots-tag": "none" + }, + "status": 200, + "statusText": "OK" } }, { + "callIndex": 3, "id": "343d969b488b84f2", "matchKey": "POST api.anthropic.com/v1/messages", - "callIndex": 3, "recordedAt": "2026-04-28T23:05:39.662Z", "request": { - "method": "POST", - "url": "https://api.anthropic.com/v1/messages", - "headers": { - "accept": "application/json", - "anthropic-version": "2023-06-01", - "content-type": "application/json" - }, "body": { "kind": "json", "value": { @@ -295,11 +271,24 @@ "stream": true, "temperature": 0 } - } + }, + "headers": {}, + "method": "POST", + "url": "https://api.anthropic.com/v1/messages" }, "response": { - "status": 200, - "statusText": "OK", + "body": { + "chunks": [ + "event: message_start\ndata: {\"type\":\"message_start\",\"message\":{\"model\":\"claude-haiku-4-5-20251001\",\"id\":\"msg_0133Y9g4mSjra6MvQrCMiJZq\",\"type\":\"message\",\"role\":\"assistant\",\"content\":[],\"stop_reason\":null,\"stop_sequence\":null,\"stop_details\":null,\"usage\":{\"input_tokens\":24,\"cache_creation_input_tokens\":0,\"cache_read_input_tokens\":0,\"cache_creation\":{\"ephemeral_5m_input_tokens\":0,\"ephemeral_1h_input_tokens\":0},\"output_tokens\":1,\"service_tier\":\"standard\",\"inference_geo\":\"not_available\"}} }", + "event: content_block_start\ndata: {\"type\":\"content_block_start\",\"index\":0,\"content_block\":{\"type\":\"text\",\"text\":\"\"} }", + "event: ping\ndata: {\"type\": \"ping\"}", + "event: content_block_delta\ndata: {\"type\":\"content_block_delta\",\"index\":0,\"delta\":{\"type\":\"text_delta\",\"text\":\"1 one\\n2 two\\n3 three\"} }", + "event: content_block_stop\ndata: {\"type\":\"content_block_stop\",\"index\":0 }", + "event: message_delta\ndata: {\"type\":\"message_delta\",\"delta\":{\"stop_reason\":\"end_turn\",\"stop_sequence\":null,\"stop_details\":null},\"usage\":{\"input_tokens\":24,\"cache_creation_input_tokens\":0,\"cache_read_input_tokens\":0,\"output_tokens\":15}}", + "event: message_stop\ndata: {\"type\":\"message_stop\" }" + ], + "kind": "sse" + }, "headers": { "anthropic-organization-id": "27796668-7351-40ac-acc4-024aee8995a5", "anthropic-ratelimit-input-tokens-limit": "4000000", @@ -322,34 +311,16 @@ "x-envoy-upstream-service-time": "2278", "x-robots-tag": "none" }, - "body": { - "kind": "sse", - "chunks": [ - "event: message_start\ndata: {\"type\":\"message_start\",\"message\":{\"model\":\"claude-haiku-4-5-20251001\",\"id\":\"msg_0133Y9g4mSjra6MvQrCMiJZq\",\"type\":\"message\",\"role\":\"assistant\",\"content\":[],\"stop_reason\":null,\"stop_sequence\":null,\"stop_details\":null,\"usage\":{\"input_tokens\":24,\"cache_creation_input_tokens\":0,\"cache_read_input_tokens\":0,\"cache_creation\":{\"ephemeral_5m_input_tokens\":0,\"ephemeral_1h_input_tokens\":0},\"output_tokens\":1,\"service_tier\":\"standard\",\"inference_geo\":\"not_available\"}} }", - "event: content_block_start\ndata: {\"type\":\"content_block_start\",\"index\":0,\"content_block\":{\"type\":\"text\",\"text\":\"\"} }", - "event: ping\ndata: {\"type\": \"ping\"}", - "event: content_block_delta\ndata: {\"type\":\"content_block_delta\",\"index\":0,\"delta\":{\"type\":\"text_delta\",\"text\":\"1 one\\n2 two\\n3 three\"} }", - "event: content_block_stop\ndata: {\"type\":\"content_block_stop\",\"index\":0 }", - "event: message_delta\ndata: {\"type\":\"message_delta\",\"delta\":{\"stop_reason\":\"end_turn\",\"stop_sequence\":null,\"stop_details\":null},\"usage\":{\"input_tokens\":24,\"cache_creation_input_tokens\":0,\"cache_read_input_tokens\":0,\"output_tokens\":15}}", - "event: message_stop\ndata: {\"type\":\"message_stop\" }" - ] - } + "status": 200, + "statusText": "OK" } }, { + "callIndex": 4, "id": "81b48f1d594c2f95", "matchKey": "POST api.anthropic.com/v1/messages", - "callIndex": 4, "recordedAt": "2026-04-28T23:05:39.662Z", "request": { - "method": "POST", - "url": "https://api.anthropic.com/v1/messages", - "headers": { - "accept": "application/json", - "anthropic-version": "2023-06-01", - "content-type": "application/json", - "x-stainless-helper-method": "stream" - }, "body": { "kind": "json", "value": { @@ -364,11 +335,24 @@ "stream": true, "temperature": 0 } - } + }, + "headers": {}, + "method": "POST", + "url": "https://api.anthropic.com/v1/messages" }, "response": { - "status": 200, - "statusText": "OK", + "body": { + "chunks": [ + "event: message_start\ndata: {\"type\":\"message_start\",\"message\":{\"model\":\"claude-haiku-4-5-20251001\",\"id\":\"msg_011j7WtbcQkU6BuxX6UMnqoH\",\"type\":\"message\",\"role\":\"assistant\",\"content\":[],\"stop_reason\":null,\"stop_sequence\":null,\"stop_details\":null,\"usage\":{\"input_tokens\":24,\"cache_creation_input_tokens\":0,\"cache_read_input_tokens\":0,\"cache_creation\":{\"ephemeral_5m_input_tokens\":0,\"ephemeral_1h_input_tokens\":0},\"output_tokens\":1,\"service_tier\":\"standard\",\"inference_geo\":\"not_available\"}} }", + "event: content_block_start\ndata: {\"type\":\"content_block_start\",\"index\":0,\"content_block\":{\"type\":\"text\",\"text\":\"\"} }", + "event: ping\ndata: {\"type\": \"ping\"}", + "event: content_block_delta\ndata: {\"type\":\"content_block_delta\",\"index\":0,\"delta\":{\"type\":\"text_delta\",\"text\":\"1 one\\n2 two\\n3 three\"} }", + "event: content_block_stop\ndata: {\"type\":\"content_block_stop\",\"index\":0 }", + "event: message_delta\ndata: {\"type\":\"message_delta\",\"delta\":{\"stop_reason\":\"end_turn\",\"stop_sequence\":null,\"stop_details\":null},\"usage\":{\"input_tokens\":24,\"cache_creation_input_tokens\":0,\"cache_read_input_tokens\":0,\"output_tokens\":15} }", + "event: message_stop\ndata: {\"type\":\"message_stop\" }" + ], + "kind": "sse" + }, "headers": { "anthropic-organization-id": "27796668-7351-40ac-acc4-024aee8995a5", "anthropic-ratelimit-input-tokens-limit": "4000000", @@ -391,33 +375,16 @@ "x-envoy-upstream-service-time": "388", "x-robots-tag": "none" }, - "body": { - "kind": "sse", - "chunks": [ - "event: message_start\ndata: {\"type\":\"message_start\",\"message\":{\"model\":\"claude-haiku-4-5-20251001\",\"id\":\"msg_011j7WtbcQkU6BuxX6UMnqoH\",\"type\":\"message\",\"role\":\"assistant\",\"content\":[],\"stop_reason\":null,\"stop_sequence\":null,\"stop_details\":null,\"usage\":{\"input_tokens\":24,\"cache_creation_input_tokens\":0,\"cache_read_input_tokens\":0,\"cache_creation\":{\"ephemeral_5m_input_tokens\":0,\"ephemeral_1h_input_tokens\":0},\"output_tokens\":1,\"service_tier\":\"standard\",\"inference_geo\":\"not_available\"}} }", - "event: content_block_start\ndata: {\"type\":\"content_block_start\",\"index\":0,\"content_block\":{\"type\":\"text\",\"text\":\"\"} }", - "event: ping\ndata: {\"type\": \"ping\"}", - "event: content_block_delta\ndata: {\"type\":\"content_block_delta\",\"index\":0,\"delta\":{\"type\":\"text_delta\",\"text\":\"1 one\\n2 two\\n3 three\"} }", - "event: content_block_stop\ndata: {\"type\":\"content_block_stop\",\"index\":0 }", - "event: message_delta\ndata: {\"type\":\"message_delta\",\"delta\":{\"stop_reason\":\"end_turn\",\"stop_sequence\":null,\"stop_details\":null},\"usage\":{\"input_tokens\":24,\"cache_creation_input_tokens\":0,\"cache_read_input_tokens\":0,\"output_tokens\":15} }", - "event: message_stop\ndata: {\"type\":\"message_stop\" }" - ] - } + "status": 200, + "statusText": "OK" } }, { + "callIndex": 5, "id": "8c858201f9b5468f", "matchKey": "POST api.anthropic.com/v1/messages", - "callIndex": 5, "recordedAt": "2026-04-28T23:05:39.662Z", "request": { - "method": "POST", - "url": "https://api.anthropic.com/v1/messages", - "headers": { - "accept": "application/json", - "anthropic-version": "2023-06-01", - "content-type": "application/json" - }, "body": { "kind": "json", "value": { @@ -453,11 +420,29 @@ } ] } - } + }, + "headers": {}, + "method": "POST", + "url": "https://api.anthropic.com/v1/messages" }, "response": { - "status": 200, - "statusText": "OK", + "body": { + "chunks": [ + "event: message_start\ndata: {\"type\":\"message_start\",\"message\":{\"model\":\"claude-haiku-4-5-20251001\",\"id\":\"msg_016khduBAYZcr78xqoMSrbV1\",\"type\":\"message\",\"role\":\"assistant\",\"content\":[],\"stop_reason\":null,\"stop_sequence\":null,\"stop_details\":null,\"usage\":{\"input_tokens\":687,\"cache_creation_input_tokens\":0,\"cache_read_input_tokens\":0,\"cache_creation\":{\"ephemeral_5m_input_tokens\":0,\"ephemeral_1h_input_tokens\":0},\"output_tokens\":13,\"service_tier\":\"standard\",\"inference_geo\":\"not_available\"}} }", + "event: content_block_start\ndata: {\"type\":\"content_block_start\",\"index\":0,\"content_block\":{\"type\":\"tool_use\",\"id\":\"toolu_01GuXUEJprcWcX4ZbDgYXmJT\",\"name\":\"get_weather\",\"input\":{},\"caller\":{\"type\":\"direct\"}} }", + "event: ping\ndata: {\"type\": \"ping\"}", + "event: content_block_delta\ndata: {\"type\":\"content_block_delta\",\"index\":0,\"delta\":{\"type\":\"input_json_delta\",\"partial_json\":\"\"} }", + "event: content_block_delta\ndata: {\"type\":\"content_block_delta\",\"index\":0,\"delta\":{\"type\":\"input_json_delta\",\"partial_json\":\"{\\\"loca\"} }", + "event: content_block_delta\ndata: {\"type\":\"content_block_delta\",\"index\":0,\"delta\":{\"type\":\"input_json_delta\",\"partial_json\":\"tio\"} }", + "event: content_block_delta\ndata: {\"type\":\"content_block_delta\",\"index\":0,\"delta\":{\"type\":\"input_json_delta\",\"partial_json\":\"n\\\": \\\"Pari\"} }", + "event: content_block_delta\ndata: {\"type\":\"content_block_delta\",\"index\":0,\"delta\":{\"type\":\"input_json_delta\",\"partial_json\":\"s, France\"} }", + "event: content_block_delta\ndata: {\"type\":\"content_block_delta\",\"index\":0,\"delta\":{\"type\":\"input_json_delta\",\"partial_json\":\"\\\"}\"} }", + "event: content_block_stop\ndata: {\"type\":\"content_block_stop\",\"index\":0 }", + "event: message_delta\ndata: {\"type\":\"message_delta\",\"delta\":{\"stop_reason\":\"tool_use\",\"stop_sequence\":null,\"stop_details\":null},\"usage\":{\"input_tokens\":687,\"cache_creation_input_tokens\":0,\"cache_read_input_tokens\":0,\"output_tokens\":26} }", + "event: message_stop\ndata: {\"type\":\"message_stop\" }" + ], + "kind": "sse" + }, "headers": { "anthropic-organization-id": "27796668-7351-40ac-acc4-024aee8995a5", "anthropic-ratelimit-input-tokens-limit": "4000000", @@ -479,38 +464,16 @@ "x-envoy-upstream-service-time": "2058", "x-robots-tag": "none" }, - "body": { - "kind": "sse", - "chunks": [ - "event: message_start\ndata: {\"type\":\"message_start\",\"message\":{\"model\":\"claude-haiku-4-5-20251001\",\"id\":\"msg_016khduBAYZcr78xqoMSrbV1\",\"type\":\"message\",\"role\":\"assistant\",\"content\":[],\"stop_reason\":null,\"stop_sequence\":null,\"stop_details\":null,\"usage\":{\"input_tokens\":687,\"cache_creation_input_tokens\":0,\"cache_read_input_tokens\":0,\"cache_creation\":{\"ephemeral_5m_input_tokens\":0,\"ephemeral_1h_input_tokens\":0},\"output_tokens\":13,\"service_tier\":\"standard\",\"inference_geo\":\"not_available\"}} }", - "event: content_block_start\ndata: {\"type\":\"content_block_start\",\"index\":0,\"content_block\":{\"type\":\"tool_use\",\"id\":\"toolu_01GuXUEJprcWcX4ZbDgYXmJT\",\"name\":\"get_weather\",\"input\":{},\"caller\":{\"type\":\"direct\"}} }", - "event: ping\ndata: {\"type\": \"ping\"}", - "event: content_block_delta\ndata: {\"type\":\"content_block_delta\",\"index\":0,\"delta\":{\"type\":\"input_json_delta\",\"partial_json\":\"\"} }", - "event: content_block_delta\ndata: {\"type\":\"content_block_delta\",\"index\":0,\"delta\":{\"type\":\"input_json_delta\",\"partial_json\":\"{\\\"loca\"} }", - "event: content_block_delta\ndata: {\"type\":\"content_block_delta\",\"index\":0,\"delta\":{\"type\":\"input_json_delta\",\"partial_json\":\"tio\"} }", - "event: content_block_delta\ndata: {\"type\":\"content_block_delta\",\"index\":0,\"delta\":{\"type\":\"input_json_delta\",\"partial_json\":\"n\\\": \\\"Pari\"} }", - "event: content_block_delta\ndata: {\"type\":\"content_block_delta\",\"index\":0,\"delta\":{\"type\":\"input_json_delta\",\"partial_json\":\"s, France\"} }", - "event: content_block_delta\ndata: {\"type\":\"content_block_delta\",\"index\":0,\"delta\":{\"type\":\"input_json_delta\",\"partial_json\":\"\\\"}\"} }", - "event: content_block_stop\ndata: {\"type\":\"content_block_stop\",\"index\":0 }", - "event: message_delta\ndata: {\"type\":\"message_delta\",\"delta\":{\"stop_reason\":\"tool_use\",\"stop_sequence\":null,\"stop_details\":null},\"usage\":{\"input_tokens\":687,\"cache_creation_input_tokens\":0,\"cache_read_input_tokens\":0,\"output_tokens\":26} }", - "event: message_stop\ndata: {\"type\":\"message_stop\" }" - ] - } + "status": 200, + "statusText": "OK" } }, { + "callIndex": 6, "id": "c7d61b210c3c0ece", "matchKey": "POST api.anthropic.com/v1/messages", - "callIndex": 6, "recordedAt": "2026-04-28T23:05:39.662Z", "request": { - "method": "POST", - "url": "https://api.anthropic.com/v1/messages", - "headers": { - "accept": "application/json", - "anthropic-version": "2023-06-01", - "content-type": "application/json" - }, "body": { "kind": "json", "value": { @@ -540,31 +503,12 @@ } ] } - } + }, + "headers": {}, + "method": "POST", + "url": "https://api.anthropic.com/v1/messages" }, "response": { - "status": 200, - "statusText": "OK", - "headers": { - "anthropic-organization-id": "27796668-7351-40ac-acc4-024aee8995a5", - "anthropic-ratelimit-input-tokens-limit": "4000000", - "anthropic-ratelimit-input-tokens-remaining": "4000000", - "anthropic-ratelimit-input-tokens-reset": "2026-04-28T23:05:31Z", - "anthropic-ratelimit-output-tokens-limit": "800000", - "anthropic-ratelimit-output-tokens-remaining": "800000", - "anthropic-ratelimit-output-tokens-reset": "2026-04-28T23:05:32Z", - "anthropic-ratelimit-requests-limit": "20000", - "anthropic-ratelimit-requests-remaining": "19999", - "anthropic-ratelimit-requests-reset": "2026-04-28T23:05:31Z", - "anthropic-ratelimit-tokens-limit": "4800000", - "anthropic-ratelimit-tokens-remaining": "4800000", - "anthropic-ratelimit-tokens-reset": "2026-04-28T23:05:31Z", - "content-security-policy": "default-src 'none'; frame-ancestors 'none'", - "content-type": "application/json", - "request-id": "req_011CaX1MFMtZgozZraFQKpmT", - "x-envoy-upstream-service-time": "723", - "x-robots-tag": "none" - }, "body": { "kind": "json", "value": { @@ -601,22 +545,37 @@ "service_tier": "standard" } } - } + }, + "headers": { + "anthropic-organization-id": "27796668-7351-40ac-acc4-024aee8995a5", + "anthropic-ratelimit-input-tokens-limit": "4000000", + "anthropic-ratelimit-input-tokens-remaining": "4000000", + "anthropic-ratelimit-input-tokens-reset": "2026-04-28T23:05:31Z", + "anthropic-ratelimit-output-tokens-limit": "800000", + "anthropic-ratelimit-output-tokens-remaining": "800000", + "anthropic-ratelimit-output-tokens-reset": "2026-04-28T23:05:32Z", + "anthropic-ratelimit-requests-limit": "20000", + "anthropic-ratelimit-requests-remaining": "19999", + "anthropic-ratelimit-requests-reset": "2026-04-28T23:05:31Z", + "anthropic-ratelimit-tokens-limit": "4800000", + "anthropic-ratelimit-tokens-remaining": "4800000", + "anthropic-ratelimit-tokens-reset": "2026-04-28T23:05:31Z", + "content-security-policy": "default-src 'none'; frame-ancestors 'none'", + "content-type": "application/json", + "request-id": "req_011CaX1MFMtZgozZraFQKpmT", + "x-envoy-upstream-service-time": "723", + "x-robots-tag": "none" + }, + "status": 200, + "statusText": "OK" } }, { + "callIndex": 7, "id": "79cf727e8826de49", "matchKey": "POST api.anthropic.com/v1/messages", - "callIndex": 7, "recordedAt": "2026-04-28T23:05:39.662Z", "request": { - "method": "POST", - "url": "https://api.anthropic.com/v1/messages", - "headers": { - "accept": "application/json", - "anthropic-version": "2023-06-01", - "content-type": "application/json" - }, "body": { "kind": "json", "value": { @@ -637,36 +596,16 @@ { "max_uses": 1, "name": "web_search", - "type": "web_search_20250305" - } - ] - } - } - }, - "response": { - "status": 200, - "statusText": "OK", - "headers": { - "anthropic-organization-id": "27796668-7351-40ac-acc4-024aee8995a5", - "anthropic-ratelimit-input-tokens-limit": "3000000", - "anthropic-ratelimit-input-tokens-remaining": "2987000", - "anthropic-ratelimit-input-tokens-reset": "2026-04-28T23:05:34Z", - "anthropic-ratelimit-output-tokens-limit": "600000", - "anthropic-ratelimit-output-tokens-remaining": "600000", - "anthropic-ratelimit-output-tokens-reset": "2026-04-28T23:05:35Z", - "anthropic-ratelimit-requests-limit": "20000", - "anthropic-ratelimit-requests-remaining": "19999", - "anthropic-ratelimit-requests-reset": "2026-04-28T23:05:32Z", - "anthropic-ratelimit-tokens-limit": "3600000", - "anthropic-ratelimit-tokens-remaining": "3587000", - "anthropic-ratelimit-tokens-reset": "2026-04-28T23:05:34Z", - "content-security-policy": "default-src 'none'; frame-ancestors 'none'", - "content-type": "application/json", - "request-id": "req_011CaX1MJpkKy4Wi7PHkhNkK", - "vary": "Accept-Encoding", - "x-envoy-upstream-service-time": "3386", - "x-robots-tag": "none" + "type": "web_search_20250305" + } + ] + } }, + "headers": {}, + "method": "POST", + "url": "https://api.anthropic.com/v1/messages" + }, + "response": { "body": { "kind": "json", "value": { @@ -687,7 +626,7 @@ { "encrypted_content": "EokSCioIDxgCIiQyNzc5NjY2OC03MzUxLTQwYWMtYWNjNC0wMjRhZWU4OTk1YTUSDNkZM0Q5+gKL5zVvdhoMK3SHl8sXdRDJqg9JIjD8BeHScV2jEmtEdA6JJJQhwP3hAGJ5iK+Cp95bLGfZ+lgD63kIZ3OTy41m25jleRkqjBHbw//i42MsC2Q8S8iwwPAlifQPPKwpjBFRqlNTFBepkv68dwEUHle7PDnvoCOg8SwLkmXy+bBOPNlPkCxpvaTKOp/cdbpD5jsifKS8crXUZPWRQQIsxXnHEoiE+D8ywCTU78guddzZhsM6ujqr2vgqTv+FXSXJ0IiMjyLLPjcNjaLSGLp8C5rMLA0aCDNuXIoQ3CXeeLJ86v3ZDDITyUbDDJ3TozkpC0m2jmRvOvMRxiiE0E5N3ZxWEIlwCg9rmYf8II7Wk3xOiZ3fIQDhIyWW56Te5fjsrbd4mep8ZmCKpwTw1Ot/1uvu/RoX7LgXVfSVOapGK7MaFiEMRSGoE1kjGjW8cxYAvfEnC5imtdjlN4NWHuaQcbBu3hEXB6LkK7liccpGcbvQHBd4tUqieMtnFt5jkOPuCDv3CFFr8GZJ7WWbIqn1g8loIIw5e1I+5oZM6OGQA8uL2nANIb8OuOWMF6tOTLNySKp6JKt5WwExZTwIn7lTL13OjCVlbSqSdO5whZgQJ7+m+ZPP0LL2pRkO1v9U4bCToJURkwxHlGNAkiucVSRwp2/CCqjl7rqXGmjHYkOJ5FjRaKQBcz9LY5AQKfBs5/oci55hNq3bBzL+NyQaU6reFEm4BgyFJ+AHHHcgyuJZGasOX9rx1hOxtXGpObn1uQP0Oz9mm5Qf8ImhsJhFfvCAhVwWNbdvqy7qd27TmqbYtmjFKak6r35YRGXxrNK/EL88tw0J3o24yL18gNlKFOIs93W/m9ZftDUyqBaqwGPc4D44jhPXP+KCeKKTsI/CWiNUl6ouxG7g7MVMJ0nAVPLyS+xvCL/WhJU0cT47cmVjspeJ9v/VBgqxhMzTUMsI6kKSQ63mpfu+ONFuMu47583ns2xitj+g84Qs1ukm5Av3bhqyJTb81BRofzAY3M6UYc7GRHK12pkY0EfTlgSE+An0mEL0MFocBTcTgeSgAlCaZnAPbbmZz35nVJQENRpa4xvBmQp5AXFKd0dOMoePkw2Ff2830pn7IisM03wj6p2THcvg4xcYY0KEp236g/0KFHDW8kLxyqGQNDsDUsDE6Ua4XUsjGLGrPV7zMwllCYR5BHMr4YEwk/2GYYSIRuIVhPwlNcfGJg/OaZcyRVx/sEbQB8TTlCJnuGDaar6lZxH2bnk7LqSwRHUGMKIUPKFRzEfw+CfJkhTZLONWMWXl4k48c14MZRQxicI6MhAbqdKkMsy8fR27AHtt3Oytd10bx+o0athr0/Esrh4QGy+7fKoE5yQ3Ms62puMsxNLBo2kqLMTKJgOttjS3m9mBmoH87ba8xWARDgmciiLg3B8JYxVyjS/oUGbA4vDNp1aiztMeGlQeoJOTQhq1u4cR5KuIpmGHg9DfOluH+k94mYu/SAkvYW86vfldX1OFoxhj8JbdJrF4526KA3LROc6WntTuqlII3O+tbMVi67DypPtrUlMqrB0jqLofrlwo8q0vhCkf74dky0w9nQ4wh8YyWbBK4aryrKSTFfyZM8jL8O8Rr0x8vNn/n6VVPQroIbIhP7oIphQ1/e6KXZ4/GPmEitKCbklDqDo27SSVvhRLCt+9RZ8GzrkSHs1MAfAChCVvPlKv1WOlZSufPNchbgWoFNu08iBFHsjBWxpV8VmPWC8m/BqlfQj1puLFeuL+YhppR47vX72dqfFdmlmF9dpC0IFCZQk9gnv3FH4x+zEb2aonotdgramzWbxKH92eCtVLFKI11fCCLXGh30HlBKMIXYouKHxCD30Flb5Luyw46xKniGwzNZF9Qettod2nVbFIAGx0O4f4qbiLYxCm1q4Pv8++Yu9kwC+pQEYM8/eCmeu3yP6FOpi3DR306ylPw5BxUn+NHLWA7MIHnfIDJAphfMjFq0rQH2MpU9V1GdiTLxsXOH70Dpslz+XdP/gD0mVr/ILwytps1nK4rUcgqZMLiWHBUWvHrFojjNGj6z1rRa52vF4yLrD2VBcSuCbRgEInQaiBRjTO3fnoHP7jwft8rediqYzlaNkZl9k/UuK8vNq9KyOdzRKP4oZwJ78baFDhYw6DPmPl4q1DBNS4r6BZlpCZkSE1AlWxZinRW4StVy7v8TovBwwFoPzAbIxsnJuEPgSCyXfT3ryxrWc020DJVtdz57ZdGzevWLQ61cjMXpMUQ6gMvXVtsWN5C4NTGnhJqmZCYIZWfV4GmjOE6wXJ4L+AyrnkpHXygLDnrYxsJnFnp32lB2nNHO2mbRYCHpwwUA4+qRVqy0cc9+k8KuKYjQZHQTLbNlPloXGFfvBJsHnw9mpY4Oj+KgAVBhFyGbIignPPWMDn+UtMHoeyevmRvBiUzrKBxGL/2+bZES0wWCetBk2/LoZ2hf2FKY0oDSzXq5Gkj2kqUBint2XPK12bT0JVhaWNY26AsNu9DKr7zjN4DnY9XIOPB/p31h0idpckTcY0rd1+cglfsmpOtmViyeWQ5wFnk8BHydHVzJE9uquaRHq4/borwo9CEDn+4kLDBj6CC7GUnhaLC3xjBqMOXq1dAN0LWKlywjPi1Fe5YupYqrpWohzM4TY5kIFEKIhDZdbxDyJQS83K+V/mnhjWwtYv5AjAgE7stBsWAQ5yC91MfbUkw2Pet1p1wgvIEMvzGjZXh7T9Qs874uUzv/De8hdGPlRxknrFnbLuGFrs2IzQRJxWiJZJXN0f7ygqfgHkLu8BsfXZVti2OjSGjZs+nirRkCZ5Nr7MDoolny5B6pOTREifxpRSOBVsflgmFGpCIGZgANvcFUMeu/CFlbErjD+nVmBpV+E3P1Lc5ZAsMy/i57C2XWeruOw2qdYpHfWorbRVC0fH/I6rhV3Z0QGXCSKe9wP2LZ3SySorWMZcbM091x7wwAApDjzKvGU4py1XfOZczeL3RMNpv4qrz8Ri2LkfQwaGJeTjtX/sGAM=", "page_age": null, - "title": "Releases · vercel/ai", + "title": "Releases \u00b7 vercel/ai", "type": "web_search_result", "url": "https://github.com/vercel/ai/releases" }, @@ -701,7 +640,7 @@ { "encrypted_content": "ErUgCioIDxgCIiQyNzc5NjY2OC03MzUxLTQwYWMtYWNjNC0wMjRhZWU4OTk1YTUSDD/RZ2/RCTEKdMobmxoMZBi0Ik2H9ZNN8QJBIjBe9gDZi9Rr/xcKKF2NFQgDFFcWuRGZHkBm97wMij06exVqVvQE61jYDU+YnLfKQaQquB9iGsK0+Iai4fbkpccCDkIrX6fgL08YePzUp+faXsvkiFAarw42Tlz61iskGNXH8L52+p7tGyDw2FAZeNRXyzeP3oSiXZwy4aRcA/L0qIZXL7mU5K2BgzqvXuajZzsk3XE1PCI7ncGxCe13B3F1gBufjKQTwtHejY7VCvx6xSz1EoNE41bp2HVcMdyIyWmp7lcVbfASQOS9QxGghhQvlSbrfjWPaFgl+iV76dDVLZ2sbUHXCoxLkUS8G8QiNqDTxXcmoJwVCKOPkS81xTG7S6o9cpGv4IHaU1IXZL2ckFzZ78iHa5+z6iJSZQujpn/UblU0HPoonbnbOzjDLaFzhM4kTkSAPrd6NJlYR5ZeQah+Sqx1cVCzWC79KqAPE9Z/O829f3Kw8yxyG+2HNnAJSJJrntLdZfRA8a9YAQ+7imOKdmOqclDEW6e5D1GuFGf0bSoc+jPtKXFgYEgS7vrx53p8VCMGEiL5QHSmUeGJy8+eDYR+YHXl4fYBqB5Pzis3DeqosKt9Ftzl4M6wVfm+Jjx+bLtE4d+ULi9CDVnzqLQkttapl+UPsw2h2VvrvGBRyLGaDlxLo5J18h3quYPdDVGS2Q3j4q/KfRsz6iSyzECXirHGEnaQRwacKTkZbQpH8dE8hWqk6aTA6RrPbBHA1KKC219YQifK3m6BxFtnU9NbhZsCkFlGm3Wmnfc/knF2i+xuSirvK/7O5f/uMFfRql4x1L0Ea2MDfp6HQ3p/UdI1PJuKa26ff/AlnmMgJm2Eq2T6o3huDnSSuHdU6dqORZUoKX9CgkNRpgfZdMpDzfkb3L/HGpJdwnQ7o+pwDlLOm8sEbBh1rUEc2yte4CAUCp352ByPBi9EwIiEVOdoxGQ2pAHB33O7+JY23qCSbKupSbrZXiGC3FhUNFPj99OXDPaRDIas46GjwY3oYjm4gXBjYFAwu/3rvzA5mhPbEGRrgyfvAkd30Ybq/BfzOWfqbE/po31lgiOcCEU4FGfuFS1qTHK98r6j/izjc85tWzfAwyuety9lYK/ee275B3jTmlLzVuBFxAlrAPTwmgShfSojPvIXgTPRYMP4hF9UYTeq9QBVkOtBG54OSaPEL1IT9A+00U97JS9Pj77pqexGa34dYxB1Ey5F1YtYVnjyq0+f7cz2LiRsJ9K/CneWoW9QAgDyas+HaeCZWk3dBQLDcF6hPHuCSQBL9ozwzDI3HkhAMPd5RQdp6oFMXr3G7/PQwuLy9zn5qSuKXvCuJa5237Buc9zz6chyD5/UThHx3CGvt9FwmZUcChQrs4WvWPegWjHoQHs/XO4Ozyz+M34pip2akwOJgfzB4vaOzWDkjva1cgjISg2PjzQmPNb3gN9BdukgkJ5O2lIcls0do9pnvMjby+j/jbJd+WHo+elUsH694XW+VQBF8dJ8JL/laVlBXifC5SK0YgHbjsXWmxXBGtdMbabaHdH5kYLgQx7xGjHwoLwkt/HHI6eaIgJadWtdDW2qLassedLFz75ebDBk1g0lLPcw7O5wvlb3o2AMHwvRROlnZ03kcl36EhJrLdu2HHISCAYR8gqgWrJO7ys7Y8Yyt+jE68GK6POMOCFxicaLJ+wEwMmU09bj3Xls95m+Y+i8xC5OjCjuKS6aKLWAw6IE4MvjS9yC5MlrzK4ghNIlArfTUvkBOxZ/yHYwFYr7X7t66LbplhYijOh9W8g67TwfbxTlMb6B0w114T7+5SZignDJzwoFquw43wl/z8zT7aJhB6qQmA7CNnKzYioRgPPxFcvfilU6RMdTR6X0DyS87OAGq6iungPosYoHd7YOnzEemi7wDNIYfIUNnb7XjfOvGy4Ufp4ZLUAMql4JKuBl/bLAgLO4pNCFMnXfU/tsdT+Oh63JSOVC7y0Le3LpVJN9uBQCQvcJiyCqrVxUkNbdr64cmMEmrVp+nxiLzp7fI46JgP30u6mBAfrFvcZOCnQggSQW66OAfrZehGxfmMKSKYJVUEEQU3mLIMi3r+YsbJH2G5q7OTdXVl55CR3MEoSfzc5I8xxJayGpHEyiQCO4QS/nhe2AK+cYCsVVHVndhzMyMUlB79faxf/goooJr6mOzDppO0Kh6odKsMKGE9h5pIYjQoErnOq63C3pqFDxdYyEC5Nd536miJEJQhOfw7coYRQUxFgSQZeybi5wzjNRreITTtejHAtnk/IC6O0F3pqhSdl+Z1U4mMvD9gHoF10Hr9FYF4N0Ucai+t6QYK+pV4UsbjVjo6zIdu4WTAKPKUa7bXNxAN8iWzUUu/Vuy/EYUVpGk3foDN26euET1nUCd96nZt3KfKyBV+f/ZmOShFip1KTyLIlv4TO3cuCuFT2KpKQV18GiYYZGWp9zA74IKDOngVZwPtsNqmRK60MqDQtpKwEu70z++WTloRHewRuKJk3ne+nGypkv0vxlhffeIUWfqGcKZYEGBLf7VLcmwwlpcHZ7YcWjEPoJ/Lkty73iCABFhB/MFQJmXItrIw4jMnGuufRqNJNOUy0Vnk9OGaEhPv2jv0FXyrkuomEHjskj1bzTQD6dqpKIc5YbtkhyN/D9q7n1gn5OiRYb2SMGxesgy9WMkeqlvkrXkSSvcmUtCaxo4WgUiCErF/3Cqepho10J9u4Fg8wz/O5h5v4U7+zL2CfOqDm/8ResrzHlYAw8ks81cx/2ZM4JAnssiBMFqAv4aoxLD9W6zwXZT2glGFzI5ufC4Cn87ETeF61n1ORONPcTDGYoogrKDWztV2L+6rBLVOUeuLBm5E00RJID5l/4FP/zBfS0HZhbo/Lb+UPyCnLaQfEKCRj1HXeKhTJ0eOlawai7flsAgL+hVRFi7FFeNh+xzpf/izm5uWUfYQ0W5WG49PIZrbi8w9RPKNC0dQ4ymz+mJMKkep8NjdaxUUHiS+wM7KotYTqY7lUdigbBuXqGQZ3WwqzlZOSHt84UCvM1MX+ip9URLShr4XM4Vu6ayCFTbIQtPF2loIK6Q2OtNAOkxEIpSRGdUoigg6dKlUAlwkI5//7ZjnWERj/vhi7T/flLf/a9Metg7BFLmmtbjAaIUEt3zh0zCrNphwvqpVaGIMa/GTUZ9TAlZJwSPCKrGBGVWtSOVJhK5Zb8DMBRRYS8mY5VVqcktAso7bK34V6nKJkbF6hOJTYRN8f3403FpuD4eaUniJuO2Ocikw3yux+rc6s0qilTdPPi7MiNUKZfj5IA4HJxl/Q/n5GDrLyWhKWeB7GwpILF2z1hoLadGyHzd8ihsHVZY4aMmuZKVzYs5omYrGRhi5HZZqgLYLFDGA8Z3REFLAxvMLgxqhpOrR6eiu/GhVNKTb8y+BYMa+ShVr22AsQUGO16DDM7nXdKpFTHydvnMEnUhW6lLE1VNS8mEXP5+WSbnW/o8fuxJVOSdHmyiNcy9+DIlY28S3hw9Y17SOcUdAhvoty7jyrtAuzNEZYZEnvNoqzTS/aIGcUnW65/UGHqMtJhmt8e61V6A6fixWo0T5WEIwPAgskQuVXNsUmDGl7gOWO2VPalXpN+yGXxBbhp3KvkeKCI20WnfMuvR5ARnxGhrcnejXavAByTHsJWdnKD07HlzSQCPD6CdNmfwlgQXoIUjqQy/MePEeFuDSA93+zo5/t3UY5YyWJQ2WmXv6Y/D4aYnZ6bhxO2D4aXsOrG8AJzdWm+GaHWgt1/CAy2RyiVsGUaMofCD59CSR+D9IKVA7SLqE5UPzGUW+xDFQzsX6lqufQBh4CcbcN+N1Z7372YSCJWwXe8bHDcqJqmUCPim1IZYNh1WGJILhHBxWTc6RQpR8m/5+modO6VoJ3MOzfG4FH2ic+fNwwoABTbf4NDDr3N0/XmXx1doW+a7KkBdv7P8YoYf2V3O2eCT6QlH+pbUprNCBqcwF/bHVyzRqlVlu8IKDk/oPit3YSaMdP1/qQptzEP80+0YgXdckHoVD/9XchfOZK6C4KgSL0LKozSk1jEctRBeIXo/f2/GS6Nl9ZvNH2Ax21CHPhtOBqZFdkHgiQElYGdnnLrhIBX9FF+If0PSPvK5JOUtfvDmIcGjyd46b2jSn4C8TQKitMyo+C+vZkoKrJvso+XYjlZMsLEvvE5BLyQfKle5RBB81czn0ykxn+LTg7RyQmHS3h/NtOE+tPHieO4641aIY62RwQKZ2QsvxuBtR523aTYgs8CjirX2ZZdEv28tpE27RjoZV4TkFcz9koxhzRmMCUtE4H/+5uo1qnx2y+uxgYpESiVJD97gNpVb6H/tSh3f4CRJYUNPP1ioct7aN3WTEfaI187FS9onur0HXyipAbcqWJFLH6Ng6fBt47m9vkvsyn6lV9o+eSruITINN6DGDSy8MDhu44IiezumuxjAc5QX+s50vvJzYjGrLwFnrOKauOvQZQh+huHtuDD5dwh65e1RTTQ77C6LP4DZY+yHPvch0jT6PWX/MU1Ze4TSvDqMtHPZl9lgSuE576a0tKw90C/+3RpKpLVqJuSy62mTahQ/WqJVW8xhvMYd73lmKXgV+wMMUJeYYz6yLcBXqsB41qLWP3DPtGUX1hz4OHk63nmnhDZ8g95AtLc2jHyB8H2+YaFJ/97NyYnI9V1U/X8OI76In16WtXLNlUYwEfMGDMppAzEDK1cnAuZUK86pQfp/NYJ5uCWV8kntQGuRHj/wvLC2bOOXnVB/KCsIvENGq0DpCo0ftWFjLxDxXmEG+8Ln1wp6sPnv6UW6arkfgcpeMy5zpdmSQn+kEyHn+fecfdkDHRmjxxEcotP0idgy4OMGEIhW3f6KAPuI6I8DJauN+eJswKezOIDMqhhWWyiYAm8Bgq3NU7eHNdDQGYbc4vzCSTAgpmaC3EoHs+BpYQgdgDHUeKgpQKJEl5fm/SnzIZ+0Wg0lbtinB3j8o9hzaQhMjwPUZRryqa2yt5v/pPmq6AxyOtJ66tEkLA1zsdsHvb2X1VxA4nQxZN6hlugjsF6/P49CK5vAdaKdi9q3BGeoSSwomDJylqxIwArwYi+6jMHyjEvalj1ofeseaip2zNc45rrCQHjbQNjkvbbDea1DPgq8djI4UztYKKBc3/1nOTMwDlKU96Yv0Z/m9gAg0I1vEKf7jjUFzT1DSU6/8T5TCRFMeTwLN0nI5zzaCnleNoJQM/W5aM/Q2UNdrph3eN3VvMGCwceSJRh9kV9+yrYn4CXcran8MEhY2NjI5KlRdf/xo1e9zEOLDLEYqNhTHe8Zet7QqTxwC/PWwDFZ8pVdNuQlCqT4RNsBW2FOpjUcy2mfSFVXbWhuDxSHfE8D0EeR1//fdFfEw4ybgZQ6AMbgoJg5aLxYP2ov//w9poFhSmGjXCROu72OnsleV2UROtwPQQieTkHjrsna97H+1lEX5cpTEl9GAM=", "page_age": null, - "title": "AI SDK 6 - Vercel – Vercel", + "title": "AI SDK 6 - Vercel \u2013 Vercel", "type": "web_search_result", "url": "https://vercel.com/blog/ai-sdk-6" }, @@ -750,7 +689,7 @@ { "encrypted_content": "EpIWCioIDxgCIiQyNzc5NjY2OC03MzUxLTQwYWMtYWNjNC0wMjRhZWU4OTk1YTUSDLN7pWykOKB/OGRhLxoMkXicQZZ50f8RgPgBIjBnt8Y8/tJa0WTVDW7Kb/9MenkifOyliZhjgvTh9xt3TU5SqxlwYm8e0nJCimQkJOAqlRXYKva54A+l7z/T0Q+zwfzoH8IhtbRbz/uDocoAzvdcqnRc5oJpooRX0Av05mxUsfoM0e5ZU4tcvMWiEkXqH18MstIbQMf73mTb88zpJ76hPQpfvqJtkEGM/r3A/54fybHzVZbxBOeB4c0QWZoyor7c92YgFEE2XjEH+o3o4JbruI9VhkY/IcUcUL+cgGwTHOIsMSsHzZafhg63PL88BB30rxgIYb7NQun5US1TlnWb7nVnhLbUdYCX9Us7V84L4tn3EIaXJguy0K4HlIeB26Bl9MaZ6o/H2CxXgL0cRs+8br2S6LIYQ+qna+8F/TkmG4xRxakP9yaLn6Yoj4b8c9gel64qwR42zgifv5+ypP0LU2i3XwA9AKDk6rAhoGfYssjLomOBXZDrwjD/SMbomeSN5fU421M91UKsFwI1NLbWAw53IEjAoiVPEppiI3jF6CmNfpZlU7IGoznA3gfrOTyIZPnUk8Qe3Td2K/pFrHRbYywnX5jlD/VXA3JAtmLnKfSvlKNnoTwaM4/ll2mO+AN5GYzXkBOt5FOkbcvKI1ZJYzm1Tv8/cb5j4pfQrgq0L6qZh/nN2RQ785aa2iMFnAkWfzWMnP5l6xBWBQw8XRN7TCTr5WfcyOzmdSLgwHBiGOAt0H1UveQepFZKAsx+q0IaGw3fU5oXqfh1+lbYZwFPdV5JxR/V2nU1E9BA4KlSRQ6yjhlWHx46oT11XZabMpUJRHEYyEcQ1y3BkpyovKopaB3q4SBUQlq6MGLjh57SDIts63Di+qdT08Tf5w3oat+BzU+DsmRwEGSTmJmyNQbhpLdO3IPIkUGd6+2nE2rGG4cWeci8P/mMdkI8vQnT8Rs0sHmISb9fr48df7/5WgzE55QZPOkjZ7L96CqAxIz9ToP+kLmByDkpaRL/dyQTV3p/r9c7NYQ9blaMsgrT3/XNbU9tKAL8RfpU3liU3lBvAqojZSm1isIjv0kEpbXjLbCYFd548xNEtL/wH2VfrF9mjDQfUZe5T4cuQTQV2rlu0hQPCXztfObWGDKPC2oJJNhOPpdzm6qL7YvmguV8NpASBlqWGAbIeIluhsk+Dwo1ILcYQHhZmJR6IJTXZ+aqwHfnwqqguokVOeQW5XSbM/unogUQSAnq22uDGU3+ZOVE7mCp8RIxWoO2Zo5GMA9ifL89tBt5FaUZXtO3NjrpBKx9WPu0XedVmh7JHbEt0dtYRSxAXF899OJ9Bs70Igx0uwFtylPP1uc3VSyk2s7rxQvXmODT/bxKU+o5NgZ5p0ilv/i67IM9Exx89qyP18X3p5GF+xddy74Y4IiFEyI/quhSJS2EHmUJpNx11ZHMPRUA/blTsqBS/PC+qiI8ptxHQFFJHCd85GfL6pJoDVBwEgev7sXREiJWBfUq5fGHlnRpVFv08cRYB6TRRZtjFGtkZ+Hmm99Q1jtqGf0lEGNJJWgODF71suUfPJ6PcpUb4Z5RnWuKfhK7ZQvwBsONMGfnij08RZzRQU28MIOmOQCONbhVW3RHaMEOAkCeqj/kug68rozGfd5UzpoXYsFrMoEMDvjjWiM5VnpnDlUVKT58ogRYko4J+WkZQfSnKzOWFPrssQiVLcFRG13nvQKaJghvL966HDiUAs5WOfrvugdlIOzZ86x3ONU28c2zYNMGhQ2VxUlBwH7lPmKrBlBD92UHWeMjJdzmHkfEXb+fA5OGWkdNTxxUTxCHjCuRuNhpubv34HvWbsrrZfsSydoZQujSPOCg7apOJdZKpgteRiOONxUAgmmeZJGyKixLMYbGePDl5V10Hd7tUw/3kv6F2I1pmhjrNOV4pNLzN/gl56x0BRPwKJ55WUBy4NPHst5ybWIRAYRTFXdEw0c+inOfXXSZBIc3hMJTMCnxjx/M3GNyKlmqpmHl2IqbXJTBfZ8S69yyKtki0LAbfwGsRYNQSVedFAJ+c3GxQ5d0uEKbJE+9P4G3Qm0FbWaFXQZAN6zFdlYfCk1dOqUCl3Kl/hTww/oGUTbX1DeQr+8e9qJr8uOxcqAsUI4WTPx87HcEJSGQArwPgnr514Dt+GEvy2ss747ZAowFUJjVrIb2DZw+CLWyy4H0C2gxN8pq7jZyB2W7fuTD27Lg5DYguCiQ5J8ue9VtmAFyFaIHmVP1sC//MECepHokOAGCoNUNqcA8lqWNmwDenoWdS82zJnuikQ0yQrlzz51JNrMytiIgbCosCXwJXqzinxRq2nX/PuJnBB72LSoGjatv5DmZaWsK/2xUP00QqqGECY56egWSoW/W58yy/Bw16N+wPBQUYdEcYgXMGljWSciJD7wjaLCV4vB3U67AmTIPtrd0LSVwqhkcp/cpvhgX7+agN/9KTgWHjm6Jyf3wnoZb2zZwCh4TG/uZb34EGBx+SCph46anKLm/p/eBuPUMBPB8zml+Hdv2BgguX/aMnWdYhYhC1MP8oTKhd7liA5wIKVYl2Ww4OPkYXekp1Ga9Ny/TTL1LYr7w9wLUEtY2tXDJYEvN/6dMXhn9wLXaOCFOFXC3tUEEsBSy/ttYRCIE2cDswCHHPTW1vGRWXk+Jh2qe70Yn0dA1JfRG/53iP96yRIs7rHjfQGreweFb5Ba+xNMvibD4arAmPjmgoGeOuQqtRmFygaedwmDldpZiYmcrPYLhEFUQjWk+VtGcESyl9FoZfnT2pZHnsQy7b1Rr3YGl0/Qr+gRZuOx8Pe2gUUdOvEamn76Mlkcdw5GwKt7s9xGo52BOdDi17nUMspz3W+8pHYGMNObq45aJD3HjAwdEekEqYZnj7BTy3b9q1kE6/RKB/lyEmQ30j9hd7yyqaoF/vivRo09DTP96zAC+UB+tIXUOsNKOo4ZsMP8B+WVvx8fc7nw7NA0jMj7I6/d8AXZ+WmgQ4WQJtRmYjsOk5lKWegOgOMpxCXqCcmHl/NMm+hwjPr2vYBs9kv5WEZwwJ7UoERxOcygv4oxEbmFMymslogVYEo7ZGGPd9FO7TOhM092cHzUkutqn9cFjrzGfxsfJ7GRyoEQyuzi5PBOQmoD0e7tfs1lrecI6aXSwgp/vnlBckj1giTenMlACZ+fPtjR7pcfsx1blDSHfD2L7EJgMUmHp9Ys+Dkq6oeHhzQxzzklbaYqLs+PpQNS/odULyY3tMSFCQGI6ArgFtER18cmJGWBXQjoKrOoyXU3fMHh6xm62vTK9eWijQ2XRaFI7381NxYvLegIam/zKeZpMaxmJuvqAjDUNyY71UN2z5pIJt+CwTCpEUmVbTlmNfZeHKBcTKpVIqy8wohiAoVqJEb8AyR5rYOUODupDwy9gjBsHtmcZG43o33GF5m/Tkw5Yqo6KPC4+n8PRK4p8iEjRG8t6nBaznwFd84NwdKZJucS3WvV15bFcNC0yRW6AZuddXfkqonurDhykE2MsD3CEV49mNxwewoZ5YuWrh8f8M2ZHrEF+cclhC50zVdMe/ksT7RPIwloHBLCFamjneKe50ad+X2vBJHNBAcQWjUtbjXEUu+pu4rbzTtiX9/8WA/XUAqIz+Do6qyoOTJpRTCpBXGWY2nOvaLwwCNxQfG21MUAAfJSj5IkVcdpRSbjX5wAMDgawvZ+yhIEp7kKKw3zo2pvRjgmNFr0YAw==", "page_age": "1 week ago", - "title": "GitHub - vercel/ai: The AI Toolkit for TypeScript. From the creators of Next.js, the AI SDK is a free open-source library for building AI-powered applications and agents · GitHub", + "title": "GitHub - vercel/ai: The AI Toolkit for TypeScript. From the creators of Next.js, the AI SDK is a free open-source library for building AI-powered applications and agents \u00b7 GitHub", "type": "web_search_result", "url": "https://github.com/vercel/ai" } @@ -761,7 +700,7 @@ { "citations": [ { - "cited_text": "... We’re introducing new capabilities to the Agents SDK⁠(opens in a new window) that give developers standardized infrastructure that is easy to get ...", + "cited_text": "... We\u2019re introducing new capabilities to the Agents SDK\u2060(opens in a new window) that give developers standardized infrastructure that is easy to get ...", "encrypted_index": "EpABCioIDxgCIiQyNzc5NjY2OC03MzUxLTQwYWMtYWNjNC0wMjRhZWU4OTk1YTUSDMBH7lnZ+xJgORMzihoM2z+P6rVfrmYzs1bMIjADWR0BzMbWkSdh6u36DALEhO8bpnVzHIOGQSlBSAPJWHJOvzlPWnVyxfuRXgp4XUIqFGHcgpgQPiz5jrPWOymHJ3Nu4PMUGAQ=", "title": "The next evolution of the Agents SDK | OpenAI", "type": "web_search_result_location", @@ -796,22 +735,38 @@ "service_tier": "standard" } } - } + }, + "headers": { + "anthropic-organization-id": "27796668-7351-40ac-acc4-024aee8995a5", + "anthropic-ratelimit-input-tokens-limit": "3000000", + "anthropic-ratelimit-input-tokens-remaining": "2987000", + "anthropic-ratelimit-input-tokens-reset": "2026-04-28T23:05:34Z", + "anthropic-ratelimit-output-tokens-limit": "600000", + "anthropic-ratelimit-output-tokens-remaining": "600000", + "anthropic-ratelimit-output-tokens-reset": "2026-04-28T23:05:35Z", + "anthropic-ratelimit-requests-limit": "20000", + "anthropic-ratelimit-requests-remaining": "19999", + "anthropic-ratelimit-requests-reset": "2026-04-28T23:05:32Z", + "anthropic-ratelimit-tokens-limit": "3600000", + "anthropic-ratelimit-tokens-remaining": "3587000", + "anthropic-ratelimit-tokens-reset": "2026-04-28T23:05:34Z", + "content-security-policy": "default-src 'none'; frame-ancestors 'none'", + "content-type": "application/json", + "request-id": "req_011CaX1MJpkKy4Wi7PHkhNkK", + "vary": "Accept-Encoding", + "x-envoy-upstream-service-time": "3386", + "x-robots-tag": "none" + }, + "status": 200, + "statusText": "OK" } }, { + "callIndex": 8, "id": "785c346b4d1e42c0", "matchKey": "POST api.anthropic.com/v1/messages", - "callIndex": 8, "recordedAt": "2026-04-28T23:05:39.662Z", "request": { - "method": "POST", - "url": "https://api.anthropic.com/v1/messages", - "headers": { - "accept": "application/json", - "anthropic-version": "2023-06-01", - "content-type": "application/json" - }, "body": { "kind": "json", "value": { @@ -830,11 +785,29 @@ "type": "enabled" } } - } + }, + "headers": {}, + "method": "POST", + "url": "https://api.anthropic.com/v1/messages" }, "response": { - "status": 200, - "statusText": "OK", + "body": { + "chunks": [ + "event: message_start\ndata: {\"type\":\"message_start\",\"message\":{\"model\":\"claude-sonnet-4-5-20250929\",\"id\":\"msg_01JRv98kBDQCmRFVCjdjGbk8\",\"type\":\"message\",\"role\":\"assistant\",\"content\":[],\"stop_reason\":null,\"stop_sequence\":null,\"stop_details\":null,\"usage\":{\"input_tokens\":49,\"cache_creation_input_tokens\":0,\"cache_read_input_tokens\":0,\"cache_creation\":{\"ephemeral_5m_input_tokens\":0,\"ephemeral_1h_input_tokens\":0},\"output_tokens\":2,\"service_tier\":\"standard\",\"inference_geo\":\"not_available\"}} }", + "event: content_block_start\ndata: {\"type\":\"content_block_start\",\"index\":0,\"content_block\":{\"type\":\"thinking\",\"thinking\":\"\",\"signature\":\"\"} }", + "event: ping\ndata: {\"type\": \"ping\"}", + "event: content_block_delta\ndata: {\"type\":\"content_block_delta\",\"index\":0,\"delta\":{\"type\":\"thinking_delta\",\"thinking\":\"The user\"} }", + "event: content_block_delta\ndata: {\"type\":\"content_block_delta\",\"index\":0,\"delta\":{\"type\":\"thinking_delta\",\"thinking\":\" is asking for 2+2, which equals 4. They want only the number as a reply.\"} }", + "event: content_block_delta\ndata: {\"type\":\"content_block_delta\",\"index\":0,\"delta\":{\"type\":\"signature_delta\",\"signature\":\"EpcCCmQIDRgCKkCAH+XXIPr88/yEgFhHShNsON4h9gp27B6Z9MSkbwW6fWpjG8PheUmHSAsxt+MuTToPje+i4soU3UFGOQNzYqkVMhpjbGF1ZGUtc29ubmV0LTQtNS0yMDI1MDkyOTgAEgypa9UIcLFT8Tyhq/UaDM1ioW4jTge3a1dCkCIwEozHWHNgpe8K6FC3qZfEsgWkM/jR2FBwDovHEUIN0Tm1CnW7Ae6yYWtHPjFWPRxUKmFy5KYCPzC3ySbZ1XRm2lRPiCwk2hC2SxJiaAIlNbx41+MdfJgQ7tiP9debAL0bOULOf8m8pyZj22t6m7aQG+Ywd5frdgJL1eOziLTObmHjwe93B5VeCTN12zbpmyM5QfXqGAE=\"}}", + "event: content_block_stop\ndata: {\"type\":\"content_block_stop\",\"index\":0 }", + "event: content_block_start\ndata: {\"type\":\"content_block_start\",\"index\":1,\"content_block\":{\"type\":\"text\",\"text\":\"\"} }", + "event: content_block_delta\ndata: {\"type\":\"content_block_delta\",\"index\":1,\"delta\":{\"type\":\"text_delta\",\"text\":\"4\"}}", + "event: content_block_stop\ndata: {\"type\":\"content_block_stop\",\"index\":1 }", + "event: message_delta\ndata: {\"type\":\"message_delta\",\"delta\":{\"stop_reason\":\"end_turn\",\"stop_sequence\":null,\"stop_details\":null},\"usage\":{\"input_tokens\":49,\"cache_creation_input_tokens\":0,\"cache_read_input_tokens\":0,\"output_tokens\":36} }", + "event: message_stop\ndata: {\"type\":\"message_stop\" }" + ], + "kind": "sse" + }, "headers": { "anthropic-organization-id": "27796668-7351-40ac-acc4-024aee8995a5", "anthropic-ratelimit-input-tokens-limit": "3000000", @@ -856,38 +829,16 @@ "x-envoy-upstream-service-time": "684", "x-robots-tag": "none" }, - "body": { - "kind": "sse", - "chunks": [ - "event: message_start\ndata: {\"type\":\"message_start\",\"message\":{\"model\":\"claude-sonnet-4-5-20250929\",\"id\":\"msg_01JRv98kBDQCmRFVCjdjGbk8\",\"type\":\"message\",\"role\":\"assistant\",\"content\":[],\"stop_reason\":null,\"stop_sequence\":null,\"stop_details\":null,\"usage\":{\"input_tokens\":49,\"cache_creation_input_tokens\":0,\"cache_read_input_tokens\":0,\"cache_creation\":{\"ephemeral_5m_input_tokens\":0,\"ephemeral_1h_input_tokens\":0},\"output_tokens\":2,\"service_tier\":\"standard\",\"inference_geo\":\"not_available\"}} }", - "event: content_block_start\ndata: {\"type\":\"content_block_start\",\"index\":0,\"content_block\":{\"type\":\"thinking\",\"thinking\":\"\",\"signature\":\"\"} }", - "event: ping\ndata: {\"type\": \"ping\"}", - "event: content_block_delta\ndata: {\"type\":\"content_block_delta\",\"index\":0,\"delta\":{\"type\":\"thinking_delta\",\"thinking\":\"The user\"} }", - "event: content_block_delta\ndata: {\"type\":\"content_block_delta\",\"index\":0,\"delta\":{\"type\":\"thinking_delta\",\"thinking\":\" is asking for 2+2, which equals 4. They want only the number as a reply.\"} }", - "event: content_block_delta\ndata: {\"type\":\"content_block_delta\",\"index\":0,\"delta\":{\"type\":\"signature_delta\",\"signature\":\"EpcCCmQIDRgCKkCAH+XXIPr88/yEgFhHShNsON4h9gp27B6Z9MSkbwW6fWpjG8PheUmHSAsxt+MuTToPje+i4soU3UFGOQNzYqkVMhpjbGF1ZGUtc29ubmV0LTQtNS0yMDI1MDkyOTgAEgypa9UIcLFT8Tyhq/UaDM1ioW4jTge3a1dCkCIwEozHWHNgpe8K6FC3qZfEsgWkM/jR2FBwDovHEUIN0Tm1CnW7Ae6yYWtHPjFWPRxUKmFy5KYCPzC3ySbZ1XRm2lRPiCwk2hC2SxJiaAIlNbx41+MdfJgQ7tiP9debAL0bOULOf8m8pyZj22t6m7aQG+Ywd5frdgJL1eOziLTObmHjwe93B5VeCTN12zbpmyM5QfXqGAE=\"}}", - "event: content_block_stop\ndata: {\"type\":\"content_block_stop\",\"index\":0 }", - "event: content_block_start\ndata: {\"type\":\"content_block_start\",\"index\":1,\"content_block\":{\"type\":\"text\",\"text\":\"\"} }", - "event: content_block_delta\ndata: {\"type\":\"content_block_delta\",\"index\":1,\"delta\":{\"type\":\"text_delta\",\"text\":\"4\"}}", - "event: content_block_stop\ndata: {\"type\":\"content_block_stop\",\"index\":1 }", - "event: message_delta\ndata: {\"type\":\"message_delta\",\"delta\":{\"stop_reason\":\"end_turn\",\"stop_sequence\":null,\"stop_details\":null},\"usage\":{\"input_tokens\":49,\"cache_creation_input_tokens\":0,\"cache_read_input_tokens\":0,\"output_tokens\":36} }", - "event: message_stop\ndata: {\"type\":\"message_stop\" }" - ] - } + "status": 200, + "statusText": "OK" } }, { + "callIndex": 9, "id": "e9c0050b49023e88", "matchKey": "POST api.anthropic.com/v1/messages", - "callIndex": 9, "recordedAt": "2026-04-28T23:05:39.662Z", "request": { - "method": "POST", - "url": "https://api.anthropic.com/v1/messages?beta=true", - "headers": { - "accept": "application/json", - "anthropic-version": "2023-06-01", - "content-type": "application/json" - }, "body": { "kind": "json", "value": { @@ -901,31 +852,12 @@ "model": "claude-haiku-4-5", "temperature": 0 } - } + }, + "headers": {}, + "method": "POST", + "url": "https://api.anthropic.com/v1/messages?beta=true" }, "response": { - "status": 200, - "statusText": "OK", - "headers": { - "anthropic-organization-id": "27796668-7351-40ac-acc4-024aee8995a5", - "anthropic-ratelimit-input-tokens-limit": "4000000", - "anthropic-ratelimit-input-tokens-remaining": "4000000", - "anthropic-ratelimit-input-tokens-reset": "2026-04-28T23:05:37Z", - "anthropic-ratelimit-output-tokens-limit": "800000", - "anthropic-ratelimit-output-tokens-remaining": "800000", - "anthropic-ratelimit-output-tokens-reset": "2026-04-28T23:05:37Z", - "anthropic-ratelimit-requests-limit": "20000", - "anthropic-ratelimit-requests-remaining": "19999", - "anthropic-ratelimit-requests-reset": "2026-04-28T23:05:37Z", - "anthropic-ratelimit-tokens-limit": "4800000", - "anthropic-ratelimit-tokens-remaining": "4800000", - "anthropic-ratelimit-tokens-reset": "2026-04-28T23:05:37Z", - "content-security-policy": "default-src 'none'; frame-ancestors 'none'", - "content-type": "application/json", - "request-id": "req_011CaX1MfsHBjWzH1tGAR6eQ", - "x-envoy-upstream-service-time": "480", - "x-robots-tag": "none" - }, "body": { "kind": "json", "value": { @@ -955,22 +887,37 @@ "service_tier": "standard" } } - } + }, + "headers": { + "anthropic-organization-id": "27796668-7351-40ac-acc4-024aee8995a5", + "anthropic-ratelimit-input-tokens-limit": "4000000", + "anthropic-ratelimit-input-tokens-remaining": "4000000", + "anthropic-ratelimit-input-tokens-reset": "2026-04-28T23:05:37Z", + "anthropic-ratelimit-output-tokens-limit": "800000", + "anthropic-ratelimit-output-tokens-remaining": "800000", + "anthropic-ratelimit-output-tokens-reset": "2026-04-28T23:05:37Z", + "anthropic-ratelimit-requests-limit": "20000", + "anthropic-ratelimit-requests-remaining": "19999", + "anthropic-ratelimit-requests-reset": "2026-04-28T23:05:37Z", + "anthropic-ratelimit-tokens-limit": "4800000", + "anthropic-ratelimit-tokens-remaining": "4800000", + "anthropic-ratelimit-tokens-reset": "2026-04-28T23:05:37Z", + "content-security-policy": "default-src 'none'; frame-ancestors 'none'", + "content-type": "application/json", + "request-id": "req_011CaX1MfsHBjWzH1tGAR6eQ", + "x-envoy-upstream-service-time": "480", + "x-robots-tag": "none" + }, + "status": 200, + "statusText": "OK" } }, { + "callIndex": 10, "id": "529b92f069e01c09", "matchKey": "POST api.anthropic.com/v1/messages", - "callIndex": 10, "recordedAt": "2026-04-28T23:05:39.662Z", "request": { - "method": "POST", - "url": "https://api.anthropic.com/v1/messages?beta=true", - "headers": { - "accept": "application/json", - "anthropic-version": "2023-06-01", - "content-type": "application/json" - }, "body": { "kind": "json", "value": { @@ -985,11 +932,24 @@ "stream": true, "temperature": 0 } - } + }, + "headers": {}, + "method": "POST", + "url": "https://api.anthropic.com/v1/messages?beta=true" }, "response": { - "status": 200, - "statusText": "OK", + "body": { + "chunks": [ + "event: message_start\ndata: {\"type\":\"message_start\",\"message\":{\"model\":\"claude-haiku-4-5-20251001\",\"id\":\"msg_01GNpCTAPPFNT9gDCtzbyLEd\",\"type\":\"message\",\"role\":\"assistant\",\"content\":[],\"stop_reason\":null,\"stop_sequence\":null,\"stop_details\":null,\"usage\":{\"input_tokens\":24,\"cache_creation_input_tokens\":0,\"cache_read_input_tokens\":0,\"cache_creation\":{\"ephemeral_5m_input_tokens\":0,\"ephemeral_1h_input_tokens\":0},\"output_tokens\":1,\"service_tier\":\"standard\",\"inference_geo\":\"not_available\"}} }", + "event: content_block_start\ndata: {\"type\":\"content_block_start\",\"index\":0,\"content_block\":{\"type\":\"text\",\"text\":\"\"} }", + "event: ping\ndata: {\"type\": \"ping\"}", + "event: content_block_delta\ndata: {\"type\":\"content_block_delta\",\"index\":0,\"delta\":{\"type\":\"text_delta\",\"text\":\"1 one\\n2 two\\n3 three\"} }", + "event: content_block_stop\ndata: {\"type\":\"content_block_stop\",\"index\":0 }", + "event: message_delta\ndata: {\"type\":\"message_delta\",\"delta\":{\"stop_reason\":\"end_turn\",\"stop_sequence\":null,\"stop_details\":null},\"usage\":{\"input_tokens\":24,\"cache_creation_input_tokens\":0,\"cache_read_input_tokens\":0,\"output_tokens\":15} }", + "event: message_stop\ndata: {\"type\":\"message_stop\" }" + ], + "kind": "sse" + }, "headers": { "anthropic-organization-id": "27796668-7351-40ac-acc4-024aee8995a5", "anthropic-ratelimit-input-tokens-limit": "4000000", @@ -1011,34 +971,16 @@ "x-envoy-upstream-service-time": "400", "x-robots-tag": "none" }, - "body": { - "kind": "sse", - "chunks": [ - "event: message_start\ndata: {\"type\":\"message_start\",\"message\":{\"model\":\"claude-haiku-4-5-20251001\",\"id\":\"msg_01GNpCTAPPFNT9gDCtzbyLEd\",\"type\":\"message\",\"role\":\"assistant\",\"content\":[],\"stop_reason\":null,\"stop_sequence\":null,\"stop_details\":null,\"usage\":{\"input_tokens\":24,\"cache_creation_input_tokens\":0,\"cache_read_input_tokens\":0,\"cache_creation\":{\"ephemeral_5m_input_tokens\":0,\"ephemeral_1h_input_tokens\":0},\"output_tokens\":1,\"service_tier\":\"standard\",\"inference_geo\":\"not_available\"}} }", - "event: content_block_start\ndata: {\"type\":\"content_block_start\",\"index\":0,\"content_block\":{\"type\":\"text\",\"text\":\"\"} }", - "event: ping\ndata: {\"type\": \"ping\"}", - "event: content_block_delta\ndata: {\"type\":\"content_block_delta\",\"index\":0,\"delta\":{\"type\":\"text_delta\",\"text\":\"1 one\\n2 two\\n3 three\"} }", - "event: content_block_stop\ndata: {\"type\":\"content_block_stop\",\"index\":0 }", - "event: message_delta\ndata: {\"type\":\"message_delta\",\"delta\":{\"stop_reason\":\"end_turn\",\"stop_sequence\":null,\"stop_details\":null},\"usage\":{\"input_tokens\":24,\"cache_creation_input_tokens\":0,\"cache_read_input_tokens\":0,\"output_tokens\":15} }", - "event: message_stop\ndata: {\"type\":\"message_stop\" }" - ] - } + "status": 200, + "statusText": "OK" } }, { + "callIndex": 11, "id": "6c855fe704bc68a2", "matchKey": "POST api.anthropic.com/v1/messages", - "callIndex": 11, "recordedAt": "2026-04-28T23:05:39.662Z", "request": { - "method": "POST", - "url": "https://api.anthropic.com/v1/messages?beta=true", - "headers": { - "accept": "application/json", - "anthropic-version": "2023-06-01", - "content-type": "application/json", - "x-stainless-helper": "BetaToolRunner" - }, "body": { "kind": "json", "value": { @@ -1069,32 +1011,12 @@ } ] } - } + }, + "headers": {}, + "method": "POST", + "url": "https://api.anthropic.com/v1/messages?beta=true" }, "response": { - "status": 200, - "statusText": "OK", - "headers": { - "anthropic-organization-id": "27796668-7351-40ac-acc4-024aee8995a5", - "anthropic-ratelimit-input-tokens-limit": "4000000", - "anthropic-ratelimit-input-tokens-remaining": "4000000", - "anthropic-ratelimit-input-tokens-reset": "2026-04-28T23:05:38Z", - "anthropic-ratelimit-output-tokens-limit": "800000", - "anthropic-ratelimit-output-tokens-remaining": "800000", - "anthropic-ratelimit-output-tokens-reset": "2026-04-28T23:05:38Z", - "anthropic-ratelimit-requests-limit": "20000", - "anthropic-ratelimit-requests-remaining": "19999", - "anthropic-ratelimit-requests-reset": "2026-04-28T23:05:38Z", - "anthropic-ratelimit-tokens-limit": "4800000", - "anthropic-ratelimit-tokens-remaining": "4800000", - "anthropic-ratelimit-tokens-reset": "2026-04-28T23:05:38Z", - "content-security-policy": "default-src 'none'; frame-ancestors 'none'", - "content-type": "application/json", - "request-id": "req_011CaX1MmDznGzVLuPG14Qdp", - "vary": "Accept-Encoding", - "x-envoy-upstream-service-time": "702", - "x-robots-tag": "none" - }, "body": { "kind": "json", "value": { @@ -1131,23 +1053,38 @@ "service_tier": "standard" } } - } + }, + "headers": { + "anthropic-organization-id": "27796668-7351-40ac-acc4-024aee8995a5", + "anthropic-ratelimit-input-tokens-limit": "4000000", + "anthropic-ratelimit-input-tokens-remaining": "4000000", + "anthropic-ratelimit-input-tokens-reset": "2026-04-28T23:05:38Z", + "anthropic-ratelimit-output-tokens-limit": "800000", + "anthropic-ratelimit-output-tokens-remaining": "800000", + "anthropic-ratelimit-output-tokens-reset": "2026-04-28T23:05:38Z", + "anthropic-ratelimit-requests-limit": "20000", + "anthropic-ratelimit-requests-remaining": "19999", + "anthropic-ratelimit-requests-reset": "2026-04-28T23:05:38Z", + "anthropic-ratelimit-tokens-limit": "4800000", + "anthropic-ratelimit-tokens-remaining": "4800000", + "anthropic-ratelimit-tokens-reset": "2026-04-28T23:05:38Z", + "content-security-policy": "default-src 'none'; frame-ancestors 'none'", + "content-type": "application/json", + "request-id": "req_011CaX1MmDznGzVLuPG14Qdp", + "vary": "Accept-Encoding", + "x-envoy-upstream-service-time": "702", + "x-robots-tag": "none" + }, + "status": 200, + "statusText": "OK" } }, { + "callIndex": 12, "id": "0e6f5864df9d16ee", "matchKey": "POST api.anthropic.com/v1/messages", - "callIndex": 12, "recordedAt": "2026-04-28T23:05:39.662Z", "request": { - "method": "POST", - "url": "https://api.anthropic.com/v1/messages?beta=true", - "headers": { - "accept": "application/json", - "anthropic-version": "2023-06-01", - "content-type": "application/json", - "x-stainless-helper": "BetaToolRunner" - }, "body": { "kind": "json", "value": { @@ -1204,32 +1141,12 @@ } ] } - } + }, + "headers": {}, + "method": "POST", + "url": "https://api.anthropic.com/v1/messages?beta=true" }, "response": { - "status": 200, - "statusText": "OK", - "headers": { - "anthropic-organization-id": "27796668-7351-40ac-acc4-024aee8995a5", - "anthropic-ratelimit-input-tokens-limit": "4000000", - "anthropic-ratelimit-input-tokens-remaining": "4000000", - "anthropic-ratelimit-input-tokens-reset": "2026-04-28T23:05:39Z", - "anthropic-ratelimit-output-tokens-limit": "800000", - "anthropic-ratelimit-output-tokens-remaining": "800000", - "anthropic-ratelimit-output-tokens-reset": "2026-04-28T23:05:39Z", - "anthropic-ratelimit-requests-limit": "20000", - "anthropic-ratelimit-requests-remaining": "19999", - "anthropic-ratelimit-requests-reset": "2026-04-28T23:05:39Z", - "anthropic-ratelimit-tokens-limit": "4800000", - "anthropic-ratelimit-tokens-remaining": "4800000", - "anthropic-ratelimit-tokens-reset": "2026-04-28T23:05:39Z", - "content-security-policy": "default-src 'none'; frame-ancestors 'none'", - "content-type": "application/json", - "request-id": "req_011CaX1Mpo46gokBbkC8hZ3j", - "vary": "Accept-Encoding", - "x-envoy-upstream-service-time": "496", - "x-robots-tag": "none" - }, "body": { "kind": "json", "value": { @@ -1259,8 +1176,36 @@ "service_tier": "standard" } } - } + }, + "headers": { + "anthropic-organization-id": "27796668-7351-40ac-acc4-024aee8995a5", + "anthropic-ratelimit-input-tokens-limit": "4000000", + "anthropic-ratelimit-input-tokens-remaining": "4000000", + "anthropic-ratelimit-input-tokens-reset": "2026-04-28T23:05:39Z", + "anthropic-ratelimit-output-tokens-limit": "800000", + "anthropic-ratelimit-output-tokens-remaining": "800000", + "anthropic-ratelimit-output-tokens-reset": "2026-04-28T23:05:39Z", + "anthropic-ratelimit-requests-limit": "20000", + "anthropic-ratelimit-requests-remaining": "19999", + "anthropic-ratelimit-requests-reset": "2026-04-28T23:05:39Z", + "anthropic-ratelimit-tokens-limit": "4800000", + "anthropic-ratelimit-tokens-remaining": "4800000", + "anthropic-ratelimit-tokens-reset": "2026-04-28T23:05:39Z", + "content-security-policy": "default-src 'none'; frame-ancestors 'none'", + "content-type": "application/json", + "request-id": "req_011CaX1Mpo46gokBbkC8hZ3j", + "vary": "Accept-Encoding", + "x-envoy-upstream-service-time": "496", + "x-robots-tag": "none" + }, + "status": 200, + "statusText": "OK" } } - ] + ], + "meta": { + "createdAt": "2026-04-28T23:05:39.662Z", + "seinfeldVersion": "0.0.0" + }, + "version": 1 } diff --git a/e2e/scenarios/anthropic-instrumentation/__cassettes__/anthropic-v0780.cassette.json b/e2e/scenarios/anthropic-instrumentation/__cassettes__/anthropic-v0780.cassette.json index f14200c51..d5b26e4f5 100644 --- a/e2e/scenarios/anthropic-instrumentation/__cassettes__/anthropic-v0780.cassette.json +++ b/e2e/scenarios/anthropic-instrumentation/__cassettes__/anthropic-v0780.cassette.json @@ -1,23 +1,11 @@ { - "version": 1, - "meta": { - "createdAt": "2026-04-28T23:05:55.548Z", - "seinfeldVersion": "0.0.0" - }, "entries": [ { + "callIndex": 0, "id": "7013a168b3f007e8", "matchKey": "POST api.anthropic.com/v1/messages", - "callIndex": 0, "recordedAt": "2026-04-28T23:05:55.548Z", "request": { - "method": "POST", - "url": "https://api.anthropic.com/v1/messages", - "headers": { - "accept": "application/json", - "anthropic-version": "2023-06-01", - "content-type": "application/json" - }, "body": { "kind": "json", "value": { @@ -31,31 +19,12 @@ "model": "claude-haiku-4-5", "temperature": 0 } - } + }, + "headers": {}, + "method": "POST", + "url": "https://api.anthropic.com/v1/messages" }, "response": { - "status": 200, - "statusText": "OK", - "headers": { - "anthropic-organization-id": "27796668-7351-40ac-acc4-024aee8995a5", - "anthropic-ratelimit-input-tokens-limit": "4000000", - "anthropic-ratelimit-input-tokens-remaining": "4000000", - "anthropic-ratelimit-input-tokens-reset": "2026-04-28T23:05:41Z", - "anthropic-ratelimit-output-tokens-limit": "800000", - "anthropic-ratelimit-output-tokens-remaining": "800000", - "anthropic-ratelimit-output-tokens-reset": "2026-04-28T23:05:41Z", - "anthropic-ratelimit-requests-limit": "20000", - "anthropic-ratelimit-requests-remaining": "19999", - "anthropic-ratelimit-requests-reset": "2026-04-28T23:05:41Z", - "anthropic-ratelimit-tokens-limit": "4800000", - "anthropic-ratelimit-tokens-remaining": "4800000", - "anthropic-ratelimit-tokens-reset": "2026-04-28T23:05:41Z", - "content-security-policy": "default-src 'none'; frame-ancestors 'none'", - "content-type": "application/json", - "request-id": "req_011CaX1MzoZWvSX6bd61kTCP", - "x-envoy-upstream-service-time": "517", - "x-robots-tag": "none" - }, "body": { "kind": "json", "value": { @@ -85,22 +54,37 @@ "service_tier": "standard" } } - } + }, + "headers": { + "anthropic-organization-id": "27796668-7351-40ac-acc4-024aee8995a5", + "anthropic-ratelimit-input-tokens-limit": "4000000", + "anthropic-ratelimit-input-tokens-remaining": "4000000", + "anthropic-ratelimit-input-tokens-reset": "2026-04-28T23:05:41Z", + "anthropic-ratelimit-output-tokens-limit": "800000", + "anthropic-ratelimit-output-tokens-remaining": "800000", + "anthropic-ratelimit-output-tokens-reset": "2026-04-28T23:05:41Z", + "anthropic-ratelimit-requests-limit": "20000", + "anthropic-ratelimit-requests-remaining": "19999", + "anthropic-ratelimit-requests-reset": "2026-04-28T23:05:41Z", + "anthropic-ratelimit-tokens-limit": "4800000", + "anthropic-ratelimit-tokens-remaining": "4800000", + "anthropic-ratelimit-tokens-reset": "2026-04-28T23:05:41Z", + "content-security-policy": "default-src 'none'; frame-ancestors 'none'", + "content-type": "application/json", + "request-id": "req_011CaX1MzoZWvSX6bd61kTCP", + "x-envoy-upstream-service-time": "517", + "x-robots-tag": "none" + }, + "status": 200, + "statusText": "OK" } }, { + "callIndex": 1, "id": "d5bfecff47d61304", "matchKey": "POST api.anthropic.com/v1/messages", - "callIndex": 1, "recordedAt": "2026-04-28T23:05:55.548Z", "request": { - "method": "POST", - "url": "https://api.anthropic.com/v1/messages", - "headers": { - "accept": "application/json", - "anthropic-version": "2023-06-01", - "content-type": "application/json" - }, "body": { "kind": "json", "value": { @@ -114,32 +98,12 @@ "model": "claude-haiku-4-5", "temperature": 0 } - } + }, + "headers": {}, + "method": "POST", + "url": "https://api.anthropic.com/v1/messages" }, "response": { - "status": 200, - "statusText": "OK", - "headers": { - "anthropic-organization-id": "27796668-7351-40ac-acc4-024aee8995a5", - "anthropic-ratelimit-input-tokens-limit": "4000000", - "anthropic-ratelimit-input-tokens-remaining": "4000000", - "anthropic-ratelimit-input-tokens-reset": "2026-04-28T23:05:42Z", - "anthropic-ratelimit-output-tokens-limit": "800000", - "anthropic-ratelimit-output-tokens-remaining": "800000", - "anthropic-ratelimit-output-tokens-reset": "2026-04-28T23:05:42Z", - "anthropic-ratelimit-requests-limit": "20000", - "anthropic-ratelimit-requests-remaining": "19999", - "anthropic-ratelimit-requests-reset": "2026-04-28T23:05:42Z", - "anthropic-ratelimit-tokens-limit": "4800000", - "anthropic-ratelimit-tokens-remaining": "4800000", - "anthropic-ratelimit-tokens-reset": "2026-04-28T23:05:42Z", - "content-security-policy": "default-src 'none'; frame-ancestors 'none'", - "content-type": "application/json", - "request-id": "req_011CaX1N3ZFkZKhvMD3JSKPQ", - "vary": "Accept-Encoding", - "x-envoy-upstream-service-time": "415", - "x-robots-tag": "none" - }, "body": { "kind": "json", "value": { @@ -169,22 +133,38 @@ "service_tier": "standard" } } - } + }, + "headers": { + "anthropic-organization-id": "27796668-7351-40ac-acc4-024aee8995a5", + "anthropic-ratelimit-input-tokens-limit": "4000000", + "anthropic-ratelimit-input-tokens-remaining": "4000000", + "anthropic-ratelimit-input-tokens-reset": "2026-04-28T23:05:42Z", + "anthropic-ratelimit-output-tokens-limit": "800000", + "anthropic-ratelimit-output-tokens-remaining": "800000", + "anthropic-ratelimit-output-tokens-reset": "2026-04-28T23:05:42Z", + "anthropic-ratelimit-requests-limit": "20000", + "anthropic-ratelimit-requests-remaining": "19999", + "anthropic-ratelimit-requests-reset": "2026-04-28T23:05:42Z", + "anthropic-ratelimit-tokens-limit": "4800000", + "anthropic-ratelimit-tokens-remaining": "4800000", + "anthropic-ratelimit-tokens-reset": "2026-04-28T23:05:42Z", + "content-security-policy": "default-src 'none'; frame-ancestors 'none'", + "content-type": "application/json", + "request-id": "req_011CaX1N3ZFkZKhvMD3JSKPQ", + "vary": "Accept-Encoding", + "x-envoy-upstream-service-time": "415", + "x-robots-tag": "none" + }, + "status": 200, + "statusText": "OK" } }, { + "callIndex": 2, "id": "4f7d9d4ecc36bbea", "matchKey": "POST api.anthropic.com/v1/messages", - "callIndex": 2, "recordedAt": "2026-04-28T23:05:55.548Z", "request": { - "method": "POST", - "url": "https://api.anthropic.com/v1/messages", - "headers": { - "accept": "application/json", - "anthropic-version": "2023-06-01", - "content-type": "application/json" - }, "body": { "kind": "json", "value": { @@ -211,31 +191,12 @@ "model": "claude-haiku-4-5", "temperature": 0 } - } + }, + "headers": {}, + "method": "POST", + "url": "https://api.anthropic.com/v1/messages" }, "response": { - "status": 200, - "statusText": "OK", - "headers": { - "anthropic-organization-id": "27796668-7351-40ac-acc4-024aee8995a5", - "anthropic-ratelimit-input-tokens-limit": "4000000", - "anthropic-ratelimit-input-tokens-remaining": "3999000", - "anthropic-ratelimit-input-tokens-reset": "2026-04-28T23:05:43Z", - "anthropic-ratelimit-output-tokens-limit": "800000", - "anthropic-ratelimit-output-tokens-remaining": "800000", - "anthropic-ratelimit-output-tokens-reset": "2026-04-28T23:05:44Z", - "anthropic-ratelimit-requests-limit": "20000", - "anthropic-ratelimit-requests-remaining": "19999", - "anthropic-ratelimit-requests-reset": "2026-04-28T23:05:42Z", - "anthropic-ratelimit-tokens-limit": "4800000", - "anthropic-ratelimit-tokens-remaining": "4799000", - "anthropic-ratelimit-tokens-reset": "2026-04-28T23:05:43Z", - "content-security-policy": "default-src 'none'; frame-ancestors 'none'", - "content-type": "application/json", - "request-id": "req_011CaX1N6rwnD2VhV7zREkUY", - "x-envoy-upstream-service-time": "1203", - "x-robots-tag": "none" - }, "body": { "kind": "json", "value": { @@ -265,22 +226,37 @@ "service_tier": "standard" } } - } + }, + "headers": { + "anthropic-organization-id": "27796668-7351-40ac-acc4-024aee8995a5", + "anthropic-ratelimit-input-tokens-limit": "4000000", + "anthropic-ratelimit-input-tokens-remaining": "3999000", + "anthropic-ratelimit-input-tokens-reset": "2026-04-28T23:05:43Z", + "anthropic-ratelimit-output-tokens-limit": "800000", + "anthropic-ratelimit-output-tokens-remaining": "800000", + "anthropic-ratelimit-output-tokens-reset": "2026-04-28T23:05:44Z", + "anthropic-ratelimit-requests-limit": "20000", + "anthropic-ratelimit-requests-remaining": "19999", + "anthropic-ratelimit-requests-reset": "2026-04-28T23:05:42Z", + "anthropic-ratelimit-tokens-limit": "4800000", + "anthropic-ratelimit-tokens-remaining": "4799000", + "anthropic-ratelimit-tokens-reset": "2026-04-28T23:05:43Z", + "content-security-policy": "default-src 'none'; frame-ancestors 'none'", + "content-type": "application/json", + "request-id": "req_011CaX1N6rwnD2VhV7zREkUY", + "x-envoy-upstream-service-time": "1203", + "x-robots-tag": "none" + }, + "status": 200, + "statusText": "OK" } }, { + "callIndex": 3, "id": "343d969b488b84f2", "matchKey": "POST api.anthropic.com/v1/messages", - "callIndex": 3, "recordedAt": "2026-04-28T23:05:55.548Z", "request": { - "method": "POST", - "url": "https://api.anthropic.com/v1/messages", - "headers": { - "accept": "application/json", - "anthropic-version": "2023-06-01", - "content-type": "application/json" - }, "body": { "kind": "json", "value": { @@ -295,11 +271,24 @@ "stream": true, "temperature": 0 } - } + }, + "headers": {}, + "method": "POST", + "url": "https://api.anthropic.com/v1/messages" }, "response": { - "status": 200, - "statusText": "OK", + "body": { + "chunks": [ + "event: message_start\ndata: {\"type\":\"message_start\",\"message\":{\"model\":\"claude-haiku-4-5-20251001\",\"id\":\"msg_01LwkZJET3n98ZR5pG9ajU5b\",\"type\":\"message\",\"role\":\"assistant\",\"content\":[],\"stop_reason\":null,\"stop_sequence\":null,\"stop_details\":null,\"usage\":{\"input_tokens\":24,\"cache_creation_input_tokens\":0,\"cache_read_input_tokens\":0,\"cache_creation\":{\"ephemeral_5m_input_tokens\":0,\"ephemeral_1h_input_tokens\":0},\"output_tokens\":1,\"service_tier\":\"standard\",\"inference_geo\":\"not_available\"}}}", + "event: content_block_start\ndata: {\"type\":\"content_block_start\",\"index\":0,\"content_block\":{\"type\":\"text\",\"text\":\"\"} }", + "event: ping\ndata: {\"type\": \"ping\"}", + "event: content_block_delta\ndata: {\"type\":\"content_block_delta\",\"index\":0,\"delta\":{\"type\":\"text_delta\",\"text\":\"1 one\\n2 two\\n3 three\"} }", + "event: content_block_stop\ndata: {\"type\":\"content_block_stop\",\"index\":0 }", + "event: message_delta\ndata: {\"type\":\"message_delta\",\"delta\":{\"stop_reason\":\"end_turn\",\"stop_sequence\":null,\"stop_details\":null},\"usage\":{\"input_tokens\":24,\"cache_creation_input_tokens\":0,\"cache_read_input_tokens\":0,\"output_tokens\":15} }", + "event: message_stop\ndata: {\"type\":\"message_stop\" }" + ], + "kind": "sse" + }, "headers": { "anthropic-organization-id": "27796668-7351-40ac-acc4-024aee8995a5", "anthropic-ratelimit-input-tokens-limit": "4000000", @@ -321,34 +310,16 @@ "x-envoy-upstream-service-time": "398", "x-robots-tag": "none" }, - "body": { - "kind": "sse", - "chunks": [ - "event: message_start\ndata: {\"type\":\"message_start\",\"message\":{\"model\":\"claude-haiku-4-5-20251001\",\"id\":\"msg_01LwkZJET3n98ZR5pG9ajU5b\",\"type\":\"message\",\"role\":\"assistant\",\"content\":[],\"stop_reason\":null,\"stop_sequence\":null,\"stop_details\":null,\"usage\":{\"input_tokens\":24,\"cache_creation_input_tokens\":0,\"cache_read_input_tokens\":0,\"cache_creation\":{\"ephemeral_5m_input_tokens\":0,\"ephemeral_1h_input_tokens\":0},\"output_tokens\":1,\"service_tier\":\"standard\",\"inference_geo\":\"not_available\"}}}", - "event: content_block_start\ndata: {\"type\":\"content_block_start\",\"index\":0,\"content_block\":{\"type\":\"text\",\"text\":\"\"} }", - "event: ping\ndata: {\"type\": \"ping\"}", - "event: content_block_delta\ndata: {\"type\":\"content_block_delta\",\"index\":0,\"delta\":{\"type\":\"text_delta\",\"text\":\"1 one\\n2 two\\n3 three\"} }", - "event: content_block_stop\ndata: {\"type\":\"content_block_stop\",\"index\":0 }", - "event: message_delta\ndata: {\"type\":\"message_delta\",\"delta\":{\"stop_reason\":\"end_turn\",\"stop_sequence\":null,\"stop_details\":null},\"usage\":{\"input_tokens\":24,\"cache_creation_input_tokens\":0,\"cache_read_input_tokens\":0,\"output_tokens\":15} }", - "event: message_stop\ndata: {\"type\":\"message_stop\" }" - ] - } + "status": 200, + "statusText": "OK" } }, { + "callIndex": 4, "id": "81b48f1d594c2f95", "matchKey": "POST api.anthropic.com/v1/messages", - "callIndex": 4, "recordedAt": "2026-04-28T23:05:55.548Z", "request": { - "method": "POST", - "url": "https://api.anthropic.com/v1/messages", - "headers": { - "accept": "application/json", - "anthropic-version": "2023-06-01", - "content-type": "application/json", - "x-stainless-helper-method": "stream" - }, "body": { "kind": "json", "value": { @@ -363,11 +334,24 @@ "stream": true, "temperature": 0 } - } + }, + "headers": {}, + "method": "POST", + "url": "https://api.anthropic.com/v1/messages" }, "response": { - "status": 200, - "statusText": "OK", + "body": { + "chunks": [ + "event: message_start\ndata: {\"type\":\"message_start\",\"message\":{\"model\":\"claude-haiku-4-5-20251001\",\"id\":\"msg_01JLeZznDM5u1K2AfJCyR6mp\",\"type\":\"message\",\"role\":\"assistant\",\"content\":[],\"stop_reason\":null,\"stop_sequence\":null,\"stop_details\":null,\"usage\":{\"input_tokens\":24,\"cache_creation_input_tokens\":0,\"cache_read_input_tokens\":0,\"cache_creation\":{\"ephemeral_5m_input_tokens\":0,\"ephemeral_1h_input_tokens\":0},\"output_tokens\":1,\"service_tier\":\"standard\",\"inference_geo\":\"not_available\"}} }", + "event: content_block_start\ndata: {\"type\":\"content_block_start\",\"index\":0,\"content_block\":{\"type\":\"text\",\"text\":\"\"} }", + "event: ping\ndata: {\"type\": \"ping\"}", + "event: content_block_delta\ndata: {\"type\":\"content_block_delta\",\"index\":0,\"delta\":{\"type\":\"text_delta\",\"text\":\"1 one\\n2 two\\n3 three\"} }", + "event: content_block_stop\ndata: {\"type\":\"content_block_stop\",\"index\":0 }", + "event: message_delta\ndata: {\"type\":\"message_delta\",\"delta\":{\"stop_reason\":\"end_turn\",\"stop_sequence\":null,\"stop_details\":null},\"usage\":{\"input_tokens\":24,\"cache_creation_input_tokens\":0,\"cache_read_input_tokens\":0,\"output_tokens\":15} }", + "event: message_stop\ndata: {\"type\":\"message_stop\" }" + ], + "kind": "sse" + }, "headers": { "anthropic-organization-id": "27796668-7351-40ac-acc4-024aee8995a5", "anthropic-ratelimit-input-tokens-limit": "4000000", @@ -389,33 +373,16 @@ "x-envoy-upstream-service-time": "656", "x-robots-tag": "none" }, - "body": { - "kind": "sse", - "chunks": [ - "event: message_start\ndata: {\"type\":\"message_start\",\"message\":{\"model\":\"claude-haiku-4-5-20251001\",\"id\":\"msg_01JLeZznDM5u1K2AfJCyR6mp\",\"type\":\"message\",\"role\":\"assistant\",\"content\":[],\"stop_reason\":null,\"stop_sequence\":null,\"stop_details\":null,\"usage\":{\"input_tokens\":24,\"cache_creation_input_tokens\":0,\"cache_read_input_tokens\":0,\"cache_creation\":{\"ephemeral_5m_input_tokens\":0,\"ephemeral_1h_input_tokens\":0},\"output_tokens\":1,\"service_tier\":\"standard\",\"inference_geo\":\"not_available\"}} }", - "event: content_block_start\ndata: {\"type\":\"content_block_start\",\"index\":0,\"content_block\":{\"type\":\"text\",\"text\":\"\"} }", - "event: ping\ndata: {\"type\": \"ping\"}", - "event: content_block_delta\ndata: {\"type\":\"content_block_delta\",\"index\":0,\"delta\":{\"type\":\"text_delta\",\"text\":\"1 one\\n2 two\\n3 three\"} }", - "event: content_block_stop\ndata: {\"type\":\"content_block_stop\",\"index\":0 }", - "event: message_delta\ndata: {\"type\":\"message_delta\",\"delta\":{\"stop_reason\":\"end_turn\",\"stop_sequence\":null,\"stop_details\":null},\"usage\":{\"input_tokens\":24,\"cache_creation_input_tokens\":0,\"cache_read_input_tokens\":0,\"output_tokens\":15} }", - "event: message_stop\ndata: {\"type\":\"message_stop\" }" - ] - } + "status": 200, + "statusText": "OK" } }, { + "callIndex": 5, "id": "8c858201f9b5468f", "matchKey": "POST api.anthropic.com/v1/messages", - "callIndex": 5, "recordedAt": "2026-04-28T23:05:55.548Z", "request": { - "method": "POST", - "url": "https://api.anthropic.com/v1/messages", - "headers": { - "accept": "application/json", - "anthropic-version": "2023-06-01", - "content-type": "application/json" - }, "body": { "kind": "json", "value": { @@ -451,11 +418,27 @@ } ] } - } + }, + "headers": {}, + "method": "POST", + "url": "https://api.anthropic.com/v1/messages" }, "response": { - "status": 200, - "statusText": "OK", + "body": { + "chunks": [ + "event: message_start\ndata: {\"type\":\"message_start\",\"message\":{\"model\":\"claude-haiku-4-5-20251001\",\"id\":\"msg_01HPKQ1BQhK9KSKJtcSN9PYC\",\"type\":\"message\",\"role\":\"assistant\",\"content\":[],\"stop_reason\":null,\"stop_sequence\":null,\"stop_details\":null,\"usage\":{\"input_tokens\":687,\"cache_creation_input_tokens\":0,\"cache_read_input_tokens\":0,\"cache_creation\":{\"ephemeral_5m_input_tokens\":0,\"ephemeral_1h_input_tokens\":0},\"output_tokens\":13,\"service_tier\":\"standard\",\"inference_geo\":\"not_available\"}} }", + "event: content_block_start\ndata: {\"type\":\"content_block_start\",\"index\":0,\"content_block\":{\"type\":\"tool_use\",\"id\":\"toolu_01N57rvGwPxQB8x97JjjYqWp\",\"name\":\"get_weather\",\"input\":{},\"caller\":{\"type\":\"direct\"}} }", + "event: ping\ndata: {\"type\": \"ping\"}", + "event: content_block_delta\ndata: {\"type\":\"content_block_delta\",\"index\":0,\"delta\":{\"type\":\"input_json_delta\",\"partial_json\":\"\"} }", + "event: content_block_delta\ndata: {\"type\":\"content_block_delta\",\"index\":0,\"delta\":{\"type\":\"input_json_delta\",\"partial_json\":\"{\\\"location\\\":\"} }", + "event: content_block_delta\ndata: {\"type\":\"content_block_delta\",\"index\":0,\"delta\":{\"type\":\"input_json_delta\",\"partial_json\":\" \\\"Paris, F\"} }", + "event: content_block_delta\ndata: {\"type\":\"content_block_delta\",\"index\":0,\"delta\":{\"type\":\"input_json_delta\",\"partial_json\":\"rance\\\"}\"} }", + "event: content_block_stop\ndata: {\"type\":\"content_block_stop\",\"index\":0}", + "event: message_delta\ndata: {\"type\":\"message_delta\",\"delta\":{\"stop_reason\":\"tool_use\",\"stop_sequence\":null,\"stop_details\":null},\"usage\":{\"input_tokens\":687,\"cache_creation_input_tokens\":0,\"cache_read_input_tokens\":0,\"output_tokens\":26} }", + "event: message_stop\ndata: {\"type\":\"message_stop\" }" + ], + "kind": "sse" + }, "headers": { "anthropic-organization-id": "27796668-7351-40ac-acc4-024aee8995a5", "anthropic-ratelimit-input-tokens-limit": "4000000", @@ -477,36 +460,16 @@ "x-envoy-upstream-service-time": "389", "x-robots-tag": "none" }, - "body": { - "kind": "sse", - "chunks": [ - "event: message_start\ndata: {\"type\":\"message_start\",\"message\":{\"model\":\"claude-haiku-4-5-20251001\",\"id\":\"msg_01HPKQ1BQhK9KSKJtcSN9PYC\",\"type\":\"message\",\"role\":\"assistant\",\"content\":[],\"stop_reason\":null,\"stop_sequence\":null,\"stop_details\":null,\"usage\":{\"input_tokens\":687,\"cache_creation_input_tokens\":0,\"cache_read_input_tokens\":0,\"cache_creation\":{\"ephemeral_5m_input_tokens\":0,\"ephemeral_1h_input_tokens\":0},\"output_tokens\":13,\"service_tier\":\"standard\",\"inference_geo\":\"not_available\"}} }", - "event: content_block_start\ndata: {\"type\":\"content_block_start\",\"index\":0,\"content_block\":{\"type\":\"tool_use\",\"id\":\"toolu_01N57rvGwPxQB8x97JjjYqWp\",\"name\":\"get_weather\",\"input\":{},\"caller\":{\"type\":\"direct\"}} }", - "event: ping\ndata: {\"type\": \"ping\"}", - "event: content_block_delta\ndata: {\"type\":\"content_block_delta\",\"index\":0,\"delta\":{\"type\":\"input_json_delta\",\"partial_json\":\"\"} }", - "event: content_block_delta\ndata: {\"type\":\"content_block_delta\",\"index\":0,\"delta\":{\"type\":\"input_json_delta\",\"partial_json\":\"{\\\"location\\\":\"} }", - "event: content_block_delta\ndata: {\"type\":\"content_block_delta\",\"index\":0,\"delta\":{\"type\":\"input_json_delta\",\"partial_json\":\" \\\"Paris, F\"} }", - "event: content_block_delta\ndata: {\"type\":\"content_block_delta\",\"index\":0,\"delta\":{\"type\":\"input_json_delta\",\"partial_json\":\"rance\\\"}\"} }", - "event: content_block_stop\ndata: {\"type\":\"content_block_stop\",\"index\":0}", - "event: message_delta\ndata: {\"type\":\"message_delta\",\"delta\":{\"stop_reason\":\"tool_use\",\"stop_sequence\":null,\"stop_details\":null},\"usage\":{\"input_tokens\":687,\"cache_creation_input_tokens\":0,\"cache_read_input_tokens\":0,\"output_tokens\":26} }", - "event: message_stop\ndata: {\"type\":\"message_stop\" }" - ] - } + "status": 200, + "statusText": "OK" } }, { + "callIndex": 6, "id": "c7d61b210c3c0ece", "matchKey": "POST api.anthropic.com/v1/messages", - "callIndex": 6, "recordedAt": "2026-04-28T23:05:55.548Z", "request": { - "method": "POST", - "url": "https://api.anthropic.com/v1/messages", - "headers": { - "accept": "application/json", - "anthropic-version": "2023-06-01", - "content-type": "application/json" - }, "body": { "kind": "json", "value": { @@ -536,31 +499,12 @@ } ] } - } + }, + "headers": {}, + "method": "POST", + "url": "https://api.anthropic.com/v1/messages" }, "response": { - "status": 200, - "statusText": "OK", - "headers": { - "anthropic-organization-id": "27796668-7351-40ac-acc4-024aee8995a5", - "anthropic-ratelimit-input-tokens-limit": "4000000", - "anthropic-ratelimit-input-tokens-remaining": "4000000", - "anthropic-ratelimit-input-tokens-reset": "2026-04-28T23:05:47Z", - "anthropic-ratelimit-output-tokens-limit": "800000", - "anthropic-ratelimit-output-tokens-remaining": "800000", - "anthropic-ratelimit-output-tokens-reset": "2026-04-28T23:05:47Z", - "anthropic-ratelimit-requests-limit": "20000", - "anthropic-ratelimit-requests-remaining": "19999", - "anthropic-ratelimit-requests-reset": "2026-04-28T23:05:46Z", - "anthropic-ratelimit-tokens-limit": "4800000", - "anthropic-ratelimit-tokens-remaining": "4800000", - "anthropic-ratelimit-tokens-reset": "2026-04-28T23:05:47Z", - "content-security-policy": "default-src 'none'; frame-ancestors 'none'", - "content-type": "application/json", - "request-id": "req_011CaX1NNFQHJ67oX6fT3Uhm", - "x-envoy-upstream-service-time": "669", - "x-robots-tag": "none" - }, "body": { "kind": "json", "value": { @@ -597,22 +541,37 @@ "service_tier": "standard" } } - } + }, + "headers": { + "anthropic-organization-id": "27796668-7351-40ac-acc4-024aee8995a5", + "anthropic-ratelimit-input-tokens-limit": "4000000", + "anthropic-ratelimit-input-tokens-remaining": "4000000", + "anthropic-ratelimit-input-tokens-reset": "2026-04-28T23:05:47Z", + "anthropic-ratelimit-output-tokens-limit": "800000", + "anthropic-ratelimit-output-tokens-remaining": "800000", + "anthropic-ratelimit-output-tokens-reset": "2026-04-28T23:05:47Z", + "anthropic-ratelimit-requests-limit": "20000", + "anthropic-ratelimit-requests-remaining": "19999", + "anthropic-ratelimit-requests-reset": "2026-04-28T23:05:46Z", + "anthropic-ratelimit-tokens-limit": "4800000", + "anthropic-ratelimit-tokens-remaining": "4800000", + "anthropic-ratelimit-tokens-reset": "2026-04-28T23:05:47Z", + "content-security-policy": "default-src 'none'; frame-ancestors 'none'", + "content-type": "application/json", + "request-id": "req_011CaX1NNFQHJ67oX6fT3Uhm", + "x-envoy-upstream-service-time": "669", + "x-robots-tag": "none" + }, + "status": 200, + "statusText": "OK" } }, { + "callIndex": 7, "id": "79cf727e8826de49", "matchKey": "POST api.anthropic.com/v1/messages", - "callIndex": 7, "recordedAt": "2026-04-28T23:05:55.548Z", "request": { - "method": "POST", - "url": "https://api.anthropic.com/v1/messages", - "headers": { - "accept": "application/json", - "anthropic-version": "2023-06-01", - "content-type": "application/json" - }, "body": { "kind": "json", "value": { @@ -634,34 +593,15 @@ "max_uses": 1, "name": "web_search", "type": "web_search_20250305" - } - ] - } - } - }, - "response": { - "status": 200, - "statusText": "OK", - "headers": { - "anthropic-organization-id": "27796668-7351-40ac-acc4-024aee8995a5", - "anthropic-ratelimit-input-tokens-limit": "3000000", - "anthropic-ratelimit-input-tokens-remaining": "2987000", - "anthropic-ratelimit-input-tokens-reset": "2026-04-28T23:05:50Z", - "anthropic-ratelimit-output-tokens-limit": "600000", - "anthropic-ratelimit-output-tokens-remaining": "600000", - "anthropic-ratelimit-output-tokens-reset": "2026-04-28T23:05:51Z", - "anthropic-ratelimit-requests-limit": "20000", - "anthropic-ratelimit-requests-remaining": "19999", - "anthropic-ratelimit-requests-reset": "2026-04-28T23:05:47Z", - "anthropic-ratelimit-tokens-limit": "3600000", - "anthropic-ratelimit-tokens-remaining": "3587000", - "anthropic-ratelimit-tokens-reset": "2026-04-28T23:05:50Z", - "content-security-policy": "default-src 'none'; frame-ancestors 'none'", - "content-type": "application/json", - "request-id": "req_011CaX1NRZ6C5znDrNqVobdJ", - "x-envoy-upstream-service-time": "3898", - "x-robots-tag": "none" + } + ] + } }, + "headers": {}, + "method": "POST", + "url": "https://api.anthropic.com/v1/messages" + }, + "response": { "body": { "kind": "json", "value": { @@ -682,7 +622,7 @@ { "encrypted_content": "EokSCioIDxgCIiQyNzc5NjY2OC03MzUxLTQwYWMtYWNjNC0wMjRhZWU4OTk1YTUSDJEeQeXSlG0t6M1xExoMAo6NVPss4Z0qWRbXIjA9p2BKOLf9NbtKr/2FF+oTmrbMsN1PLPis09t3jv/gTRyTnDbqZJ054dnJnC616uwqjBGE5Lr+SVIrNRZgceZEvhZx9IXNDre4XcIeMe5y2U6CY/G50m248pFCSNSdYg/E2La7hHNlhZ8GXbAOGoRGK3bSpWMD04HTpAiEHwTyTb6TNSBWs+LI16iRRMW6a8cSj268fQDlRdUJUZ1xYtZ47BXfXTiio1/1NfvRCvf47lMLuQXoabUlhk/gfKxeC4TCp9icoP+AKmf8cvbCUvFhY7Ox6mI+asgyqEzH37JsRo1+QVWP+aGGHhMMXg23pgLI6mcK9TifUeg0O03PT+9BMNdcnmFxQySlFih1Yse1ODyN4+3wlcus9MZk80bgEiCmcc+WJU+KgdPL2FgidBUN+CKu++yZYweSJkQkGK1E6FOS3SdAfAN2G7iGJ7YbPbgsqtsnkbgjC/tp9OZBumo25/ANNyuEIng7oUEhjgHpnXe0xyvmFDKIYVRtyMqXSxUwvtWy+CiwRi/Fg2A/rwVFI+5SjBgeN+MEbSAyIw4jM3Z7/KPIlNlfe0jQXgauB/aGzecJhuQ7YbPupchNkeiBlHYo4Unis6lFOzWG3YeFGydDpNQKmF+wg4IxPxJ9bTC6lS+n5OgI4wtuVENPg6+XJ+26aWR/JoXf/t8D2K2udwNWab71Grm7L+YNej3MLznpGikPdJKeORp6YE97MgAPmsYuS1k8q3ejRe/9X4DicnjvKVrSuwp8GGU4OHqLWOn7OE+DZg77xtQV6chHolV6Al+z1U+mr3dIjlU67I/AazPdw1OElQXBZ0fmJDWk08yyylGATq2esDIJig0R7E6E2QH7g8z2v73VWloOdyiu2JCDbf9VEpKTwPkJ7/TLhSB9561AGQXV3oPI4C3I6Ji2W+w4/OQeF1WHB3vO5Fd2sHV2GYWAS7zS47fq+kgyMOxf7c3pe5z3tFFvPcAzzDcB1bJrvAXMT4gmYJ3TJ5EsbAaTg20OPOqiH+Pk+I4NnaGesKq0O7LxceigMmcsdmNRDz9tYFcXXk70YG4bh0+rEC3VaoAMzYwGBsDjQIuIAifyzggoNd0vKh5sRfnMV8V5Xa6mtJ79t0As/418ZzOFLR3EfX81gItvWVAbDx2GF9+zjj7nNlBh2wr0LwrJ01IKPHYVEJ4HJoAoS3FqjkSeqS+f1p0WqMFgFz8VTAUrHLUNxCkp1DDxVeTKJBjJGp+cS0J807uKPUG7ssgiEp1LlbPjkdrg5+3swbq+038N0J8uEynwvuEYnatfexiAsdIyK1ONQo4362TG775vqn/WCgZS4gx7RayOuXa8D0w8eVXQVjvXmt9MPjWbA0z+PN+XMnADTUyd5EvkRDmVc2VOeoNChoK5fXwFJuozZDDy9MssMdR3/nejP3IBl2tYT1hFTFZFwitSwck7cbRD8EpgbZ4FIjJcWawjxeRbpHFRiosv6h2TPYJMPv/m4tl/mSvkBFV4XVtlYRMuMaDKJ8Vo1n6hlKwKcs+QzEnpdQJgGOL+MWwq+R8QsDh72vNdh/s9Y96wZQptyPZ8g4uMjHjq0rauR36A4G5B5XNhlZQHaRzL1IgbQi31EXE6kr/pcqiv9spsOfq8cMTbDNStsWNm7Ec22n/UNsAx4q+VpbsB/VNLBWeuPYTEJybG1O1jPLZcB2vDQfgk5xG1+uFTERF0U7HOtLQFpN27Ps7qZrZ8glgrgEP5BcEdheR1JDvXjTyflaLrULBoHvWiyZWQ6sLL6FLMUKvBih+EtRbnD/oet8s/9hn+MmrVQJ/BRo32u1/luGUsTTPeQDymvIq1/lNDO430uCPHm8UZxt+10TSoYWtcC9Vqzjffbbpzw1kwCvMr8PNkcbRzXTfdoGm0doTBwMXbihpGk2OdjKiSXesEj3lPGEDce8sNV98GuS8HcBnp1uc1sAF224DcxpDBkuZHy70OgUVByStl+VpT5WJot9vwIdFEtiKhxiSuEPcSAYUlF0HRzDuOU30Q0Hn+/M/ep2/f2mI8feUydLPs6oJlCXyiqSvFz7gcSpKO12Lzg7x5KRJWRcBqwW+ExwyquvrMWrnCS7Wtd+/655MBYUC4Mw7SWCOOHmIew4fh9bvzYH8Vt+pEmerHxDddjcvCUKsTN3FminWAp0ydsXNzMjqecqC3uCGLWy4ajvlTk0ch104O6IIejs22FRaeQR0Btu15q5FAI+v4JzOdu95iJd8t4Gh6yYwCTImS89slIxYElG6M1ZrsMvVtPJ4V4T5YQ0crT2VjEMjOIFCqaTb5mb4FpHslll0GteCOYs4A0L2S4x+7C64B8Q/OPE0QifHMPWTZHhsSGc4wqIQ6VIqDpVcgjFlj8rZMP6u7dxwISm0fBGxRAC2wKma3IbiRbEtXKwIbdEaSBAzrB5GqSGS7/N6r/BjMW3hmEVtJN3gccHQl3B4c7dCD02iY5KjgwUuV/f2Ud2cJMMCi/Ve0vBUp6E3pf3CLjkL/TVpuwEQnLprdng3Tedi+G2DfwOGCra7vi8Lmy+5kczLOvGD6cTVkNn2ECyqd/8Ki16pEplm40fZhMb0PylzJcABkJIfn1pknNW53BK+Gc4XCBLp2Nfo+xNq9zvsrRyD6GIbdB7XgMYl9KMRLabQydALXgz0PpZX+z/Cq2+iczXMoWyeeXlhJ84YJCp9mE6Q1HMUNV0QhSL1f4Jg672A4GlUEXphsEowSCLI6SRvmk7R5qY+//jft4EzO39ITjYDxozhfl9PPYvNyrIFl4qJ+6yJCSgEqHNEG7dmO8KOdjxtPnLHSc4OqDYFEGKTlE1FrnInM/em6ne1RTz039sP+xFiMiepktF9yCPZX1JyYjRq35RmsXrwvEyjpIHcrnazTmlL/pG1norQOcWIIXHcD4uwreEn3pJy4k+xXXR1koZjeEqDT/H/Pb2ca0nxsQcd+9v2wF9FmHax4+4DHehCnR+ooK6n7L/B7U9MOGAM=", "page_age": null, - "title": "Releases · vercel/ai", + "title": "Releases \u00b7 vercel/ai", "type": "web_search_result", "url": "https://github.com/vercel/ai/releases" }, @@ -696,7 +636,7 @@ { "encrypted_content": "ErUgCioIDxgCIiQyNzc5NjY2OC03MzUxLTQwYWMtYWNjNC0wMjRhZWU4OTk1YTUSDD5tqwgsXCwvWnXkmRoMi8/9d+6kVU9JxTWJIjARoJoPBF2rUyam7MCrFc1+wI7a4QZkiUQcTCYg/1a0AM3rWWaSsz/yPHybnIBkcYcquB++RcVm4MaH66Buvmm2ukgv1SNU9N//ipK8r6gZT2vzC/goJXwNQu4rJFRtOGw3rfXLDoNXMH/g/3nU00McVKxaamw72GrrB7ruiIjj565GFB6FaDT5im/qE2YndM82hCBuDAFyTzlz/hdyW44xGj8P5KhOfDxfNGbWbH4GyPSeVyrJTN6WGUiG65qE9pOLlAmmf1gXqnNPmFYBH8Boh8JdKgquWV8SYqa5k/eidRoZA/UNDiOxp9+0x+6dFXTmDbvD0r+nNzxlCi9jLhGCciG9J9E14DzyPwvnwYcVp098wxpZGWAzI9dA+azpGw+Fno6HejWSkYMx3YfUdHB6F413b2jeBviD28NC5rJ2UBc8ADAXGmNkyd5nLaV5VkevcGitbbQWTxcoFZ+954H6qf8bYTHv7RyIf8FZMyp/qZAnBb02GK4k83/2QZIs3ETi//Vpw7gBWDhwRZzC/MUx38rX9ruMvzHMndUaFfUIzTFQWWTA8nbGufcFV+cWsIQuOoBiqZVcxNLVPc7rSP9/c6aa9TcbAU1Vrhh6767iYqTOR+sj1QJMeSDvXphnWthsl5CGcykzoFGL87WYCA1NZYgjc5gADWnfXtOB45whAoqko/oWZ+vgF4vySA22gKdKzOo6GdIMH9CmTn7J9EWf6YfyLQy1974o/3NVxPGEbK6NOY9anEWLDtsiuNUc5Jwy4zH+wU0msOS0VRoGM1SNWp2Chm2iT1aOh+RXZsnYuiop0x8bc9TzWwVCbSFgUzTdMaHBzr25Hxuffth6F0Rj3mSeqQIcaNTcTs71UByJ+aMv7I3JsPEyKI1kKaIHhxs4ma7JB+IUge2YHBb1AvN5o7r73wleXAZwFkT/TqnEP+sscyg1grdSviLqq7xBUwW9Yk60wvMwzfCh1an2BYhAUycYk8CAEXsih3N6Lksvf5t1Ub+KXZgjOmLVbFX5QN2vvE5iGk9fwRkX7Zs4iHpVmWY02Hw4ZTRNn2Ngp5x46wf9jdKZ4lWj8OYOFBk1LRy6uJOTPa2lnQm0oAPvLB4UKsy0vXMbZhXEK73WH4zDaSVmCayJn2P9NDU9LHz6GSrjBQ3/185hV/QvKjpjKhYv5o5tU8uWO31p/gRkW/zVhfYlMoMqWJWRUiZM9zGtE9tmqu7btI6xlVI1ZfqX57nFoLt4Y6fRFqfgJIg7ZFJbCcTaO1GDqtswAPOxPnLcZ6Kc0xIeYkx3TkMuS2goGCDSJn7iJPxJGZ/iSVUODfQ4V0oyLbxJr9AHMhB46bAxRIPCrXpHt8J1ZaYIyJSHrbjy1BnS467plKFOJUbrml2dnP9EMtwK2NuszX2CPyFY6DRnDXjIOF0CGHM26TlgK4XKa1lgKBJBkNOI7g+YzYQv4niPwXkJxrxgBkoGnOekxJeVGV5VVgfcul31C7gq+2+aVA3HipkkR9AR5Zcrl551XTQoaHP4Aq7tIvh3iTajOXA/jckah+b/JDQAq1QXGIu64T5CAS2s5ZqVYJfWfrdCNDQcVRaGrCJSDMBAY60oTxAYj6QBcqwPk9Kyzcyy7n8P/3T1UBTxYCP0asg/zFX1wjZtnCVt1suxaVk+kmD0VfYhRX55VeRddr030VO7kXUWt8/yIGHkOV+O/qDGkKD8Y9r5VtNrbDg1m9sYO3kBlfJhX3gKUwcRa65CY6SxsffM7Ea+p1oBn3HT+Myxr4SNZnwRghYa174P7EGJVHfH/H6YYxbTLLcStAziNBdAO3wY5+L4r2Io6sxaxvinJ445nfWD/7d3rWagC6/FU8YzREM6xWB5U9sM0NB6Auxi7XcGX6+u5e1fVccwCssmG75SxANDBM069cOhBnRyDerxcpPwQOMzZ7SGxKprw5vfOrK0e84RRBT2uEJPt1dHYZrR6I53MgsLRZu7+GF5tYnsjZsjPabXYXzmyxWw7iVIEuDRGiIL44vUPksTQxjhm0rkcozzNekupXPA21Hz+SrvuqeoJVT1WSL0eTcZ07cwpXa1ZTYWtheFTEHdXmMesDPGFK4NPphGRzw3T8ejQJQ6nmNB7RdjoWqHDr73veUjN1GYo9/Ay9LqIo29KX4N+8hESV9wx/CmYrcTYi6NkYz6h9e+GcmdLbnJIrHfbpOkrw+ZllsrLMim0YWHSVq3e2DvQnlsSIVh0ytKQm2Ht3AmwQZZa7HKlEbMP17QSZ6dC341zK8UH3QYSQUrWv8odZQQIOgWveXQzTylssMZ/3IxoREBaRwkZRXOVKq7pIli6Bq2ZIegTh3ctuEzPFwfVpr+Wu0Xr3f0lCMFW3+41RsB242XyCsTVeLX6nSyGZPW8MYh+FULEgWv6d+ANjmp79pJIrGTG0zX73ZvaclYkjGVRwmjqHvO0zaH8OErzb03GBfYljaTiwILJ6O9cl1hq3skC9dy80Viqlg6UMBDI94lQOcpYVWLIhesiKmNOFsStOcpfMI0dltkXrgfvGdfy1PNYQQ9CY61WSzYoaOAlotmZFHJK3+fMQ5Z5hHkcGaUsvSTPI/WvpcKowvA9eaenT9xNhvynb24FaVjIWde3W+TvYPJj4vcouFHTg9TnFEW/PLJe5RYjqcwaZeLsH0IjX+Ptwhr7DPTjcAsL4LoL/RJgF+zpFDnTJJOc9mF0WgRd0fCvVXCjvg2wVolh00jkB1uNn1PkeaIGfxzoJe1Y8YZ0+kw+kxTNs9NS5/Tn7kxdbUPMdDtYJj45imBQPL5paoqzFHjVpuApuGDUweqI/Fm+hqri5Cqf17EfjhOEQr1fCNmxBv4NabUq/xixUpCTmB60E/cvONFUfIHP44fuXinMuPzyt2rxqb/WDVSYWFAlL26II9SeMeEIsrNwUN8IoOe99n2XOr1QHHhGp23PgaCg530B/jXogMtJPsc1DlQMjiRSX7U79lkc152PgzE8O1fjbrpiqlFYRDajzUIzYxuu4ZyNCKoCgott19kDbgMexJ+UeNYaOfGBI+mswSwllwB76MN8qqVsSeLPBPfTlosgqAoDGWb55hcfhmhdfHfVwC9EVZaK6eLMXAoXNd4LmH94z6lge3LrIpXhcHjzoFFqaz/a0Cql4m5pQIiZVsGRZchzgGzJJdZmuWL6+EY0wMg9eGg7MOeJi/jkUssFn5rdHgciIBOjbSibAVR723SAVSaUvtuRAOm0QZwvooWgnuRyBc1U6Ume6LEhaCWy0dBZRS1bfy1QHUZ0v/gJGM6Vost5xBI+mEI+V2Dwvj4JQPtF2F8h+GsQdSIF0d1slNwVSWMeP4CIm9ENmmB8a+k5qB5Q0EnrI1zsGfvozM7rcmYFO4FO3htfYB1UlaPVcYSX8tplBQiU2+ryrUd7p2k2k9BKHCjFdA+KRBx6ZwSPx6SiwbDvDQ5EkOH1Iiwdngg8CTfZj1Mn97lFsFG28IOk538Vz4Od2lpHFiyCEVBjakv13CdDufpU+z10GiJuIvPpV7PdjaNFeBRecal9tThQpbcvN7IJxA5t0yq6XSp4+gY6/5VHC9jCPMEd8TY0b7aIFE8MQIRJFBeRP/XMWTmSaEjU8cuLnzwDl89u9eDswo2xH7jj/audgW8ssM+JU+zLqfwOz5y3NYqxgtu+hNtez425beSwey+7r0DaijEP0wfd9kU0AZx/uA02HJZsG+wL1/tV7nedFC1fXxJUUeMIE9Zp+i/q54M3vNXJBCVDLF/NOE9NPYN2oqVfHYqtCZSEZlV1TNkjOpDpY/fx9bI1cohpEtpVTgVC+xkr+usWp1G0GLoPeXD4ihmxTU3DIxnZXnG4J3F6iaD/IdnF/b43qPLThY7AF7axCFtFFCBBvwmrlZBh1+gF7gysoTES+0YxelLYCyTgww601kbHxXNkXEGt4J7ws53q+WugDJTQpi/gzjgJn6H7EhWAR+vJEAXtsDXdH8l/JuTW4LJ2jJwzBm/9Q88opnQToNrUr8n5coyNxI2R6iSvBbQQQoOTbJHzUs/NRnNY3t4pdCOdQttsLoxoA+xk7E5J2rEC+76EaxHC6NUwTsgv8FP23lZlxD3KWhigBy7nf/AfCMiihXKOhaNzOJXB8X+YrLjlq63COsN3DWMj2lD6/xcTQwEaSHOzy0PqnAy7qsOoKVwuQ8HTde/CpQwi0rmSqzQ1DQmWlES2hLaww+G+lO1dHTGvIPNJ1pvG6BqjPbgaLombftzaVONszH2MUlVMq9STGXe7Mya2krRMUn8dkdr2NB6EpGpBarv46Tm/G/ypA+zozCI9SPxssFhFbt5GZ7m5T2/wkBOj1KVSm1fSR+8r+O2pn8XvnvakZS2YgDzevcXahTqkqhCunWzh7zAz7HlvY0g5IiFsQQylPdu/NH0ptoyFGR+Dlp/gLGort8znDJYPOfxPcXfiNj2YaAtROqoRxS3Ve/tjeGm1r3AoF9L/aJ4kSTgNFVe6BeDu2tBlSyP9kaTbZdjkSOB+1GLJ+iH2msxlR22fqzRF9xDcdPHLAajcznVxpVw4611IZ+z3a5mmIEWfLpT2eycOlgzwozGs/JKIvX4yldRui1huNAtvO1gZ00BKAKiZGeWRkmhyfIr4+UFFLk2zYi0181i2t18oROVmH2fC70W+j/DzMiEFQyWsi6CWhAkcqeAgQvHGWHS0OkFU6HFkHwTAjeguAK3DF6dzplP6BiApLXXLtkqEjwcmOOWdlplH4+X3ZR+INuAANpym0tEEfsjLv/VBxSfdHMNmb6BI0IBGJuMIlc6J8g6OrOfVPsuLJrb50tXcpkJnTUf0pZ12SGs7RBNkkPUgGNsNjtulY8d+LGQREkQd9ljUhDigAEQXabQnpYR9iFcVUxJOPTIcJcKhEHtcdgCQ5/sJPNB47ndZqBJfGpp6MUqsvn6WXsc9M70hloCxkA7C+FvcPIqSE1PFs5zSpucvm1ucuohSW6O9W3lzMmxOxW+No5evl5c95zFeoQ19wt/0G9LO4BRb0UlHkunDCUp+uEMgk1AyFxtBA8TIfxEUhLQcSoTtxmK7N2h1cpYJkJKSs4BaX7rdUCRHQmBjzZLyfqOJ6zDZm+eCZcj2sKwY3GBIobvU87n5JjSR1Za9SRGCharExvujSTait6GS9VgEf1a7jKR2HvRgkrCDxBi5xmiw0S8AZUzY0WdOD3YLy0ks1GOFUIKAHmXxOzx81dD0dieJja7rR8PEcJtKQWPxRNaxUWwPKzjEmMACnV5mbTdJkS+lDMyWugKSqrncmtyFpXSVUwc6NoRPvV0/dMF+zgfNmqVi0HnNk8vakFk2gp7PUT6/6zGHAEmRM8iEmMpl0j3fVElRUBoe1yDpL+6KDweCTyBUEZxyFHUYpACAKYgXPAQx3hprrlZes2zcIMTa3QOa4Q2+7CV9QV3d5oDFUYUGAM=", "page_age": null, - "title": "AI SDK 6 - Vercel – Vercel", + "title": "AI SDK 6 - Vercel \u2013 Vercel", "type": "web_search_result", "url": "https://vercel.com/blog/ai-sdk-6" }, @@ -745,7 +685,7 @@ { "encrypted_content": "EpIWCioIDxgCIiQyNzc5NjY2OC03MzUxLTQwYWMtYWNjNC0wMjRhZWU4OTk1YTUSDHTISdeBkdXfMdfuzBoMSztvHxgWYlwsCXmtIjBEz2qQQnAGB09Cj1gpj4XzgYgp4P8Q+4+ZzMHAkvqT7aUQDlbPjyKQo2yvUuvCcXoqlRWx8N1YTSlTej8MgT+gtUomT6AjJpruAQGymhUh/XywyDE+L+UTFiDOi0IdTKO1EeFvrAScldQmyBwM7QK+3BdoyfJ7zU3oDTkYe/Tdf/4KyIh98vAThEgKPh9Sts+wEAEdQAHLAz7bMusAjxsb9qwTnyXRCeJ85/EIRje4VPT/EXusgldC5sb4I7IKvDc78rp/iWVGDEEiXX7k10uJ4QZPKz/nb1V9BLHv4Vv8z7O08tZoWPpWlG9UVB3wAKGAWBxWsii1P2yRd+ZuabCdB64vb+BrWXCakF3B+Lu580euxBBMp9hud18LrcQClRYYLpSPk7BIzbFz+C+OVXMeGEANJ6STXMIlMkaGZ+O6kQeeXkjAGvTaEe3bd4AkdXQ4p63ZQlAJk4qzpcVB2vk0TXfkoJwhwRmHyZ/jzYwF73tSGHeyPrUj66j0kehLnLUDAL0P1MPSJt7K9sV8ULi5XgOBwLPL5oJoysUrfUNIr7XyYOQmQth2tskB+L3uXJe+UH+4pn64ZWcJaQCc1DYJXrYkLWT1+vFWPmQpeICQ8Ul4Jzzx9Ve1FJQdeFBaJ2Qw/aob/pUHfhoQET9+YtAgDZ1RnN47SwElu/wysXVuApzrWKRvw49rEw12AnWW0U7vOHcW3hh6dDc599k3yJVWeAyeS9HJrnRM6bh72qYsccMVjiPRicYx8GhQ7AeXjqAmwdauV341sKLT6cbKSmkTInjKWEirmdncdEWGOrI2KKU+YLuoctYZ4yBkLGjcp4KHLMZ+VgDH8J2iOSOK2zscVq1aBNC+cx4gADaUo1dovWeiFEPcF6P8788ADhWFI9jt63pq+HuygUpnWF3sliEoCQ8lkN3lijfpigbUEzNep1i8VsoB9BXQq23Z0orrhPU8tBQl6ouK0df612duYW5oVatFLz/9fjhqgD+9+yNcpAMSXtNJysr+hnLN/u5BZp5xktrw+t8hB+GSyHg/WVe1CgJolLQVBLG2d8ekuz/+QJfGZUn/+nCpbkXGfBkHexqR2dOyWdE/KccGOMKWmKNIdcsWKkyaG5MlPa4rImvl9LAlMUcXuIB3maQfLnqtGjDjHwl0kShUHaqWMzz/kyHx+qYUAVoGFA2LCBZtqZFn0/x3DFBMzz7Auzq3qwKoMoYYTyJisNM3/jiYK2Rvw81fJBQER+nvS5j8cAQWxFZaeWzLqPEkkK+wfl+yHJlN/C2wAtfjkGhSDMFOIkJHkwW3PzOnEfiKEI8xOpGoUbVSDbijDtk5PlyfssUkKiCOCbOdGh3UIl2ksf9PEuJgLNF5pq+UvgAMLtWIE/jyknMK4OhTnZvIlPFNWjgg28fTPQzKWUJO5ZznRUSoaY+YbdHyq9FUrVMk2mUuxdrTF8eSaqKUNMvyZwAbiqX+AaEA/pPlo3o4CzC0QMm341/XSKZBP8ofCMwZfkmbK54VARiYv1u08M5uTMqX1azNTjQqxIGgO1VBHI4PIRv5dSp9o9HZhipXJMhbSv+tTngvZ7I1QfhyDZxLVpRcv0vk1sby8FAftNKn4aZJSOVk2R2n7PXx6k8BshyJ9JoUEzMnapL2V1R1v1TuLBdJNdP/sxwCh+18JM8DwemN44HFNnadth+7IJcjOBcyMsrDdgOFIIlx8tvX2HJHZCAzx09FnfYRGEgPcyD/iJ6K+39GJR4bSMrSQbGN8n33AZrQoRuy/KnFzBU9T7O6O9Th5+vDzCuPsrQ/vnmfdNe3ubw1sWtmDiBD6AEEWslaOJD/1lv6NQ0LtwC2fKELSjsViXDnvz16IInMwnhuOc9KXEF3atnWXjWQ7kahJot5gFj6FVMzKn1LIPfLEmkmlIPyg3pLWCV0VgtaV2wRK2E/hYirw8La2emqF8EEb/RnrWyTUyKERhd0tAdGoK5VoRZvqdZOLYzdQpqxGgLI2KlZv54/kGTMsxqgNneUFoZNWv8i034aStuYZcGuF6FWidaPt4CCg0GoNkyjjB8qSxdzXmMZzb6UGMrzDp12vEJPdoz/FSwA7dw2fwwc3wfwJ2dBEyz387OIl/qoFv0sqCR7uXhlqav24nwApr6LIvXChvadzySkRHPcB1tDTsnXrUOB/imOpC8Z2GsKmRG8qTPUj81HIQk0Wa0S3TE5W0BZTjIgYj3UXnPA46H4y0MVTPbe2kXFytBfH+P9PaYWy7WnGB51TRnlhGdgSj4acAIKSLiCu9q389EUenfdUjqha3V5QZNBzs799ByqJalmCKyHeiNy6AIKLm8i3VkDWhKCnkOy9pPw4u74Fmhe0jCKxkuVZSZXWYizYzXK4n0oof+ff9YQQa7ojlcuMBiRNdmQ779tnNk93qsGYidTpRVmBuG5qmqdthlHLPsDxaz460SFi1IpJ3gHLtpa3zUxqQZ1zJbs6G+RKZceVu9rhF1dr0ldb62NhIq8kh0goG7Zz10boLdGgQ5PzS6rgbtNdKQloZvtK3sdAkKDHGveaDcyCpPeu0s15CqB4lvDaI77tGZTgkaVdw8p9lAgQBPw1C7cQcoQfP4mQbIZDlrC5UcBJqaoSigzIqfIfW+RlsStVMc6hHCRgvU71Gm0xyTPp03ung3AXLoq1h+9hetoXvIsEHx1OeEDwWaZ27ON9ghb8/VXfKRFGrf6LqynpgUTZPMEVY0ZgL3LsmSR1lB3Z689bodudSFn2kSO51PeqWp8v7EpqsSzwtwDiuHXUHIJbb67TAyDLZzDsVFpnSeCIHNG3zDn60En+iVkN49O+MJfOfTqAeKQPKhvZGgUT0QUsyP3mb1qL1N+n5N9UzsYl3NXRhOmdDgHupD8M3hV418m7/a/VWClTetWEfFETvsdtdq0rR2CVRysUFlh3szWsbZ/IYotl6FxH69s+ZxC2tvzmXGt38iZTAHqYc0PB1nRxk01unlhV2nExApdCnO5fLgtn5JeYoG5+IJFdFFF+HoK+eCCvA4UX8XluG+WjW/qbiDQMFJNTm7nI3S/3lKeBq+Eax8IIcZaDX4fR+71xvzmfd/ed1gvblu4+ACMqD+t3u4weCT4UNBhmvbiWXD+WTUhPAj9qVDEnEN253x+66VN6bSoMwTk0DL+cDgBAVteEebacPmpHBQMiLzubTBeyzpiQm3ntaLc3rneIRBMMdfbES/9/yH5YY6AYRV5GybEVCUUI046MHi1kylDRW8KyBsQCXQh+Un1FIaoeokh0voXQtMVqTSIv/6wf/C56+pkaFgbzEc3iJoXAAJRbTxWQoo+ptOs+psJWb/oqI62qHKRMo70RlxFsuPp9G9CA1jjTFZ5IYbgjbkQtBkdSiQPbneQwBJdIYCXLrfur7ubKSJ3V4QcNBGKeQ4/1iNfwXR+E5W4pXXIGNVa0VA0lixsU9pgZwAOn7aEHmuVU3c1yPdy08RkH7hChdf10SKLepg4Jlh9qroGnYV7uh2hrkxJcHdwBoO9+mHIAVuS1EO1KGBZNWCdlxOuvYD1/ztcYnfO/Mdq7BLxGQM7lr/XHhSQ90e+oaWg8RP2/wqNUYQxw8xrrmuGlD2kMY74nDuEusBRpwoKwFs5309bEi3tWN4ihXTljT0Fv2Yguqh649p9KK946zIJUTSVZDXMiUyfeVsqNdoGfPwYAw==", "page_age": "1 week ago", - "title": "GitHub - vercel/ai: The AI Toolkit for TypeScript. From the creators of Next.js, the AI SDK is a free open-source library for building AI-powered applications and agents · GitHub", + "title": "GitHub - vercel/ai: The AI Toolkit for TypeScript. From the creators of Next.js, the AI SDK is a free open-source library for building AI-powered applications and agents \u00b7 GitHub", "type": "web_search_result", "url": "https://github.com/vercel/ai" } @@ -756,7 +696,7 @@ { "citations": [ { - "cited_text": "... We’re introducing new capabilities to the Agents SDK⁠(opens in a new window) that give developers standardized infrastructure that is easy to get ...", + "cited_text": "... We\u2019re introducing new capabilities to the Agents SDK\u2060(opens in a new window) that give developers standardized infrastructure that is easy to get ...", "encrypted_index": "EpABCioIDxgCIiQyNzc5NjY2OC03MzUxLTQwYWMtYWNjNC0wMjRhZWU4OTk1YTUSDI8DCh+uw2f41PwT4hoMzJdKI8KtUOfttXUWIjBr74F+oXX3sMR1vC0y0fNHDEJHBfB8v+TJ4ZjReMUxs/++X07kYiGhXR4lMF3dNFcqFFyn1Y65zjPpwDu/yaWtKod18jD5GAQ=", "title": "The next evolution of the Agents SDK | OpenAI", "type": "web_search_result_location", @@ -791,22 +731,37 @@ "service_tier": "standard" } } - } + }, + "headers": { + "anthropic-organization-id": "27796668-7351-40ac-acc4-024aee8995a5", + "anthropic-ratelimit-input-tokens-limit": "3000000", + "anthropic-ratelimit-input-tokens-remaining": "2987000", + "anthropic-ratelimit-input-tokens-reset": "2026-04-28T23:05:50Z", + "anthropic-ratelimit-output-tokens-limit": "600000", + "anthropic-ratelimit-output-tokens-remaining": "600000", + "anthropic-ratelimit-output-tokens-reset": "2026-04-28T23:05:51Z", + "anthropic-ratelimit-requests-limit": "20000", + "anthropic-ratelimit-requests-remaining": "19999", + "anthropic-ratelimit-requests-reset": "2026-04-28T23:05:47Z", + "anthropic-ratelimit-tokens-limit": "3600000", + "anthropic-ratelimit-tokens-remaining": "3587000", + "anthropic-ratelimit-tokens-reset": "2026-04-28T23:05:50Z", + "content-security-policy": "default-src 'none'; frame-ancestors 'none'", + "content-type": "application/json", + "request-id": "req_011CaX1NRZ6C5znDrNqVobdJ", + "x-envoy-upstream-service-time": "3898", + "x-robots-tag": "none" + }, + "status": 200, + "statusText": "OK" } }, { + "callIndex": 8, "id": "785c346b4d1e42c0", "matchKey": "POST api.anthropic.com/v1/messages", - "callIndex": 8, "recordedAt": "2026-04-28T23:05:55.548Z", "request": { - "method": "POST", - "url": "https://api.anthropic.com/v1/messages", - "headers": { - "accept": "application/json", - "anthropic-version": "2023-06-01", - "content-type": "application/json" - }, "body": { "kind": "json", "value": { @@ -825,11 +780,30 @@ "type": "enabled" } } - } + }, + "headers": {}, + "method": "POST", + "url": "https://api.anthropic.com/v1/messages" }, "response": { - "status": 200, - "statusText": "OK", + "body": { + "chunks": [ + "event: message_start\ndata: {\"type\":\"message_start\",\"message\":{\"model\":\"claude-sonnet-4-5-20250929\",\"id\":\"msg_01AKswqeWYYX4KUAEwRJx6JC\",\"type\":\"message\",\"role\":\"assistant\",\"content\":[],\"stop_reason\":null,\"stop_sequence\":null,\"stop_details\":null,\"usage\":{\"input_tokens\":49,\"cache_creation_input_tokens\":0,\"cache_read_input_tokens\":0,\"cache_creation\":{\"ephemeral_5m_input_tokens\":0,\"ephemeral_1h_input_tokens\":0},\"output_tokens\":8,\"service_tier\":\"standard\",\"inference_geo\":\"not_available\"}} }", + "event: content_block_start\ndata: {\"type\":\"content_block_start\",\"index\":0,\"content_block\":{\"type\":\"thinking\",\"thinking\":\"\",\"signature\":\"\"} }", + "event: ping\ndata: {\"type\": \"ping\"}", + "event: content_block_delta\ndata: {\"type\":\"content_block_delta\",\"index\":0,\"delta\":{\"type\":\"thinking_delta\",\"thinking\":\"The user is asking me to calculate \"} }", + "event: content_block_delta\ndata: {\"type\":\"content_block_delta\",\"index\":0,\"delta\":{\"type\":\"thinking_delta\",\"thinking\":\"2+2 and reply with only the number.\\n\\n2+2 = 4\\n\\nI should reply with just \\\"4\\\".\"} }", + "event: content_block_delta\ndata: {\"type\":\"content_block_delta\",\"index\":0,\"delta\":{\"type\":\"thinking_delta\",\"thinking\":\"\"} }", + "event: content_block_delta\ndata: {\"type\":\"content_block_delta\",\"index\":0,\"delta\":{\"type\":\"signature_delta\",\"signature\":\"ErQCCmQIDRgCKkCf4q3NShKO0vaIMc5fJoLuy2w92Ab7H0qNW3IZJiAhvD9LWp7AaxSpMu/TTt56aVP2zdWz83A9Iyhlx3wJN0OZMhpjbGF1ZGUtc29ubmV0LTQtNS0yMDI1MDkyOTgAEgzHqMhZTRL/iGa8cBoaDN/CSWrsQk0lywBRCCIwEup5pSW71rzNK9JdJ5cxUsu71IA73Q1Xj8gEeyl7gUEAf/1JRZW3ubmEwNQUvjvPKn7/F3QFD+S8JhOsTtcKo/V9/IGjA+IMIFufeP8tjQgNWa8Sqs2WBcKehgSsYu2QAYUuP+2yF3aSKCbjxAcw99ypVyOxr3xBqsbUxA6aHD7B3ox1TbP2mViKcVJMzZAacTFJ7AC7eH1RF7HeXspGw2f8JjkmiPjBBUvPgjW/gbsYAQ==\"} }", + "event: content_block_stop\ndata: {\"type\":\"content_block_stop\",\"index\":0 }", + "event: content_block_start\ndata: {\"type\":\"content_block_start\",\"index\":1,\"content_block\":{\"type\":\"text\",\"text\":\"\"} }", + "event: content_block_delta\ndata: {\"type\":\"content_block_delta\",\"index\":1,\"delta\":{\"type\":\"text_delta\",\"text\":\"4\"} }", + "event: content_block_stop\ndata: {\"type\":\"content_block_stop\",\"index\":1 }", + "event: message_delta\ndata: {\"type\":\"message_delta\",\"delta\":{\"stop_reason\":\"end_turn\",\"stop_sequence\":null,\"stop_details\":null},\"usage\":{\"input_tokens\":49,\"cache_creation_input_tokens\":0,\"cache_read_input_tokens\":0,\"output_tokens\":48} }", + "event: message_stop\ndata: {\"type\":\"message_stop\" }" + ], + "kind": "sse" + }, "headers": { "anthropic-organization-id": "27796668-7351-40ac-acc4-024aee8995a5", "anthropic-ratelimit-input-tokens-limit": "3000000", @@ -852,39 +826,16 @@ "x-envoy-upstream-service-time": "566", "x-robots-tag": "none" }, - "body": { - "kind": "sse", - "chunks": [ - "event: message_start\ndata: {\"type\":\"message_start\",\"message\":{\"model\":\"claude-sonnet-4-5-20250929\",\"id\":\"msg_01AKswqeWYYX4KUAEwRJx6JC\",\"type\":\"message\",\"role\":\"assistant\",\"content\":[],\"stop_reason\":null,\"stop_sequence\":null,\"stop_details\":null,\"usage\":{\"input_tokens\":49,\"cache_creation_input_tokens\":0,\"cache_read_input_tokens\":0,\"cache_creation\":{\"ephemeral_5m_input_tokens\":0,\"ephemeral_1h_input_tokens\":0},\"output_tokens\":8,\"service_tier\":\"standard\",\"inference_geo\":\"not_available\"}} }", - "event: content_block_start\ndata: {\"type\":\"content_block_start\",\"index\":0,\"content_block\":{\"type\":\"thinking\",\"thinking\":\"\",\"signature\":\"\"} }", - "event: ping\ndata: {\"type\": \"ping\"}", - "event: content_block_delta\ndata: {\"type\":\"content_block_delta\",\"index\":0,\"delta\":{\"type\":\"thinking_delta\",\"thinking\":\"The user is asking me to calculate \"} }", - "event: content_block_delta\ndata: {\"type\":\"content_block_delta\",\"index\":0,\"delta\":{\"type\":\"thinking_delta\",\"thinking\":\"2+2 and reply with only the number.\\n\\n2+2 = 4\\n\\nI should reply with just \\\"4\\\".\"} }", - "event: content_block_delta\ndata: {\"type\":\"content_block_delta\",\"index\":0,\"delta\":{\"type\":\"thinking_delta\",\"thinking\":\"\"} }", - "event: content_block_delta\ndata: {\"type\":\"content_block_delta\",\"index\":0,\"delta\":{\"type\":\"signature_delta\",\"signature\":\"ErQCCmQIDRgCKkCf4q3NShKO0vaIMc5fJoLuy2w92Ab7H0qNW3IZJiAhvD9LWp7AaxSpMu/TTt56aVP2zdWz83A9Iyhlx3wJN0OZMhpjbGF1ZGUtc29ubmV0LTQtNS0yMDI1MDkyOTgAEgzHqMhZTRL/iGa8cBoaDN/CSWrsQk0lywBRCCIwEup5pSW71rzNK9JdJ5cxUsu71IA73Q1Xj8gEeyl7gUEAf/1JRZW3ubmEwNQUvjvPKn7/F3QFD+S8JhOsTtcKo/V9/IGjA+IMIFufeP8tjQgNWa8Sqs2WBcKehgSsYu2QAYUuP+2yF3aSKCbjxAcw99ypVyOxr3xBqsbUxA6aHD7B3ox1TbP2mViKcVJMzZAacTFJ7AC7eH1RF7HeXspGw2f8JjkmiPjBBUvPgjW/gbsYAQ==\"} }", - "event: content_block_stop\ndata: {\"type\":\"content_block_stop\",\"index\":0 }", - "event: content_block_start\ndata: {\"type\":\"content_block_start\",\"index\":1,\"content_block\":{\"type\":\"text\",\"text\":\"\"} }", - "event: content_block_delta\ndata: {\"type\":\"content_block_delta\",\"index\":1,\"delta\":{\"type\":\"text_delta\",\"text\":\"4\"} }", - "event: content_block_stop\ndata: {\"type\":\"content_block_stop\",\"index\":1 }", - "event: message_delta\ndata: {\"type\":\"message_delta\",\"delta\":{\"stop_reason\":\"end_turn\",\"stop_sequence\":null,\"stop_details\":null},\"usage\":{\"input_tokens\":49,\"cache_creation_input_tokens\":0,\"cache_read_input_tokens\":0,\"output_tokens\":48} }", - "event: message_stop\ndata: {\"type\":\"message_stop\" }" - ] - } + "status": 200, + "statusText": "OK" } }, { + "callIndex": 9, "id": "e9c0050b49023e88", "matchKey": "POST api.anthropic.com/v1/messages", - "callIndex": 9, "recordedAt": "2026-04-28T23:05:55.548Z", "request": { - "method": "POST", - "url": "https://api.anthropic.com/v1/messages?beta=true", - "headers": { - "accept": "application/json", - "anthropic-version": "2023-06-01", - "content-type": "application/json" - }, "body": { "kind": "json", "value": { @@ -898,32 +849,12 @@ "model": "claude-haiku-4-5", "temperature": 0 } - } + }, + "headers": {}, + "method": "POST", + "url": "https://api.anthropic.com/v1/messages?beta=true" }, "response": { - "status": 200, - "statusText": "OK", - "headers": { - "anthropic-organization-id": "27796668-7351-40ac-acc4-024aee8995a5", - "anthropic-ratelimit-input-tokens-limit": "4000000", - "anthropic-ratelimit-input-tokens-remaining": "4000000", - "anthropic-ratelimit-input-tokens-reset": "2026-04-28T23:05:53Z", - "anthropic-ratelimit-output-tokens-limit": "800000", - "anthropic-ratelimit-output-tokens-remaining": "800000", - "anthropic-ratelimit-output-tokens-reset": "2026-04-28T23:05:53Z", - "anthropic-ratelimit-requests-limit": "20000", - "anthropic-ratelimit-requests-remaining": "19999", - "anthropic-ratelimit-requests-reset": "2026-04-28T23:05:52Z", - "anthropic-ratelimit-tokens-limit": "4800000", - "anthropic-ratelimit-tokens-remaining": "4800000", - "anthropic-ratelimit-tokens-reset": "2026-04-28T23:05:53Z", - "content-security-policy": "default-src 'none'; frame-ancestors 'none'", - "content-type": "application/json", - "request-id": "req_011CaX1NpUV3xybZQgfBXMGL", - "vary": "Accept-Encoding", - "x-envoy-upstream-service-time": "650", - "x-robots-tag": "none" - }, "body": { "kind": "json", "value": { @@ -953,22 +884,38 @@ "service_tier": "standard" } } - } + }, + "headers": { + "anthropic-organization-id": "27796668-7351-40ac-acc4-024aee8995a5", + "anthropic-ratelimit-input-tokens-limit": "4000000", + "anthropic-ratelimit-input-tokens-remaining": "4000000", + "anthropic-ratelimit-input-tokens-reset": "2026-04-28T23:05:53Z", + "anthropic-ratelimit-output-tokens-limit": "800000", + "anthropic-ratelimit-output-tokens-remaining": "800000", + "anthropic-ratelimit-output-tokens-reset": "2026-04-28T23:05:53Z", + "anthropic-ratelimit-requests-limit": "20000", + "anthropic-ratelimit-requests-remaining": "19999", + "anthropic-ratelimit-requests-reset": "2026-04-28T23:05:52Z", + "anthropic-ratelimit-tokens-limit": "4800000", + "anthropic-ratelimit-tokens-remaining": "4800000", + "anthropic-ratelimit-tokens-reset": "2026-04-28T23:05:53Z", + "content-security-policy": "default-src 'none'; frame-ancestors 'none'", + "content-type": "application/json", + "request-id": "req_011CaX1NpUV3xybZQgfBXMGL", + "vary": "Accept-Encoding", + "x-envoy-upstream-service-time": "650", + "x-robots-tag": "none" + }, + "status": 200, + "statusText": "OK" } }, { + "callIndex": 10, "id": "529b92f069e01c09", "matchKey": "POST api.anthropic.com/v1/messages", - "callIndex": 10, "recordedAt": "2026-04-28T23:05:55.548Z", "request": { - "method": "POST", - "url": "https://api.anthropic.com/v1/messages?beta=true", - "headers": { - "accept": "application/json", - "anthropic-version": "2023-06-01", - "content-type": "application/json" - }, "body": { "kind": "json", "value": { @@ -983,11 +930,24 @@ "stream": true, "temperature": 0 } - } + }, + "headers": {}, + "method": "POST", + "url": "https://api.anthropic.com/v1/messages?beta=true" }, "response": { - "status": 200, - "statusText": "OK", + "body": { + "chunks": [ + "event: message_start\ndata: {\"type\":\"message_start\",\"message\":{\"model\":\"claude-haiku-4-5-20251001\",\"id\":\"msg_01NeQ8WzXeNpQa8MBu4H7Vy5\",\"type\":\"message\",\"role\":\"assistant\",\"content\":[],\"stop_reason\":null,\"stop_sequence\":null,\"stop_details\":null,\"usage\":{\"input_tokens\":24,\"cache_creation_input_tokens\":0,\"cache_read_input_tokens\":0,\"cache_creation\":{\"ephemeral_5m_input_tokens\":0,\"ephemeral_1h_input_tokens\":0},\"output_tokens\":1,\"service_tier\":\"standard\",\"inference_geo\":\"not_available\"}} }", + "event: content_block_start\ndata: {\"type\":\"content_block_start\",\"index\":0,\"content_block\":{\"type\":\"text\",\"text\":\"\"} }", + "event: ping\ndata: {\"type\": \"ping\"}", + "event: content_block_delta\ndata: {\"type\":\"content_block_delta\",\"index\":0,\"delta\":{\"type\":\"text_delta\",\"text\":\"1 one\\n2 two\\n3 three\"} }", + "event: content_block_stop\ndata: {\"type\":\"content_block_stop\",\"index\":0 }", + "event: message_delta\ndata: {\"type\":\"message_delta\",\"delta\":{\"stop_reason\":\"end_turn\",\"stop_sequence\":null,\"stop_details\":null},\"usage\":{\"input_tokens\":24,\"cache_creation_input_tokens\":0,\"cache_read_input_tokens\":0,\"output_tokens\":15}}", + "event: message_stop\ndata: {\"type\":\"message_stop\" }" + ], + "kind": "sse" + }, "headers": { "anthropic-organization-id": "27796668-7351-40ac-acc4-024aee8995a5", "anthropic-ratelimit-input-tokens-limit": "4000000", @@ -1009,34 +969,16 @@ "x-envoy-upstream-service-time": "469", "x-robots-tag": "none" }, - "body": { - "kind": "sse", - "chunks": [ - "event: message_start\ndata: {\"type\":\"message_start\",\"message\":{\"model\":\"claude-haiku-4-5-20251001\",\"id\":\"msg_01NeQ8WzXeNpQa8MBu4H7Vy5\",\"type\":\"message\",\"role\":\"assistant\",\"content\":[],\"stop_reason\":null,\"stop_sequence\":null,\"stop_details\":null,\"usage\":{\"input_tokens\":24,\"cache_creation_input_tokens\":0,\"cache_read_input_tokens\":0,\"cache_creation\":{\"ephemeral_5m_input_tokens\":0,\"ephemeral_1h_input_tokens\":0},\"output_tokens\":1,\"service_tier\":\"standard\",\"inference_geo\":\"not_available\"}} }", - "event: content_block_start\ndata: {\"type\":\"content_block_start\",\"index\":0,\"content_block\":{\"type\":\"text\",\"text\":\"\"} }", - "event: ping\ndata: {\"type\": \"ping\"}", - "event: content_block_delta\ndata: {\"type\":\"content_block_delta\",\"index\":0,\"delta\":{\"type\":\"text_delta\",\"text\":\"1 one\\n2 two\\n3 three\"} }", - "event: content_block_stop\ndata: {\"type\":\"content_block_stop\",\"index\":0 }", - "event: message_delta\ndata: {\"type\":\"message_delta\",\"delta\":{\"stop_reason\":\"end_turn\",\"stop_sequence\":null,\"stop_details\":null},\"usage\":{\"input_tokens\":24,\"cache_creation_input_tokens\":0,\"cache_read_input_tokens\":0,\"output_tokens\":15}}", - "event: message_stop\ndata: {\"type\":\"message_stop\" }" - ] - } + "status": 200, + "statusText": "OK" } }, { + "callIndex": 11, "id": "6c855fe704bc68a2", "matchKey": "POST api.anthropic.com/v1/messages", - "callIndex": 11, "recordedAt": "2026-04-28T23:05:55.548Z", "request": { - "method": "POST", - "url": "https://api.anthropic.com/v1/messages?beta=true", - "headers": { - "accept": "application/json", - "anthropic-version": "2023-06-01", - "content-type": "application/json", - "x-stainless-helper": "BetaToolRunner" - }, "body": { "kind": "json", "value": { @@ -1067,31 +1009,12 @@ } ] } - } + }, + "headers": {}, + "method": "POST", + "url": "https://api.anthropic.com/v1/messages?beta=true" }, "response": { - "status": 200, - "statusText": "OK", - "headers": { - "anthropic-organization-id": "27796668-7351-40ac-acc4-024aee8995a5", - "anthropic-ratelimit-input-tokens-limit": "4000000", - "anthropic-ratelimit-input-tokens-remaining": "4000000", - "anthropic-ratelimit-input-tokens-reset": "2026-04-28T23:05:54Z", - "anthropic-ratelimit-output-tokens-limit": "800000", - "anthropic-ratelimit-output-tokens-remaining": "800000", - "anthropic-ratelimit-output-tokens-reset": "2026-04-28T23:05:54Z", - "anthropic-ratelimit-requests-limit": "20000", - "anthropic-ratelimit-requests-remaining": "19999", - "anthropic-ratelimit-requests-reset": "2026-04-28T23:05:54Z", - "anthropic-ratelimit-tokens-limit": "4800000", - "anthropic-ratelimit-tokens-remaining": "4800000", - "anthropic-ratelimit-tokens-reset": "2026-04-28T23:05:54Z", - "content-security-policy": "default-src 'none'; frame-ancestors 'none'", - "content-type": "application/json", - "request-id": "req_011CaX1NvgJBKUrG8TFM5XzZ", - "x-envoy-upstream-service-time": "629", - "x-robots-tag": "none" - }, "body": { "kind": "json", "value": { @@ -1128,23 +1051,37 @@ "service_tier": "standard" } } - } + }, + "headers": { + "anthropic-organization-id": "27796668-7351-40ac-acc4-024aee8995a5", + "anthropic-ratelimit-input-tokens-limit": "4000000", + "anthropic-ratelimit-input-tokens-remaining": "4000000", + "anthropic-ratelimit-input-tokens-reset": "2026-04-28T23:05:54Z", + "anthropic-ratelimit-output-tokens-limit": "800000", + "anthropic-ratelimit-output-tokens-remaining": "800000", + "anthropic-ratelimit-output-tokens-reset": "2026-04-28T23:05:54Z", + "anthropic-ratelimit-requests-limit": "20000", + "anthropic-ratelimit-requests-remaining": "19999", + "anthropic-ratelimit-requests-reset": "2026-04-28T23:05:54Z", + "anthropic-ratelimit-tokens-limit": "4800000", + "anthropic-ratelimit-tokens-remaining": "4800000", + "anthropic-ratelimit-tokens-reset": "2026-04-28T23:05:54Z", + "content-security-policy": "default-src 'none'; frame-ancestors 'none'", + "content-type": "application/json", + "request-id": "req_011CaX1NvgJBKUrG8TFM5XzZ", + "x-envoy-upstream-service-time": "629", + "x-robots-tag": "none" + }, + "status": 200, + "statusText": "OK" } }, { + "callIndex": 12, "id": "4fb1e7e3cd7a1e37", "matchKey": "POST api.anthropic.com/v1/messages", - "callIndex": 12, "recordedAt": "2026-04-28T23:05:55.548Z", "request": { - "method": "POST", - "url": "https://api.anthropic.com/v1/messages?beta=true", - "headers": { - "accept": "application/json", - "anthropic-version": "2023-06-01", - "content-type": "application/json", - "x-stainless-helper": "BetaToolRunner" - }, "body": { "kind": "json", "value": { @@ -1201,32 +1138,12 @@ } ] } - } + }, + "headers": {}, + "method": "POST", + "url": "https://api.anthropic.com/v1/messages?beta=true" }, "response": { - "status": 200, - "statusText": "OK", - "headers": { - "anthropic-organization-id": "27796668-7351-40ac-acc4-024aee8995a5", - "anthropic-ratelimit-input-tokens-limit": "4000000", - "anthropic-ratelimit-input-tokens-remaining": "4000000", - "anthropic-ratelimit-input-tokens-reset": "2026-04-28T23:05:55Z", - "anthropic-ratelimit-output-tokens-limit": "800000", - "anthropic-ratelimit-output-tokens-remaining": "800000", - "anthropic-ratelimit-output-tokens-reset": "2026-04-28T23:05:55Z", - "anthropic-ratelimit-requests-limit": "20000", - "anthropic-ratelimit-requests-remaining": "19999", - "anthropic-ratelimit-requests-reset": "2026-04-28T23:05:54Z", - "anthropic-ratelimit-tokens-limit": "4800000", - "anthropic-ratelimit-tokens-remaining": "4800000", - "anthropic-ratelimit-tokens-reset": "2026-04-28T23:05:55Z", - "content-security-policy": "default-src 'none'; frame-ancestors 'none'", - "content-type": "application/json", - "request-id": "req_011CaX1NzFMQHw6SCQ3b2LTS", - "vary": "Accept-Encoding", - "x-envoy-upstream-service-time": "516", - "x-robots-tag": "none" - }, "body": { "kind": "json", "value": { @@ -1256,8 +1173,36 @@ "service_tier": "standard" } } - } + }, + "headers": { + "anthropic-organization-id": "27796668-7351-40ac-acc4-024aee8995a5", + "anthropic-ratelimit-input-tokens-limit": "4000000", + "anthropic-ratelimit-input-tokens-remaining": "4000000", + "anthropic-ratelimit-input-tokens-reset": "2026-04-28T23:05:55Z", + "anthropic-ratelimit-output-tokens-limit": "800000", + "anthropic-ratelimit-output-tokens-remaining": "800000", + "anthropic-ratelimit-output-tokens-reset": "2026-04-28T23:05:55Z", + "anthropic-ratelimit-requests-limit": "20000", + "anthropic-ratelimit-requests-remaining": "19999", + "anthropic-ratelimit-requests-reset": "2026-04-28T23:05:54Z", + "anthropic-ratelimit-tokens-limit": "4800000", + "anthropic-ratelimit-tokens-remaining": "4800000", + "anthropic-ratelimit-tokens-reset": "2026-04-28T23:05:55Z", + "content-security-policy": "default-src 'none'; frame-ancestors 'none'", + "content-type": "application/json", + "request-id": "req_011CaX1NzFMQHw6SCQ3b2LTS", + "vary": "Accept-Encoding", + "x-envoy-upstream-service-time": "516", + "x-robots-tag": "none" + }, + "status": 200, + "statusText": "OK" } } - ] + ], + "meta": { + "createdAt": "2026-04-28T23:05:55.548Z", + "seinfeldVersion": "0.0.0" + }, + "version": 1 } diff --git a/e2e/scenarios/anthropic-instrumentation/__cassettes__/anthropic-v0800.cassette.json b/e2e/scenarios/anthropic-instrumentation/__cassettes__/anthropic-v0800.cassette.json index 5b4763ea5..6198c9572 100644 --- a/e2e/scenarios/anthropic-instrumentation/__cassettes__/anthropic-v0800.cassette.json +++ b/e2e/scenarios/anthropic-instrumentation/__cassettes__/anthropic-v0800.cassette.json @@ -1,23 +1,11 @@ { - "version": 1, - "meta": { - "createdAt": "2026-04-28T23:06:11.918Z", - "seinfeldVersion": "0.0.0" - }, "entries": [ { + "callIndex": 0, "id": "7013a168b3f007e8", "matchKey": "POST api.anthropic.com/v1/messages", - "callIndex": 0, "recordedAt": "2026-04-28T23:06:11.918Z", "request": { - "method": "POST", - "url": "https://api.anthropic.com/v1/messages", - "headers": { - "accept": "application/json", - "anthropic-version": "2023-06-01", - "content-type": "application/json" - }, "body": { "kind": "json", "value": { @@ -31,32 +19,12 @@ "model": "claude-haiku-4-5", "temperature": 0 } - } + }, + "headers": {}, + "method": "POST", + "url": "https://api.anthropic.com/v1/messages" }, "response": { - "status": 200, - "statusText": "OK", - "headers": { - "anthropic-organization-id": "27796668-7351-40ac-acc4-024aee8995a5", - "anthropic-ratelimit-input-tokens-limit": "4000000", - "anthropic-ratelimit-input-tokens-remaining": "4000000", - "anthropic-ratelimit-input-tokens-reset": "2026-04-28T23:05:57Z", - "anthropic-ratelimit-output-tokens-limit": "800000", - "anthropic-ratelimit-output-tokens-remaining": "800000", - "anthropic-ratelimit-output-tokens-reset": "2026-04-28T23:05:58Z", - "anthropic-ratelimit-requests-limit": "20000", - "anthropic-ratelimit-requests-remaining": "19999", - "anthropic-ratelimit-requests-reset": "2026-04-28T23:05:57Z", - "anthropic-ratelimit-tokens-limit": "4800000", - "anthropic-ratelimit-tokens-remaining": "4800000", - "anthropic-ratelimit-tokens-reset": "2026-04-28T23:05:57Z", - "content-security-policy": "default-src 'none'; frame-ancestors 'none'", - "content-type": "application/json", - "request-id": "req_011CaX1PAsa75STLhmpF4hNW", - "vary": "Accept-Encoding", - "x-envoy-upstream-service-time": "667", - "x-robots-tag": "none" - }, "body": { "kind": "json", "value": { @@ -86,22 +54,38 @@ "service_tier": "standard" } } - } + }, + "headers": { + "anthropic-organization-id": "27796668-7351-40ac-acc4-024aee8995a5", + "anthropic-ratelimit-input-tokens-limit": "4000000", + "anthropic-ratelimit-input-tokens-remaining": "4000000", + "anthropic-ratelimit-input-tokens-reset": "2026-04-28T23:05:57Z", + "anthropic-ratelimit-output-tokens-limit": "800000", + "anthropic-ratelimit-output-tokens-remaining": "800000", + "anthropic-ratelimit-output-tokens-reset": "2026-04-28T23:05:58Z", + "anthropic-ratelimit-requests-limit": "20000", + "anthropic-ratelimit-requests-remaining": "19999", + "anthropic-ratelimit-requests-reset": "2026-04-28T23:05:57Z", + "anthropic-ratelimit-tokens-limit": "4800000", + "anthropic-ratelimit-tokens-remaining": "4800000", + "anthropic-ratelimit-tokens-reset": "2026-04-28T23:05:57Z", + "content-security-policy": "default-src 'none'; frame-ancestors 'none'", + "content-type": "application/json", + "request-id": "req_011CaX1PAsa75STLhmpF4hNW", + "vary": "Accept-Encoding", + "x-envoy-upstream-service-time": "667", + "x-robots-tag": "none" + }, + "status": 200, + "statusText": "OK" } }, { + "callIndex": 1, "id": "d5bfecff47d61304", "matchKey": "POST api.anthropic.com/v1/messages", - "callIndex": 1, "recordedAt": "2026-04-28T23:06:11.918Z", "request": { - "method": "POST", - "url": "https://api.anthropic.com/v1/messages", - "headers": { - "accept": "application/json", - "anthropic-version": "2023-06-01", - "content-type": "application/json" - }, "body": { "kind": "json", "value": { @@ -115,32 +99,12 @@ "model": "claude-haiku-4-5", "temperature": 0 } - } + }, + "headers": {}, + "method": "POST", + "url": "https://api.anthropic.com/v1/messages" }, "response": { - "status": 200, - "statusText": "OK", - "headers": { - "anthropic-organization-id": "27796668-7351-40ac-acc4-024aee8995a5", - "anthropic-ratelimit-input-tokens-limit": "4000000", - "anthropic-ratelimit-input-tokens-remaining": "4000000", - "anthropic-ratelimit-input-tokens-reset": "2026-04-28T23:05:58Z", - "anthropic-ratelimit-output-tokens-limit": "800000", - "anthropic-ratelimit-output-tokens-remaining": "800000", - "anthropic-ratelimit-output-tokens-reset": "2026-04-28T23:05:58Z", - "anthropic-ratelimit-requests-limit": "20000", - "anthropic-ratelimit-requests-remaining": "19999", - "anthropic-ratelimit-requests-reset": "2026-04-28T23:05:58Z", - "anthropic-ratelimit-tokens-limit": "4800000", - "anthropic-ratelimit-tokens-remaining": "4800000", - "anthropic-ratelimit-tokens-reset": "2026-04-28T23:05:58Z", - "content-security-policy": "default-src 'none'; frame-ancestors 'none'", - "content-type": "application/json", - "request-id": "req_011CaX1PEJCL8WYw4DLLFKPR", - "vary": "Accept-Encoding", - "x-envoy-upstream-service-time": "475", - "x-robots-tag": "none" - }, "body": { "kind": "json", "value": { @@ -170,22 +134,38 @@ "service_tier": "standard" } } - } + }, + "headers": { + "anthropic-organization-id": "27796668-7351-40ac-acc4-024aee8995a5", + "anthropic-ratelimit-input-tokens-limit": "4000000", + "anthropic-ratelimit-input-tokens-remaining": "4000000", + "anthropic-ratelimit-input-tokens-reset": "2026-04-28T23:05:58Z", + "anthropic-ratelimit-output-tokens-limit": "800000", + "anthropic-ratelimit-output-tokens-remaining": "800000", + "anthropic-ratelimit-output-tokens-reset": "2026-04-28T23:05:58Z", + "anthropic-ratelimit-requests-limit": "20000", + "anthropic-ratelimit-requests-remaining": "19999", + "anthropic-ratelimit-requests-reset": "2026-04-28T23:05:58Z", + "anthropic-ratelimit-tokens-limit": "4800000", + "anthropic-ratelimit-tokens-remaining": "4800000", + "anthropic-ratelimit-tokens-reset": "2026-04-28T23:05:58Z", + "content-security-policy": "default-src 'none'; frame-ancestors 'none'", + "content-type": "application/json", + "request-id": "req_011CaX1PEJCL8WYw4DLLFKPR", + "vary": "Accept-Encoding", + "x-envoy-upstream-service-time": "475", + "x-robots-tag": "none" + }, + "status": 200, + "statusText": "OK" } }, { + "callIndex": 2, "id": "4f7d9d4ecc36bbea", "matchKey": "POST api.anthropic.com/v1/messages", - "callIndex": 2, "recordedAt": "2026-04-28T23:06:11.918Z", "request": { - "method": "POST", - "url": "https://api.anthropic.com/v1/messages", - "headers": { - "accept": "application/json", - "anthropic-version": "2023-06-01", - "content-type": "application/json" - }, "body": { "kind": "json", "value": { @@ -212,31 +192,12 @@ "model": "claude-haiku-4-5", "temperature": 0 } - } + }, + "headers": {}, + "method": "POST", + "url": "https://api.anthropic.com/v1/messages" }, "response": { - "status": 200, - "statusText": "OK", - "headers": { - "anthropic-organization-id": "27796668-7351-40ac-acc4-024aee8995a5", - "anthropic-ratelimit-input-tokens-limit": "4000000", - "anthropic-ratelimit-input-tokens-remaining": "3999000", - "anthropic-ratelimit-input-tokens-reset": "2026-04-28T23:05:59Z", - "anthropic-ratelimit-output-tokens-limit": "800000", - "anthropic-ratelimit-output-tokens-remaining": "800000", - "anthropic-ratelimit-output-tokens-reset": "2026-04-28T23:06:00Z", - "anthropic-ratelimit-requests-limit": "20000", - "anthropic-ratelimit-requests-remaining": "19999", - "anthropic-ratelimit-requests-reset": "2026-04-28T23:05:59Z", - "anthropic-ratelimit-tokens-limit": "4800000", - "anthropic-ratelimit-tokens-remaining": "4799000", - "anthropic-ratelimit-tokens-reset": "2026-04-28T23:05:59Z", - "content-security-policy": "default-src 'none'; frame-ancestors 'none'", - "content-type": "application/json", - "request-id": "req_011CaX1PHrGYazKBJzzq2oQZ", - "x-envoy-upstream-service-time": "1216", - "x-robots-tag": "none" - }, "body": { "kind": "json", "value": { @@ -266,22 +227,37 @@ "service_tier": "standard" } } - } + }, + "headers": { + "anthropic-organization-id": "27796668-7351-40ac-acc4-024aee8995a5", + "anthropic-ratelimit-input-tokens-limit": "4000000", + "anthropic-ratelimit-input-tokens-remaining": "3999000", + "anthropic-ratelimit-input-tokens-reset": "2026-04-28T23:05:59Z", + "anthropic-ratelimit-output-tokens-limit": "800000", + "anthropic-ratelimit-output-tokens-remaining": "800000", + "anthropic-ratelimit-output-tokens-reset": "2026-04-28T23:06:00Z", + "anthropic-ratelimit-requests-limit": "20000", + "anthropic-ratelimit-requests-remaining": "19999", + "anthropic-ratelimit-requests-reset": "2026-04-28T23:05:59Z", + "anthropic-ratelimit-tokens-limit": "4800000", + "anthropic-ratelimit-tokens-remaining": "4799000", + "anthropic-ratelimit-tokens-reset": "2026-04-28T23:05:59Z", + "content-security-policy": "default-src 'none'; frame-ancestors 'none'", + "content-type": "application/json", + "request-id": "req_011CaX1PHrGYazKBJzzq2oQZ", + "x-envoy-upstream-service-time": "1216", + "x-robots-tag": "none" + }, + "status": 200, + "statusText": "OK" } }, { + "callIndex": 3, "id": "343d969b488b84f2", "matchKey": "POST api.anthropic.com/v1/messages", - "callIndex": 3, "recordedAt": "2026-04-28T23:06:11.918Z", "request": { - "method": "POST", - "url": "https://api.anthropic.com/v1/messages", - "headers": { - "accept": "application/json", - "anthropic-version": "2023-06-01", - "content-type": "application/json" - }, "body": { "kind": "json", "value": { @@ -296,11 +272,24 @@ "stream": true, "temperature": 0 } - } + }, + "headers": {}, + "method": "POST", + "url": "https://api.anthropic.com/v1/messages" }, "response": { - "status": 200, - "statusText": "OK", + "body": { + "chunks": [ + "event: message_start\ndata: {\"type\":\"message_start\",\"message\":{\"model\":\"claude-haiku-4-5-20251001\",\"id\":\"msg_01HEWgaDYqEUsWhPFvp6LwNR\",\"type\":\"message\",\"role\":\"assistant\",\"content\":[],\"stop_reason\":null,\"stop_sequence\":null,\"stop_details\":null,\"usage\":{\"input_tokens\":24,\"cache_creation_input_tokens\":0,\"cache_read_input_tokens\":0,\"cache_creation\":{\"ephemeral_5m_input_tokens\":0,\"ephemeral_1h_input_tokens\":0},\"output_tokens\":1,\"service_tier\":\"standard\",\"inference_geo\":\"not_available\"}} }", + "event: content_block_start\ndata: {\"type\":\"content_block_start\",\"index\":0,\"content_block\":{\"type\":\"text\",\"text\":\"\"} }", + "event: ping\ndata: {\"type\": \"ping\"}", + "event: content_block_delta\ndata: {\"type\":\"content_block_delta\",\"index\":0,\"delta\":{\"type\":\"text_delta\",\"text\":\"1 one\\n2 two\\n3 three\"} }", + "event: content_block_stop\ndata: {\"type\":\"content_block_stop\",\"index\":0 }", + "event: message_delta\ndata: {\"type\":\"message_delta\",\"delta\":{\"stop_reason\":\"end_turn\",\"stop_sequence\":null,\"stop_details\":null},\"usage\":{\"input_tokens\":24,\"cache_creation_input_tokens\":0,\"cache_read_input_tokens\":0,\"output_tokens\":15} }", + "event: message_stop\ndata: {\"type\":\"message_stop\" }" + ], + "kind": "sse" + }, "headers": { "anthropic-organization-id": "27796668-7351-40ac-acc4-024aee8995a5", "anthropic-ratelimit-input-tokens-limit": "4000000", @@ -323,34 +312,16 @@ "x-envoy-upstream-service-time": "416", "x-robots-tag": "none" }, - "body": { - "kind": "sse", - "chunks": [ - "event: message_start\ndata: {\"type\":\"message_start\",\"message\":{\"model\":\"claude-haiku-4-5-20251001\",\"id\":\"msg_01HEWgaDYqEUsWhPFvp6LwNR\",\"type\":\"message\",\"role\":\"assistant\",\"content\":[],\"stop_reason\":null,\"stop_sequence\":null,\"stop_details\":null,\"usage\":{\"input_tokens\":24,\"cache_creation_input_tokens\":0,\"cache_read_input_tokens\":0,\"cache_creation\":{\"ephemeral_5m_input_tokens\":0,\"ephemeral_1h_input_tokens\":0},\"output_tokens\":1,\"service_tier\":\"standard\",\"inference_geo\":\"not_available\"}} }", - "event: content_block_start\ndata: {\"type\":\"content_block_start\",\"index\":0,\"content_block\":{\"type\":\"text\",\"text\":\"\"} }", - "event: ping\ndata: {\"type\": \"ping\"}", - "event: content_block_delta\ndata: {\"type\":\"content_block_delta\",\"index\":0,\"delta\":{\"type\":\"text_delta\",\"text\":\"1 one\\n2 two\\n3 three\"} }", - "event: content_block_stop\ndata: {\"type\":\"content_block_stop\",\"index\":0 }", - "event: message_delta\ndata: {\"type\":\"message_delta\",\"delta\":{\"stop_reason\":\"end_turn\",\"stop_sequence\":null,\"stop_details\":null},\"usage\":{\"input_tokens\":24,\"cache_creation_input_tokens\":0,\"cache_read_input_tokens\":0,\"output_tokens\":15} }", - "event: message_stop\ndata: {\"type\":\"message_stop\" }" - ] - } + "status": 200, + "statusText": "OK" } }, { + "callIndex": 4, "id": "81b48f1d594c2f95", "matchKey": "POST api.anthropic.com/v1/messages", - "callIndex": 4, "recordedAt": "2026-04-28T23:06:11.918Z", "request": { - "method": "POST", - "url": "https://api.anthropic.com/v1/messages", - "headers": { - "accept": "application/json", - "anthropic-version": "2023-06-01", - "content-type": "application/json", - "x-stainless-helper-method": "stream" - }, "body": { "kind": "json", "value": { @@ -365,11 +336,24 @@ "stream": true, "temperature": 0 } - } + }, + "headers": {}, + "method": "POST", + "url": "https://api.anthropic.com/v1/messages" }, "response": { - "status": 200, - "statusText": "OK", + "body": { + "chunks": [ + "event: message_start\ndata: {\"type\":\"message_start\",\"message\":{\"model\":\"claude-haiku-4-5-20251001\",\"id\":\"msg_01S3XupdKMg2Dsw2FVysMpaP\",\"type\":\"message\",\"role\":\"assistant\",\"content\":[],\"stop_reason\":null,\"stop_sequence\":null,\"stop_details\":null,\"usage\":{\"input_tokens\":24,\"cache_creation_input_tokens\":0,\"cache_read_input_tokens\":0,\"cache_creation\":{\"ephemeral_5m_input_tokens\":0,\"ephemeral_1h_input_tokens\":0},\"output_tokens\":1,\"service_tier\":\"standard\",\"inference_geo\":\"not_available\"}} }", + "event: content_block_start\ndata: {\"type\":\"content_block_start\",\"index\":0,\"content_block\":{\"type\":\"text\",\"text\":\"\"} }", + "event: ping\ndata: {\"type\": \"ping\"}", + "event: content_block_delta\ndata: {\"type\":\"content_block_delta\",\"index\":0,\"delta\":{\"type\":\"text_delta\",\"text\":\"1 one\\n2 two\\n3 three\"} }", + "event: content_block_stop\ndata: {\"type\":\"content_block_stop\",\"index\":0 }", + "event: message_delta\ndata: {\"type\":\"message_delta\",\"delta\":{\"stop_reason\":\"end_turn\",\"stop_sequence\":null,\"stop_details\":null},\"usage\":{\"input_tokens\":24,\"cache_creation_input_tokens\":0,\"cache_read_input_tokens\":0,\"output_tokens\":15} }", + "event: message_stop\ndata: {\"type\":\"message_stop\" }" + ], + "kind": "sse" + }, "headers": { "anthropic-organization-id": "27796668-7351-40ac-acc4-024aee8995a5", "anthropic-ratelimit-input-tokens-limit": "4000000", @@ -391,33 +375,16 @@ "x-envoy-upstream-service-time": "385", "x-robots-tag": "none" }, - "body": { - "kind": "sse", - "chunks": [ - "event: message_start\ndata: {\"type\":\"message_start\",\"message\":{\"model\":\"claude-haiku-4-5-20251001\",\"id\":\"msg_01S3XupdKMg2Dsw2FVysMpaP\",\"type\":\"message\",\"role\":\"assistant\",\"content\":[],\"stop_reason\":null,\"stop_sequence\":null,\"stop_details\":null,\"usage\":{\"input_tokens\":24,\"cache_creation_input_tokens\":0,\"cache_read_input_tokens\":0,\"cache_creation\":{\"ephemeral_5m_input_tokens\":0,\"ephemeral_1h_input_tokens\":0},\"output_tokens\":1,\"service_tier\":\"standard\",\"inference_geo\":\"not_available\"}} }", - "event: content_block_start\ndata: {\"type\":\"content_block_start\",\"index\":0,\"content_block\":{\"type\":\"text\",\"text\":\"\"} }", - "event: ping\ndata: {\"type\": \"ping\"}", - "event: content_block_delta\ndata: {\"type\":\"content_block_delta\",\"index\":0,\"delta\":{\"type\":\"text_delta\",\"text\":\"1 one\\n2 two\\n3 three\"} }", - "event: content_block_stop\ndata: {\"type\":\"content_block_stop\",\"index\":0 }", - "event: message_delta\ndata: {\"type\":\"message_delta\",\"delta\":{\"stop_reason\":\"end_turn\",\"stop_sequence\":null,\"stop_details\":null},\"usage\":{\"input_tokens\":24,\"cache_creation_input_tokens\":0,\"cache_read_input_tokens\":0,\"output_tokens\":15} }", - "event: message_stop\ndata: {\"type\":\"message_stop\" }" - ] - } + "status": 200, + "statusText": "OK" } }, { + "callIndex": 5, "id": "8c858201f9b5468f", "matchKey": "POST api.anthropic.com/v1/messages", - "callIndex": 5, "recordedAt": "2026-04-28T23:06:11.918Z", "request": { - "method": "POST", - "url": "https://api.anthropic.com/v1/messages", - "headers": { - "accept": "application/json", - "anthropic-version": "2023-06-01", - "content-type": "application/json" - }, "body": { "kind": "json", "value": { @@ -453,11 +420,28 @@ } ] } - } + }, + "headers": {}, + "method": "POST", + "url": "https://api.anthropic.com/v1/messages" }, "response": { - "status": 200, - "statusText": "OK", + "body": { + "chunks": [ + "event: message_start\ndata: {\"type\":\"message_start\",\"message\":{\"model\":\"claude-haiku-4-5-20251001\",\"id\":\"msg_01HvAdnSiSXsNt4YGwpSKesM\",\"type\":\"message\",\"role\":\"assistant\",\"content\":[],\"stop_reason\":null,\"stop_sequence\":null,\"stop_details\":null,\"usage\":{\"input_tokens\":687,\"cache_creation_input_tokens\":0,\"cache_read_input_tokens\":0,\"cache_creation\":{\"ephemeral_5m_input_tokens\":0,\"ephemeral_1h_input_tokens\":0},\"output_tokens\":13,\"service_tier\":\"standard\",\"inference_geo\":\"not_available\"}} }", + "event: content_block_start\ndata: {\"type\":\"content_block_start\",\"index\":0,\"content_block\":{\"type\":\"tool_use\",\"id\":\"toolu_01VbMG3GqQPbJjiHnhMpQ7sq\",\"name\":\"get_weather\",\"input\":{},\"caller\":{\"type\":\"direct\"}} }", + "event: ping\ndata: {\"type\": \"ping\"}", + "event: content_block_delta\ndata: {\"type\":\"content_block_delta\",\"index\":0,\"delta\":{\"type\":\"input_json_delta\",\"partial_json\":\"\"} }", + "event: content_block_delta\ndata: {\"type\":\"content_block_delta\",\"index\":0,\"delta\":{\"type\":\"input_json_delta\",\"partial_json\":\"{\\\"locati\"} }", + "event: content_block_delta\ndata: {\"type\":\"content_block_delta\",\"index\":0,\"delta\":{\"type\":\"input_json_delta\",\"partial_json\":\"on\\\": \\\"Par\"} }", + "event: content_block_delta\ndata: {\"type\":\"content_block_delta\",\"index\":0,\"delta\":{\"type\":\"input_json_delta\",\"partial_json\":\"is,\"}}", + "event: content_block_delta\ndata: {\"type\":\"content_block_delta\",\"index\":0,\"delta\":{\"type\":\"input_json_delta\",\"partial_json\":\" France\\\"}\"}}", + "event: content_block_stop\ndata: {\"type\":\"content_block_stop\",\"index\":0 }", + "event: message_delta\ndata: {\"type\":\"message_delta\",\"delta\":{\"stop_reason\":\"tool_use\",\"stop_sequence\":null,\"stop_details\":null},\"usage\":{\"input_tokens\":687,\"cache_creation_input_tokens\":0,\"cache_read_input_tokens\":0,\"output_tokens\":26} }", + "event: message_stop\ndata: {\"type\":\"message_stop\" }" + ], + "kind": "sse" + }, "headers": { "anthropic-organization-id": "27796668-7351-40ac-acc4-024aee8995a5", "anthropic-ratelimit-input-tokens-limit": "4000000", @@ -479,37 +463,16 @@ "x-envoy-upstream-service-time": "475", "x-robots-tag": "none" }, - "body": { - "kind": "sse", - "chunks": [ - "event: message_start\ndata: {\"type\":\"message_start\",\"message\":{\"model\":\"claude-haiku-4-5-20251001\",\"id\":\"msg_01HvAdnSiSXsNt4YGwpSKesM\",\"type\":\"message\",\"role\":\"assistant\",\"content\":[],\"stop_reason\":null,\"stop_sequence\":null,\"stop_details\":null,\"usage\":{\"input_tokens\":687,\"cache_creation_input_tokens\":0,\"cache_read_input_tokens\":0,\"cache_creation\":{\"ephemeral_5m_input_tokens\":0,\"ephemeral_1h_input_tokens\":0},\"output_tokens\":13,\"service_tier\":\"standard\",\"inference_geo\":\"not_available\"}} }", - "event: content_block_start\ndata: {\"type\":\"content_block_start\",\"index\":0,\"content_block\":{\"type\":\"tool_use\",\"id\":\"toolu_01VbMG3GqQPbJjiHnhMpQ7sq\",\"name\":\"get_weather\",\"input\":{},\"caller\":{\"type\":\"direct\"}} }", - "event: ping\ndata: {\"type\": \"ping\"}", - "event: content_block_delta\ndata: {\"type\":\"content_block_delta\",\"index\":0,\"delta\":{\"type\":\"input_json_delta\",\"partial_json\":\"\"} }", - "event: content_block_delta\ndata: {\"type\":\"content_block_delta\",\"index\":0,\"delta\":{\"type\":\"input_json_delta\",\"partial_json\":\"{\\\"locati\"} }", - "event: content_block_delta\ndata: {\"type\":\"content_block_delta\",\"index\":0,\"delta\":{\"type\":\"input_json_delta\",\"partial_json\":\"on\\\": \\\"Par\"} }", - "event: content_block_delta\ndata: {\"type\":\"content_block_delta\",\"index\":0,\"delta\":{\"type\":\"input_json_delta\",\"partial_json\":\"is,\"}}", - "event: content_block_delta\ndata: {\"type\":\"content_block_delta\",\"index\":0,\"delta\":{\"type\":\"input_json_delta\",\"partial_json\":\" France\\\"}\"}}", - "event: content_block_stop\ndata: {\"type\":\"content_block_stop\",\"index\":0 }", - "event: message_delta\ndata: {\"type\":\"message_delta\",\"delta\":{\"stop_reason\":\"tool_use\",\"stop_sequence\":null,\"stop_details\":null},\"usage\":{\"input_tokens\":687,\"cache_creation_input_tokens\":0,\"cache_read_input_tokens\":0,\"output_tokens\":26} }", - "event: message_stop\ndata: {\"type\":\"message_stop\" }" - ] - } + "status": 200, + "statusText": "OK" } }, { + "callIndex": 6, "id": "c7d61b210c3c0ece", "matchKey": "POST api.anthropic.com/v1/messages", - "callIndex": 6, "recordedAt": "2026-04-28T23:06:11.918Z", "request": { - "method": "POST", - "url": "https://api.anthropic.com/v1/messages", - "headers": { - "accept": "application/json", - "anthropic-version": "2023-06-01", - "content-type": "application/json" - }, "body": { "kind": "json", "value": { @@ -539,32 +502,12 @@ } ] } - } + }, + "headers": {}, + "method": "POST", + "url": "https://api.anthropic.com/v1/messages" }, "response": { - "status": 200, - "statusText": "OK", - "headers": { - "anthropic-organization-id": "27796668-7351-40ac-acc4-024aee8995a5", - "anthropic-ratelimit-input-tokens-limit": "4000000", - "anthropic-ratelimit-input-tokens-remaining": "4000000", - "anthropic-ratelimit-input-tokens-reset": "2026-04-28T23:06:03Z", - "anthropic-ratelimit-output-tokens-limit": "800000", - "anthropic-ratelimit-output-tokens-remaining": "800000", - "anthropic-ratelimit-output-tokens-reset": "2026-04-28T23:06:03Z", - "anthropic-ratelimit-requests-limit": "20000", - "anthropic-ratelimit-requests-remaining": "19999", - "anthropic-ratelimit-requests-reset": "2026-04-28T23:06:02Z", - "anthropic-ratelimit-tokens-limit": "4800000", - "anthropic-ratelimit-tokens-remaining": "4800000", - "anthropic-ratelimit-tokens-reset": "2026-04-28T23:06:03Z", - "content-security-policy": "default-src 'none'; frame-ancestors 'none'", - "content-type": "application/json", - "request-id": "req_011CaX1PYZo8zz6Xp6dH2TCc", - "vary": "Accept-Encoding", - "x-envoy-upstream-service-time": "680", - "x-robots-tag": "none" - }, "body": { "kind": "json", "value": { @@ -601,22 +544,38 @@ "service_tier": "standard" } } - } + }, + "headers": { + "anthropic-organization-id": "27796668-7351-40ac-acc4-024aee8995a5", + "anthropic-ratelimit-input-tokens-limit": "4000000", + "anthropic-ratelimit-input-tokens-remaining": "4000000", + "anthropic-ratelimit-input-tokens-reset": "2026-04-28T23:06:03Z", + "anthropic-ratelimit-output-tokens-limit": "800000", + "anthropic-ratelimit-output-tokens-remaining": "800000", + "anthropic-ratelimit-output-tokens-reset": "2026-04-28T23:06:03Z", + "anthropic-ratelimit-requests-limit": "20000", + "anthropic-ratelimit-requests-remaining": "19999", + "anthropic-ratelimit-requests-reset": "2026-04-28T23:06:02Z", + "anthropic-ratelimit-tokens-limit": "4800000", + "anthropic-ratelimit-tokens-remaining": "4800000", + "anthropic-ratelimit-tokens-reset": "2026-04-28T23:06:03Z", + "content-security-policy": "default-src 'none'; frame-ancestors 'none'", + "content-type": "application/json", + "request-id": "req_011CaX1PYZo8zz6Xp6dH2TCc", + "vary": "Accept-Encoding", + "x-envoy-upstream-service-time": "680", + "x-robots-tag": "none" + }, + "status": 200, + "statusText": "OK" } }, { + "callIndex": 7, "id": "79cf727e8826de49", "matchKey": "POST api.anthropic.com/v1/messages", - "callIndex": 7, "recordedAt": "2026-04-28T23:06:11.918Z", "request": { - "method": "POST", - "url": "https://api.anthropic.com/v1/messages", - "headers": { - "accept": "application/json", - "anthropic-version": "2023-06-01", - "content-type": "application/json" - }, "body": { "kind": "json", "value": { @@ -636,36 +595,17 @@ "tools": [ { "max_uses": 1, - "name": "web_search", - "type": "web_search_20250305" - } - ] - } - } - }, - "response": { - "status": 200, - "statusText": "OK", - "headers": { - "anthropic-organization-id": "27796668-7351-40ac-acc4-024aee8995a5", - "anthropic-ratelimit-input-tokens-limit": "3000000", - "anthropic-ratelimit-input-tokens-remaining": "2987000", - "anthropic-ratelimit-input-tokens-reset": "2026-04-28T23:06:06Z", - "anthropic-ratelimit-output-tokens-limit": "600000", - "anthropic-ratelimit-output-tokens-remaining": "600000", - "anthropic-ratelimit-output-tokens-reset": "2026-04-28T23:06:07Z", - "anthropic-ratelimit-requests-limit": "20000", - "anthropic-ratelimit-requests-remaining": "19999", - "anthropic-ratelimit-requests-reset": "2026-04-28T23:06:03Z", - "anthropic-ratelimit-tokens-limit": "3600000", - "anthropic-ratelimit-tokens-remaining": "3587000", - "anthropic-ratelimit-tokens-reset": "2026-04-28T23:06:06Z", - "content-security-policy": "default-src 'none'; frame-ancestors 'none'", - "content-type": "application/json", - "request-id": "req_011CaX1Pc9MHu7CqQWaKTuuG", - "x-envoy-upstream-service-time": "3725", - "x-robots-tag": "none" + "name": "web_search", + "type": "web_search_20250305" + } + ] + } }, + "headers": {}, + "method": "POST", + "url": "https://api.anthropic.com/v1/messages" + }, + "response": { "body": { "kind": "json", "value": { @@ -686,7 +626,7 @@ { "encrypted_content": "EokSCioIDxgCIiQyNzc5NjY2OC03MzUxLTQwYWMtYWNjNC0wMjRhZWU4OTk1YTUSDKnRC/HMRi0nID/bgRoMX9C1XyOSoAYf0QFNIjDpj3c5vLKlyeedCeijPHn2iTJb0TuDdfn/QCmdvpsFEkpbTJd0npnpaMUfuXdttUYqjBGv5H5goMZXYa4AWsKu8Ro6ZfrkC5vJnljsl7lWJymOMHQilTnZvgAVRIuPB6v6EXmqsELHK2mZqTzMaZiw72CdA/knjqBN+6lWlGRurP0ZUBSwCqqP1jzkS7d93xu+x23hK62CrRkgKAOC8twOV2i9lWrwKGSWM5kv8eq4EqDNjx7LA/UwD9mG2JYzbhUSzVs+u/syXt+pqqsPthjXQIK3UMBDuFawx8MRtV7LLvfkUz73a30Yg0mw5MIj9yH8GDlPr2I36RREtSsxNSOaTnuy5eOa6976bBQy6z23+eCond7FtmRAqE4RQg/wB5Ob5ErDFqXFuj8NRl8sxW2G5MMnpjIk/WLS68PEGN+u2hI+R6GPxGxTJWkPwdENvG+ev+XVU+9/yBTBhKtG6BqU7FmlIN3w8ieRRhOyNL9B8Z5VjK+IgqoF4c67J8jGM0zW9umZGc83uTlcph6UHSJ6qUQJPJV2Bd4+BJBz7lYETGmVWxiWPWXLcJg5XhZ20DdA6ZJX8exL5eY312rdJU+Bbwqk7QZEM5b2DwrfR6uRdTq9re2IIpRt9nyksz6XPHGnysitZUGXNchvdQTyQyEsVQGNsA+GqNeKps+d2ERfxJvUAv6Fnt6CY8089fnQEYH15JnzU4/s1ejfmiCkwwcnyMF6x//v9g1SiCgI8pBeBIxMKm6sRyvExF4c8GBrNxcH5pXDMZ9mwiYMSZYO/HnfMUmXi2uDRONlnpmVSIMFH+aXs0T0RwdNNholRUj3OJ1Nvfj57mTWBA+oN9ZhNFRlDqwsDZhp0S8RbHQaxCbMTVOaU9CTBH1IPuMlQz3yUXIdVI7JnHOy+5W2WmXkIP4Djvnbz5EcmoG6/zNgl9NexVC06pY9+zHOqELm8y2W0xn4eJZ0G5GiSZASfH0x9zL646L2reZVVNL9w9GZNu6e8CdRqoNtH7BoXX8tPPsyikVd0c2uoiK+OI+FJ6zPlULThs3mjAmGewp5UyMHiqFsbpoedNI9ESs6taHxrJql7szo05rekSflBChEcnlge1zE9hZZ12XGIhZNLElZhr0U/G7YgI3nphX63Z4t3T6kfnA+fgds5JCnHP6o+aX4F7iWyN0FrnEjzekD6wtHcr8KTihIqqqIYeL+m3skxZy3joyTTFbLopIyi3rEERmAaIVn3bQHlrI0TZiJ5lK9Px+c0OS1xA/b2BO4wzQO8j/ZiHSL6rytUSoyzopSUaTxtMPSG8bSZYZhRE7xxk4B6lbJ7IfYAx//E6mtSCgdQuh7KamG279JJOKGK+zIyC7y5a/Nw2sHUpT+AYd2rZRNmSa4LBGUVAa0lLbgGNuCRgA4y+NHqtvKBBeOrjY1S2RW5MvkkuMimPR/XmVU8u90UzgKS+RDjrvu4ygg/MRErXjA6sJw2vFnU1TnM38U82U0sNDVbOeTtrLw05CShOHgFgGUD8Krpg6kPFaytpiNtUT0PLT7TdpaFb4Avvia4Y2xIEeNJoVIVG5hp55xftinYQFEZzzbd1WX3/44Fyh6RQNCAFBCTUbV9KHN44Bnq89VX8JbCDopnlKAXIphyctyqBTYXkqG1XnCFCMn7XYzbglI6Ph7HrlzU0qXSnPt3s5RqCTwcNZF4/9cXMU1EtLz4Ax8N2NLfpo/oxd1oSALa8sTPaaxsfNTmXOxr8t7KtBrK8gpGUHYd8ha6aB2W3VeNh3h8tG995mxKUlalby1lcn1ahgqn1y7rN+oodD0wGXKEs8Gf7Fj6rTXYOx0a5zQ70WeUX7jK6xLsqA0n39IAyKgOmxuXrFh4HMjBexZrTm/GNlfCWFsdxBDpFzXfPnRCYx73KPkdM2AZbQcygG+R5CZ94J50p451iMYN72DS7nW26P9XWLMIp6AHOsis8MO3qx4HplAdFjeOF/uUVc/oCQdlEs+BzoqqHG4tL0BUF/bBCXxX2IFeGhO2IRtUQBzojT4amQrxA0o+boYXuPiluIfUvJ+KQRnJNGJJnCUrYJUY2MiYqWJUbgrPkgOV9v/YUjmxCVQl2LRYriciPKGVZuIIj5xP4COndgRZtrteRm9qnmHSbwDweJSu8kXWsl5ZtCFC4RxKc50hdkrYNDRkYvyZyefGIMll3pT4VkoJlgGxQT6N5cFUBJFINPyIPsorqUWIhhs2fagb1H+HTaYp8727FjM9UVNZbBVGh1NTjme+faROfa0mkdF0XMT25K3lkTD336EZVkQ0w2sNqS1hlJTd/TPxLPvubEIJs3T2NjscgrBRylQEYxFhr2bWyW+9hwQj75endiwb/Q518+4hbE95tAwvthd9bU4c4doWhjHSWcVB08kQom/yaXyHSlPGc4pUnXvrE/IbRdYT3GPhCdJyndyPTi1O4wagcEQI3oXQ/iUzb6LoQv7U33jiUs2TAOz5HA3Lsh2mYmCeRXkmxU7FVbqPz2WR8ZbSxtP0JCXEJ2Mpj5N4iHBiB8Tf8tKY10GGcohYHdAsSa1LKpaYqGRDzWY+tH5HAQV6FsHe80xFXQCqlKohGk90R5le4dxzpjge/iJd2/0iqbqApTsM4JPaqk05MEpWS7dfCoAmxd3DxNL7mAJZ9gTGy8+Ose1bFDfla6cLrueOT9Z46uzOpMoUMD8SxqDAJsow0bx3fJdBUNXyF8wQVbypV/S7KktO3nuC+9xZLz8k5LFhIBMXYrrJgBoHUAJIlY4Qjyj2f1pR/iFhZMafXMGIhKpBOVesKfl2gg4h+XeX4PiiZ6P5WANzoww8vddSU4MFAsCdluCMBqhmR/XFMLQIM6hXPj3jdf9qTBJX/+Wmtl+2wnDGAvHDAUWSvK+PD73n/e2Xg7jR1pbxF2HHgcXF+iyEdfsldOytsVL72iEHu7DT4bWehtMmg5Snl3L6ZXqdY3oHyjrDycCBJXRS56re4A2MwgvX/QnGAM=", "page_age": null, - "title": "Releases · vercel/ai", + "title": "Releases \u00b7 vercel/ai", "type": "web_search_result", "url": "https://github.com/vercel/ai/releases" }, @@ -700,7 +640,7 @@ { "encrypted_content": "ErUgCioIDxgCIiQyNzc5NjY2OC03MzUxLTQwYWMtYWNjNC0wMjRhZWU4OTk1YTUSDFpKBxD6kHusihr5MBoMOxqbanN7StZkDGPEIjB9q9qFHPxAEZsY2NUbmh5U4u3g3kXRGQaXn9vrdZnHXxo1YsH/LtXJm0v0JRi/aGwquB/Io9DEshL3cMD5foRSc17vGEmWdkjN0XP++S8Yk7gUfg9hSc+xREQOe2lU/+xwzfrsrhZ2KHX3Fs4gr8IZzJmuwAbVgfIZq7ywDbkDezwdAqJpZ2sLIcYl2Zs9pqAaUeQigvka5C1ByitMrEh53ABJBMwnk+vU7EKd/eVd0bQYrq+pfosmuw49CJUpEY4mlA7AAyMhlwrZ1w+7qr5pUzKdzC/O9oMsnjtScgVB1sPCyewC5KnR2767/uM8TjdLGODclYkASNIShyMN/VuMyuSMhm8LByP9VoQfT0mg9zFKC5wStTi1Rpk5Mcs/pfwDs8T3ifqFBpG3Qy8ICs5mDgen2UFRyfaiB0Rz0sNpphPiQEjqamLTp1H9s61Ez4Q4rsdDP/vcMLD/40Y/LPf0UbTTnXoBhVjzCMr/lVIK09fZZM44ne6XajUuc/ioop6zqFBOzALsx+6Zjbjh7IlTbZ18PBGSoORRJ0BRjvSaomJVhHjFT0Cx/DvB3ssj6x3I9hnynAWPABJkKLV7/JO5DaE/j5ZWBZX/hZi7TTZkNmfiNRPktluVZG++r9ndIFfqQt5DoN0RcL7Hv5cNfpfZr15o5C3jdL/4tjApo6xfC7Gvj9NLzxakxnU3nIE64FpqSqLYmz8zlpnEB8Ex3px6sajFwqncazpalTMGj6822gxDrhrqssINbBna+MQILs6JOqMxbEl1r0GhO+JSnF0EU0mM6Ig3MuUv9+f9XG8jQns+PABAmRJW1DrSTzkULxsGMdteLcBCZJtuIhjMKYygv/ES6lz5ERFkVLOCg5cMLc3eAw7MRfkDcyKgHdB8fpe/ZqMFTDZegziBkD7kfI+aYWFWjsP02zJBUdIq6SopRbShKFTIDj7kxt93b6aZ8m89FsfvEO5+lcOteS6YAhPCzf+QPrSk11n0RBk04mWfOfvZnpi9Xz9LCq0GbmlGNIulAKO0hdzwBuEPcwR7wstiSHWa7z2mGpLbfB3TpZw0CO2lsVbTGu+fQw/w8J4P3jIKcNO6jj5/EfNYP+7gyQWe4zpXMs76lj4G//rcOBW98KueegqbDnm5AuuBBTlOsA5FEtwKBAqhsRsDE/0l6W7hs/c6mMdDofnFQR04VD36wPobOihknxi0Nb4EcF5/y0XKUlZ+EhGM1oMpl63n45GhhmyKE2T4WwcpgMej1P/I8qwkEVFMCImKHf0CF1o68UjMDMBLhfdwWFcWPg+z04BQ2lX1cnreyH7aGDMy9s+AI8UlDL5ByhaLRtMBHIY+Jq7VUhavaSWF9v1xXimigOzvcMYbsqxYuCnUlaXtffjlKq9zn4k3r3JvjqmiWh1YZUVtLQ5kC2uKt6IgwMwLIRy2eJ9zbb5oEKZTK4z42+m1yWVMM5h0qDva2shQAqqL10uLaCmjI3xk3x4Q/QjjIoU6AjfyOHEarIwg67M7Za/grE68aCJmFlWxsD7gnY5rKv4zHY4JNoUON09unVuN7Xe+DcpG71pqiIkbNuI2FRSBcKTauTxmDG2YqTECfoGCbwV/AocfJZaLy2bdxMbpwEaZ5hvF+2e7cLMpSu6zwS6RLQvjPL157pvW61vWi6nq/ZF7unQXRwAT+6a+Ez1UlmdjOd6TrRBH3UiXMOQRJNvpEYkncXbEqthBsBReobzBwvwA7U1Zb4hqDcc5UM0NJDC9rjzIoLlJLqtfOdzjAMFvq7U21hZGmQgcAqiKXZHxUr8O/jFEgkfkGl0PFTeDxVbTkyjzfweFkr7Dyn1q+e/xALlap2E0RglMcL87Qkz/te/fZ6bKF3lpf9xPcQWYCSi5KrYnYOdGpmhi7aMpFuTuqBPe/A7D2L7B+fzRma/RNdqbvj+9IxUqkwToq0TWugzfKKz9B28MQWLe1uAgFBIIDWs4KTWGjvnLwhqRTvwSkRAE421X1xIi9yIJi8mQHRdS6Fc1CKfMcjnSE+o6cxvz/3i0DVOjV5hwk3PRlVHBzY8Hd42DXqT730BBYyqBuPrm2D4jzmZ2Du3MaINyroltcJLCcB2yCuuCSewujYMR6bECe0u8LqFVZCzty+vGv7ZyW9TENDB+2W/kDJQh2AAtZnxb1HShfqnZminWqTRvkVFkK9iEuPqP0j4RrdZuCRzPbtSeaniWnzhjxel/InXDtOWBMQKf04rxgMdtYrcJ5J+COsTITINfHYc72yduIREANYLX++SrspUAdPGs+7ploEJJfANzqBA3CLfYyXUxCGZdAgsV9uI2AKKspBERfDPyHZDcgDbOzxaVGuvHl1foS10lh3lJn+I91mPKUTeN7ZLyGdpnOudeZD6DUswNdqRh1miVCqi2XkixsKcHZiVqE0ms7zuc1iTR5cPvhc7KEXYYxHChrsPeGWMmgLzItiWCH9bSkLNCE1kExDPHuhFf5chzMo9mlG+0RS8SUdxnskHwzBo6HKxJqAx4CuwkE78lB4DH51S7ObRyr3A0+BQbiIeSEGQZI6n8N1rWeD5hxhOwOp5tDMioyIv5I0rF6XD8cDQDVuMxSRj/srWPZExHH5+GIDKxekXo0ldLK9WT5ivOnorUsxU9sBr/Ld3SJh9eyZXJHVhuFzU3xwVTPT7AVXOO/i9D4rNIerv9BOxOh1do9DDDnqymlJ/xMPRabwjPoJexyCU47knA4vSEjy+fudaVpdp2upQ9RvJbMAbbjNFpQplHEaOlQ9hvX0x+RSsZ8G0kgUawGZI72n0kPYPBb1n4lhUI6Myn3dzwK9A0itAPgEwNWlLpdVXqHEd07aYl02CcbrzmTWl3fjJCzUehAPaslq3IgGITsWKvuhF/Fosp7gRxfoMQxTdsNaAeDbYYHSfIrQqmJKuSWV7+Frw74y4Rerg4xwNe2vtj40SsjrF27SRmqwjE9RuQ+7iHz4GWu5Prz13ATcwkBW+pDd6CH4paaFwsf86P7g1oriOhihgZFx49kV7kCz5e24ywYXkg2EFmoaPuEaiuSMC6ecnYxiwBxnfkYBZIrFYqU9bNhc/82kkPWH5KRj2aZVdjNgpH6EdQ6JXjo2DYe+3WM1ndeOAOS6tEgjQwVFC+c8qas6gTZSugM1IZzV+MuE0++YtQ5KbFqJIGJJzoyfH8R5B95OS3S5UGoN6D2IxR63UP/rs+0Fh3yGWB/FMne+EDfINlbC+KCzWcTWZYcB5YqayP1SDAKex6ORXdVmHZbpxKAPkdZ1d3Rvn/B4Nnok5Yp+RncBNldwerZeMRi6w3EdzcXDuEG3VmL7ELE2GjStYaW3GeVC1KVQGOJeyE/v5yG9Ya1/LtCSLyyNUDau9SGgb+/7LS0OIUD776ME7VMMvpkE8gQNq70wo1447ya51Ct9TCr1weDRIsCqnH5gBjOH9dFhCO7ITKThJ5icEusm3qPqVjmcN9HvH5+c6J21PPpr4imPvCARFI032zcsnm7Im2uuwGj01mylxKjj2TYf4LUSKzEscB9P43QtSMS/Ya+wXyfeEEbTgdClhnZgD/JD50kle2v1FkpLJjQ438E8a/KJttqcysNBJiqLzWctKEMexAVL/+JG0wpRcUNdGfZkketmpfKPZDAySUsLG89okflxBArM4OxE5+h3vOmmHRudisQzS9e80ePb9Kehg8cwQ6/6dSpmn3V7TlmyuBhy3O4msa9elhEXeHL8lWzZlKPNvKdLTrQcau9gVekuijT/Lskc/GzIkCFrDXikGcFnmGorAVBeFXpAZqkycSLPlai0o7qDPJmshJUe7e9Kum2i/I0sVIngOm8y39KYOzvLNHd9O62RyY9ebPrxFGq6MoO1+4GEZKN649R1E/ip6JWpjcTw8PvGDItZOvdK38JYEJoE6U2p9EEsAFhi2Zdngv9HKgbUMI8HxLaE5DxXF3otOhFdNOzOeeg9JJELhHirDscBnBYkhaGBN5dq9grK1+kyjPSjBjmgPEueoizbeg0GNaT5WK934orj4aCe0Yt/+RbC24mIDU4l78G7GzHag9x3Wnmr/X4/waKiTPScup+6FixWyLikDQuCnUTbcTWNOA3oyIREGYyuaX8KGiGG2eKaLy+ptRsPnwxz6wghPuCTb/G/zoBVvhUMGtd/IEXZtrzAYyGlpjL71gQlkW7rt5ZI5J3++LkpuAxChmPNb/iGtem8Lt2/0NYalbbWWDNOFxlRil6CtpSSm6fNkurk6IZAsTl+MtClVb/XNMRIsNQ2lnnkvgwDX9FNz5L+wa7hRuwSm5xOLxxbq3SVZ7TZWvX4IU5tKfN0i+MCWB6wSz9bvopf9sv5pDGmvCV3nkWMREtjpbMvSKh9l9VBnw75IIhFb90/15MpNl+5D81ut8njMDh5PGxILSszM9sNbin+EQHvgzw+9ONaa6K88h4VI2Hvfa9PVKiIPrP1EiuCFoYEYTyaAeWa7i50y+1GppdUcRxMEZQFD9MKAZYcExClUw42OMDdWAPJD8NIzZph1SkNl3QfdrAUOljwlmXReO0Zl+5l3tFzXWmxC8vBAux1xR4roBpd68tt7RIue8uXq0MCPtm5P3Q56cFtvfWH7FBy0hLg5H4u9kmR8qUVpIEmn2/ryofZBFtuiYMdpGTHEEex9iNtKevgZXfPhBfS6rgASjJRBlCf+82zfMXQY5H0+UInKHrNKoU/oZWvp1QP9NfuqsO+C1KlwSqCNjqrvjimvMGOqXymYuhKii/FxYhTapcO+VAEsnzNUURrvhN251Skg+OymzSDd/i13jfnjRG7+6/Gzq0BHa2/+7tiiMfjG312uJHZGJ6nr6439JcAeX+qSc0saSNV89BINz0qCR3VXSGj33e5UdvlAk3Yx/i2IRnFdV/a6mgU1Eh1hs50UCq4cCSs/afUGeBa9Jb2AS72e0lkfDIXUYCivwMWWWg+sp3gkQ2ZhmmrxmDezsQWdWYZLEFujqwH3GGyZiG6xL7EUb7LJoEzSuOycIGGXQuN4Bxjcn44KWWZLBGRGyGerZgnGzcMCMhXQymfhZzb39EbpQ29/n12fKXdei6lZWtAO42ZWw/wvOxv0nQ9eHq1KU69KLtMwMR3Zutvj9TEnCaflPCwqmJemtnO0WkJ8wu6jWYK7HCnuwZr/tOLv9HZWRg9d9nfatNyP0r5OhnKkQwmf6NJBHLyDxcajW30LBuGs7ducT5S/3loUUChRwGGtD4yUuOO9JE114BuCsnyXK1DLvHKd6WlT7uohaDSeZO57l5b+cW+N6WZEgnl1/U3NcGMwd1RDZ3EAikrv3aYmqpF8cVgukiUi2uNEZAXP72Cq1+p40lNXjfH4focXOZNW1EfAS3Et40bX7CYa5drbqR4BUecjdpbWamU+XH89xDMFM+wtuoThbt0qlReYxoBCuoE0W7xKtV+Z+YyGI94YgGAM=", "page_age": null, - "title": "AI SDK 6 - Vercel – Vercel", + "title": "AI SDK 6 - Vercel \u2013 Vercel", "type": "web_search_result", "url": "https://vercel.com/blog/ai-sdk-6" }, @@ -749,7 +689,7 @@ { "encrypted_content": "EpIWCioIDxgCIiQyNzc5NjY2OC03MzUxLTQwYWMtYWNjNC0wMjRhZWU4OTk1YTUSDGg6/E5Y1SOICAAjJhoMxBf5IUtWZ0pyW+6tIjBjfq250H96tk1Jh0+MtCkgt9wBQfWgcDLCR+OMYEdfi2zOSevj4VZPNQiAME/U+asqlRXva2FrbcDb2ZmkZ/Wq4mFPc9KCQWJ5Fy4wTTf95KZQfHuc2FMlvSFLaDFzVj+96Q497tmdWTZmLMeTpN9Zt0lldQPmdvAiiJIFKq9NulGp6Gz17FtuTZe+ksBlSsazYoLuXRyoColHRhWsmjZMhmNX6cv9g16p798bctCZYV9/9pQbnLQ7mevAWPKP/Ao4fU9MYeImhLUF6xeaKisqVdQE98oDAWt10JO3W4aa3SogYhlGEFnlwTisgOqJSsXqNhRrhvWtd7GfU0kK7HCNJ6Mzr5qQhd05VSsnPzAQbAMalF6h3QEAQgpoN7HSZBiFYAl/qxJvxEoFcQ0ZNAeFTFqMMX2aGx7fJvymGZG0I0DM3xfmXrkxlhCm6+BGRsbRX3lcXCYQtso+BjdbQfx/k0buXCbfO4e/XLSVPqiDXWLCdY4RGc7elwh0aZ28D+h0g9xMNTA6JA73s4hsI008tIzmpS/ahsoXOczGPSml45odZDAcL2yaR9zSj05joxX6P/2hUs340i2IoW6rvkhF+DGEppIwcgJNhY1LO/YKJsX4wxNI6D2WjwJz/oXREam40A3qx7RDYmtn6OnzcWfoLyGdU8uUf3zHZRVuTyUPDB8eKrD9QUFacx1t5kF/kRgJP8imEM8i/I3DXnmId2kjuCrshSdU4gsGjgfqA8eHsOQcVosGqaTdtQrLXsDQugugCXPA01H18qvEsqeFZvzge1pBjZX4viUllng9+2paB7KEXsBJP7J1IoiGmgDAhc0ArYutZfsG/1fVShpDBaS5TPCaVMOl9c/LoyBxxilsnZd3HMftxziVNXBvo3GxW1mIb7RcAbIJzn3EK+4G6P8jlXxRlH8IE9Wt7vud+J5GQpiZT297tOpiCXEzjoQbu9RLeOv4mG2Ha34W3KAP7nwKDsJk+YSUID9H3D3AIx828R7b+zznEECe7C5p669TyoLjOxYqme9T0QQwvVe9dhHYRbyOYYOVVctjXMhb5/POgT4l4GwVYcbYZxV27eT3Pdwxm6QHFAtzs7Ct5GujT1j7pg+vKtUbT7Axf+QQ0qL9M1i5wRewrZ1IGChJAnthYXo/nWM8FrAvxWUdUlWcRtYA22J09WC+fCWiMmDedMeVZKsP3xSYX1XMXtBAcF/b50tCPQZvu8tWhnrHWk5GBzpGnqjtSsSm788c7Msr4oeNRVRkTbr3zt9QOTyjjWV8+jx+Ab4vaxxXJ8Ntg5C6GawYJrZjNl17AGKWCdRxiYkqLM9vjI6gWrhbD3EMdSRLWf0uA84lZvS6x1to/7axxgIHLEtmDEdkNlgEmBvGixwyaJXS7xr0+HD/q3K7NWaRFxbDOOKRZY0X/RskPKRsUupLDBwsp8gcaJURmeHryA5cZ3UYRWhXRYfmBY7XffNp+nUoc+LmbQ1CbdPl2jBVC9oy08c1qVWcnP4CUls9nc7r4oihOTAkT6Hdj9R8WwigVieTkUcbDg8lVQ3d0KsTofiztecTum5vJVxUcwPXUdTqhtQfVt5QJS/79N6msU//i18EK3gWklkz3lxdU5A5Hgur6wQbIG6eHhgq3yFCkicZzR9MJrA1qW7EEermm6SfVXsKgxPnZMKM5wi0CSNY773lqT/vR9U0rA5u6Sd7tNWM8WFBII1i/4hSHn+CbWQoGsdSQYaUQiNxUA5fOkHXnZaG0r2LKb4gZXpUkLTn/6rKcBvP2sBfb+MD4xdnbtXgwUdNHT/Vn500eYDLhTvR0JQGXvID75Zx+L/acbjX+y5aoL9LkxJ0GaF9pM9gafbU5lJjU6zeZloCC+hEiwvawN6KNU31Mo0n2vMdsxih79ySV25VUELxOvoYIlHjm4fhy50NnEpNIRbc/i1nfPumeU/CDQphl4Vg09dbSKWaXqGtVrTlrXM3/4Ei8ga1iAXWt5PhAKUsyBPFo6X49ovkwgztKC3ogg7KByOgSYcb+V85I0rpW+ol2hNFTy5V8gaHJNNOSMsT8vTQSR4XqMVZ94WyQg7yYsOFFZS+Sh+4a2txyiahuF92X1BJj4nNuNHKvtyBWKPOFrughXMcOM7lOGqtFxFkC/3/Gop2Lhm7qQ9Ma50oWn6ZZJMbMk2OFsBiXx52bs33MM+4YzeCjzBo6r9KmCi5zKc769aBfkj8GA85Sbxr7Sqp+gQFZz+rT5/DNNK5QGOEWMIswwIMJ5a2G8IXOVwVOj/sNJwsZ7Dy57YOa31JbTrwa3W30ueR7O7TSlGPWdL4FuRo/wkcwAA9Y7v6OfwKsFhlIcyOqiB18QtreVqttXWgd5QqV0ks/qTfqha2ZcdPtEE71MmvVHo4UMv1vXH5XL/5I6dTWAJG9IOw824pwZMs1KdF293qVgSf2EqGxbYcrmr98xxl+yHF1/Jz4AWNbC3uUDElkJnX5LBuVjKLLvT4zERbQsDTO19SEADR7UWjk02ztWXX36/yeFQ4JhPQw51eEho7FKvi0GqzEAG68MfYDtRLfLqvCo+CcZRMs1WuyhqPqImOhrYpQwKHfSrKgMVIUJc1ZU87zDI/eBkor8iOFaxDLtEqSWScg6wSbdFh7Dxx5kjn37mu38rfdQB9HBspe+y4GjBJP7wjPiKKxpCK1Lg2vFDPTxJIYpp+dGLYEt4bkopzyza0hUK0JA2l02B3F80g7NH4Gz3A1P6E40vTE02egxuxnQQHyVzvn9Q21zMAxOf3MtOZxA0crQ7uDMNry4swJdDf9OL7DLbUUIDs3EPUQ16wG29KDbimUWwbXc0k5DRg9bYVkogoRj+dCxbRn8TrdrX5DzwWHRd2xRzB4C7UuL+znAi3rgTP9L7gSRJsHkvIGmyf0P8QKaZhAb2n+Racka3TSJczoRU7Au5byKD2frb4hZ+ykdV5PBuqhVs+8L7HbxP3KzCROiE8j3BOIRWoSo6EZennSU0JkDw6mWa71rESl7uTJOCdMwE3S7Lyg8xQMJOGcAzx21tfPKahwuoxgT9UPQtRLQAnPE41paKa9HHqZUYqcyRt3FEHNppbc6iyaoz34UZ6Zjv9trzR4Z0qCh1fG3Mt0i57CrdryHtjrb1gMntBi+CvL1wEl9WndOuyHOyodgiYSuTxat2/Zb+gwQwxyodIiOkYSUGGKXn8purjJh4vC5/9l3iNmdlkL8b5M0PpguBqLPkGa5tjaEYGfighsk2b8eNMkjQkhEMD1gg7ezwve/Rrlc+Bd+ciG+xMtqf66G5hjNxa5d/7G5tin98IFl2h21SN6gq+FTjVrHxUIUQ1G+FHBtnjdk+MGSzVHLNlwncs1JP4lY0EcG8H36DKh9EORSwkByQgexhyLAtvhxG/F7AK7DpBzxrcDiK6cb88uG9pwosgjC9F0CWm4PZm917Z6HOWct4LMgKqPw/KjEGckyIWqQAaCzClqpW8nertnSPuYURIKBU+ohgkP7M3XJKHmaDwu38Z7HYSYDJ4sDLcLykzETFFcqfCA4pVRy3MZUXWC9yuKq/KeNf3IziG3iH7NTonwBz0osNTvu286U75z/CqFqt/yvNv9WuMF/ryLJe1e2uwoDlNll4pcLsx2khBbwBq4g6aaW/TAjJw5BQIODWTnlA6fqlvI2LQsS2UkVfxHJNwMlmVZ4AYAw==", "page_age": "1 week ago", - "title": "GitHub - vercel/ai: The AI Toolkit for TypeScript. From the creators of Next.js, the AI SDK is a free open-source library for building AI-powered applications and agents · GitHub", + "title": "GitHub - vercel/ai: The AI Toolkit for TypeScript. From the creators of Next.js, the AI SDK is a free open-source library for building AI-powered applications and agents \u00b7 GitHub", "type": "web_search_result", "url": "https://github.com/vercel/ai" } @@ -760,7 +700,7 @@ { "citations": [ { - "cited_text": "... We’re introducing new capabilities to the Agents SDK⁠(opens in a new window) that give developers standardized infrastructure that is easy to get ...", + "cited_text": "... We\u2019re introducing new capabilities to the Agents SDK\u2060(opens in a new window) that give developers standardized infrastructure that is easy to get ...", "encrypted_index": "EpABCioIDxgCIiQyNzc5NjY2OC03MzUxLTQwYWMtYWNjNC0wMjRhZWU4OTk1YTUSDLBTI5oAvSM7fXx1DRoMTGex8DMtmZCVp3uyIjDCRwyPcbmD6kPgbxVqeD51DGeom74DgeJcjVTq+gjWklKAIPe9ZXyGnRbGbNTLEX4qFPtxNjmYOj4P8dDMYMN2j8LYZkjvGAQ=", "title": "The next evolution of the Agents SDK | OpenAI", "type": "web_search_result_location", @@ -795,22 +735,37 @@ "service_tier": "standard" } } - } + }, + "headers": { + "anthropic-organization-id": "27796668-7351-40ac-acc4-024aee8995a5", + "anthropic-ratelimit-input-tokens-limit": "3000000", + "anthropic-ratelimit-input-tokens-remaining": "2987000", + "anthropic-ratelimit-input-tokens-reset": "2026-04-28T23:06:06Z", + "anthropic-ratelimit-output-tokens-limit": "600000", + "anthropic-ratelimit-output-tokens-remaining": "600000", + "anthropic-ratelimit-output-tokens-reset": "2026-04-28T23:06:07Z", + "anthropic-ratelimit-requests-limit": "20000", + "anthropic-ratelimit-requests-remaining": "19999", + "anthropic-ratelimit-requests-reset": "2026-04-28T23:06:03Z", + "anthropic-ratelimit-tokens-limit": "3600000", + "anthropic-ratelimit-tokens-remaining": "3587000", + "anthropic-ratelimit-tokens-reset": "2026-04-28T23:06:06Z", + "content-security-policy": "default-src 'none'; frame-ancestors 'none'", + "content-type": "application/json", + "request-id": "req_011CaX1Pc9MHu7CqQWaKTuuG", + "x-envoy-upstream-service-time": "3725", + "x-robots-tag": "none" + }, + "status": 200, + "statusText": "OK" } }, { + "callIndex": 8, "id": "785c346b4d1e42c0", "matchKey": "POST api.anthropic.com/v1/messages", - "callIndex": 8, "recordedAt": "2026-04-28T23:06:11.918Z", "request": { - "method": "POST", - "url": "https://api.anthropic.com/v1/messages", - "headers": { - "accept": "application/json", - "anthropic-version": "2023-06-01", - "content-type": "application/json" - }, "body": { "kind": "json", "value": { @@ -829,11 +784,30 @@ "type": "enabled" } } - } + }, + "headers": {}, + "method": "POST", + "url": "https://api.anthropic.com/v1/messages" }, "response": { - "status": 200, - "statusText": "OK", + "body": { + "chunks": [ + "event: message_start\ndata: {\"type\":\"message_start\",\"message\":{\"model\":\"claude-sonnet-4-5-20250929\",\"id\":\"msg_01X6weSwbJsXkTUZF7ArZP7U\",\"type\":\"message\",\"role\":\"assistant\",\"content\":[],\"stop_reason\":null,\"stop_sequence\":null,\"stop_details\":null,\"usage\":{\"input_tokens\":49,\"cache_creation_input_tokens\":0,\"cache_read_input_tokens\":0,\"cache_creation\":{\"ephemeral_5m_input_tokens\":0,\"ephemeral_1h_input_tokens\":0},\"output_tokens\":5,\"service_tier\":\"standard\",\"inference_geo\":\"not_available\"}} }", + "event: content_block_start\ndata: {\"type\":\"content_block_start\",\"index\":0,\"content_block\":{\"type\":\"thinking\",\"thinking\":\"\",\"signature\":\"\"} }", + "event: ping\ndata: {\"type\": \"ping\"}", + "event: content_block_delta\ndata: {\"type\":\"content_block_delta\",\"index\":0,\"delta\":{\"type\":\"thinking_delta\",\"thinking\":\"The user is asking for\"}}", + "event: content_block_delta\ndata: {\"type\":\"content_block_delta\",\"index\":0,\"delta\":{\"type\":\"thinking_delta\",\"thinking\":\" 2+2 and wants only the number as a reply.\\n\\n2+2 = 4\\n\\nI should\"} }", + "event: content_block_delta\ndata: {\"type\":\"content_block_delta\",\"index\":0,\"delta\":{\"type\":\"thinking_delta\",\"thinking\":\" reply with just \\\"4\\\".\"} }", + "event: content_block_delta\ndata: {\"type\":\"content_block_delta\",\"index\":0,\"delta\":{\"type\":\"signature_delta\",\"signature\":\"Eq4CCmQIDRgCKkDfiGe6EySM423emkmLCfM0+eMxURyg9Vg+xzStDhgb8Nl8KlxBfvQqPqzuqIId/ugpEaRjMrhlUDo+2UaM/FCaMhpjbGF1ZGUtc29ubmV0LTQtNS0yMDI1MDkyOTgAEgxtTTMLGVDlqszkM/4aDGzepnYM7Z/vQXr53yIwMQBGAIO8SJ9Jf8zbG622nlCzjufBq5tC7O8x2RyaGdgGdV0W+Nj/ZFXzVxjtKBjrKnh5V8b7d60Us2wbufXJISOCRZIsA/VRpi/lcOfJYT3RTdu6KX7SKrI49vT1AGZx9meAsnmieiyg0k2Y9y6NoZfwcG0fbVQlPN+r/g8UYCPiWYzdlKfXiPs5JWSS23nzKTWKDgXV2VcX6x2/P1idhbNo1jOUCAPtG2sYAQ==\"} }", + "event: content_block_stop\ndata: {\"type\":\"content_block_stop\",\"index\":0 }", + "event: content_block_start\ndata: {\"type\":\"content_block_start\",\"index\":1,\"content_block\":{\"type\":\"text\",\"text\":\"\"} }", + "event: content_block_delta\ndata: {\"type\":\"content_block_delta\",\"index\":1,\"delta\":{\"type\":\"text_delta\",\"text\":\"4\"} }", + "event: content_block_stop\ndata: {\"type\":\"content_block_stop\",\"index\":1 }", + "event: message_delta\ndata: {\"type\":\"message_delta\",\"delta\":{\"stop_reason\":\"end_turn\",\"stop_sequence\":null,\"stop_details\":null},\"usage\":{\"input_tokens\":49,\"cache_creation_input_tokens\":0,\"cache_read_input_tokens\":0,\"output_tokens\":48} }", + "event: message_stop\ndata: {\"type\":\"message_stop\" }" + ], + "kind": "sse" + }, "headers": { "anthropic-organization-id": "27796668-7351-40ac-acc4-024aee8995a5", "anthropic-ratelimit-input-tokens-limit": "3000000", @@ -856,39 +830,16 @@ "x-envoy-upstream-service-time": "1295", "x-robots-tag": "none" }, - "body": { - "kind": "sse", - "chunks": [ - "event: message_start\ndata: {\"type\":\"message_start\",\"message\":{\"model\":\"claude-sonnet-4-5-20250929\",\"id\":\"msg_01X6weSwbJsXkTUZF7ArZP7U\",\"type\":\"message\",\"role\":\"assistant\",\"content\":[],\"stop_reason\":null,\"stop_sequence\":null,\"stop_details\":null,\"usage\":{\"input_tokens\":49,\"cache_creation_input_tokens\":0,\"cache_read_input_tokens\":0,\"cache_creation\":{\"ephemeral_5m_input_tokens\":0,\"ephemeral_1h_input_tokens\":0},\"output_tokens\":5,\"service_tier\":\"standard\",\"inference_geo\":\"not_available\"}} }", - "event: content_block_start\ndata: {\"type\":\"content_block_start\",\"index\":0,\"content_block\":{\"type\":\"thinking\",\"thinking\":\"\",\"signature\":\"\"} }", - "event: ping\ndata: {\"type\": \"ping\"}", - "event: content_block_delta\ndata: {\"type\":\"content_block_delta\",\"index\":0,\"delta\":{\"type\":\"thinking_delta\",\"thinking\":\"The user is asking for\"}}", - "event: content_block_delta\ndata: {\"type\":\"content_block_delta\",\"index\":0,\"delta\":{\"type\":\"thinking_delta\",\"thinking\":\" 2+2 and wants only the number as a reply.\\n\\n2+2 = 4\\n\\nI should\"} }", - "event: content_block_delta\ndata: {\"type\":\"content_block_delta\",\"index\":0,\"delta\":{\"type\":\"thinking_delta\",\"thinking\":\" reply with just \\\"4\\\".\"} }", - "event: content_block_delta\ndata: {\"type\":\"content_block_delta\",\"index\":0,\"delta\":{\"type\":\"signature_delta\",\"signature\":\"Eq4CCmQIDRgCKkDfiGe6EySM423emkmLCfM0+eMxURyg9Vg+xzStDhgb8Nl8KlxBfvQqPqzuqIId/ugpEaRjMrhlUDo+2UaM/FCaMhpjbGF1ZGUtc29ubmV0LTQtNS0yMDI1MDkyOTgAEgxtTTMLGVDlqszkM/4aDGzepnYM7Z/vQXr53yIwMQBGAIO8SJ9Jf8zbG622nlCzjufBq5tC7O8x2RyaGdgGdV0W+Nj/ZFXzVxjtKBjrKnh5V8b7d60Us2wbufXJISOCRZIsA/VRpi/lcOfJYT3RTdu6KX7SKrI49vT1AGZx9meAsnmieiyg0k2Y9y6NoZfwcG0fbVQlPN+r/g8UYCPiWYzdlKfXiPs5JWSS23nzKTWKDgXV2VcX6x2/P1idhbNo1jOUCAPtG2sYAQ==\"} }", - "event: content_block_stop\ndata: {\"type\":\"content_block_stop\",\"index\":0 }", - "event: content_block_start\ndata: {\"type\":\"content_block_start\",\"index\":1,\"content_block\":{\"type\":\"text\",\"text\":\"\"} }", - "event: content_block_delta\ndata: {\"type\":\"content_block_delta\",\"index\":1,\"delta\":{\"type\":\"text_delta\",\"text\":\"4\"} }", - "event: content_block_stop\ndata: {\"type\":\"content_block_stop\",\"index\":1 }", - "event: message_delta\ndata: {\"type\":\"message_delta\",\"delta\":{\"stop_reason\":\"end_turn\",\"stop_sequence\":null,\"stop_details\":null},\"usage\":{\"input_tokens\":49,\"cache_creation_input_tokens\":0,\"cache_read_input_tokens\":0,\"output_tokens\":48} }", - "event: message_stop\ndata: {\"type\":\"message_stop\" }" - ] - } + "status": 200, + "statusText": "OK" } }, { + "callIndex": 9, "id": "e9c0050b49023e88", "matchKey": "POST api.anthropic.com/v1/messages", - "callIndex": 9, "recordedAt": "2026-04-28T23:06:11.918Z", "request": { - "method": "POST", - "url": "https://api.anthropic.com/v1/messages?beta=true", - "headers": { - "accept": "application/json", - "anthropic-version": "2023-06-01", - "content-type": "application/json" - }, "body": { "kind": "json", "value": { @@ -902,31 +853,12 @@ "model": "claude-haiku-4-5", "temperature": 0 } - } + }, + "headers": {}, + "method": "POST", + "url": "https://api.anthropic.com/v1/messages?beta=true" }, "response": { - "status": 200, - "statusText": "OK", - "headers": { - "anthropic-organization-id": "27796668-7351-40ac-acc4-024aee8995a5", - "anthropic-ratelimit-input-tokens-limit": "4000000", - "anthropic-ratelimit-input-tokens-remaining": "4000000", - "anthropic-ratelimit-input-tokens-reset": "2026-04-28T23:06:09Z", - "anthropic-ratelimit-output-tokens-limit": "800000", - "anthropic-ratelimit-output-tokens-remaining": "800000", - "anthropic-ratelimit-output-tokens-reset": "2026-04-28T23:06:09Z", - "anthropic-ratelimit-requests-limit": "20000", - "anthropic-ratelimit-requests-remaining": "19999", - "anthropic-ratelimit-requests-reset": "2026-04-28T23:06:09Z", - "anthropic-ratelimit-tokens-limit": "4800000", - "anthropic-ratelimit-tokens-remaining": "4800000", - "anthropic-ratelimit-tokens-reset": "2026-04-28T23:06:09Z", - "content-security-policy": "default-src 'none'; frame-ancestors 'none'", - "content-type": "application/json", - "request-id": "req_011CaX1Q3DUZrvymMZ9HxSdc", - "x-envoy-upstream-service-time": "469", - "x-robots-tag": "none" - }, "body": { "kind": "json", "value": { @@ -956,22 +888,37 @@ "service_tier": "standard" } } - } + }, + "headers": { + "anthropic-organization-id": "27796668-7351-40ac-acc4-024aee8995a5", + "anthropic-ratelimit-input-tokens-limit": "4000000", + "anthropic-ratelimit-input-tokens-remaining": "4000000", + "anthropic-ratelimit-input-tokens-reset": "2026-04-28T23:06:09Z", + "anthropic-ratelimit-output-tokens-limit": "800000", + "anthropic-ratelimit-output-tokens-remaining": "800000", + "anthropic-ratelimit-output-tokens-reset": "2026-04-28T23:06:09Z", + "anthropic-ratelimit-requests-limit": "20000", + "anthropic-ratelimit-requests-remaining": "19999", + "anthropic-ratelimit-requests-reset": "2026-04-28T23:06:09Z", + "anthropic-ratelimit-tokens-limit": "4800000", + "anthropic-ratelimit-tokens-remaining": "4800000", + "anthropic-ratelimit-tokens-reset": "2026-04-28T23:06:09Z", + "content-security-policy": "default-src 'none'; frame-ancestors 'none'", + "content-type": "application/json", + "request-id": "req_011CaX1Q3DUZrvymMZ9HxSdc", + "x-envoy-upstream-service-time": "469", + "x-robots-tag": "none" + }, + "status": 200, + "statusText": "OK" } }, { + "callIndex": 10, "id": "529b92f069e01c09", "matchKey": "POST api.anthropic.com/v1/messages", - "callIndex": 10, "recordedAt": "2026-04-28T23:06:11.918Z", "request": { - "method": "POST", - "url": "https://api.anthropic.com/v1/messages?beta=true", - "headers": { - "accept": "application/json", - "anthropic-version": "2023-06-01", - "content-type": "application/json" - }, "body": { "kind": "json", "value": { @@ -986,11 +933,24 @@ "stream": true, "temperature": 0 } - } + }, + "headers": {}, + "method": "POST", + "url": "https://api.anthropic.com/v1/messages?beta=true" }, "response": { - "status": 200, - "statusText": "OK", + "body": { + "chunks": [ + "event: message_start\ndata: {\"type\":\"message_start\",\"message\":{\"model\":\"claude-haiku-4-5-20251001\",\"id\":\"msg_01E4ebEyVW8nUJs2v1TNijWh\",\"type\":\"message\",\"role\":\"assistant\",\"content\":[],\"stop_reason\":null,\"stop_sequence\":null,\"stop_details\":null,\"usage\":{\"input_tokens\":24,\"cache_creation_input_tokens\":0,\"cache_read_input_tokens\":0,\"cache_creation\":{\"ephemeral_5m_input_tokens\":0,\"ephemeral_1h_input_tokens\":0},\"output_tokens\":1,\"service_tier\":\"standard\",\"inference_geo\":\"not_available\"}} }", + "event: content_block_start\ndata: {\"type\":\"content_block_start\",\"index\":0,\"content_block\":{\"type\":\"text\",\"text\":\"\"} }", + "event: ping\ndata: {\"type\": \"ping\"}", + "event: content_block_delta\ndata: {\"type\":\"content_block_delta\",\"index\":0,\"delta\":{\"type\":\"text_delta\",\"text\":\"1 one\\n2 two\\n3 three\"} }", + "event: content_block_stop\ndata: {\"type\":\"content_block_stop\",\"index\":0 }", + "event: message_delta\ndata: {\"type\":\"message_delta\",\"delta\":{\"stop_reason\":\"end_turn\",\"stop_sequence\":null,\"stop_details\":null},\"usage\":{\"input_tokens\":24,\"cache_creation_input_tokens\":0,\"cache_read_input_tokens\":0,\"output_tokens\":15} }", + "event: message_stop\ndata: {\"type\":\"message_stop\" }" + ], + "kind": "sse" + }, "headers": { "anthropic-organization-id": "27796668-7351-40ac-acc4-024aee8995a5", "anthropic-ratelimit-input-tokens-limit": "4000000", @@ -1013,34 +973,16 @@ "x-envoy-upstream-service-time": "356", "x-robots-tag": "none" }, - "body": { - "kind": "sse", - "chunks": [ - "event: message_start\ndata: {\"type\":\"message_start\",\"message\":{\"model\":\"claude-haiku-4-5-20251001\",\"id\":\"msg_01E4ebEyVW8nUJs2v1TNijWh\",\"type\":\"message\",\"role\":\"assistant\",\"content\":[],\"stop_reason\":null,\"stop_sequence\":null,\"stop_details\":null,\"usage\":{\"input_tokens\":24,\"cache_creation_input_tokens\":0,\"cache_read_input_tokens\":0,\"cache_creation\":{\"ephemeral_5m_input_tokens\":0,\"ephemeral_1h_input_tokens\":0},\"output_tokens\":1,\"service_tier\":\"standard\",\"inference_geo\":\"not_available\"}} }", - "event: content_block_start\ndata: {\"type\":\"content_block_start\",\"index\":0,\"content_block\":{\"type\":\"text\",\"text\":\"\"} }", - "event: ping\ndata: {\"type\": \"ping\"}", - "event: content_block_delta\ndata: {\"type\":\"content_block_delta\",\"index\":0,\"delta\":{\"type\":\"text_delta\",\"text\":\"1 one\\n2 two\\n3 three\"} }", - "event: content_block_stop\ndata: {\"type\":\"content_block_stop\",\"index\":0 }", - "event: message_delta\ndata: {\"type\":\"message_delta\",\"delta\":{\"stop_reason\":\"end_turn\",\"stop_sequence\":null,\"stop_details\":null},\"usage\":{\"input_tokens\":24,\"cache_creation_input_tokens\":0,\"cache_read_input_tokens\":0,\"output_tokens\":15} }", - "event: message_stop\ndata: {\"type\":\"message_stop\" }" - ] - } + "status": 200, + "statusText": "OK" } }, { + "callIndex": 11, "id": "6c855fe704bc68a2", "matchKey": "POST api.anthropic.com/v1/messages", - "callIndex": 11, "recordedAt": "2026-04-28T23:06:11.918Z", "request": { - "method": "POST", - "url": "https://api.anthropic.com/v1/messages?beta=true", - "headers": { - "accept": "application/json", - "anthropic-version": "2023-06-01", - "content-type": "application/json", - "x-stainless-helper": "BetaToolRunner" - }, "body": { "kind": "json", "value": { @@ -1071,32 +1013,12 @@ } ] } - } + }, + "headers": {}, + "method": "POST", + "url": "https://api.anthropic.com/v1/messages?beta=true" }, "response": { - "status": 200, - "statusText": "OK", - "headers": { - "anthropic-organization-id": "27796668-7351-40ac-acc4-024aee8995a5", - "anthropic-ratelimit-input-tokens-limit": "4000000", - "anthropic-ratelimit-input-tokens-remaining": "4000000", - "anthropic-ratelimit-input-tokens-reset": "2026-04-28T23:06:11Z", - "anthropic-ratelimit-output-tokens-limit": "800000", - "anthropic-ratelimit-output-tokens-remaining": "800000", - "anthropic-ratelimit-output-tokens-reset": "2026-04-28T23:06:11Z", - "anthropic-ratelimit-requests-limit": "20000", - "anthropic-ratelimit-requests-remaining": "19999", - "anthropic-ratelimit-requests-reset": "2026-04-28T23:06:10Z", - "anthropic-ratelimit-tokens-limit": "4800000", - "anthropic-ratelimit-tokens-remaining": "4800000", - "anthropic-ratelimit-tokens-reset": "2026-04-28T23:06:11Z", - "content-security-policy": "default-src 'none'; frame-ancestors 'none'", - "content-type": "application/json", - "request-id": "req_011CaX1Q8RGKh2ZP5RKfUBLg", - "vary": "Accept-Encoding", - "x-envoy-upstream-service-time": "673", - "x-robots-tag": "none" - }, "body": { "kind": "json", "value": { @@ -1133,23 +1055,38 @@ "service_tier": "standard" } } - } + }, + "headers": { + "anthropic-organization-id": "27796668-7351-40ac-acc4-024aee8995a5", + "anthropic-ratelimit-input-tokens-limit": "4000000", + "anthropic-ratelimit-input-tokens-remaining": "4000000", + "anthropic-ratelimit-input-tokens-reset": "2026-04-28T23:06:11Z", + "anthropic-ratelimit-output-tokens-limit": "800000", + "anthropic-ratelimit-output-tokens-remaining": "800000", + "anthropic-ratelimit-output-tokens-reset": "2026-04-28T23:06:11Z", + "anthropic-ratelimit-requests-limit": "20000", + "anthropic-ratelimit-requests-remaining": "19999", + "anthropic-ratelimit-requests-reset": "2026-04-28T23:06:10Z", + "anthropic-ratelimit-tokens-limit": "4800000", + "anthropic-ratelimit-tokens-remaining": "4800000", + "anthropic-ratelimit-tokens-reset": "2026-04-28T23:06:11Z", + "content-security-policy": "default-src 'none'; frame-ancestors 'none'", + "content-type": "application/json", + "request-id": "req_011CaX1Q8RGKh2ZP5RKfUBLg", + "vary": "Accept-Encoding", + "x-envoy-upstream-service-time": "673", + "x-robots-tag": "none" + }, + "status": 200, + "statusText": "OK" } }, { + "callIndex": 12, "id": "81a65023cf31b58b", "matchKey": "POST api.anthropic.com/v1/messages", - "callIndex": 12, "recordedAt": "2026-04-28T23:06:11.918Z", "request": { - "method": "POST", - "url": "https://api.anthropic.com/v1/messages?beta=true", - "headers": { - "accept": "application/json", - "anthropic-version": "2023-06-01", - "content-type": "application/json", - "x-stainless-helper": "BetaToolRunner" - }, "body": { "kind": "json", "value": { @@ -1206,31 +1143,12 @@ } ] } - } + }, + "headers": {}, + "method": "POST", + "url": "https://api.anthropic.com/v1/messages?beta=true" }, "response": { - "status": 200, - "statusText": "OK", - "headers": { - "anthropic-organization-id": "27796668-7351-40ac-acc4-024aee8995a5", - "anthropic-ratelimit-input-tokens-limit": "4000000", - "anthropic-ratelimit-input-tokens-remaining": "4000000", - "anthropic-ratelimit-input-tokens-reset": "2026-04-28T23:06:11Z", - "anthropic-ratelimit-output-tokens-limit": "800000", - "anthropic-ratelimit-output-tokens-remaining": "800000", - "anthropic-ratelimit-output-tokens-reset": "2026-04-28T23:06:11Z", - "anthropic-ratelimit-requests-limit": "20000", - "anthropic-ratelimit-requests-remaining": "19999", - "anthropic-ratelimit-requests-reset": "2026-04-28T23:06:11Z", - "anthropic-ratelimit-tokens-limit": "4800000", - "anthropic-ratelimit-tokens-remaining": "4800000", - "anthropic-ratelimit-tokens-reset": "2026-04-28T23:06:11Z", - "content-security-policy": "default-src 'none'; frame-ancestors 'none'", - "content-type": "application/json", - "request-id": "req_011CaX1QBu7k15zEwE3wkUNF", - "x-envoy-upstream-service-time": "722", - "x-robots-tag": "none" - }, "body": { "kind": "json", "value": { @@ -1260,8 +1178,35 @@ "service_tier": "standard" } } - } + }, + "headers": { + "anthropic-organization-id": "27796668-7351-40ac-acc4-024aee8995a5", + "anthropic-ratelimit-input-tokens-limit": "4000000", + "anthropic-ratelimit-input-tokens-remaining": "4000000", + "anthropic-ratelimit-input-tokens-reset": "2026-04-28T23:06:11Z", + "anthropic-ratelimit-output-tokens-limit": "800000", + "anthropic-ratelimit-output-tokens-remaining": "800000", + "anthropic-ratelimit-output-tokens-reset": "2026-04-28T23:06:11Z", + "anthropic-ratelimit-requests-limit": "20000", + "anthropic-ratelimit-requests-remaining": "19999", + "anthropic-ratelimit-requests-reset": "2026-04-28T23:06:11Z", + "anthropic-ratelimit-tokens-limit": "4800000", + "anthropic-ratelimit-tokens-remaining": "4800000", + "anthropic-ratelimit-tokens-reset": "2026-04-28T23:06:11Z", + "content-security-policy": "default-src 'none'; frame-ancestors 'none'", + "content-type": "application/json", + "request-id": "req_011CaX1QBu7k15zEwE3wkUNF", + "x-envoy-upstream-service-time": "722", + "x-robots-tag": "none" + }, + "status": 200, + "statusText": "OK" } } - ] + ], + "meta": { + "createdAt": "2026-04-28T23:06:11.918Z", + "seinfeldVersion": "0.0.0" + }, + "version": 1 } diff --git a/e2e/scenarios/anthropic-instrumentation/assertions.ts b/e2e/scenarios/anthropic-instrumentation/assertions.ts index 2401efc27..3fe1d5f2a 100644 --- a/e2e/scenarios/anthropic-instrumentation/assertions.ts +++ b/e2e/scenarios/anthropic-instrumentation/assertions.ts @@ -3,6 +3,7 @@ import { normalizeForSnapshot, type Json } from "../../helpers/normalize"; import type { CapturedLogEvent } from "../../helpers/mock-braintrust-server"; import { formatJsonFileSnapshot, + matchFileSnapshot, resolveFileSnapshotPath, } from "../../helpers/file-snapshot"; import { withScenarioHarness } from "../../helpers/scenario-harness"; @@ -927,7 +928,7 @@ export function defineAnthropicInstrumentationAssertions(options: { } test("matches the shared span snapshot", testConfig, async () => { - await expect( + await matchFileSnapshot( formatJsonFileSnapshot( buildSpanSummary( events, @@ -936,11 +937,12 @@ export function defineAnthropicInstrumentationAssertions(options: { options.supportsThinking, ), ), - ).toMatchFileSnapshot(spanSnapshotPath); + spanSnapshotPath, + ); }); test("matches the shared payload snapshot", testConfig, async () => { - await expect( + await matchFileSnapshot( formatJsonFileSnapshot( buildPayloadSummary( events, @@ -949,7 +951,8 @@ export function defineAnthropicInstrumentationAssertions(options: { options.supportsThinking, ), ), - ).toMatchFileSnapshot(payloadSnapshotPath); + payloadSnapshotPath, + ); }); }); } diff --git a/e2e/scenarios/claude-agent-sdk-instrumentation/__cassettes__/claude-agent-sdk-v0.1.cassette.json b/e2e/scenarios/claude-agent-sdk-instrumentation/__cassettes__/claude-agent-sdk-v0.1.cassette.json new file mode 100644 index 000000000..71b2531d1 --- /dev/null +++ b/e2e/scenarios/claude-agent-sdk-instrumentation/__cassettes__/claude-agent-sdk-v0.1.cassette.json @@ -0,0 +1,8 @@ +{ + "entries": [], + "meta": { + "createdAt": "2026-05-07T00:38:38.115Z", + "seinfeldVersion": "0.0.0" + }, + "version": 1 +} diff --git a/e2e/scenarios/claude-agent-sdk-instrumentation/__cassettes__/claude-agent-sdk-v0.2.76.cassette.json b/e2e/scenarios/claude-agent-sdk-instrumentation/__cassettes__/claude-agent-sdk-v0.2.76.cassette.json new file mode 100644 index 000000000..a216bfde9 --- /dev/null +++ b/e2e/scenarios/claude-agent-sdk-instrumentation/__cassettes__/claude-agent-sdk-v0.2.76.cassette.json @@ -0,0 +1,8 @@ +{ + "entries": [], + "meta": { + "createdAt": "2026-05-07T00:39:27.234Z", + "seinfeldVersion": "0.0.0" + }, + "version": 1 +} diff --git a/e2e/scenarios/claude-agent-sdk-instrumentation/__cassettes__/claude-agent-sdk-v0.2.79.cassette.json b/e2e/scenarios/claude-agent-sdk-instrumentation/__cassettes__/claude-agent-sdk-v0.2.79.cassette.json new file mode 100644 index 000000000..030e571a1 --- /dev/null +++ b/e2e/scenarios/claude-agent-sdk-instrumentation/__cassettes__/claude-agent-sdk-v0.2.79.cassette.json @@ -0,0 +1,8 @@ +{ + "entries": [], + "meta": { + "createdAt": "2026-05-07T00:40:15.280Z", + "seinfeldVersion": "0.0.0" + }, + "version": 1 +} diff --git a/e2e/scenarios/claude-agent-sdk-instrumentation/__cassettes__/claude-agent-sdk-v0.2.81.cassette.json b/e2e/scenarios/claude-agent-sdk-instrumentation/__cassettes__/claude-agent-sdk-v0.2.81.cassette.json new file mode 100644 index 000000000..f25ce8594 --- /dev/null +++ b/e2e/scenarios/claude-agent-sdk-instrumentation/__cassettes__/claude-agent-sdk-v0.2.81.cassette.json @@ -0,0 +1,8 @@ +{ + "entries": [], + "meta": { + "createdAt": "2026-05-07T00:41:01.727Z", + "seinfeldVersion": "0.0.0" + }, + "version": 1 +} diff --git a/e2e/scenarios/claude-agent-sdk-instrumentation/assertions.ts b/e2e/scenarios/claude-agent-sdk-instrumentation/assertions.ts index 97938f04a..d766c1f4d 100644 --- a/e2e/scenarios/claude-agent-sdk-instrumentation/assertions.ts +++ b/e2e/scenarios/claude-agent-sdk-instrumentation/assertions.ts @@ -3,6 +3,7 @@ import { normalizeForSnapshot, type Json } from "../../helpers/normalize"; import type { CapturedLogEvent } from "../../helpers/mock-braintrust-server"; import { formatJsonFileSnapshot, + matchFileSnapshot, resolveFileSnapshotPath, } from "../../helpers/file-snapshot"; import { withScenarioHarness } from "../../helpers/scenario-harness"; @@ -686,9 +687,10 @@ export function defineClaudeAgentSDKInstrumentationAssertions(options: { }); test("matches the shared span snapshot", testConfig, async () => { - await expect( + await matchFileSnapshot( formatJsonFileSnapshot(buildSpanSummary(events)), - ).toMatchFileSnapshot(snapshotPath); + snapshotPath, + ); }); }); } diff --git a/e2e/scenarios/cohere-instrumentation/__cassettes__/cohere-v7-14-0.cassette.json b/e2e/scenarios/cohere-instrumentation/__cassettes__/cohere-v7-14-0.cassette.json index a5994ee90..5e86a46ad 100644 --- a/e2e/scenarios/cohere-instrumentation/__cassettes__/cohere-v7-14-0.cassette.json +++ b/e2e/scenarios/cohere-instrumentation/__cassettes__/cohere-v7-14-0.cassette.json @@ -1,107 +1,91 @@ { - "version": 1, - "meta": { - "createdAt": "2026-05-05T00:00:00.000Z", - "seinfeldVersion": "0.0.0" - }, "entries": [ { + "callIndex": 0, "id": "cohere-v2-chat-sync-01", "matchKey": "POST api.cohere.com/v2/chat", - "callIndex": 0, "recordedAt": "2026-05-05T00:00:00.000Z", "request": { - "method": "POST", - "url": "https://api.cohere.com/v2/chat", - "headers": { - "accept": "application/json", - "content-type": "application/json" - }, "body": { "kind": "json", "value": { - "model": "command-a-03-2025", + "max_tokens": 32, "messages": [ { - "role": "user", - "content": "Reply with exactly OK." + "content": "Reply with exactly OK.", + "role": "user" } ], - "max_tokens": 32, - "temperature": 0, - "stream": false + "model": "command-a-03-2025", + "stream": false, + "temperature": 0 } - } + }, + "headers": {}, + "method": "POST", + "url": "https://api.cohere.com/v2/chat" }, "response": { - "status": 200, - "headers": { - "content-type": "application/json" - }, "body": { "kind": "json", "value": { - "id": "c8f4de69-bf3d-490e-97a1-40052615873c", "finish_reason": "COMPLETE", + "id": "c8f4de69-bf3d-490e-97a1-40052615873c", "message": { - "role": "assistant", "content": [ { - "type": "text", - "text": "OK." + "text": "OK.", + "type": "text" } - ] + ], + "role": "assistant" }, "usage": { "billed_units": { "input_tokens": 5, "output_tokens": 2 }, + "cached_tokens": 877, "tokens": { "input_tokens": 886, "output_tokens": 2 - }, - "cached_tokens": 877 + } } } - } + }, + "headers": { + "content-type": "application/json" + }, + "status": 200 } }, { + "callIndex": 1, "id": "cohere-v2-chat-stream-01", "matchKey": "POST api.cohere.com/v2/chat", - "callIndex": 1, "recordedAt": "2026-05-05T00:00:00.000Z", "request": { - "method": "POST", - "url": "https://api.cohere.com/v2/chat", - "headers": { - "accept": "application/json", - "content-type": "application/json" - }, "body": { "kind": "json", "value": { - "model": "command-a-03-2025", + "max_tokens": 32, "messages": [ { - "role": "user", - "content": "Reply with exactly STREAM." + "content": "Reply with exactly STREAM.", + "role": "user" } ], - "max_tokens": 32, - "temperature": 0, - "stream": true + "model": "command-a-03-2025", + "stream": true, + "temperature": 0 } - } + }, + "headers": {}, + "method": "POST", + "url": "https://api.cohere.com/v2/chat" }, "response": { - "status": 200, - "headers": { - "content-type": "text/event-stream" - }, "body": { - "kind": "sse", "chunks": [ "data: {\"type\":\"message-start\",\"id\":\"msg-stream-abc\",\"delta\":{\"message\":{\"role\":\"assistant\"}}}", "data: {\"type\":\"content-start\",\"index\":0,\"delta\":{\"message\":{\"content\":{\"type\":\"text\",\"text\":\"\"}}}}", @@ -109,41 +93,38 @@ "data: {\"type\":\"content-end\",\"index\":0}", "data: {\"type\":\"message-end\",\"id\":\"msg-stream-abc\",\"delta\":{\"finish_reason\":\"COMPLETE\",\"usage\":{\"cached_tokens\":0,\"billed_units\":{\"input_tokens\":6,\"output_tokens\":1},\"tokens\":{\"input_tokens\":887,\"output_tokens\":1}}}}", "data: [DONE]" - ] - } + ], + "kind": "sse" + }, + "headers": { + "content-type": "text/event-stream" + }, + "status": 200 } }, { + "callIndex": 0, "id": "cohere-v2-embed-01", "matchKey": "POST api.cohere.com/v2/embed", - "callIndex": 0, "recordedAt": "2026-05-05T00:00:00.000Z", "request": { - "method": "POST", - "url": "https://api.cohere.com/v2/embed", - "headers": { - "accept": "application/json", - "content-type": "application/json" - }, "body": { "kind": "json", "value": { - "texts": ["braintrust tracing"], - "model": "embed-english-v3.0", + "embedding_types": ["float"], "input_type": "search_document", - "embedding_types": ["float"] + "model": "embed-english-v3.0", + "texts": ["braintrust tracing"] } - } + }, + "headers": {}, + "method": "POST", + "url": "https://api.cohere.com/v2/embed" }, "response": { - "status": 200, - "headers": { - "content-type": "application/json" - }, "body": { "kind": "json", "value": { - "id": "embed-abc-123", "embeddings": { "float": [ [ @@ -152,7 +133,7 @@ ] ] }, - "texts": ["braintrust tracing"], + "id": "embed-abc-123", "meta": { "api_version": { "version": "2" @@ -160,46 +141,52 @@ "billed_units": { "input_tokens": 2 } - } + }, + "texts": ["braintrust tracing"] } - } + }, + "headers": { + "content-type": "application/json" + }, + "status": 200 } }, { + "callIndex": 0, "id": "cohere-v2-rerank-01", "matchKey": "POST api.cohere.com/v2/rerank", - "callIndex": 0, "recordedAt": "2026-05-05T00:00:00.000Z", "request": { - "method": "POST", - "url": "https://api.cohere.com/v2/rerank", - "headers": { - "accept": "application/json", - "content-type": "application/json" - }, "body": { "kind": "json", "value": { - "model": "rerank-english-v3.0", - "query": "What is the capital of France?", "documents": [ "Paris is the capital city of France.", "Vienna is the capital city of Austria.", "Canberra is the capital city of Australia." ], + "model": "rerank-english-v3.0", + "query": "What is the capital of France?", "top_n": 2 } - } + }, + "headers": {}, + "method": "POST", + "url": "https://api.cohere.com/v2/rerank" }, "response": { - "status": 200, - "headers": { - "content-type": "application/json" - }, "body": { "kind": "json", "value": { "id": "rerank-abc-456", + "meta": { + "api_version": { + "version": "2" + }, + "billed_units": { + "search_units": 1 + } + }, "results": [ { "document": { @@ -215,18 +202,19 @@ "index": 1, "relevance_score": 0.00013 } - ], - "meta": { - "api_version": { - "version": "2" - }, - "billed_units": { - "search_units": 1 - } - } + ] } - } + }, + "headers": { + "content-type": "application/json" + }, + "status": 200 } } - ] + ], + "meta": { + "createdAt": "2026-05-05T00:00:00.000Z", + "seinfeldVersion": "0.0.0" + }, + "version": 1 } diff --git a/e2e/scenarios/cohere-instrumentation/assertions.ts b/e2e/scenarios/cohere-instrumentation/assertions.ts index bd0a6941a..e3dcab925 100644 --- a/e2e/scenarios/cohere-instrumentation/assertions.ts +++ b/e2e/scenarios/cohere-instrumentation/assertions.ts @@ -3,6 +3,7 @@ import type { Json } from "../../helpers/normalize"; import type { CapturedLogEvent } from "../../helpers/mock-braintrust-server"; import { formatJsonFileSnapshot, + matchFileSnapshot, resolveFileSnapshotPath, } from "../../helpers/file-snapshot"; import { withScenarioHarness } from "../../helpers/scenario-harness"; @@ -329,7 +330,7 @@ export function defineCohereInstrumentationAssertions(options: { context.skip(); } - await expect( + await matchFileSnapshot( formatJsonFileSnapshot( buildSpanSummary( events, @@ -337,7 +338,8 @@ export function defineCohereInstrumentationAssertions(options: { options.useV2Namespace ?? false, ), ), - ).toMatchFileSnapshot(spanSnapshotPath); + spanSnapshotPath, + ); }); }); } diff --git a/e2e/scenarios/cursor-sdk-instrumentation/assertions.ts b/e2e/scenarios/cursor-sdk-instrumentation/assertions.ts index e67359f92..9d4500c3f 100644 --- a/e2e/scenarios/cursor-sdk-instrumentation/assertions.ts +++ b/e2e/scenarios/cursor-sdk-instrumentation/assertions.ts @@ -3,6 +3,7 @@ import { normalizeForSnapshot, type Json } from "../../helpers/normalize"; import type { CapturedLogEvent } from "../../helpers/mock-braintrust-server"; import { formatJsonFileSnapshot, + matchFileSnapshot, resolveFileSnapshotPath, } from "../../helpers/file-snapshot"; import { withScenarioHarness } from "../../helpers/scenario-harness"; @@ -289,9 +290,10 @@ export function defineCursorSDKInstrumentationAssertions(options: { }); test("matches the shared span snapshot", testConfig, async () => { - await expect( + await matchFileSnapshot( formatJsonFileSnapshot(summarize(events)), - ).toMatchFileSnapshot(snapshotPath); + snapshotPath, + ); }); }); } diff --git a/e2e/scenarios/deno-browser/scenario.test.ts b/e2e/scenarios/deno-browser/scenario.test.ts index cbf2d16d5..86930d192 100644 --- a/e2e/scenarios/deno-browser/scenario.test.ts +++ b/e2e/scenarios/deno-browser/scenario.test.ts @@ -1,6 +1,7 @@ import { expect, test } from "vitest"; import { formatJsonFileSnapshot, + matchFileSnapshot, resolveFileSnapshotPath, } from "../../helpers/file-snapshot"; import type { CapturedLogEvent } from "../../helpers/mock-braintrust-server"; @@ -149,7 +150,7 @@ test( ]), ); - await expect( + await matchFileSnapshot( formatJsonFileSnapshot( [ basicSpan, @@ -162,19 +163,17 @@ test( currentSpan, ].map((event) => summarizeEvent(event!)) as Json, ), - ).toMatchFileSnapshot( resolveFileSnapshotPath(import.meta.url, "span-events.json"), ); - await expect( + await matchFileSnapshot( formatJsonFileSnapshot( payloadRowsForTestRunId(payloads(), testRunId) as Json, ), - ).toMatchFileSnapshot( resolveFileSnapshotPath(import.meta.url, "log-payloads.json"), ); - await expect( + await matchFileSnapshot( formatJsonFileSnapshot( requests.map((request) => summarizeRequest(request, { @@ -182,7 +181,6 @@ test( }), ) as Json, ), - ).toMatchFileSnapshot( resolveFileSnapshotPath(import.meta.url, "request-flow.json"), ); }, diff --git a/e2e/scenarios/deno-node/scenario.test.ts b/e2e/scenarios/deno-node/scenario.test.ts index e4088101d..15143b375 100644 --- a/e2e/scenarios/deno-node/scenario.test.ts +++ b/e2e/scenarios/deno-node/scenario.test.ts @@ -1,6 +1,7 @@ import { expect, test } from "vitest"; import { formatJsonFileSnapshot, + matchFileSnapshot, resolveFileSnapshotPath, } from "../../helpers/file-snapshot"; import type { CapturedLogEvent } from "../../helpers/mock-braintrust-server"; @@ -159,7 +160,7 @@ test( ]), ); - await expect( + await matchFileSnapshot( formatJsonFileSnapshot( [ basicSpan, @@ -172,19 +173,17 @@ test( currentSpan, ].map((event) => summarizeEvent(event!)) as Json, ), - ).toMatchFileSnapshot( resolveFileSnapshotPath(import.meta.url, "span-events.json"), ); - await expect( + await matchFileSnapshot( formatJsonFileSnapshot( payloadRowsForTestRunId(payloads(), testRunId) as Json, ), - ).toMatchFileSnapshot( resolveFileSnapshotPath(import.meta.url, "log-payloads.json"), ); - await expect( + await matchFileSnapshot( formatJsonFileSnapshot( requests.map((request) => summarizeRequest(request, { @@ -192,7 +191,6 @@ test( }), ) as Json, ), - ).toMatchFileSnapshot( resolveFileSnapshotPath(import.meta.url, "request-flow.json"), ); }, diff --git a/e2e/scenarios/github-copilot-instrumentation/__snapshots__/github-copilot-v0-auto.span-events.json b/e2e/scenarios/github-copilot-instrumentation/__snapshots__/github-copilot-v0-auto.span-events.json new file mode 100644 index 000000000..c7678cc5d --- /dev/null +++ b/e2e/scenarios/github-copilot-instrumentation/__snapshots__/github-copilot-v0-auto.span-events.json @@ -0,0 +1,147 @@ +{ + "basic": { + "llm": { + "has_input": false, + "has_output": false, + "metadata": { + "model": "gpt-4.1" + }, + "metric_keys": [ + "completion_reasoning_tokens", + "completion_tokens", + "prompt_tokens", + "reasoning_tokens", + "tokens" + ], + "name": "github.copilot.llm", + "root_span_id": "", + "span_id": "", + "span_parents": [ + "" + ], + "type": "llm" + }, + "operation": { + "has_input": false, + "has_output": false, + "metadata": null, + "metric_keys": [], + "name": "github-copilot-basic-operation", + "root_span_id": "", + "span_id": "", + "span_parents": [ + "" + ], + "type": null + }, + "session": { + "has_input": false, + "has_output": false, + "metadata": { + "github_copilot.end_reason": "complete", + "github_copilot.model": "gpt-4.1" + }, + "metric_keys": [], + "name": "Copilot Session", + "root_span_id": "", + "span_id": "", + "span_parents": [ + "" + ], + "type": "task" + }, + "turn": { + "has_input": true, + "has_output": true, + "metadata": null, + "metric_keys": [], + "name": "Copilot Turn", + "root_span_id": "", + "span_id": "", + "span_parents": [ + "" + ], + "type": "task" + } + }, + "root": { + "has_input": false, + "has_output": false, + "metadata": { + "scenario": "github-copilot-instrumentation" + }, + "metric_keys": [], + "name": "github-copilot-instrumentation-root", + "root_span_id": "", + "span_id": "", + "span_parents": [], + "type": "task" + }, + "tool": { + "llm": { + "has_input": false, + "has_output": false, + "metadata": { + "model": "gpt-4.1" + }, + "metric_keys": [ + "completion_reasoning_tokens", + "completion_tokens", + "prompt_cached_tokens", + "prompt_tokens", + "reasoning_tokens", + "tokens" + ], + "name": "github.copilot.llm", + "root_span_id": "", + "span_id": "", + "span_parents": [ + "" + ], + "type": "llm" + }, + "operation": { + "has_input": false, + "has_output": false, + "metadata": null, + "metric_keys": [], + "name": "github-copilot-tool-operation", + "root_span_id": "", + "span_id": "", + "span_parents": [ + "" + ], + "type": null + }, + "session": { + "has_input": false, + "has_output": false, + "metadata": { + "github_copilot.end_reason": "complete", + "github_copilot.model": "gpt-4.1" + }, + "metric_keys": [], + "name": "Copilot Session", + "root_span_id": "", + "span_id": "", + "span_parents": [ + "" + ], + "type": "task" + }, + "tool": null, + "turn": { + "has_input": false, + "has_output": true, + "metadata": null, + "metric_keys": [], + "name": "Copilot Turn", + "root_span_id": "", + "span_id": "", + "span_parents": [ + "" + ], + "type": "task" + } + } +} diff --git a/e2e/scenarios/github-copilot-instrumentation/__snapshots__/github-copilot-v0-wrapped.span-events.json b/e2e/scenarios/github-copilot-instrumentation/__snapshots__/github-copilot-v0-wrapped.span-events.json new file mode 100644 index 000000000..c7678cc5d --- /dev/null +++ b/e2e/scenarios/github-copilot-instrumentation/__snapshots__/github-copilot-v0-wrapped.span-events.json @@ -0,0 +1,147 @@ +{ + "basic": { + "llm": { + "has_input": false, + "has_output": false, + "metadata": { + "model": "gpt-4.1" + }, + "metric_keys": [ + "completion_reasoning_tokens", + "completion_tokens", + "prompt_tokens", + "reasoning_tokens", + "tokens" + ], + "name": "github.copilot.llm", + "root_span_id": "", + "span_id": "", + "span_parents": [ + "" + ], + "type": "llm" + }, + "operation": { + "has_input": false, + "has_output": false, + "metadata": null, + "metric_keys": [], + "name": "github-copilot-basic-operation", + "root_span_id": "", + "span_id": "", + "span_parents": [ + "" + ], + "type": null + }, + "session": { + "has_input": false, + "has_output": false, + "metadata": { + "github_copilot.end_reason": "complete", + "github_copilot.model": "gpt-4.1" + }, + "metric_keys": [], + "name": "Copilot Session", + "root_span_id": "", + "span_id": "", + "span_parents": [ + "" + ], + "type": "task" + }, + "turn": { + "has_input": true, + "has_output": true, + "metadata": null, + "metric_keys": [], + "name": "Copilot Turn", + "root_span_id": "", + "span_id": "", + "span_parents": [ + "" + ], + "type": "task" + } + }, + "root": { + "has_input": false, + "has_output": false, + "metadata": { + "scenario": "github-copilot-instrumentation" + }, + "metric_keys": [], + "name": "github-copilot-instrumentation-root", + "root_span_id": "", + "span_id": "", + "span_parents": [], + "type": "task" + }, + "tool": { + "llm": { + "has_input": false, + "has_output": false, + "metadata": { + "model": "gpt-4.1" + }, + "metric_keys": [ + "completion_reasoning_tokens", + "completion_tokens", + "prompt_cached_tokens", + "prompt_tokens", + "reasoning_tokens", + "tokens" + ], + "name": "github.copilot.llm", + "root_span_id": "", + "span_id": "", + "span_parents": [ + "" + ], + "type": "llm" + }, + "operation": { + "has_input": false, + "has_output": false, + "metadata": null, + "metric_keys": [], + "name": "github-copilot-tool-operation", + "root_span_id": "", + "span_id": "", + "span_parents": [ + "" + ], + "type": null + }, + "session": { + "has_input": false, + "has_output": false, + "metadata": { + "github_copilot.end_reason": "complete", + "github_copilot.model": "gpt-4.1" + }, + "metric_keys": [], + "name": "Copilot Session", + "root_span_id": "", + "span_id": "", + "span_parents": [ + "" + ], + "type": "task" + }, + "tool": null, + "turn": { + "has_input": false, + "has_output": true, + "metadata": null, + "metric_keys": [], + "name": "Copilot Turn", + "root_span_id": "", + "span_id": "", + "span_parents": [ + "" + ], + "type": "task" + } + } +} diff --git a/e2e/scenarios/github-copilot-instrumentation/assertions.ts b/e2e/scenarios/github-copilot-instrumentation/assertions.ts index ee706c9f2..2d4ec9042 100644 --- a/e2e/scenarios/github-copilot-instrumentation/assertions.ts +++ b/e2e/scenarios/github-copilot-instrumentation/assertions.ts @@ -3,6 +3,7 @@ import { normalizeForSnapshot, type Json } from "../../helpers/normalize"; import type { CapturedLogEvent } from "../../helpers/mock-braintrust-server"; import { formatJsonFileSnapshot, + matchFileSnapshot, resolveFileSnapshotPath, } from "../../helpers/file-snapshot"; import { withScenarioHarness } from "../../helpers/scenario-harness"; @@ -235,9 +236,10 @@ export function defineGitHubCopilotInstrumentationAssertions(options: { }); test("matches the span snapshot", testConfig, async () => { - await expect( + await matchFileSnapshot( formatJsonFileSnapshot(buildSpanSummary(events)), - ).toMatchFileSnapshot(snapshotPath); + snapshotPath, + ); }); }); } diff --git a/e2e/scenarios/github-copilot-instrumentation/scenario.test.ts b/e2e/scenarios/github-copilot-instrumentation/scenario.test.ts index 7b4d793ad..7fe0a87f2 100644 --- a/e2e/scenarios/github-copilot-instrumentation/scenario.test.ts +++ b/e2e/scenarios/github-copilot-instrumentation/scenario.test.ts @@ -7,6 +7,9 @@ import { import { defineGitHubCopilotInstrumentationAssertions } from "./assertions"; import { GITHUB_COPILOT_SCENARIO_TIMEOUT_MS } from "./constants.mjs"; +const hasCopilotKey = + !!process.env.COPILOT_API_KEY || !!process.env.BRAINTRUST_E2E_MODEL_BASE_URL; + const scenarioDir = await prepareScenarioDir({ scenarioDir: resolveScenarioDir(import.meta.url), }); @@ -15,35 +18,38 @@ const copilotSdkVersion = await readInstalledPackageVersion( "@github/copilot-sdk", ); -describe(`github copilot sdk ${copilotSdkVersion}`, () => { - defineGitHubCopilotInstrumentationAssertions({ - name: "wrapped instrumentation", - runScenario: async ({ runScenarioDir }) => { - await runScenarioDir({ - entry: "scenario.ts", - runContext: { variantKey: "github-copilot-v0-wrapped" }, - scenarioDir, - timeoutMs: GITHUB_COPILOT_SCENARIO_TIMEOUT_MS, - }); - }, - snapshotName: "github-copilot-v0-wrapped", - testFileUrl: import.meta.url, - timeoutMs: GITHUB_COPILOT_SCENARIO_TIMEOUT_MS, - }); +describe.skipIf(!hasCopilotKey)( + `github copilot sdk ${copilotSdkVersion}`, + () => { + defineGitHubCopilotInstrumentationAssertions({ + name: "wrapped instrumentation", + runScenario: async ({ runScenarioDir }) => { + await runScenarioDir({ + entry: "scenario.ts", + runContext: { variantKey: "github-copilot-v0-wrapped" }, + scenarioDir, + timeoutMs: GITHUB_COPILOT_SCENARIO_TIMEOUT_MS, + }); + }, + snapshotName: "github-copilot-v0-wrapped", + testFileUrl: import.meta.url, + timeoutMs: GITHUB_COPILOT_SCENARIO_TIMEOUT_MS, + }); - defineGitHubCopilotInstrumentationAssertions({ - name: "auto-hook instrumentation", - runScenario: async ({ runNodeScenarioDir }) => { - await runNodeScenarioDir({ - entry: "scenario.mjs", - nodeArgs: ["--import", "braintrust/hook.mjs"], - runContext: { variantKey: "github-copilot-v0-auto" }, - scenarioDir, - timeoutMs: GITHUB_COPILOT_SCENARIO_TIMEOUT_MS, - }); - }, - snapshotName: "github-copilot-v0-auto", - testFileUrl: import.meta.url, - timeoutMs: GITHUB_COPILOT_SCENARIO_TIMEOUT_MS, - }); -}); + defineGitHubCopilotInstrumentationAssertions({ + name: "auto-hook instrumentation", + runScenario: async ({ runNodeScenarioDir }) => { + await runNodeScenarioDir({ + entry: "scenario.mjs", + nodeArgs: ["--import", "braintrust/hook.mjs"], + runContext: { variantKey: "github-copilot-v0-auto" }, + scenarioDir, + timeoutMs: GITHUB_COPILOT_SCENARIO_TIMEOUT_MS, + }); + }, + snapshotName: "github-copilot-v0-auto", + testFileUrl: import.meta.url, + timeoutMs: GITHUB_COPILOT_SCENARIO_TIMEOUT_MS, + }); + }, +); diff --git a/e2e/scenarios/google-adk-instrumentation/__cassettes__/google-adk-v061.cassette.json b/e2e/scenarios/google-adk-instrumentation/__cassettes__/google-adk-v061.cassette.json new file mode 100644 index 000000000..138030d89 --- /dev/null +++ b/e2e/scenarios/google-adk-instrumentation/__cassettes__/google-adk-v061.cassette.json @@ -0,0 +1,257 @@ +{ + "entries": [ + { + "callIndex": 0, + "id": "ecdbd469610aca8b", + "matchKey": "POST generativelanguage.googleapis.com/v1beta/models/gemini-2.5-flash-lite:generateContent", + "recordedAt": "2026-05-07T21:22:52.090Z", + "request": { + "body": { + "kind": "json", + "value": { + "contents": [ + { + "parts": [ + { + "text": "What is the weather in Paris, France?" + } + ], + "role": "user" + } + ], + "generationConfig": { + "temperature": 0 + }, + "systemInstruction": { + "parts": [ + { + "text": "You are an agent. Your internal name is \"weather_agent\".\n\nFor weather questions, first call the get_weather tool exactly once, then answer with the tool result in one short sentence. Do not answer from memory and do not call any tool after you have a tool result." + } + ], + "role": "user" + }, + "tools": [ + { + "functionDeclarations": [ + { + "description": "Get the current weather in a given location", + "name": "get_weather", + "parameters": { + "properties": { + "location": { + "description": "The city and country to look up", + "type": "STRING" + } + }, + "required": ["location"], + "type": "OBJECT" + } + } + ] + } + ] + } + }, + "headers": {}, + "method": "POST", + "url": "https://generativelanguage.googleapis.com/v1beta/models/gemini-2.5-flash-lite:generateContent" + }, + "response": { + "body": { + "kind": "json", + "value": { + "candidates": [ + { + "content": { + "parts": [ + { + "functionCall": { + "args": { + "location": "Paris, France" + }, + "name": "get_weather" + } + } + ], + "role": "model" + }, + "finishMessage": "Model generated function call(s).", + "finishReason": "STOP", + "index": 0 + } + ], + "modelVersion": "gemini-2.5-flash-lite", + "responseId": "qwL9aee0NPTM-sAP8qfteQ", + "usageMetadata": { + "candidatesTokenCount": 17, + "promptTokenCount": 115, + "promptTokensDetails": [ + { + "modality": "TEXT", + "tokenCount": 115 + } + ], + "serviceTier": "standard", + "totalTokenCount": 132 + } + } + }, + "headers": { + "alt-svc": "h3=\":443\"; ma=2592000,h3-29=\":443\"; ma=2592000", + "content-encoding": "gzip", + "content-length": "377", + "content-type": "application/json; charset=UTF-8", + "date": "Thu, 07 May 2026 21:22:52 GMT", + "server": "scaffolding on HTTPServer2", + "server-timing": "gfet4t7; dur=603", + "vary": "Origin, X-Origin, Referer", + "x-content-type-options": "nosniff", + "x-frame-options": "SAMEORIGIN", + "x-gemini-service-tier": "standard", + "x-xss-protection": "0" + }, + "status": 200 + } + }, + { + "callIndex": 1, + "id": "57c53193f8eaebc1", + "matchKey": "POST generativelanguage.googleapis.com/v1beta/models/gemini-2.5-flash-lite:generateContent", + "recordedAt": "2026-05-07T21:22:52.949Z", + "request": { + "body": { + "kind": "json", + "value": { + "contents": [ + { + "parts": [ + { + "text": "What is the weather in Paris, France?" + } + ], + "role": "user" + }, + { + "parts": [ + { + "functionCall": { + "args": { + "location": "Paris, France" + }, + "name": "get_weather" + } + } + ], + "role": "model" + }, + { + "parts": [ + { + "functionResponse": { + "name": "get_weather", + "response": { + "condition": "sunny", + "location": "Paris, France", + "temperature": 72 + } + } + } + ], + "role": "user" + } + ], + "generationConfig": { + "temperature": 0 + }, + "systemInstruction": { + "parts": [ + { + "text": "You are an agent. Your internal name is \"weather_agent\".\n\nFor weather questions, first call the get_weather tool exactly once, then answer with the tool result in one short sentence. Do not answer from memory and do not call any tool after you have a tool result." + } + ], + "role": "user" + }, + "tools": [ + { + "functionDeclarations": [ + { + "description": "Get the current weather in a given location", + "name": "get_weather", + "parameters": { + "properties": { + "location": { + "description": "The city and country to look up", + "type": "STRING" + } + }, + "required": ["location"], + "type": "OBJECT" + } + } + ] + } + ] + } + }, + "headers": {}, + "method": "POST", + "url": "https://generativelanguage.googleapis.com/v1beta/models/gemini-2.5-flash-lite:generateContent" + }, + "response": { + "body": { + "kind": "json", + "value": { + "candidates": [ + { + "content": { + "parts": [ + { + "text": "The weather in Paris, France is sunny with a temperature of 72 degrees." + } + ], + "role": "model" + }, + "finishReason": "STOP", + "index": 0 + } + ], + "modelVersion": "gemini-2.5-flash-lite", + "responseId": "rAL9acrtKsCZ_uMP74Xy6Ac", + "usageMetadata": { + "candidatesTokenCount": 17, + "promptTokenCount": 162, + "promptTokensDetails": [ + { + "modality": "TEXT", + "tokenCount": 162 + } + ], + "serviceTier": "standard", + "totalTokenCount": 179 + } + } + }, + "headers": { + "alt-svc": "h3=\":443\"; ma=2592000,h3-29=\":443\"; ma=2592000", + "content-encoding": "gzip", + "content-length": "346", + "content-type": "application/json; charset=UTF-8", + "date": "Thu, 07 May 2026 21:22:52 GMT", + "server": "scaffolding on HTTPServer2", + "server-timing": "gfet4t7; dur=747", + "vary": "Origin, X-Origin, Referer", + "x-content-type-options": "nosniff", + "x-frame-options": "SAMEORIGIN", + "x-gemini-service-tier": "standard", + "x-xss-protection": "0" + }, + "status": 200 + } + } + ], + "meta": { + "createdAt": "2026-05-07T17:33:24.316Z", + "seinfeldVersion": "0.0.0" + }, + "version": 1 +} diff --git a/e2e/scenarios/google-adk-instrumentation/__cassettes__/google-adk-v1000.cassette.json b/e2e/scenarios/google-adk-instrumentation/__cassettes__/google-adk-v1000.cassette.json new file mode 100644 index 000000000..084e06dfd --- /dev/null +++ b/e2e/scenarios/google-adk-instrumentation/__cassettes__/google-adk-v1000.cassette.json @@ -0,0 +1,257 @@ +{ + "entries": [ + { + "callIndex": 0, + "id": "ecdbd469610aca8b", + "matchKey": "POST generativelanguage.googleapis.com/v1beta/models/gemini-2.5-flash-lite:generateContent", + "recordedAt": "2026-05-07T21:23:20.914Z", + "request": { + "body": { + "kind": "json", + "value": { + "contents": [ + { + "parts": [ + { + "text": "What is the weather in Paris, France?" + } + ], + "role": "user" + } + ], + "generationConfig": { + "temperature": 0 + }, + "systemInstruction": { + "parts": [ + { + "text": "You are an agent. Your internal name is \"weather_agent\".\n\nFor weather questions, first call the get_weather tool exactly once, then answer with the tool result in one short sentence. Do not answer from memory and do not call any tool after you have a tool result." + } + ], + "role": "user" + }, + "tools": [ + { + "functionDeclarations": [ + { + "description": "Get the current weather in a given location", + "name": "get_weather", + "parameters": { + "properties": { + "location": { + "description": "The city and country to look up", + "type": "STRING" + } + }, + "required": ["location"], + "type": "OBJECT" + } + } + ] + } + ] + } + }, + "headers": {}, + "method": "POST", + "url": "https://generativelanguage.googleapis.com/v1beta/models/gemini-2.5-flash-lite:generateContent" + }, + "response": { + "body": { + "kind": "json", + "value": { + "candidates": [ + { + "content": { + "parts": [ + { + "functionCall": { + "args": { + "location": "Paris, France" + }, + "name": "get_weather" + } + } + ], + "role": "model" + }, + "finishMessage": "Model generated function call(s).", + "finishReason": "STOP", + "index": 0 + } + ], + "modelVersion": "gemini-2.5-flash-lite", + "responseId": "yAL9afzxI8mU_uMPtNuVgAg", + "usageMetadata": { + "candidatesTokenCount": 17, + "promptTokenCount": 115, + "promptTokensDetails": [ + { + "modality": "TEXT", + "tokenCount": 115 + } + ], + "serviceTier": "standard", + "totalTokenCount": 132 + } + } + }, + "headers": { + "alt-svc": "h3=\":443\"; ma=2592000,h3-29=\":443\"; ma=2592000", + "content-encoding": "gzip", + "content-length": "380", + "content-type": "application/json; charset=UTF-8", + "date": "Thu, 07 May 2026 21:23:20 GMT", + "server": "scaffolding on HTTPServer2", + "server-timing": "gfet4t7; dur=4682", + "vary": "Origin, X-Origin, Referer", + "x-content-type-options": "nosniff", + "x-frame-options": "SAMEORIGIN", + "x-gemini-service-tier": "standard", + "x-xss-protection": "0" + }, + "status": 200 + } + }, + { + "callIndex": 1, + "id": "57c53193f8eaebc1", + "matchKey": "POST generativelanguage.googleapis.com/v1beta/models/gemini-2.5-flash-lite:generateContent", + "recordedAt": "2026-05-07T21:23:21.799Z", + "request": { + "body": { + "kind": "json", + "value": { + "contents": [ + { + "parts": [ + { + "text": "What is the weather in Paris, France?" + } + ], + "role": "user" + }, + { + "parts": [ + { + "functionCall": { + "args": { + "location": "Paris, France" + }, + "name": "get_weather" + } + } + ], + "role": "model" + }, + { + "parts": [ + { + "functionResponse": { + "name": "get_weather", + "response": { + "condition": "sunny", + "location": "Paris, France", + "temperature": 72 + } + } + } + ], + "role": "user" + } + ], + "generationConfig": { + "temperature": 0 + }, + "systemInstruction": { + "parts": [ + { + "text": "You are an agent. Your internal name is \"weather_agent\".\n\nFor weather questions, first call the get_weather tool exactly once, then answer with the tool result in one short sentence. Do not answer from memory and do not call any tool after you have a tool result." + } + ], + "role": "user" + }, + "tools": [ + { + "functionDeclarations": [ + { + "description": "Get the current weather in a given location", + "name": "get_weather", + "parameters": { + "properties": { + "location": { + "description": "The city and country to look up", + "type": "STRING" + } + }, + "required": ["location"], + "type": "OBJECT" + } + } + ] + } + ] + } + }, + "headers": {}, + "method": "POST", + "url": "https://generativelanguage.googleapis.com/v1beta/models/gemini-2.5-flash-lite:generateContent" + }, + "response": { + "body": { + "kind": "json", + "value": { + "candidates": [ + { + "content": { + "parts": [ + { + "text": "The weather in Paris, France is sunny with a temperature of 72 degrees." + } + ], + "role": "model" + }, + "finishReason": "STOP", + "index": 0 + } + ], + "modelVersion": "gemini-2.5-flash-lite", + "responseId": "yQL9acjNI8_JjMcP7ZqTiQQ", + "usageMetadata": { + "candidatesTokenCount": 17, + "promptTokenCount": 162, + "promptTokensDetails": [ + { + "modality": "TEXT", + "tokenCount": 162 + } + ], + "serviceTier": "standard", + "totalTokenCount": 179 + } + } + }, + "headers": { + "alt-svc": "h3=\":443\"; ma=2592000,h3-29=\":443\"; ma=2592000", + "content-encoding": "gzip", + "content-length": "348", + "content-type": "application/json; charset=UTF-8", + "date": "Thu, 07 May 2026 21:23:21 GMT", + "server": "scaffolding on HTTPServer2", + "server-timing": "gfet4t7; dur=831", + "vary": "Origin, X-Origin, Referer", + "x-content-type-options": "nosniff", + "x-frame-options": "SAMEORIGIN", + "x-gemini-service-tier": "standard", + "x-xss-protection": "0" + }, + "status": 200 + } + } + ], + "meta": { + "createdAt": "2026-05-07T17:34:20.722Z", + "seinfeldVersion": "0.0.0" + }, + "version": 1 +} diff --git a/e2e/scenarios/google-adk-instrumentation/__snapshots__/google-adk-v061.log-payloads.json b/e2e/scenarios/google-adk-instrumentation/__snapshots__/google-adk-v061.log-payloads.json index 406961eca..ae0c41d40 100644 --- a/e2e/scenarios/google-adk-instrumentation/__snapshots__/google-adk-v061.log-payloads.json +++ b/e2e/scenarios/google-adk-instrumentation/__snapshots__/google-adk-v061.log-payloads.json @@ -14,6 +14,7 @@ "operation": "simple-run" }, "metrics": { + "end": 0, "start": 0 }, "name": "adk-simple-run-operation", @@ -34,7 +35,12 @@ "provider": "google-adk" }, "metrics": { - "start": 0 + "completion_tokens": "", + "duration": 0, + "end": 0, + "prompt_tokens": "", + "start": 0, + "tokens": "" }, "name": "Google ADK Runner", "type": "task" @@ -46,6 +52,8 @@ "provider": "google-adk" }, "metrics": { + "duration": 0, + "end": 0, "start": 0 }, "name": "Agent: weather_agent", @@ -73,56 +81,6 @@ }, "type": "tool" }, - { - "metadata": { - "google_adk.agent_name": "weather_agent", - "model": "gemini-2.5-flash-lite", - "provider": "google-adk" - }, - "metrics": { - "duration": 0, - "end": 0, - "start": 0 - }, - "name": "Agent: weather_agent", - "type": "task" - }, - { - "input": { - "messages": [ - { - "content": "What is the weather in Paris, France?", - "role": "user" - } - ] - }, - "metadata": { - "google_adk.session_id": "test-session-1", - "google_adk.user_id": "test-user", - "provider": "google-adk" - }, - "metrics": { - "completion_tokens": "", - "duration": 0, - "end": 0, - "prompt_tokens": "", - "start": 0, - "tokens": "" - }, - "name": "Google ADK Runner", - "type": "task" - }, - { - "metadata": { - "operation": "simple-run" - }, - "metrics": { - "end": 0, - "start": 0 - }, - "name": "adk-simple-run-operation", - "type": null - }, { "metadata": { "scenario": "google-adk-instrumentation" diff --git a/e2e/scenarios/google-adk-instrumentation/__snapshots__/google-adk-v061.span-events.json b/e2e/scenarios/google-adk-instrumentation/__snapshots__/google-adk-v061.span-events.json index 2bf665c39..b5f28e218 100644 --- a/e2e/scenarios/google-adk-instrumentation/__snapshots__/google-adk-v061.span-events.json +++ b/e2e/scenarios/google-adk-instrumentation/__snapshots__/google-adk-v061.span-events.json @@ -34,7 +34,12 @@ "google_adk.user_id": "test-user", "provider": "google-adk" }, - "metric_keys": [], + "metric_keys": [ + "completion_tokens", + "duration", + "prompt_tokens", + "tokens" + ], "name": "Google ADK Runner", "root_span_id": "", "span_id": "", @@ -50,7 +55,9 @@ "model": "gemini-2.5-flash-lite", "provider": "google-adk" }, - "metric_keys": [], + "metric_keys": [ + "duration" + ], "name": "Agent: weather_agent", "root_span_id": "", "span_id": "", @@ -77,44 +84,5 @@ "" ], "type": "tool" - }, - { - "has_input": false, - "metadata": { - "google_adk.agent_name": "weather_agent", - "model": "gemini-2.5-flash-lite", - "provider": "google-adk" - }, - "metric_keys": [ - "duration" - ], - "name": "Agent: weather_agent", - "root_span_id": "", - "span_id": "", - "span_parents": [ - "" - ], - "type": "task" - }, - { - "has_input": true, - "metadata": { - "google_adk.session_id": "test-session-1", - "google_adk.user_id": "test-user", - "provider": "google-adk" - }, - "metric_keys": [ - "completion_tokens", - "duration", - "prompt_tokens", - "tokens" - ], - "name": "Google ADK Runner", - "root_span_id": "", - "span_id": "", - "span_parents": [ - "" - ], - "type": "task" } ] diff --git a/e2e/scenarios/google-adk-instrumentation/__snapshots__/google-adk-v1000.log-payloads.json b/e2e/scenarios/google-adk-instrumentation/__snapshots__/google-adk-v1000.log-payloads.json index 406961eca..ae0c41d40 100644 --- a/e2e/scenarios/google-adk-instrumentation/__snapshots__/google-adk-v1000.log-payloads.json +++ b/e2e/scenarios/google-adk-instrumentation/__snapshots__/google-adk-v1000.log-payloads.json @@ -14,6 +14,7 @@ "operation": "simple-run" }, "metrics": { + "end": 0, "start": 0 }, "name": "adk-simple-run-operation", @@ -34,7 +35,12 @@ "provider": "google-adk" }, "metrics": { - "start": 0 + "completion_tokens": "", + "duration": 0, + "end": 0, + "prompt_tokens": "", + "start": 0, + "tokens": "" }, "name": "Google ADK Runner", "type": "task" @@ -46,6 +52,8 @@ "provider": "google-adk" }, "metrics": { + "duration": 0, + "end": 0, "start": 0 }, "name": "Agent: weather_agent", @@ -73,56 +81,6 @@ }, "type": "tool" }, - { - "metadata": { - "google_adk.agent_name": "weather_agent", - "model": "gemini-2.5-flash-lite", - "provider": "google-adk" - }, - "metrics": { - "duration": 0, - "end": 0, - "start": 0 - }, - "name": "Agent: weather_agent", - "type": "task" - }, - { - "input": { - "messages": [ - { - "content": "What is the weather in Paris, France?", - "role": "user" - } - ] - }, - "metadata": { - "google_adk.session_id": "test-session-1", - "google_adk.user_id": "test-user", - "provider": "google-adk" - }, - "metrics": { - "completion_tokens": "", - "duration": 0, - "end": 0, - "prompt_tokens": "", - "start": 0, - "tokens": "" - }, - "name": "Google ADK Runner", - "type": "task" - }, - { - "metadata": { - "operation": "simple-run" - }, - "metrics": { - "end": 0, - "start": 0 - }, - "name": "adk-simple-run-operation", - "type": null - }, { "metadata": { "scenario": "google-adk-instrumentation" diff --git a/e2e/scenarios/google-adk-instrumentation/__snapshots__/google-adk-v1000.span-events.json b/e2e/scenarios/google-adk-instrumentation/__snapshots__/google-adk-v1000.span-events.json index 2bf665c39..b5f28e218 100644 --- a/e2e/scenarios/google-adk-instrumentation/__snapshots__/google-adk-v1000.span-events.json +++ b/e2e/scenarios/google-adk-instrumentation/__snapshots__/google-adk-v1000.span-events.json @@ -34,7 +34,12 @@ "google_adk.user_id": "test-user", "provider": "google-adk" }, - "metric_keys": [], + "metric_keys": [ + "completion_tokens", + "duration", + "prompt_tokens", + "tokens" + ], "name": "Google ADK Runner", "root_span_id": "", "span_id": "", @@ -50,7 +55,9 @@ "model": "gemini-2.5-flash-lite", "provider": "google-adk" }, - "metric_keys": [], + "metric_keys": [ + "duration" + ], "name": "Agent: weather_agent", "root_span_id": "", "span_id": "", @@ -77,44 +84,5 @@ "" ], "type": "tool" - }, - { - "has_input": false, - "metadata": { - "google_adk.agent_name": "weather_agent", - "model": "gemini-2.5-flash-lite", - "provider": "google-adk" - }, - "metric_keys": [ - "duration" - ], - "name": "Agent: weather_agent", - "root_span_id": "", - "span_id": "", - "span_parents": [ - "" - ], - "type": "task" - }, - { - "has_input": true, - "metadata": { - "google_adk.session_id": "test-session-1", - "google_adk.user_id": "test-user", - "provider": "google-adk" - }, - "metric_keys": [ - "completion_tokens", - "duration", - "prompt_tokens", - "tokens" - ], - "name": "Google ADK Runner", - "root_span_id": "", - "span_id": "", - "span_parents": [ - "" - ], - "type": "task" } ] diff --git a/e2e/scenarios/google-adk-instrumentation/assertions.ts b/e2e/scenarios/google-adk-instrumentation/assertions.ts index 1e6d4c2b5..c0b1a2b3b 100644 --- a/e2e/scenarios/google-adk-instrumentation/assertions.ts +++ b/e2e/scenarios/google-adk-instrumentation/assertions.ts @@ -3,6 +3,7 @@ import { normalizeForSnapshot, type Json } from "../../helpers/normalize"; import type { CapturedLogEvent } from "../../helpers/mock-braintrust-server"; import { formatJsonFileSnapshot, + matchFileSnapshot, resolveFileSnapshotPath, } from "../../helpers/file-snapshot"; import { withScenarioHarness } from "../../helpers/scenario-harness"; @@ -305,7 +306,8 @@ export function defineGoogleADKInstrumentationAssertions(options: { ) as Json, ); - await expect(formatJsonFileSnapshot(spanSummary)).toMatchFileSnapshot( + await matchFileSnapshot( + formatJsonFileSnapshot(spanSummary), spanSnapshotPath, ); }); @@ -323,7 +325,8 @@ export function defineGoogleADKInstrumentationAssertions(options: { ) as Json, ); - await expect(formatJsonFileSnapshot(payloadSummary)).toMatchFileSnapshot( + await matchFileSnapshot( + formatJsonFileSnapshot(payloadSummary), payloadSnapshotPath, ); }); diff --git a/e2e/scenarios/google-adk-instrumentation/cassette-filter.mjs b/e2e/scenarios/google-adk-instrumentation/cassette-filter.mjs new file mode 100644 index 000000000..64d540de7 --- /dev/null +++ b/e2e/scenarios/google-adk-instrumentation/cassette-filter.mjs @@ -0,0 +1,13 @@ +// @ts-check +/** @type {import("@braintrust/seinfeld").FilterSpec} */ +export const filter = [ + "default", + { + // Strip the Google API key from URL query params before matching. + ignoreQueryParams: ["key"], + // Ignore all body fields — conversation history contains volatile tool + // call IDs (functionCall.id) that change every run. callIndex is the + // sole discriminator, which is stable as long as call order is stable. + ignoreBodyFields: ["**"], + }, +]; diff --git a/e2e/scenarios/google-genai-instrumentation/assertions.ts b/e2e/scenarios/google-genai-instrumentation/assertions.ts index a23bc5a84..77f56f47b 100644 --- a/e2e/scenarios/google-genai-instrumentation/assertions.ts +++ b/e2e/scenarios/google-genai-instrumentation/assertions.ts @@ -3,6 +3,7 @@ import { normalizeForSnapshot, type Json } from "../../helpers/normalize"; import type { CapturedLogEvent } from "../../helpers/mock-braintrust-server"; import { formatJsonFileSnapshot, + matchFileSnapshot, resolveFileSnapshotPath, } from "../../helpers/file-snapshot"; import { withScenarioHarness } from "../../helpers/scenario-harness"; @@ -647,15 +648,17 @@ export function defineGoogleGenAIInstrumentationAssertions(options: { }); test("matches the shared span snapshot", testConfig, async () => { - await expect( + await matchFileSnapshot( formatJsonFileSnapshot(buildSpanSummary(events)), - ).toMatchFileSnapshot(spanSnapshotPath); + spanSnapshotPath, + ); }); test("matches the shared payload snapshot", testConfig, async () => { - await expect( + await matchFileSnapshot( formatJsonFileSnapshot(buildPayloadSummary(events)), - ).toMatchFileSnapshot(payloadSnapshotPath); + payloadSnapshotPath, + ); }); }); } diff --git a/e2e/scenarios/groq-instrumentation/__cassettes__/groq-v1-auto.cassette.json b/e2e/scenarios/groq-instrumentation/__cassettes__/groq-v1-auto.cassette.json index b16b4e24b..ee0893842 100644 --- a/e2e/scenarios/groq-instrumentation/__cassettes__/groq-v1-auto.cassette.json +++ b/e2e/scenarios/groq-instrumentation/__cassettes__/groq-v1-auto.cassette.json @@ -1,22 +1,11 @@ { - "version": 1, - "meta": { - "createdAt": "2026-04-28T23:26:10.191Z", - "seinfeldVersion": "0.0.0" - }, "entries": [ { + "callIndex": 0, "id": "3dffad7c90a4c3b7", "matchKey": "POST api.groq.com/openai/v1/chat/completions", - "callIndex": 0, "recordedAt": "2026-04-28T23:26:10.191Z", "request": { - "method": "POST", - "url": "https://api.groq.com/openai/v1/chat/completions", - "headers": { - "accept": "application/json", - "content-type": "application/json" - }, "body": { "kind": "json", "value": { @@ -30,18 +19,12 @@ "model": "llama-3.3-70b-versatile", "temperature": 0 } - } + }, + "headers": {}, + "method": "POST", + "url": "https://api.groq.com/openai/v1/chat/completions" }, "response": { - "status": 200, - "statusText": "OK", - "headers": { - "alt-svc": "h3=\":443\"; ma=86400", - "cache-control": "private, max-age=0, no-store, no-cache, must-revalidate", - "content-type": "application/json", - "vary": "Origin", - "x-groq-region": "yka" - }, "body": { "kind": "json", "value": { @@ -77,21 +60,24 @@ "seed": 791665023 } } - } + }, + "headers": { + "alt-svc": "h3=\":443\"; ma=86400", + "cache-control": "private, max-age=0, no-store, no-cache, must-revalidate", + "content-type": "application/json", + "vary": "Origin", + "x-groq-region": "yka" + }, + "status": 200, + "statusText": "OK" } }, { + "callIndex": 1, "id": "cfcb31431404c5e9", "matchKey": "POST api.groq.com/openai/v1/chat/completions", - "callIndex": 1, "recordedAt": "2026-04-28T23:26:10.191Z", "request": { - "method": "POST", - "url": "https://api.groq.com/openai/v1/chat/completions", - "headers": { - "accept": "application/json", - "content-type": "application/json" - }, "body": { "kind": "json", "value": { @@ -105,11 +91,21 @@ "stream": true, "temperature": 0 } - } + }, + "headers": {}, + "method": "POST", + "url": "https://api.groq.com/openai/v1/chat/completions" }, "response": { - "status": 200, - "statusText": "OK", + "body": { + "chunks": [ + "data: {\"id\":\"chatcmpl-816c178a-d48e-427a-9d43-b297ce642dca\",\"object\":\"chat.completion.chunk\",\"created\":1777418770,\"model\":\"llama-3.3-70b-versatile\",\"system_fingerprint\":\"fp_d42c28f9ce\",\"choices\":[{\"index\":0,\"delta\":{\"role\":\"assistant\",\"content\":\"\"},\"logprobs\":null,\"finish_reason\":null}],\"x_groq\":{\"id\":\"req_01kqb6m5h0ensv6tyv4s6trne8\",\"seed\":404224346}}", + "data: {\"id\":\"chatcmpl-816c178a-d48e-427a-9d43-b297ce642dca\",\"object\":\"chat.completion.chunk\",\"created\":1777418770,\"model\":\"llama-3.3-70b-versatile\",\"system_fingerprint\":\"fp_d42c28f9ce\",\"choices\":[{\"index\":0,\"delta\":{\"content\":\"STREAM\"},\"logprobs\":null,\"finish_reason\":null}]}", + "data: {\"id\":\"chatcmpl-816c178a-d48e-427a-9d43-b297ce642dca\",\"object\":\"chat.completion.chunk\",\"created\":1777418770,\"model\":\"llama-3.3-70b-versatile\",\"system_fingerprint\":\"fp_d42c28f9ce\",\"choices\":[{\"index\":0,\"delta\":{},\"logprobs\":null,\"finish_reason\":\"stop\"}],\"x_groq\":{\"id\":\"req_01kqb6m5h0ensv6tyv4s6trne8\",\"usage\":{\"queue_time\":0.071718519,\"prompt_tokens\":40,\"prompt_time\":0.0032231,\"completion_tokens\":2,\"completion_time\":0.014202935,\"total_tokens\":42,\"total_time\":0.017426035}},\"usage\":{\"queue_time\":0.071718519,\"prompt_tokens\":40,\"prompt_time\":0.0032231,\"completion_tokens\":2,\"completion_time\":0.014202935,\"total_tokens\":42,\"total_time\":0.017426035}}", + "data: [DONE]" + ], + "kind": "sse" + }, "headers": { "alt-svc": "h3=\":443\"; ma=86400", "cache-control": "no-cache", @@ -117,36 +113,24 @@ "vary": "Origin", "x-groq-region": "yka" }, - "body": { - "kind": "sse", - "chunks": [ - "data: {\"id\":\"chatcmpl-816c178a-d48e-427a-9d43-b297ce642dca\",\"object\":\"chat.completion.chunk\",\"created\":1777418770,\"model\":\"llama-3.3-70b-versatile\",\"system_fingerprint\":\"fp_d42c28f9ce\",\"choices\":[{\"index\":0,\"delta\":{\"role\":\"assistant\",\"content\":\"\"},\"logprobs\":null,\"finish_reason\":null}],\"x_groq\":{\"id\":\"req_01kqb6m5h0ensv6tyv4s6trne8\",\"seed\":404224346}}", - "data: {\"id\":\"chatcmpl-816c178a-d48e-427a-9d43-b297ce642dca\",\"object\":\"chat.completion.chunk\",\"created\":1777418770,\"model\":\"llama-3.3-70b-versatile\",\"system_fingerprint\":\"fp_d42c28f9ce\",\"choices\":[{\"index\":0,\"delta\":{\"content\":\"STREAM\"},\"logprobs\":null,\"finish_reason\":null}]}", - "data: {\"id\":\"chatcmpl-816c178a-d48e-427a-9d43-b297ce642dca\",\"object\":\"chat.completion.chunk\",\"created\":1777418770,\"model\":\"llama-3.3-70b-versatile\",\"system_fingerprint\":\"fp_d42c28f9ce\",\"choices\":[{\"index\":0,\"delta\":{},\"logprobs\":null,\"finish_reason\":\"stop\"}],\"x_groq\":{\"id\":\"req_01kqb6m5h0ensv6tyv4s6trne8\",\"usage\":{\"queue_time\":0.071718519,\"prompt_tokens\":40,\"prompt_time\":0.0032231,\"completion_tokens\":2,\"completion_time\":0.014202935,\"total_tokens\":42,\"total_time\":0.017426035}},\"usage\":{\"queue_time\":0.071718519,\"prompt_tokens\":40,\"prompt_time\":0.0032231,\"completion_tokens\":2,\"completion_time\":0.014202935,\"total_tokens\":42,\"total_time\":0.017426035}}", - "data: [DONE]" - ] - } + "status": 200, + "statusText": "OK" } }, { + "callIndex": 2, "id": "4ad34400d0e920e9", "matchKey": "POST api.groq.com/openai/v1/chat/completions", - "callIndex": 2, "recordedAt": "2026-04-28T23:26:31.789Z", "request": { - "method": "POST", - "url": "https://api.groq.com/openai/v1/chat/completions", - "headers": { - "content-type": "application/json" - }, "body": { "kind": "json", "value": { "max_completion_tokens": 512, "messages": [ { - "role": "user", - "content": "Solve this step by step: Elena has 3 boxes with 4 marbles each, gives away 5 marbles, then doubles what remains. Reply with just the final number." + "content": "Solve this step by step: Elena has 3 boxes with 4 marbles each, gives away 5 marbles, then doubles what remains. Reply with just the final number.", + "role": "user" } ], "model": "qwen/qwen3-32b", @@ -154,11 +138,21 @@ "stream": true, "temperature": 0.6 } - } + }, + "headers": {}, + "method": "POST", + "url": "https://api.groq.com/openai/v1/chat/completions" }, "response": { - "status": 200, - "statusText": "OK", + "body": { + "chunks": [ + "data: {\"id\":\"chatcmpl-synth-reasoning\",\"object\":\"chat.completion.chunk\",\"created\":1746432000,\"model\":\"qwen/qwen3-32b\",\"choices\":[{\"index\":0,\"delta\":{\"role\":\"assistant\",\"content\":\"\",\"reasoning\":\"3 boxes x 4 marbles = 12 total. Remove 5: 12 - 5 = 7. Double: 7 x 2 = 14.\"},\"finish_reason\":null}],\"x_groq\":{\"id\":\"req_synth_reasoning\",\"usage\":null}}", + "data: {\"id\":\"chatcmpl-synth-reasoning\",\"object\":\"chat.completion.chunk\",\"created\":1746432001,\"model\":\"qwen/qwen3-32b\",\"choices\":[{\"index\":0,\"delta\":{\"content\":\"14\",\"reasoning\":null},\"finish_reason\":null}],\"x_groq\":{\"id\":\"req_synth_reasoning\",\"usage\":null}}", + "data: {\"id\":\"chatcmpl-synth-reasoning\",\"object\":\"chat.completion.chunk\",\"created\":1746432002,\"model\":\"qwen/qwen3-32b\",\"choices\":[{\"index\":0,\"delta\":{},\"finish_reason\":\"stop\"}],\"x_groq\":{\"id\":\"req_synth_reasoning\",\"usage\":{\"queue_time\":0.001,\"prompt_tokens\":45,\"prompt_time\":0.002,\"completion_tokens\":3,\"completion_reasoning_tokens\":12,\"completion_time\":0.001,\"total_tokens\":48,\"total_time\":0.003}},\"usage\":{\"queue_time\":0.001,\"prompt_tokens\":45,\"prompt_time\":0.002,\"completion_tokens\":3,\"completion_reasoning_tokens\":12,\"completion_time\":0.001,\"total_tokens\":48,\"total_time\":0.003}}", + "data: [DONE]" + ], + "kind": "sse" + }, "headers": { "alt-svc": "h3=\":443\"; ma=86400", "cache-control": "no-cache", @@ -166,29 +160,16 @@ "vary": "origin, access-control-request-method, access-control-request-headers", "x-groq-region": "us-east-1" }, - "body": { - "kind": "sse", - "chunks": [ - "data: {\"id\":\"chatcmpl-synth-reasoning\",\"object\":\"chat.completion.chunk\",\"created\":1746432000,\"model\":\"qwen/qwen3-32b\",\"choices\":[{\"index\":0,\"delta\":{\"role\":\"assistant\",\"content\":\"\",\"reasoning\":\"3 boxes x 4 marbles = 12 total. Remove 5: 12 - 5 = 7. Double: 7 x 2 = 14.\"},\"finish_reason\":null}],\"x_groq\":{\"id\":\"req_synth_reasoning\",\"usage\":null}}", - "data: {\"id\":\"chatcmpl-synth-reasoning\",\"object\":\"chat.completion.chunk\",\"created\":1746432001,\"model\":\"qwen/qwen3-32b\",\"choices\":[{\"index\":0,\"delta\":{\"content\":\"14\",\"reasoning\":null},\"finish_reason\":null}],\"x_groq\":{\"id\":\"req_synth_reasoning\",\"usage\":null}}", - "data: {\"id\":\"chatcmpl-synth-reasoning\",\"object\":\"chat.completion.chunk\",\"created\":1746432002,\"model\":\"qwen/qwen3-32b\",\"choices\":[{\"index\":0,\"delta\":{},\"finish_reason\":\"stop\"}],\"x_groq\":{\"id\":\"req_synth_reasoning\",\"usage\":{\"queue_time\":0.001,\"prompt_tokens\":45,\"prompt_time\":0.002,\"completion_tokens\":3,\"completion_reasoning_tokens\":12,\"completion_time\":0.001,\"total_tokens\":48,\"total_time\":0.003}},\"usage\":{\"queue_time\":0.001,\"prompt_tokens\":45,\"prompt_time\":0.002,\"completion_tokens\":3,\"completion_reasoning_tokens\":12,\"completion_time\":0.001,\"total_tokens\":48,\"total_time\":0.003}}", - "data: [DONE]" - ] - } + "status": 200, + "statusText": "OK" } }, { + "callIndex": 3, "id": "0ffae2350a0663da", "matchKey": "POST api.groq.com/openai/v1/chat/completions", - "callIndex": 3, "recordedAt": "2026-04-28T23:26:10.191Z", "request": { - "method": "POST", - "url": "https://api.groq.com/openai/v1/chat/completions", - "headers": { - "accept": "application/json", - "content-type": "application/json" - }, "body": { "kind": "json", "value": { @@ -226,18 +207,12 @@ } ] } - } + }, + "headers": {}, + "method": "POST", + "url": "https://api.groq.com/openai/v1/chat/completions" }, "response": { - "status": 200, - "statusText": "OK", - "headers": { - "alt-svc": "h3=\":443\"; ma=86400", - "cache-control": "private, max-age=0, no-store, no-cache, must-revalidate", - "content-type": "application/json", - "vary": "Origin", - "x-groq-region": "yka" - }, "body": { "kind": "json", "value": { @@ -282,8 +257,22 @@ "seed": 561808469 } } - } + }, + "headers": { + "alt-svc": "h3=\":443\"; ma=86400", + "cache-control": "private, max-age=0, no-store, no-cache, must-revalidate", + "content-type": "application/json", + "vary": "Origin", + "x-groq-region": "yka" + }, + "status": 200, + "statusText": "OK" } } - ] + ], + "meta": { + "createdAt": "2026-04-28T23:26:10.191Z", + "seinfeldVersion": "0.0.0" + }, + "version": 1 } diff --git a/e2e/scenarios/groq-instrumentation/__cassettes__/groq-v1-wrapped.cassette.json b/e2e/scenarios/groq-instrumentation/__cassettes__/groq-v1-wrapped.cassette.json index 993dd860a..c99440c64 100644 --- a/e2e/scenarios/groq-instrumentation/__cassettes__/groq-v1-wrapped.cassette.json +++ b/e2e/scenarios/groq-instrumentation/__cassettes__/groq-v1-wrapped.cassette.json @@ -1,22 +1,11 @@ { - "version": 1, - "meta": { - "createdAt": "2026-04-28T23:26:09.116Z", - "seinfeldVersion": "0.0.0" - }, "entries": [ { + "callIndex": 0, "id": "3dffad7c90a4c3b7", "matchKey": "POST api.groq.com/openai/v1/chat/completions", - "callIndex": 0, "recordedAt": "2026-04-28T23:26:09.116Z", "request": { - "method": "POST", - "url": "https://api.groq.com/openai/v1/chat/completions", - "headers": { - "accept": "application/json", - "content-type": "application/json" - }, "body": { "kind": "json", "value": { @@ -30,18 +19,12 @@ "model": "llama-3.3-70b-versatile", "temperature": 0 } - } + }, + "headers": {}, + "method": "POST", + "url": "https://api.groq.com/openai/v1/chat/completions" }, "response": { - "status": 200, - "statusText": "OK", - "headers": { - "alt-svc": "h3=\":443\"; ma=86400", - "cache-control": "private, max-age=0, no-store, no-cache, must-revalidate", - "content-type": "application/json", - "vary": "Origin", - "x-groq-region": "yka" - }, "body": { "kind": "json", "value": { @@ -77,21 +60,24 @@ "seed": 429181514 } } - } + }, + "headers": { + "alt-svc": "h3=\":443\"; ma=86400", + "cache-control": "private, max-age=0, no-store, no-cache, must-revalidate", + "content-type": "application/json", + "vary": "Origin", + "x-groq-region": "yka" + }, + "status": 200, + "statusText": "OK" } }, { + "callIndex": 1, "id": "cfcb31431404c5e9", "matchKey": "POST api.groq.com/openai/v1/chat/completions", - "callIndex": 1, "recordedAt": "2026-04-28T23:26:09.116Z", "request": { - "method": "POST", - "url": "https://api.groq.com/openai/v1/chat/completions", - "headers": { - "accept": "application/json", - "content-type": "application/json" - }, "body": { "kind": "json", "value": { @@ -105,11 +91,21 @@ "stream": true, "temperature": 0 } - } + }, + "headers": {}, + "method": "POST", + "url": "https://api.groq.com/openai/v1/chat/completions" }, "response": { - "status": 200, - "statusText": "OK", + "body": { + "chunks": [ + "data: {\"id\":\"chatcmpl-77d01bcd-fe2c-4141-8e37-9c2c8ec23199\",\"object\":\"chat.completion.chunk\",\"created\":1777418768,\"model\":\"llama-3.3-70b-versatile\",\"system_fingerprint\":\"fp_0761e44d7b\",\"choices\":[{\"index\":0,\"delta\":{\"role\":\"assistant\",\"content\":\"\"},\"logprobs\":null,\"finish_reason\":null}],\"x_groq\":{\"id\":\"req_01kqb6m4jpensr91r221fbrnsf\",\"seed\":1706490734}}", + "data: {\"id\":\"chatcmpl-77d01bcd-fe2c-4141-8e37-9c2c8ec23199\",\"object\":\"chat.completion.chunk\",\"created\":1777418768,\"model\":\"llama-3.3-70b-versatile\",\"system_fingerprint\":\"fp_0761e44d7b\",\"choices\":[{\"index\":0,\"delta\":{\"content\":\"STREAM\"},\"logprobs\":null,\"finish_reason\":null}]}", + "data: {\"id\":\"chatcmpl-77d01bcd-fe2c-4141-8e37-9c2c8ec23199\",\"object\":\"chat.completion.chunk\",\"created\":1777418769,\"model\":\"llama-3.3-70b-versatile\",\"system_fingerprint\":\"fp_0761e44d7b\",\"choices\":[{\"index\":0,\"delta\":{},\"logprobs\":null,\"finish_reason\":\"stop\"}],\"x_groq\":{\"id\":\"req_01kqb6m4jpensr91r221fbrnsf\",\"usage\":{\"queue_time\":0.008318354,\"prompt_tokens\":40,\"prompt_time\":0.001964169,\"completion_tokens\":2,\"completion_time\":0.015516481,\"total_tokens\":42,\"total_time\":0.01748065}},\"usage\":{\"queue_time\":0.008318354,\"prompt_tokens\":40,\"prompt_time\":0.001964169,\"completion_tokens\":2,\"completion_time\":0.015516481,\"total_tokens\":42,\"total_time\":0.01748065}}", + "data: [DONE]" + ], + "kind": "sse" + }, "headers": { "alt-svc": "h3=\":443\"; ma=86400", "cache-control": "no-cache", @@ -117,36 +113,24 @@ "vary": "Origin", "x-groq-region": "yka" }, - "body": { - "kind": "sse", - "chunks": [ - "data: {\"id\":\"chatcmpl-77d01bcd-fe2c-4141-8e37-9c2c8ec23199\",\"object\":\"chat.completion.chunk\",\"created\":1777418768,\"model\":\"llama-3.3-70b-versatile\",\"system_fingerprint\":\"fp_0761e44d7b\",\"choices\":[{\"index\":0,\"delta\":{\"role\":\"assistant\",\"content\":\"\"},\"logprobs\":null,\"finish_reason\":null}],\"x_groq\":{\"id\":\"req_01kqb6m4jpensr91r221fbrnsf\",\"seed\":1706490734}}", - "data: {\"id\":\"chatcmpl-77d01bcd-fe2c-4141-8e37-9c2c8ec23199\",\"object\":\"chat.completion.chunk\",\"created\":1777418768,\"model\":\"llama-3.3-70b-versatile\",\"system_fingerprint\":\"fp_0761e44d7b\",\"choices\":[{\"index\":0,\"delta\":{\"content\":\"STREAM\"},\"logprobs\":null,\"finish_reason\":null}]}", - "data: {\"id\":\"chatcmpl-77d01bcd-fe2c-4141-8e37-9c2c8ec23199\",\"object\":\"chat.completion.chunk\",\"created\":1777418769,\"model\":\"llama-3.3-70b-versatile\",\"system_fingerprint\":\"fp_0761e44d7b\",\"choices\":[{\"index\":0,\"delta\":{},\"logprobs\":null,\"finish_reason\":\"stop\"}],\"x_groq\":{\"id\":\"req_01kqb6m4jpensr91r221fbrnsf\",\"usage\":{\"queue_time\":0.008318354,\"prompt_tokens\":40,\"prompt_time\":0.001964169,\"completion_tokens\":2,\"completion_time\":0.015516481,\"total_tokens\":42,\"total_time\":0.01748065}},\"usage\":{\"queue_time\":0.008318354,\"prompt_tokens\":40,\"prompt_time\":0.001964169,\"completion_tokens\":2,\"completion_time\":0.015516481,\"total_tokens\":42,\"total_time\":0.01748065}}", - "data: [DONE]" - ] - } + "status": 200, + "statusText": "OK" } }, { + "callIndex": 2, "id": "4ad34400d0e920e9", "matchKey": "POST api.groq.com/openai/v1/chat/completions", - "callIndex": 2, "recordedAt": "2026-04-28T23:26:31.789Z", "request": { - "method": "POST", - "url": "https://api.groq.com/openai/v1/chat/completions", - "headers": { - "content-type": "application/json" - }, "body": { "kind": "json", "value": { "max_completion_tokens": 512, "messages": [ { - "role": "user", - "content": "Solve this step by step: Elena has 3 boxes with 4 marbles each, gives away 5 marbles, then doubles what remains. Reply with just the final number." + "content": "Solve this step by step: Elena has 3 boxes with 4 marbles each, gives away 5 marbles, then doubles what remains. Reply with just the final number.", + "role": "user" } ], "model": "qwen/qwen3-32b", @@ -154,11 +138,21 @@ "stream": true, "temperature": 0.6 } - } + }, + "headers": {}, + "method": "POST", + "url": "https://api.groq.com/openai/v1/chat/completions" }, "response": { - "status": 200, - "statusText": "OK", + "body": { + "chunks": [ + "data: {\"id\":\"chatcmpl-synth-reasoning\",\"object\":\"chat.completion.chunk\",\"created\":1746432000,\"model\":\"qwen/qwen3-32b\",\"choices\":[{\"index\":0,\"delta\":{\"role\":\"assistant\",\"content\":\"\",\"reasoning\":\"3 boxes x 4 marbles = 12 total. Remove 5: 12 - 5 = 7. Double: 7 x 2 = 14.\"},\"finish_reason\":null}],\"x_groq\":{\"id\":\"req_synth_reasoning\",\"usage\":null}}", + "data: {\"id\":\"chatcmpl-synth-reasoning\",\"object\":\"chat.completion.chunk\",\"created\":1746432001,\"model\":\"qwen/qwen3-32b\",\"choices\":[{\"index\":0,\"delta\":{\"content\":\"14\",\"reasoning\":null},\"finish_reason\":null}],\"x_groq\":{\"id\":\"req_synth_reasoning\",\"usage\":null}}", + "data: {\"id\":\"chatcmpl-synth-reasoning\",\"object\":\"chat.completion.chunk\",\"created\":1746432002,\"model\":\"qwen/qwen3-32b\",\"choices\":[{\"index\":0,\"delta\":{},\"finish_reason\":\"stop\"}],\"x_groq\":{\"id\":\"req_synth_reasoning\",\"usage\":{\"queue_time\":0.001,\"prompt_tokens\":45,\"prompt_time\":0.002,\"completion_tokens\":3,\"completion_reasoning_tokens\":12,\"completion_time\":0.001,\"total_tokens\":48,\"total_time\":0.003}},\"usage\":{\"queue_time\":0.001,\"prompt_tokens\":45,\"prompt_time\":0.002,\"completion_tokens\":3,\"completion_reasoning_tokens\":12,\"completion_time\":0.001,\"total_tokens\":48,\"total_time\":0.003}}", + "data: [DONE]" + ], + "kind": "sse" + }, "headers": { "alt-svc": "h3=\":443\"; ma=86400", "cache-control": "no-cache", @@ -166,29 +160,16 @@ "vary": "origin, access-control-request-method, access-control-request-headers", "x-groq-region": "us-east-1" }, - "body": { - "kind": "sse", - "chunks": [ - "data: {\"id\":\"chatcmpl-synth-reasoning\",\"object\":\"chat.completion.chunk\",\"created\":1746432000,\"model\":\"qwen/qwen3-32b\",\"choices\":[{\"index\":0,\"delta\":{\"role\":\"assistant\",\"content\":\"\",\"reasoning\":\"3 boxes x 4 marbles = 12 total. Remove 5: 12 - 5 = 7. Double: 7 x 2 = 14.\"},\"finish_reason\":null}],\"x_groq\":{\"id\":\"req_synth_reasoning\",\"usage\":null}}", - "data: {\"id\":\"chatcmpl-synth-reasoning\",\"object\":\"chat.completion.chunk\",\"created\":1746432001,\"model\":\"qwen/qwen3-32b\",\"choices\":[{\"index\":0,\"delta\":{\"content\":\"14\",\"reasoning\":null},\"finish_reason\":null}],\"x_groq\":{\"id\":\"req_synth_reasoning\",\"usage\":null}}", - "data: {\"id\":\"chatcmpl-synth-reasoning\",\"object\":\"chat.completion.chunk\",\"created\":1746432002,\"model\":\"qwen/qwen3-32b\",\"choices\":[{\"index\":0,\"delta\":{},\"finish_reason\":\"stop\"}],\"x_groq\":{\"id\":\"req_synth_reasoning\",\"usage\":{\"queue_time\":0.001,\"prompt_tokens\":45,\"prompt_time\":0.002,\"completion_tokens\":3,\"completion_reasoning_tokens\":12,\"completion_time\":0.001,\"total_tokens\":48,\"total_time\":0.003}},\"usage\":{\"queue_time\":0.001,\"prompt_tokens\":45,\"prompt_time\":0.002,\"completion_tokens\":3,\"completion_reasoning_tokens\":12,\"completion_time\":0.001,\"total_tokens\":48,\"total_time\":0.003}}", - "data: [DONE]" - ] - } + "status": 200, + "statusText": "OK" } }, { + "callIndex": 3, "id": "0ffae2350a0663da", "matchKey": "POST api.groq.com/openai/v1/chat/completions", - "callIndex": 3, "recordedAt": "2026-04-28T23:26:09.116Z", "request": { - "method": "POST", - "url": "https://api.groq.com/openai/v1/chat/completions", - "headers": { - "accept": "application/json", - "content-type": "application/json" - }, "body": { "kind": "json", "value": { @@ -226,18 +207,12 @@ } ] } - } + }, + "headers": {}, + "method": "POST", + "url": "https://api.groq.com/openai/v1/chat/completions" }, "response": { - "status": 200, - "statusText": "OK", - "headers": { - "alt-svc": "h3=\":443\"; ma=86400", - "cache-control": "private, max-age=0, no-store, no-cache, must-revalidate", - "content-type": "application/json", - "vary": "Origin", - "x-groq-region": "yka" - }, "body": { "kind": "json", "value": { @@ -282,8 +257,22 @@ "seed": 140613182 } } - } + }, + "headers": { + "alt-svc": "h3=\":443\"; ma=86400", + "cache-control": "private, max-age=0, no-store, no-cache, must-revalidate", + "content-type": "application/json", + "vary": "Origin", + "x-groq-region": "yka" + }, + "status": 200, + "statusText": "OK" } } - ] + ], + "meta": { + "createdAt": "2026-04-28T23:26:09.116Z", + "seinfeldVersion": "0.0.0" + }, + "version": 1 } diff --git a/e2e/scenarios/groq-instrumentation/assertions.ts b/e2e/scenarios/groq-instrumentation/assertions.ts index 0087f18a8..1d7e9f0b8 100644 --- a/e2e/scenarios/groq-instrumentation/assertions.ts +++ b/e2e/scenarios/groq-instrumentation/assertions.ts @@ -3,6 +3,7 @@ import type { Json } from "../../helpers/normalize"; import type { CapturedLogEvent } from "../../helpers/mock-braintrust-server"; import { formatJsonFileSnapshot, + matchFileSnapshot, resolveFileSnapshotPath, } from "../../helpers/file-snapshot"; import { withScenarioHarness } from "../../helpers/scenario-harness"; @@ -197,9 +198,10 @@ export function defineGroqInstrumentationAssertions(options: { }); test("matches span snapshot", testConfig, async () => { - await expect( + await matchFileSnapshot( formatJsonFileSnapshot(buildSpanSummary(events)), - ).toMatchFileSnapshot(spanSnapshotPath); + spanSnapshotPath, + ); }); }); } diff --git a/e2e/scenarios/huggingface-instrumentation/__cassettes__/huggingface-v281.cassette.json b/e2e/scenarios/huggingface-instrumentation/__cassettes__/huggingface-v281.cassette.json index 9ffb57fa0..92e41356d 100644 --- a/e2e/scenarios/huggingface-instrumentation/__cassettes__/huggingface-v281.cassette.json +++ b/e2e/scenarios/huggingface-instrumentation/__cassettes__/huggingface-v281.cassette.json @@ -1,21 +1,11 @@ { - "version": 1, - "meta": { - "createdAt": "2026-04-28T23:26:31.789Z", - "seinfeldVersion": "0.0.0" - }, "entries": [ { + "callIndex": 0, "id": "0c8ac8ab9b5a4b7b", "matchKey": "POST router.huggingface.co/v1/chat/completions", - "callIndex": 0, "recordedAt": "2026-04-28T23:26:31.789Z", "request": { - "method": "POST", - "url": "https://router.huggingface.co/v1/chat/completions", - "headers": { - "content-type": "application/json" - }, "body": { "kind": "json", "value": { @@ -29,40 +19,12 @@ "model": "meta-llama/Llama-3.1-8B-Instruct", "temperature": 0 } - } + }, + "headers": {}, + "method": "POST", + "url": "https://router.huggingface.co/v1/chat/completions" }, "response": { - "status": 200, - "statusText": "OK", - "headers": { - "access-control-allow-origin": "*", - "access-control-expose-headers": "X-Repo-Commit,X-Request-Id,X-Error-Code,X-Error-Message,X-Total-Count,ETag,Link,Accept-Ranges,Content-Range,X-Linked-Size,X-Linked-ETag,X-Xet-Hash", - "content-type": "application/json", - "cross-origin-opener-policy": "same-origin", - "inference-id": "chatcmpl-7509cd26-39fe-4d81-99f8-cada665429a6", - "referrer-policy": "strict-origin-when-cross-origin", - "vary": "Origin", - "via": "1.1 09701f8b2a1866d72a24a6230bb8aac8.cloudfront.net (CloudFront)", - "x-amz-cf-id": "FYz5kyt43qFq8HPOCIZCf8c9AXbgPEpRVTMz2Ejm3IPg6ypu76UhgA==", - "x-amz-cf-pop": "YVR52-P2", - "x-cache": "Miss from cloudfront", - "x-content-type-options": "nosniff", - "x-inference-provider": "cerebras", - "x-powered-by": "huggingface-moon", - "x-ratelimit-limit-requests-day": "2880000", - "x-ratelimit-limit-requests-hour": "120000", - "x-ratelimit-limit-requests-minute": "2000", - "x-ratelimit-limit-tokens-day": "9223372036854775807", - "x-ratelimit-limit-tokens-hour": "9223372036854775807", - "x-ratelimit-limit-tokens-minute": "9223372036854775807", - "x-ratelimit-remaining-requests-day": "2879998", - "x-ratelimit-remaining-requests-hour": "119998", - "x-ratelimit-remaining-requests-minute": "1998", - "x-ratelimit-remaining-tokens-day": "9223372036854767616", - "x-ratelimit-remaining-tokens-hour": "9223372036854767616", - "x-ratelimit-remaining-tokens-minute": "9223372036854767616", - "x-robots-tag": "none" - }, "body": { "kind": "json", "value": { @@ -102,20 +64,46 @@ "total_tokens": 43 } } - } + }, + "headers": { + "access-control-allow-origin": "*", + "access-control-expose-headers": "X-Repo-Commit,X-Request-Id,X-Error-Code,X-Error-Message,X-Total-Count,ETag,Link,Accept-Ranges,Content-Range,X-Linked-Size,X-Linked-ETag,X-Xet-Hash", + "content-type": "application/json", + "cross-origin-opener-policy": "same-origin", + "inference-id": "chatcmpl-7509cd26-39fe-4d81-99f8-cada665429a6", + "referrer-policy": "strict-origin-when-cross-origin", + "vary": "Origin", + "via": "1.1 09701f8b2a1866d72a24a6230bb8aac8.cloudfront.net (CloudFront)", + "x-amz-cf-id": "FYz5kyt43qFq8HPOCIZCf8c9AXbgPEpRVTMz2Ejm3IPg6ypu76UhgA==", + "x-amz-cf-pop": "YVR52-P2", + "x-cache": "Miss from cloudfront", + "x-content-type-options": "nosniff", + "x-inference-provider": "cerebras", + "x-powered-by": "huggingface-moon", + "x-ratelimit-limit-requests-day": "2880000", + "x-ratelimit-limit-requests-hour": "120000", + "x-ratelimit-limit-requests-minute": "2000", + "x-ratelimit-limit-tokens-day": "9223372036854775807", + "x-ratelimit-limit-tokens-hour": "9223372036854775807", + "x-ratelimit-limit-tokens-minute": "9223372036854775807", + "x-ratelimit-remaining-requests-day": "2879998", + "x-ratelimit-remaining-requests-hour": "119998", + "x-ratelimit-remaining-requests-minute": "1998", + "x-ratelimit-remaining-tokens-day": "9223372036854767616", + "x-ratelimit-remaining-tokens-hour": "9223372036854767616", + "x-ratelimit-remaining-tokens-minute": "9223372036854767616", + "x-robots-tag": "none" + }, + "status": 200, + "statusText": "OK" } }, { + "callIndex": 1, "id": "fc34799b16885e8f", "matchKey": "POST router.huggingface.co/v1/chat/completions", - "callIndex": 1, "recordedAt": "2026-04-28T23:26:31.789Z", "request": { - "method": "POST", - "url": "https://router.huggingface.co/v1/chat/completions", - "headers": { - "content-type": "application/json" - }, "body": { "kind": "json", "value": { @@ -130,11 +118,22 @@ "stream": true, "temperature": 0 } - } + }, + "headers": {}, + "method": "POST", + "url": "https://router.huggingface.co/v1/chat/completions" }, "response": { - "status": 200, - "statusText": "OK", + "body": { + "chunks": [ + "data: {\"id\":\"chatcmpl-1d5e227c-0969-44ce-b4ee-eec47ad65366\",\"choices\":[{\"delta\":{\"role\":\"assistant\"},\"index\":0}],\"created\":1777418782,\"model\":\"llama3.1-8b\",\"system_fingerprint\":\"fp_96e7e4453bc38316a23a\",\"object\":\"chat.completion.chunk\"}", + "data: {\"id\":\"chatcmpl-1d5e227c-0969-44ce-b4ee-eec47ad65366\",\"choices\":[{\"delta\":{\"content\":\"OK\"},\"index\":0}],\"created\":1777418782,\"model\":\"llama3.1-8b\",\"system_fingerprint\":\"fp_96e7e4453bc38316a23a\",\"object\":\"chat.completion.chunk\"}", + "data: {\"id\":\"chatcmpl-1d5e227c-0969-44ce-b4ee-eec47ad65366\",\"choices\":[{\"delta\":{\"content\":\".\"},\"index\":0}],\"created\":1777418782,\"model\":\"llama3.1-8b\",\"system_fingerprint\":\"fp_96e7e4453bc38316a23a\",\"object\":\"chat.completion.chunk\"}", + "data: {\"id\":\"chatcmpl-1d5e227c-0969-44ce-b4ee-eec47ad65366\",\"choices\":[{\"delta\":{},\"finish_reason\":\"stop\",\"index\":0}],\"created\":1777418782,\"model\":\"llama3.1-8b\",\"system_fingerprint\":\"fp_96e7e4453bc38316a23a\",\"object\":\"chat.completion.chunk\",\"usage\":{\"total_tokens\":43,\"completion_tokens\":3,\"completion_tokens_details\":{\"accepted_prediction_tokens\":0,\"rejected_prediction_tokens\":0,\"reasoning_tokens\":0},\"prompt_tokens\":40,\"prompt_tokens_details\":{\"cached_tokens\":0}},\"time_info\":{\"queue_time\":0.00007562,\"prompt_time\":0.001808968,\"completion_time\":0.001196566,\"total_time\":0.0053615570068359375,\"created\":1777418782.8657675}}", + "data: [DONE]" + ], + "kind": "sse" + }, "headers": { "access-control-allow-origin": "*", "access-control-expose-headers": "X-Repo-Commit,X-Request-Id,X-Error-Code,X-Error-Message,X-Total-Count,ETag,Link,Accept-Ranges,Content-Range,X-Linked-Size,X-Linked-ETag,X-Xet-Hash", @@ -164,29 +163,16 @@ "x-ratelimit-remaining-tokens-minute": "9223372036854767616", "x-robots-tag": "none" }, - "body": { - "kind": "sse", - "chunks": [ - "data: {\"id\":\"chatcmpl-1d5e227c-0969-44ce-b4ee-eec47ad65366\",\"choices\":[{\"delta\":{\"role\":\"assistant\"},\"index\":0}],\"created\":1777418782,\"model\":\"llama3.1-8b\",\"system_fingerprint\":\"fp_96e7e4453bc38316a23a\",\"object\":\"chat.completion.chunk\"}", - "data: {\"id\":\"chatcmpl-1d5e227c-0969-44ce-b4ee-eec47ad65366\",\"choices\":[{\"delta\":{\"content\":\"OK\"},\"index\":0}],\"created\":1777418782,\"model\":\"llama3.1-8b\",\"system_fingerprint\":\"fp_96e7e4453bc38316a23a\",\"object\":\"chat.completion.chunk\"}", - "data: {\"id\":\"chatcmpl-1d5e227c-0969-44ce-b4ee-eec47ad65366\",\"choices\":[{\"delta\":{\"content\":\".\"},\"index\":0}],\"created\":1777418782,\"model\":\"llama3.1-8b\",\"system_fingerprint\":\"fp_96e7e4453bc38316a23a\",\"object\":\"chat.completion.chunk\"}", - "data: {\"id\":\"chatcmpl-1d5e227c-0969-44ce-b4ee-eec47ad65366\",\"choices\":[{\"delta\":{},\"finish_reason\":\"stop\",\"index\":0}],\"created\":1777418782,\"model\":\"llama3.1-8b\",\"system_fingerprint\":\"fp_96e7e4453bc38316a23a\",\"object\":\"chat.completion.chunk\",\"usage\":{\"total_tokens\":43,\"completion_tokens\":3,\"completion_tokens_details\":{\"accepted_prediction_tokens\":0,\"rejected_prediction_tokens\":0,\"reasoning_tokens\":0},\"prompt_tokens\":40,\"prompt_tokens_details\":{\"cached_tokens\":0}},\"time_info\":{\"queue_time\":0.00007562,\"prompt_time\":0.001808968,\"completion_time\":0.001196566,\"total_time\":0.0053615570068359375,\"created\":1777418782.8657675}}", - "data: [DONE]" - ] - } + "status": 200, + "statusText": "OK" } }, { + "callIndex": 2, "id": "3b65b128c60765b5", "matchKey": "POST router.huggingface.co/v1/chat/completions", - "callIndex": 2, "recordedAt": "2026-04-28T23:26:31.789Z", "request": { - "method": "POST", - "url": "https://router.huggingface.co/v1/chat/completions", - "headers": { - "content-type": "application/json" - }, "body": { "kind": "json", "value": { @@ -222,11 +208,21 @@ } ] } - } + }, + "headers": {}, + "method": "POST", + "url": "https://router.huggingface.co/v1/chat/completions" }, "response": { - "status": 200, - "statusText": "OK", + "body": { + "chunks": [ + "data: {\"id\":\"chatcmpl-da090f57-c015-46b0-a383-2816eab29130\",\"choices\":[{\"delta\":{\"role\":\"assistant\"},\"index\":0}],\"created\":1777418783,\"model\":\"llama3.1-8b\",\"system_fingerprint\":\"fp_96e7e4453bc38316a23a\",\"object\":\"chat.completion.chunk\"}", + "data: {\"id\":\"chatcmpl-da090f57-c015-46b0-a383-2816eab29130\",\"choices\":[{\"delta\":{\"tool_calls\":[{\"function\":{\"name\":\"get_current_weather\",\"arguments\":\"{\\\"location\\\": \\\"San Francisco\\\"}\"},\"type\":\"function\",\"id\":\"a377190e9\",\"index\":0}]},\"index\":0}],\"created\":1777418783,\"model\":\"llama3.1-8b\",\"system_fingerprint\":\"fp_96e7e4453bc38316a23a\",\"object\":\"chat.completion.chunk\"}", + "data: {\"id\":\"chatcmpl-da090f57-c015-46b0-a383-2816eab29130\",\"choices\":[{\"delta\":{},\"finish_reason\":\"tool_calls\",\"index\":0}],\"created\":1777418783,\"model\":\"llama3.1-8b\",\"system_fingerprint\":\"fp_96e7e4453bc38316a23a\",\"object\":\"chat.completion.chunk\",\"usage\":{\"total_tokens\":414,\"completion_tokens\":20,\"completion_tokens_details\":{\"accepted_prediction_tokens\":0,\"rejected_prediction_tokens\":0,\"reasoning_tokens\":0},\"prompt_tokens\":394,\"prompt_tokens_details\":{\"cached_tokens\":0}},\"time_info\":{\"queue_time\":0.003320794,\"prompt_time\":0.018529026,\"completion_time\":0.008036854,\"total_time\":0.0320587158203125,\"created\":1777418783.1274838}}", + "data: [DONE]" + ], + "kind": "sse" + }, "headers": { "access-control-allow-origin": "*", "access-control-expose-headers": "X-Repo-Commit,X-Request-Id,X-Error-Code,X-Error-Message,X-Total-Count,ETag,Link,Accept-Ranges,Content-Range,X-Linked-Size,X-Linked-ETag,X-Xet-Hash", @@ -256,28 +252,16 @@ "x-ratelimit-remaining-tokens-minute": "9223372036854769664", "x-robots-tag": "none" }, - "body": { - "kind": "sse", - "chunks": [ - "data: {\"id\":\"chatcmpl-da090f57-c015-46b0-a383-2816eab29130\",\"choices\":[{\"delta\":{\"role\":\"assistant\"},\"index\":0}],\"created\":1777418783,\"model\":\"llama3.1-8b\",\"system_fingerprint\":\"fp_96e7e4453bc38316a23a\",\"object\":\"chat.completion.chunk\"}", - "data: {\"id\":\"chatcmpl-da090f57-c015-46b0-a383-2816eab29130\",\"choices\":[{\"delta\":{\"tool_calls\":[{\"function\":{\"name\":\"get_current_weather\",\"arguments\":\"{\\\"location\\\": \\\"San Francisco\\\"}\"},\"type\":\"function\",\"id\":\"a377190e9\",\"index\":0}]},\"index\":0}],\"created\":1777418783,\"model\":\"llama3.1-8b\",\"system_fingerprint\":\"fp_96e7e4453bc38316a23a\",\"object\":\"chat.completion.chunk\"}", - "data: {\"id\":\"chatcmpl-da090f57-c015-46b0-a383-2816eab29130\",\"choices\":[{\"delta\":{},\"finish_reason\":\"tool_calls\",\"index\":0}],\"created\":1777418783,\"model\":\"llama3.1-8b\",\"system_fingerprint\":\"fp_96e7e4453bc38316a23a\",\"object\":\"chat.completion.chunk\",\"usage\":{\"total_tokens\":414,\"completion_tokens\":20,\"completion_tokens_details\":{\"accepted_prediction_tokens\":0,\"rejected_prediction_tokens\":0,\"reasoning_tokens\":0},\"prompt_tokens\":394,\"prompt_tokens_details\":{\"cached_tokens\":0}},\"time_info\":{\"queue_time\":0.003320794,\"prompt_time\":0.018529026,\"completion_time\":0.008036854,\"total_time\":0.0320587158203125,\"created\":1777418783.1274838}}", - "data: [DONE]" - ] - } + "status": 200, + "statusText": "OK" } }, { + "callIndex": 0, "id": "ddb680b3e06dedc6", "matchKey": "POST router.huggingface.co/featherless-ai/v1/completions", - "callIndex": 0, "recordedAt": "2026-04-28T23:26:31.789Z", "request": { - "method": "POST", - "url": "https://router.huggingface.co/featherless-ai/v1/completions", - "headers": { - "content-type": "application/json" - }, "body": { "kind": "json", "value": { @@ -287,11 +271,24 @@ "prompt": "The capital of France is", "stream": true } - } + }, + "headers": {}, + "method": "POST", + "url": "https://router.huggingface.co/featherless-ai/v1/completions" }, "response": { - "status": 200, - "statusText": "OK", + "body": { + "chunks": [ + "data: {\"id\":\"b77280bd-35f3-4914-becc-5aa70de3e63e\",\"object\":\"text_completion\",\"created\":1777418783,\"model\":\"arcee-ai/Trinity-Large-Thinking\",\"choices\":[{\"index\":0,\"text\":\" Paris\",\"finish_reason\":null}]}", + "data: {\"id\":\"b77280bd-35f3-4914-becc-5aa70de3e63e\",\"object\":\"text_completion\",\"created\":1777418783,\"model\":\"arcee-ai/Trinity-Large-Thinking\",\"choices\":[{\"index\":0,\"text\":\".\\n\",\"finish_reason\":null}]}", + "data: {\"id\":\"b77280bd-35f3-4914-becc-5aa70de3e63e\",\"object\":\"text_completion\",\"created\":1777418783,\"model\":\"arcee-ai/Trinity-Large-Thinking\",\"choices\":[{\"index\":0,\"text\":\"The\",\"finish_reason\":null}]}", + "data: {\"id\":\"b77280bd-35f3-4914-becc-5aa70de3e63e\",\"object\":\"text_completion\",\"created\":1777418783,\"model\":\"arcee-ai/Trinity-Large-Thinking\",\"choices\":[{\"index\":0,\"text\":\" capital\",\"finish_reason\":null}]}", + "data: {\"id\":\"b77280bd-35f3-4914-becc-5aa70de3e63e\",\"object\":\"text_completion\",\"created\":1777418783,\"model\":\"arcee-ai/Trinity-Large-Thinking\",\"choices\":[{\"index\":0,\"text\":\"\",\"finish_reason\":\"length\"}],\"system_fingerprint\":\"fp1-nst-nes\"}", + "data: {\"id\":\"b77280bd-35f3-4914-becc-5aa70de3e63e\",\"object\":\"text_completion\",\"created\":1777418783,\"model\":\"arcee-ai/Trinity-Large-Thinking\",\"choices\":[],\"usage\":{\"prompt_tokens\":6,\"total_tokens\":10,\"completion_tokens\":4}}", + "data: [DONE]" + ], + "kind": "sse" + }, "headers": { "access-control-allow-credentials": "true", "access-control-allow-origin": "*", @@ -312,36 +309,32 @@ "x-powered-by": "huggingface-moon", "x-robots-tag": "none" }, - "body": { - "kind": "sse", - "chunks": [ - "data: {\"id\":\"b77280bd-35f3-4914-becc-5aa70de3e63e\",\"object\":\"text_completion\",\"created\":1777418783,\"model\":\"arcee-ai/Trinity-Large-Thinking\",\"choices\":[{\"index\":0,\"text\":\" Paris\",\"finish_reason\":null}]}", - "data: {\"id\":\"b77280bd-35f3-4914-becc-5aa70de3e63e\",\"object\":\"text_completion\",\"created\":1777418783,\"model\":\"arcee-ai/Trinity-Large-Thinking\",\"choices\":[{\"index\":0,\"text\":\".\\n\",\"finish_reason\":null}]}", - "data: {\"id\":\"b77280bd-35f3-4914-becc-5aa70de3e63e\",\"object\":\"text_completion\",\"created\":1777418783,\"model\":\"arcee-ai/Trinity-Large-Thinking\",\"choices\":[{\"index\":0,\"text\":\"The\",\"finish_reason\":null}]}", - "data: {\"id\":\"b77280bd-35f3-4914-becc-5aa70de3e63e\",\"object\":\"text_completion\",\"created\":1777418783,\"model\":\"arcee-ai/Trinity-Large-Thinking\",\"choices\":[{\"index\":0,\"text\":\" capital\",\"finish_reason\":null}]}", - "data: {\"id\":\"b77280bd-35f3-4914-becc-5aa70de3e63e\",\"object\":\"text_completion\",\"created\":1777418783,\"model\":\"arcee-ai/Trinity-Large-Thinking\",\"choices\":[{\"index\":0,\"text\":\"\",\"finish_reason\":\"length\"}],\"system_fingerprint\":\"fp1-nst-nes\"}", - "data: {\"id\":\"b77280bd-35f3-4914-becc-5aa70de3e63e\",\"object\":\"text_completion\",\"created\":1777418783,\"model\":\"arcee-ai/Trinity-Large-Thinking\",\"choices\":[],\"usage\":{\"prompt_tokens\":6,\"total_tokens\":10,\"completion_tokens\":4}}", - "data: [DONE]" - ] - } + "status": 200, + "statusText": "OK" } }, { + "callIndex": 0, "id": "daf98736c72b7239", "matchKey": "GET huggingface.co/api/models/thenlper/gte-large", - "callIndex": 0, "recordedAt": "2026-04-28T23:26:31.789Z", "request": { - "method": "GET", - "url": "https://huggingface.co/api/models/thenlper/gte-large?expand%5B%5D=pipeline_tag", - "headers": {}, "body": { "kind": "empty" - } + }, + "headers": {}, + "method": "GET", + "url": "https://huggingface.co/api/models/thenlper/gte-large?expand%5B%5D=pipeline_tag" }, "response": { - "status": 200, - "statusText": "OK", + "body": { + "kind": "json", + "value": { + "_id": "64c23f1bd872858a39ed8154", + "id": "thenlper/gte-large", + "pipeline_tag": "sentence-similarity" + } + }, "headers": { "access-control-allow-origin": "https://huggingface.co", "access-control-expose-headers": "X-Repo-Commit,X-Request-Id,X-Error-Code,X-Error-Message,X-Total-Count,ETag,Link,Accept-Ranges,Content-Range,X-Linked-Size,X-Linked-ETag,X-Xet-Hash", @@ -359,58 +352,28 @@ "x-cache": "Miss from cloudfront", "x-powered-by": "huggingface-moon" }, - "body": { - "kind": "json", - "value": { - "_id": "64c23f1bd872858a39ed8154", - "id": "thenlper/gte-large", - "pipeline_tag": "sentence-similarity" - } - } + "status": 200, + "statusText": "OK" } }, { + "callIndex": 0, "id": "21f3b15f09a07391", "matchKey": "POST router.huggingface.co/hf-inference/models/thenlper/gte-large/pipeline/feature-extraction", - "callIndex": 0, "recordedAt": "2026-04-28T23:26:31.789Z", "request": { - "method": "POST", - "url": "https://router.huggingface.co/hf-inference/models/thenlper/gte-large/pipeline/feature-extraction", - "headers": { - "content-type": "application/json" - }, "body": { "kind": "json", "value": { "inputs": "Paris France", "model": "thenlper/gte-large" } - } + }, + "headers": {}, + "method": "POST", + "url": "https://router.huggingface.co/hf-inference/models/thenlper/gte-large/pipeline/feature-extraction" }, "response": { - "status": 200, - "statusText": "OK", - "headers": { - "access-control-allow-credentials": "true", - "access-control-allow-origin": "*", - "access-control-expose-headers": "X-Repo-Commit,X-Request-Id,X-Error-Code,X-Error-Message,X-Total-Count,ETag,Link,Accept-Ranges,Content-Range,X-Linked-Size,X-Linked-ETag,X-Xet-Hash", - "content-type": "application/json", - "cross-origin-opener-policy": "same-origin", - "referrer-policy": "strict-origin-when-cross-origin", - "vary": "origin, access-control-request-method, access-control-request-headers, origin, access-control-request-method, access-control-request-headers", - "via": "1.1 09701f8b2a1866d72a24a6230bb8aac8.cloudfront.net (CloudFront)", - "x-amz-cf-id": "OGJ-gCLMCCUUlreog-psvEey3wbCNJ5ZIhFQme6xbKcAKH4OlUkGuQ==", - "x-amz-cf-pop": "YVR52-P2", - "x-cache": "Miss from cloudfront", - "x-inference-id": "86367d40-5a54-40cb-bf36-db229211f816", - "x-inference-provider": "hf-inference", - "x-powered-by": "huggingface-moon", - "x-proxied-host": "http://10.109.142.216", - "x-proxied-path": "/pipeline/feature-extraction", - "x-proxied-replica": "44vf5qav-2f4nm", - "x-robots-tag": "none" - }, "body": { "kind": "json", "value": [ @@ -585,7 +548,7 @@ 0.022626269608736038, -0.016688846051692963, 0.005771295633167028, -0.009044435806572437, -0.05040424317121506, 0.001176387770101428, -0.00016678613610565662, -0.03416217118501663, -0.05471804365515709, - 0.000009947750186256599, -0.0496915839612484, 0.021129319444298744, + 9.947750186256599e-6, -0.0496915839612484, 0.021129319444298744, -0.01737176440656185, 0.0017752795247361064, -0.011021317914128304, -0.009284257888793945, 0.02842290885746479, 0.007452960591763258, 0.005624083802103996, 0.0070625245571136475, -0.009976426139473915, @@ -754,14 +717,41 @@ -0.03245778754353523, 0.011912294663488865, 0.014013410545885563, -0.014327369630336761, 0.03169045224785805, -0.025917669758200645, -0.02307189628481865, -0.0029002863448113203, -0.021191135048866272, - -0.00008240768511313945, -0.035654909908771515, 0.01273074746131897, + -8.240768511313945e-5, -0.035654909908771515, 0.01273074746131897, 0.04374304041266441, -0.039644595235586166, -0.05033861845731735, -0.01814350299537182, 0.04090336337685585, 0.0329778827726841, 0.02721802331507206, -0.03109864704310894, 0.006142554339021444, 0.01078912615776062 ] - } + }, + "headers": { + "access-control-allow-credentials": "true", + "access-control-allow-origin": "*", + "access-control-expose-headers": "X-Repo-Commit,X-Request-Id,X-Error-Code,X-Error-Message,X-Total-Count,ETag,Link,Accept-Ranges,Content-Range,X-Linked-Size,X-Linked-ETag,X-Xet-Hash", + "content-type": "application/json", + "cross-origin-opener-policy": "same-origin", + "referrer-policy": "strict-origin-when-cross-origin", + "vary": "origin, access-control-request-method, access-control-request-headers, origin, access-control-request-method, access-control-request-headers", + "via": "1.1 09701f8b2a1866d72a24a6230bb8aac8.cloudfront.net (CloudFront)", + "x-amz-cf-id": "OGJ-gCLMCCUUlreog-psvEey3wbCNJ5ZIhFQme6xbKcAKH4OlUkGuQ==", + "x-amz-cf-pop": "YVR52-P2", + "x-cache": "Miss from cloudfront", + "x-inference-id": "86367d40-5a54-40cb-bf36-db229211f816", + "x-inference-provider": "hf-inference", + "x-powered-by": "huggingface-moon", + "x-proxied-host": "http://10.109.142.216", + "x-proxied-path": "/pipeline/feature-extraction", + "x-proxied-replica": "44vf5qav-2f4nm", + "x-robots-tag": "none" + }, + "status": 200, + "statusText": "OK" } } - ] + ], + "meta": { + "createdAt": "2026-04-28T23:26:31.789Z", + "seinfeldVersion": "0.0.0" + }, + "version": 1 } diff --git a/e2e/scenarios/huggingface-instrumentation/__cassettes__/huggingface-v3150.cassette.json b/e2e/scenarios/huggingface-instrumentation/__cassettes__/huggingface-v3150.cassette.json index 811e8c13a..e03eaea0b 100644 --- a/e2e/scenarios/huggingface-instrumentation/__cassettes__/huggingface-v3150.cassette.json +++ b/e2e/scenarios/huggingface-instrumentation/__cassettes__/huggingface-v3150.cassette.json @@ -1,43 +1,19 @@ { - "version": 1, - "meta": { - "createdAt": "2026-04-28T23:26:47.555Z", - "seinfeldVersion": "0.0.0" - }, "entries": [ { + "callIndex": 0, "id": "e57cdc8cb2af8700", "matchKey": "GET huggingface.co/api/models/meta-llama/Llama-3.1-8B-Instruct", - "callIndex": 0, "recordedAt": "2026-04-28T23:26:47.555Z", "request": { - "method": "GET", - "url": "https://huggingface.co/api/models/meta-llama/Llama-3.1-8B-Instruct?expand%5B%5D=inferenceProviderMapping", - "headers": {}, "body": { "kind": "empty" - } + }, + "headers": {}, + "method": "GET", + "url": "https://huggingface.co/api/models/meta-llama/Llama-3.1-8B-Instruct?expand%5B%5D=inferenceProviderMapping" }, "response": { - "status": 200, - "statusText": "OK", - "headers": { - "access-control-allow-origin": "https://huggingface.co", - "access-control-expose-headers": "X-Repo-Commit,X-Request-Id,X-Error-Code,X-Error-Message,X-Total-Count,ETag,Link,Accept-Ranges,Content-Range,X-Linked-Size,X-Linked-ETag,X-Xet-Hash", - "access-control-max-age": "86400", - "content-type": "application/json; charset=utf-8", - "cross-origin-opener-policy": "same-origin", - "etag": "W/\"328-jkx+S6NqBoEK1kro+uSJ4pK8big\"", - "ratelimit": "\"api\";r=998;t=195", - "ratelimit-policy": "\"fixed window\";\"api\";q=1000;w=300", - "referrer-policy": "strict-origin-when-cross-origin", - "vary": "Origin", - "via": "1.1 65a58be43205cfcc90ed14f842775fb0.cloudfront.net (CloudFront)", - "x-amz-cf-id": "rwKSQs0kg95wbPjYfJOpEaYARzVAM4V43blgxV4OK5c9cQIGZqCbiQ==", - "x-amz-cf-pop": "YVR52-P2", - "x-cache": "Miss from cloudfront", - "x-powered-by": "huggingface-moon" - }, "body": { "kind": "json", "value": { @@ -82,20 +58,34 @@ } } } - } + }, + "headers": { + "access-control-allow-origin": "https://huggingface.co", + "access-control-expose-headers": "X-Repo-Commit,X-Request-Id,X-Error-Code,X-Error-Message,X-Total-Count,ETag,Link,Accept-Ranges,Content-Range,X-Linked-Size,X-Linked-ETag,X-Xet-Hash", + "access-control-max-age": "86400", + "content-type": "application/json; charset=utf-8", + "cross-origin-opener-policy": "same-origin", + "etag": "W/\"328-jkx+S6NqBoEK1kro+uSJ4pK8big\"", + "ratelimit": "\"api\";r=998;t=195", + "ratelimit-policy": "\"fixed window\";\"api\";q=1000;w=300", + "referrer-policy": "strict-origin-when-cross-origin", + "vary": "Origin", + "via": "1.1 65a58be43205cfcc90ed14f842775fb0.cloudfront.net (CloudFront)", + "x-amz-cf-id": "rwKSQs0kg95wbPjYfJOpEaYARzVAM4V43blgxV4OK5c9cQIGZqCbiQ==", + "x-amz-cf-pop": "YVR52-P2", + "x-cache": "Miss from cloudfront", + "x-powered-by": "huggingface-moon" + }, + "status": 200, + "statusText": "OK" } }, { + "callIndex": 0, "id": "94efc3e0225b44c0", "matchKey": "POST router.huggingface.co/featherless-ai/v1/chat/completions", - "callIndex": 0, "recordedAt": "2026-04-28T23:26:47.555Z", "request": { - "method": "POST", - "url": "https://router.huggingface.co/featherless-ai/v1/chat/completions", - "headers": { - "content-type": "application/json" - }, "body": { "kind": "json", "value": { @@ -109,32 +99,12 @@ "model": "meta-llama/Llama-3.1-8B-Instruct", "temperature": 0 } - } + }, + "headers": {}, + "method": "POST", + "url": "https://router.huggingface.co/featherless-ai/v1/chat/completions" }, "response": { - "status": 200, - "statusText": "OK", - "headers": { - "access-control-allow-credentials": "true", - "access-control-allow-methods": "authorization,content-type", - "access-control-allow-origin": "*", - "access-control-expose-headers": "X-Repo-Commit,X-Request-Id,X-Error-Code,X-Error-Message,X-Total-Count,ETag,Link,Accept-Ranges,Content-Range,X-Linked-Size,X-Linked-ETag,X-Xet-Hash", - "cache-control": "no-cache", - "content-type": "application/json", - "cross-origin-opener-policy": "same-origin", - "nel": "{\"report_to\":\"cf-nel\",\"success_fraction\":0.0,\"max_age\":604800}", - "referrer-policy": "strict-origin-when-cross-origin", - "report-to": "{\"group\":\"cf-nel\",\"max_age\":604800,\"endpoints\":[{\"url\":\"https://a.nel.cloudflare.com/report/v4?s=86GuHzpPwLNSOiJFbPFCxe5argNEQ51LR4WWg%2BRz20AKXhzyzYA3V6GipgXyxw2mnJfdMSt6BILSKa3ZJC62woz0gU%2Bfp8KBC5QGyKfzehbq9POvBQKeiJj1xkUaE4ba7YTvBw%3D%3D\"}]}", - "request-id": "6fa01e5f-a4ae-41d0-b547-9d7b390f6e8f", - "vary": "Origin", - "via": "1.1 15855533a81b4c6d88e51202662003ca.cloudfront.net (CloudFront)", - "x-amz-cf-id": "7jNZs6YuV0RH0Jq3i0q7YGYeIf9vTcCqOQ6QCu5fKwP1pFRmURaglg==", - "x-amz-cf-pop": "YVR52-P2", - "x-cache": "Miss from cloudfront", - "x-inference-provider": "featherless-ai", - "x-powered-by": "huggingface-moon", - "x-robots-tag": "none" - }, "body": { "kind": "json", "value": { @@ -159,20 +129,38 @@ "total_tokens": 42 } } - } + }, + "headers": { + "access-control-allow-credentials": "true", + "access-control-allow-methods": "authorization,content-type", + "access-control-allow-origin": "*", + "access-control-expose-headers": "X-Repo-Commit,X-Request-Id,X-Error-Code,X-Error-Message,X-Total-Count,ETag,Link,Accept-Ranges,Content-Range,X-Linked-Size,X-Linked-ETag,X-Xet-Hash", + "cache-control": "no-cache", + "content-type": "application/json", + "cross-origin-opener-policy": "same-origin", + "nel": "{\"report_to\":\"cf-nel\",\"success_fraction\":0.0,\"max_age\":604800}", + "referrer-policy": "strict-origin-when-cross-origin", + "report-to": "{\"group\":\"cf-nel\",\"max_age\":604800,\"endpoints\":[{\"url\":\"https://a.nel.cloudflare.com/report/v4?s=86GuHzpPwLNSOiJFbPFCxe5argNEQ51LR4WWg%2BRz20AKXhzyzYA3V6GipgXyxw2mnJfdMSt6BILSKa3ZJC62woz0gU%2Bfp8KBC5QGyKfzehbq9POvBQKeiJj1xkUaE4ba7YTvBw%3D%3D\"}]}", + "request-id": "6fa01e5f-a4ae-41d0-b547-9d7b390f6e8f", + "vary": "Origin", + "via": "1.1 15855533a81b4c6d88e51202662003ca.cloudfront.net (CloudFront)", + "x-amz-cf-id": "7jNZs6YuV0RH0Jq3i0q7YGYeIf9vTcCqOQ6QCu5fKwP1pFRmURaglg==", + "x-amz-cf-pop": "YVR52-P2", + "x-cache": "Miss from cloudfront", + "x-inference-provider": "featherless-ai", + "x-powered-by": "huggingface-moon", + "x-robots-tag": "none" + }, + "status": 200, + "statusText": "OK" } }, { + "callIndex": 1, "id": "463e85bc4f188f03", "matchKey": "POST router.huggingface.co/featherless-ai/v1/chat/completions", - "callIndex": 1, "recordedAt": "2026-04-28T23:26:47.555Z", "request": { - "method": "POST", - "url": "https://router.huggingface.co/featherless-ai/v1/chat/completions", - "headers": { - "content-type": "application/json" - }, "body": { "kind": "json", "value": { @@ -187,11 +175,22 @@ "stream": true, "temperature": 0 } - } + }, + "headers": {}, + "method": "POST", + "url": "https://router.huggingface.co/featherless-ai/v1/chat/completions" }, "response": { - "status": 200, - "statusText": "OK", + "body": { + "chunks": [ + "data: {\"id\":\"54351b74-82d2-4005-8cd9-2fa043ee0341\",\"object\":\"chat.completion.chunk\",\"created\":1777418798,\"model\":\"meta-llama/Llama-3.1-8B-Instruct\",\"choices\":[{\"delta\":{\"content\":\"OK\",\"role\":\"assistant\"},\"index\":0,\"finish_reason\":null}]}", + "data: {\"id\":\"54351b74-82d2-4005-8cd9-2fa043ee0341\",\"object\":\"chat.completion.chunk\",\"created\":1777418798,\"model\":\"meta-llama/Llama-3.1-8B-Instruct\",\"choices\":[{\"delta\":{\"content\":\".\"},\"index\":0,\"finish_reason\":null}]}", + "data: {\"id\":\"54351b74-82d2-4005-8cd9-2fa043ee0341\",\"object\":\"chat.completion.chunk\",\"created\":1777418798,\"model\":\"meta-llama/Llama-3.1-8B-Instruct\",\"choices\":[{\"delta\":{},\"index\":0,\"finish_reason\":\"stop\"}],\"system_fingerprint\":\"fp1-rss-paw\"}", + "data: {\"id\":\"54351b74-82d2-4005-8cd9-2fa043ee0341\",\"object\":\"chat.completion.chunk\",\"model\":\"meta-llama/Llama-3.1-8B-Instruct\",\"created\":1777418798,\"choices\":[],\"usage\":{\"prompt_tokens\":40,\"completion_tokens\":2,\"total_tokens\":42}}", + "data: [DONE]" + ], + "kind": "sse" + }, "headers": { "access-control-allow-credentials": "true", "access-control-allow-origin": "*", @@ -212,29 +211,16 @@ "x-powered-by": "huggingface-moon", "x-robots-tag": "none" }, - "body": { - "kind": "sse", - "chunks": [ - "data: {\"id\":\"54351b74-82d2-4005-8cd9-2fa043ee0341\",\"object\":\"chat.completion.chunk\",\"created\":1777418798,\"model\":\"meta-llama/Llama-3.1-8B-Instruct\",\"choices\":[{\"delta\":{\"content\":\"OK\",\"role\":\"assistant\"},\"index\":0,\"finish_reason\":null}]}", - "data: {\"id\":\"54351b74-82d2-4005-8cd9-2fa043ee0341\",\"object\":\"chat.completion.chunk\",\"created\":1777418798,\"model\":\"meta-llama/Llama-3.1-8B-Instruct\",\"choices\":[{\"delta\":{\"content\":\".\"},\"index\":0,\"finish_reason\":null}]}", - "data: {\"id\":\"54351b74-82d2-4005-8cd9-2fa043ee0341\",\"object\":\"chat.completion.chunk\",\"created\":1777418798,\"model\":\"meta-llama/Llama-3.1-8B-Instruct\",\"choices\":[{\"delta\":{},\"index\":0,\"finish_reason\":\"stop\"}],\"system_fingerprint\":\"fp1-rss-paw\"}", - "data: {\"id\":\"54351b74-82d2-4005-8cd9-2fa043ee0341\",\"object\":\"chat.completion.chunk\",\"model\":\"meta-llama/Llama-3.1-8B-Instruct\",\"created\":1777418798,\"choices\":[],\"usage\":{\"prompt_tokens\":40,\"completion_tokens\":2,\"total_tokens\":42}}", - "data: [DONE]" - ] - } + "status": 200, + "statusText": "OK" } }, { + "callIndex": 2, "id": "4b08c54e990c37e9", "matchKey": "POST router.huggingface.co/featherless-ai/v1/chat/completions", - "callIndex": 2, "recordedAt": "2026-04-28T23:26:47.555Z", "request": { - "method": "POST", - "url": "https://router.huggingface.co/featherless-ai/v1/chat/completions", - "headers": { - "content-type": "application/json" - }, "body": { "kind": "json", "value": { @@ -269,11 +255,26 @@ } ] } - } + }, + "headers": {}, + "method": "POST", + "url": "https://router.huggingface.co/featherless-ai/v1/chat/completions" }, "response": { - "status": 200, - "statusText": "OK", + "body": { + "chunks": [ + "data: {\"id\":\"1db00468-9eb9-496e-8aed-dd8d42a97115\",\"object\":\"chat.completion.chunk\",\"created\":1777418800,\"model\":\"meta-llama/Llama-3.1-8B-Instruct\",\"choices\":[{\"index\":0,\"finish_reason\":null,\"delta\":{\"content\":\"<|pyt\",\"role\":\"assistant\"}}]}", + "data: {\"id\":\"1db00468-9eb9-496e-8aed-dd8d42a97115\",\"object\":\"chat.completion.chunk\",\"created\":1777418800,\"model\":\"meta-llama/Llama-3.1-8B-Instruct\",\"choices\":[{\"index\":0,\"finish_reason\":null,\"delta\":{\"content\":\"ho\"}}]}", + "data: {\"id\":\"1db00468-9eb9-496e-8aed-dd8d42a97115\",\"object\":\"chat.completion.chunk\",\"created\":1777418800,\"model\":\"meta-llama/Llama-3.1-8B-Instruct\",\"choices\":[{\"index\":0,\"finish_reason\":null,\"delta\":{\"content\":\"n_ta\"}}]}", + "data: {\"id\":\"1db00468-9eb9-496e-8aed-dd8d42a97115\",\"object\":\"chat.completion.chunk\",\"created\":1777418800,\"model\":\"meta-llama/Llama-3.1-8B-Instruct\",\"choices\":[{\"index\":0,\"finish_reason\":null,\"delta\":{\"content\":\"g|\"}}]}", + "data: {\"id\":\"1db00468-9eb9-496e-8aed-dd8d42a97115\",\"object\":\"chat.completion.chunk\",\"created\":1777418800,\"model\":\"meta-llama/Llama-3.1-8B-Instruct\",\"choices\":[{\"delta\":{\"tool_calls\":[{\"index\":0,\"id\":\"llama-0-1777418800857\",\"type\":\"function\",\"function\":{\"name\":\"get_current_weather\"}}]},\"index\":0}]}", + "data: {\"id\":\"1db00468-9eb9-496e-8aed-dd8d42a97115\",\"object\":\"chat.completion.chunk\",\"created\":1777418800,\"model\":\"meta-llama/Llama-3.1-8B-Instruct\",\"choices\":[{\"delta\":{\"tool_calls\":[{\"index\":0,\"function\":{\"arguments\":\"{\\\"location\\\":\\\"San Francisco\\\"}\"}}]},\"index\":0}]}", + "data: {\"id\":\"1db00468-9eb9-496e-8aed-dd8d42a97115\",\"object\":\"chat.completion.chunk\",\"created\":1777418800,\"model\":\"meta-llama/Llama-3.1-8B-Instruct\",\"choices\":[{\"delta\":{},\"index\":0,\"finish_reason\":\"tool_calls\"}],\"system_fingerprint\":\"fp1-rss-paw-llam\"}", + "data: {\"id\":\"1db00468-9eb9-496e-8aed-dd8d42a97115\",\"object\":\"chat.completion.chunk\",\"model\":\"meta-llama/Llama-3.1-8B-Instruct\",\"created\":1777418800,\"choices\":[],\"usage\":{\"prompt_tokens\":203,\"completion_tokens\":24,\"total_tokens\":227}}", + "data: [DONE]" + ], + "kind": "sse" + }, "headers": { "access-control-allow-credentials": "true", "access-control-allow-origin": "*", @@ -294,38 +295,39 @@ "x-powered-by": "huggingface-moon", "x-robots-tag": "none" }, - "body": { - "kind": "sse", - "chunks": [ - "data: {\"id\":\"1db00468-9eb9-496e-8aed-dd8d42a97115\",\"object\":\"chat.completion.chunk\",\"created\":1777418800,\"model\":\"meta-llama/Llama-3.1-8B-Instruct\",\"choices\":[{\"index\":0,\"finish_reason\":null,\"delta\":{\"content\":\"<|pyt\",\"role\":\"assistant\"}}]}", - "data: {\"id\":\"1db00468-9eb9-496e-8aed-dd8d42a97115\",\"object\":\"chat.completion.chunk\",\"created\":1777418800,\"model\":\"meta-llama/Llama-3.1-8B-Instruct\",\"choices\":[{\"index\":0,\"finish_reason\":null,\"delta\":{\"content\":\"ho\"}}]}", - "data: {\"id\":\"1db00468-9eb9-496e-8aed-dd8d42a97115\",\"object\":\"chat.completion.chunk\",\"created\":1777418800,\"model\":\"meta-llama/Llama-3.1-8B-Instruct\",\"choices\":[{\"index\":0,\"finish_reason\":null,\"delta\":{\"content\":\"n_ta\"}}]}", - "data: {\"id\":\"1db00468-9eb9-496e-8aed-dd8d42a97115\",\"object\":\"chat.completion.chunk\",\"created\":1777418800,\"model\":\"meta-llama/Llama-3.1-8B-Instruct\",\"choices\":[{\"index\":0,\"finish_reason\":null,\"delta\":{\"content\":\"g|\"}}]}", - "data: {\"id\":\"1db00468-9eb9-496e-8aed-dd8d42a97115\",\"object\":\"chat.completion.chunk\",\"created\":1777418800,\"model\":\"meta-llama/Llama-3.1-8B-Instruct\",\"choices\":[{\"delta\":{\"tool_calls\":[{\"index\":0,\"id\":\"llama-0-1777418800857\",\"type\":\"function\",\"function\":{\"name\":\"get_current_weather\"}}]},\"index\":0}]}", - "data: {\"id\":\"1db00468-9eb9-496e-8aed-dd8d42a97115\",\"object\":\"chat.completion.chunk\",\"created\":1777418800,\"model\":\"meta-llama/Llama-3.1-8B-Instruct\",\"choices\":[{\"delta\":{\"tool_calls\":[{\"index\":0,\"function\":{\"arguments\":\"{\\\"location\\\":\\\"San Francisco\\\"}\"}}]},\"index\":0}]}", - "data: {\"id\":\"1db00468-9eb9-496e-8aed-dd8d42a97115\",\"object\":\"chat.completion.chunk\",\"created\":1777418800,\"model\":\"meta-llama/Llama-3.1-8B-Instruct\",\"choices\":[{\"delta\":{},\"index\":0,\"finish_reason\":\"tool_calls\"}],\"system_fingerprint\":\"fp1-rss-paw-llam\"}", - "data: {\"id\":\"1db00468-9eb9-496e-8aed-dd8d42a97115\",\"object\":\"chat.completion.chunk\",\"model\":\"meta-llama/Llama-3.1-8B-Instruct\",\"created\":1777418800,\"choices\":[],\"usage\":{\"prompt_tokens\":203,\"completion_tokens\":24,\"total_tokens\":227}}", - "data: [DONE]" - ] - } + "status": 200, + "statusText": "OK" } }, { + "callIndex": 0, "id": "09b8ba9e1a3a15cd", "matchKey": "GET huggingface.co/api/models/meta-llama/Llama-3.1-8B", - "callIndex": 0, "recordedAt": "2026-04-28T23:26:47.555Z", "request": { - "method": "GET", - "url": "https://huggingface.co/api/models/meta-llama/Llama-3.1-8B?expand%5B%5D=inferenceProviderMapping", - "headers": {}, "body": { "kind": "empty" - } + }, + "headers": {}, + "method": "GET", + "url": "https://huggingface.co/api/models/meta-llama/Llama-3.1-8B?expand%5B%5D=inferenceProviderMapping" }, "response": { - "status": 200, - "statusText": "OK", + "body": { + "kind": "json", + "value": { + "_id": "66944f1fe0c5c2e493a804f5", + "id": "meta-llama/Llama-3.1-8B", + "inferenceProviderMapping": { + "featherless-ai": { + "isModelAuthor": false, + "providerId": "meta-llama/Meta-Llama-3.1-8B", + "status": "live", + "task": "text-generation" + } + } + } + }, "headers": { "access-control-allow-origin": "https://huggingface.co", "access-control-expose-headers": "X-Repo-Commit,X-Request-Id,X-Error-Code,X-Error-Message,X-Total-Count,ETag,Link,Accept-Ranges,Content-Range,X-Linked-Size,X-Linked-ETag,X-Xet-Hash", @@ -343,34 +345,16 @@ "x-cache": "Miss from cloudfront", "x-powered-by": "huggingface-moon" }, - "body": { - "kind": "json", - "value": { - "_id": "66944f1fe0c5c2e493a804f5", - "id": "meta-llama/Llama-3.1-8B", - "inferenceProviderMapping": { - "featherless-ai": { - "isModelAuthor": false, - "providerId": "meta-llama/Meta-Llama-3.1-8B", - "status": "live", - "task": "text-generation" - } - } - } - } + "status": 200, + "statusText": "OK" } }, { + "callIndex": 0, "id": "c67c1732b0eb4954", "matchKey": "POST router.huggingface.co/featherless-ai/v1/completions", - "callIndex": 0, "recordedAt": "2026-04-28T23:26:47.555Z", "request": { - "method": "POST", - "url": "https://router.huggingface.co/featherless-ai/v1/completions", - "headers": { - "content-type": "application/json" - }, "body": { "kind": "json", "value": { @@ -380,32 +364,12 @@ "prompt": "The capital of France is", "return_full_text": false } - } + }, + "headers": {}, + "method": "POST", + "url": "https://router.huggingface.co/featherless-ai/v1/completions" }, "response": { - "status": 200, - "statusText": "OK", - "headers": { - "access-control-allow-credentials": "true", - "access-control-allow-methods": "authorization,content-type", - "access-control-allow-origin": "*", - "access-control-expose-headers": "X-Repo-Commit,X-Request-Id,X-Error-Code,X-Error-Message,X-Total-Count,ETag,Link,Accept-Ranges,Content-Range,X-Linked-Size,X-Linked-ETag,X-Xet-Hash", - "cache-control": "no-cache", - "content-type": "application/json", - "cross-origin-opener-policy": "same-origin", - "nel": "{\"report_to\":\"cf-nel\",\"success_fraction\":0.0,\"max_age\":604800}", - "referrer-policy": "strict-origin-when-cross-origin", - "report-to": "{\"group\":\"cf-nel\",\"max_age\":604800,\"endpoints\":[{\"url\":\"https://a.nel.cloudflare.com/report/v4?s=y18yhkXYES1jrtISr9dxPMfuLEh5nFX5K5Ht0leFKZhRaY0lqNR7DykYfNcZnpD0N8w5PefOsBYDs2D9TCsxyRejxuCgzUNxQ%2FgJXlYBlE%2F5bAVkVi%2Fi9S7s1zy9zwBI0rm8HA%3D%3D\"}]}", - "request-id": "8d204604-6143-4b8a-b6aa-8cee6f0a6d53", - "vary": "Origin", - "via": "1.1 15855533a81b4c6d88e51202662003ca.cloudfront.net (CloudFront)", - "x-amz-cf-id": "dxajromhCQ6p57giQ06o7NTp0YqqXP9lxAEi7iH0DN5R9I3X79kTFQ==", - "x-amz-cf-pop": "YVR52-P2", - "x-cache": "Miss from cloudfront", - "x-inference-provider": "featherless-ai", - "x-powered-by": "huggingface-moon", - "x-robots-tag": "none" - }, "body": { "kind": "json", "value": { @@ -428,20 +392,38 @@ "total_tokens": 9 } } - } + }, + "headers": { + "access-control-allow-credentials": "true", + "access-control-allow-methods": "authorization,content-type", + "access-control-allow-origin": "*", + "access-control-expose-headers": "X-Repo-Commit,X-Request-Id,X-Error-Code,X-Error-Message,X-Total-Count,ETag,Link,Accept-Ranges,Content-Range,X-Linked-Size,X-Linked-ETag,X-Xet-Hash", + "cache-control": "no-cache", + "content-type": "application/json", + "cross-origin-opener-policy": "same-origin", + "nel": "{\"report_to\":\"cf-nel\",\"success_fraction\":0.0,\"max_age\":604800}", + "referrer-policy": "strict-origin-when-cross-origin", + "report-to": "{\"group\":\"cf-nel\",\"max_age\":604800,\"endpoints\":[{\"url\":\"https://a.nel.cloudflare.com/report/v4?s=y18yhkXYES1jrtISr9dxPMfuLEh5nFX5K5Ht0leFKZhRaY0lqNR7DykYfNcZnpD0N8w5PefOsBYDs2D9TCsxyRejxuCgzUNxQ%2FgJXlYBlE%2F5bAVkVi%2Fi9S7s1zy9zwBI0rm8HA%3D%3D\"}]}", + "request-id": "8d204604-6143-4b8a-b6aa-8cee6f0a6d53", + "vary": "Origin", + "via": "1.1 15855533a81b4c6d88e51202662003ca.cloudfront.net (CloudFront)", + "x-amz-cf-id": "dxajromhCQ6p57giQ06o7NTp0YqqXP9lxAEi7iH0DN5R9I3X79kTFQ==", + "x-amz-cf-pop": "YVR52-P2", + "x-cache": "Miss from cloudfront", + "x-inference-provider": "featherless-ai", + "x-powered-by": "huggingface-moon", + "x-robots-tag": "none" + }, + "status": 200, + "statusText": "OK" } }, { + "callIndex": 1, "id": "aa2159c29ed1e98c", "matchKey": "POST router.huggingface.co/featherless-ai/v1/completions", - "callIndex": 1, "recordedAt": "2026-04-28T23:26:47.555Z", "request": { - "method": "POST", - "url": "https://router.huggingface.co/featherless-ai/v1/completions", - "headers": { - "content-type": "application/json" - }, "body": { "kind": "json", "value": { @@ -452,11 +434,24 @@ "return_full_text": false, "stream": true } - } + }, + "headers": {}, + "method": "POST", + "url": "https://router.huggingface.co/featherless-ai/v1/completions" }, "response": { - "status": 200, - "statusText": "OK", + "body": { + "chunks": [ + "data: {\"id\":\"884f2a45-6258-4fc9-b1ce-7abc46b60276\",\"object\":\"text_completion\",\"created\":1777418806,\"model\":\"meta-llama/Meta-Llama-3.1-8B\",\"choices\":[{\"text\":\" Paris\",\"index\":0,\"finish_reason\":null}]}", + "data: {\"id\":\"884f2a45-6258-4fc9-b1ce-7abc46b60276\",\"object\":\"text_completion\",\"created\":1777418806,\"model\":\"meta-llama/Meta-Llama-3.1-8B\",\"choices\":[{\"text\":\".\",\"index\":0,\"finish_reason\":null}]}", + "data: {\"id\":\"884f2a45-6258-4fc9-b1ce-7abc46b60276\",\"object\":\"text_completion\",\"created\":1777418806,\"model\":\"meta-llama/Meta-Llama-3.1-8B\",\"choices\":[{\"text\":\" The\",\"index\":0,\"finish_reason\":null}]}", + "data: {\"id\":\"884f2a45-6258-4fc9-b1ce-7abc46b60276\",\"object\":\"text_completion\",\"created\":1777418806,\"model\":\"meta-llama/Meta-Llama-3.1-8B\",\"choices\":[{\"text\":\" official\",\"index\":0,\"finish_reason\":null}]}", + "data: {\"id\":\"884f2a45-6258-4fc9-b1ce-7abc46b60276\",\"object\":\"text_completion\",\"created\":1777418806,\"model\":\"meta-llama/Meta-Llama-3.1-8B\",\"choices\":[{\"text\":\"\",\"index\":0,\"finish_reason\":\"length\"}],\"system_fingerprint\":\"fp1-rss-paw\"}", + "data: {\"id\":\"884f2a45-6258-4fc9-b1ce-7abc46b60276\",\"object\":\"text_completion\",\"model\":\"meta-llama/Meta-Llama-3.1-8B\",\"created\":1777418806,\"choices\":[],\"usage\":{\"prompt_tokens\":5,\"completion_tokens\":4,\"total_tokens\":9}}", + "data: [DONE]" + ], + "kind": "sse" + }, "headers": { "access-control-allow-credentials": "true", "access-control-allow-origin": "*", @@ -477,36 +472,39 @@ "x-powered-by": "huggingface-moon", "x-robots-tag": "none" }, - "body": { - "kind": "sse", - "chunks": [ - "data: {\"id\":\"884f2a45-6258-4fc9-b1ce-7abc46b60276\",\"object\":\"text_completion\",\"created\":1777418806,\"model\":\"meta-llama/Meta-Llama-3.1-8B\",\"choices\":[{\"text\":\" Paris\",\"index\":0,\"finish_reason\":null}]}", - "data: {\"id\":\"884f2a45-6258-4fc9-b1ce-7abc46b60276\",\"object\":\"text_completion\",\"created\":1777418806,\"model\":\"meta-llama/Meta-Llama-3.1-8B\",\"choices\":[{\"text\":\".\",\"index\":0,\"finish_reason\":null}]}", - "data: {\"id\":\"884f2a45-6258-4fc9-b1ce-7abc46b60276\",\"object\":\"text_completion\",\"created\":1777418806,\"model\":\"meta-llama/Meta-Llama-3.1-8B\",\"choices\":[{\"text\":\" The\",\"index\":0,\"finish_reason\":null}]}", - "data: {\"id\":\"884f2a45-6258-4fc9-b1ce-7abc46b60276\",\"object\":\"text_completion\",\"created\":1777418806,\"model\":\"meta-llama/Meta-Llama-3.1-8B\",\"choices\":[{\"text\":\" official\",\"index\":0,\"finish_reason\":null}]}", - "data: {\"id\":\"884f2a45-6258-4fc9-b1ce-7abc46b60276\",\"object\":\"text_completion\",\"created\":1777418806,\"model\":\"meta-llama/Meta-Llama-3.1-8B\",\"choices\":[{\"text\":\"\",\"index\":0,\"finish_reason\":\"length\"}],\"system_fingerprint\":\"fp1-rss-paw\"}", - "data: {\"id\":\"884f2a45-6258-4fc9-b1ce-7abc46b60276\",\"object\":\"text_completion\",\"model\":\"meta-llama/Meta-Llama-3.1-8B\",\"created\":1777418806,\"choices\":[],\"usage\":{\"prompt_tokens\":5,\"completion_tokens\":4,\"total_tokens\":9}}", - "data: [DONE]" - ] - } + "status": 200, + "statusText": "OK" } }, { + "callIndex": 0, "id": "daf98736c72b7239", "matchKey": "GET huggingface.co/api/models/thenlper/gte-large", - "callIndex": 0, "recordedAt": "2026-04-28T23:26:47.555Z", "request": { - "method": "GET", - "url": "https://huggingface.co/api/models/thenlper/gte-large?expand%5B%5D=inferenceProviderMapping", - "headers": {}, "body": { "kind": "empty" - } + }, + "headers": {}, + "method": "GET", + "url": "https://huggingface.co/api/models/thenlper/gte-large?expand%5B%5D=inferenceProviderMapping" }, "response": { - "status": 200, - "statusText": "OK", + "body": { + "kind": "json", + "value": { + "_id": "64c23f1bd872858a39ed8154", + "id": "thenlper/gte-large", + "inferenceProviderMapping": { + "hf-inference": { + "isModelAuthor": false, + "providerId": "thenlper/gte-large", + "status": "live", + "task": "sentence-similarity" + } + } + } + }, "headers": { "access-control-allow-origin": "https://huggingface.co", "access-control-expose-headers": "X-Repo-Commit,X-Request-Id,X-Error-Code,X-Error-Message,X-Total-Count,ETag,Link,Accept-Ranges,Content-Range,X-Linked-Size,X-Linked-ETag,X-Xet-Hash", @@ -524,64 +522,27 @@ "x-cache": "Miss from cloudfront", "x-powered-by": "huggingface-moon" }, - "body": { - "kind": "json", - "value": { - "_id": "64c23f1bd872858a39ed8154", - "id": "thenlper/gte-large", - "inferenceProviderMapping": { - "hf-inference": { - "isModelAuthor": false, - "providerId": "thenlper/gte-large", - "status": "live", - "task": "sentence-similarity" - } - } - } - } + "status": 200, + "statusText": "OK" } }, { + "callIndex": 0, "id": "f527cd5a0dc5d7f9", "matchKey": "POST router.huggingface.co/hf-inference/models/thenlper/gte-large/pipeline/feature-extraction", - "callIndex": 0, "recordedAt": "2026-04-28T23:26:47.555Z", "request": { - "method": "POST", - "url": "https://router.huggingface.co/hf-inference/models/thenlper/gte-large/pipeline/feature-extraction", - "headers": { - "content-type": "application/json" - }, "body": { "kind": "json", "value": { "inputs": "Paris France" } - } + }, + "headers": {}, + "method": "POST", + "url": "https://router.huggingface.co/hf-inference/models/thenlper/gte-large/pipeline/feature-extraction" }, "response": { - "status": 200, - "statusText": "OK", - "headers": { - "access-control-allow-credentials": "true", - "access-control-allow-origin": "*", - "access-control-expose-headers": "X-Repo-Commit,X-Request-Id,X-Error-Code,X-Error-Message,X-Total-Count,ETag,Link,Accept-Ranges,Content-Range,X-Linked-Size,X-Linked-ETag,X-Xet-Hash", - "content-type": "application/json", - "cross-origin-opener-policy": "same-origin", - "referrer-policy": "strict-origin-when-cross-origin", - "vary": "origin, access-control-request-method, access-control-request-headers, origin, access-control-request-method, access-control-request-headers", - "via": "1.1 15855533a81b4c6d88e51202662003ca.cloudfront.net (CloudFront)", - "x-amz-cf-id": "WkGisltG8rXtNVpfBjVRVyejex4abYLuX6FqWzAjH9nFU0MtYG3CBw==", - "x-amz-cf-pop": "YVR52-P2", - "x-cache": "Miss from cloudfront", - "x-inference-id": "aa75b1e2-0c55-44b7-9788-09db323bb3d1", - "x-inference-provider": "hf-inference", - "x-powered-by": "huggingface-moon", - "x-proxied-host": "http://10.109.142.216", - "x-proxied-path": "/pipeline/feature-extraction", - "x-proxied-replica": "44vf5qav-2f4nm", - "x-robots-tag": "none" - }, "body": { "kind": "json", "value": [ @@ -756,7 +717,7 @@ 0.022626269608736038, -0.016688846051692963, 0.005771295633167028, -0.009044435806572437, -0.05040424317121506, 0.001176387770101428, -0.00016678613610565662, -0.03416217118501663, -0.05471804365515709, - 0.000009947750186256599, -0.0496915839612484, 0.021129319444298744, + 9.947750186256599e-6, -0.0496915839612484, 0.021129319444298744, -0.01737176440656185, 0.0017752795247361064, -0.011021317914128304, -0.009284257888793945, 0.02842290885746479, 0.007452960591763258, 0.005624083802103996, 0.0070625245571136475, -0.009976426139473915, @@ -925,14 +886,41 @@ -0.03245778754353523, 0.011912294663488865, 0.014013410545885563, -0.014327369630336761, 0.03169045224785805, -0.025917669758200645, -0.02307189628481865, -0.0029002863448113203, -0.021191135048866272, - -0.00008240768511313945, -0.035654909908771515, 0.01273074746131897, + -8.240768511313945e-5, -0.035654909908771515, 0.01273074746131897, 0.04374304041266441, -0.039644595235586166, -0.05033861845731735, -0.01814350299537182, 0.04090336337685585, 0.0329778827726841, 0.02721802331507206, -0.03109864704310894, 0.006142554339021444, 0.01078912615776062 ] - } + }, + "headers": { + "access-control-allow-credentials": "true", + "access-control-allow-origin": "*", + "access-control-expose-headers": "X-Repo-Commit,X-Request-Id,X-Error-Code,X-Error-Message,X-Total-Count,ETag,Link,Accept-Ranges,Content-Range,X-Linked-Size,X-Linked-ETag,X-Xet-Hash", + "content-type": "application/json", + "cross-origin-opener-policy": "same-origin", + "referrer-policy": "strict-origin-when-cross-origin", + "vary": "origin, access-control-request-method, access-control-request-headers, origin, access-control-request-method, access-control-request-headers", + "via": "1.1 15855533a81b4c6d88e51202662003ca.cloudfront.net (CloudFront)", + "x-amz-cf-id": "WkGisltG8rXtNVpfBjVRVyejex4abYLuX6FqWzAjH9nFU0MtYG3CBw==", + "x-amz-cf-pop": "YVR52-P2", + "x-cache": "Miss from cloudfront", + "x-inference-id": "aa75b1e2-0c55-44b7-9788-09db323bb3d1", + "x-inference-provider": "hf-inference", + "x-powered-by": "huggingface-moon", + "x-proxied-host": "http://10.109.142.216", + "x-proxied-path": "/pipeline/feature-extraction", + "x-proxied-replica": "44vf5qav-2f4nm", + "x-robots-tag": "none" + }, + "status": 200, + "statusText": "OK" } } - ] + ], + "meta": { + "createdAt": "2026-04-28T23:26:47.555Z", + "seinfeldVersion": "0.0.0" + }, + "version": 1 } diff --git a/e2e/scenarios/huggingface-instrumentation/__cassettes__/huggingface-v41315.cassette.json b/e2e/scenarios/huggingface-instrumentation/__cassettes__/huggingface-v41315.cassette.json index d3ff6eec7..82d298228 100644 --- a/e2e/scenarios/huggingface-instrumentation/__cassettes__/huggingface-v41315.cassette.json +++ b/e2e/scenarios/huggingface-instrumentation/__cassettes__/huggingface-v41315.cassette.json @@ -1,43 +1,19 @@ { - "version": 1, - "meta": { - "createdAt": "2026-04-28T23:27:00.376Z", - "seinfeldVersion": "0.0.0" - }, "entries": [ { + "callIndex": 0, "id": "e57cdc8cb2af8700", "matchKey": "GET huggingface.co/api/models/meta-llama/Llama-3.1-8B-Instruct", - "callIndex": 0, "recordedAt": "2026-04-28T23:27:00.376Z", "request": { - "method": "GET", - "url": "https://huggingface.co/api/models/meta-llama/Llama-3.1-8B-Instruct?expand%5B%5D=inferenceProviderMapping", - "headers": {}, "body": { "kind": "empty" - } + }, + "headers": {}, + "method": "GET", + "url": "https://huggingface.co/api/models/meta-llama/Llama-3.1-8B-Instruct?expand%5B%5D=inferenceProviderMapping" }, "response": { - "status": 200, - "statusText": "OK", - "headers": { - "access-control-allow-origin": "https://huggingface.co", - "access-control-expose-headers": "X-Repo-Commit,X-Request-Id,X-Error-Code,X-Error-Message,X-Total-Count,ETag,Link,Accept-Ranges,Content-Range,X-Linked-Size,X-Linked-ETag,X-Xet-Hash", - "access-control-max-age": "86400", - "content-type": "application/json; charset=utf-8", - "cross-origin-opener-policy": "same-origin", - "etag": "W/\"328-jkx+S6NqBoEK1kro+uSJ4pK8big\"", - "ratelimit": "\"api\";r=995;t=179", - "ratelimit-policy": "\"fixed window\";\"api\";q=1000;w=300", - "referrer-policy": "strict-origin-when-cross-origin", - "vary": "Origin", - "via": "1.1 7df10ab947c52bef2e900077cb0f10e0.cloudfront.net (CloudFront)", - "x-amz-cf-id": "YtjumwBylnSb3_RSvhGbwJFZ_BawYyRMfUXM3owHelKee5K6dWzcGw==", - "x-amz-cf-pop": "YVR52-P2", - "x-cache": "Miss from cloudfront", - "x-powered-by": "huggingface-moon" - }, "body": { "kind": "json", "value": { @@ -82,20 +58,34 @@ } } } - } + }, + "headers": { + "access-control-allow-origin": "https://huggingface.co", + "access-control-expose-headers": "X-Repo-Commit,X-Request-Id,X-Error-Code,X-Error-Message,X-Total-Count,ETag,Link,Accept-Ranges,Content-Range,X-Linked-Size,X-Linked-ETag,X-Xet-Hash", + "access-control-max-age": "86400", + "content-type": "application/json; charset=utf-8", + "cross-origin-opener-policy": "same-origin", + "etag": "W/\"328-jkx+S6NqBoEK1kro+uSJ4pK8big\"", + "ratelimit": "\"api\";r=995;t=179", + "ratelimit-policy": "\"fixed window\";\"api\";q=1000;w=300", + "referrer-policy": "strict-origin-when-cross-origin", + "vary": "Origin", + "via": "1.1 7df10ab947c52bef2e900077cb0f10e0.cloudfront.net (CloudFront)", + "x-amz-cf-id": "YtjumwBylnSb3_RSvhGbwJFZ_BawYyRMfUXM3owHelKee5K6dWzcGw==", + "x-amz-cf-pop": "YVR52-P2", + "x-cache": "Miss from cloudfront", + "x-powered-by": "huggingface-moon" + }, + "status": 200, + "statusText": "OK" } }, { + "callIndex": 0, "id": "94efc3e0225b44c0", "matchKey": "POST router.huggingface.co/featherless-ai/v1/chat/completions", - "callIndex": 0, "recordedAt": "2026-04-28T23:27:00.376Z", "request": { - "method": "POST", - "url": "https://router.huggingface.co/featherless-ai/v1/chat/completions", - "headers": { - "content-type": "application/json" - }, "body": { "kind": "json", "value": { @@ -109,32 +99,12 @@ "model": "meta-llama/Llama-3.1-8B-Instruct", "temperature": 0 } - } + }, + "headers": {}, + "method": "POST", + "url": "https://router.huggingface.co/featherless-ai/v1/chat/completions" }, "response": { - "status": 200, - "statusText": "OK", - "headers": { - "access-control-allow-credentials": "true", - "access-control-allow-methods": "authorization,content-type", - "access-control-allow-origin": "*", - "access-control-expose-headers": "X-Repo-Commit,X-Request-Id,X-Error-Code,X-Error-Message,X-Total-Count,ETag,Link,Accept-Ranges,Content-Range,X-Linked-Size,X-Linked-ETag,X-Xet-Hash", - "cache-control": "no-cache", - "content-type": "application/json", - "cross-origin-opener-policy": "same-origin", - "nel": "{\"report_to\":\"cf-nel\",\"success_fraction\":0.0,\"max_age\":604800}", - "referrer-policy": "strict-origin-when-cross-origin", - "report-to": "{\"group\":\"cf-nel\",\"max_age\":604800,\"endpoints\":[{\"url\":\"https://a.nel.cloudflare.com/report/v4?s=SCuweSOmcWoIOCqHYBFEQNrt%2FE5DqDK3JgQ%2FRgQx7Ecz2yDZ8ApZZ93g%2BHi9f3sCc3%2BX4EJoxmyr3bPJ%2B9MYl%2B8dquOqEvXmS9MhSOsDp%2FG8VRHPk1B%2FxXmXqv9UqogogFXVrw%3D%3D\"}]}", - "request-id": "f46bb251-d8d6-49f8-afec-669f54a943a6", - "vary": "Origin", - "via": "1.1 0c5ff101632b59c47cd99b22ac6119c0.cloudfront.net (CloudFront)", - "x-amz-cf-id": "SXMw0V4WAkeUFKDzIpAvsKca5yzldcTENfv7mcYbQhceW9pnT7SDxg==", - "x-amz-cf-pop": "YVR52-P2", - "x-cache": "Miss from cloudfront", - "x-inference-provider": "featherless-ai", - "x-powered-by": "huggingface-moon", - "x-robots-tag": "none" - }, "body": { "kind": "json", "value": { @@ -159,20 +129,38 @@ "total_tokens": 42 } } - } + }, + "headers": { + "access-control-allow-credentials": "true", + "access-control-allow-methods": "authorization,content-type", + "access-control-allow-origin": "*", + "access-control-expose-headers": "X-Repo-Commit,X-Request-Id,X-Error-Code,X-Error-Message,X-Total-Count,ETag,Link,Accept-Ranges,Content-Range,X-Linked-Size,X-Linked-ETag,X-Xet-Hash", + "cache-control": "no-cache", + "content-type": "application/json", + "cross-origin-opener-policy": "same-origin", + "nel": "{\"report_to\":\"cf-nel\",\"success_fraction\":0.0,\"max_age\":604800}", + "referrer-policy": "strict-origin-when-cross-origin", + "report-to": "{\"group\":\"cf-nel\",\"max_age\":604800,\"endpoints\":[{\"url\":\"https://a.nel.cloudflare.com/report/v4?s=SCuweSOmcWoIOCqHYBFEQNrt%2FE5DqDK3JgQ%2FRgQx7Ecz2yDZ8ApZZ93g%2BHi9f3sCc3%2BX4EJoxmyr3bPJ%2B9MYl%2B8dquOqEvXmS9MhSOsDp%2FG8VRHPk1B%2FxXmXqv9UqogogFXVrw%3D%3D\"}]}", + "request-id": "f46bb251-d8d6-49f8-afec-669f54a943a6", + "vary": "Origin", + "via": "1.1 0c5ff101632b59c47cd99b22ac6119c0.cloudfront.net (CloudFront)", + "x-amz-cf-id": "SXMw0V4WAkeUFKDzIpAvsKca5yzldcTENfv7mcYbQhceW9pnT7SDxg==", + "x-amz-cf-pop": "YVR52-P2", + "x-cache": "Miss from cloudfront", + "x-inference-provider": "featherless-ai", + "x-powered-by": "huggingface-moon", + "x-robots-tag": "none" + }, + "status": 200, + "statusText": "OK" } }, { + "callIndex": 1, "id": "463e85bc4f188f03", "matchKey": "POST router.huggingface.co/featherless-ai/v1/chat/completions", - "callIndex": 1, "recordedAt": "2026-04-28T23:27:00.376Z", "request": { - "method": "POST", - "url": "https://router.huggingface.co/featherless-ai/v1/chat/completions", - "headers": { - "content-type": "application/json" - }, "body": { "kind": "json", "value": { @@ -187,11 +175,22 @@ "stream": true, "temperature": 0 } - } + }, + "headers": {}, + "method": "POST", + "url": "https://router.huggingface.co/featherless-ai/v1/chat/completions" }, "response": { - "status": 200, - "statusText": "OK", + "body": { + "chunks": [ + "data: {\"id\":\"dbf5a8e0-97aa-447e-9efa-8fb9feeabe47\",\"object\":\"chat.completion.chunk\",\"created\":1777418811,\"model\":\"meta-llama/Llama-3.1-8B-Instruct\",\"choices\":[{\"delta\":{\"content\":\"OK\",\"role\":\"assistant\"},\"index\":0,\"finish_reason\":null}]}", + "data: {\"id\":\"dbf5a8e0-97aa-447e-9efa-8fb9feeabe47\",\"object\":\"chat.completion.chunk\",\"created\":1777418811,\"model\":\"meta-llama/Llama-3.1-8B-Instruct\",\"choices\":[{\"delta\":{\"content\":\".\"},\"index\":0,\"finish_reason\":null}]}", + "data: {\"id\":\"dbf5a8e0-97aa-447e-9efa-8fb9feeabe47\",\"object\":\"chat.completion.chunk\",\"created\":1777418811,\"model\":\"meta-llama/Llama-3.1-8B-Instruct\",\"choices\":[{\"delta\":{},\"index\":0,\"finish_reason\":\"stop\"}],\"system_fingerprint\":\"fp1-rss-paw\"}", + "data: {\"id\":\"dbf5a8e0-97aa-447e-9efa-8fb9feeabe47\",\"object\":\"chat.completion.chunk\",\"model\":\"meta-llama/Llama-3.1-8B-Instruct\",\"created\":1777418811,\"choices\":[],\"usage\":{\"prompt_tokens\":40,\"completion_tokens\":2,\"total_tokens\":42}}", + "data: [DONE]" + ], + "kind": "sse" + }, "headers": { "access-control-allow-credentials": "true", "access-control-allow-origin": "*", @@ -212,29 +211,16 @@ "x-powered-by": "huggingface-moon", "x-robots-tag": "none" }, - "body": { - "kind": "sse", - "chunks": [ - "data: {\"id\":\"dbf5a8e0-97aa-447e-9efa-8fb9feeabe47\",\"object\":\"chat.completion.chunk\",\"created\":1777418811,\"model\":\"meta-llama/Llama-3.1-8B-Instruct\",\"choices\":[{\"delta\":{\"content\":\"OK\",\"role\":\"assistant\"},\"index\":0,\"finish_reason\":null}]}", - "data: {\"id\":\"dbf5a8e0-97aa-447e-9efa-8fb9feeabe47\",\"object\":\"chat.completion.chunk\",\"created\":1777418811,\"model\":\"meta-llama/Llama-3.1-8B-Instruct\",\"choices\":[{\"delta\":{\"content\":\".\"},\"index\":0,\"finish_reason\":null}]}", - "data: {\"id\":\"dbf5a8e0-97aa-447e-9efa-8fb9feeabe47\",\"object\":\"chat.completion.chunk\",\"created\":1777418811,\"model\":\"meta-llama/Llama-3.1-8B-Instruct\",\"choices\":[{\"delta\":{},\"index\":0,\"finish_reason\":\"stop\"}],\"system_fingerprint\":\"fp1-rss-paw\"}", - "data: {\"id\":\"dbf5a8e0-97aa-447e-9efa-8fb9feeabe47\",\"object\":\"chat.completion.chunk\",\"model\":\"meta-llama/Llama-3.1-8B-Instruct\",\"created\":1777418811,\"choices\":[],\"usage\":{\"prompt_tokens\":40,\"completion_tokens\":2,\"total_tokens\":42}}", - "data: [DONE]" - ] - } + "status": 200, + "statusText": "OK" } }, { + "callIndex": 2, "id": "4b08c54e990c37e9", "matchKey": "POST router.huggingface.co/featherless-ai/v1/chat/completions", - "callIndex": 2, "recordedAt": "2026-04-28T23:27:00.376Z", "request": { - "method": "POST", - "url": "https://router.huggingface.co/featherless-ai/v1/chat/completions", - "headers": { - "content-type": "application/json" - }, "body": { "kind": "json", "value": { @@ -269,11 +255,26 @@ } ] } - } + }, + "headers": {}, + "method": "POST", + "url": "https://router.huggingface.co/featherless-ai/v1/chat/completions" }, "response": { - "status": 200, - "statusText": "OK", + "body": { + "chunks": [ + "data: {\"id\":\"7b2f7f0e-3e0c-4701-b32f-f64fdd427c73\",\"object\":\"chat.completion.chunk\",\"created\":1777418812,\"model\":\"meta-llama/Llama-3.1-8B-Instruct\",\"choices\":[{\"index\":0,\"finish_reason\":null,\"delta\":{\"content\":\"<|pyt\",\"role\":\"assistant\"}}]}", + "data: {\"id\":\"7b2f7f0e-3e0c-4701-b32f-f64fdd427c73\",\"object\":\"chat.completion.chunk\",\"created\":1777418812,\"model\":\"meta-llama/Llama-3.1-8B-Instruct\",\"choices\":[{\"index\":0,\"finish_reason\":null,\"delta\":{\"content\":\"ho\"}}]}", + "data: {\"id\":\"7b2f7f0e-3e0c-4701-b32f-f64fdd427c73\",\"object\":\"chat.completion.chunk\",\"created\":1777418812,\"model\":\"meta-llama/Llama-3.1-8B-Instruct\",\"choices\":[{\"index\":0,\"finish_reason\":null,\"delta\":{\"content\":\"n_ta\"}}]}", + "data: {\"id\":\"7b2f7f0e-3e0c-4701-b32f-f64fdd427c73\",\"object\":\"chat.completion.chunk\",\"created\":1777418812,\"model\":\"meta-llama/Llama-3.1-8B-Instruct\",\"choices\":[{\"index\":0,\"finish_reason\":null,\"delta\":{\"content\":\"g|\"}}]}", + "data: {\"id\":\"7b2f7f0e-3e0c-4701-b32f-f64fdd427c73\",\"object\":\"chat.completion.chunk\",\"created\":1777418812,\"model\":\"meta-llama/Llama-3.1-8B-Instruct\",\"choices\":[{\"delta\":{\"tool_calls\":[{\"index\":0,\"id\":\"llama-0-1777418813421\",\"type\":\"function\",\"function\":{\"name\":\"get_current_weather\"}}]},\"index\":0}]}", + "data: {\"id\":\"7b2f7f0e-3e0c-4701-b32f-f64fdd427c73\",\"object\":\"chat.completion.chunk\",\"created\":1777418812,\"model\":\"meta-llama/Llama-3.1-8B-Instruct\",\"choices\":[{\"delta\":{\"tool_calls\":[{\"index\":0,\"function\":{\"arguments\":\"{\\\"location\\\":\\\"San Francisco\\\"}\"}}]},\"index\":0}]}", + "data: {\"id\":\"7b2f7f0e-3e0c-4701-b32f-f64fdd427c73\",\"object\":\"chat.completion.chunk\",\"created\":1777418812,\"model\":\"meta-llama/Llama-3.1-8B-Instruct\",\"choices\":[{\"delta\":{},\"index\":0,\"finish_reason\":\"tool_calls\"}],\"system_fingerprint\":\"fp1-rss-paw-llam\"}", + "data: {\"id\":\"7b2f7f0e-3e0c-4701-b32f-f64fdd427c73\",\"object\":\"chat.completion.chunk\",\"model\":\"meta-llama/Llama-3.1-8B-Instruct\",\"created\":1777418812,\"choices\":[],\"usage\":{\"prompt_tokens\":203,\"completion_tokens\":24,\"total_tokens\":227}}", + "data: [DONE]" + ], + "kind": "sse" + }, "headers": { "access-control-allow-credentials": "true", "access-control-allow-origin": "*", @@ -294,38 +295,39 @@ "x-powered-by": "huggingface-moon", "x-robots-tag": "none" }, - "body": { - "kind": "sse", - "chunks": [ - "data: {\"id\":\"7b2f7f0e-3e0c-4701-b32f-f64fdd427c73\",\"object\":\"chat.completion.chunk\",\"created\":1777418812,\"model\":\"meta-llama/Llama-3.1-8B-Instruct\",\"choices\":[{\"index\":0,\"finish_reason\":null,\"delta\":{\"content\":\"<|pyt\",\"role\":\"assistant\"}}]}", - "data: {\"id\":\"7b2f7f0e-3e0c-4701-b32f-f64fdd427c73\",\"object\":\"chat.completion.chunk\",\"created\":1777418812,\"model\":\"meta-llama/Llama-3.1-8B-Instruct\",\"choices\":[{\"index\":0,\"finish_reason\":null,\"delta\":{\"content\":\"ho\"}}]}", - "data: {\"id\":\"7b2f7f0e-3e0c-4701-b32f-f64fdd427c73\",\"object\":\"chat.completion.chunk\",\"created\":1777418812,\"model\":\"meta-llama/Llama-3.1-8B-Instruct\",\"choices\":[{\"index\":0,\"finish_reason\":null,\"delta\":{\"content\":\"n_ta\"}}]}", - "data: {\"id\":\"7b2f7f0e-3e0c-4701-b32f-f64fdd427c73\",\"object\":\"chat.completion.chunk\",\"created\":1777418812,\"model\":\"meta-llama/Llama-3.1-8B-Instruct\",\"choices\":[{\"index\":0,\"finish_reason\":null,\"delta\":{\"content\":\"g|\"}}]}", - "data: {\"id\":\"7b2f7f0e-3e0c-4701-b32f-f64fdd427c73\",\"object\":\"chat.completion.chunk\",\"created\":1777418812,\"model\":\"meta-llama/Llama-3.1-8B-Instruct\",\"choices\":[{\"delta\":{\"tool_calls\":[{\"index\":0,\"id\":\"llama-0-1777418813421\",\"type\":\"function\",\"function\":{\"name\":\"get_current_weather\"}}]},\"index\":0}]}", - "data: {\"id\":\"7b2f7f0e-3e0c-4701-b32f-f64fdd427c73\",\"object\":\"chat.completion.chunk\",\"created\":1777418812,\"model\":\"meta-llama/Llama-3.1-8B-Instruct\",\"choices\":[{\"delta\":{\"tool_calls\":[{\"index\":0,\"function\":{\"arguments\":\"{\\\"location\\\":\\\"San Francisco\\\"}\"}}]},\"index\":0}]}", - "data: {\"id\":\"7b2f7f0e-3e0c-4701-b32f-f64fdd427c73\",\"object\":\"chat.completion.chunk\",\"created\":1777418812,\"model\":\"meta-llama/Llama-3.1-8B-Instruct\",\"choices\":[{\"delta\":{},\"index\":0,\"finish_reason\":\"tool_calls\"}],\"system_fingerprint\":\"fp1-rss-paw-llam\"}", - "data: {\"id\":\"7b2f7f0e-3e0c-4701-b32f-f64fdd427c73\",\"object\":\"chat.completion.chunk\",\"model\":\"meta-llama/Llama-3.1-8B-Instruct\",\"created\":1777418812,\"choices\":[],\"usage\":{\"prompt_tokens\":203,\"completion_tokens\":24,\"total_tokens\":227}}", - "data: [DONE]" - ] - } + "status": 200, + "statusText": "OK" } }, { + "callIndex": 0, "id": "09b8ba9e1a3a15cd", "matchKey": "GET huggingface.co/api/models/meta-llama/Llama-3.1-8B", - "callIndex": 0, "recordedAt": "2026-04-28T23:27:00.376Z", "request": { - "method": "GET", - "url": "https://huggingface.co/api/models/meta-llama/Llama-3.1-8B?expand%5B%5D=inferenceProviderMapping", - "headers": {}, "body": { "kind": "empty" - } + }, + "headers": {}, + "method": "GET", + "url": "https://huggingface.co/api/models/meta-llama/Llama-3.1-8B?expand%5B%5D=inferenceProviderMapping" }, "response": { - "status": 200, - "statusText": "OK", + "body": { + "kind": "json", + "value": { + "_id": "66944f1fe0c5c2e493a804f5", + "id": "meta-llama/Llama-3.1-8B", + "inferenceProviderMapping": { + "featherless-ai": { + "isModelAuthor": false, + "providerId": "meta-llama/Meta-Llama-3.1-8B", + "status": "live", + "task": "text-generation" + } + } + } + }, "headers": { "access-control-allow-origin": "https://huggingface.co", "access-control-expose-headers": "X-Repo-Commit,X-Request-Id,X-Error-Code,X-Error-Message,X-Total-Count,ETag,Link,Accept-Ranges,Content-Range,X-Linked-Size,X-Linked-ETag,X-Xet-Hash", @@ -343,34 +345,16 @@ "x-cache": "Miss from cloudfront", "x-powered-by": "huggingface-moon" }, - "body": { - "kind": "json", - "value": { - "_id": "66944f1fe0c5c2e493a804f5", - "id": "meta-llama/Llama-3.1-8B", - "inferenceProviderMapping": { - "featherless-ai": { - "isModelAuthor": false, - "providerId": "meta-llama/Meta-Llama-3.1-8B", - "status": "live", - "task": "text-generation" - } - } - } - } + "status": 200, + "statusText": "OK" } }, { + "callIndex": 0, "id": "c67c1732b0eb4954", "matchKey": "POST router.huggingface.co/featherless-ai/v1/completions", - "callIndex": 0, "recordedAt": "2026-04-28T23:27:00.376Z", "request": { - "method": "POST", - "url": "https://router.huggingface.co/featherless-ai/v1/completions", - "headers": { - "content-type": "application/json" - }, "body": { "kind": "json", "value": { @@ -380,32 +364,12 @@ "prompt": "The capital of France is", "return_full_text": false } - } + }, + "headers": {}, + "method": "POST", + "url": "https://router.huggingface.co/featherless-ai/v1/completions" }, "response": { - "status": 200, - "statusText": "OK", - "headers": { - "access-control-allow-credentials": "true", - "access-control-allow-methods": "authorization,content-type", - "access-control-allow-origin": "*", - "access-control-expose-headers": "X-Repo-Commit,X-Request-Id,X-Error-Code,X-Error-Message,X-Total-Count,ETag,Link,Accept-Ranges,Content-Range,X-Linked-Size,X-Linked-ETag,X-Xet-Hash", - "cache-control": "no-cache", - "content-type": "application/json", - "cross-origin-opener-policy": "same-origin", - "nel": "{\"report_to\":\"cf-nel\",\"success_fraction\":0.0,\"max_age\":604800}", - "referrer-policy": "strict-origin-when-cross-origin", - "report-to": "{\"group\":\"cf-nel\",\"max_age\":604800,\"endpoints\":[{\"url\":\"https://a.nel.cloudflare.com/report/v4?s=mY34x%2BlzkHQrNLKzegMC%2FXGXl2HoG5BSXeTItnSdVkCSmrB1mkKIItZfxIU35DlGMLmFPqxlHzT6rg8fEKE%2Fcp81x2PF1a%2BytIDYQEeBWRMTo53fw91K%2FkhEl27osKm%2FFO07dw%3D%3D\"}]}", - "request-id": "77a83fb1-28d4-4149-91dc-1095761ff8bb", - "vary": "Origin", - "via": "1.1 0c5ff101632b59c47cd99b22ac6119c0.cloudfront.net (CloudFront)", - "x-amz-cf-id": "6oDHlh9NODviiBKZNQBskUGa-Jc1G1hilHHWON71MZseefjgqGjuJA==", - "x-amz-cf-pop": "YVR52-P2", - "x-cache": "Miss from cloudfront", - "x-inference-provider": "featherless-ai", - "x-powered-by": "huggingface-moon", - "x-robots-tag": "none" - }, "body": { "kind": "json", "value": { @@ -428,20 +392,38 @@ "total_tokens": 9 } } - } + }, + "headers": { + "access-control-allow-credentials": "true", + "access-control-allow-methods": "authorization,content-type", + "access-control-allow-origin": "*", + "access-control-expose-headers": "X-Repo-Commit,X-Request-Id,X-Error-Code,X-Error-Message,X-Total-Count,ETag,Link,Accept-Ranges,Content-Range,X-Linked-Size,X-Linked-ETag,X-Xet-Hash", + "cache-control": "no-cache", + "content-type": "application/json", + "cross-origin-opener-policy": "same-origin", + "nel": "{\"report_to\":\"cf-nel\",\"success_fraction\":0.0,\"max_age\":604800}", + "referrer-policy": "strict-origin-when-cross-origin", + "report-to": "{\"group\":\"cf-nel\",\"max_age\":604800,\"endpoints\":[{\"url\":\"https://a.nel.cloudflare.com/report/v4?s=mY34x%2BlzkHQrNLKzegMC%2FXGXl2HoG5BSXeTItnSdVkCSmrB1mkKIItZfxIU35DlGMLmFPqxlHzT6rg8fEKE%2Fcp81x2PF1a%2BytIDYQEeBWRMTo53fw91K%2FkhEl27osKm%2FFO07dw%3D%3D\"}]}", + "request-id": "77a83fb1-28d4-4149-91dc-1095761ff8bb", + "vary": "Origin", + "via": "1.1 0c5ff101632b59c47cd99b22ac6119c0.cloudfront.net (CloudFront)", + "x-amz-cf-id": "6oDHlh9NODviiBKZNQBskUGa-Jc1G1hilHHWON71MZseefjgqGjuJA==", + "x-amz-cf-pop": "YVR52-P2", + "x-cache": "Miss from cloudfront", + "x-inference-provider": "featherless-ai", + "x-powered-by": "huggingface-moon", + "x-robots-tag": "none" + }, + "status": 200, + "statusText": "OK" } }, { + "callIndex": 1, "id": "aa2159c29ed1e98c", "matchKey": "POST router.huggingface.co/featherless-ai/v1/completions", - "callIndex": 1, "recordedAt": "2026-04-28T23:27:00.376Z", "request": { - "method": "POST", - "url": "https://router.huggingface.co/featherless-ai/v1/completions", - "headers": { - "content-type": "application/json" - }, "body": { "kind": "json", "value": { @@ -452,11 +434,24 @@ "return_full_text": false, "stream": true } - } + }, + "headers": {}, + "method": "POST", + "url": "https://router.huggingface.co/featherless-ai/v1/completions" }, "response": { - "status": 200, - "statusText": "OK", + "body": { + "chunks": [ + "data: {\"id\":\"e0b96a4b-9a97-4b29-a3ad-e7b39ce3a19a\",\"object\":\"text_completion\",\"created\":1777418818,\"model\":\"meta-llama/Meta-Llama-3.1-8B\",\"choices\":[{\"text\":\" Paris\",\"index\":0,\"finish_reason\":null}]}", + "data: {\"id\":\"e0b96a4b-9a97-4b29-a3ad-e7b39ce3a19a\",\"object\":\"text_completion\",\"created\":1777418818,\"model\":\"meta-llama/Meta-Llama-3.1-8B\",\"choices\":[{\"text\":\".\",\"index\":0,\"finish_reason\":null}]}", + "data: {\"id\":\"e0b96a4b-9a97-4b29-a3ad-e7b39ce3a19a\",\"object\":\"text_completion\",\"created\":1777418818,\"model\":\"meta-llama/Meta-Llama-3.1-8B\",\"choices\":[{\"text\":\" It\",\"index\":0,\"finish_reason\":null}]}", + "data: {\"id\":\"e0b96a4b-9a97-4b29-a3ad-e7b39ce3a19a\",\"object\":\"text_completion\",\"created\":1777418818,\"model\":\"meta-llama/Meta-Llama-3.1-8B\",\"choices\":[{\"text\":\" is\",\"index\":0,\"finish_reason\":null}]}", + "data: {\"id\":\"e0b96a4b-9a97-4b29-a3ad-e7b39ce3a19a\",\"object\":\"text_completion\",\"created\":1777418818,\"model\":\"meta-llama/Meta-Llama-3.1-8B\",\"choices\":[{\"text\":\"\",\"index\":0,\"finish_reason\":\"length\"}],\"system_fingerprint\":\"fp1-rss-paw\"}", + "data: {\"id\":\"e0b96a4b-9a97-4b29-a3ad-e7b39ce3a19a\",\"object\":\"text_completion\",\"model\":\"meta-llama/Meta-Llama-3.1-8B\",\"created\":1777418818,\"choices\":[],\"usage\":{\"prompt_tokens\":5,\"completion_tokens\":4,\"total_tokens\":9}}", + "data: [DONE]" + ], + "kind": "sse" + }, "headers": { "access-control-allow-credentials": "true", "access-control-allow-origin": "*", @@ -477,36 +472,39 @@ "x-powered-by": "huggingface-moon", "x-robots-tag": "none" }, - "body": { - "kind": "sse", - "chunks": [ - "data: {\"id\":\"e0b96a4b-9a97-4b29-a3ad-e7b39ce3a19a\",\"object\":\"text_completion\",\"created\":1777418818,\"model\":\"meta-llama/Meta-Llama-3.1-8B\",\"choices\":[{\"text\":\" Paris\",\"index\":0,\"finish_reason\":null}]}", - "data: {\"id\":\"e0b96a4b-9a97-4b29-a3ad-e7b39ce3a19a\",\"object\":\"text_completion\",\"created\":1777418818,\"model\":\"meta-llama/Meta-Llama-3.1-8B\",\"choices\":[{\"text\":\".\",\"index\":0,\"finish_reason\":null}]}", - "data: {\"id\":\"e0b96a4b-9a97-4b29-a3ad-e7b39ce3a19a\",\"object\":\"text_completion\",\"created\":1777418818,\"model\":\"meta-llama/Meta-Llama-3.1-8B\",\"choices\":[{\"text\":\" It\",\"index\":0,\"finish_reason\":null}]}", - "data: {\"id\":\"e0b96a4b-9a97-4b29-a3ad-e7b39ce3a19a\",\"object\":\"text_completion\",\"created\":1777418818,\"model\":\"meta-llama/Meta-Llama-3.1-8B\",\"choices\":[{\"text\":\" is\",\"index\":0,\"finish_reason\":null}]}", - "data: {\"id\":\"e0b96a4b-9a97-4b29-a3ad-e7b39ce3a19a\",\"object\":\"text_completion\",\"created\":1777418818,\"model\":\"meta-llama/Meta-Llama-3.1-8B\",\"choices\":[{\"text\":\"\",\"index\":0,\"finish_reason\":\"length\"}],\"system_fingerprint\":\"fp1-rss-paw\"}", - "data: {\"id\":\"e0b96a4b-9a97-4b29-a3ad-e7b39ce3a19a\",\"object\":\"text_completion\",\"model\":\"meta-llama/Meta-Llama-3.1-8B\",\"created\":1777418818,\"choices\":[],\"usage\":{\"prompt_tokens\":5,\"completion_tokens\":4,\"total_tokens\":9}}", - "data: [DONE]" - ] - } + "status": 200, + "statusText": "OK" } }, { + "callIndex": 0, "id": "daf98736c72b7239", "matchKey": "GET huggingface.co/api/models/thenlper/gte-large", - "callIndex": 0, "recordedAt": "2026-04-28T23:27:00.376Z", "request": { - "method": "GET", - "url": "https://huggingface.co/api/models/thenlper/gte-large?expand%5B%5D=inferenceProviderMapping", - "headers": {}, "body": { "kind": "empty" - } + }, + "headers": {}, + "method": "GET", + "url": "https://huggingface.co/api/models/thenlper/gte-large?expand%5B%5D=inferenceProviderMapping" }, "response": { - "status": 200, - "statusText": "OK", + "body": { + "kind": "json", + "value": { + "_id": "64c23f1bd872858a39ed8154", + "id": "thenlper/gte-large", + "inferenceProviderMapping": { + "hf-inference": { + "isModelAuthor": false, + "providerId": "thenlper/gte-large", + "status": "live", + "task": "sentence-similarity" + } + } + } + }, "headers": { "access-control-allow-origin": "https://huggingface.co", "access-control-expose-headers": "X-Repo-Commit,X-Request-Id,X-Error-Code,X-Error-Message,X-Total-Count,ETag,Link,Accept-Ranges,Content-Range,X-Linked-Size,X-Linked-ETag,X-Xet-Hash", @@ -524,64 +522,27 @@ "x-cache": "Miss from cloudfront", "x-powered-by": "huggingface-moon" }, - "body": { - "kind": "json", - "value": { - "_id": "64c23f1bd872858a39ed8154", - "id": "thenlper/gte-large", - "inferenceProviderMapping": { - "hf-inference": { - "isModelAuthor": false, - "providerId": "thenlper/gte-large", - "status": "live", - "task": "sentence-similarity" - } - } - } - } + "status": 200, + "statusText": "OK" } }, { + "callIndex": 0, "id": "f527cd5a0dc5d7f9", "matchKey": "POST router.huggingface.co/hf-inference/models/thenlper/gte-large/pipeline/feature-extraction", - "callIndex": 0, "recordedAt": "2026-04-28T23:27:00.376Z", "request": { - "method": "POST", - "url": "https://router.huggingface.co/hf-inference/models/thenlper/gte-large/pipeline/feature-extraction", - "headers": { - "content-type": "application/json" - }, "body": { "kind": "json", "value": { "inputs": "Paris France" } - } + }, + "headers": {}, + "method": "POST", + "url": "https://router.huggingface.co/hf-inference/models/thenlper/gte-large/pipeline/feature-extraction" }, "response": { - "status": 200, - "statusText": "OK", - "headers": { - "access-control-allow-credentials": "true", - "access-control-allow-origin": "*", - "access-control-expose-headers": "X-Repo-Commit,X-Request-Id,X-Error-Code,X-Error-Message,X-Total-Count,ETag,Link,Accept-Ranges,Content-Range,X-Linked-Size,X-Linked-ETag,X-Xet-Hash", - "content-type": "application/json", - "cross-origin-opener-policy": "same-origin", - "referrer-policy": "strict-origin-when-cross-origin", - "vary": "origin, access-control-request-method, access-control-request-headers, origin, access-control-request-method, access-control-request-headers", - "via": "1.1 0c5ff101632b59c47cd99b22ac6119c0.cloudfront.net (CloudFront)", - "x-amz-cf-id": "wrthu7xtjuoon6bQ2rEhMno58eKaz3caVhlKe8A5VFvVhz1K18bUlQ==", - "x-amz-cf-pop": "YVR52-P2", - "x-cache": "Miss from cloudfront", - "x-inference-id": "32746f6d-bb10-4eb5-a156-8b98e6b88e8a", - "x-inference-provider": "hf-inference", - "x-powered-by": "huggingface-moon", - "x-proxied-host": "http://10.109.142.216", - "x-proxied-path": "/pipeline/feature-extraction", - "x-proxied-replica": "44vf5qav-2f4nm", - "x-robots-tag": "none" - }, "body": { "kind": "json", "value": [ @@ -756,7 +717,7 @@ 0.022626269608736038, -0.016688846051692963, 0.005771295633167028, -0.009044435806572437, -0.05040424317121506, 0.001176387770101428, -0.00016678613610565662, -0.03416217118501663, -0.05471804365515709, - 0.000009947750186256599, -0.0496915839612484, 0.021129319444298744, + 9.947750186256599e-6, -0.0496915839612484, 0.021129319444298744, -0.01737176440656185, 0.0017752795247361064, -0.011021317914128304, -0.009284257888793945, 0.02842290885746479, 0.007452960591763258, 0.005624083802103996, 0.0070625245571136475, -0.009976426139473915, @@ -925,14 +886,41 @@ -0.03245778754353523, 0.011912294663488865, 0.014013410545885563, -0.014327369630336761, 0.03169045224785805, -0.025917669758200645, -0.02307189628481865, -0.0029002863448113203, -0.021191135048866272, - -0.00008240768511313945, -0.035654909908771515, 0.01273074746131897, + -8.240768511313945e-5, -0.035654909908771515, 0.01273074746131897, 0.04374304041266441, -0.039644595235586166, -0.05033861845731735, -0.01814350299537182, 0.04090336337685585, 0.0329778827726841, 0.02721802331507206, -0.03109864704310894, 0.006142554339021444, 0.01078912615776062 ] - } + }, + "headers": { + "access-control-allow-credentials": "true", + "access-control-allow-origin": "*", + "access-control-expose-headers": "X-Repo-Commit,X-Request-Id,X-Error-Code,X-Error-Message,X-Total-Count,ETag,Link,Accept-Ranges,Content-Range,X-Linked-Size,X-Linked-ETag,X-Xet-Hash", + "content-type": "application/json", + "cross-origin-opener-policy": "same-origin", + "referrer-policy": "strict-origin-when-cross-origin", + "vary": "origin, access-control-request-method, access-control-request-headers, origin, access-control-request-method, access-control-request-headers", + "via": "1.1 0c5ff101632b59c47cd99b22ac6119c0.cloudfront.net (CloudFront)", + "x-amz-cf-id": "wrthu7xtjuoon6bQ2rEhMno58eKaz3caVhlKe8A5VFvVhz1K18bUlQ==", + "x-amz-cf-pop": "YVR52-P2", + "x-cache": "Miss from cloudfront", + "x-inference-id": "32746f6d-bb10-4eb5-a156-8b98e6b88e8a", + "x-inference-provider": "hf-inference", + "x-powered-by": "huggingface-moon", + "x-proxied-host": "http://10.109.142.216", + "x-proxied-path": "/pipeline/feature-extraction", + "x-proxied-replica": "44vf5qav-2f4nm", + "x-robots-tag": "none" + }, + "status": 200, + "statusText": "OK" } } - ] + ], + "meta": { + "createdAt": "2026-04-28T23:27:00.376Z", + "seinfeldVersion": "0.0.0" + }, + "version": 1 } diff --git a/e2e/scenarios/huggingface-instrumentation/assertions.ts b/e2e/scenarios/huggingface-instrumentation/assertions.ts index 991ba108a..9b2e50eff 100644 --- a/e2e/scenarios/huggingface-instrumentation/assertions.ts +++ b/e2e/scenarios/huggingface-instrumentation/assertions.ts @@ -3,6 +3,7 @@ import { type Json } from "../../helpers/normalize"; import type { CapturedLogEvent } from "../../helpers/mock-braintrust-server"; import { formatJsonFileSnapshot, + matchFileSnapshot, resolveFileSnapshotPath, } from "../../helpers/file-snapshot"; import { withScenarioHarness } from "../../helpers/scenario-harness"; @@ -395,9 +396,10 @@ export function defineHuggingFaceInstrumentationAssertions(options: { "matches the span contract snapshot", { timeout: options.timeoutMs }, async ({ expect }) => { - await expect( + await matchFileSnapshot( formatJsonFileSnapshot(buildSpanSummary(events)), - ).toMatchFileSnapshot(spanSnapshotPath); + spanSnapshotPath, + ); }, ); @@ -405,7 +407,8 @@ export function defineHuggingFaceInstrumentationAssertions(options: { "matches the log payload snapshot", { timeout: options.timeoutMs }, async ({ expect }) => { - await expect(formatJsonFileSnapshot(payloadRows)).toMatchFileSnapshot( + await matchFileSnapshot( + formatJsonFileSnapshot(payloadRows), payloadSnapshotPath, ); }, diff --git a/e2e/scenarios/mistral-instrumentation/assertions.ts b/e2e/scenarios/mistral-instrumentation/assertions.ts index ea50d39c0..726832272 100644 --- a/e2e/scenarios/mistral-instrumentation/assertions.ts +++ b/e2e/scenarios/mistral-instrumentation/assertions.ts @@ -8,6 +8,7 @@ import type { Json } from "../../helpers/normalize"; import { normalizeForSnapshot } from "../../helpers/normalize"; import { formatJsonFileSnapshot, + matchFileSnapshot, resolveFileSnapshotPath, } from "../../helpers/file-snapshot"; import { withScenarioHarness } from "../../helpers/scenario-harness"; @@ -1191,17 +1192,19 @@ export function defineMistralInstrumentationAssertions(options: { } test("matches the shared span snapshot", testConfig, async () => { - await expect( + await matchFileSnapshot( formatJsonFileSnapshot(buildSpanSummary(events, options.snapshotName)), - ).toMatchFileSnapshot(spanSnapshotPath); + spanSnapshotPath, + ); }); test("matches the shared payload snapshot", testConfig, async () => { - await expect( + await matchFileSnapshot( formatJsonFileSnapshot( buildPayloadSummary(events, payloads, options.snapshotName), ), - ).toMatchFileSnapshot(payloadSnapshotPath); + payloadSnapshotPath, + ); }); }); } diff --git a/e2e/scenarios/nextjs-instrumentation/scenario.test.ts b/e2e/scenarios/nextjs-instrumentation/scenario.test.ts index 145b64aeb..edc17ba3a 100644 --- a/e2e/scenarios/nextjs-instrumentation/scenario.test.ts +++ b/e2e/scenarios/nextjs-instrumentation/scenario.test.ts @@ -1,6 +1,7 @@ import { expect, test } from "vitest"; import { formatJsonFileSnapshot, + matchFileSnapshot, resolveFileSnapshotPath, } from "../../helpers/file-snapshot"; import type { Json } from "../../helpers/normalize"; @@ -192,7 +193,7 @@ test( ); } - await expect( + await matchFileSnapshot( formatJsonFileSnapshot( responses.map((response) => ({ body: response.body, @@ -200,19 +201,17 @@ test( status: response.status, })) as Json, ), - ).toMatchFileSnapshot( resolveFileSnapshotPath(import.meta.url, "route-responses.json"), ); - await expect( + await matchFileSnapshot( formatJsonFileSnapshot( [edgeSpan, nodeSpan].map((event) => summarizeEvent(event!)) as Json, ), - ).toMatchFileSnapshot( resolveFileSnapshotPath(import.meta.url, "span-events.json"), ); - await expect( + await matchFileSnapshot( formatJsonFileSnapshot( otelSpans .filter( @@ -230,11 +229,10 @@ test( name: span.name, })) as Json, ), - ).toMatchFileSnapshot( resolveFileSnapshotPath(import.meta.url, "otel-spans.json"), ); - await expect( + await matchFileSnapshot( formatJsonFileSnapshot( dedupeProjectRegisterRequestSummaries( requests.map((request) => { @@ -262,7 +260,6 @@ test( }), ) as Json, ), - ).toMatchFileSnapshot( resolveFileSnapshotPath(import.meta.url, "request-flow.json"), ); }, diff --git a/e2e/scenarios/openai-instrumentation/__cassettes__/openai-v4.cassette.json b/e2e/scenarios/openai-instrumentation/__cassettes__/openai-v4.cassette.json index d8b302432..698a491a7 100644 --- a/e2e/scenarios/openai-instrumentation/__cassettes__/openai-v4.cassette.json +++ b/e2e/scenarios/openai-instrumentation/__cassettes__/openai-v4.cassette.json @@ -1,23 +1,11 @@ { - "version": 1, - "meta": { - "createdAt": "2026-04-27T22:29:40.882Z", - "seinfeldVersion": "0.0.0" - }, "entries": [ { + "callIndex": 0, "id": "46b2c268acedfb12", "matchKey": "POST api.openai.com/v1/chat/completions", - "callIndex": 0, "recordedAt": "2026-04-27T22:29:40.882Z", "request": { - "method": "POST", - "url": "https://api.openai.com/v1/chat/completions", - "headers": { - "accept": "application/json", - "accept-encoding": "gzip,deflate", - "content-type": "application/json" - }, "body": { "kind": "json", "value": { @@ -31,20 +19,12 @@ "model": "gpt-4o-mini-2024-07-18", "temperature": 0 } - } + }, + "headers": {}, + "method": "POST", + "url": "https://api.openai.com/v1/chat/completions" }, "response": { - "status": 200, - "statusText": "OK", - "headers": { - "access-control-expose-headers": "X-Request-ID", - "alt-svc": "h3=\":443\"; ma=86400", - "content-type": "application/json", - "openai-organization": "braintrust-data", - "openai-version": "2020-10-01", - "x-content-type-options": "nosniff", - "x-openai-proxy-wasm": "v0.1" - }, "body": { "kind": "json", "value": { @@ -83,22 +63,26 @@ "total_tokens": 14 } } - } + }, + "headers": { + "access-control-expose-headers": "X-Request-ID", + "alt-svc": "h3=\":443\"; ma=86400", + "content-type": "application/json", + "openai-organization": "braintrust-data", + "openai-version": "2020-10-01", + "x-content-type-options": "nosniff", + "x-openai-proxy-wasm": "v0.1" + }, + "status": 200, + "statusText": "OK" } }, { + "callIndex": 1, "id": "ffc24f779b8a11e0", "matchKey": "POST api.openai.com/v1/chat/completions", - "callIndex": 1, "recordedAt": "2026-04-27T22:29:40.882Z", "request": { - "method": "POST", - "url": "https://api.openai.com/v1/chat/completions", - "headers": { - "accept": "application/json", - "accept-encoding": "gzip,deflate", - "content-type": "application/json" - }, "body": { "kind": "json", "value": { @@ -112,20 +96,12 @@ "model": "gpt-4o-mini-2024-07-18", "temperature": 0 } - } + }, + "headers": {}, + "method": "POST", + "url": "https://api.openai.com/v1/chat/completions" }, "response": { - "status": 200, - "statusText": "OK", - "headers": { - "access-control-expose-headers": "X-Request-ID", - "alt-svc": "h3=\":443\"; ma=86400", - "content-type": "application/json", - "openai-organization": "braintrust-data", - "openai-version": "2020-10-01", - "x-content-type-options": "nosniff", - "x-openai-proxy-wasm": "v0.1" - }, "body": { "kind": "json", "value": { @@ -164,22 +140,26 @@ "total_tokens": 14 } } - } + }, + "headers": { + "access-control-expose-headers": "X-Request-ID", + "alt-svc": "h3=\":443\"; ma=86400", + "content-type": "application/json", + "openai-organization": "braintrust-data", + "openai-version": "2020-10-01", + "x-content-type-options": "nosniff", + "x-openai-proxy-wasm": "v0.1" + }, + "status": 200, + "statusText": "OK" } }, { + "callIndex": 2, "id": "e6f3179b1cdbd9fa", "matchKey": "POST api.openai.com/v1/chat/completions", - "callIndex": 2, "recordedAt": "2026-04-27T22:29:40.882Z", "request": { - "method": "POST", - "url": "https://api.openai.com/v1/chat/completions", - "headers": { - "accept": "application/json", - "accept-encoding": "gzip,deflate", - "content-type": "application/json" - }, "body": { "kind": "json", "value": { @@ -197,11 +177,22 @@ }, "temperature": 0 } - } + }, + "headers": {}, + "method": "POST", + "url": "https://api.openai.com/v1/chat/completions" }, "response": { - "status": 200, - "statusText": "OK", + "body": { + "chunks": [ + "data: {\"id\":\"chatcmpl-DZOkD2fcVCC0BkRPDzUlLZD0rqrVj\",\"object\":\"chat.completion.chunk\",\"created\":1777328969,\"model\":\"gpt-4o-mini-2024-07-18\",\"service_tier\":\"default\",\"system_fingerprint\":\"fp_8626201b1a\",\"choices\":[{\"index\":0,\"delta\":{\"role\":\"assistant\",\"content\":\"\",\"refusal\":null},\"logprobs\":null,\"finish_reason\":null}],\"usage\":null,\"obfuscation\":\"b8XJWjWKe\"}", + "data: {\"id\":\"chatcmpl-DZOkD2fcVCC0BkRPDzUlLZD0rqrVj\",\"object\":\"chat.completion.chunk\",\"created\":1777328969,\"model\":\"gpt-4o-mini-2024-07-18\",\"service_tier\":\"default\",\"system_fingerprint\":\"fp_8626201b1a\",\"choices\":[{\"index\":0,\"delta\":{\"content\":\"STREAM\"},\"logprobs\":null,\"finish_reason\":null}],\"usage\":null,\"obfuscation\":\"BKjZW\"}", + "data: {\"id\":\"chatcmpl-DZOkD2fcVCC0BkRPDzUlLZD0rqrVj\",\"object\":\"chat.completion.chunk\",\"created\":1777328969,\"model\":\"gpt-4o-mini-2024-07-18\",\"service_tier\":\"default\",\"system_fingerprint\":\"fp_8626201b1a\",\"choices\":[{\"index\":0,\"delta\":{},\"logprobs\":null,\"finish_reason\":\"stop\"}],\"usage\":null,\"obfuscation\":\"ZW8BD\"}", + "data: {\"id\":\"chatcmpl-DZOkD2fcVCC0BkRPDzUlLZD0rqrVj\",\"object\":\"chat.completion.chunk\",\"created\":1777328969,\"model\":\"gpt-4o-mini-2024-07-18\",\"service_tier\":\"default\",\"system_fingerprint\":\"fp_8626201b1a\",\"choices\":[],\"usage\":{\"prompt_tokens\":12,\"completion_tokens\":1,\"total_tokens\":13,\"prompt_tokens_details\":{\"cached_tokens\":0,\"audio_tokens\":0},\"completion_tokens_details\":{\"reasoning_tokens\":0,\"audio_tokens\":0,\"accepted_prediction_tokens\":0,\"rejected_prediction_tokens\":0}},\"obfuscation\":\"5sIrxeh1HGd\"}", + "data: [DONE]" + ], + "kind": "sse" + }, "headers": { "access-control-expose-headers": "X-Request-ID", "alt-svc": "h3=\":443\"; ma=86400", @@ -211,31 +202,16 @@ "x-content-type-options": "nosniff", "x-openai-proxy-wasm": "v0.1" }, - "body": { - "kind": "sse", - "chunks": [ - "data: {\"id\":\"chatcmpl-DZOkD2fcVCC0BkRPDzUlLZD0rqrVj\",\"object\":\"chat.completion.chunk\",\"created\":1777328969,\"model\":\"gpt-4o-mini-2024-07-18\",\"service_tier\":\"default\",\"system_fingerprint\":\"fp_8626201b1a\",\"choices\":[{\"index\":0,\"delta\":{\"role\":\"assistant\",\"content\":\"\",\"refusal\":null},\"logprobs\":null,\"finish_reason\":null}],\"usage\":null,\"obfuscation\":\"b8XJWjWKe\"}", - "data: {\"id\":\"chatcmpl-DZOkD2fcVCC0BkRPDzUlLZD0rqrVj\",\"object\":\"chat.completion.chunk\",\"created\":1777328969,\"model\":\"gpt-4o-mini-2024-07-18\",\"service_tier\":\"default\",\"system_fingerprint\":\"fp_8626201b1a\",\"choices\":[{\"index\":0,\"delta\":{\"content\":\"STREAM\"},\"logprobs\":null,\"finish_reason\":null}],\"usage\":null,\"obfuscation\":\"BKjZW\"}", - "data: {\"id\":\"chatcmpl-DZOkD2fcVCC0BkRPDzUlLZD0rqrVj\",\"object\":\"chat.completion.chunk\",\"created\":1777328969,\"model\":\"gpt-4o-mini-2024-07-18\",\"service_tier\":\"default\",\"system_fingerprint\":\"fp_8626201b1a\",\"choices\":[{\"index\":0,\"delta\":{},\"logprobs\":null,\"finish_reason\":\"stop\"}],\"usage\":null,\"obfuscation\":\"ZW8BD\"}", - "data: {\"id\":\"chatcmpl-DZOkD2fcVCC0BkRPDzUlLZD0rqrVj\",\"object\":\"chat.completion.chunk\",\"created\":1777328969,\"model\":\"gpt-4o-mini-2024-07-18\",\"service_tier\":\"default\",\"system_fingerprint\":\"fp_8626201b1a\",\"choices\":[],\"usage\":{\"prompt_tokens\":12,\"completion_tokens\":1,\"total_tokens\":13,\"prompt_tokens_details\":{\"cached_tokens\":0,\"audio_tokens\":0},\"completion_tokens_details\":{\"reasoning_tokens\":0,\"audio_tokens\":0,\"accepted_prediction_tokens\":0,\"rejected_prediction_tokens\":0}},\"obfuscation\":\"5sIrxeh1HGd\"}", - "data: [DONE]" - ] - } + "status": 200, + "statusText": "OK" } }, { + "callIndex": 3, "id": "14b2b5dd8ab752df", "matchKey": "POST api.openai.com/v1/chat/completions", - "callIndex": 3, "recordedAt": "2026-04-27T22:29:40.882Z", "request": { - "method": "POST", - "url": "https://api.openai.com/v1/chat/completions", - "headers": { - "accept": "application/json", - "accept-encoding": "gzip,deflate", - "content-type": "application/json" - }, "body": { "kind": "json", "value": { @@ -253,22 +229,13 @@ }, "temperature": 0 } - } + }, + "headers": {}, + "method": "POST", + "url": "https://api.openai.com/v1/chat/completions" }, "response": { - "status": 200, - "statusText": "OK", - "headers": { - "access-control-expose-headers": "X-Request-ID", - "alt-svc": "h3=\":443\"; ma=86400", - "content-type": "text/event-stream; charset=utf-8", - "openai-organization": "braintrust-data", - "openai-version": "2020-10-01", - "x-content-type-options": "nosniff", - "x-openai-proxy-wasm": "v0.1" - }, "body": { - "kind": "sse", "chunks": [ "data: {\"id\":\"chatcmpl-DZOkDVKb9R6CkykG5fkCkMYkcZEqw\",\"object\":\"chat.completion.chunk\",\"created\":1777328969,\"model\":\"gpt-4o-mini-2024-07-18\",\"service_tier\":\"default\",\"system_fingerprint\":\"fp_4181e24c46\",\"choices\":[{\"index\":0,\"delta\":{\"role\":\"assistant\",\"content\":\"\",\"refusal\":null},\"logprobs\":null,\"finish_reason\":null}],\"usage\":null,\"obfuscation\":\"RLtunz5r5\"}", "data: {\"id\":\"chatcmpl-DZOkDVKb9R6CkykG5fkCkMYkcZEqw\",\"object\":\"chat.completion.chunk\",\"created\":1777328969,\"model\":\"gpt-4o-mini-2024-07-18\",\"service_tier\":\"default\",\"system_fingerprint\":\"fp_4181e24c46\",\"choices\":[{\"index\":0,\"delta\":{\"content\":\"STREAM\"},\"logprobs\":null,\"finish_reason\":null}],\"usage\":null,\"obfuscation\":\"AUsz7\"}", @@ -280,24 +247,28 @@ "data: {\"id\":\"chatcmpl-DZOkDVKb9R6CkykG5fkCkMYkcZEqw\",\"object\":\"chat.completion.chunk\",\"created\":1777328969,\"model\":\"gpt-4o-mini-2024-07-18\",\"service_tier\":\"default\",\"system_fingerprint\":\"fp_4181e24c46\",\"choices\":[{\"index\":0,\"delta\":{},\"logprobs\":null,\"finish_reason\":\"stop\"}],\"usage\":null,\"obfuscation\":\"e0ZjU\"}", "data: {\"id\":\"chatcmpl-DZOkDVKb9R6CkykG5fkCkMYkcZEqw\",\"object\":\"chat.completion.chunk\",\"created\":1777328969,\"model\":\"gpt-4o-mini-2024-07-18\",\"service_tier\":\"default\",\"system_fingerprint\":\"fp_4181e24c46\",\"choices\":[],\"usage\":{\"prompt_tokens\":17,\"completion_tokens\":6,\"total_tokens\":23,\"prompt_tokens_details\":{\"cached_tokens\":0,\"audio_tokens\":0},\"completion_tokens_details\":{\"reasoning_tokens\":0,\"audio_tokens\":0,\"accepted_prediction_tokens\":0,\"rejected_prediction_tokens\":0}},\"obfuscation\":\"wGJBjkQFlbT\"}", "data: [DONE]" - ] - } + ], + "kind": "sse" + }, + "headers": { + "access-control-expose-headers": "X-Request-ID", + "alt-svc": "h3=\":443\"; ma=86400", + "content-type": "text/event-stream; charset=utf-8", + "openai-organization": "braintrust-data", + "openai-version": "2020-10-01", + "x-content-type-options": "nosniff", + "x-openai-proxy-wasm": "v0.1" + }, + "status": 200, + "statusText": "OK" } }, { + "callIndex": 4, "id": "acf5ed00b0bfb7f2", "matchKey": "POST api.openai.com/v1/chat/completions", - "callIndex": 4, "recordedAt": "2026-04-27T22:29:40.882Z", "request": { - "method": "POST", - "url": "https://api.openai.com/v1/chat/completions", - "headers": { - "accept": "application/json", - "accept-encoding": "gzip,deflate", - "content-type": "application/json", - "x-stainless-helper-method": "beta.chat.completions.parse" - }, "body": { "kind": "json", "value": { @@ -324,20 +295,12 @@ "type": "json_schema" } } - } + }, + "headers": {}, + "method": "POST", + "url": "https://api.openai.com/v1/chat/completions" }, "response": { - "status": 200, - "statusText": "OK", - "headers": { - "access-control-expose-headers": "X-Request-ID", - "alt-svc": "h3=\":443\"; ma=86400", - "content-type": "application/json", - "openai-organization": "braintrust-data", - "openai-version": "2020-10-01", - "x-content-type-options": "nosniff", - "x-openai-proxy-wasm": "v0.1" - }, "body": { "kind": "json", "value": { @@ -376,23 +339,26 @@ "total_tokens": 50 } } - } + }, + "headers": { + "access-control-expose-headers": "X-Request-ID", + "alt-svc": "h3=\":443\"; ma=86400", + "content-type": "application/json", + "openai-organization": "braintrust-data", + "openai-version": "2020-10-01", + "x-content-type-options": "nosniff", + "x-openai-proxy-wasm": "v0.1" + }, + "status": 200, + "statusText": "OK" } }, { + "callIndex": 5, "id": "7b964923f5fd30df", "matchKey": "POST api.openai.com/v1/chat/completions", - "callIndex": 5, "recordedAt": "2026-04-27T22:29:40.882Z", "request": { - "method": "POST", - "url": "https://api.openai.com/v1/chat/completions", - "headers": { - "accept": "application/json", - "accept-encoding": "gzip,deflate", - "content-type": "application/json", - "x-stainless-helper-method": "stream" - }, "body": { "kind": "json", "value": { @@ -407,11 +373,22 @@ "stream": true, "temperature": 0 } - } + }, + "headers": {}, + "method": "POST", + "url": "https://api.openai.com/v1/chat/completions" }, "response": { - "status": 200, - "statusText": "OK", + "body": { + "chunks": [ + "data: {\"id\":\"chatcmpl-DZOkF3CZGw7zwMKaxsfzS5QxlTFKg\",\"object\":\"chat.completion.chunk\",\"created\":1777328971,\"model\":\"gpt-4o-mini-2024-07-18\",\"service_tier\":\"default\",\"system_fingerprint\":\"fp_8626201b1a\",\"choices\":[{\"index\":0,\"delta\":{\"role\":\"assistant\",\"content\":\"\",\"refusal\":null},\"logprobs\":null,\"finish_reason\":null}],\"obfuscation\":\"V8MbVz\"}", + "data: {\"id\":\"chatcmpl-DZOkF3CZGw7zwMKaxsfzS5QxlTFKg\",\"object\":\"chat.completion.chunk\",\"created\":1777328971,\"model\":\"gpt-4o-mini-2024-07-18\",\"service_tier\":\"default\",\"system_fingerprint\":\"fp_8626201b1a\",\"choices\":[{\"index\":0,\"delta\":{\"content\":\"SYNC\"},\"logprobs\":null,\"finish_reason\":null}],\"obfuscation\":\"tTWL\"}", + "data: {\"id\":\"chatcmpl-DZOkF3CZGw7zwMKaxsfzS5QxlTFKg\",\"object\":\"chat.completion.chunk\",\"created\":1777328971,\"model\":\"gpt-4o-mini-2024-07-18\",\"service_tier\":\"default\",\"system_fingerprint\":\"fp_8626201b1a\",\"choices\":[{\"index\":0,\"delta\":{\"content\":\" STREAM\"},\"logprobs\":null,\"finish_reason\":null}],\"obfuscation\":\"U\"}", + "data: {\"id\":\"chatcmpl-DZOkF3CZGw7zwMKaxsfzS5QxlTFKg\",\"object\":\"chat.completion.chunk\",\"created\":1777328971,\"model\":\"gpt-4o-mini-2024-07-18\",\"service_tier\":\"default\",\"system_fingerprint\":\"fp_8626201b1a\",\"choices\":[{\"index\":0,\"delta\":{},\"logprobs\":null,\"finish_reason\":\"stop\"}],\"obfuscation\":\"0K\"}", + "data: [DONE]" + ], + "kind": "sse" + }, "headers": { "access-control-expose-headers": "X-Request-ID", "alt-svc": "h3=\":443\"; ma=86400", @@ -421,31 +398,16 @@ "x-content-type-options": "nosniff", "x-openai-proxy-wasm": "v0.1" }, - "body": { - "kind": "sse", - "chunks": [ - "data: {\"id\":\"chatcmpl-DZOkF3CZGw7zwMKaxsfzS5QxlTFKg\",\"object\":\"chat.completion.chunk\",\"created\":1777328971,\"model\":\"gpt-4o-mini-2024-07-18\",\"service_tier\":\"default\",\"system_fingerprint\":\"fp_8626201b1a\",\"choices\":[{\"index\":0,\"delta\":{\"role\":\"assistant\",\"content\":\"\",\"refusal\":null},\"logprobs\":null,\"finish_reason\":null}],\"obfuscation\":\"V8MbVz\"}", - "data: {\"id\":\"chatcmpl-DZOkF3CZGw7zwMKaxsfzS5QxlTFKg\",\"object\":\"chat.completion.chunk\",\"created\":1777328971,\"model\":\"gpt-4o-mini-2024-07-18\",\"service_tier\":\"default\",\"system_fingerprint\":\"fp_8626201b1a\",\"choices\":[{\"index\":0,\"delta\":{\"content\":\"SYNC\"},\"logprobs\":null,\"finish_reason\":null}],\"obfuscation\":\"tTWL\"}", - "data: {\"id\":\"chatcmpl-DZOkF3CZGw7zwMKaxsfzS5QxlTFKg\",\"object\":\"chat.completion.chunk\",\"created\":1777328971,\"model\":\"gpt-4o-mini-2024-07-18\",\"service_tier\":\"default\",\"system_fingerprint\":\"fp_8626201b1a\",\"choices\":[{\"index\":0,\"delta\":{\"content\":\" STREAM\"},\"logprobs\":null,\"finish_reason\":null}],\"obfuscation\":\"U\"}", - "data: {\"id\":\"chatcmpl-DZOkF3CZGw7zwMKaxsfzS5QxlTFKg\",\"object\":\"chat.completion.chunk\",\"created\":1777328971,\"model\":\"gpt-4o-mini-2024-07-18\",\"service_tier\":\"default\",\"system_fingerprint\":\"fp_8626201b1a\",\"choices\":[{\"index\":0,\"delta\":{},\"logprobs\":null,\"finish_reason\":\"stop\"}],\"obfuscation\":\"0K\"}", - "data: [DONE]" - ] - } + "status": 200, + "statusText": "OK" } }, { + "callIndex": 0, "id": "0bececaba7d19515", "matchKey": "POST api.openai.com/v1/embeddings", - "callIndex": 0, "recordedAt": "2026-04-27T22:29:40.882Z", "request": { - "method": "POST", - "url": "https://api.openai.com/v1/embeddings", - "headers": { - "accept": "application/json", - "accept-encoding": "gzip,deflate", - "content-type": "application/json" - }, "body": { "kind": "json", "value": { @@ -453,20 +415,12 @@ "input": "Paris", "model": "text-embedding-3-small" } - } + }, + "headers": {}, + "method": "POST", + "url": "https://api.openai.com/v1/embeddings" }, "response": { - "status": 200, - "statusText": "OK", - "headers": { - "access-control-expose-headers": "X-Request-ID", - "alt-svc": "h3=\":443\"; ma=86400", - "content-type": "application/json", - "openai-organization": "braintrust-data", - "openai-version": "2020-10-01", - "x-content-type-options": "nosniff", - "x-openai-proxy-wasm": "v0.1" - }, "body": { "kind": "json", "value": { @@ -484,41 +438,38 @@ "total_tokens": 1 } } - } + }, + "headers": { + "access-control-expose-headers": "X-Request-ID", + "alt-svc": "h3=\":443\"; ma=86400", + "content-type": "application/json", + "openai-organization": "braintrust-data", + "openai-version": "2020-10-01", + "x-content-type-options": "nosniff", + "x-openai-proxy-wasm": "v0.1" + }, + "status": 200, + "statusText": "OK" } }, { + "callIndex": 0, "id": "5f388614ec5c41af", "matchKey": "POST api.openai.com/v1/moderations", - "callIndex": 0, "recordedAt": "2026-04-27T22:29:40.882Z", "request": { - "method": "POST", - "url": "https://api.openai.com/v1/moderations", - "headers": { - "accept": "application/json", - "accept-encoding": "gzip,deflate", - "content-type": "application/json" - }, "body": { "kind": "json", "value": { "input": "Hello from Braintrust.", "model": "omni-moderation-2024-09-26" } - } + }, + "headers": {}, + "method": "POST", + "url": "https://api.openai.com/v1/moderations" }, "response": { - "status": 200, - "statusText": "OK", - "headers": { - "alt-svc": "h3=\":443\"; ma=86400", - "content-type": "application/json", - "openai-organization": "braintrust-data", - "openai-version": "2020-10-01", - "x-content-type-options": "nosniff", - "x-openai-proxy-wasm": "v0.1" - }, "body": { "kind": "json", "value": { @@ -557,40 +508,43 @@ "violence/graphic": ["text"] }, "category_scores": { - "harassment": 0.00001141223854434603, - "harassment/threatening": 0.0000012219076020491008, - "hate": 0.000003944258675190877, + "harassment": 1.141223854434603e-5, + "harassment/threatening": 1.2219076020491008e-6, + "hate": 3.944258675190877e-6, "hate/threatening": 1.2878952156558146e-7, - "illicit": 0.000005738759521437678, - "illicit/violent": 0.000003822911232549001, - "self-harm": 0.000003120191139396651, + "illicit": 5.738759521437678e-6, + "illicit/violent": 3.822911232549001e-6, + "self-harm": 3.120191139396651e-6, "self-harm/instructions": 6.240930669504435e-7, - "self-harm/intent": 0.0000022474089854291757, - "sexual": 0.000006814872211615988, + "self-harm/intent": 2.2474089854291757e-6, + "sexual": 6.814872211615988e-6, "sexual/minors": 5.255395707074638e-7, - "violence": 0.000014202364022997911, - "violence/graphic": 0.0000019525885208642222 + "violence": 1.4202364022997911e-5, + "violence/graphic": 1.9525885208642222e-6 }, "flagged": false } ] } - } + }, + "headers": { + "alt-svc": "h3=\":443\"; ma=86400", + "content-type": "application/json", + "openai-organization": "braintrust-data", + "openai-version": "2020-10-01", + "x-content-type-options": "nosniff", + "x-openai-proxy-wasm": "v0.1" + }, + "status": 200, + "statusText": "OK" } }, { + "callIndex": 0, "id": "55c3e923d7f6a992", "matchKey": "POST api.openai.com/v1/responses", - "callIndex": 0, "recordedAt": "2026-04-27T22:29:40.882Z", "request": { - "method": "POST", - "url": "https://api.openai.com/v1/responses", - "headers": { - "accept": "application/json", - "accept-encoding": "gzip,deflate", - "content-type": "application/json" - }, "body": { "kind": "json", "value": { @@ -598,18 +552,12 @@ "max_output_tokens": 24, "model": "gpt-4o-mini-2024-07-18" } - } + }, + "headers": {}, + "method": "POST", + "url": "https://api.openai.com/v1/responses" }, "response": { - "status": 200, - "statusText": "OK", - "headers": { - "alt-svc": "h3=\":443\"; ma=86400", - "content-type": "application/json", - "openai-organization": "braintrust-data", - "openai-version": "2020-10-01", - "x-content-type-options": "nosniff" - }, "body": { "kind": "json", "value": { @@ -684,22 +632,24 @@ }, "user": null } - } + }, + "headers": { + "alt-svc": "h3=\":443\"; ma=86400", + "content-type": "application/json", + "openai-organization": "braintrust-data", + "openai-version": "2020-10-01", + "x-content-type-options": "nosniff" + }, + "status": 200, + "statusText": "OK" } }, { + "callIndex": 1, "id": "5b9a1fe9a5549ba9", "matchKey": "POST api.openai.com/v1/responses", - "callIndex": 1, "recordedAt": "2026-04-27T22:29:40.882Z", "request": { - "method": "POST", - "url": "https://api.openai.com/v1/responses", - "headers": { - "accept": "application/json", - "accept-encoding": "gzip,deflate", - "content-type": "application/json" - }, "body": { "kind": "json", "value": { @@ -707,18 +657,12 @@ "max_output_tokens": 24, "model": "gpt-4o-mini-2024-07-18" } - } + }, + "headers": {}, + "method": "POST", + "url": "https://api.openai.com/v1/responses" }, "response": { - "status": 200, - "statusText": "OK", - "headers": { - "alt-svc": "h3=\":443\"; ma=86400", - "content-type": "application/json", - "openai-organization": "braintrust-data", - "openai-version": "2020-10-01", - "x-content-type-options": "nosniff" - }, "body": { "kind": "json", "value": { @@ -793,22 +737,24 @@ }, "user": null } - } + }, + "headers": { + "alt-svc": "h3=\":443\"; ma=86400", + "content-type": "application/json", + "openai-organization": "braintrust-data", + "openai-version": "2020-10-01", + "x-content-type-options": "nosniff" + }, + "status": 200, + "statusText": "OK" } }, { + "callIndex": 2, "id": "e35182303c0369bf", "matchKey": "POST api.openai.com/v1/responses", - "callIndex": 2, "recordedAt": "2026-04-27T22:29:40.882Z", "request": { - "method": "POST", - "url": "https://api.openai.com/v1/responses", - "headers": { - "accept": "application/json", - "accept-encoding": "gzip,deflate", - "content-type": "application/json" - }, "body": { "kind": "json", "value": { @@ -817,20 +763,13 @@ "model": "gpt-4o-mini-2024-07-18", "stream": true } - } + }, + "headers": {}, + "method": "POST", + "url": "https://api.openai.com/v1/responses" }, "response": { - "status": 200, - "statusText": "OK", - "headers": { - "alt-svc": "h3=\":443\"; ma=86400", - "content-type": "text/event-stream; charset=utf-8", - "openai-organization": "braintrust-data", - "openai-version": "2020-10-01", - "x-content-type-options": "nosniff" - }, "body": { - "kind": "sse", "chunks": [ "event: response.created\ndata: {\"type\":\"response.created\",\"response\":{\"id\":\"resp_0eff759baf19b1190069efe34f215c8194be3bfaa24935caa5\",\"object\":\"response\",\"created_at\":1777328975,\"status\":\"in_progress\",\"background\":false,\"completed_at\":null,\"error\":null,\"frequency_penalty\":0.0,\"incomplete_details\":null,\"instructions\":null,\"max_output_tokens\":24,\"max_tool_calls\":null,\"model\":\"gpt-4o-mini-2024-07-18\",\"moderation\":null,\"output\":[],\"parallel_tool_calls\":true,\"presence_penalty\":0.0,\"previous_response_id\":null,\"prompt_cache_key\":null,\"prompt_cache_retention\":\"in_memory\",\"reasoning\":{\"effort\":null,\"summary\":null},\"safety_identifier\":null,\"service_tier\":\"auto\",\"store\":true,\"temperature\":1.0,\"text\":{\"format\":{\"type\":\"text\"},\"verbosity\":\"medium\"},\"tool_choice\":\"auto\",\"tools\":[],\"top_logprobs\":0,\"top_p\":1.0,\"truncation\":\"disabled\",\"usage\":null,\"user\":null,\"metadata\":{}},\"sequence_number\":0}", "event: response.in_progress\ndata: {\"type\":\"response.in_progress\",\"response\":{\"id\":\"resp_0eff759baf19b1190069efe34f215c8194be3bfaa24935caa5\",\"object\":\"response\",\"created_at\":1777328975,\"status\":\"in_progress\",\"background\":false,\"completed_at\":null,\"error\":null,\"frequency_penalty\":0.0,\"incomplete_details\":null,\"instructions\":null,\"max_output_tokens\":24,\"max_tool_calls\":null,\"model\":\"gpt-4o-mini-2024-07-18\",\"moderation\":null,\"output\":[],\"parallel_tool_calls\":true,\"presence_penalty\":0.0,\"previous_response_id\":null,\"prompt_cache_key\":null,\"prompt_cache_retention\":\"in_memory\",\"reasoning\":{\"effort\":null,\"summary\":null},\"safety_identifier\":null,\"service_tier\":\"auto\",\"store\":true,\"temperature\":1.0,\"text\":{\"format\":{\"type\":\"text\"},\"verbosity\":\"medium\"},\"tool_choice\":\"auto\",\"tools\":[],\"top_logprobs\":0,\"top_p\":1.0,\"truncation\":\"disabled\",\"usage\":null,\"user\":null,\"metadata\":{}},\"sequence_number\":1}", @@ -843,24 +782,26 @@ "event: response.content_part.done\ndata: {\"type\":\"response.content_part.done\",\"content_index\":0,\"item_id\":\"msg_0eff759baf19b1190069efe35038d8819499cd889528682f69\",\"output_index\":0,\"part\":{\"type\":\"output_text\",\"annotations\":[],\"logprobs\":[],\"text\":\"RESPONSE STREAM\"},\"sequence_number\":8}", "event: response.output_item.done\ndata: {\"type\":\"response.output_item.done\",\"item\":{\"id\":\"msg_0eff759baf19b1190069efe35038d8819499cd889528682f69\",\"type\":\"message\",\"status\":\"completed\",\"content\":[{\"type\":\"output_text\",\"annotations\":[],\"logprobs\":[],\"text\":\"RESPONSE STREAM\"}],\"role\":\"assistant\"},\"output_index\":0,\"sequence_number\":9}", "event: response.completed\ndata: {\"type\":\"response.completed\",\"response\":{\"id\":\"resp_0eff759baf19b1190069efe34f215c8194be3bfaa24935caa5\",\"object\":\"response\",\"created_at\":1777328975,\"status\":\"completed\",\"background\":false,\"completed_at\":1777328976,\"error\":null,\"frequency_penalty\":0.0,\"incomplete_details\":null,\"instructions\":null,\"max_output_tokens\":24,\"max_tool_calls\":null,\"model\":\"gpt-4o-mini-2024-07-18\",\"moderation\":null,\"output\":[{\"id\":\"msg_0eff759baf19b1190069efe35038d8819499cd889528682f69\",\"type\":\"message\",\"status\":\"completed\",\"content\":[{\"type\":\"output_text\",\"annotations\":[],\"logprobs\":[],\"text\":\"RESPONSE STREAM\"}],\"role\":\"assistant\"}],\"parallel_tool_calls\":true,\"presence_penalty\":0.0,\"previous_response_id\":null,\"prompt_cache_key\":null,\"prompt_cache_retention\":\"in_memory\",\"reasoning\":{\"effort\":null,\"summary\":null},\"safety_identifier\":null,\"service_tier\":\"default\",\"store\":true,\"temperature\":1.0,\"text\":{\"format\":{\"type\":\"text\"},\"verbosity\":\"medium\"},\"tool_choice\":\"auto\",\"tools\":[],\"top_logprobs\":0,\"top_p\":1.0,\"truncation\":\"disabled\",\"usage\":{\"input_tokens\":13,\"input_tokens_details\":{\"cached_tokens\":0},\"output_tokens\":4,\"output_tokens_details\":{\"reasoning_tokens\":0},\"total_tokens\":17},\"user\":null,\"metadata\":{}},\"sequence_number\":10}" - ] - } + ], + "kind": "sse" + }, + "headers": { + "alt-svc": "h3=\":443\"; ma=86400", + "content-type": "text/event-stream; charset=utf-8", + "openai-organization": "braintrust-data", + "openai-version": "2020-10-01", + "x-content-type-options": "nosniff" + }, + "status": 200, + "statusText": "OK" } }, { + "callIndex": 3, "id": "ad8ed83978816230", "matchKey": "POST api.openai.com/v1/responses", - "callIndex": 3, "recordedAt": "2026-04-27T22:29:40.882Z", "request": { - "method": "POST", - "url": "https://api.openai.com/v1/responses", - "headers": { - "accept": "application/json", - "accept-encoding": "gzip,deflate", - "content-type": "application/json", - "x-stainless-helper-method": "stream" - }, "body": { "kind": "json", "value": { @@ -869,20 +810,13 @@ "model": "gpt-4o-mini-2024-07-18", "stream": true } - } + }, + "headers": {}, + "method": "POST", + "url": "https://api.openai.com/v1/responses" }, "response": { - "status": 200, - "statusText": "OK", - "headers": { - "alt-svc": "h3=\":443\"; ma=86400", - "content-type": "text/event-stream; charset=utf-8", - "openai-organization": "braintrust-data", - "openai-version": "2020-10-01", - "x-content-type-options": "nosniff" - }, "body": { - "kind": "sse", "chunks": [ "event: response.created\ndata: {\"type\":\"response.created\",\"response\":{\"id\":\"resp_0ba7f7049240a1250069efe350a2488197a75679d201c06dea\",\"object\":\"response\",\"created_at\":1777328976,\"status\":\"in_progress\",\"background\":false,\"completed_at\":null,\"error\":null,\"frequency_penalty\":0.0,\"incomplete_details\":null,\"instructions\":null,\"max_output_tokens\":24,\"max_tool_calls\":null,\"model\":\"gpt-4o-mini-2024-07-18\",\"moderation\":null,\"output\":[],\"parallel_tool_calls\":true,\"presence_penalty\":0.0,\"previous_response_id\":null,\"prompt_cache_key\":null,\"prompt_cache_retention\":\"in_memory\",\"reasoning\":{\"effort\":null,\"summary\":null},\"safety_identifier\":null,\"service_tier\":\"auto\",\"store\":true,\"temperature\":1.0,\"text\":{\"format\":{\"type\":\"text\"},\"verbosity\":\"medium\"},\"tool_choice\":\"auto\",\"tools\":[],\"top_logprobs\":0,\"top_p\":1.0,\"truncation\":\"disabled\",\"usage\":null,\"user\":null,\"metadata\":{}},\"sequence_number\":0}", "event: response.in_progress\ndata: {\"type\":\"response.in_progress\",\"response\":{\"id\":\"resp_0ba7f7049240a1250069efe350a2488197a75679d201c06dea\",\"object\":\"response\",\"created_at\":1777328976,\"status\":\"in_progress\",\"background\":false,\"completed_at\":null,\"error\":null,\"frequency_penalty\":0.0,\"incomplete_details\":null,\"instructions\":null,\"max_output_tokens\":24,\"max_tool_calls\":null,\"model\":\"gpt-4o-mini-2024-07-18\",\"moderation\":null,\"output\":[],\"parallel_tool_calls\":true,\"presence_penalty\":0.0,\"previous_response_id\":null,\"prompt_cache_key\":null,\"prompt_cache_retention\":\"in_memory\",\"reasoning\":{\"effort\":null,\"summary\":null},\"safety_identifier\":null,\"service_tier\":\"auto\",\"store\":true,\"temperature\":1.0,\"text\":{\"format\":{\"type\":\"text\"},\"verbosity\":\"medium\"},\"tool_choice\":\"auto\",\"tools\":[],\"top_logprobs\":0,\"top_p\":1.0,\"truncation\":\"disabled\",\"usage\":null,\"user\":null,\"metadata\":{}},\"sequence_number\":1}", @@ -893,24 +827,26 @@ "event: response.content_part.done\ndata: {\"type\":\"response.content_part.done\",\"content_index\":0,\"item_id\":\"msg_0ba7f7049240a1250069efe351c0e881979520253755c5eb72\",\"output_index\":0,\"part\":{\"type\":\"output_text\",\"annotations\":[],\"logprobs\":[],\"text\":\"36\"},\"sequence_number\":6}", "event: response.output_item.done\ndata: {\"type\":\"response.output_item.done\",\"item\":{\"id\":\"msg_0ba7f7049240a1250069efe351c0e881979520253755c5eb72\",\"type\":\"message\",\"status\":\"completed\",\"content\":[{\"type\":\"output_text\",\"annotations\":[],\"logprobs\":[],\"text\":\"36\"}],\"role\":\"assistant\"},\"output_index\":0,\"sequence_number\":7}", "event: response.completed\ndata: {\"type\":\"response.completed\",\"response\":{\"id\":\"resp_0ba7f7049240a1250069efe350a2488197a75679d201c06dea\",\"object\":\"response\",\"created_at\":1777328976,\"status\":\"completed\",\"background\":false,\"completed_at\":1777328977,\"error\":null,\"frequency_penalty\":0.0,\"incomplete_details\":null,\"instructions\":null,\"max_output_tokens\":24,\"max_tool_calls\":null,\"model\":\"gpt-4o-mini-2024-07-18\",\"moderation\":null,\"output\":[{\"id\":\"msg_0ba7f7049240a1250069efe351c0e881979520253755c5eb72\",\"type\":\"message\",\"status\":\"completed\",\"content\":[{\"type\":\"output_text\",\"annotations\":[],\"logprobs\":[],\"text\":\"36\"}],\"role\":\"assistant\"}],\"parallel_tool_calls\":true,\"presence_penalty\":0.0,\"previous_response_id\":null,\"prompt_cache_key\":null,\"prompt_cache_retention\":\"in_memory\",\"reasoning\":{\"effort\":null,\"summary\":null},\"safety_identifier\":null,\"service_tier\":\"default\",\"store\":true,\"temperature\":1.0,\"text\":{\"format\":{\"type\":\"text\"},\"verbosity\":\"medium\"},\"tool_choice\":\"auto\",\"tools\":[],\"top_logprobs\":0,\"top_p\":1.0,\"truncation\":\"disabled\",\"usage\":{\"input_tokens\":21,\"input_tokens_details\":{\"cached_tokens\":0},\"output_tokens\":2,\"output_tokens_details\":{\"reasoning_tokens\":0},\"total_tokens\":23},\"user\":null,\"metadata\":{}},\"sequence_number\":8}" - ] - } + ], + "kind": "sse" + }, + "headers": { + "alt-svc": "h3=\":443\"; ma=86400", + "content-type": "text/event-stream; charset=utf-8", + "openai-organization": "braintrust-data", + "openai-version": "2020-10-01", + "x-content-type-options": "nosniff" + }, + "status": 200, + "statusText": "OK" } }, { + "callIndex": 4, "id": "29b5dc12f56fc480", "matchKey": "POST api.openai.com/v1/responses", - "callIndex": 4, "recordedAt": "2026-04-27T22:29:40.882Z", "request": { - "method": "POST", - "url": "https://api.openai.com/v1/responses", - "headers": { - "accept": "application/json", - "accept-encoding": "gzip,deflate", - "content-type": "application/json", - "x-stainless-helper-method": "stream" - }, "body": { "kind": "json", "value": { @@ -919,20 +855,13 @@ "model": "gpt-4o-mini-2024-07-18", "stream": true } - } + }, + "headers": {}, + "method": "POST", + "url": "https://api.openai.com/v1/responses" }, "response": { - "status": 200, - "statusText": "OK", - "headers": { - "alt-svc": "h3=\":443\"; ma=86400", - "content-type": "text/event-stream; charset=utf-8", - "openai-organization": "braintrust-data", - "openai-version": "2020-10-01", - "x-content-type-options": "nosniff" - }, "body": { - "kind": "sse", "chunks": [ "event: response.created\ndata: {\"type\":\"response.created\",\"response\":{\"id\":\"resp_0c9cade89714cb2b0069efe352393881969593115e0a19422a\",\"object\":\"response\",\"created_at\":1777328978,\"status\":\"in_progress\",\"background\":false,\"completed_at\":null,\"error\":null,\"frequency_penalty\":0.0,\"incomplete_details\":null,\"instructions\":null,\"max_output_tokens\":24,\"max_tool_calls\":null,\"model\":\"gpt-4o-mini-2024-07-18\",\"moderation\":null,\"output\":[],\"parallel_tool_calls\":true,\"presence_penalty\":0.0,\"previous_response_id\":null,\"prompt_cache_key\":null,\"prompt_cache_retention\":\"in_memory\",\"reasoning\":{\"effort\":null,\"summary\":null},\"safety_identifier\":null,\"service_tier\":\"auto\",\"store\":true,\"temperature\":1.0,\"text\":{\"format\":{\"type\":\"text\"},\"verbosity\":\"medium\"},\"tool_choice\":\"auto\",\"tools\":[],\"top_logprobs\":0,\"top_p\":1.0,\"truncation\":\"disabled\",\"usage\":null,\"user\":null,\"metadata\":{}},\"sequence_number\":0}", "event: response.in_progress\ndata: {\"type\":\"response.in_progress\",\"response\":{\"id\":\"resp_0c9cade89714cb2b0069efe352393881969593115e0a19422a\",\"object\":\"response\",\"created_at\":1777328978,\"status\":\"in_progress\",\"background\":false,\"completed_at\":null,\"error\":null,\"frequency_penalty\":0.0,\"incomplete_details\":null,\"instructions\":null,\"max_output_tokens\":24,\"max_tool_calls\":null,\"model\":\"gpt-4o-mini-2024-07-18\",\"moderation\":null,\"output\":[],\"parallel_tool_calls\":true,\"presence_penalty\":0.0,\"previous_response_id\":null,\"prompt_cache_key\":null,\"prompt_cache_retention\":\"in_memory\",\"reasoning\":{\"effort\":null,\"summary\":null},\"safety_identifier\":null,\"service_tier\":\"auto\",\"store\":true,\"temperature\":1.0,\"text\":{\"format\":{\"type\":\"text\"},\"verbosity\":\"medium\"},\"tool_choice\":\"auto\",\"tools\":[],\"top_logprobs\":0,\"top_p\":1.0,\"truncation\":\"disabled\",\"usage\":null,\"user\":null,\"metadata\":{}},\"sequence_number\":1}", @@ -944,23 +873,26 @@ "event: response.content_part.done\ndata: {\"type\":\"response.content_part.done\",\"content_index\":0,\"item_id\":\"msg_0c9cade89714cb2b0069efe352cb24819694b7b1becbeeeb06\",\"output_index\":0,\"part\":{\"type\":\"output_text\",\"annotations\":[],\"logprobs\":[],\"text\":\"PARTIAL\"},\"sequence_number\":7}", "event: response.output_item.done\ndata: {\"type\":\"response.output_item.done\",\"item\":{\"id\":\"msg_0c9cade89714cb2b0069efe352cb24819694b7b1becbeeeb06\",\"type\":\"message\",\"status\":\"completed\",\"content\":[{\"type\":\"output_text\",\"annotations\":[],\"logprobs\":[],\"text\":\"PARTIAL\"}],\"role\":\"assistant\"},\"output_index\":0,\"sequence_number\":8}", "event: response.completed\ndata: {\"type\":\"response.completed\",\"response\":{\"id\":\"resp_0c9cade89714cb2b0069efe352393881969593115e0a19422a\",\"object\":\"response\",\"created_at\":1777328978,\"status\":\"completed\",\"background\":false,\"completed_at\":1777328978,\"error\":null,\"frequency_penalty\":0.0,\"incomplete_details\":null,\"instructions\":null,\"max_output_tokens\":24,\"max_tool_calls\":null,\"model\":\"gpt-4o-mini-2024-07-18\",\"moderation\":null,\"output\":[{\"id\":\"msg_0c9cade89714cb2b0069efe352cb24819694b7b1becbeeeb06\",\"type\":\"message\",\"status\":\"completed\",\"content\":[{\"type\":\"output_text\",\"annotations\":[],\"logprobs\":[],\"text\":\"PARTIAL\"}],\"role\":\"assistant\"}],\"parallel_tool_calls\":true,\"presence_penalty\":0.0,\"previous_response_id\":null,\"prompt_cache_key\":null,\"prompt_cache_retention\":\"in_memory\",\"reasoning\":{\"effort\":null,\"summary\":null},\"safety_identifier\":null,\"service_tier\":\"default\",\"store\":true,\"temperature\":1.0,\"text\":{\"format\":{\"type\":\"text\"},\"verbosity\":\"medium\"},\"tool_choice\":\"auto\",\"tools\":[],\"top_logprobs\":0,\"top_p\":1.0,\"truncation\":\"disabled\",\"usage\":{\"input_tokens\":13,\"input_tokens_details\":{\"cached_tokens\":0},\"output_tokens\":3,\"output_tokens_details\":{\"reasoning_tokens\":0},\"total_tokens\":16},\"user\":null,\"metadata\":{}},\"sequence_number\":9}" - ] - } + ], + "kind": "sse" + }, + "headers": { + "alt-svc": "h3=\":443\"; ma=86400", + "content-type": "text/event-stream; charset=utf-8", + "openai-organization": "braintrust-data", + "openai-version": "2020-10-01", + "x-content-type-options": "nosniff" + }, + "status": 200, + "statusText": "OK" } }, { + "callIndex": 5, "id": "c684b0749c53da7e", "matchKey": "POST api.openai.com/v1/responses", - "callIndex": 5, "recordedAt": "2026-04-27T22:29:40.882Z", "request": { - "method": "POST", - "url": "https://api.openai.com/v1/responses", - "headers": { - "accept": "application/json", - "accept-encoding": "gzip,deflate", - "content-type": "application/json" - }, "body": { "kind": "json", "value": { @@ -986,18 +918,12 @@ } } } - } + }, + "headers": {}, + "method": "POST", + "url": "https://api.openai.com/v1/responses" }, "response": { - "status": 200, - "statusText": "OK", - "headers": { - "alt-svc": "h3=\":443\"; ma=86400", - "content-type": "application/json", - "openai-organization": "braintrust-data", - "openai-version": "2020-10-01", - "x-content-type-options": "nosniff" - }, "body": { "kind": "json", "value": { @@ -1088,22 +1014,24 @@ }, "user": null } - } + }, + "headers": { + "alt-svc": "h3=\":443\"; ma=86400", + "content-type": "application/json", + "openai-organization": "braintrust-data", + "openai-version": "2020-10-01", + "x-content-type-options": "nosniff" + }, + "status": 200, + "statusText": "OK" } }, { + "callIndex": 6, "id": "c878e016ad8ae6a0", "matchKey": "POST api.openai.com/v1/chat/completions", - "callIndex": 6, "recordedAt": "2026-04-27T22:29:40.882Z", "request": { - "method": "POST", - "url": "https://api.openai.com/v1/chat/completions", - "headers": { - "accept": "application/json", - "accept-encoding": "gzip,deflate", - "content-type": "application/json" - }, "body": { "kind": "json", "value": { @@ -1121,11 +1049,23 @@ }, "temperature": 0 } - } + }, + "headers": {}, + "method": "POST", + "url": "https://api.openai.com/v1/chat/completions" }, "response": { - "status": 200, - "statusText": "OK", + "body": { + "chunks": [ + "data: {\"id\":\"chatcmpl-DZOkOHN7LUP5M6wnR4cZjN9UGDgmb\",\"object\":\"chat.completion.chunk\",\"created\":1777328980,\"model\":\"gpt-4o-mini-2024-07-18\",\"service_tier\":\"default\",\"system_fingerprint\":\"fp_a7190374f3\",\"choices\":[{\"index\":0,\"delta\":{\"role\":\"assistant\",\"content\":\"\",\"refusal\":null},\"logprobs\":null,\"finish_reason\":null}],\"usage\":null,\"obfuscation\":\"fMDbFkoeX\"}", + "data: {\"id\":\"chatcmpl-DZOkOHN7LUP5M6wnR4cZjN9UGDgmb\",\"object\":\"chat.completion.chunk\",\"created\":1777328980,\"model\":\"gpt-4o-mini-2024-07-18\",\"service_tier\":\"default\",\"system_fingerprint\":\"fp_a7190374f3\",\"choices\":[{\"index\":0,\"delta\":{\"content\":\"SYNC\"},\"logprobs\":null,\"finish_reason\":null}],\"usage\":null,\"obfuscation\":\"YERdNwN\"}", + "data: {\"id\":\"chatcmpl-DZOkOHN7LUP5M6wnR4cZjN9UGDgmb\",\"object\":\"chat.completion.chunk\",\"created\":1777328980,\"model\":\"gpt-4o-mini-2024-07-18\",\"service_tier\":\"default\",\"system_fingerprint\":\"fp_a7190374f3\",\"choices\":[{\"index\":0,\"delta\":{\"content\":\" STREAM\"},\"logprobs\":null,\"finish_reason\":null}],\"usage\":null,\"obfuscation\":\"yDoJ\"}", + "data: {\"id\":\"chatcmpl-DZOkOHN7LUP5M6wnR4cZjN9UGDgmb\",\"object\":\"chat.completion.chunk\",\"created\":1777328980,\"model\":\"gpt-4o-mini-2024-07-18\",\"service_tier\":\"default\",\"system_fingerprint\":\"fp_a7190374f3\",\"choices\":[{\"index\":0,\"delta\":{},\"logprobs\":null,\"finish_reason\":\"stop\"}],\"usage\":null,\"obfuscation\":\"xnt7n\"}", + "data: {\"id\":\"chatcmpl-DZOkOHN7LUP5M6wnR4cZjN9UGDgmb\",\"object\":\"chat.completion.chunk\",\"created\":1777328980,\"model\":\"gpt-4o-mini-2024-07-18\",\"service_tier\":\"default\",\"system_fingerprint\":\"fp_a7190374f3\",\"choices\":[],\"usage\":{\"prompt_tokens\":14,\"completion_tokens\":2,\"total_tokens\":16,\"prompt_tokens_details\":{\"cached_tokens\":0,\"audio_tokens\":0},\"completion_tokens_details\":{\"reasoning_tokens\":0,\"audio_tokens\":0,\"accepted_prediction_tokens\":0,\"rejected_prediction_tokens\":0}},\"obfuscation\":\"BOu2hsx3s8b\"}", + "data: [DONE]" + ], + "kind": "sse" + }, "headers": { "access-control-expose-headers": "X-Request-ID", "alt-svc": "h3=\":443\"; ma=86400", @@ -1135,18 +1075,14 @@ "x-content-type-options": "nosniff", "x-openai-proxy-wasm": "v0.1" }, - "body": { - "kind": "sse", - "chunks": [ - "data: {\"id\":\"chatcmpl-DZOkOHN7LUP5M6wnR4cZjN9UGDgmb\",\"object\":\"chat.completion.chunk\",\"created\":1777328980,\"model\":\"gpt-4o-mini-2024-07-18\",\"service_tier\":\"default\",\"system_fingerprint\":\"fp_a7190374f3\",\"choices\":[{\"index\":0,\"delta\":{\"role\":\"assistant\",\"content\":\"\",\"refusal\":null},\"logprobs\":null,\"finish_reason\":null}],\"usage\":null,\"obfuscation\":\"fMDbFkoeX\"}", - "data: {\"id\":\"chatcmpl-DZOkOHN7LUP5M6wnR4cZjN9UGDgmb\",\"object\":\"chat.completion.chunk\",\"created\":1777328980,\"model\":\"gpt-4o-mini-2024-07-18\",\"service_tier\":\"default\",\"system_fingerprint\":\"fp_a7190374f3\",\"choices\":[{\"index\":0,\"delta\":{\"content\":\"SYNC\"},\"logprobs\":null,\"finish_reason\":null}],\"usage\":null,\"obfuscation\":\"YERdNwN\"}", - "data: {\"id\":\"chatcmpl-DZOkOHN7LUP5M6wnR4cZjN9UGDgmb\",\"object\":\"chat.completion.chunk\",\"created\":1777328980,\"model\":\"gpt-4o-mini-2024-07-18\",\"service_tier\":\"default\",\"system_fingerprint\":\"fp_a7190374f3\",\"choices\":[{\"index\":0,\"delta\":{\"content\":\" STREAM\"},\"logprobs\":null,\"finish_reason\":null}],\"usage\":null,\"obfuscation\":\"yDoJ\"}", - "data: {\"id\":\"chatcmpl-DZOkOHN7LUP5M6wnR4cZjN9UGDgmb\",\"object\":\"chat.completion.chunk\",\"created\":1777328980,\"model\":\"gpt-4o-mini-2024-07-18\",\"service_tier\":\"default\",\"system_fingerprint\":\"fp_a7190374f3\",\"choices\":[{\"index\":0,\"delta\":{},\"logprobs\":null,\"finish_reason\":\"stop\"}],\"usage\":null,\"obfuscation\":\"xnt7n\"}", - "data: {\"id\":\"chatcmpl-DZOkOHN7LUP5M6wnR4cZjN9UGDgmb\",\"object\":\"chat.completion.chunk\",\"created\":1777328980,\"model\":\"gpt-4o-mini-2024-07-18\",\"service_tier\":\"default\",\"system_fingerprint\":\"fp_a7190374f3\",\"choices\":[],\"usage\":{\"prompt_tokens\":14,\"completion_tokens\":2,\"total_tokens\":16,\"prompt_tokens_details\":{\"cached_tokens\":0,\"audio_tokens\":0},\"completion_tokens_details\":{\"reasoning_tokens\":0,\"audio_tokens\":0,\"accepted_prediction_tokens\":0,\"rejected_prediction_tokens\":0}},\"obfuscation\":\"BOu2hsx3s8b\"}", - "data: [DONE]" - ] - } + "status": 200, + "statusText": "OK" } } - ] + ], + "meta": { + "createdAt": "2026-04-27T22:29:40.882Z", + "seinfeldVersion": "0.0.0" + }, + "version": 1 } diff --git a/e2e/scenarios/openai-instrumentation/__cassettes__/openai-v5.cassette.json b/e2e/scenarios/openai-instrumentation/__cassettes__/openai-v5.cassette.json index d4ca0fa06..48be206e5 100644 --- a/e2e/scenarios/openai-instrumentation/__cassettes__/openai-v5.cassette.json +++ b/e2e/scenarios/openai-instrumentation/__cassettes__/openai-v5.cassette.json @@ -1,22 +1,11 @@ { - "version": 1, - "meta": { - "createdAt": "2026-04-27T22:29:54.432Z", - "seinfeldVersion": "0.0.0" - }, "entries": [ { + "callIndex": 0, "id": "46b2c268acedfb12", "matchKey": "POST api.openai.com/v1/chat/completions", - "callIndex": 0, "recordedAt": "2026-04-27T22:29:54.432Z", "request": { - "method": "POST", - "url": "https://api.openai.com/v1/chat/completions", - "headers": { - "accept": "application/json", - "content-type": "application/json" - }, "body": { "kind": "json", "value": { @@ -30,20 +19,12 @@ "model": "gpt-4o-mini-2024-07-18", "temperature": 0 } - } + }, + "headers": {}, + "method": "POST", + "url": "https://api.openai.com/v1/chat/completions" }, "response": { - "status": 200, - "statusText": "OK", - "headers": { - "access-control-expose-headers": "X-Request-ID", - "alt-svc": "h3=\":443\"; ma=86400", - "content-type": "application/json", - "openai-organization": "braintrust-data", - "openai-version": "2020-10-01", - "x-content-type-options": "nosniff", - "x-openai-proxy-wasm": "v0.1" - }, "body": { "kind": "json", "value": { @@ -82,21 +63,26 @@ "total_tokens": 14 } } - } + }, + "headers": { + "access-control-expose-headers": "X-Request-ID", + "alt-svc": "h3=\":443\"; ma=86400", + "content-type": "application/json", + "openai-organization": "braintrust-data", + "openai-version": "2020-10-01", + "x-content-type-options": "nosniff", + "x-openai-proxy-wasm": "v0.1" + }, + "status": 200, + "statusText": "OK" } }, { + "callIndex": 1, "id": "ffc24f779b8a11e0", "matchKey": "POST api.openai.com/v1/chat/completions", - "callIndex": 1, "recordedAt": "2026-04-27T22:29:54.432Z", "request": { - "method": "POST", - "url": "https://api.openai.com/v1/chat/completions", - "headers": { - "accept": "application/json", - "content-type": "application/json" - }, "body": { "kind": "json", "value": { @@ -110,20 +96,12 @@ "model": "gpt-4o-mini-2024-07-18", "temperature": 0 } - } + }, + "headers": {}, + "method": "POST", + "url": "https://api.openai.com/v1/chat/completions" }, "response": { - "status": 200, - "statusText": "OK", - "headers": { - "access-control-expose-headers": "X-Request-ID", - "alt-svc": "h3=\":443\"; ma=86400", - "content-type": "application/json", - "openai-organization": "braintrust-data", - "openai-version": "2020-10-01", - "x-content-type-options": "nosniff", - "x-openai-proxy-wasm": "v0.1" - }, "body": { "kind": "json", "value": { @@ -162,21 +140,26 @@ "total_tokens": 14 } } - } + }, + "headers": { + "access-control-expose-headers": "X-Request-ID", + "alt-svc": "h3=\":443\"; ma=86400", + "content-type": "application/json", + "openai-organization": "braintrust-data", + "openai-version": "2020-10-01", + "x-content-type-options": "nosniff", + "x-openai-proxy-wasm": "v0.1" + }, + "status": 200, + "statusText": "OK" } }, { + "callIndex": 2, "id": "e6f3179b1cdbd9fa", "matchKey": "POST api.openai.com/v1/chat/completions", - "callIndex": 2, "recordedAt": "2026-04-27T22:29:54.432Z", "request": { - "method": "POST", - "url": "https://api.openai.com/v1/chat/completions", - "headers": { - "accept": "application/json", - "content-type": "application/json" - }, "body": { "kind": "json", "value": { @@ -194,11 +177,22 @@ }, "temperature": 0 } - } + }, + "headers": {}, + "method": "POST", + "url": "https://api.openai.com/v1/chat/completions" }, "response": { - "status": 200, - "statusText": "OK", + "body": { + "chunks": [ + "data: {\"id\":\"chatcmpl-DZOkQWi5lK0EvXtT33c7vy2YtNjob\",\"object\":\"chat.completion.chunk\",\"created\":1777328982,\"model\":\"gpt-4o-mini-2024-07-18\",\"service_tier\":\"default\",\"system_fingerprint\":\"fp_8626201b1a\",\"choices\":[{\"index\":0,\"delta\":{\"role\":\"assistant\",\"content\":\"\",\"refusal\":null},\"logprobs\":null,\"finish_reason\":null}],\"usage\":null,\"obfuscation\":\"iLKyXmyXR\"}", + "data: {\"id\":\"chatcmpl-DZOkQWi5lK0EvXtT33c7vy2YtNjob\",\"object\":\"chat.completion.chunk\",\"created\":1777328982,\"model\":\"gpt-4o-mini-2024-07-18\",\"service_tier\":\"default\",\"system_fingerprint\":\"fp_8626201b1a\",\"choices\":[{\"index\":0,\"delta\":{\"content\":\"STREAM\"},\"logprobs\":null,\"finish_reason\":null}],\"usage\":null,\"obfuscation\":\"ogA03\"}", + "data: {\"id\":\"chatcmpl-DZOkQWi5lK0EvXtT33c7vy2YtNjob\",\"object\":\"chat.completion.chunk\",\"created\":1777328982,\"model\":\"gpt-4o-mini-2024-07-18\",\"service_tier\":\"default\",\"system_fingerprint\":\"fp_8626201b1a\",\"choices\":[{\"index\":0,\"delta\":{},\"logprobs\":null,\"finish_reason\":\"stop\"}],\"usage\":null,\"obfuscation\":\"UqnQq\"}", + "data: {\"id\":\"chatcmpl-DZOkQWi5lK0EvXtT33c7vy2YtNjob\",\"object\":\"chat.completion.chunk\",\"created\":1777328982,\"model\":\"gpt-4o-mini-2024-07-18\",\"service_tier\":\"default\",\"system_fingerprint\":\"fp_8626201b1a\",\"choices\":[],\"usage\":{\"prompt_tokens\":12,\"completion_tokens\":1,\"total_tokens\":13,\"prompt_tokens_details\":{\"cached_tokens\":0,\"audio_tokens\":0},\"completion_tokens_details\":{\"reasoning_tokens\":0,\"audio_tokens\":0,\"accepted_prediction_tokens\":0,\"rejected_prediction_tokens\":0}},\"obfuscation\":\"rRcGgDczlsX\"}", + "data: [DONE]" + ], + "kind": "sse" + }, "headers": { "access-control-expose-headers": "X-Request-ID", "alt-svc": "h3=\":443\"; ma=86400", @@ -208,30 +202,16 @@ "x-content-type-options": "nosniff", "x-openai-proxy-wasm": "v0.1" }, - "body": { - "kind": "sse", - "chunks": [ - "data: {\"id\":\"chatcmpl-DZOkQWi5lK0EvXtT33c7vy2YtNjob\",\"object\":\"chat.completion.chunk\",\"created\":1777328982,\"model\":\"gpt-4o-mini-2024-07-18\",\"service_tier\":\"default\",\"system_fingerprint\":\"fp_8626201b1a\",\"choices\":[{\"index\":0,\"delta\":{\"role\":\"assistant\",\"content\":\"\",\"refusal\":null},\"logprobs\":null,\"finish_reason\":null}],\"usage\":null,\"obfuscation\":\"iLKyXmyXR\"}", - "data: {\"id\":\"chatcmpl-DZOkQWi5lK0EvXtT33c7vy2YtNjob\",\"object\":\"chat.completion.chunk\",\"created\":1777328982,\"model\":\"gpt-4o-mini-2024-07-18\",\"service_tier\":\"default\",\"system_fingerprint\":\"fp_8626201b1a\",\"choices\":[{\"index\":0,\"delta\":{\"content\":\"STREAM\"},\"logprobs\":null,\"finish_reason\":null}],\"usage\":null,\"obfuscation\":\"ogA03\"}", - "data: {\"id\":\"chatcmpl-DZOkQWi5lK0EvXtT33c7vy2YtNjob\",\"object\":\"chat.completion.chunk\",\"created\":1777328982,\"model\":\"gpt-4o-mini-2024-07-18\",\"service_tier\":\"default\",\"system_fingerprint\":\"fp_8626201b1a\",\"choices\":[{\"index\":0,\"delta\":{},\"logprobs\":null,\"finish_reason\":\"stop\"}],\"usage\":null,\"obfuscation\":\"UqnQq\"}", - "data: {\"id\":\"chatcmpl-DZOkQWi5lK0EvXtT33c7vy2YtNjob\",\"object\":\"chat.completion.chunk\",\"created\":1777328982,\"model\":\"gpt-4o-mini-2024-07-18\",\"service_tier\":\"default\",\"system_fingerprint\":\"fp_8626201b1a\",\"choices\":[],\"usage\":{\"prompt_tokens\":12,\"completion_tokens\":1,\"total_tokens\":13,\"prompt_tokens_details\":{\"cached_tokens\":0,\"audio_tokens\":0},\"completion_tokens_details\":{\"reasoning_tokens\":0,\"audio_tokens\":0,\"accepted_prediction_tokens\":0,\"rejected_prediction_tokens\":0}},\"obfuscation\":\"rRcGgDczlsX\"}", - "data: [DONE]" - ] - } + "status": 200, + "statusText": "OK" } }, { + "callIndex": 3, "id": "14b2b5dd8ab752df", "matchKey": "POST api.openai.com/v1/chat/completions", - "callIndex": 3, "recordedAt": "2026-04-27T22:29:54.432Z", "request": { - "method": "POST", - "url": "https://api.openai.com/v1/chat/completions", - "headers": { - "accept": "application/json", - "content-type": "application/json" - }, "body": { "kind": "json", "value": { @@ -249,22 +229,13 @@ }, "temperature": 0 } - } + }, + "headers": {}, + "method": "POST", + "url": "https://api.openai.com/v1/chat/completions" }, "response": { - "status": 200, - "statusText": "OK", - "headers": { - "access-control-expose-headers": "X-Request-ID", - "alt-svc": "h3=\":443\"; ma=86400", - "content-type": "text/event-stream; charset=utf-8", - "openai-organization": "braintrust-data", - "openai-version": "2020-10-01", - "x-content-type-options": "nosniff", - "x-openai-proxy-wasm": "v0.1" - }, "body": { - "kind": "sse", "chunks": [ "data: {\"id\":\"chatcmpl-DZOkRblWGQDGJV1rxAwbiDcGz8ACM\",\"object\":\"chat.completion.chunk\",\"created\":1777328983,\"model\":\"gpt-4o-mini-2024-07-18\",\"service_tier\":\"default\",\"system_fingerprint\":\"fp_1ca3ce0d51\",\"choices\":[{\"index\":0,\"delta\":{\"role\":\"assistant\",\"content\":\"\",\"refusal\":null},\"logprobs\":null,\"finish_reason\":null}],\"usage\":null,\"obfuscation\":\"M1ofxQTnm\"}", "data: {\"id\":\"chatcmpl-DZOkRblWGQDGJV1rxAwbiDcGz8ACM\",\"object\":\"chat.completion.chunk\",\"created\":1777328983,\"model\":\"gpt-4o-mini-2024-07-18\",\"service_tier\":\"default\",\"system_fingerprint\":\"fp_1ca3ce0d51\",\"choices\":[{\"index\":0,\"delta\":{\"content\":\"STREAM\"},\"logprobs\":null,\"finish_reason\":null}],\"usage\":null,\"obfuscation\":\"GtSJS\"}", @@ -276,23 +247,28 @@ "data: {\"id\":\"chatcmpl-DZOkRblWGQDGJV1rxAwbiDcGz8ACM\",\"object\":\"chat.completion.chunk\",\"created\":1777328983,\"model\":\"gpt-4o-mini-2024-07-18\",\"service_tier\":\"default\",\"system_fingerprint\":\"fp_1ca3ce0d51\",\"choices\":[{\"index\":0,\"delta\":{},\"logprobs\":null,\"finish_reason\":\"stop\"}],\"usage\":null,\"obfuscation\":\"1ReiV\"}", "data: {\"id\":\"chatcmpl-DZOkRblWGQDGJV1rxAwbiDcGz8ACM\",\"object\":\"chat.completion.chunk\",\"created\":1777328983,\"model\":\"gpt-4o-mini-2024-07-18\",\"service_tier\":\"default\",\"system_fingerprint\":\"fp_1ca3ce0d51\",\"choices\":[],\"usage\":{\"prompt_tokens\":17,\"completion_tokens\":6,\"total_tokens\":23,\"prompt_tokens_details\":{\"cached_tokens\":0,\"audio_tokens\":0},\"completion_tokens_details\":{\"reasoning_tokens\":0,\"audio_tokens\":0,\"accepted_prediction_tokens\":0,\"rejected_prediction_tokens\":0}},\"obfuscation\":\"5b9Njab0zUr\"}", "data: [DONE]" - ] - } + ], + "kind": "sse" + }, + "headers": { + "access-control-expose-headers": "X-Request-ID", + "alt-svc": "h3=\":443\"; ma=86400", + "content-type": "text/event-stream; charset=utf-8", + "openai-organization": "braintrust-data", + "openai-version": "2020-10-01", + "x-content-type-options": "nosniff", + "x-openai-proxy-wasm": "v0.1" + }, + "status": 200, + "statusText": "OK" } }, { + "callIndex": 4, "id": "acf5ed00b0bfb7f2", "matchKey": "POST api.openai.com/v1/chat/completions", - "callIndex": 4, "recordedAt": "2026-04-27T22:29:54.432Z", "request": { - "method": "POST", - "url": "https://api.openai.com/v1/chat/completions", - "headers": { - "accept": "application/json", - "content-type": "application/json", - "x-stainless-helper-method": "chat.completions.parse" - }, "body": { "kind": "json", "value": { @@ -319,20 +295,12 @@ "type": "json_schema" } } - } + }, + "headers": {}, + "method": "POST", + "url": "https://api.openai.com/v1/chat/completions" }, "response": { - "status": 200, - "statusText": "OK", - "headers": { - "access-control-expose-headers": "X-Request-ID", - "alt-svc": "h3=\":443\"; ma=86400", - "content-type": "application/json", - "openai-organization": "braintrust-data", - "openai-version": "2020-10-01", - "x-content-type-options": "nosniff", - "x-openai-proxy-wasm": "v0.1" - }, "body": { "kind": "json", "value": { @@ -371,22 +339,26 @@ "total_tokens": 50 } } - } + }, + "headers": { + "access-control-expose-headers": "X-Request-ID", + "alt-svc": "h3=\":443\"; ma=86400", + "content-type": "application/json", + "openai-organization": "braintrust-data", + "openai-version": "2020-10-01", + "x-content-type-options": "nosniff", + "x-openai-proxy-wasm": "v0.1" + }, + "status": 200, + "statusText": "OK" } }, { + "callIndex": 5, "id": "7b964923f5fd30df", "matchKey": "POST api.openai.com/v1/chat/completions", - "callIndex": 5, "recordedAt": "2026-04-27T22:29:54.432Z", "request": { - "method": "POST", - "url": "https://api.openai.com/v1/chat/completions", - "headers": { - "accept": "application/json", - "content-type": "application/json", - "x-stainless-helper-method": "stream" - }, "body": { "kind": "json", "value": { @@ -401,11 +373,22 @@ "stream": true, "temperature": 0 } - } + }, + "headers": {}, + "method": "POST", + "url": "https://api.openai.com/v1/chat/completions" }, "response": { - "status": 200, - "statusText": "OK", + "body": { + "chunks": [ + "data: {\"id\":\"chatcmpl-DZOkUqjw8dihLkfPBkbuXUdnV5Mpu\",\"object\":\"chat.completion.chunk\",\"created\":1777328986,\"model\":\"gpt-4o-mini-2024-07-18\",\"service_tier\":\"default\",\"system_fingerprint\":\"fp_8626201b1a\",\"choices\":[{\"index\":0,\"delta\":{\"role\":\"assistant\",\"content\":\"\",\"refusal\":null},\"logprobs\":null,\"finish_reason\":null}],\"obfuscation\":\"z3F0r0\"}", + "data: {\"id\":\"chatcmpl-DZOkUqjw8dihLkfPBkbuXUdnV5Mpu\",\"object\":\"chat.completion.chunk\",\"created\":1777328986,\"model\":\"gpt-4o-mini-2024-07-18\",\"service_tier\":\"default\",\"system_fingerprint\":\"fp_8626201b1a\",\"choices\":[{\"index\":0,\"delta\":{\"content\":\"SYNC\"},\"logprobs\":null,\"finish_reason\":null}],\"obfuscation\":\"PhkL\"}", + "data: {\"id\":\"chatcmpl-DZOkUqjw8dihLkfPBkbuXUdnV5Mpu\",\"object\":\"chat.completion.chunk\",\"created\":1777328986,\"model\":\"gpt-4o-mini-2024-07-18\",\"service_tier\":\"default\",\"system_fingerprint\":\"fp_8626201b1a\",\"choices\":[{\"index\":0,\"delta\":{\"content\":\" STREAM\"},\"logprobs\":null,\"finish_reason\":null}],\"obfuscation\":\"p\"}", + "data: {\"id\":\"chatcmpl-DZOkUqjw8dihLkfPBkbuXUdnV5Mpu\",\"object\":\"chat.completion.chunk\",\"created\":1777328986,\"model\":\"gpt-4o-mini-2024-07-18\",\"service_tier\":\"default\",\"system_fingerprint\":\"fp_8626201b1a\",\"choices\":[{\"index\":0,\"delta\":{},\"logprobs\":null,\"finish_reason\":\"stop\"}],\"obfuscation\":\"Vz\"}", + "data: [DONE]" + ], + "kind": "sse" + }, "headers": { "access-control-expose-headers": "X-Request-ID", "alt-svc": "h3=\":443\"; ma=86400", @@ -415,30 +398,16 @@ "x-content-type-options": "nosniff", "x-openai-proxy-wasm": "v0.1" }, - "body": { - "kind": "sse", - "chunks": [ - "data: {\"id\":\"chatcmpl-DZOkUqjw8dihLkfPBkbuXUdnV5Mpu\",\"object\":\"chat.completion.chunk\",\"created\":1777328986,\"model\":\"gpt-4o-mini-2024-07-18\",\"service_tier\":\"default\",\"system_fingerprint\":\"fp_8626201b1a\",\"choices\":[{\"index\":0,\"delta\":{\"role\":\"assistant\",\"content\":\"\",\"refusal\":null},\"logprobs\":null,\"finish_reason\":null}],\"obfuscation\":\"z3F0r0\"}", - "data: {\"id\":\"chatcmpl-DZOkUqjw8dihLkfPBkbuXUdnV5Mpu\",\"object\":\"chat.completion.chunk\",\"created\":1777328986,\"model\":\"gpt-4o-mini-2024-07-18\",\"service_tier\":\"default\",\"system_fingerprint\":\"fp_8626201b1a\",\"choices\":[{\"index\":0,\"delta\":{\"content\":\"SYNC\"},\"logprobs\":null,\"finish_reason\":null}],\"obfuscation\":\"PhkL\"}", - "data: {\"id\":\"chatcmpl-DZOkUqjw8dihLkfPBkbuXUdnV5Mpu\",\"object\":\"chat.completion.chunk\",\"created\":1777328986,\"model\":\"gpt-4o-mini-2024-07-18\",\"service_tier\":\"default\",\"system_fingerprint\":\"fp_8626201b1a\",\"choices\":[{\"index\":0,\"delta\":{\"content\":\" STREAM\"},\"logprobs\":null,\"finish_reason\":null}],\"obfuscation\":\"p\"}", - "data: {\"id\":\"chatcmpl-DZOkUqjw8dihLkfPBkbuXUdnV5Mpu\",\"object\":\"chat.completion.chunk\",\"created\":1777328986,\"model\":\"gpt-4o-mini-2024-07-18\",\"service_tier\":\"default\",\"system_fingerprint\":\"fp_8626201b1a\",\"choices\":[{\"index\":0,\"delta\":{},\"logprobs\":null,\"finish_reason\":\"stop\"}],\"obfuscation\":\"Vz\"}", - "data: [DONE]" - ] - } + "status": 200, + "statusText": "OK" } }, { + "callIndex": 0, "id": "0bececaba7d19515", "matchKey": "POST api.openai.com/v1/embeddings", - "callIndex": 0, "recordedAt": "2026-04-27T22:29:54.432Z", "request": { - "method": "POST", - "url": "https://api.openai.com/v1/embeddings", - "headers": { - "accept": "application/json", - "content-type": "application/json" - }, "body": { "kind": "json", "value": { @@ -446,20 +415,12 @@ "input": "Paris", "model": "text-embedding-3-small" } - } + }, + "headers": {}, + "method": "POST", + "url": "https://api.openai.com/v1/embeddings" }, "response": { - "status": 200, - "statusText": "OK", - "headers": { - "access-control-expose-headers": "X-Request-ID", - "alt-svc": "h3=\":443\"; ma=86400", - "content-type": "application/json", - "openai-organization": "braintrust-data", - "openai-version": "2020-10-01", - "x-content-type-options": "nosniff", - "x-openai-proxy-wasm": "v0.1" - }, "body": { "kind": "json", "value": { @@ -477,40 +438,38 @@ "total_tokens": 1 } } - } + }, + "headers": { + "access-control-expose-headers": "X-Request-ID", + "alt-svc": "h3=\":443\"; ma=86400", + "content-type": "application/json", + "openai-organization": "braintrust-data", + "openai-version": "2020-10-01", + "x-content-type-options": "nosniff", + "x-openai-proxy-wasm": "v0.1" + }, + "status": 200, + "statusText": "OK" } }, { + "callIndex": 0, "id": "5f388614ec5c41af", "matchKey": "POST api.openai.com/v1/moderations", - "callIndex": 0, "recordedAt": "2026-04-27T22:29:54.432Z", "request": { - "method": "POST", - "url": "https://api.openai.com/v1/moderations", - "headers": { - "accept": "application/json", - "content-type": "application/json" - }, "body": { "kind": "json", "value": { "input": "Hello from Braintrust.", "model": "omni-moderation-2024-09-26" } - } + }, + "headers": {}, + "method": "POST", + "url": "https://api.openai.com/v1/moderations" }, "response": { - "status": 200, - "statusText": "OK", - "headers": { - "alt-svc": "h3=\":443\"; ma=86400", - "content-type": "application/json", - "openai-organization": "braintrust-data", - "openai-version": "2020-10-01", - "x-content-type-options": "nosniff", - "x-openai-proxy-wasm": "v0.1" - }, "body": { "kind": "json", "value": { @@ -549,39 +508,43 @@ "violence/graphic": ["text"] }, "category_scores": { - "harassment": 0.00001141223854434603, - "harassment/threatening": 0.0000012219076020491008, - "hate": 0.000003944258675190877, + "harassment": 1.141223854434603e-5, + "harassment/threatening": 1.2219076020491008e-6, + "hate": 3.944258675190877e-6, "hate/threatening": 1.2878952156558146e-7, - "illicit": 0.000005738759521437678, - "illicit/violent": 0.000003822911232549001, - "self-harm": 0.000003120191139396651, + "illicit": 5.738759521437678e-6, + "illicit/violent": 3.822911232549001e-6, + "self-harm": 3.120191139396651e-6, "self-harm/instructions": 6.240930669504435e-7, - "self-harm/intent": 0.0000022474089854291757, - "sexual": 0.000006814872211615988, + "self-harm/intent": 2.2474089854291757e-6, + "sexual": 6.814872211615988e-6, "sexual/minors": 5.255395707074638e-7, - "violence": 0.000014202364022997911, - "violence/graphic": 0.0000019525885208642222 + "violence": 1.4202364022997911e-5, + "violence/graphic": 1.9525885208642222e-6 }, "flagged": false } ] } - } + }, + "headers": { + "alt-svc": "h3=\":443\"; ma=86400", + "content-type": "application/json", + "openai-organization": "braintrust-data", + "openai-version": "2020-10-01", + "x-content-type-options": "nosniff", + "x-openai-proxy-wasm": "v0.1" + }, + "status": 200, + "statusText": "OK" } }, { + "callIndex": 0, "id": "55c3e923d7f6a992", "matchKey": "POST api.openai.com/v1/responses", - "callIndex": 0, "recordedAt": "2026-04-27T22:29:54.432Z", "request": { - "method": "POST", - "url": "https://api.openai.com/v1/responses", - "headers": { - "accept": "application/json", - "content-type": "application/json" - }, "body": { "kind": "json", "value": { @@ -589,18 +552,12 @@ "max_output_tokens": 24, "model": "gpt-4o-mini-2024-07-18" } - } + }, + "headers": {}, + "method": "POST", + "url": "https://api.openai.com/v1/responses" }, "response": { - "status": 200, - "statusText": "OK", - "headers": { - "alt-svc": "h3=\":443\"; ma=86400", - "content-type": "application/json", - "openai-organization": "braintrust-data", - "openai-version": "2020-10-01", - "x-content-type-options": "nosniff" - }, "body": { "kind": "json", "value": { @@ -675,21 +632,24 @@ }, "user": null } - } + }, + "headers": { + "alt-svc": "h3=\":443\"; ma=86400", + "content-type": "application/json", + "openai-organization": "braintrust-data", + "openai-version": "2020-10-01", + "x-content-type-options": "nosniff" + }, + "status": 200, + "statusText": "OK" } }, { + "callIndex": 1, "id": "5b9a1fe9a5549ba9", "matchKey": "POST api.openai.com/v1/responses", - "callIndex": 1, "recordedAt": "2026-04-27T22:29:54.432Z", "request": { - "method": "POST", - "url": "https://api.openai.com/v1/responses", - "headers": { - "accept": "application/json", - "content-type": "application/json" - }, "body": { "kind": "json", "value": { @@ -697,18 +657,12 @@ "max_output_tokens": 24, "model": "gpt-4o-mini-2024-07-18" } - } + }, + "headers": {}, + "method": "POST", + "url": "https://api.openai.com/v1/responses" }, "response": { - "status": 200, - "statusText": "OK", - "headers": { - "alt-svc": "h3=\":443\"; ma=86400", - "content-type": "application/json", - "openai-organization": "braintrust-data", - "openai-version": "2020-10-01", - "x-content-type-options": "nosniff" - }, "body": { "kind": "json", "value": { @@ -783,21 +737,24 @@ }, "user": null } - } + }, + "headers": { + "alt-svc": "h3=\":443\"; ma=86400", + "content-type": "application/json", + "openai-organization": "braintrust-data", + "openai-version": "2020-10-01", + "x-content-type-options": "nosniff" + }, + "status": 200, + "statusText": "OK" } }, { + "callIndex": 2, "id": "e35182303c0369bf", "matchKey": "POST api.openai.com/v1/responses", - "callIndex": 2, "recordedAt": "2026-04-27T22:29:54.432Z", "request": { - "method": "POST", - "url": "https://api.openai.com/v1/responses", - "headers": { - "accept": "application/json", - "content-type": "application/json" - }, "body": { "kind": "json", "value": { @@ -806,20 +763,13 @@ "model": "gpt-4o-mini-2024-07-18", "stream": true } - } + }, + "headers": {}, + "method": "POST", + "url": "https://api.openai.com/v1/responses" }, "response": { - "status": 200, - "statusText": "OK", - "headers": { - "alt-svc": "h3=\":443\"; ma=86400", - "content-type": "text/event-stream; charset=utf-8", - "openai-organization": "braintrust-data", - "openai-version": "2020-10-01", - "x-content-type-options": "nosniff" - }, "body": { - "kind": "sse", "chunks": [ "event: response.created\ndata: {\"type\":\"response.created\",\"response\":{\"id\":\"resp_0b9870d03b403bac0069efe35cfec881939c1eed2d45f5a8f7\",\"object\":\"response\",\"created_at\":1777328989,\"status\":\"in_progress\",\"background\":false,\"completed_at\":null,\"error\":null,\"frequency_penalty\":0.0,\"incomplete_details\":null,\"instructions\":null,\"max_output_tokens\":24,\"max_tool_calls\":null,\"model\":\"gpt-4o-mini-2024-07-18\",\"moderation\":null,\"output\":[],\"parallel_tool_calls\":true,\"presence_penalty\":0.0,\"previous_response_id\":null,\"prompt_cache_key\":null,\"prompt_cache_retention\":\"in_memory\",\"reasoning\":{\"effort\":null,\"summary\":null},\"safety_identifier\":null,\"service_tier\":\"auto\",\"store\":true,\"temperature\":1.0,\"text\":{\"format\":{\"type\":\"text\"},\"verbosity\":\"medium\"},\"tool_choice\":\"auto\",\"tools\":[],\"top_logprobs\":0,\"top_p\":1.0,\"truncation\":\"disabled\",\"usage\":null,\"user\":null,\"metadata\":{}},\"sequence_number\":0}", "event: response.in_progress\ndata: {\"type\":\"response.in_progress\",\"response\":{\"id\":\"resp_0b9870d03b403bac0069efe35cfec881939c1eed2d45f5a8f7\",\"object\":\"response\",\"created_at\":1777328989,\"status\":\"in_progress\",\"background\":false,\"completed_at\":null,\"error\":null,\"frequency_penalty\":0.0,\"incomplete_details\":null,\"instructions\":null,\"max_output_tokens\":24,\"max_tool_calls\":null,\"model\":\"gpt-4o-mini-2024-07-18\",\"moderation\":null,\"output\":[],\"parallel_tool_calls\":true,\"presence_penalty\":0.0,\"previous_response_id\":null,\"prompt_cache_key\":null,\"prompt_cache_retention\":\"in_memory\",\"reasoning\":{\"effort\":null,\"summary\":null},\"safety_identifier\":null,\"service_tier\":\"auto\",\"store\":true,\"temperature\":1.0,\"text\":{\"format\":{\"type\":\"text\"},\"verbosity\":\"medium\"},\"tool_choice\":\"auto\",\"tools\":[],\"top_logprobs\":0,\"top_p\":1.0,\"truncation\":\"disabled\",\"usage\":null,\"user\":null,\"metadata\":{}},\"sequence_number\":1}", @@ -832,23 +782,26 @@ "event: response.content_part.done\ndata: {\"type\":\"response.content_part.done\",\"content_index\":0,\"item_id\":\"msg_0b9870d03b403bac0069efe35d53f081938422214982c92def\",\"output_index\":0,\"part\":{\"type\":\"output_text\",\"annotations\":[],\"logprobs\":[],\"text\":\"RESPONSE STREAM\"},\"sequence_number\":8}", "event: response.output_item.done\ndata: {\"type\":\"response.output_item.done\",\"item\":{\"id\":\"msg_0b9870d03b403bac0069efe35d53f081938422214982c92def\",\"type\":\"message\",\"status\":\"completed\",\"content\":[{\"type\":\"output_text\",\"annotations\":[],\"logprobs\":[],\"text\":\"RESPONSE STREAM\"}],\"role\":\"assistant\"},\"output_index\":0,\"sequence_number\":9}", "event: response.completed\ndata: {\"type\":\"response.completed\",\"response\":{\"id\":\"resp_0b9870d03b403bac0069efe35cfec881939c1eed2d45f5a8f7\",\"object\":\"response\",\"created_at\":1777328989,\"status\":\"completed\",\"background\":false,\"completed_at\":1777328989,\"error\":null,\"frequency_penalty\":0.0,\"incomplete_details\":null,\"instructions\":null,\"max_output_tokens\":24,\"max_tool_calls\":null,\"model\":\"gpt-4o-mini-2024-07-18\",\"moderation\":null,\"output\":[{\"id\":\"msg_0b9870d03b403bac0069efe35d53f081938422214982c92def\",\"type\":\"message\",\"status\":\"completed\",\"content\":[{\"type\":\"output_text\",\"annotations\":[],\"logprobs\":[],\"text\":\"RESPONSE STREAM\"}],\"role\":\"assistant\"}],\"parallel_tool_calls\":true,\"presence_penalty\":0.0,\"previous_response_id\":null,\"prompt_cache_key\":null,\"prompt_cache_retention\":\"in_memory\",\"reasoning\":{\"effort\":null,\"summary\":null},\"safety_identifier\":null,\"service_tier\":\"default\",\"store\":true,\"temperature\":1.0,\"text\":{\"format\":{\"type\":\"text\"},\"verbosity\":\"medium\"},\"tool_choice\":\"auto\",\"tools\":[],\"top_logprobs\":0,\"top_p\":1.0,\"truncation\":\"disabled\",\"usage\":{\"input_tokens\":13,\"input_tokens_details\":{\"cached_tokens\":0},\"output_tokens\":4,\"output_tokens_details\":{\"reasoning_tokens\":0},\"total_tokens\":17},\"user\":null,\"metadata\":{}},\"sequence_number\":10}" - ] - } + ], + "kind": "sse" + }, + "headers": { + "alt-svc": "h3=\":443\"; ma=86400", + "content-type": "text/event-stream; charset=utf-8", + "openai-organization": "braintrust-data", + "openai-version": "2020-10-01", + "x-content-type-options": "nosniff" + }, + "status": 200, + "statusText": "OK" } }, { + "callIndex": 3, "id": "ad8ed83978816230", "matchKey": "POST api.openai.com/v1/responses", - "callIndex": 3, "recordedAt": "2026-04-27T22:29:54.432Z", "request": { - "method": "POST", - "url": "https://api.openai.com/v1/responses", - "headers": { - "accept": "application/json", - "content-type": "application/json", - "x-stainless-helper-method": "stream" - }, "body": { "kind": "json", "value": { @@ -857,20 +810,13 @@ "model": "gpt-4o-mini-2024-07-18", "stream": true } - } + }, + "headers": {}, + "method": "POST", + "url": "https://api.openai.com/v1/responses" }, "response": { - "status": 200, - "statusText": "OK", - "headers": { - "alt-svc": "h3=\":443\"; ma=86400", - "content-type": "text/event-stream; charset=utf-8", - "openai-organization": "braintrust-data", - "openai-version": "2020-10-01", - "x-content-type-options": "nosniff" - }, "body": { - "kind": "sse", "chunks": [ "event: response.created\ndata: {\"type\":\"response.created\",\"response\":{\"id\":\"resp_05755967a64502d10069efe35da5448197ba2165828d16c30a\",\"object\":\"response\",\"created_at\":1777328989,\"status\":\"in_progress\",\"background\":false,\"completed_at\":null,\"error\":null,\"frequency_penalty\":0.0,\"incomplete_details\":null,\"instructions\":null,\"max_output_tokens\":24,\"max_tool_calls\":null,\"model\":\"gpt-4o-mini-2024-07-18\",\"moderation\":null,\"output\":[],\"parallel_tool_calls\":true,\"presence_penalty\":0.0,\"previous_response_id\":null,\"prompt_cache_key\":null,\"prompt_cache_retention\":\"in_memory\",\"reasoning\":{\"effort\":null,\"summary\":null},\"safety_identifier\":null,\"service_tier\":\"auto\",\"store\":true,\"temperature\":1.0,\"text\":{\"format\":{\"type\":\"text\"},\"verbosity\":\"medium\"},\"tool_choice\":\"auto\",\"tools\":[],\"top_logprobs\":0,\"top_p\":1.0,\"truncation\":\"disabled\",\"usage\":null,\"user\":null,\"metadata\":{}},\"sequence_number\":0}", "event: response.in_progress\ndata: {\"type\":\"response.in_progress\",\"response\":{\"id\":\"resp_05755967a64502d10069efe35da5448197ba2165828d16c30a\",\"object\":\"response\",\"created_at\":1777328989,\"status\":\"in_progress\",\"background\":false,\"completed_at\":null,\"error\":null,\"frequency_penalty\":0.0,\"incomplete_details\":null,\"instructions\":null,\"max_output_tokens\":24,\"max_tool_calls\":null,\"model\":\"gpt-4o-mini-2024-07-18\",\"moderation\":null,\"output\":[],\"parallel_tool_calls\":true,\"presence_penalty\":0.0,\"previous_response_id\":null,\"prompt_cache_key\":null,\"prompt_cache_retention\":\"in_memory\",\"reasoning\":{\"effort\":null,\"summary\":null},\"safety_identifier\":null,\"service_tier\":\"auto\",\"store\":true,\"temperature\":1.0,\"text\":{\"format\":{\"type\":\"text\"},\"verbosity\":\"medium\"},\"tool_choice\":\"auto\",\"tools\":[],\"top_logprobs\":0,\"top_p\":1.0,\"truncation\":\"disabled\",\"usage\":null,\"user\":null,\"metadata\":{}},\"sequence_number\":1}", @@ -881,23 +827,26 @@ "event: response.content_part.done\ndata: {\"type\":\"response.content_part.done\",\"content_index\":0,\"item_id\":\"msg_05755967a64502d10069efe35e97d081979f9e9cfc919a665c\",\"output_index\":0,\"part\":{\"type\":\"output_text\",\"annotations\":[],\"logprobs\":[],\"text\":\"36\"},\"sequence_number\":6}", "event: response.output_item.done\ndata: {\"type\":\"response.output_item.done\",\"item\":{\"id\":\"msg_05755967a64502d10069efe35e97d081979f9e9cfc919a665c\",\"type\":\"message\",\"status\":\"completed\",\"content\":[{\"type\":\"output_text\",\"annotations\":[],\"logprobs\":[],\"text\":\"36\"}],\"role\":\"assistant\"},\"output_index\":0,\"sequence_number\":7}", "event: response.completed\ndata: {\"type\":\"response.completed\",\"response\":{\"id\":\"resp_05755967a64502d10069efe35da5448197ba2165828d16c30a\",\"object\":\"response\",\"created_at\":1777328989,\"status\":\"completed\",\"background\":false,\"completed_at\":1777328990,\"error\":null,\"frequency_penalty\":0.0,\"incomplete_details\":null,\"instructions\":null,\"max_output_tokens\":24,\"max_tool_calls\":null,\"model\":\"gpt-4o-mini-2024-07-18\",\"moderation\":null,\"output\":[{\"id\":\"msg_05755967a64502d10069efe35e97d081979f9e9cfc919a665c\",\"type\":\"message\",\"status\":\"completed\",\"content\":[{\"type\":\"output_text\",\"annotations\":[],\"logprobs\":[],\"text\":\"36\"}],\"role\":\"assistant\"}],\"parallel_tool_calls\":true,\"presence_penalty\":0.0,\"previous_response_id\":null,\"prompt_cache_key\":null,\"prompt_cache_retention\":\"in_memory\",\"reasoning\":{\"effort\":null,\"summary\":null},\"safety_identifier\":null,\"service_tier\":\"default\",\"store\":true,\"temperature\":1.0,\"text\":{\"format\":{\"type\":\"text\"},\"verbosity\":\"medium\"},\"tool_choice\":\"auto\",\"tools\":[],\"top_logprobs\":0,\"top_p\":1.0,\"truncation\":\"disabled\",\"usage\":{\"input_tokens\":21,\"input_tokens_details\":{\"cached_tokens\":0},\"output_tokens\":2,\"output_tokens_details\":{\"reasoning_tokens\":0},\"total_tokens\":23},\"user\":null,\"metadata\":{}},\"sequence_number\":8}" - ] - } + ], + "kind": "sse" + }, + "headers": { + "alt-svc": "h3=\":443\"; ma=86400", + "content-type": "text/event-stream; charset=utf-8", + "openai-organization": "braintrust-data", + "openai-version": "2020-10-01", + "x-content-type-options": "nosniff" + }, + "status": 200, + "statusText": "OK" } }, { + "callIndex": 4, "id": "29b5dc12f56fc480", "matchKey": "POST api.openai.com/v1/responses", - "callIndex": 4, "recordedAt": "2026-04-27T22:29:54.432Z", "request": { - "method": "POST", - "url": "https://api.openai.com/v1/responses", - "headers": { - "accept": "application/json", - "content-type": "application/json", - "x-stainless-helper-method": "stream" - }, "body": { "kind": "json", "value": { @@ -906,20 +855,13 @@ "model": "gpt-4o-mini-2024-07-18", "stream": true } - } + }, + "headers": {}, + "method": "POST", + "url": "https://api.openai.com/v1/responses" }, "response": { - "status": 200, - "statusText": "OK", - "headers": { - "alt-svc": "h3=\":443\"; ma=86400", - "content-type": "text/event-stream; charset=utf-8", - "openai-organization": "braintrust-data", - "openai-version": "2020-10-01", - "x-content-type-options": "nosniff" - }, "body": { - "kind": "sse", "chunks": [ "event: response.created\ndata: {\"type\":\"response.created\",\"response\":{\"id\":\"resp_0feb259a953478ff0069efe35eea00819381302b3a08050fed\",\"object\":\"response\",\"created_at\":1777328990,\"status\":\"in_progress\",\"background\":false,\"completed_at\":null,\"error\":null,\"frequency_penalty\":0.0,\"incomplete_details\":null,\"instructions\":null,\"max_output_tokens\":24,\"max_tool_calls\":null,\"model\":\"gpt-4o-mini-2024-07-18\",\"moderation\":null,\"output\":[],\"parallel_tool_calls\":true,\"presence_penalty\":0.0,\"previous_response_id\":null,\"prompt_cache_key\":null,\"prompt_cache_retention\":\"in_memory\",\"reasoning\":{\"effort\":null,\"summary\":null},\"safety_identifier\":null,\"service_tier\":\"auto\",\"store\":true,\"temperature\":1.0,\"text\":{\"format\":{\"type\":\"text\"},\"verbosity\":\"medium\"},\"tool_choice\":\"auto\",\"tools\":[],\"top_logprobs\":0,\"top_p\":1.0,\"truncation\":\"disabled\",\"usage\":null,\"user\":null,\"metadata\":{}},\"sequence_number\":0}", "event: response.in_progress\ndata: {\"type\":\"response.in_progress\",\"response\":{\"id\":\"resp_0feb259a953478ff0069efe35eea00819381302b3a08050fed\",\"object\":\"response\",\"created_at\":1777328990,\"status\":\"in_progress\",\"background\":false,\"completed_at\":null,\"error\":null,\"frequency_penalty\":0.0,\"incomplete_details\":null,\"instructions\":null,\"max_output_tokens\":24,\"max_tool_calls\":null,\"model\":\"gpt-4o-mini-2024-07-18\",\"moderation\":null,\"output\":[],\"parallel_tool_calls\":true,\"presence_penalty\":0.0,\"previous_response_id\":null,\"prompt_cache_key\":null,\"prompt_cache_retention\":\"in_memory\",\"reasoning\":{\"effort\":null,\"summary\":null},\"safety_identifier\":null,\"service_tier\":\"auto\",\"store\":true,\"temperature\":1.0,\"text\":{\"format\":{\"type\":\"text\"},\"verbosity\":\"medium\"},\"tool_choice\":\"auto\",\"tools\":[],\"top_logprobs\":0,\"top_p\":1.0,\"truncation\":\"disabled\",\"usage\":null,\"user\":null,\"metadata\":{}},\"sequence_number\":1}", @@ -931,22 +873,26 @@ "event: response.content_part.done\ndata: {\"type\":\"response.content_part.done\",\"content_index\":0,\"item_id\":\"msg_0feb259a953478ff0069efe35f6e6c8193a6857e2a9a53ba06\",\"output_index\":0,\"part\":{\"type\":\"output_text\",\"annotations\":[],\"logprobs\":[],\"text\":\"PARTIAL\"},\"sequence_number\":7}", "event: response.output_item.done\ndata: {\"type\":\"response.output_item.done\",\"item\":{\"id\":\"msg_0feb259a953478ff0069efe35f6e6c8193a6857e2a9a53ba06\",\"type\":\"message\",\"status\":\"completed\",\"content\":[{\"type\":\"output_text\",\"annotations\":[],\"logprobs\":[],\"text\":\"PARTIAL\"}],\"role\":\"assistant\"},\"output_index\":0,\"sequence_number\":8}", "event: response.completed\ndata: {\"type\":\"response.completed\",\"response\":{\"id\":\"resp_0feb259a953478ff0069efe35eea00819381302b3a08050fed\",\"object\":\"response\",\"created_at\":1777328990,\"status\":\"completed\",\"background\":false,\"completed_at\":1777328991,\"error\":null,\"frequency_penalty\":0.0,\"incomplete_details\":null,\"instructions\":null,\"max_output_tokens\":24,\"max_tool_calls\":null,\"model\":\"gpt-4o-mini-2024-07-18\",\"moderation\":null,\"output\":[{\"id\":\"msg_0feb259a953478ff0069efe35f6e6c8193a6857e2a9a53ba06\",\"type\":\"message\",\"status\":\"completed\",\"content\":[{\"type\":\"output_text\",\"annotations\":[],\"logprobs\":[],\"text\":\"PARTIAL\"}],\"role\":\"assistant\"}],\"parallel_tool_calls\":true,\"presence_penalty\":0.0,\"previous_response_id\":null,\"prompt_cache_key\":null,\"prompt_cache_retention\":\"in_memory\",\"reasoning\":{\"effort\":null,\"summary\":null},\"safety_identifier\":null,\"service_tier\":\"default\",\"store\":true,\"temperature\":1.0,\"text\":{\"format\":{\"type\":\"text\"},\"verbosity\":\"medium\"},\"tool_choice\":\"auto\",\"tools\":[],\"top_logprobs\":0,\"top_p\":1.0,\"truncation\":\"disabled\",\"usage\":{\"input_tokens\":13,\"input_tokens_details\":{\"cached_tokens\":0},\"output_tokens\":3,\"output_tokens_details\":{\"reasoning_tokens\":0},\"total_tokens\":16},\"user\":null,\"metadata\":{}},\"sequence_number\":9}" - ] - } + ], + "kind": "sse" + }, + "headers": { + "alt-svc": "h3=\":443\"; ma=86400", + "content-type": "text/event-stream; charset=utf-8", + "openai-organization": "braintrust-data", + "openai-version": "2020-10-01", + "x-content-type-options": "nosniff" + }, + "status": 200, + "statusText": "OK" } }, { + "callIndex": 5, "id": "c684b0749c53da7e", "matchKey": "POST api.openai.com/v1/responses", - "callIndex": 5, "recordedAt": "2026-04-27T22:29:54.432Z", "request": { - "method": "POST", - "url": "https://api.openai.com/v1/responses", - "headers": { - "accept": "application/json", - "content-type": "application/json" - }, "body": { "kind": "json", "value": { @@ -972,18 +918,12 @@ } } } - } + }, + "headers": {}, + "method": "POST", + "url": "https://api.openai.com/v1/responses" }, "response": { - "status": 200, - "statusText": "OK", - "headers": { - "alt-svc": "h3=\":443\"; ma=86400", - "content-type": "application/json", - "openai-organization": "braintrust-data", - "openai-version": "2020-10-01", - "x-content-type-options": "nosniff" - }, "body": { "kind": "json", "value": { @@ -1074,21 +1014,24 @@ }, "user": null } - } + }, + "headers": { + "alt-svc": "h3=\":443\"; ma=86400", + "content-type": "application/json", + "openai-organization": "braintrust-data", + "openai-version": "2020-10-01", + "x-content-type-options": "nosniff" + }, + "status": 200, + "statusText": "OK" } }, { + "callIndex": 6, "id": "c878e016ad8ae6a0", "matchKey": "POST api.openai.com/v1/chat/completions", - "callIndex": 6, "recordedAt": "2026-04-27T22:29:54.432Z", "request": { - "method": "POST", - "url": "https://api.openai.com/v1/chat/completions", - "headers": { - "accept": "application/json", - "content-type": "application/json" - }, "body": { "kind": "json", "value": { @@ -1106,11 +1049,23 @@ }, "temperature": 0 } - } + }, + "headers": {}, + "method": "POST", + "url": "https://api.openai.com/v1/chat/completions" }, "response": { - "status": 200, - "statusText": "OK", + "body": { + "chunks": [ + "data: {\"id\":\"chatcmpl-DZOkcBv5GPhAyV9PmOdzrG8f13eSx\",\"object\":\"chat.completion.chunk\",\"created\":1777328994,\"model\":\"gpt-4o-mini-2024-07-18\",\"service_tier\":\"default\",\"system_fingerprint\":\"fp_a7190374f3\",\"choices\":[{\"index\":0,\"delta\":{\"role\":\"assistant\",\"content\":\"\",\"refusal\":null},\"logprobs\":null,\"finish_reason\":null}],\"usage\":null,\"obfuscation\":\"IUlOPrH8Q\"}", + "data: {\"id\":\"chatcmpl-DZOkcBv5GPhAyV9PmOdzrG8f13eSx\",\"object\":\"chat.completion.chunk\",\"created\":1777328994,\"model\":\"gpt-4o-mini-2024-07-18\",\"service_tier\":\"default\",\"system_fingerprint\":\"fp_a7190374f3\",\"choices\":[{\"index\":0,\"delta\":{\"content\":\"SYNC\"},\"logprobs\":null,\"finish_reason\":null}],\"usage\":null,\"obfuscation\":\"zzZaLEM\"}", + "data: {\"id\":\"chatcmpl-DZOkcBv5GPhAyV9PmOdzrG8f13eSx\",\"object\":\"chat.completion.chunk\",\"created\":1777328994,\"model\":\"gpt-4o-mini-2024-07-18\",\"service_tier\":\"default\",\"system_fingerprint\":\"fp_a7190374f3\",\"choices\":[{\"index\":0,\"delta\":{\"content\":\" STREAM\"},\"logprobs\":null,\"finish_reason\":null}],\"usage\":null,\"obfuscation\":\"50V7\"}", + "data: {\"id\":\"chatcmpl-DZOkcBv5GPhAyV9PmOdzrG8f13eSx\",\"object\":\"chat.completion.chunk\",\"created\":1777328994,\"model\":\"gpt-4o-mini-2024-07-18\",\"service_tier\":\"default\",\"system_fingerprint\":\"fp_a7190374f3\",\"choices\":[{\"index\":0,\"delta\":{},\"logprobs\":null,\"finish_reason\":\"stop\"}],\"usage\":null,\"obfuscation\":\"LNPMT\"}", + "data: {\"id\":\"chatcmpl-DZOkcBv5GPhAyV9PmOdzrG8f13eSx\",\"object\":\"chat.completion.chunk\",\"created\":1777328994,\"model\":\"gpt-4o-mini-2024-07-18\",\"service_tier\":\"default\",\"system_fingerprint\":\"fp_a7190374f3\",\"choices\":[],\"usage\":{\"prompt_tokens\":14,\"completion_tokens\":2,\"total_tokens\":16,\"prompt_tokens_details\":{\"cached_tokens\":0,\"audio_tokens\":0},\"completion_tokens_details\":{\"reasoning_tokens\":0,\"audio_tokens\":0,\"accepted_prediction_tokens\":0,\"rejected_prediction_tokens\":0}},\"obfuscation\":\"YYY9R972ayo\"}", + "data: [DONE]" + ], + "kind": "sse" + }, "headers": { "access-control-expose-headers": "X-Request-ID", "alt-svc": "h3=\":443\"; ma=86400", @@ -1120,18 +1075,14 @@ "x-content-type-options": "nosniff", "x-openai-proxy-wasm": "v0.1" }, - "body": { - "kind": "sse", - "chunks": [ - "data: {\"id\":\"chatcmpl-DZOkcBv5GPhAyV9PmOdzrG8f13eSx\",\"object\":\"chat.completion.chunk\",\"created\":1777328994,\"model\":\"gpt-4o-mini-2024-07-18\",\"service_tier\":\"default\",\"system_fingerprint\":\"fp_a7190374f3\",\"choices\":[{\"index\":0,\"delta\":{\"role\":\"assistant\",\"content\":\"\",\"refusal\":null},\"logprobs\":null,\"finish_reason\":null}],\"usage\":null,\"obfuscation\":\"IUlOPrH8Q\"}", - "data: {\"id\":\"chatcmpl-DZOkcBv5GPhAyV9PmOdzrG8f13eSx\",\"object\":\"chat.completion.chunk\",\"created\":1777328994,\"model\":\"gpt-4o-mini-2024-07-18\",\"service_tier\":\"default\",\"system_fingerprint\":\"fp_a7190374f3\",\"choices\":[{\"index\":0,\"delta\":{\"content\":\"SYNC\"},\"logprobs\":null,\"finish_reason\":null}],\"usage\":null,\"obfuscation\":\"zzZaLEM\"}", - "data: {\"id\":\"chatcmpl-DZOkcBv5GPhAyV9PmOdzrG8f13eSx\",\"object\":\"chat.completion.chunk\",\"created\":1777328994,\"model\":\"gpt-4o-mini-2024-07-18\",\"service_tier\":\"default\",\"system_fingerprint\":\"fp_a7190374f3\",\"choices\":[{\"index\":0,\"delta\":{\"content\":\" STREAM\"},\"logprobs\":null,\"finish_reason\":null}],\"usage\":null,\"obfuscation\":\"50V7\"}", - "data: {\"id\":\"chatcmpl-DZOkcBv5GPhAyV9PmOdzrG8f13eSx\",\"object\":\"chat.completion.chunk\",\"created\":1777328994,\"model\":\"gpt-4o-mini-2024-07-18\",\"service_tier\":\"default\",\"system_fingerprint\":\"fp_a7190374f3\",\"choices\":[{\"index\":0,\"delta\":{},\"logprobs\":null,\"finish_reason\":\"stop\"}],\"usage\":null,\"obfuscation\":\"LNPMT\"}", - "data: {\"id\":\"chatcmpl-DZOkcBv5GPhAyV9PmOdzrG8f13eSx\",\"object\":\"chat.completion.chunk\",\"created\":1777328994,\"model\":\"gpt-4o-mini-2024-07-18\",\"service_tier\":\"default\",\"system_fingerprint\":\"fp_a7190374f3\",\"choices\":[],\"usage\":{\"prompt_tokens\":14,\"completion_tokens\":2,\"total_tokens\":16,\"prompt_tokens_details\":{\"cached_tokens\":0,\"audio_tokens\":0},\"completion_tokens_details\":{\"reasoning_tokens\":0,\"audio_tokens\":0,\"accepted_prediction_tokens\":0,\"rejected_prediction_tokens\":0}},\"obfuscation\":\"YYY9R972ayo\"}", - "data: [DONE]" - ] - } + "status": 200, + "statusText": "OK" } } - ] + ], + "meta": { + "createdAt": "2026-04-27T22:29:54.432Z", + "seinfeldVersion": "0.0.0" + }, + "version": 1 } diff --git a/e2e/scenarios/openai-instrumentation/__cassettes__/openai-v6.cassette.json b/e2e/scenarios/openai-instrumentation/__cassettes__/openai-v6.cassette.json index c7349cb66..5195a7f97 100644 --- a/e2e/scenarios/openai-instrumentation/__cassettes__/openai-v6.cassette.json +++ b/e2e/scenarios/openai-instrumentation/__cassettes__/openai-v6.cassette.json @@ -1,22 +1,11 @@ { - "version": 1, - "meta": { - "createdAt": "2026-04-27T22:30:12.367Z", - "seinfeldVersion": "0.0.0" - }, "entries": [ { + "callIndex": 0, "id": "46b2c268acedfb12", "matchKey": "POST api.openai.com/v1/chat/completions", - "callIndex": 0, "recordedAt": "2026-04-27T22:30:12.367Z", "request": { - "method": "POST", - "url": "https://api.openai.com/v1/chat/completions", - "headers": { - "accept": "application/json", - "content-type": "application/json" - }, "body": { "kind": "json", "value": { @@ -30,20 +19,12 @@ "model": "gpt-4o-mini-2024-07-18", "temperature": 0 } - } + }, + "headers": {}, + "method": "POST", + "url": "https://api.openai.com/v1/chat/completions" }, "response": { - "status": 200, - "statusText": "OK", - "headers": { - "access-control-expose-headers": "X-Request-ID", - "alt-svc": "h3=\":443\"; ma=86400", - "content-type": "application/json", - "openai-organization": "braintrust-data", - "openai-version": "2020-10-01", - "x-content-type-options": "nosniff", - "x-openai-proxy-wasm": "v0.1" - }, "body": { "kind": "json", "value": { @@ -82,21 +63,26 @@ "total_tokens": 14 } } - } + }, + "headers": { + "access-control-expose-headers": "X-Request-ID", + "alt-svc": "h3=\":443\"; ma=86400", + "content-type": "application/json", + "openai-organization": "braintrust-data", + "openai-version": "2020-10-01", + "x-content-type-options": "nosniff", + "x-openai-proxy-wasm": "v0.1" + }, + "status": 200, + "statusText": "OK" } }, { + "callIndex": 1, "id": "ffc24f779b8a11e0", "matchKey": "POST api.openai.com/v1/chat/completions", - "callIndex": 1, "recordedAt": "2026-04-27T22:30:12.367Z", "request": { - "method": "POST", - "url": "https://api.openai.com/v1/chat/completions", - "headers": { - "accept": "application/json", - "content-type": "application/json" - }, "body": { "kind": "json", "value": { @@ -110,20 +96,12 @@ "model": "gpt-4o-mini-2024-07-18", "temperature": 0 } - } + }, + "headers": {}, + "method": "POST", + "url": "https://api.openai.com/v1/chat/completions" }, "response": { - "status": 200, - "statusText": "OK", - "headers": { - "access-control-expose-headers": "X-Request-ID", - "alt-svc": "h3=\":443\"; ma=86400", - "content-type": "application/json", - "openai-organization": "braintrust-data", - "openai-version": "2020-10-01", - "x-content-type-options": "nosniff", - "x-openai-proxy-wasm": "v0.1" - }, "body": { "kind": "json", "value": { @@ -162,21 +140,26 @@ "total_tokens": 14 } } - } + }, + "headers": { + "access-control-expose-headers": "X-Request-ID", + "alt-svc": "h3=\":443\"; ma=86400", + "content-type": "application/json", + "openai-organization": "braintrust-data", + "openai-version": "2020-10-01", + "x-content-type-options": "nosniff", + "x-openai-proxy-wasm": "v0.1" + }, + "status": 200, + "statusText": "OK" } }, { + "callIndex": 2, "id": "e6f3179b1cdbd9fa", "matchKey": "POST api.openai.com/v1/chat/completions", - "callIndex": 2, "recordedAt": "2026-04-27T22:30:12.367Z", "request": { - "method": "POST", - "url": "https://api.openai.com/v1/chat/completions", - "headers": { - "accept": "application/json", - "content-type": "application/json" - }, "body": { "kind": "json", "value": { @@ -194,11 +177,22 @@ }, "temperature": 0 } - } + }, + "headers": {}, + "method": "POST", + "url": "https://api.openai.com/v1/chat/completions" }, "response": { - "status": 200, - "statusText": "OK", + "body": { + "chunks": [ + "data: {\"id\":\"chatcmpl-DZOke4WKwGo1dzTJwh1J7XS0rlPr7\",\"object\":\"chat.completion.chunk\",\"created\":1777328996,\"model\":\"gpt-4o-mini-2024-07-18\",\"service_tier\":\"default\",\"system_fingerprint\":\"fp_8626201b1a\",\"choices\":[{\"index\":0,\"delta\":{\"role\":\"assistant\",\"content\":\"\",\"refusal\":null},\"logprobs\":null,\"finish_reason\":null}],\"usage\":null,\"obfuscation\":\"UB8DqXeVH\"}", + "data: {\"id\":\"chatcmpl-DZOke4WKwGo1dzTJwh1J7XS0rlPr7\",\"object\":\"chat.completion.chunk\",\"created\":1777328996,\"model\":\"gpt-4o-mini-2024-07-18\",\"service_tier\":\"default\",\"system_fingerprint\":\"fp_8626201b1a\",\"choices\":[{\"index\":0,\"delta\":{\"content\":\"STREAM\"},\"logprobs\":null,\"finish_reason\":null}],\"usage\":null,\"obfuscation\":\"PeMyu\"}", + "data: {\"id\":\"chatcmpl-DZOke4WKwGo1dzTJwh1J7XS0rlPr7\",\"object\":\"chat.completion.chunk\",\"created\":1777328996,\"model\":\"gpt-4o-mini-2024-07-18\",\"service_tier\":\"default\",\"system_fingerprint\":\"fp_8626201b1a\",\"choices\":[{\"index\":0,\"delta\":{},\"logprobs\":null,\"finish_reason\":\"stop\"}],\"usage\":null,\"obfuscation\":\"NYjg1\"}", + "data: {\"id\":\"chatcmpl-DZOke4WKwGo1dzTJwh1J7XS0rlPr7\",\"object\":\"chat.completion.chunk\",\"created\":1777328996,\"model\":\"gpt-4o-mini-2024-07-18\",\"service_tier\":\"default\",\"system_fingerprint\":\"fp_8626201b1a\",\"choices\":[],\"usage\":{\"prompt_tokens\":12,\"completion_tokens\":1,\"total_tokens\":13,\"prompt_tokens_details\":{\"cached_tokens\":0,\"audio_tokens\":0},\"completion_tokens_details\":{\"reasoning_tokens\":0,\"audio_tokens\":0,\"accepted_prediction_tokens\":0,\"rejected_prediction_tokens\":0}},\"obfuscation\":\"KNHifki0WAQ\"}", + "data: [DONE]" + ], + "kind": "sse" + }, "headers": { "access-control-expose-headers": "X-Request-ID", "alt-svc": "h3=\":443\"; ma=86400", @@ -208,30 +202,16 @@ "x-content-type-options": "nosniff", "x-openai-proxy-wasm": "v0.1" }, - "body": { - "kind": "sse", - "chunks": [ - "data: {\"id\":\"chatcmpl-DZOke4WKwGo1dzTJwh1J7XS0rlPr7\",\"object\":\"chat.completion.chunk\",\"created\":1777328996,\"model\":\"gpt-4o-mini-2024-07-18\",\"service_tier\":\"default\",\"system_fingerprint\":\"fp_8626201b1a\",\"choices\":[{\"index\":0,\"delta\":{\"role\":\"assistant\",\"content\":\"\",\"refusal\":null},\"logprobs\":null,\"finish_reason\":null}],\"usage\":null,\"obfuscation\":\"UB8DqXeVH\"}", - "data: {\"id\":\"chatcmpl-DZOke4WKwGo1dzTJwh1J7XS0rlPr7\",\"object\":\"chat.completion.chunk\",\"created\":1777328996,\"model\":\"gpt-4o-mini-2024-07-18\",\"service_tier\":\"default\",\"system_fingerprint\":\"fp_8626201b1a\",\"choices\":[{\"index\":0,\"delta\":{\"content\":\"STREAM\"},\"logprobs\":null,\"finish_reason\":null}],\"usage\":null,\"obfuscation\":\"PeMyu\"}", - "data: {\"id\":\"chatcmpl-DZOke4WKwGo1dzTJwh1J7XS0rlPr7\",\"object\":\"chat.completion.chunk\",\"created\":1777328996,\"model\":\"gpt-4o-mini-2024-07-18\",\"service_tier\":\"default\",\"system_fingerprint\":\"fp_8626201b1a\",\"choices\":[{\"index\":0,\"delta\":{},\"logprobs\":null,\"finish_reason\":\"stop\"}],\"usage\":null,\"obfuscation\":\"NYjg1\"}", - "data: {\"id\":\"chatcmpl-DZOke4WKwGo1dzTJwh1J7XS0rlPr7\",\"object\":\"chat.completion.chunk\",\"created\":1777328996,\"model\":\"gpt-4o-mini-2024-07-18\",\"service_tier\":\"default\",\"system_fingerprint\":\"fp_8626201b1a\",\"choices\":[],\"usage\":{\"prompt_tokens\":12,\"completion_tokens\":1,\"total_tokens\":13,\"prompt_tokens_details\":{\"cached_tokens\":0,\"audio_tokens\":0},\"completion_tokens_details\":{\"reasoning_tokens\":0,\"audio_tokens\":0,\"accepted_prediction_tokens\":0,\"rejected_prediction_tokens\":0}},\"obfuscation\":\"KNHifki0WAQ\"}", - "data: [DONE]" - ] - } + "status": 200, + "statusText": "OK" } }, { + "callIndex": 3, "id": "14b2b5dd8ab752df", "matchKey": "POST api.openai.com/v1/chat/completions", - "callIndex": 3, "recordedAt": "2026-04-27T22:30:12.367Z", "request": { - "method": "POST", - "url": "https://api.openai.com/v1/chat/completions", - "headers": { - "accept": "application/json", - "content-type": "application/json" - }, "body": { "kind": "json", "value": { @@ -249,22 +229,13 @@ }, "temperature": 0 } - } + }, + "headers": {}, + "method": "POST", + "url": "https://api.openai.com/v1/chat/completions" }, "response": { - "status": 200, - "statusText": "OK", - "headers": { - "access-control-expose-headers": "X-Request-ID", - "alt-svc": "h3=\":443\"; ma=86400", - "content-type": "text/event-stream; charset=utf-8", - "openai-organization": "braintrust-data", - "openai-version": "2020-10-01", - "x-content-type-options": "nosniff", - "x-openai-proxy-wasm": "v0.1" - }, "body": { - "kind": "sse", "chunks": [ "data: {\"id\":\"chatcmpl-DZOke1kjw8q8FaHv6z5CvrbMVQhoy\",\"object\":\"chat.completion.chunk\",\"created\":1777328996,\"model\":\"gpt-4o-mini-2024-07-18\",\"service_tier\":\"default\",\"system_fingerprint\":\"fp_845d726e38\",\"choices\":[{\"index\":0,\"delta\":{\"role\":\"assistant\",\"content\":\"\",\"refusal\":null},\"logprobs\":null,\"finish_reason\":null}],\"usage\":null,\"obfuscation\":\"RFjVx43fe\"}", "data: {\"id\":\"chatcmpl-DZOke1kjw8q8FaHv6z5CvrbMVQhoy\",\"object\":\"chat.completion.chunk\",\"created\":1777328996,\"model\":\"gpt-4o-mini-2024-07-18\",\"service_tier\":\"default\",\"system_fingerprint\":\"fp_845d726e38\",\"choices\":[{\"index\":0,\"delta\":{\"content\":\"STREAM\"},\"logprobs\":null,\"finish_reason\":null}],\"usage\":null,\"obfuscation\":\"abB6k\"}", @@ -276,23 +247,28 @@ "data: {\"id\":\"chatcmpl-DZOke1kjw8q8FaHv6z5CvrbMVQhoy\",\"object\":\"chat.completion.chunk\",\"created\":1777328996,\"model\":\"gpt-4o-mini-2024-07-18\",\"service_tier\":\"default\",\"system_fingerprint\":\"fp_845d726e38\",\"choices\":[{\"index\":0,\"delta\":{},\"logprobs\":null,\"finish_reason\":\"stop\"}],\"usage\":null,\"obfuscation\":\"GV63S\"}", "data: {\"id\":\"chatcmpl-DZOke1kjw8q8FaHv6z5CvrbMVQhoy\",\"object\":\"chat.completion.chunk\",\"created\":1777328996,\"model\":\"gpt-4o-mini-2024-07-18\",\"service_tier\":\"default\",\"system_fingerprint\":\"fp_845d726e38\",\"choices\":[],\"usage\":{\"prompt_tokens\":17,\"completion_tokens\":6,\"total_tokens\":23,\"prompt_tokens_details\":{\"cached_tokens\":0,\"audio_tokens\":0},\"completion_tokens_details\":{\"reasoning_tokens\":0,\"audio_tokens\":0,\"accepted_prediction_tokens\":0,\"rejected_prediction_tokens\":0}},\"obfuscation\":\"p7IzbW4DZeF\"}", "data: [DONE]" - ] - } + ], + "kind": "sse" + }, + "headers": { + "access-control-expose-headers": "X-Request-ID", + "alt-svc": "h3=\":443\"; ma=86400", + "content-type": "text/event-stream; charset=utf-8", + "openai-organization": "braintrust-data", + "openai-version": "2020-10-01", + "x-content-type-options": "nosniff", + "x-openai-proxy-wasm": "v0.1" + }, + "status": 200, + "statusText": "OK" } }, { + "callIndex": 4, "id": "acf5ed00b0bfb7f2", "matchKey": "POST api.openai.com/v1/chat/completions", - "callIndex": 4, "recordedAt": "2026-04-27T22:30:12.367Z", "request": { - "method": "POST", - "url": "https://api.openai.com/v1/chat/completions", - "headers": { - "accept": "application/json", - "content-type": "application/json", - "x-stainless-helper-method": "chat.completions.parse" - }, "body": { "kind": "json", "value": { @@ -319,20 +295,12 @@ "type": "json_schema" } } - } + }, + "headers": {}, + "method": "POST", + "url": "https://api.openai.com/v1/chat/completions" }, "response": { - "status": 200, - "statusText": "OK", - "headers": { - "access-control-expose-headers": "X-Request-ID", - "alt-svc": "h3=\":443\"; ma=86400", - "content-type": "application/json", - "openai-organization": "braintrust-data", - "openai-version": "2020-10-01", - "x-content-type-options": "nosniff", - "x-openai-proxy-wasm": "v0.1" - }, "body": { "kind": "json", "value": { @@ -371,22 +339,26 @@ "total_tokens": 50 } } - } + }, + "headers": { + "access-control-expose-headers": "X-Request-ID", + "alt-svc": "h3=\":443\"; ma=86400", + "content-type": "application/json", + "openai-organization": "braintrust-data", + "openai-version": "2020-10-01", + "x-content-type-options": "nosniff", + "x-openai-proxy-wasm": "v0.1" + }, + "status": 200, + "statusText": "OK" } }, { + "callIndex": 5, "id": "7b964923f5fd30df", "matchKey": "POST api.openai.com/v1/chat/completions", - "callIndex": 5, "recordedAt": "2026-04-27T22:30:12.367Z", "request": { - "method": "POST", - "url": "https://api.openai.com/v1/chat/completions", - "headers": { - "accept": "application/json", - "content-type": "application/json", - "x-stainless-helper-method": "stream" - }, "body": { "kind": "json", "value": { @@ -401,11 +373,22 @@ "stream": true, "temperature": 0 } - } + }, + "headers": {}, + "method": "POST", + "url": "https://api.openai.com/v1/chat/completions" }, "response": { - "status": 200, - "statusText": "OK", + "body": { + "chunks": [ + "data: {\"id\":\"chatcmpl-DZOkgCVUnicjO0PCoCn1ZxNE4MY9l\",\"object\":\"chat.completion.chunk\",\"created\":1777328998,\"model\":\"gpt-4o-mini-2024-07-18\",\"service_tier\":\"default\",\"system_fingerprint\":\"fp_a7190374f3\",\"choices\":[{\"index\":0,\"delta\":{\"role\":\"assistant\",\"content\":\"\",\"refusal\":null},\"logprobs\":null,\"finish_reason\":null}],\"obfuscation\":\"n9oYG9\"}", + "data: {\"id\":\"chatcmpl-DZOkgCVUnicjO0PCoCn1ZxNE4MY9l\",\"object\":\"chat.completion.chunk\",\"created\":1777328998,\"model\":\"gpt-4o-mini-2024-07-18\",\"service_tier\":\"default\",\"system_fingerprint\":\"fp_a7190374f3\",\"choices\":[{\"index\":0,\"delta\":{\"content\":\"SYNC\"},\"logprobs\":null,\"finish_reason\":null}],\"obfuscation\":\"rJ8n\"}", + "data: {\"id\":\"chatcmpl-DZOkgCVUnicjO0PCoCn1ZxNE4MY9l\",\"object\":\"chat.completion.chunk\",\"created\":1777328998,\"model\":\"gpt-4o-mini-2024-07-18\",\"service_tier\":\"default\",\"system_fingerprint\":\"fp_a7190374f3\",\"choices\":[{\"index\":0,\"delta\":{\"content\":\" STREAM\"},\"logprobs\":null,\"finish_reason\":null}],\"obfuscation\":\"b\"}", + "data: {\"id\":\"chatcmpl-DZOkgCVUnicjO0PCoCn1ZxNE4MY9l\",\"object\":\"chat.completion.chunk\",\"created\":1777328998,\"model\":\"gpt-4o-mini-2024-07-18\",\"service_tier\":\"default\",\"system_fingerprint\":\"fp_a7190374f3\",\"choices\":[{\"index\":0,\"delta\":{},\"logprobs\":null,\"finish_reason\":\"stop\"}],\"obfuscation\":\"bH\"}", + "data: [DONE]" + ], + "kind": "sse" + }, "headers": { "access-control-expose-headers": "X-Request-ID", "alt-svc": "h3=\":443\"; ma=86400", @@ -415,30 +398,16 @@ "x-content-type-options": "nosniff", "x-openai-proxy-wasm": "v0.1" }, - "body": { - "kind": "sse", - "chunks": [ - "data: {\"id\":\"chatcmpl-DZOkgCVUnicjO0PCoCn1ZxNE4MY9l\",\"object\":\"chat.completion.chunk\",\"created\":1777328998,\"model\":\"gpt-4o-mini-2024-07-18\",\"service_tier\":\"default\",\"system_fingerprint\":\"fp_a7190374f3\",\"choices\":[{\"index\":0,\"delta\":{\"role\":\"assistant\",\"content\":\"\",\"refusal\":null},\"logprobs\":null,\"finish_reason\":null}],\"obfuscation\":\"n9oYG9\"}", - "data: {\"id\":\"chatcmpl-DZOkgCVUnicjO0PCoCn1ZxNE4MY9l\",\"object\":\"chat.completion.chunk\",\"created\":1777328998,\"model\":\"gpt-4o-mini-2024-07-18\",\"service_tier\":\"default\",\"system_fingerprint\":\"fp_a7190374f3\",\"choices\":[{\"index\":0,\"delta\":{\"content\":\"SYNC\"},\"logprobs\":null,\"finish_reason\":null}],\"obfuscation\":\"rJ8n\"}", - "data: {\"id\":\"chatcmpl-DZOkgCVUnicjO0PCoCn1ZxNE4MY9l\",\"object\":\"chat.completion.chunk\",\"created\":1777328998,\"model\":\"gpt-4o-mini-2024-07-18\",\"service_tier\":\"default\",\"system_fingerprint\":\"fp_a7190374f3\",\"choices\":[{\"index\":0,\"delta\":{\"content\":\" STREAM\"},\"logprobs\":null,\"finish_reason\":null}],\"obfuscation\":\"b\"}", - "data: {\"id\":\"chatcmpl-DZOkgCVUnicjO0PCoCn1ZxNE4MY9l\",\"object\":\"chat.completion.chunk\",\"created\":1777328998,\"model\":\"gpt-4o-mini-2024-07-18\",\"service_tier\":\"default\",\"system_fingerprint\":\"fp_a7190374f3\",\"choices\":[{\"index\":0,\"delta\":{},\"logprobs\":null,\"finish_reason\":\"stop\"}],\"obfuscation\":\"bH\"}", - "data: [DONE]" - ] - } + "status": 200, + "statusText": "OK" } }, { + "callIndex": 0, "id": "0bececaba7d19515", "matchKey": "POST api.openai.com/v1/embeddings", - "callIndex": 0, "recordedAt": "2026-04-27T22:30:12.367Z", "request": { - "method": "POST", - "url": "https://api.openai.com/v1/embeddings", - "headers": { - "accept": "application/json", - "content-type": "application/json" - }, "body": { "kind": "json", "value": { @@ -446,20 +415,12 @@ "input": "Paris", "model": "text-embedding-3-small" } - } + }, + "headers": {}, + "method": "POST", + "url": "https://api.openai.com/v1/embeddings" }, "response": { - "status": 200, - "statusText": "OK", - "headers": { - "access-control-expose-headers": "X-Request-ID", - "alt-svc": "h3=\":443\"; ma=86400", - "content-type": "application/json", - "openai-organization": "braintrust-data", - "openai-version": "2020-10-01", - "x-content-type-options": "nosniff", - "x-openai-proxy-wasm": "v0.1" - }, "body": { "kind": "json", "value": { @@ -477,40 +438,38 @@ "total_tokens": 1 } } - } + }, + "headers": { + "access-control-expose-headers": "X-Request-ID", + "alt-svc": "h3=\":443\"; ma=86400", + "content-type": "application/json", + "openai-organization": "braintrust-data", + "openai-version": "2020-10-01", + "x-content-type-options": "nosniff", + "x-openai-proxy-wasm": "v0.1" + }, + "status": 200, + "statusText": "OK" } }, { + "callIndex": 0, "id": "5f388614ec5c41af", "matchKey": "POST api.openai.com/v1/moderations", - "callIndex": 0, "recordedAt": "2026-04-27T22:30:12.367Z", "request": { - "method": "POST", - "url": "https://api.openai.com/v1/moderations", - "headers": { - "accept": "application/json", - "content-type": "application/json" - }, "body": { "kind": "json", "value": { "input": "Hello from Braintrust.", "model": "omni-moderation-2024-09-26" } - } + }, + "headers": {}, + "method": "POST", + "url": "https://api.openai.com/v1/moderations" }, "response": { - "status": 200, - "statusText": "OK", - "headers": { - "alt-svc": "h3=\":443\"; ma=86400", - "content-type": "application/json", - "openai-organization": "braintrust-data", - "openai-version": "2020-10-01", - "x-content-type-options": "nosniff", - "x-openai-proxy-wasm": "v0.1" - }, "body": { "kind": "json", "value": { @@ -549,39 +508,43 @@ "violence/graphic": ["text"] }, "category_scores": { - "harassment": 0.00001141223854434603, - "harassment/threatening": 0.0000012219076020491008, - "hate": 0.000003944258675190877, + "harassment": 1.141223854434603e-5, + "harassment/threatening": 1.2219076020491008e-6, + "hate": 3.944258675190877e-6, "hate/threatening": 1.2878952156558146e-7, - "illicit": 0.000005738759521437678, - "illicit/violent": 0.000003822911232549001, - "self-harm": 0.000003120191139396651, + "illicit": 5.738759521437678e-6, + "illicit/violent": 3.822911232549001e-6, + "self-harm": 3.120191139396651e-6, "self-harm/instructions": 6.240930669504435e-7, - "self-harm/intent": 0.0000022474089854291757, - "sexual": 0.000006814872211615988, + "self-harm/intent": 2.2474089854291757e-6, + "sexual": 6.814872211615988e-6, "sexual/minors": 5.255395707074638e-7, - "violence": 0.000014202364022997911, - "violence/graphic": 0.0000019525885208642222 + "violence": 1.4202364022997911e-5, + "violence/graphic": 1.9525885208642222e-6 }, "flagged": false } ] } - } + }, + "headers": { + "alt-svc": "h3=\":443\"; ma=86400", + "content-type": "application/json", + "openai-organization": "braintrust-data", + "openai-version": "2020-10-01", + "x-content-type-options": "nosniff", + "x-openai-proxy-wasm": "v0.1" + }, + "status": 200, + "statusText": "OK" } }, { + "callIndex": 0, "id": "55c3e923d7f6a992", "matchKey": "POST api.openai.com/v1/responses", - "callIndex": 0, "recordedAt": "2026-04-27T22:30:12.367Z", "request": { - "method": "POST", - "url": "https://api.openai.com/v1/responses", - "headers": { - "accept": "application/json", - "content-type": "application/json" - }, "body": { "kind": "json", "value": { @@ -589,18 +552,12 @@ "max_output_tokens": 24, "model": "gpt-4o-mini-2024-07-18" } - } + }, + "headers": {}, + "method": "POST", + "url": "https://api.openai.com/v1/responses" }, "response": { - "status": 200, - "statusText": "OK", - "headers": { - "alt-svc": "h3=\":443\"; ma=86400", - "content-type": "application/json", - "openai-organization": "braintrust-data", - "openai-version": "2020-10-01", - "x-content-type-options": "nosniff" - }, "body": { "kind": "json", "value": { @@ -675,21 +632,24 @@ }, "user": null } - } + }, + "headers": { + "alt-svc": "h3=\":443\"; ma=86400", + "content-type": "application/json", + "openai-organization": "braintrust-data", + "openai-version": "2020-10-01", + "x-content-type-options": "nosniff" + }, + "status": 200, + "statusText": "OK" } }, { + "callIndex": 1, "id": "5b9a1fe9a5549ba9", "matchKey": "POST api.openai.com/v1/responses", - "callIndex": 1, "recordedAt": "2026-04-27T22:30:12.367Z", "request": { - "method": "POST", - "url": "https://api.openai.com/v1/responses", - "headers": { - "accept": "application/json", - "content-type": "application/json" - }, "body": { "kind": "json", "value": { @@ -697,18 +657,12 @@ "max_output_tokens": 24, "model": "gpt-4o-mini-2024-07-18" } - } + }, + "headers": {}, + "method": "POST", + "url": "https://api.openai.com/v1/responses" }, "response": { - "status": 200, - "statusText": "OK", - "headers": { - "alt-svc": "h3=\":443\"; ma=86400", - "content-type": "application/json", - "openai-organization": "braintrust-data", - "openai-version": "2020-10-01", - "x-content-type-options": "nosniff" - }, "body": { "kind": "json", "value": { @@ -783,21 +737,24 @@ }, "user": null } - } + }, + "headers": { + "alt-svc": "h3=\":443\"; ma=86400", + "content-type": "application/json", + "openai-organization": "braintrust-data", + "openai-version": "2020-10-01", + "x-content-type-options": "nosniff" + }, + "status": 200, + "statusText": "OK" } }, { + "callIndex": 2, "id": "e35182303c0369bf", "matchKey": "POST api.openai.com/v1/responses", - "callIndex": 2, "recordedAt": "2026-04-27T22:30:12.367Z", "request": { - "method": "POST", - "url": "https://api.openai.com/v1/responses", - "headers": { - "accept": "application/json", - "content-type": "application/json" - }, "body": { "kind": "json", "value": { @@ -806,20 +763,13 @@ "model": "gpt-4o-mini-2024-07-18", "stream": true } - } + }, + "headers": {}, + "method": "POST", + "url": "https://api.openai.com/v1/responses" }, "response": { - "status": 200, - "statusText": "OK", - "headers": { - "alt-svc": "h3=\":443\"; ma=86400", - "content-type": "text/event-stream; charset=utf-8", - "openai-organization": "braintrust-data", - "openai-version": "2020-10-01", - "x-content-type-options": "nosniff" - }, "body": { - "kind": "sse", "chunks": [ "event: response.created\ndata: {\"type\":\"response.created\",\"response\":{\"id\":\"resp_009e03f42f46112f0069efe36928588196a9d9ec445124efc1\",\"object\":\"response\",\"created_at\":1777329001,\"status\":\"in_progress\",\"background\":false,\"completed_at\":null,\"error\":null,\"frequency_penalty\":0.0,\"incomplete_details\":null,\"instructions\":null,\"max_output_tokens\":24,\"max_tool_calls\":null,\"model\":\"gpt-4o-mini-2024-07-18\",\"moderation\":null,\"output\":[],\"parallel_tool_calls\":true,\"presence_penalty\":0.0,\"previous_response_id\":null,\"prompt_cache_key\":null,\"prompt_cache_retention\":\"in_memory\",\"reasoning\":{\"effort\":null,\"summary\":null},\"safety_identifier\":null,\"service_tier\":\"auto\",\"store\":true,\"temperature\":1.0,\"text\":{\"format\":{\"type\":\"text\"},\"verbosity\":\"medium\"},\"tool_choice\":\"auto\",\"tools\":[],\"top_logprobs\":0,\"top_p\":1.0,\"truncation\":\"disabled\",\"usage\":null,\"user\":null,\"metadata\":{}},\"sequence_number\":0}", "event: response.in_progress\ndata: {\"type\":\"response.in_progress\",\"response\":{\"id\":\"resp_009e03f42f46112f0069efe36928588196a9d9ec445124efc1\",\"object\":\"response\",\"created_at\":1777329001,\"status\":\"in_progress\",\"background\":false,\"completed_at\":null,\"error\":null,\"frequency_penalty\":0.0,\"incomplete_details\":null,\"instructions\":null,\"max_output_tokens\":24,\"max_tool_calls\":null,\"model\":\"gpt-4o-mini-2024-07-18\",\"moderation\":null,\"output\":[],\"parallel_tool_calls\":true,\"presence_penalty\":0.0,\"previous_response_id\":null,\"prompt_cache_key\":null,\"prompt_cache_retention\":\"in_memory\",\"reasoning\":{\"effort\":null,\"summary\":null},\"safety_identifier\":null,\"service_tier\":\"auto\",\"store\":true,\"temperature\":1.0,\"text\":{\"format\":{\"type\":\"text\"},\"verbosity\":\"medium\"},\"tool_choice\":\"auto\",\"tools\":[],\"top_logprobs\":0,\"top_p\":1.0,\"truncation\":\"disabled\",\"usage\":null,\"user\":null,\"metadata\":{}},\"sequence_number\":1}", @@ -832,23 +782,26 @@ "event: response.content_part.done\ndata: {\"type\":\"response.content_part.done\",\"content_index\":0,\"item_id\":\"msg_009e03f42f46112f0069efe3699e448196be9a550c3a278748\",\"output_index\":0,\"part\":{\"type\":\"output_text\",\"annotations\":[],\"logprobs\":[],\"text\":\"RESPONSE STREAM\"},\"sequence_number\":8}", "event: response.output_item.done\ndata: {\"type\":\"response.output_item.done\",\"item\":{\"id\":\"msg_009e03f42f46112f0069efe3699e448196be9a550c3a278748\",\"type\":\"message\",\"status\":\"completed\",\"content\":[{\"type\":\"output_text\",\"annotations\":[],\"logprobs\":[],\"text\":\"RESPONSE STREAM\"}],\"role\":\"assistant\"},\"output_index\":0,\"sequence_number\":9}", "event: response.completed\ndata: {\"type\":\"response.completed\",\"response\":{\"id\":\"resp_009e03f42f46112f0069efe36928588196a9d9ec445124efc1\",\"object\":\"response\",\"created_at\":1777329001,\"status\":\"completed\",\"background\":false,\"completed_at\":1777329001,\"error\":null,\"frequency_penalty\":0.0,\"incomplete_details\":null,\"instructions\":null,\"max_output_tokens\":24,\"max_tool_calls\":null,\"model\":\"gpt-4o-mini-2024-07-18\",\"moderation\":null,\"output\":[{\"id\":\"msg_009e03f42f46112f0069efe3699e448196be9a550c3a278748\",\"type\":\"message\",\"status\":\"completed\",\"content\":[{\"type\":\"output_text\",\"annotations\":[],\"logprobs\":[],\"text\":\"RESPONSE STREAM\"}],\"role\":\"assistant\"}],\"parallel_tool_calls\":true,\"presence_penalty\":0.0,\"previous_response_id\":null,\"prompt_cache_key\":null,\"prompt_cache_retention\":\"in_memory\",\"reasoning\":{\"effort\":null,\"summary\":null},\"safety_identifier\":null,\"service_tier\":\"default\",\"store\":true,\"temperature\":1.0,\"text\":{\"format\":{\"type\":\"text\"},\"verbosity\":\"medium\"},\"tool_choice\":\"auto\",\"tools\":[],\"top_logprobs\":0,\"top_p\":1.0,\"truncation\":\"disabled\",\"usage\":{\"input_tokens\":13,\"input_tokens_details\":{\"cached_tokens\":0},\"output_tokens\":4,\"output_tokens_details\":{\"reasoning_tokens\":0},\"total_tokens\":17},\"user\":null,\"metadata\":{}},\"sequence_number\":10}" - ] - } + ], + "kind": "sse" + }, + "headers": { + "alt-svc": "h3=\":443\"; ma=86400", + "content-type": "text/event-stream; charset=utf-8", + "openai-organization": "braintrust-data", + "openai-version": "2020-10-01", + "x-content-type-options": "nosniff" + }, + "status": 200, + "statusText": "OK" } }, { + "callIndex": 3, "id": "ad8ed83978816230", "matchKey": "POST api.openai.com/v1/responses", - "callIndex": 3, "recordedAt": "2026-04-27T22:30:12.367Z", "request": { - "method": "POST", - "url": "https://api.openai.com/v1/responses", - "headers": { - "accept": "application/json", - "content-type": "application/json", - "x-stainless-helper-method": "stream" - }, "body": { "kind": "json", "value": { @@ -857,20 +810,13 @@ "model": "gpt-4o-mini-2024-07-18", "stream": true } - } + }, + "headers": {}, + "method": "POST", + "url": "https://api.openai.com/v1/responses" }, "response": { - "status": 200, - "statusText": "OK", - "headers": { - "alt-svc": "h3=\":443\"; ma=86400", - "content-type": "text/event-stream; charset=utf-8", - "openai-organization": "braintrust-data", - "openai-version": "2020-10-01", - "x-content-type-options": "nosniff" - }, "body": { - "kind": "sse", "chunks": [ "event: response.created\ndata: {\"type\":\"response.created\",\"response\":{\"id\":\"resp_0907658ffc58596d0069efe369e4c88195931cb1821b3a82fd\",\"object\":\"response\",\"created_at\":1777329001,\"status\":\"in_progress\",\"background\":false,\"completed_at\":null,\"error\":null,\"frequency_penalty\":0.0,\"incomplete_details\":null,\"instructions\":null,\"max_output_tokens\":24,\"max_tool_calls\":null,\"model\":\"gpt-4o-mini-2024-07-18\",\"moderation\":null,\"output\":[],\"parallel_tool_calls\":true,\"presence_penalty\":0.0,\"previous_response_id\":null,\"prompt_cache_key\":null,\"prompt_cache_retention\":\"in_memory\",\"reasoning\":{\"effort\":null,\"summary\":null},\"safety_identifier\":null,\"service_tier\":\"auto\",\"store\":true,\"temperature\":1.0,\"text\":{\"format\":{\"type\":\"text\"},\"verbosity\":\"medium\"},\"tool_choice\":\"auto\",\"tools\":[],\"top_logprobs\":0,\"top_p\":1.0,\"truncation\":\"disabled\",\"usage\":null,\"user\":null,\"metadata\":{}},\"sequence_number\":0}", "event: response.in_progress\ndata: {\"type\":\"response.in_progress\",\"response\":{\"id\":\"resp_0907658ffc58596d0069efe369e4c88195931cb1821b3a82fd\",\"object\":\"response\",\"created_at\":1777329001,\"status\":\"in_progress\",\"background\":false,\"completed_at\":null,\"error\":null,\"frequency_penalty\":0.0,\"incomplete_details\":null,\"instructions\":null,\"max_output_tokens\":24,\"max_tool_calls\":null,\"model\":\"gpt-4o-mini-2024-07-18\",\"moderation\":null,\"output\":[],\"parallel_tool_calls\":true,\"presence_penalty\":0.0,\"previous_response_id\":null,\"prompt_cache_key\":null,\"prompt_cache_retention\":\"in_memory\",\"reasoning\":{\"effort\":null,\"summary\":null},\"safety_identifier\":null,\"service_tier\":\"auto\",\"store\":true,\"temperature\":1.0,\"text\":{\"format\":{\"type\":\"text\"},\"verbosity\":\"medium\"},\"tool_choice\":\"auto\",\"tools\":[],\"top_logprobs\":0,\"top_p\":1.0,\"truncation\":\"disabled\",\"usage\":null,\"user\":null,\"metadata\":{}},\"sequence_number\":1}", @@ -881,23 +827,26 @@ "event: response.content_part.done\ndata: {\"type\":\"response.content_part.done\",\"content_index\":0,\"item_id\":\"msg_0907658ffc58596d0069efe36b8b348195b9429c514bcf637a\",\"output_index\":0,\"part\":{\"type\":\"output_text\",\"annotations\":[],\"logprobs\":[],\"text\":\"36\"},\"sequence_number\":6}", "event: response.output_item.done\ndata: {\"type\":\"response.output_item.done\",\"item\":{\"id\":\"msg_0907658ffc58596d0069efe36b8b348195b9429c514bcf637a\",\"type\":\"message\",\"status\":\"completed\",\"content\":[{\"type\":\"output_text\",\"annotations\":[],\"logprobs\":[],\"text\":\"36\"}],\"role\":\"assistant\"},\"output_index\":0,\"sequence_number\":7}", "event: response.completed\ndata: {\"type\":\"response.completed\",\"response\":{\"id\":\"resp_0907658ffc58596d0069efe369e4c88195931cb1821b3a82fd\",\"object\":\"response\",\"created_at\":1777329001,\"status\":\"completed\",\"background\":false,\"completed_at\":1777329003,\"error\":null,\"frequency_penalty\":0.0,\"incomplete_details\":null,\"instructions\":null,\"max_output_tokens\":24,\"max_tool_calls\":null,\"model\":\"gpt-4o-mini-2024-07-18\",\"moderation\":null,\"output\":[{\"id\":\"msg_0907658ffc58596d0069efe36b8b348195b9429c514bcf637a\",\"type\":\"message\",\"status\":\"completed\",\"content\":[{\"type\":\"output_text\",\"annotations\":[],\"logprobs\":[],\"text\":\"36\"}],\"role\":\"assistant\"}],\"parallel_tool_calls\":true,\"presence_penalty\":0.0,\"previous_response_id\":null,\"prompt_cache_key\":null,\"prompt_cache_retention\":\"in_memory\",\"reasoning\":{\"effort\":null,\"summary\":null},\"safety_identifier\":null,\"service_tier\":\"default\",\"store\":true,\"temperature\":1.0,\"text\":{\"format\":{\"type\":\"text\"},\"verbosity\":\"medium\"},\"tool_choice\":\"auto\",\"tools\":[],\"top_logprobs\":0,\"top_p\":1.0,\"truncation\":\"disabled\",\"usage\":{\"input_tokens\":21,\"input_tokens_details\":{\"cached_tokens\":0},\"output_tokens\":2,\"output_tokens_details\":{\"reasoning_tokens\":0},\"total_tokens\":23},\"user\":null,\"metadata\":{}},\"sequence_number\":8}" - ] - } + ], + "kind": "sse" + }, + "headers": { + "alt-svc": "h3=\":443\"; ma=86400", + "content-type": "text/event-stream; charset=utf-8", + "openai-organization": "braintrust-data", + "openai-version": "2020-10-01", + "x-content-type-options": "nosniff" + }, + "status": 200, + "statusText": "OK" } }, { + "callIndex": 4, "id": "29b5dc12f56fc480", "matchKey": "POST api.openai.com/v1/responses", - "callIndex": 4, "recordedAt": "2026-04-27T22:30:12.367Z", "request": { - "method": "POST", - "url": "https://api.openai.com/v1/responses", - "headers": { - "accept": "application/json", - "content-type": "application/json", - "x-stainless-helper-method": "stream" - }, "body": { "kind": "json", "value": { @@ -906,20 +855,13 @@ "model": "gpt-4o-mini-2024-07-18", "stream": true } - } + }, + "headers": {}, + "method": "POST", + "url": "https://api.openai.com/v1/responses" }, "response": { - "status": 200, - "statusText": "OK", - "headers": { - "alt-svc": "h3=\":443\"; ma=86400", - "content-type": "text/event-stream; charset=utf-8", - "openai-organization": "braintrust-data", - "openai-version": "2020-10-01", - "x-content-type-options": "nosniff" - }, "body": { - "kind": "sse", "chunks": [ "event: response.created\ndata: {\"type\":\"response.created\",\"response\":{\"id\":\"resp_0dffb6b853a702220069efe36be71c81938030ea4579b4bc3b\",\"object\":\"response\",\"created_at\":1777329003,\"status\":\"in_progress\",\"background\":false,\"completed_at\":null,\"error\":null,\"frequency_penalty\":0.0,\"incomplete_details\":null,\"instructions\":null,\"max_output_tokens\":24,\"max_tool_calls\":null,\"model\":\"gpt-4o-mini-2024-07-18\",\"moderation\":null,\"output\":[],\"parallel_tool_calls\":true,\"presence_penalty\":0.0,\"previous_response_id\":null,\"prompt_cache_key\":null,\"prompt_cache_retention\":\"in_memory\",\"reasoning\":{\"effort\":null,\"summary\":null},\"safety_identifier\":null,\"service_tier\":\"auto\",\"store\":true,\"temperature\":1.0,\"text\":{\"format\":{\"type\":\"text\"},\"verbosity\":\"medium\"},\"tool_choice\":\"auto\",\"tools\":[],\"top_logprobs\":0,\"top_p\":1.0,\"truncation\":\"disabled\",\"usage\":null,\"user\":null,\"metadata\":{}},\"sequence_number\":0}", "event: response.in_progress\ndata: {\"type\":\"response.in_progress\",\"response\":{\"id\":\"resp_0dffb6b853a702220069efe36be71c81938030ea4579b4bc3b\",\"object\":\"response\",\"created_at\":1777329003,\"status\":\"in_progress\",\"background\":false,\"completed_at\":null,\"error\":null,\"frequency_penalty\":0.0,\"incomplete_details\":null,\"instructions\":null,\"max_output_tokens\":24,\"max_tool_calls\":null,\"model\":\"gpt-4o-mini-2024-07-18\",\"moderation\":null,\"output\":[],\"parallel_tool_calls\":true,\"presence_penalty\":0.0,\"previous_response_id\":null,\"prompt_cache_key\":null,\"prompt_cache_retention\":\"in_memory\",\"reasoning\":{\"effort\":null,\"summary\":null},\"safety_identifier\":null,\"service_tier\":\"auto\",\"store\":true,\"temperature\":1.0,\"text\":{\"format\":{\"type\":\"text\"},\"verbosity\":\"medium\"},\"tool_choice\":\"auto\",\"tools\":[],\"top_logprobs\":0,\"top_p\":1.0,\"truncation\":\"disabled\",\"usage\":null,\"user\":null,\"metadata\":{}},\"sequence_number\":1}", @@ -931,22 +873,26 @@ "event: response.content_part.done\ndata: {\"type\":\"response.content_part.done\",\"content_index\":0,\"item_id\":\"msg_0dffb6b853a702220069efe36cd2d48193ace5fc51a06dde10\",\"output_index\":0,\"part\":{\"type\":\"output_text\",\"annotations\":[],\"logprobs\":[],\"text\":\"PARTIAL\"},\"sequence_number\":7}", "event: response.output_item.done\ndata: {\"type\":\"response.output_item.done\",\"item\":{\"id\":\"msg_0dffb6b853a702220069efe36cd2d48193ace5fc51a06dde10\",\"type\":\"message\",\"status\":\"completed\",\"content\":[{\"type\":\"output_text\",\"annotations\":[],\"logprobs\":[],\"text\":\"PARTIAL\"}],\"role\":\"assistant\"},\"output_index\":0,\"sequence_number\":8}", "event: response.completed\ndata: {\"type\":\"response.completed\",\"response\":{\"id\":\"resp_0dffb6b853a702220069efe36be71c81938030ea4579b4bc3b\",\"object\":\"response\",\"created_at\":1777329003,\"status\":\"completed\",\"background\":false,\"completed_at\":1777329004,\"error\":null,\"frequency_penalty\":0.0,\"incomplete_details\":null,\"instructions\":null,\"max_output_tokens\":24,\"max_tool_calls\":null,\"model\":\"gpt-4o-mini-2024-07-18\",\"moderation\":null,\"output\":[{\"id\":\"msg_0dffb6b853a702220069efe36cd2d48193ace5fc51a06dde10\",\"type\":\"message\",\"status\":\"completed\",\"content\":[{\"type\":\"output_text\",\"annotations\":[],\"logprobs\":[],\"text\":\"PARTIAL\"}],\"role\":\"assistant\"}],\"parallel_tool_calls\":true,\"presence_penalty\":0.0,\"previous_response_id\":null,\"prompt_cache_key\":null,\"prompt_cache_retention\":\"in_memory\",\"reasoning\":{\"effort\":null,\"summary\":null},\"safety_identifier\":null,\"service_tier\":\"default\",\"store\":true,\"temperature\":1.0,\"text\":{\"format\":{\"type\":\"text\"},\"verbosity\":\"medium\"},\"tool_choice\":\"auto\",\"tools\":[],\"top_logprobs\":0,\"top_p\":1.0,\"truncation\":\"disabled\",\"usage\":{\"input_tokens\":13,\"input_tokens_details\":{\"cached_tokens\":0},\"output_tokens\":3,\"output_tokens_details\":{\"reasoning_tokens\":0},\"total_tokens\":16},\"user\":null,\"metadata\":{}},\"sequence_number\":9}" - ] - } + ], + "kind": "sse" + }, + "headers": { + "alt-svc": "h3=\":443\"; ma=86400", + "content-type": "text/event-stream; charset=utf-8", + "openai-organization": "braintrust-data", + "openai-version": "2020-10-01", + "x-content-type-options": "nosniff" + }, + "status": 200, + "statusText": "OK" } }, { + "callIndex": 5, "id": "c684b0749c53da7e", "matchKey": "POST api.openai.com/v1/responses", - "callIndex": 5, "recordedAt": "2026-04-27T22:30:12.367Z", "request": { - "method": "POST", - "url": "https://api.openai.com/v1/responses", - "headers": { - "accept": "application/json", - "content-type": "application/json" - }, "body": { "kind": "json", "value": { @@ -972,18 +918,12 @@ } } } - } + }, + "headers": {}, + "method": "POST", + "url": "https://api.openai.com/v1/responses" }, "response": { - "status": 200, - "statusText": "OK", - "headers": { - "alt-svc": "h3=\":443\"; ma=86400", - "content-type": "application/json", - "openai-organization": "braintrust-data", - "openai-version": "2020-10-01", - "x-content-type-options": "nosniff" - }, "body": { "kind": "json", "value": { @@ -1074,21 +1014,24 @@ }, "user": null } - } + }, + "headers": { + "alt-svc": "h3=\":443\"; ma=86400", + "content-type": "application/json", + "openai-organization": "braintrust-data", + "openai-version": "2020-10-01", + "x-content-type-options": "nosniff" + }, + "status": 200, + "statusText": "OK" } }, { + "callIndex": 0, "id": "ff7de06d052cb661", "matchKey": "POST api.openai.com/v1/responses/compact", - "callIndex": 0, "recordedAt": "2026-04-27T22:30:12.367Z", "request": { - "method": "POST", - "url": "https://api.openai.com/v1/responses/compact", - "headers": { - "accept": "application/json", - "content-type": "application/json" - }, "body": { "kind": "json", "value": { @@ -1115,18 +1058,12 @@ "instructions": "Preserve only durable user preferences.", "model": "gpt-4o-mini-2024-07-18" } - } + }, + "headers": {}, + "method": "POST", + "url": "https://api.openai.com/v1/responses/compact" }, "response": { - "status": 200, - "statusText": "OK", - "headers": { - "alt-svc": "h3=\":443\"; ma=86400", - "content-type": "application/json", - "openai-organization": "braintrust-data", - "openai-version": "2020-10-01", - "x-content-type-options": "nosniff" - }, "body": { "kind": "json", "value": { @@ -1164,21 +1101,24 @@ "total_tokens": 350 } } - } + }, + "headers": { + "alt-svc": "h3=\":443\"; ma=86400", + "content-type": "application/json", + "openai-organization": "braintrust-data", + "openai-version": "2020-10-01", + "x-content-type-options": "nosniff" + }, + "status": 200, + "statusText": "OK" } }, { + "callIndex": 6, "id": "c878e016ad8ae6a0", "matchKey": "POST api.openai.com/v1/chat/completions", - "callIndex": 6, "recordedAt": "2026-04-27T22:30:12.367Z", "request": { - "method": "POST", - "url": "https://api.openai.com/v1/chat/completions", - "headers": { - "accept": "application/json", - "content-type": "application/json" - }, "body": { "kind": "json", "value": { @@ -1196,11 +1136,23 @@ }, "temperature": 0 } - } + }, + "headers": {}, + "method": "POST", + "url": "https://api.openai.com/v1/chat/completions" }, "response": { - "status": 200, - "statusText": "OK", + "body": { + "chunks": [ + "data: {\"id\":\"chatcmpl-DZOkukXlBTtP7pNrsqhjSZMYDo9XH\",\"object\":\"chat.completion.chunk\",\"created\":1777329012,\"model\":\"gpt-4o-mini-2024-07-18\",\"service_tier\":\"default\",\"system_fingerprint\":\"fp_8626201b1a\",\"choices\":[{\"index\":0,\"delta\":{\"role\":\"assistant\",\"content\":\"\",\"refusal\":null},\"logprobs\":null,\"finish_reason\":null}],\"usage\":null,\"obfuscation\":\"N0i0GyRXM\"}", + "data: {\"id\":\"chatcmpl-DZOkukXlBTtP7pNrsqhjSZMYDo9XH\",\"object\":\"chat.completion.chunk\",\"created\":1777329012,\"model\":\"gpt-4o-mini-2024-07-18\",\"service_tier\":\"default\",\"system_fingerprint\":\"fp_8626201b1a\",\"choices\":[{\"index\":0,\"delta\":{\"content\":\"SYNC\"},\"logprobs\":null,\"finish_reason\":null}],\"usage\":null,\"obfuscation\":\"2UQdsnv\"}", + "data: {\"id\":\"chatcmpl-DZOkukXlBTtP7pNrsqhjSZMYDo9XH\",\"object\":\"chat.completion.chunk\",\"created\":1777329012,\"model\":\"gpt-4o-mini-2024-07-18\",\"service_tier\":\"default\",\"system_fingerprint\":\"fp_8626201b1a\",\"choices\":[{\"index\":0,\"delta\":{\"content\":\" STREAM\"},\"logprobs\":null,\"finish_reason\":null}],\"usage\":null,\"obfuscation\":\"pHCF\"}", + "data: {\"id\":\"chatcmpl-DZOkukXlBTtP7pNrsqhjSZMYDo9XH\",\"object\":\"chat.completion.chunk\",\"created\":1777329012,\"model\":\"gpt-4o-mini-2024-07-18\",\"service_tier\":\"default\",\"system_fingerprint\":\"fp_8626201b1a\",\"choices\":[{\"index\":0,\"delta\":{},\"logprobs\":null,\"finish_reason\":\"stop\"}],\"usage\":null,\"obfuscation\":\"r5oAr\"}", + "data: {\"id\":\"chatcmpl-DZOkukXlBTtP7pNrsqhjSZMYDo9XH\",\"object\":\"chat.completion.chunk\",\"created\":1777329012,\"model\":\"gpt-4o-mini-2024-07-18\",\"service_tier\":\"default\",\"system_fingerprint\":\"fp_8626201b1a\",\"choices\":[],\"usage\":{\"prompt_tokens\":14,\"completion_tokens\":2,\"total_tokens\":16,\"prompt_tokens_details\":{\"cached_tokens\":0,\"audio_tokens\":0},\"completion_tokens_details\":{\"reasoning_tokens\":0,\"audio_tokens\":0,\"accepted_prediction_tokens\":0,\"rejected_prediction_tokens\":0}},\"obfuscation\":\"5IswCXspMft\"}", + "data: [DONE]" + ], + "kind": "sse" + }, "headers": { "access-control-expose-headers": "X-Request-ID", "alt-svc": "h3=\":443\"; ma=86400", @@ -1210,18 +1162,14 @@ "x-content-type-options": "nosniff", "x-openai-proxy-wasm": "v0.1" }, - "body": { - "kind": "sse", - "chunks": [ - "data: {\"id\":\"chatcmpl-DZOkukXlBTtP7pNrsqhjSZMYDo9XH\",\"object\":\"chat.completion.chunk\",\"created\":1777329012,\"model\":\"gpt-4o-mini-2024-07-18\",\"service_tier\":\"default\",\"system_fingerprint\":\"fp_8626201b1a\",\"choices\":[{\"index\":0,\"delta\":{\"role\":\"assistant\",\"content\":\"\",\"refusal\":null},\"logprobs\":null,\"finish_reason\":null}],\"usage\":null,\"obfuscation\":\"N0i0GyRXM\"}", - "data: {\"id\":\"chatcmpl-DZOkukXlBTtP7pNrsqhjSZMYDo9XH\",\"object\":\"chat.completion.chunk\",\"created\":1777329012,\"model\":\"gpt-4o-mini-2024-07-18\",\"service_tier\":\"default\",\"system_fingerprint\":\"fp_8626201b1a\",\"choices\":[{\"index\":0,\"delta\":{\"content\":\"SYNC\"},\"logprobs\":null,\"finish_reason\":null}],\"usage\":null,\"obfuscation\":\"2UQdsnv\"}", - "data: {\"id\":\"chatcmpl-DZOkukXlBTtP7pNrsqhjSZMYDo9XH\",\"object\":\"chat.completion.chunk\",\"created\":1777329012,\"model\":\"gpt-4o-mini-2024-07-18\",\"service_tier\":\"default\",\"system_fingerprint\":\"fp_8626201b1a\",\"choices\":[{\"index\":0,\"delta\":{\"content\":\" STREAM\"},\"logprobs\":null,\"finish_reason\":null}],\"usage\":null,\"obfuscation\":\"pHCF\"}", - "data: {\"id\":\"chatcmpl-DZOkukXlBTtP7pNrsqhjSZMYDo9XH\",\"object\":\"chat.completion.chunk\",\"created\":1777329012,\"model\":\"gpt-4o-mini-2024-07-18\",\"service_tier\":\"default\",\"system_fingerprint\":\"fp_8626201b1a\",\"choices\":[{\"index\":0,\"delta\":{},\"logprobs\":null,\"finish_reason\":\"stop\"}],\"usage\":null,\"obfuscation\":\"r5oAr\"}", - "data: {\"id\":\"chatcmpl-DZOkukXlBTtP7pNrsqhjSZMYDo9XH\",\"object\":\"chat.completion.chunk\",\"created\":1777329012,\"model\":\"gpt-4o-mini-2024-07-18\",\"service_tier\":\"default\",\"system_fingerprint\":\"fp_8626201b1a\",\"choices\":[],\"usage\":{\"prompt_tokens\":14,\"completion_tokens\":2,\"total_tokens\":16,\"prompt_tokens_details\":{\"cached_tokens\":0,\"audio_tokens\":0},\"completion_tokens_details\":{\"reasoning_tokens\":0,\"audio_tokens\":0,\"accepted_prediction_tokens\":0,\"rejected_prediction_tokens\":0}},\"obfuscation\":\"5IswCXspMft\"}", - "data: [DONE]" - ] - } + "status": 200, + "statusText": "OK" } } - ] + ], + "meta": { + "createdAt": "2026-04-27T22:30:12.367Z", + "seinfeldVersion": "0.0.0" + }, + "version": 1 } diff --git a/e2e/scenarios/openai-instrumentation/assertions.ts b/e2e/scenarios/openai-instrumentation/assertions.ts index 967d5e800..b3f6966f0 100644 --- a/e2e/scenarios/openai-instrumentation/assertions.ts +++ b/e2e/scenarios/openai-instrumentation/assertions.ts @@ -6,6 +6,7 @@ import { normalizeForSnapshot, type Json } from "../../helpers/normalize"; import type { CapturedLogEvent } from "../../helpers/mock-braintrust-server"; import { formatJsonFileSnapshot, + matchFileSnapshot, resolveFileSnapshotPath, } from "../../helpers/file-snapshot"; import { withScenarioHarness } from "../../helpers/scenario-harness"; @@ -666,15 +667,17 @@ export function defineOpenAIInstrumentationAssertions(options: { } test("matches the shared span snapshot", testConfig, async () => { - await expect( + await matchFileSnapshot( formatJsonFileSnapshot(buildSpanSummary(events, operationSpecs)), - ).toMatchFileSnapshot(spanSnapshotPath); + spanSnapshotPath, + ); }); test("matches the shared payload snapshot", testConfig, async () => { - await expect( + await matchFileSnapshot( formatJsonFileSnapshot(buildPayloadSummary(events, operationSpecs)), - ).toMatchFileSnapshot(payloadSnapshotPath); + payloadSnapshotPath, + ); }); }); } diff --git a/e2e/scenarios/openrouter-agent-instrumentation/__cassettes__/openrouter-agent-current.cassette.json b/e2e/scenarios/openrouter-agent-instrumentation/__cassettes__/openrouter-agent-current.cassette.json index f8dec4b85..cda634cfb 100644 --- a/e2e/scenarios/openrouter-agent-instrumentation/__cassettes__/openrouter-agent-current.cassette.json +++ b/e2e/scenarios/openrouter-agent-instrumentation/__cassettes__/openrouter-agent-current.cassette.json @@ -1,23 +1,11 @@ { - "version": 1, - "meta": { - "createdAt": "2026-04-28T23:46:28.223Z", - "seinfeldVersion": "0.0.0" - }, "entries": [ { + "callIndex": 0, "id": "4d858273541c82d7", "matchKey": "POST openrouter.ai/api/v1/responses", - "callIndex": 0, "recordedAt": "2026-04-28T23:46:28.223Z", "request": { - "method": "POST", - "url": "https://openrouter.ai/api/v1/responses", - "headers": { - "accept": "text/event-stream", - "content-type": "application/json", - "x-openrouter-callmodel": "true" - }, "body": { "kind": "json", "value": { @@ -50,23 +38,13 @@ } ] } - } + }, + "headers": {}, + "method": "POST", + "url": "https://openrouter.ai/api/v1/responses" }, "response": { - "status": 200, - "statusText": "OK", - "headers": { - "access-control-allow-origin": "*", - "access-control-expose-headers": "X-Generation-Id,cf-ray", - "cache-control": "no-cache", - "content-type": "text/event-stream", - "permissions-policy": "payment=(self \"https://checkout.stripe.com\" \"https://connect-js.stripe.com\" \"https://js.stripe.com\" \"https://*.js.stripe.com\" \"https://hooks.stripe.com\")", - "referrer-policy": "no-referrer, strict-origin-when-cross-origin", - "x-content-type-options": "nosniff", - "x-generation-id": "gen-1777419983-k0DPZdZ2ELPMFCWOGO1N" - }, "body": { - "kind": "sse", "chunks": [ ": OPENROUTER PROCESSING", "data: {\"type\":\"response.created\",\"response\":{\"id\":\"gen-1777419983-k0DPZdZ2ELPMFCWOGO1N\",\"object\":\"response\",\"created_at\":1777419983,\"model\":\"google/gemini-2.5-flash-lite\",\"status\":\"in_progress\",\"completed_at\":null,\"output\":[],\"error\":null,\"incomplete_details\":null,\"tools\":[{\"type\":\"function\",\"name\":\"lookup_weather\",\"description\":\"Look up the weather forecast for a city.\",\"strict\":null,\"parameters\":{\"$schema\":\"http://json-schema.org/draft-07/schema#\",\"type\":\"object\",\"properties\":{\"city\":{\"type\":\"string\"}},\"required\":[\"city\"],\"additionalProperties\":false}}],\"tool_choice\":\"required\",\"parallel_tool_calls\":true,\"max_output_tokens\":16,\"temperature\":0,\"top_p\":1,\"presence_penalty\":0,\"frequency_penalty\":0,\"top_logprobs\":0,\"max_tool_calls\":1,\"metadata\":{},\"background\":false,\"previous_response_id\":null,\"service_tier\":\"auto\",\"truncation\":\"disabled\",\"store\":false,\"instructions\":null,\"text\":{\"format\":{\"type\":\"text\"}},\"reasoning\":null,\"safety_identifier\":null,\"prompt_cache_key\":null,\"usage\":null},\"sequence_number\":0}", @@ -82,23 +60,29 @@ "data: {\"type\":\"response.output_item.done\",\"output_index\":0,\"item\":{\"id\":\"fc_tmp_h3sowa79kli\",\"type\":\"function_call\",\"status\":\"completed\",\"call_id\":\"call_Df2h7Lz4rcoXlRHQcr3ixIMD\",\"name\":\"lookup_weather\",\"arguments\":\"{\\\"city\\\":\\\"Vienna\\\"}\"},\"sequence_number\":10}", "data: {\"type\":\"response.completed\",\"response\":{\"id\":\"gen-1777419983-k0DPZdZ2ELPMFCWOGO1N\",\"object\":\"response\",\"created_at\":1777419983,\"model\":\"google/gemini-2.5-flash-lite\",\"status\":\"completed\",\"completed_at\":1777419984,\"output\":[{\"id\":\"fc_tmp_h3sowa79kli\",\"type\":\"function_call\",\"status\":\"completed\",\"call_id\":\"call_Df2h7Lz4rcoXlRHQcr3ixIMD\",\"name\":\"lookup_weather\",\"arguments\":\"{\\\"city\\\":\\\"Vienna\\\"}\"}],\"error\":null,\"incomplete_details\":null,\"tools\":[{\"type\":\"function\",\"name\":\"lookup_weather\",\"description\":\"Look up the weather forecast for a city.\",\"strict\":null,\"parameters\":{\"$schema\":\"http://json-schema.org/draft-07/schema#\",\"type\":\"object\",\"properties\":{\"city\":{\"type\":\"string\"}},\"required\":[\"city\"],\"additionalProperties\":false}}],\"tool_choice\":\"required\",\"parallel_tool_calls\":true,\"max_output_tokens\":16,\"temperature\":0,\"top_p\":1,\"presence_penalty\":0,\"frequency_penalty\":0,\"top_logprobs\":0,\"max_tool_calls\":1,\"metadata\":{},\"background\":false,\"previous_response_id\":null,\"service_tier\":\"auto\",\"truncation\":\"disabled\",\"store\":false,\"instructions\":null,\"text\":{\"format\":{\"type\":\"text\"}},\"reasoning\":null,\"safety_identifier\":null,\"prompt_cache_key\":null,\"usage\":{\"input_tokens\":63,\"input_tokens_details\":{\"cached_tokens\":0},\"output_tokens\":15,\"output_tokens_details\":{\"reasoning_tokens\":0},\"total_tokens\":78,\"cost\":0.00001845,\"is_byok\":false,\"cost_details\":{\"upstream_inference_cost\":0.00001845,\"upstream_inference_input_cost\":0.00000945,\"upstream_inference_output_cost\":0.000009}}},\"sequence_number\":11}", "data: [DONE]" - ] - } + ], + "kind": "sse" + }, + "headers": { + "access-control-allow-origin": "*", + "access-control-expose-headers": "X-Generation-Id,cf-ray", + "cache-control": "no-cache", + "content-type": "text/event-stream", + "permissions-policy": "payment=(self \"https://checkout.stripe.com\" \"https://connect-js.stripe.com\" \"https://js.stripe.com\" \"https://*.js.stripe.com\" \"https://hooks.stripe.com\")", + "referrer-policy": "no-referrer, strict-origin-when-cross-origin", + "x-content-type-options": "nosniff", + "x-generation-id": "gen-1777419983-k0DPZdZ2ELPMFCWOGO1N" + }, + "status": 200, + "statusText": "OK" } }, { + "callIndex": 1, "id": "8267434b99e975e0", "matchKey": "POST openrouter.ai/api/v1/responses", - "callIndex": 1, "recordedAt": "2026-04-28T23:46:28.223Z", "request": { - "method": "POST", - "url": "https://openrouter.ai/api/v1/responses", - "headers": { - "accept": "text/event-stream", - "content-type": "application/json", - "x-openrouter-callmodel": "true" - }, "body": { "kind": "json", "value": { @@ -150,23 +134,13 @@ } ] } - } + }, + "headers": {}, + "method": "POST", + "url": "https://openrouter.ai/api/v1/responses" }, "response": { - "status": 200, - "statusText": "OK", - "headers": { - "access-control-allow-origin": "*", - "access-control-expose-headers": "X-Generation-Id,cf-ray", - "cache-control": "no-cache", - "content-type": "text/event-stream", - "permissions-policy": "payment=(self \"https://checkout.stripe.com\" \"https://connect-js.stripe.com\" \"https://js.stripe.com\" \"https://*.js.stripe.com\" \"https://hooks.stripe.com\")", - "referrer-policy": "no-referrer, strict-origin-when-cross-origin", - "x-content-type-options": "nosniff", - "x-generation-id": "gen-1777419984-XwR4ZqyT08VqdhovzcgC" - }, "body": { - "kind": "sse", "chunks": [ ": OPENROUTER PROCESSING", "data: {\"type\":\"response.created\",\"response\":{\"id\":\"gen-1777419984-XwR4ZqyT08VqdhovzcgC\",\"object\":\"response\",\"created_at\":1777419984,\"model\":\"google/gemini-2.5-flash-lite\",\"status\":\"in_progress\",\"completed_at\":null,\"output\":[],\"error\":null,\"incomplete_details\":null,\"tools\":[{\"type\":\"function\",\"name\":\"lookup_weather\",\"description\":\"Look up the weather forecast for a city.\",\"strict\":null,\"parameters\":{\"$schema\":\"http://json-schema.org/draft-07/schema#\",\"type\":\"object\",\"properties\":{\"city\":{\"type\":\"string\"}},\"required\":[\"city\"],\"additionalProperties\":false}}],\"tool_choice\":\"required\",\"parallel_tool_calls\":true,\"max_output_tokens\":16,\"temperature\":0,\"top_p\":1,\"presence_penalty\":0,\"frequency_penalty\":0,\"top_logprobs\":0,\"max_tool_calls\":1,\"metadata\":{},\"background\":false,\"previous_response_id\":null,\"service_tier\":\"auto\",\"truncation\":\"disabled\",\"store\":false,\"instructions\":null,\"text\":{\"format\":{\"type\":\"text\"}},\"reasoning\":null,\"safety_identifier\":null,\"prompt_cache_key\":null,\"usage\":null},\"sequence_number\":0}", @@ -182,23 +156,29 @@ "data: {\"type\":\"response.output_item.done\",\"output_index\":0,\"item\":{\"id\":\"fc_tmp_0pz0lip1v7qe\",\"type\":\"function_call\",\"status\":\"completed\",\"call_id\":\"call_rI30GwQ3CheX3LKkVdVgIfUJ\",\"name\":\"lookup_weather\",\"arguments\":\"{\\\"city\\\":\\\"Vienna\\\"}\"},\"sequence_number\":10}", "data: {\"type\":\"response.completed\",\"response\":{\"id\":\"gen-1777419984-XwR4ZqyT08VqdhovzcgC\",\"object\":\"response\",\"created_at\":1777419984,\"model\":\"google/gemini-2.5-flash-lite\",\"status\":\"completed\",\"completed_at\":1777419985,\"output\":[{\"id\":\"fc_tmp_0pz0lip1v7qe\",\"type\":\"function_call\",\"status\":\"completed\",\"call_id\":\"call_rI30GwQ3CheX3LKkVdVgIfUJ\",\"name\":\"lookup_weather\",\"arguments\":\"{\\\"city\\\":\\\"Vienna\\\"}\"}],\"error\":null,\"incomplete_details\":null,\"tools\":[{\"type\":\"function\",\"name\":\"lookup_weather\",\"description\":\"Look up the weather forecast for a city.\",\"strict\":null,\"parameters\":{\"$schema\":\"http://json-schema.org/draft-07/schema#\",\"type\":\"object\",\"properties\":{\"city\":{\"type\":\"string\"}},\"required\":[\"city\"],\"additionalProperties\":false}}],\"tool_choice\":\"required\",\"parallel_tool_calls\":true,\"max_output_tokens\":16,\"temperature\":0,\"top_p\":1,\"presence_penalty\":0,\"frequency_penalty\":0,\"top_logprobs\":0,\"max_tool_calls\":1,\"metadata\":{},\"background\":false,\"previous_response_id\":null,\"service_tier\":\"auto\",\"truncation\":\"disabled\",\"store\":false,\"instructions\":null,\"text\":{\"format\":{\"type\":\"text\"}},\"reasoning\":null,\"safety_identifier\":null,\"prompt_cache_key\":null,\"usage\":{\"input_tokens\":93,\"input_tokens_details\":{\"cached_tokens\":0},\"output_tokens\":15,\"output_tokens_details\":{\"reasoning_tokens\":0},\"total_tokens\":108,\"cost\":0.00002295,\"is_byok\":false,\"cost_details\":{\"upstream_inference_cost\":0.00002295,\"upstream_inference_input_cost\":0.00001395,\"upstream_inference_output_cost\":0.000009}}},\"sequence_number\":11}", "data: [DONE]" - ] - } + ], + "kind": "sse" + }, + "headers": { + "access-control-allow-origin": "*", + "access-control-expose-headers": "X-Generation-Id,cf-ray", + "cache-control": "no-cache", + "content-type": "text/event-stream", + "permissions-policy": "payment=(self \"https://checkout.stripe.com\" \"https://connect-js.stripe.com\" \"https://js.stripe.com\" \"https://*.js.stripe.com\" \"https://hooks.stripe.com\")", + "referrer-policy": "no-referrer, strict-origin-when-cross-origin", + "x-content-type-options": "nosniff", + "x-generation-id": "gen-1777419984-XwR4ZqyT08VqdhovzcgC" + }, + "status": 200, + "statusText": "OK" } }, { + "callIndex": 2, "id": "1001c5ab39d09e15", "matchKey": "POST openrouter.ai/api/v1/responses", - "callIndex": 2, "recordedAt": "2026-04-28T23:46:28.223Z", "request": { - "method": "POST", - "url": "https://openrouter.ai/api/v1/responses", - "headers": { - "accept": "text/event-stream", - "content-type": "application/json", - "x-openrouter-callmodel": "true" - }, "body": { "kind": "json", "value": { @@ -264,23 +244,13 @@ } ] } - } + }, + "headers": {}, + "method": "POST", + "url": "https://openrouter.ai/api/v1/responses" }, "response": { - "status": 200, - "statusText": "OK", - "headers": { - "access-control-allow-origin": "*", - "access-control-expose-headers": "X-Generation-Id,cf-ray", - "cache-control": "no-cache", - "content-type": "text/event-stream", - "permissions-policy": "payment=(self \"https://checkout.stripe.com\" \"https://connect-js.stripe.com\" \"https://js.stripe.com\" \"https://*.js.stripe.com\" \"https://hooks.stripe.com\")", - "referrer-policy": "no-referrer, strict-origin-when-cross-origin", - "x-content-type-options": "nosniff", - "x-generation-id": "gen-1777419985-LWv5Jf52ZGGgZfd8uCPM" - }, "body": { - "kind": "sse", "chunks": [ ": OPENROUTER PROCESSING", "data: {\"type\":\"response.created\",\"response\":{\"id\":\"gen-1777419985-LWv5Jf52ZGGgZfd8uCPM\",\"object\":\"response\",\"created_at\":1777419985,\"model\":\"google/gemini-2.5-flash-lite\",\"status\":\"in_progress\",\"completed_at\":null,\"output\":[],\"error\":null,\"incomplete_details\":null,\"tools\":[{\"type\":\"function\",\"name\":\"lookup_weather\",\"description\":\"Look up the weather forecast for a city.\",\"strict\":null,\"parameters\":{\"$schema\":\"http://json-schema.org/draft-07/schema#\",\"type\":\"object\",\"properties\":{\"city\":{\"type\":\"string\"}},\"required\":[\"city\"],\"additionalProperties\":false}}],\"tool_choice\":\"required\",\"parallel_tool_calls\":true,\"max_output_tokens\":16,\"temperature\":0,\"top_p\":1,\"presence_penalty\":0,\"frequency_penalty\":0,\"top_logprobs\":0,\"max_tool_calls\":1,\"metadata\":{},\"background\":false,\"previous_response_id\":null,\"service_tier\":\"auto\",\"truncation\":\"disabled\",\"store\":false,\"instructions\":null,\"text\":{\"format\":{\"type\":\"text\"}},\"reasoning\":null,\"safety_identifier\":null,\"prompt_cache_key\":null,\"usage\":null},\"sequence_number\":0}", @@ -296,23 +266,29 @@ "data: {\"type\":\"response.output_item.done\",\"output_index\":0,\"item\":{\"id\":\"fc_tmp_9l7dscsh6a\",\"type\":\"function_call\",\"status\":\"completed\",\"call_id\":\"call_zGpXnKjvKeYfGJmxOVcicZTX\",\"name\":\"lookup_weather\",\"arguments\":\"{\\\"city\\\":\\\"Vienna\\\"}\"},\"sequence_number\":10}", "data: {\"type\":\"response.completed\",\"response\":{\"id\":\"gen-1777419985-LWv5Jf52ZGGgZfd8uCPM\",\"object\":\"response\",\"created_at\":1777419985,\"model\":\"google/gemini-2.5-flash-lite\",\"status\":\"completed\",\"completed_at\":1777419985,\"output\":[{\"id\":\"fc_tmp_9l7dscsh6a\",\"type\":\"function_call\",\"status\":\"completed\",\"call_id\":\"call_zGpXnKjvKeYfGJmxOVcicZTX\",\"name\":\"lookup_weather\",\"arguments\":\"{\\\"city\\\":\\\"Vienna\\\"}\"}],\"error\":null,\"incomplete_details\":null,\"tools\":[{\"type\":\"function\",\"name\":\"lookup_weather\",\"description\":\"Look up the weather forecast for a city.\",\"strict\":null,\"parameters\":{\"$schema\":\"http://json-schema.org/draft-07/schema#\",\"type\":\"object\",\"properties\":{\"city\":{\"type\":\"string\"}},\"required\":[\"city\"],\"additionalProperties\":false}}],\"tool_choice\":\"required\",\"parallel_tool_calls\":true,\"max_output_tokens\":16,\"temperature\":0,\"top_p\":1,\"presence_penalty\":0,\"frequency_penalty\":0,\"top_logprobs\":0,\"max_tool_calls\":1,\"metadata\":{},\"background\":false,\"previous_response_id\":null,\"service_tier\":\"auto\",\"truncation\":\"disabled\",\"store\":false,\"instructions\":null,\"text\":{\"format\":{\"type\":\"text\"}},\"reasoning\":null,\"safety_identifier\":null,\"prompt_cache_key\":null,\"usage\":{\"input_tokens\":123,\"input_tokens_details\":{\"cached_tokens\":0},\"output_tokens\":15,\"output_tokens_details\":{\"reasoning_tokens\":0},\"total_tokens\":138,\"cost\":0.00002745,\"is_byok\":false,\"cost_details\":{\"upstream_inference_cost\":0.00002745,\"upstream_inference_input_cost\":0.00001845,\"upstream_inference_output_cost\":0.000009}}},\"sequence_number\":11}", "data: [DONE]" - ] - } + ], + "kind": "sse" + }, + "headers": { + "access-control-allow-origin": "*", + "access-control-expose-headers": "X-Generation-Id,cf-ray", + "cache-control": "no-cache", + "content-type": "text/event-stream", + "permissions-policy": "payment=(self \"https://checkout.stripe.com\" \"https://connect-js.stripe.com\" \"https://js.stripe.com\" \"https://*.js.stripe.com\" \"https://hooks.stripe.com\")", + "referrer-policy": "no-referrer, strict-origin-when-cross-origin", + "x-content-type-options": "nosniff", + "x-generation-id": "gen-1777419985-LWv5Jf52ZGGgZfd8uCPM" + }, + "status": 200, + "statusText": "OK" } }, { + "callIndex": 3, "id": "3d9b235806f670ae", "matchKey": "POST openrouter.ai/api/v1/responses", - "callIndex": 3, "recordedAt": "2026-04-28T23:46:28.223Z", "request": { - "method": "POST", - "url": "https://openrouter.ai/api/v1/responses", - "headers": { - "accept": "text/event-stream", - "content-type": "application/json", - "x-openrouter-callmodel": "true" - }, "body": { "kind": "json", "value": { @@ -392,23 +368,13 @@ } ] } - } + }, + "headers": {}, + "method": "POST", + "url": "https://openrouter.ai/api/v1/responses" }, "response": { - "status": 200, - "statusText": "OK", - "headers": { - "access-control-allow-origin": "*", - "access-control-expose-headers": "X-Generation-Id,cf-ray", - "cache-control": "no-cache", - "content-type": "text/event-stream", - "permissions-policy": "payment=(self \"https://checkout.stripe.com\" \"https://connect-js.stripe.com\" \"https://js.stripe.com\" \"https://*.js.stripe.com\" \"https://hooks.stripe.com\")", - "referrer-policy": "no-referrer, strict-origin-when-cross-origin", - "x-content-type-options": "nosniff", - "x-generation-id": "gen-1777419986-Tu7EWkT3yY5uOOcPmklh" - }, "body": { - "kind": "sse", "chunks": [ ": OPENROUTER PROCESSING", "data: {\"type\":\"response.created\",\"response\":{\"id\":\"gen-1777419986-Tu7EWkT3yY5uOOcPmklh\",\"object\":\"response\",\"created_at\":1777419986,\"model\":\"google/gemini-2.5-flash-lite\",\"status\":\"in_progress\",\"completed_at\":null,\"output\":[],\"error\":null,\"incomplete_details\":null,\"tools\":[{\"type\":\"function\",\"name\":\"lookup_weather\",\"description\":\"Look up the weather forecast for a city.\",\"strict\":null,\"parameters\":{\"$schema\":\"http://json-schema.org/draft-07/schema#\",\"type\":\"object\",\"properties\":{\"city\":{\"type\":\"string\"}},\"required\":[\"city\"],\"additionalProperties\":false}}],\"tool_choice\":\"required\",\"parallel_tool_calls\":true,\"max_output_tokens\":16,\"temperature\":0,\"top_p\":1,\"presence_penalty\":0,\"frequency_penalty\":0,\"top_logprobs\":0,\"max_tool_calls\":1,\"metadata\":{},\"background\":false,\"previous_response_id\":null,\"service_tier\":\"auto\",\"truncation\":\"disabled\",\"store\":false,\"instructions\":null,\"text\":{\"format\":{\"type\":\"text\"}},\"reasoning\":null,\"safety_identifier\":null,\"prompt_cache_key\":null,\"usage\":null},\"sequence_number\":0}", @@ -424,23 +390,29 @@ "data: {\"type\":\"response.output_item.done\",\"output_index\":0,\"item\":{\"id\":\"fc_tmp_xnhuod4svs\",\"type\":\"function_call\",\"status\":\"completed\",\"call_id\":\"call_q6UhqrdF3CSGSxFeqWOI5QT3\",\"name\":\"lookup_weather\",\"arguments\":\"{\\\"city\\\":\\\"Vienna\\\"}\"},\"sequence_number\":10}", "data: {\"type\":\"response.completed\",\"response\":{\"id\":\"gen-1777419986-Tu7EWkT3yY5uOOcPmklh\",\"object\":\"response\",\"created_at\":1777419986,\"model\":\"google/gemini-2.5-flash-lite\",\"status\":\"completed\",\"completed_at\":1777419986,\"output\":[{\"id\":\"fc_tmp_xnhuod4svs\",\"type\":\"function_call\",\"status\":\"completed\",\"call_id\":\"call_q6UhqrdF3CSGSxFeqWOI5QT3\",\"name\":\"lookup_weather\",\"arguments\":\"{\\\"city\\\":\\\"Vienna\\\"}\"}],\"error\":null,\"incomplete_details\":null,\"tools\":[{\"type\":\"function\",\"name\":\"lookup_weather\",\"description\":\"Look up the weather forecast for a city.\",\"strict\":null,\"parameters\":{\"$schema\":\"http://json-schema.org/draft-07/schema#\",\"type\":\"object\",\"properties\":{\"city\":{\"type\":\"string\"}},\"required\":[\"city\"],\"additionalProperties\":false}}],\"tool_choice\":\"required\",\"parallel_tool_calls\":true,\"max_output_tokens\":16,\"temperature\":0,\"top_p\":1,\"presence_penalty\":0,\"frequency_penalty\":0,\"top_logprobs\":0,\"max_tool_calls\":1,\"metadata\":{},\"background\":false,\"previous_response_id\":null,\"service_tier\":\"auto\",\"truncation\":\"disabled\",\"store\":false,\"instructions\":null,\"text\":{\"format\":{\"type\":\"text\"}},\"reasoning\":null,\"safety_identifier\":null,\"prompt_cache_key\":null,\"usage\":{\"input_tokens\":153,\"input_tokens_details\":{\"cached_tokens\":0},\"output_tokens\":15,\"output_tokens_details\":{\"reasoning_tokens\":0},\"total_tokens\":168,\"cost\":0.00003195,\"is_byok\":false,\"cost_details\":{\"upstream_inference_cost\":0.00003195,\"upstream_inference_input_cost\":0.00002295,\"upstream_inference_output_cost\":0.000009}}},\"sequence_number\":11}", "data: [DONE]" - ] - } + ], + "kind": "sse" + }, + "headers": { + "access-control-allow-origin": "*", + "access-control-expose-headers": "X-Generation-Id,cf-ray", + "cache-control": "no-cache", + "content-type": "text/event-stream", + "permissions-policy": "payment=(self \"https://checkout.stripe.com\" \"https://connect-js.stripe.com\" \"https://js.stripe.com\" \"https://*.js.stripe.com\" \"https://hooks.stripe.com\")", + "referrer-policy": "no-referrer, strict-origin-when-cross-origin", + "x-content-type-options": "nosniff", + "x-generation-id": "gen-1777419986-Tu7EWkT3yY5uOOcPmklh" + }, + "status": 200, + "statusText": "OK" } }, { + "callIndex": 4, "id": "fc854f9ac745cadc", "matchKey": "POST openrouter.ai/api/v1/responses", - "callIndex": 4, "recordedAt": "2026-04-28T23:46:28.223Z", "request": { - "method": "POST", - "url": "https://openrouter.ai/api/v1/responses", - "headers": { - "accept": "text/event-stream", - "content-type": "application/json", - "x-openrouter-callmodel": "true" - }, "body": { "kind": "json", "value": { @@ -534,23 +506,13 @@ } ] } - } + }, + "headers": {}, + "method": "POST", + "url": "https://openrouter.ai/api/v1/responses" }, "response": { - "status": 200, - "statusText": "OK", - "headers": { - "access-control-allow-origin": "*", - "access-control-expose-headers": "X-Generation-Id,cf-ray", - "cache-control": "no-cache", - "content-type": "text/event-stream", - "permissions-policy": "payment=(self \"https://checkout.stripe.com\" \"https://connect-js.stripe.com\" \"https://js.stripe.com\" \"https://*.js.stripe.com\" \"https://hooks.stripe.com\")", - "referrer-policy": "no-referrer, strict-origin-when-cross-origin", - "x-content-type-options": "nosniff", - "x-generation-id": "gen-1777419986-qtPS8juiIkR5cIaQndfU" - }, "body": { - "kind": "sse", "chunks": [ ": OPENROUTER PROCESSING", "data: {\"type\":\"response.created\",\"response\":{\"id\":\"gen-1777419986-qtPS8juiIkR5cIaQndfU\",\"object\":\"response\",\"created_at\":1777419986,\"model\":\"google/gemini-2.5-flash-lite\",\"status\":\"in_progress\",\"completed_at\":null,\"output\":[],\"error\":null,\"incomplete_details\":null,\"tools\":[{\"type\":\"function\",\"name\":\"lookup_weather\",\"description\":\"Look up the weather forecast for a city.\",\"strict\":null,\"parameters\":{\"$schema\":\"http://json-schema.org/draft-07/schema#\",\"type\":\"object\",\"properties\":{\"city\":{\"type\":\"string\"}},\"required\":[\"city\"],\"additionalProperties\":false}}],\"tool_choice\":\"required\",\"parallel_tool_calls\":true,\"max_output_tokens\":16,\"temperature\":0,\"top_p\":1,\"presence_penalty\":0,\"frequency_penalty\":0,\"top_logprobs\":0,\"max_tool_calls\":1,\"metadata\":{},\"background\":false,\"previous_response_id\":null,\"service_tier\":\"auto\",\"truncation\":\"disabled\",\"store\":false,\"instructions\":null,\"text\":{\"format\":{\"type\":\"text\"}},\"reasoning\":null,\"safety_identifier\":null,\"prompt_cache_key\":null,\"usage\":null},\"sequence_number\":0}", @@ -566,23 +528,29 @@ "data: {\"type\":\"response.output_item.done\",\"output_index\":0,\"item\":{\"id\":\"fc_tmp_rh3agzrz9t\",\"type\":\"function_call\",\"status\":\"completed\",\"call_id\":\"call_bY98Mu2HINZLoFxCPd1eGCte\",\"name\":\"lookup_weather\",\"arguments\":\"{\\\"city\\\":\\\"Vienna\\\"}\"},\"sequence_number\":10}", "data: {\"type\":\"response.completed\",\"response\":{\"id\":\"gen-1777419986-qtPS8juiIkR5cIaQndfU\",\"object\":\"response\",\"created_at\":1777419986,\"model\":\"google/gemini-2.5-flash-lite\",\"status\":\"completed\",\"completed_at\":1777419987,\"output\":[{\"id\":\"fc_tmp_rh3agzrz9t\",\"type\":\"function_call\",\"status\":\"completed\",\"call_id\":\"call_bY98Mu2HINZLoFxCPd1eGCte\",\"name\":\"lookup_weather\",\"arguments\":\"{\\\"city\\\":\\\"Vienna\\\"}\"}],\"error\":null,\"incomplete_details\":null,\"tools\":[{\"type\":\"function\",\"name\":\"lookup_weather\",\"description\":\"Look up the weather forecast for a city.\",\"strict\":null,\"parameters\":{\"$schema\":\"http://json-schema.org/draft-07/schema#\",\"type\":\"object\",\"properties\":{\"city\":{\"type\":\"string\"}},\"required\":[\"city\"],\"additionalProperties\":false}}],\"tool_choice\":\"required\",\"parallel_tool_calls\":true,\"max_output_tokens\":16,\"temperature\":0,\"top_p\":1,\"presence_penalty\":0,\"frequency_penalty\":0,\"top_logprobs\":0,\"max_tool_calls\":1,\"metadata\":{},\"background\":false,\"previous_response_id\":null,\"service_tier\":\"auto\",\"truncation\":\"disabled\",\"store\":false,\"instructions\":null,\"text\":{\"format\":{\"type\":\"text\"}},\"reasoning\":null,\"safety_identifier\":null,\"prompt_cache_key\":null,\"usage\":{\"input_tokens\":183,\"input_tokens_details\":{\"cached_tokens\":0},\"output_tokens\":15,\"output_tokens_details\":{\"reasoning_tokens\":0},\"total_tokens\":198,\"cost\":0.00003645,\"is_byok\":false,\"cost_details\":{\"upstream_inference_cost\":0.00003645,\"upstream_inference_input_cost\":0.00002745,\"upstream_inference_output_cost\":0.000009}}},\"sequence_number\":11}", "data: [DONE]" - ] - } + ], + "kind": "sse" + }, + "headers": { + "access-control-allow-origin": "*", + "access-control-expose-headers": "X-Generation-Id,cf-ray", + "cache-control": "no-cache", + "content-type": "text/event-stream", + "permissions-policy": "payment=(self \"https://checkout.stripe.com\" \"https://connect-js.stripe.com\" \"https://js.stripe.com\" \"https://*.js.stripe.com\" \"https://hooks.stripe.com\")", + "referrer-policy": "no-referrer, strict-origin-when-cross-origin", + "x-content-type-options": "nosniff", + "x-generation-id": "gen-1777419986-qtPS8juiIkR5cIaQndfU" + }, + "status": 200, + "statusText": "OK" } }, { + "callIndex": 5, "id": "8be099aed1c110f1", "matchKey": "POST openrouter.ai/api/v1/responses", - "callIndex": 5, "recordedAt": "2026-04-28T23:46:28.223Z", "request": { - "method": "POST", - "url": "https://openrouter.ai/api/v1/responses", - "headers": { - "accept": "text/event-stream", - "content-type": "application/json", - "x-openrouter-callmodel": "true" - }, "body": { "kind": "json", "value": { @@ -690,23 +658,13 @@ } ] } - } + }, + "headers": {}, + "method": "POST", + "url": "https://openrouter.ai/api/v1/responses" }, "response": { - "status": 200, - "statusText": "OK", - "headers": { - "access-control-allow-origin": "*", - "access-control-expose-headers": "X-Generation-Id,cf-ray", - "cache-control": "no-cache", - "content-type": "text/event-stream", - "permissions-policy": "payment=(self \"https://checkout.stripe.com\" \"https://connect-js.stripe.com\" \"https://js.stripe.com\" \"https://*.js.stripe.com\" \"https://hooks.stripe.com\")", - "referrer-policy": "no-referrer, strict-origin-when-cross-origin", - "x-content-type-options": "nosniff", - "x-generation-id": "gen-1777419987-jdjsVmU8aZ4G5yt6EUpi" - }, "body": { - "kind": "sse", "chunks": [ ": OPENROUTER PROCESSING", "data: {\"type\":\"response.created\",\"response\":{\"id\":\"gen-1777419987-jdjsVmU8aZ4G5yt6EUpi\",\"object\":\"response\",\"created_at\":1777419987,\"model\":\"google/gemini-2.5-flash-lite\",\"status\":\"in_progress\",\"completed_at\":null,\"output\":[],\"error\":null,\"incomplete_details\":null,\"tools\":[{\"type\":\"function\",\"name\":\"lookup_weather\",\"description\":\"Look up the weather forecast for a city.\",\"strict\":null,\"parameters\":{\"$schema\":\"http://json-schema.org/draft-07/schema#\",\"type\":\"object\",\"properties\":{\"city\":{\"type\":\"string\"}},\"required\":[\"city\"],\"additionalProperties\":false}}],\"tool_choice\":\"required\",\"parallel_tool_calls\":true,\"max_output_tokens\":16,\"temperature\":0,\"top_p\":1,\"presence_penalty\":0,\"frequency_penalty\":0,\"top_logprobs\":0,\"max_tool_calls\":1,\"metadata\":{},\"background\":false,\"previous_response_id\":null,\"service_tier\":\"auto\",\"truncation\":\"disabled\",\"store\":false,\"instructions\":null,\"text\":{\"format\":{\"type\":\"text\"}},\"reasoning\":null,\"safety_identifier\":null,\"prompt_cache_key\":null,\"usage\":null},\"sequence_number\":0}", @@ -722,9 +680,27 @@ "data: {\"type\":\"response.output_item.done\",\"output_index\":0,\"item\":{\"id\":\"fc_tmp_iz3hvbzm8md\",\"type\":\"function_call\",\"status\":\"completed\",\"call_id\":\"call_vc2PxRW2wuEr0q91TAEDkLNF\",\"name\":\"lookup_weather\",\"arguments\":\"{\\\"city\\\":\\\"Vienna\\\"}\"},\"sequence_number\":10}", "data: {\"type\":\"response.completed\",\"response\":{\"id\":\"gen-1777419987-jdjsVmU8aZ4G5yt6EUpi\",\"object\":\"response\",\"created_at\":1777419987,\"model\":\"google/gemini-2.5-flash-lite\",\"status\":\"completed\",\"completed_at\":1777419988,\"output\":[{\"id\":\"fc_tmp_iz3hvbzm8md\",\"type\":\"function_call\",\"status\":\"completed\",\"call_id\":\"call_vc2PxRW2wuEr0q91TAEDkLNF\",\"name\":\"lookup_weather\",\"arguments\":\"{\\\"city\\\":\\\"Vienna\\\"}\"}],\"error\":null,\"incomplete_details\":null,\"tools\":[{\"type\":\"function\",\"name\":\"lookup_weather\",\"description\":\"Look up the weather forecast for a city.\",\"strict\":null,\"parameters\":{\"$schema\":\"http://json-schema.org/draft-07/schema#\",\"type\":\"object\",\"properties\":{\"city\":{\"type\":\"string\"}},\"required\":[\"city\"],\"additionalProperties\":false}}],\"tool_choice\":\"required\",\"parallel_tool_calls\":true,\"max_output_tokens\":16,\"temperature\":0,\"top_p\":1,\"presence_penalty\":0,\"frequency_penalty\":0,\"top_logprobs\":0,\"max_tool_calls\":1,\"metadata\":{},\"background\":false,\"previous_response_id\":null,\"service_tier\":\"auto\",\"truncation\":\"disabled\",\"store\":false,\"instructions\":null,\"text\":{\"format\":{\"type\":\"text\"}},\"reasoning\":null,\"safety_identifier\":null,\"prompt_cache_key\":null,\"usage\":{\"input_tokens\":213,\"input_tokens_details\":{\"cached_tokens\":0},\"output_tokens\":15,\"output_tokens_details\":{\"reasoning_tokens\":0},\"total_tokens\":228,\"cost\":0.00004095,\"is_byok\":false,\"cost_details\":{\"upstream_inference_cost\":0.00004095,\"upstream_inference_input_cost\":0.00003195,\"upstream_inference_output_cost\":0.000009}}},\"sequence_number\":11}", "data: [DONE]" - ] - } + ], + "kind": "sse" + }, + "headers": { + "access-control-allow-origin": "*", + "access-control-expose-headers": "X-Generation-Id,cf-ray", + "cache-control": "no-cache", + "content-type": "text/event-stream", + "permissions-policy": "payment=(self \"https://checkout.stripe.com\" \"https://connect-js.stripe.com\" \"https://js.stripe.com\" \"https://*.js.stripe.com\" \"https://hooks.stripe.com\")", + "referrer-policy": "no-referrer, strict-origin-when-cross-origin", + "x-content-type-options": "nosniff", + "x-generation-id": "gen-1777419987-jdjsVmU8aZ4G5yt6EUpi" + }, + "status": 200, + "statusText": "OK" } } - ] + ], + "meta": { + "createdAt": "2026-04-28T23:46:28.223Z", + "seinfeldVersion": "0.0.0" + }, + "version": 1 } diff --git a/e2e/scenarios/openrouter-instrumentation/__cassettes__/openrouter-v0123.cassette.json b/e2e/scenarios/openrouter-instrumentation/__cassettes__/openrouter-v0123.cassette.json index 2b9c9f095..d010d266e 100644 --- a/e2e/scenarios/openrouter-instrumentation/__cassettes__/openrouter-v0123.cassette.json +++ b/e2e/scenarios/openrouter-instrumentation/__cassettes__/openrouter-v0123.cassette.json @@ -1,22 +1,11 @@ { - "version": 1, - "meta": { - "createdAt": "2026-04-28T23:37:58.567Z", - "seinfeldVersion": "0.0.0" - }, "entries": [ { + "callIndex": 0, "id": "804e392431313e6d", "matchKey": "POST openrouter.ai/api/v1/chat/completions", - "callIndex": 0, "recordedAt": "2026-04-28T23:37:58.567Z", "request": { - "method": "POST", - "url": "https://openrouter.ai/api/v1/chat/completions", - "headers": { - "accept": "application/json", - "content-type": "application/json" - }, "body": { "kind": "json", "value": { @@ -31,20 +20,12 @@ "stream": false, "temperature": 0 } - } + }, + "headers": {}, + "method": "POST", + "url": "https://openrouter.ai/api/v1/chat/completions" }, "response": { - "status": 200, - "statusText": "OK", - "headers": { - "access-control-allow-origin": "*", - "access-control-expose-headers": "X-Generation-Id,cf-ray", - "content-type": "application/json", - "permissions-policy": "payment=(self \"https://checkout.stripe.com\" \"https://connect-js.stripe.com\" \"https://js.stripe.com\" \"https://*.js.stripe.com\" \"https://hooks.stripe.com\")", - "referrer-policy": "no-referrer, strict-origin-when-cross-origin", - "x-content-type-options": "nosniff", - "x-generation-id": "gen-1777419455-tiLupNjgrxq77R4pvWG7" - }, "body": { "kind": "json", "value": { @@ -92,21 +73,26 @@ "total_tokens": 14 } } - } + }, + "headers": { + "access-control-allow-origin": "*", + "access-control-expose-headers": "X-Generation-Id,cf-ray", + "content-type": "application/json", + "permissions-policy": "payment=(self \"https://checkout.stripe.com\" \"https://connect-js.stripe.com\" \"https://js.stripe.com\" \"https://*.js.stripe.com\" \"https://hooks.stripe.com\")", + "referrer-policy": "no-referrer, strict-origin-when-cross-origin", + "x-content-type-options": "nosniff", + "x-generation-id": "gen-1777419455-tiLupNjgrxq77R4pvWG7" + }, + "status": 200, + "statusText": "OK" } }, { + "callIndex": 1, "id": "db4d3e790b53f9ee", "matchKey": "POST openrouter.ai/api/v1/chat/completions", - "callIndex": 1, "recordedAt": "2026-04-28T23:37:58.567Z", "request": { - "method": "POST", - "url": "https://openrouter.ai/api/v1/chat/completions", - "headers": { - "accept": "text/event-stream", - "content-type": "application/json" - }, "body": { "kind": "json", "value": { @@ -124,11 +110,21 @@ }, "temperature": 0 } - } + }, + "headers": {}, + "method": "POST", + "url": "https://openrouter.ai/api/v1/chat/completions" }, "response": { - "status": 200, - "statusText": "OK", + "body": { + "chunks": [ + "data: {\"id\":\"gen-1777419456-8A1cDh1rnxspPXK9hc6Y\",\"object\":\"chat.completion.chunk\",\"created\":1777419456,\"model\":\"openai/gpt-4o-mini-2024-07-18\",\"provider\":\"OpenAI\",\"system_fingerprint\":\"fp_9987326bf5\",\"choices\":[{\"index\":0,\"delta\":{\"content\":\"STREAM\",\"role\":\"assistant\"},\"finish_reason\":null,\"native_finish_reason\":null}]}", + "data: {\"id\":\"gen-1777419456-8A1cDh1rnxspPXK9hc6Y\",\"object\":\"chat.completion.chunk\",\"created\":1777419456,\"model\":\"openai/gpt-4o-mini-2024-07-18\",\"provider\":\"OpenAI\",\"system_fingerprint\":\"fp_9987326bf5\",\"choices\":[{\"index\":0,\"delta\":{\"content\":\"\",\"role\":\"assistant\"},\"finish_reason\":\"stop\",\"native_finish_reason\":\"stop\"}]}", + "data: {\"id\":\"gen-1777419456-8A1cDh1rnxspPXK9hc6Y\",\"object\":\"chat.completion.chunk\",\"created\":1777419456,\"model\":\"openai/gpt-4o-mini-2024-07-18\",\"provider\":\"OpenAI\",\"system_fingerprint\":\"fp_9987326bf5\",\"choices\":[{\"index\":0,\"delta\":{\"content\":\"\",\"role\":\"assistant\"},\"finish_reason\":\"stop\",\"native_finish_reason\":\"stop\"}],\"usage\":{\"prompt_tokens\":12,\"completion_tokens\":1,\"total_tokens\":13,\"cost\":0.0000024,\"is_byok\":false,\"prompt_tokens_details\":{\"cached_tokens\":0,\"cache_write_tokens\":0,\"audio_tokens\":0,\"video_tokens\":0},\"cost_details\":{\"upstream_inference_cost\":0.0000024,\"upstream_inference_prompt_cost\":0.0000018,\"upstream_inference_completions_cost\":6e-7},\"completion_tokens_details\":{\"reasoning_tokens\":0,\"image_tokens\":0,\"audio_tokens\":0}}}", + "data: [DONE]" + ], + "kind": "sse" + }, "headers": { "access-control-allow-origin": "*", "access-control-expose-headers": "X-Generation-Id,cf-ray", @@ -139,29 +135,16 @@ "x-content-type-options": "nosniff", "x-generation-id": "gen-1777419456-8A1cDh1rnxspPXK9hc6Y" }, - "body": { - "kind": "sse", - "chunks": [ - "data: {\"id\":\"gen-1777419456-8A1cDh1rnxspPXK9hc6Y\",\"object\":\"chat.completion.chunk\",\"created\":1777419456,\"model\":\"openai/gpt-4o-mini-2024-07-18\",\"provider\":\"OpenAI\",\"system_fingerprint\":\"fp_9987326bf5\",\"choices\":[{\"index\":0,\"delta\":{\"content\":\"STREAM\",\"role\":\"assistant\"},\"finish_reason\":null,\"native_finish_reason\":null}]}", - "data: {\"id\":\"gen-1777419456-8A1cDh1rnxspPXK9hc6Y\",\"object\":\"chat.completion.chunk\",\"created\":1777419456,\"model\":\"openai/gpt-4o-mini-2024-07-18\",\"provider\":\"OpenAI\",\"system_fingerprint\":\"fp_9987326bf5\",\"choices\":[{\"index\":0,\"delta\":{\"content\":\"\",\"role\":\"assistant\"},\"finish_reason\":\"stop\",\"native_finish_reason\":\"stop\"}]}", - "data: {\"id\":\"gen-1777419456-8A1cDh1rnxspPXK9hc6Y\",\"object\":\"chat.completion.chunk\",\"created\":1777419456,\"model\":\"openai/gpt-4o-mini-2024-07-18\",\"provider\":\"OpenAI\",\"system_fingerprint\":\"fp_9987326bf5\",\"choices\":[{\"index\":0,\"delta\":{\"content\":\"\",\"role\":\"assistant\"},\"finish_reason\":\"stop\",\"native_finish_reason\":\"stop\"}],\"usage\":{\"prompt_tokens\":12,\"completion_tokens\":1,\"total_tokens\":13,\"cost\":0.0000024,\"is_byok\":false,\"prompt_tokens_details\":{\"cached_tokens\":0,\"cache_write_tokens\":0,\"audio_tokens\":0,\"video_tokens\":0},\"cost_details\":{\"upstream_inference_cost\":0.0000024,\"upstream_inference_prompt_cost\":0.0000018,\"upstream_inference_completions_cost\":6e-7},\"completion_tokens_details\":{\"reasoning_tokens\":0,\"image_tokens\":0,\"audio_tokens\":0}}}", - "data: [DONE]" - ] - } + "status": 200, + "statusText": "OK" } }, { + "callIndex": 0, "id": "507711dff446210e", "matchKey": "POST openrouter.ai/api/v1/embeddings", - "callIndex": 0, "recordedAt": "2026-04-28T23:37:58.567Z", "request": { - "method": "POST", - "url": "https://openrouter.ai/api/v1/embeddings", - "headers": { - "accept": "application/json;q=1, text/event-stream;q=0", - "content-type": "application/json" - }, "body": { "kind": "json", "value": { @@ -169,19 +152,12 @@ "input_type": "query", "model": "openai/text-embedding-3-small" } - } + }, + "headers": {}, + "method": "POST", + "url": "https://openrouter.ai/api/v1/embeddings" }, "response": { - "status": 200, - "statusText": "OK", - "headers": { - "access-control-allow-origin": "*", - "access-control-expose-headers": "X-Generation-Id,cf-ray", - "content-type": "application/json", - "permissions-policy": "payment=(self \"https://checkout.stripe.com\" \"https://connect-js.stripe.com\" \"https://js.stripe.com\" \"https://*.js.stripe.com\" \"https://hooks.stripe.com\")", - "referrer-policy": "no-referrer, strict-origin-when-cross-origin", - "x-content-type-options": "nosniff" - }, "body": { "kind": "json", "value": { @@ -761,21 +737,25 @@ "total_tokens": 3 } } - } + }, + "headers": { + "access-control-allow-origin": "*", + "access-control-expose-headers": "X-Generation-Id,cf-ray", + "content-type": "application/json", + "permissions-policy": "payment=(self \"https://checkout.stripe.com\" \"https://connect-js.stripe.com\" \"https://js.stripe.com\" \"https://*.js.stripe.com\" \"https://hooks.stripe.com\")", + "referrer-policy": "no-referrer, strict-origin-when-cross-origin", + "x-content-type-options": "nosniff" + }, + "status": 200, + "statusText": "OK" } }, { + "callIndex": 0, "id": "56e2cb7b080ae856", "matchKey": "POST openrouter.ai/api/v1/responses", - "callIndex": 0, "recordedAt": "2026-04-28T23:37:58.567Z", "request": { - "method": "POST", - "url": "https://openrouter.ai/api/v1/responses", - "headers": { - "accept": "application/json", - "content-type": "application/json" - }, "body": { "kind": "json", "value": { @@ -787,20 +767,12 @@ "stream": false, "temperature": 0 } - } + }, + "headers": {}, + "method": "POST", + "url": "https://openrouter.ai/api/v1/responses" }, "response": { - "status": 200, - "statusText": "OK", - "headers": { - "access-control-allow-origin": "*", - "access-control-expose-headers": "X-Generation-Id,cf-ray", - "content-type": "application/json", - "permissions-policy": "payment=(self \"https://checkout.stripe.com\" \"https://connect-js.stripe.com\" \"https://js.stripe.com\" \"https://*.js.stripe.com\" \"https://hooks.stripe.com\")", - "referrer-policy": "no-referrer, strict-origin-when-cross-origin", - "x-content-type-options": "nosniff", - "x-generation-id": "gen-1777419457-0xDOPITwEiDQaKDN0kfF" - }, "body": { "kind": "json", "value": { @@ -872,21 +844,26 @@ "total_tokens": 17 } } - } + }, + "headers": { + "access-control-allow-origin": "*", + "access-control-expose-headers": "X-Generation-Id,cf-ray", + "content-type": "application/json", + "permissions-policy": "payment=(self \"https://checkout.stripe.com\" \"https://connect-js.stripe.com\" \"https://js.stripe.com\" \"https://*.js.stripe.com\" \"https://hooks.stripe.com\")", + "referrer-policy": "no-referrer, strict-origin-when-cross-origin", + "x-content-type-options": "nosniff", + "x-generation-id": "gen-1777419457-0xDOPITwEiDQaKDN0kfF" + }, + "status": 200, + "statusText": "OK" } }, { + "callIndex": 1, "id": "b50e872b26a5b42b", "matchKey": "POST openrouter.ai/api/v1/responses", - "callIndex": 1, "recordedAt": "2026-04-28T23:37:58.567Z", "request": { - "method": "POST", - "url": "https://openrouter.ai/api/v1/responses", - "headers": { - "accept": "text/event-stream", - "content-type": "application/json" - }, "body": { "kind": "json", "value": { @@ -898,23 +875,13 @@ "stream": true, "temperature": 0 } - } + }, + "headers": {}, + "method": "POST", + "url": "https://openrouter.ai/api/v1/responses" }, "response": { - "status": 200, - "statusText": "OK", - "headers": { - "access-control-allow-origin": "*", - "access-control-expose-headers": "X-Generation-Id,cf-ray", - "cache-control": "no-cache", - "content-type": "text/event-stream", - "permissions-policy": "payment=(self \"https://checkout.stripe.com\" \"https://connect-js.stripe.com\" \"https://js.stripe.com\" \"https://*.js.stripe.com\" \"https://hooks.stripe.com\")", - "referrer-policy": "no-referrer, strict-origin-when-cross-origin", - "x-content-type-options": "nosniff", - "x-generation-id": "gen-1777419457-sm2JPEP3Ql21R8caZmUt" - }, "body": { - "kind": "sse", "chunks": [ "data: {\"type\":\"response.created\",\"response\":{\"id\":\"gen-1777419457-sm2JPEP3Ql21R8caZmUt\",\"object\":\"response\",\"created_at\":1777419457,\"model\":\"openai/gpt-4o-mini-2024-07-18\",\"status\":\"in_progress\",\"completed_at\":null,\"output\":[],\"error\":null,\"incomplete_details\":null,\"tools\":[],\"tool_choice\":\"auto\",\"parallel_tool_calls\":true,\"max_output_tokens\":24,\"temperature\":0,\"top_p\":1,\"presence_penalty\":0,\"frequency_penalty\":0,\"top_logprobs\":0,\"max_tool_calls\":null,\"metadata\":{},\"background\":false,\"previous_response_id\":null,\"service_tier\":\"auto\",\"truncation\":\"disabled\",\"store\":false,\"instructions\":null,\"text\":{\"format\":{\"type\":\"text\"}},\"reasoning\":null,\"safety_identifier\":null,\"prompt_cache_key\":null,\"usage\":null},\"sequence_number\":0}", "data: {\"type\":\"response.in_progress\",\"response\":{\"id\":\"gen-1777419457-sm2JPEP3Ql21R8caZmUt\",\"object\":\"response\",\"created_at\":1777419457,\"model\":\"openai/gpt-4o-mini-2024-07-18\",\"status\":\"in_progress\",\"completed_at\":null,\"output\":[],\"error\":null,\"incomplete_details\":null,\"tools\":[],\"tool_choice\":\"auto\",\"parallel_tool_calls\":true,\"max_output_tokens\":24,\"temperature\":0,\"top_p\":1,\"presence_penalty\":0,\"frequency_penalty\":0,\"top_logprobs\":0,\"max_tool_calls\":null,\"metadata\":{},\"background\":false,\"previous_response_id\":null,\"service_tier\":\"auto\",\"truncation\":\"disabled\",\"store\":false,\"instructions\":null,\"text\":{\"format\":{\"type\":\"text\"}},\"reasoning\":null,\"safety_identifier\":null,\"prompt_cache_key\":null,\"usage\":null},\"sequence_number\":1}", @@ -928,22 +895,29 @@ "data: {\"type\":\"response.output_item.done\",\"output_index\":0,\"item\":{\"id\":\"msg_tmp_xjpsmgq8zko\",\"type\":\"message\",\"status\":\"completed\",\"role\":\"assistant\",\"content\":[{\"type\":\"output_text\",\"text\":\"STREAMED RESPONSE\",\"annotations\":[],\"logprobs\":[]}]},\"sequence_number\":9}", "data: {\"type\":\"response.completed\",\"response\":{\"id\":\"gen-1777419457-sm2JPEP3Ql21R8caZmUt\",\"object\":\"response\",\"created_at\":1777419457,\"model\":\"openai/gpt-4o-mini-2024-07-18\",\"status\":\"completed\",\"completed_at\":1777419458,\"output\":[{\"id\":\"msg_tmp_xjpsmgq8zko\",\"type\":\"message\",\"role\":\"assistant\",\"status\":\"completed\",\"content\":[{\"type\":\"output_text\",\"text\":\"STREAMED RESPONSE\",\"annotations\":[],\"logprobs\":[]}]}],\"error\":null,\"incomplete_details\":null,\"tools\":[],\"tool_choice\":\"auto\",\"parallel_tool_calls\":true,\"max_output_tokens\":24,\"temperature\":0,\"top_p\":1,\"presence_penalty\":0,\"frequency_penalty\":0,\"top_logprobs\":0,\"max_tool_calls\":null,\"metadata\":{},\"background\":false,\"previous_response_id\":null,\"service_tier\":\"auto\",\"truncation\":\"disabled\",\"store\":false,\"instructions\":null,\"text\":{\"format\":{\"type\":\"text\"}},\"reasoning\":null,\"safety_identifier\":null,\"prompt_cache_key\":null,\"usage\":{\"input_tokens\":14,\"input_tokens_details\":{\"cached_tokens\":0},\"output_tokens\":3,\"output_tokens_details\":{\"reasoning_tokens\":0},\"total_tokens\":17,\"cost\":0.0000039,\"is_byok\":false,\"cost_details\":{\"upstream_inference_cost\":0.0000039,\"upstream_inference_input_cost\":0.0000021,\"upstream_inference_output_cost\":0.0000018}}},\"sequence_number\":10}", "data: [DONE]" - ] - } + ], + "kind": "sse" + }, + "headers": { + "access-control-allow-origin": "*", + "access-control-expose-headers": "X-Generation-Id,cf-ray", + "cache-control": "no-cache", + "content-type": "text/event-stream", + "permissions-policy": "payment=(self \"https://checkout.stripe.com\" \"https://connect-js.stripe.com\" \"https://js.stripe.com\" \"https://*.js.stripe.com\" \"https://hooks.stripe.com\")", + "referrer-policy": "no-referrer, strict-origin-when-cross-origin", + "x-content-type-options": "nosniff", + "x-generation-id": "gen-1777419457-sm2JPEP3Ql21R8caZmUt" + }, + "status": 200, + "statusText": "OK" } }, { + "callIndex": 0, "id": "9916fb141acf9e9e", "matchKey": "POST openrouter.ai/api/v1/rerank", - "callIndex": 0, "recordedAt": "2026-04-28T23:37:58.567Z", "request": { - "method": "POST", - "url": "https://openrouter.ai/api/v1/rerank", - "headers": { - "accept": "application/json;q=1, text/event-stream;q=0", - "content-type": "application/json" - }, "body": { "kind": "json", "value": { @@ -956,19 +930,12 @@ "query": "Which document is about France?", "top_n": 2 } - } + }, + "headers": {}, + "method": "POST", + "url": "https://openrouter.ai/api/v1/rerank" }, "response": { - "status": 200, - "statusText": "OK", - "headers": { - "access-control-allow-origin": "*", - "access-control-expose-headers": "X-Generation-Id,cf-ray", - "content-type": "application/json", - "permissions-policy": "payment=(self \"https://checkout.stripe.com\" \"https://connect-js.stripe.com\" \"https://js.stripe.com\" \"https://*.js.stripe.com\" \"https://hooks.stripe.com\")", - "referrer-policy": "no-referrer, strict-origin-when-cross-origin", - "x-content-type-options": "nosniff" - }, "body": { "kind": "json", "value": { @@ -996,22 +963,25 @@ "search_units": 1 } } - } + }, + "headers": { + "access-control-allow-origin": "*", + "access-control-expose-headers": "X-Generation-Id,cf-ray", + "content-type": "application/json", + "permissions-policy": "payment=(self \"https://checkout.stripe.com\" \"https://connect-js.stripe.com\" \"https://js.stripe.com\" \"https://*.js.stripe.com\" \"https://hooks.stripe.com\")", + "referrer-policy": "no-referrer, strict-origin-when-cross-origin", + "x-content-type-options": "nosniff" + }, + "status": 200, + "statusText": "OK" } }, { + "callIndex": 2, "id": "14e3479ec0d10f83", "matchKey": "POST openrouter.ai/api/v1/responses", - "callIndex": 2, "recordedAt": "2026-04-28T23:37:58.567Z", "request": { - "method": "POST", - "url": "https://openrouter.ai/api/v1/responses", - "headers": { - "accept": "text/event-stream", - "content-type": "application/json", - "x-openrouter-callmodel": "true" - }, "body": { "kind": "json", "value": { @@ -1044,23 +1014,13 @@ } ] } - } + }, + "headers": {}, + "method": "POST", + "url": "https://openrouter.ai/api/v1/responses" }, "response": { - "status": 200, - "statusText": "OK", - "headers": { - "access-control-allow-origin": "*", - "access-control-expose-headers": "X-Generation-Id,cf-ray", - "cache-control": "no-cache", - "content-type": "text/event-stream", - "permissions-policy": "payment=(self \"https://checkout.stripe.com\" \"https://connect-js.stripe.com\" \"https://js.stripe.com\" \"https://*.js.stripe.com\" \"https://hooks.stripe.com\")", - "referrer-policy": "no-referrer, strict-origin-when-cross-origin", - "x-content-type-options": "nosniff", - "x-generation-id": "gen-1777419473-j5xl2ImKaoD7SBvuXGlq" - }, "body": { - "kind": "sse", "chunks": [ ": OPENROUTER PROCESSING", "data: {\"type\":\"response.created\",\"response\":{\"id\":\"gen-1777419473-j5xl2ImKaoD7SBvuXGlq\",\"object\":\"response\",\"created_at\":1777419473,\"model\":\"google/gemini-2.5-flash-lite\",\"status\":\"in_progress\",\"completed_at\":null,\"output\":[],\"error\":null,\"incomplete_details\":null,\"tools\":[{\"type\":\"function\",\"name\":\"lookup_weather\",\"description\":\"Look up the weather forecast for a city.\",\"strict\":null,\"parameters\":{\"$schema\":\"http://json-schema.org/draft-07/schema#\",\"type\":\"object\",\"properties\":{\"city\":{\"type\":\"string\"}},\"required\":[\"city\"],\"additionalProperties\":false}}],\"tool_choice\":\"required\",\"parallel_tool_calls\":true,\"max_output_tokens\":24,\"temperature\":0,\"top_p\":1,\"presence_penalty\":0,\"frequency_penalty\":0,\"top_logprobs\":0,\"max_tool_calls\":1,\"metadata\":{},\"background\":false,\"previous_response_id\":null,\"service_tier\":\"auto\",\"truncation\":\"disabled\",\"store\":false,\"instructions\":null,\"text\":{\"format\":{\"type\":\"text\"}},\"reasoning\":null,\"safety_identifier\":null,\"prompt_cache_key\":null,\"usage\":null},\"sequence_number\":0}", @@ -1076,23 +1036,29 @@ "data: {\"type\":\"response.output_item.done\",\"output_index\":0,\"item\":{\"id\":\"fc_tmp_g7dvc2xx9wb\",\"type\":\"function_call\",\"status\":\"completed\",\"call_id\":\"call_3xkEkPdsojalfm7auhko7Bwi\",\"name\":\"lookup_weather\",\"arguments\":\"{\\\"city\\\":\\\"Vienna\\\"}\"},\"sequence_number\":10}", "data: {\"type\":\"response.completed\",\"response\":{\"id\":\"gen-1777419473-j5xl2ImKaoD7SBvuXGlq\",\"object\":\"response\",\"created_at\":1777419473,\"model\":\"google/gemini-2.5-flash-lite\",\"status\":\"completed\",\"completed_at\":1777419474,\"output\":[{\"id\":\"fc_tmp_g7dvc2xx9wb\",\"type\":\"function_call\",\"status\":\"completed\",\"call_id\":\"call_3xkEkPdsojalfm7auhko7Bwi\",\"name\":\"lookup_weather\",\"arguments\":\"{\\\"city\\\":\\\"Vienna\\\"}\"}],\"error\":null,\"incomplete_details\":null,\"tools\":[{\"type\":\"function\",\"name\":\"lookup_weather\",\"description\":\"Look up the weather forecast for a city.\",\"strict\":null,\"parameters\":{\"$schema\":\"http://json-schema.org/draft-07/schema#\",\"type\":\"object\",\"properties\":{\"city\":{\"type\":\"string\"}},\"required\":[\"city\"],\"additionalProperties\":false}}],\"tool_choice\":\"required\",\"parallel_tool_calls\":true,\"max_output_tokens\":24,\"temperature\":0,\"top_p\":1,\"presence_penalty\":0,\"frequency_penalty\":0,\"top_logprobs\":0,\"max_tool_calls\":1,\"metadata\":{},\"background\":false,\"previous_response_id\":null,\"service_tier\":\"auto\",\"truncation\":\"disabled\",\"store\":false,\"instructions\":null,\"text\":{\"format\":{\"type\":\"text\"}},\"reasoning\":null,\"safety_identifier\":null,\"prompt_cache_key\":null,\"usage\":{\"input_tokens\":63,\"input_tokens_details\":{\"cached_tokens\":0},\"output_tokens\":15,\"output_tokens_details\":{\"reasoning_tokens\":0},\"total_tokens\":78,\"cost\":0.00001845,\"is_byok\":false,\"cost_details\":{\"upstream_inference_cost\":0.00001845,\"upstream_inference_input_cost\":0.00000945,\"upstream_inference_output_cost\":0.000009}}},\"sequence_number\":11}", "data: [DONE]" - ] - } + ], + "kind": "sse" + }, + "headers": { + "access-control-allow-origin": "*", + "access-control-expose-headers": "X-Generation-Id,cf-ray", + "cache-control": "no-cache", + "content-type": "text/event-stream", + "permissions-policy": "payment=(self \"https://checkout.stripe.com\" \"https://connect-js.stripe.com\" \"https://js.stripe.com\" \"https://*.js.stripe.com\" \"https://hooks.stripe.com\")", + "referrer-policy": "no-referrer, strict-origin-when-cross-origin", + "x-content-type-options": "nosniff", + "x-generation-id": "gen-1777419473-j5xl2ImKaoD7SBvuXGlq" + }, + "status": 200, + "statusText": "OK" } }, { + "callIndex": 3, "id": "f78798d68a5bc5f0", "matchKey": "POST openrouter.ai/api/v1/responses", - "callIndex": 3, "recordedAt": "2026-04-28T23:37:58.567Z", "request": { - "method": "POST", - "url": "https://openrouter.ai/api/v1/responses", - "headers": { - "accept": "text/event-stream", - "content-type": "application/json", - "x-openrouter-callmodel": "true" - }, "body": { "kind": "json", "value": { @@ -1144,23 +1110,13 @@ } ] } - } + }, + "headers": {}, + "method": "POST", + "url": "https://openrouter.ai/api/v1/responses" }, "response": { - "status": 200, - "statusText": "OK", - "headers": { - "access-control-allow-origin": "*", - "access-control-expose-headers": "X-Generation-Id,cf-ray", - "cache-control": "no-cache", - "content-type": "text/event-stream", - "permissions-policy": "payment=(self \"https://checkout.stripe.com\" \"https://connect-js.stripe.com\" \"https://js.stripe.com\" \"https://*.js.stripe.com\" \"https://hooks.stripe.com\")", - "referrer-policy": "no-referrer, strict-origin-when-cross-origin", - "x-content-type-options": "nosniff", - "x-generation-id": "gen-1777419474-4EHAtLMeVQQBnP2hOFgF" - }, "body": { - "kind": "sse", "chunks": [ ": OPENROUTER PROCESSING", ": OPENROUTER PROCESSING", @@ -1177,23 +1133,29 @@ "data: {\"type\":\"response.output_item.done\",\"output_index\":0,\"item\":{\"id\":\"fc_tmp_vecv0tcru8m\",\"type\":\"function_call\",\"status\":\"completed\",\"call_id\":\"call_D8Am9EsAqRquXcj1ENSmjpTH\",\"name\":\"lookup_weather\",\"arguments\":\"{\\\"city\\\":\\\"Vienna\\\"}\"},\"sequence_number\":10}", "data: {\"type\":\"response.completed\",\"response\":{\"id\":\"gen-1777419474-4EHAtLMeVQQBnP2hOFgF\",\"object\":\"response\",\"created_at\":1777419474,\"model\":\"google/gemini-2.5-flash-lite\",\"status\":\"completed\",\"completed_at\":1777419475,\"output\":[{\"id\":\"fc_tmp_vecv0tcru8m\",\"type\":\"function_call\",\"status\":\"completed\",\"call_id\":\"call_D8Am9EsAqRquXcj1ENSmjpTH\",\"name\":\"lookup_weather\",\"arguments\":\"{\\\"city\\\":\\\"Vienna\\\"}\"}],\"error\":null,\"incomplete_details\":null,\"tools\":[{\"type\":\"function\",\"name\":\"lookup_weather\",\"description\":\"Look up the weather forecast for a city.\",\"strict\":null,\"parameters\":{\"$schema\":\"http://json-schema.org/draft-07/schema#\",\"type\":\"object\",\"properties\":{\"city\":{\"type\":\"string\"}},\"required\":[\"city\"],\"additionalProperties\":false}}],\"tool_choice\":\"required\",\"parallel_tool_calls\":true,\"max_output_tokens\":24,\"temperature\":0,\"top_p\":1,\"presence_penalty\":0,\"frequency_penalty\":0,\"top_logprobs\":0,\"max_tool_calls\":1,\"metadata\":{},\"background\":false,\"previous_response_id\":null,\"service_tier\":\"auto\",\"truncation\":\"disabled\",\"store\":false,\"instructions\":null,\"text\":{\"format\":{\"type\":\"text\"}},\"reasoning\":null,\"safety_identifier\":null,\"prompt_cache_key\":null,\"usage\":{\"input_tokens\":93,\"input_tokens_details\":{\"cached_tokens\":0},\"output_tokens\":15,\"output_tokens_details\":{\"reasoning_tokens\":0},\"total_tokens\":108,\"cost\":0.00002295,\"is_byok\":false,\"cost_details\":{\"upstream_inference_cost\":0.00002295,\"upstream_inference_input_cost\":0.00001395,\"upstream_inference_output_cost\":0.000009}}},\"sequence_number\":11}", "data: [DONE]" - ] - } + ], + "kind": "sse" + }, + "headers": { + "access-control-allow-origin": "*", + "access-control-expose-headers": "X-Generation-Id,cf-ray", + "cache-control": "no-cache", + "content-type": "text/event-stream", + "permissions-policy": "payment=(self \"https://checkout.stripe.com\" \"https://connect-js.stripe.com\" \"https://js.stripe.com\" \"https://*.js.stripe.com\" \"https://hooks.stripe.com\")", + "referrer-policy": "no-referrer, strict-origin-when-cross-origin", + "x-content-type-options": "nosniff", + "x-generation-id": "gen-1777419474-4EHAtLMeVQQBnP2hOFgF" + }, + "status": 200, + "statusText": "OK" } }, { + "callIndex": 4, "id": "9c8b5f9195d81ec5", "matchKey": "POST openrouter.ai/api/v1/responses", - "callIndex": 4, "recordedAt": "2026-04-28T23:37:58.567Z", "request": { - "method": "POST", - "url": "https://openrouter.ai/api/v1/responses", - "headers": { - "accept": "text/event-stream", - "content-type": "application/json", - "x-openrouter-callmodel": "true" - }, "body": { "kind": "json", "value": { @@ -1259,23 +1221,13 @@ } ] } - } + }, + "headers": {}, + "method": "POST", + "url": "https://openrouter.ai/api/v1/responses" }, "response": { - "status": 200, - "statusText": "OK", - "headers": { - "access-control-allow-origin": "*", - "access-control-expose-headers": "X-Generation-Id,cf-ray", - "cache-control": "no-cache", - "content-type": "text/event-stream", - "permissions-policy": "payment=(self \"https://checkout.stripe.com\" \"https://connect-js.stripe.com\" \"https://js.stripe.com\" \"https://*.js.stripe.com\" \"https://hooks.stripe.com\")", - "referrer-policy": "no-referrer, strict-origin-when-cross-origin", - "x-content-type-options": "nosniff", - "x-generation-id": "gen-1777419475-2ZDF1upArvBPKdPJ40Ju" - }, "body": { - "kind": "sse", "chunks": [ ": OPENROUTER PROCESSING", "data: {\"type\":\"response.created\",\"response\":{\"id\":\"gen-1777419475-2ZDF1upArvBPKdPJ40Ju\",\"object\":\"response\",\"created_at\":1777419475,\"model\":\"google/gemini-2.5-flash-lite\",\"status\":\"in_progress\",\"completed_at\":null,\"output\":[],\"error\":null,\"incomplete_details\":null,\"tools\":[{\"type\":\"function\",\"name\":\"lookup_weather\",\"description\":\"Look up the weather forecast for a city.\",\"strict\":null,\"parameters\":{\"$schema\":\"http://json-schema.org/draft-07/schema#\",\"type\":\"object\",\"properties\":{\"city\":{\"type\":\"string\"}},\"required\":[\"city\"],\"additionalProperties\":false}}],\"tool_choice\":\"required\",\"parallel_tool_calls\":true,\"max_output_tokens\":24,\"temperature\":0,\"top_p\":1,\"presence_penalty\":0,\"frequency_penalty\":0,\"top_logprobs\":0,\"max_tool_calls\":1,\"metadata\":{},\"background\":false,\"previous_response_id\":null,\"service_tier\":\"auto\",\"truncation\":\"disabled\",\"store\":false,\"instructions\":null,\"text\":{\"format\":{\"type\":\"text\"}},\"reasoning\":null,\"safety_identifier\":null,\"prompt_cache_key\":null,\"usage\":null},\"sequence_number\":0}", @@ -1291,23 +1243,29 @@ "data: {\"type\":\"response.output_item.done\",\"output_index\":0,\"item\":{\"id\":\"fc_tmp_66ikfaxda16\",\"type\":\"function_call\",\"status\":\"completed\",\"call_id\":\"call_hmP68E1dBlH54JyhL7tiVUOg\",\"name\":\"lookup_weather\",\"arguments\":\"{\\\"city\\\":\\\"Vienna\\\"}\"},\"sequence_number\":10}", "data: {\"type\":\"response.completed\",\"response\":{\"id\":\"gen-1777419475-2ZDF1upArvBPKdPJ40Ju\",\"object\":\"response\",\"created_at\":1777419475,\"model\":\"google/gemini-2.5-flash-lite\",\"status\":\"completed\",\"completed_at\":1777419476,\"output\":[{\"id\":\"fc_tmp_66ikfaxda16\",\"type\":\"function_call\",\"status\":\"completed\",\"call_id\":\"call_hmP68E1dBlH54JyhL7tiVUOg\",\"name\":\"lookup_weather\",\"arguments\":\"{\\\"city\\\":\\\"Vienna\\\"}\"}],\"error\":null,\"incomplete_details\":null,\"tools\":[{\"type\":\"function\",\"name\":\"lookup_weather\",\"description\":\"Look up the weather forecast for a city.\",\"strict\":null,\"parameters\":{\"$schema\":\"http://json-schema.org/draft-07/schema#\",\"type\":\"object\",\"properties\":{\"city\":{\"type\":\"string\"}},\"required\":[\"city\"],\"additionalProperties\":false}}],\"tool_choice\":\"required\",\"parallel_tool_calls\":true,\"max_output_tokens\":24,\"temperature\":0,\"top_p\":1,\"presence_penalty\":0,\"frequency_penalty\":0,\"top_logprobs\":0,\"max_tool_calls\":1,\"metadata\":{},\"background\":false,\"previous_response_id\":null,\"service_tier\":\"auto\",\"truncation\":\"disabled\",\"store\":false,\"instructions\":null,\"text\":{\"format\":{\"type\":\"text\"}},\"reasoning\":null,\"safety_identifier\":null,\"prompt_cache_key\":null,\"usage\":{\"input_tokens\":123,\"input_tokens_details\":{\"cached_tokens\":0},\"output_tokens\":15,\"output_tokens_details\":{\"reasoning_tokens\":0},\"total_tokens\":138,\"cost\":0.00002745,\"is_byok\":false,\"cost_details\":{\"upstream_inference_cost\":0.00002745,\"upstream_inference_input_cost\":0.00001845,\"upstream_inference_output_cost\":0.000009}}},\"sequence_number\":11}", "data: [DONE]" - ] - } + ], + "kind": "sse" + }, + "headers": { + "access-control-allow-origin": "*", + "access-control-expose-headers": "X-Generation-Id,cf-ray", + "cache-control": "no-cache", + "content-type": "text/event-stream", + "permissions-policy": "payment=(self \"https://checkout.stripe.com\" \"https://connect-js.stripe.com\" \"https://js.stripe.com\" \"https://*.js.stripe.com\" \"https://hooks.stripe.com\")", + "referrer-policy": "no-referrer, strict-origin-when-cross-origin", + "x-content-type-options": "nosniff", + "x-generation-id": "gen-1777419475-2ZDF1upArvBPKdPJ40Ju" + }, + "status": 200, + "statusText": "OK" } }, { + "callIndex": 5, "id": "1f29e6ed12bc1286", "matchKey": "POST openrouter.ai/api/v1/responses", - "callIndex": 5, "recordedAt": "2026-04-28T23:37:58.567Z", "request": { - "method": "POST", - "url": "https://openrouter.ai/api/v1/responses", - "headers": { - "accept": "text/event-stream", - "content-type": "application/json", - "x-openrouter-callmodel": "true" - }, "body": { "kind": "json", "value": { @@ -1387,23 +1345,13 @@ } ] } - } + }, + "headers": {}, + "method": "POST", + "url": "https://openrouter.ai/api/v1/responses" }, "response": { - "status": 200, - "statusText": "OK", - "headers": { - "access-control-allow-origin": "*", - "access-control-expose-headers": "X-Generation-Id,cf-ray", - "cache-control": "no-cache", - "content-type": "text/event-stream", - "permissions-policy": "payment=(self \"https://checkout.stripe.com\" \"https://connect-js.stripe.com\" \"https://js.stripe.com\" \"https://*.js.stripe.com\" \"https://hooks.stripe.com\")", - "referrer-policy": "no-referrer, strict-origin-when-cross-origin", - "x-content-type-options": "nosniff", - "x-generation-id": "gen-1777419476-K7aD6AmpDOiiJa1HLp2Z" - }, "body": { - "kind": "sse", "chunks": [ ": OPENROUTER PROCESSING", "data: {\"type\":\"response.created\",\"response\":{\"id\":\"gen-1777419476-K7aD6AmpDOiiJa1HLp2Z\",\"object\":\"response\",\"created_at\":1777419476,\"model\":\"google/gemini-2.5-flash-lite\",\"status\":\"in_progress\",\"completed_at\":null,\"output\":[],\"error\":null,\"incomplete_details\":null,\"tools\":[{\"type\":\"function\",\"name\":\"lookup_weather\",\"description\":\"Look up the weather forecast for a city.\",\"strict\":null,\"parameters\":{\"$schema\":\"http://json-schema.org/draft-07/schema#\",\"type\":\"object\",\"properties\":{\"city\":{\"type\":\"string\"}},\"required\":[\"city\"],\"additionalProperties\":false}}],\"tool_choice\":\"required\",\"parallel_tool_calls\":true,\"max_output_tokens\":24,\"temperature\":0,\"top_p\":1,\"presence_penalty\":0,\"frequency_penalty\":0,\"top_logprobs\":0,\"max_tool_calls\":1,\"metadata\":{},\"background\":false,\"previous_response_id\":null,\"service_tier\":\"auto\",\"truncation\":\"disabled\",\"store\":false,\"instructions\":null,\"text\":{\"format\":{\"type\":\"text\"}},\"reasoning\":null,\"safety_identifier\":null,\"prompt_cache_key\":null,\"usage\":null},\"sequence_number\":0}", @@ -1419,23 +1367,29 @@ "data: {\"type\":\"response.output_item.done\",\"output_index\":0,\"item\":{\"id\":\"fc_tmp_9xm2jyh75m\",\"type\":\"function_call\",\"status\":\"completed\",\"call_id\":\"call_tqOUauicKWi3RISEweIESd4G\",\"name\":\"lookup_weather\",\"arguments\":\"{\\\"city\\\":\\\"Vienna\\\"}\"},\"sequence_number\":10}", "data: {\"type\":\"response.completed\",\"response\":{\"id\":\"gen-1777419476-K7aD6AmpDOiiJa1HLp2Z\",\"object\":\"response\",\"created_at\":1777419476,\"model\":\"google/gemini-2.5-flash-lite\",\"status\":\"completed\",\"completed_at\":1777419477,\"output\":[{\"id\":\"fc_tmp_9xm2jyh75m\",\"type\":\"function_call\",\"status\":\"completed\",\"call_id\":\"call_tqOUauicKWi3RISEweIESd4G\",\"name\":\"lookup_weather\",\"arguments\":\"{\\\"city\\\":\\\"Vienna\\\"}\"}],\"error\":null,\"incomplete_details\":null,\"tools\":[{\"type\":\"function\",\"name\":\"lookup_weather\",\"description\":\"Look up the weather forecast for a city.\",\"strict\":null,\"parameters\":{\"$schema\":\"http://json-schema.org/draft-07/schema#\",\"type\":\"object\",\"properties\":{\"city\":{\"type\":\"string\"}},\"required\":[\"city\"],\"additionalProperties\":false}}],\"tool_choice\":\"required\",\"parallel_tool_calls\":true,\"max_output_tokens\":24,\"temperature\":0,\"top_p\":1,\"presence_penalty\":0,\"frequency_penalty\":0,\"top_logprobs\":0,\"max_tool_calls\":1,\"metadata\":{},\"background\":false,\"previous_response_id\":null,\"service_tier\":\"auto\",\"truncation\":\"disabled\",\"store\":false,\"instructions\":null,\"text\":{\"format\":{\"type\":\"text\"}},\"reasoning\":null,\"safety_identifier\":null,\"prompt_cache_key\":null,\"usage\":{\"input_tokens\":153,\"input_tokens_details\":{\"cached_tokens\":0},\"output_tokens\":15,\"output_tokens_details\":{\"reasoning_tokens\":0},\"total_tokens\":168,\"cost\":0.00003195,\"is_byok\":false,\"cost_details\":{\"upstream_inference_cost\":0.00003195,\"upstream_inference_input_cost\":0.00002295,\"upstream_inference_output_cost\":0.000009}}},\"sequence_number\":11}", "data: [DONE]" - ] - } + ], + "kind": "sse" + }, + "headers": { + "access-control-allow-origin": "*", + "access-control-expose-headers": "X-Generation-Id,cf-ray", + "cache-control": "no-cache", + "content-type": "text/event-stream", + "permissions-policy": "payment=(self \"https://checkout.stripe.com\" \"https://connect-js.stripe.com\" \"https://js.stripe.com\" \"https://*.js.stripe.com\" \"https://hooks.stripe.com\")", + "referrer-policy": "no-referrer, strict-origin-when-cross-origin", + "x-content-type-options": "nosniff", + "x-generation-id": "gen-1777419476-K7aD6AmpDOiiJa1HLp2Z" + }, + "status": 200, + "statusText": "OK" } }, { + "callIndex": 6, "id": "2f4a3f38729b9d5b", "matchKey": "POST openrouter.ai/api/v1/responses", - "callIndex": 6, "recordedAt": "2026-04-28T23:37:58.567Z", "request": { - "method": "POST", - "url": "https://openrouter.ai/api/v1/responses", - "headers": { - "accept": "text/event-stream", - "content-type": "application/json", - "x-openrouter-callmodel": "true" - }, "body": { "kind": "json", "value": { @@ -1529,23 +1483,13 @@ } ] } - } + }, + "headers": {}, + "method": "POST", + "url": "https://openrouter.ai/api/v1/responses" }, "response": { - "status": 200, - "statusText": "OK", - "headers": { - "access-control-allow-origin": "*", - "access-control-expose-headers": "X-Generation-Id,cf-ray", - "cache-control": "no-cache", - "content-type": "text/event-stream", - "permissions-policy": "payment=(self \"https://checkout.stripe.com\" \"https://connect-js.stripe.com\" \"https://js.stripe.com\" \"https://*.js.stripe.com\" \"https://hooks.stripe.com\")", - "referrer-policy": "no-referrer, strict-origin-when-cross-origin", - "x-content-type-options": "nosniff", - "x-generation-id": "gen-1777419477-uqNTmGBZj6sC9cF4og16" - }, "body": { - "kind": "sse", "chunks": [ ": OPENROUTER PROCESSING", "data: {\"type\":\"response.created\",\"response\":{\"id\":\"gen-1777419477-uqNTmGBZj6sC9cF4og16\",\"object\":\"response\",\"created_at\":1777419477,\"model\":\"google/gemini-2.5-flash-lite\",\"status\":\"in_progress\",\"completed_at\":null,\"output\":[],\"error\":null,\"incomplete_details\":null,\"tools\":[{\"type\":\"function\",\"name\":\"lookup_weather\",\"description\":\"Look up the weather forecast for a city.\",\"strict\":null,\"parameters\":{\"$schema\":\"http://json-schema.org/draft-07/schema#\",\"type\":\"object\",\"properties\":{\"city\":{\"type\":\"string\"}},\"required\":[\"city\"],\"additionalProperties\":false}}],\"tool_choice\":\"required\",\"parallel_tool_calls\":true,\"max_output_tokens\":24,\"temperature\":0,\"top_p\":1,\"presence_penalty\":0,\"frequency_penalty\":0,\"top_logprobs\":0,\"max_tool_calls\":1,\"metadata\":{},\"background\":false,\"previous_response_id\":null,\"service_tier\":\"auto\",\"truncation\":\"disabled\",\"store\":false,\"instructions\":null,\"text\":{\"format\":{\"type\":\"text\"}},\"reasoning\":null,\"safety_identifier\":null,\"prompt_cache_key\":null,\"usage\":null},\"sequence_number\":0}", @@ -1561,23 +1505,29 @@ "data: {\"type\":\"response.output_item.done\",\"output_index\":0,\"item\":{\"id\":\"fc_tmp_22wo0whjf7i\",\"type\":\"function_call\",\"status\":\"completed\",\"call_id\":\"call_hT0SLwttwZACpeKFQyEN9jGj\",\"name\":\"lookup_weather\",\"arguments\":\"{\\\"city\\\":\\\"Vienna\\\"}\"},\"sequence_number\":10}", "data: {\"type\":\"response.completed\",\"response\":{\"id\":\"gen-1777419477-uqNTmGBZj6sC9cF4og16\",\"object\":\"response\",\"created_at\":1777419477,\"model\":\"google/gemini-2.5-flash-lite\",\"status\":\"completed\",\"completed_at\":1777419477,\"output\":[{\"id\":\"fc_tmp_22wo0whjf7i\",\"type\":\"function_call\",\"status\":\"completed\",\"call_id\":\"call_hT0SLwttwZACpeKFQyEN9jGj\",\"name\":\"lookup_weather\",\"arguments\":\"{\\\"city\\\":\\\"Vienna\\\"}\"}],\"error\":null,\"incomplete_details\":null,\"tools\":[{\"type\":\"function\",\"name\":\"lookup_weather\",\"description\":\"Look up the weather forecast for a city.\",\"strict\":null,\"parameters\":{\"$schema\":\"http://json-schema.org/draft-07/schema#\",\"type\":\"object\",\"properties\":{\"city\":{\"type\":\"string\"}},\"required\":[\"city\"],\"additionalProperties\":false}}],\"tool_choice\":\"required\",\"parallel_tool_calls\":true,\"max_output_tokens\":24,\"temperature\":0,\"top_p\":1,\"presence_penalty\":0,\"frequency_penalty\":0,\"top_logprobs\":0,\"max_tool_calls\":1,\"metadata\":{},\"background\":false,\"previous_response_id\":null,\"service_tier\":\"auto\",\"truncation\":\"disabled\",\"store\":false,\"instructions\":null,\"text\":{\"format\":{\"type\":\"text\"}},\"reasoning\":null,\"safety_identifier\":null,\"prompt_cache_key\":null,\"usage\":{\"input_tokens\":183,\"input_tokens_details\":{\"cached_tokens\":0},\"output_tokens\":15,\"output_tokens_details\":{\"reasoning_tokens\":0},\"total_tokens\":198,\"cost\":0.00003645,\"is_byok\":false,\"cost_details\":{\"upstream_inference_cost\":0.00003645,\"upstream_inference_input_cost\":0.00002745,\"upstream_inference_output_cost\":0.000009}}},\"sequence_number\":11}", "data: [DONE]" - ] - } + ], + "kind": "sse" + }, + "headers": { + "access-control-allow-origin": "*", + "access-control-expose-headers": "X-Generation-Id,cf-ray", + "cache-control": "no-cache", + "content-type": "text/event-stream", + "permissions-policy": "payment=(self \"https://checkout.stripe.com\" \"https://connect-js.stripe.com\" \"https://js.stripe.com\" \"https://*.js.stripe.com\" \"https://hooks.stripe.com\")", + "referrer-policy": "no-referrer, strict-origin-when-cross-origin", + "x-content-type-options": "nosniff", + "x-generation-id": "gen-1777419477-uqNTmGBZj6sC9cF4og16" + }, + "status": 200, + "statusText": "OK" } }, { + "callIndex": 7, "id": "cde533e121b6a198", "matchKey": "POST openrouter.ai/api/v1/responses", - "callIndex": 7, "recordedAt": "2026-04-28T23:37:58.567Z", "request": { - "method": "POST", - "url": "https://openrouter.ai/api/v1/responses", - "headers": { - "accept": "text/event-stream", - "content-type": "application/json", - "x-openrouter-callmodel": "true" - }, "body": { "kind": "json", "value": { @@ -1685,23 +1635,13 @@ } ] } - } + }, + "headers": {}, + "method": "POST", + "url": "https://openrouter.ai/api/v1/responses" }, "response": { - "status": 200, - "statusText": "OK", - "headers": { - "access-control-allow-origin": "*", - "access-control-expose-headers": "X-Generation-Id,cf-ray", - "cache-control": "no-cache", - "content-type": "text/event-stream", - "permissions-policy": "payment=(self \"https://checkout.stripe.com\" \"https://connect-js.stripe.com\" \"https://js.stripe.com\" \"https://*.js.stripe.com\" \"https://hooks.stripe.com\")", - "referrer-policy": "no-referrer, strict-origin-when-cross-origin", - "x-content-type-options": "nosniff", - "x-generation-id": "gen-1777419477-0IWRWVCKtoWkcDhQVheb" - }, "body": { - "kind": "sse", "chunks": [ ": OPENROUTER PROCESSING", "data: {\"type\":\"response.created\",\"response\":{\"id\":\"gen-1777419477-0IWRWVCKtoWkcDhQVheb\",\"object\":\"response\",\"created_at\":1777419477,\"model\":\"google/gemini-2.5-flash-lite\",\"status\":\"in_progress\",\"completed_at\":null,\"output\":[],\"error\":null,\"incomplete_details\":null,\"tools\":[{\"type\":\"function\",\"name\":\"lookup_weather\",\"description\":\"Look up the weather forecast for a city.\",\"strict\":null,\"parameters\":{\"$schema\":\"http://json-schema.org/draft-07/schema#\",\"type\":\"object\",\"properties\":{\"city\":{\"type\":\"string\"}},\"required\":[\"city\"],\"additionalProperties\":false}}],\"tool_choice\":\"required\",\"parallel_tool_calls\":true,\"max_output_tokens\":24,\"temperature\":0,\"top_p\":1,\"presence_penalty\":0,\"frequency_penalty\":0,\"top_logprobs\":0,\"max_tool_calls\":1,\"metadata\":{},\"background\":false,\"previous_response_id\":null,\"service_tier\":\"auto\",\"truncation\":\"disabled\",\"store\":false,\"instructions\":null,\"text\":{\"format\":{\"type\":\"text\"}},\"reasoning\":null,\"safety_identifier\":null,\"prompt_cache_key\":null,\"usage\":null},\"sequence_number\":0}", @@ -1717,9 +1657,27 @@ "data: {\"type\":\"response.output_item.done\",\"output_index\":0,\"item\":{\"id\":\"fc_tmp_ez0fweoduhd\",\"type\":\"function_call\",\"status\":\"completed\",\"call_id\":\"call_ooHbPI2x7R42jOapK9wGzVvq\",\"name\":\"lookup_weather\",\"arguments\":\"{\\\"city\\\":\\\"Vienna\\\"}\"},\"sequence_number\":10}", "data: {\"type\":\"response.completed\",\"response\":{\"id\":\"gen-1777419477-0IWRWVCKtoWkcDhQVheb\",\"object\":\"response\",\"created_at\":1777419477,\"model\":\"google/gemini-2.5-flash-lite\",\"status\":\"completed\",\"completed_at\":1777419478,\"output\":[{\"id\":\"fc_tmp_ez0fweoduhd\",\"type\":\"function_call\",\"status\":\"completed\",\"call_id\":\"call_ooHbPI2x7R42jOapK9wGzVvq\",\"name\":\"lookup_weather\",\"arguments\":\"{\\\"city\\\":\\\"Vienna\\\"}\"}],\"error\":null,\"incomplete_details\":null,\"tools\":[{\"type\":\"function\",\"name\":\"lookup_weather\",\"description\":\"Look up the weather forecast for a city.\",\"strict\":null,\"parameters\":{\"$schema\":\"http://json-schema.org/draft-07/schema#\",\"type\":\"object\",\"properties\":{\"city\":{\"type\":\"string\"}},\"required\":[\"city\"],\"additionalProperties\":false}}],\"tool_choice\":\"required\",\"parallel_tool_calls\":true,\"max_output_tokens\":24,\"temperature\":0,\"top_p\":1,\"presence_penalty\":0,\"frequency_penalty\":0,\"top_logprobs\":0,\"max_tool_calls\":1,\"metadata\":{},\"background\":false,\"previous_response_id\":null,\"service_tier\":\"auto\",\"truncation\":\"disabled\",\"store\":false,\"instructions\":null,\"text\":{\"format\":{\"type\":\"text\"}},\"reasoning\":null,\"safety_identifier\":null,\"prompt_cache_key\":null,\"usage\":{\"input_tokens\":213,\"input_tokens_details\":{\"cached_tokens\":0},\"output_tokens\":15,\"output_tokens_details\":{\"reasoning_tokens\":0},\"total_tokens\":228,\"cost\":0.00004095,\"is_byok\":false,\"cost_details\":{\"upstream_inference_cost\":0.00004095,\"upstream_inference_input_cost\":0.00003195,\"upstream_inference_output_cost\":0.000009}}},\"sequence_number\":11}", "data: [DONE]" - ] - } + ], + "kind": "sse" + }, + "headers": { + "access-control-allow-origin": "*", + "access-control-expose-headers": "X-Generation-Id,cf-ray", + "cache-control": "no-cache", + "content-type": "text/event-stream", + "permissions-policy": "payment=(self \"https://checkout.stripe.com\" \"https://connect-js.stripe.com\" \"https://js.stripe.com\" \"https://*.js.stripe.com\" \"https://hooks.stripe.com\")", + "referrer-policy": "no-referrer, strict-origin-when-cross-origin", + "x-content-type-options": "nosniff", + "x-generation-id": "gen-1777419477-0IWRWVCKtoWkcDhQVheb" + }, + "status": 200, + "statusText": "OK" } } - ] + ], + "meta": { + "createdAt": "2026-04-28T23:37:58.567Z", + "seinfeldVersion": "0.0.0" + }, + "version": 1 } diff --git a/e2e/scenarios/openrouter-instrumentation/__cassettes__/openrouter-v0911.cassette.json b/e2e/scenarios/openrouter-instrumentation/__cassettes__/openrouter-v0911.cassette.json index b59030dd8..de1bb22cc 100644 --- a/e2e/scenarios/openrouter-instrumentation/__cassettes__/openrouter-v0911.cassette.json +++ b/e2e/scenarios/openrouter-instrumentation/__cassettes__/openrouter-v0911.cassette.json @@ -1,22 +1,11 @@ { - "version": 1, - "meta": { - "createdAt": "2026-04-28T23:37:50.101Z", - "seinfeldVersion": "0.0.0" - }, "entries": [ { + "callIndex": 0, "id": "03d357144c1fda5d", "matchKey": "POST openrouter.ai/api/v1/chat/completions", - "callIndex": 0, "recordedAt": "2026-04-28T23:37:50.101Z", "request": { - "method": "POST", - "url": "https://openrouter.ai/api/v1/chat/completions", - "headers": { - "accept": "application/json", - "content-type": "application/json" - }, "body": { "kind": "json", "value": { @@ -32,20 +21,12 @@ "temperature": 0, "top_p": 1 } - } + }, + "headers": {}, + "method": "POST", + "url": "https://openrouter.ai/api/v1/chat/completions" }, "response": { - "status": 200, - "statusText": "OK", - "headers": { - "access-control-allow-origin": "*", - "access-control-expose-headers": "X-Generation-Id,cf-ray", - "content-type": "application/json", - "permissions-policy": "payment=(self \"https://checkout.stripe.com\" \"https://connect-js.stripe.com\" \"https://js.stripe.com\" \"https://*.js.stripe.com\" \"https://hooks.stripe.com\")", - "referrer-policy": "no-referrer, strict-origin-when-cross-origin", - "x-content-type-options": "nosniff", - "x-generation-id": "gen-1777419451-R50zv7WcT3Sguj0lRCY1" - }, "body": { "kind": "json", "value": { @@ -93,21 +74,26 @@ "total_tokens": 14 } } - } + }, + "headers": { + "access-control-allow-origin": "*", + "access-control-expose-headers": "X-Generation-Id,cf-ray", + "content-type": "application/json", + "permissions-policy": "payment=(self \"https://checkout.stripe.com\" \"https://connect-js.stripe.com\" \"https://js.stripe.com\" \"https://*.js.stripe.com\" \"https://hooks.stripe.com\")", + "referrer-policy": "no-referrer, strict-origin-when-cross-origin", + "x-content-type-options": "nosniff", + "x-generation-id": "gen-1777419451-R50zv7WcT3Sguj0lRCY1" + }, + "status": 200, + "statusText": "OK" } }, { + "callIndex": 1, "id": "d45d212c70e62ec8", "matchKey": "POST openrouter.ai/api/v1/chat/completions", - "callIndex": 1, "recordedAt": "2026-04-28T23:37:50.101Z", "request": { - "method": "POST", - "url": "https://openrouter.ai/api/v1/chat/completions", - "headers": { - "accept": "text/event-stream", - "content-type": "application/json" - }, "body": { "kind": "json", "value": { @@ -126,11 +112,22 @@ "temperature": 0, "top_p": 1 } - } + }, + "headers": {}, + "method": "POST", + "url": "https://openrouter.ai/api/v1/chat/completions" }, "response": { - "status": 200, - "statusText": "OK", + "body": { + "chunks": [ + ": OPENROUTER PROCESSING", + "data: {\"id\":\"gen-1777419452-4TLpKqmp0qKVpUBG9lPS\",\"object\":\"chat.completion.chunk\",\"created\":1777419452,\"model\":\"openai/gpt-4o-mini-2024-07-18\",\"provider\":\"OpenAI\",\"system_fingerprint\":\"fp_8a57a0807f\",\"choices\":[{\"index\":0,\"delta\":{\"content\":\"STREAM\",\"role\":\"assistant\"},\"finish_reason\":null,\"native_finish_reason\":null}]}", + "data: {\"id\":\"gen-1777419452-4TLpKqmp0qKVpUBG9lPS\",\"object\":\"chat.completion.chunk\",\"created\":1777419452,\"model\":\"openai/gpt-4o-mini-2024-07-18\",\"provider\":\"OpenAI\",\"system_fingerprint\":\"fp_8a57a0807f\",\"choices\":[{\"index\":0,\"delta\":{\"content\":\"\",\"role\":\"assistant\"},\"finish_reason\":\"stop\",\"native_finish_reason\":\"stop\"}]}", + "data: {\"id\":\"gen-1777419452-4TLpKqmp0qKVpUBG9lPS\",\"object\":\"chat.completion.chunk\",\"created\":1777419452,\"model\":\"openai/gpt-4o-mini-2024-07-18\",\"provider\":\"OpenAI\",\"system_fingerprint\":\"fp_8a57a0807f\",\"choices\":[{\"index\":0,\"delta\":{\"content\":\"\",\"role\":\"assistant\"},\"finish_reason\":\"stop\",\"native_finish_reason\":\"stop\"}],\"usage\":{\"prompt_tokens\":12,\"completion_tokens\":1,\"total_tokens\":13,\"cost\":0.0000024,\"is_byok\":false,\"prompt_tokens_details\":{\"cached_tokens\":0,\"cache_write_tokens\":0,\"audio_tokens\":0,\"video_tokens\":0},\"cost_details\":{\"upstream_inference_cost\":0.0000024,\"upstream_inference_prompt_cost\":0.0000018,\"upstream_inference_completions_cost\":6e-7},\"completion_tokens_details\":{\"reasoning_tokens\":0,\"image_tokens\":0,\"audio_tokens\":0}}}", + "data: [DONE]" + ], + "kind": "sse" + }, "headers": { "access-control-allow-origin": "*", "access-control-expose-headers": "X-Generation-Id,cf-ray", @@ -141,30 +138,16 @@ "x-content-type-options": "nosniff", "x-generation-id": "gen-1777419452-4TLpKqmp0qKVpUBG9lPS" }, - "body": { - "kind": "sse", - "chunks": [ - ": OPENROUTER PROCESSING", - "data: {\"id\":\"gen-1777419452-4TLpKqmp0qKVpUBG9lPS\",\"object\":\"chat.completion.chunk\",\"created\":1777419452,\"model\":\"openai/gpt-4o-mini-2024-07-18\",\"provider\":\"OpenAI\",\"system_fingerprint\":\"fp_8a57a0807f\",\"choices\":[{\"index\":0,\"delta\":{\"content\":\"STREAM\",\"role\":\"assistant\"},\"finish_reason\":null,\"native_finish_reason\":null}]}", - "data: {\"id\":\"gen-1777419452-4TLpKqmp0qKVpUBG9lPS\",\"object\":\"chat.completion.chunk\",\"created\":1777419452,\"model\":\"openai/gpt-4o-mini-2024-07-18\",\"provider\":\"OpenAI\",\"system_fingerprint\":\"fp_8a57a0807f\",\"choices\":[{\"index\":0,\"delta\":{\"content\":\"\",\"role\":\"assistant\"},\"finish_reason\":\"stop\",\"native_finish_reason\":\"stop\"}]}", - "data: {\"id\":\"gen-1777419452-4TLpKqmp0qKVpUBG9lPS\",\"object\":\"chat.completion.chunk\",\"created\":1777419452,\"model\":\"openai/gpt-4o-mini-2024-07-18\",\"provider\":\"OpenAI\",\"system_fingerprint\":\"fp_8a57a0807f\",\"choices\":[{\"index\":0,\"delta\":{\"content\":\"\",\"role\":\"assistant\"},\"finish_reason\":\"stop\",\"native_finish_reason\":\"stop\"}],\"usage\":{\"prompt_tokens\":12,\"completion_tokens\":1,\"total_tokens\":13,\"cost\":0.0000024,\"is_byok\":false,\"prompt_tokens_details\":{\"cached_tokens\":0,\"cache_write_tokens\":0,\"audio_tokens\":0,\"video_tokens\":0},\"cost_details\":{\"upstream_inference_cost\":0.0000024,\"upstream_inference_prompt_cost\":0.0000018,\"upstream_inference_completions_cost\":6e-7},\"completion_tokens_details\":{\"reasoning_tokens\":0,\"image_tokens\":0,\"audio_tokens\":0}}}", - "data: [DONE]" - ] - } + "status": 200, + "statusText": "OK" } }, { + "callIndex": 0, "id": "507711dff446210e", "matchKey": "POST openrouter.ai/api/v1/embeddings", - "callIndex": 0, "recordedAt": "2026-04-28T23:37:50.101Z", "request": { - "method": "POST", - "url": "https://openrouter.ai/api/v1/embeddings", - "headers": { - "accept": "application/json;q=1, text/event-stream;q=0", - "content-type": "application/json" - }, "body": { "kind": "json", "value": { @@ -172,20 +155,12 @@ "input_type": "query", "model": "openai/text-embedding-3-small" } - } + }, + "headers": {}, + "method": "POST", + "url": "https://openrouter.ai/api/v1/embeddings" }, "response": { - "status": 200, - "statusText": "OK", - "headers": { - "access-control-allow-origin": "*", - "access-control-expose-headers": "X-Generation-Id,cf-ray", - "content-type": "application/json", - "permissions-policy": "payment=(self \"https://checkout.stripe.com\" \"https://connect-js.stripe.com\" \"https://js.stripe.com\" \"https://*.js.stripe.com\" \"https://hooks.stripe.com\")", - "referrer-policy": "no-referrer, strict-origin-when-cross-origin", - "vary": "Accept-Encoding", - "x-content-type-options": "nosniff" - }, "body": { "kind": "json", "value": { @@ -765,21 +740,26 @@ "total_tokens": 3 } } - } + }, + "headers": { + "access-control-allow-origin": "*", + "access-control-expose-headers": "X-Generation-Id,cf-ray", + "content-type": "application/json", + "permissions-policy": "payment=(self \"https://checkout.stripe.com\" \"https://connect-js.stripe.com\" \"https://js.stripe.com\" \"https://*.js.stripe.com\" \"https://hooks.stripe.com\")", + "referrer-policy": "no-referrer, strict-origin-when-cross-origin", + "vary": "Accept-Encoding", + "x-content-type-options": "nosniff" + }, + "status": 200, + "statusText": "OK" } }, { + "callIndex": 0, "id": "56e2cb7b080ae856", "matchKey": "POST openrouter.ai/api/v1/responses", - "callIndex": 0, "recordedAt": "2026-04-28T23:37:50.101Z", "request": { - "method": "POST", - "url": "https://openrouter.ai/api/v1/responses", - "headers": { - "accept": "application/json", - "content-type": "application/json" - }, "body": { "kind": "json", "value": { @@ -791,20 +771,12 @@ "stream": false, "temperature": 0 } - } + }, + "headers": {}, + "method": "POST", + "url": "https://openrouter.ai/api/v1/responses" }, "response": { - "status": 200, - "statusText": "OK", - "headers": { - "access-control-allow-origin": "*", - "access-control-expose-headers": "X-Generation-Id,cf-ray", - "content-type": "application/json", - "permissions-policy": "payment=(self \"https://checkout.stripe.com\" \"https://connect-js.stripe.com\" \"https://js.stripe.com\" \"https://*.js.stripe.com\" \"https://hooks.stripe.com\")", - "referrer-policy": "no-referrer, strict-origin-when-cross-origin", - "x-content-type-options": "nosniff", - "x-generation-id": "gen-1777419453-zNw1udZBvrpNOYYSYoor" - }, "body": { "kind": "json", "value": { @@ -876,21 +848,26 @@ "total_tokens": 17 } } - } + }, + "headers": { + "access-control-allow-origin": "*", + "access-control-expose-headers": "X-Generation-Id,cf-ray", + "content-type": "application/json", + "permissions-policy": "payment=(self \"https://checkout.stripe.com\" \"https://connect-js.stripe.com\" \"https://js.stripe.com\" \"https://*.js.stripe.com\" \"https://hooks.stripe.com\")", + "referrer-policy": "no-referrer, strict-origin-when-cross-origin", + "x-content-type-options": "nosniff", + "x-generation-id": "gen-1777419453-zNw1udZBvrpNOYYSYoor" + }, + "status": 200, + "statusText": "OK" } }, { + "callIndex": 1, "id": "b50e872b26a5b42b", "matchKey": "POST openrouter.ai/api/v1/responses", - "callIndex": 1, "recordedAt": "2026-04-28T23:37:50.101Z", "request": { - "method": "POST", - "url": "https://openrouter.ai/api/v1/responses", - "headers": { - "accept": "text/event-stream", - "content-type": "application/json" - }, "body": { "kind": "json", "value": { @@ -902,23 +879,13 @@ "stream": true, "temperature": 0 } - } + }, + "headers": {}, + "method": "POST", + "url": "https://openrouter.ai/api/v1/responses" }, "response": { - "status": 200, - "statusText": "OK", - "headers": { - "access-control-allow-origin": "*", - "access-control-expose-headers": "X-Generation-Id,cf-ray", - "cache-control": "no-cache", - "content-type": "text/event-stream", - "permissions-policy": "payment=(self \"https://checkout.stripe.com\" \"https://connect-js.stripe.com\" \"https://js.stripe.com\" \"https://*.js.stripe.com\" \"https://hooks.stripe.com\")", - "referrer-policy": "no-referrer, strict-origin-when-cross-origin", - "x-content-type-options": "nosniff", - "x-generation-id": "gen-1777419454-cQGfkgssZ3hczv0M8bEK" - }, "body": { - "kind": "sse", "chunks": [ "data: {\"type\":\"response.created\",\"response\":{\"id\":\"gen-1777419454-cQGfkgssZ3hczv0M8bEK\",\"object\":\"response\",\"created_at\":1777419454,\"model\":\"openai/gpt-4o-mini-2024-07-18\",\"status\":\"in_progress\",\"completed_at\":null,\"output\":[],\"error\":null,\"incomplete_details\":null,\"tools\":[],\"tool_choice\":\"auto\",\"parallel_tool_calls\":true,\"max_output_tokens\":24,\"temperature\":0,\"top_p\":1,\"presence_penalty\":0,\"frequency_penalty\":0,\"top_logprobs\":0,\"max_tool_calls\":null,\"metadata\":{},\"background\":false,\"previous_response_id\":null,\"service_tier\":\"auto\",\"truncation\":\"disabled\",\"store\":false,\"instructions\":null,\"text\":{\"format\":{\"type\":\"text\"}},\"reasoning\":null,\"safety_identifier\":null,\"prompt_cache_key\":null,\"usage\":null},\"sequence_number\":0}", "data: {\"type\":\"response.in_progress\",\"response\":{\"id\":\"gen-1777419454-cQGfkgssZ3hczv0M8bEK\",\"object\":\"response\",\"created_at\":1777419454,\"model\":\"openai/gpt-4o-mini-2024-07-18\",\"status\":\"in_progress\",\"completed_at\":null,\"output\":[],\"error\":null,\"incomplete_details\":null,\"tools\":[],\"tool_choice\":\"auto\",\"parallel_tool_calls\":true,\"max_output_tokens\":24,\"temperature\":0,\"top_p\":1,\"presence_penalty\":0,\"frequency_penalty\":0,\"top_logprobs\":0,\"max_tool_calls\":null,\"metadata\":{},\"background\":false,\"previous_response_id\":null,\"service_tier\":\"auto\",\"truncation\":\"disabled\",\"store\":false,\"instructions\":null,\"text\":{\"format\":{\"type\":\"text\"}},\"reasoning\":null,\"safety_identifier\":null,\"prompt_cache_key\":null,\"usage\":null},\"sequence_number\":1}", @@ -932,22 +899,29 @@ "data: {\"type\":\"response.output_item.done\",\"output_index\":0,\"item\":{\"id\":\"msg_tmp_at9mvlze0p\",\"type\":\"message\",\"status\":\"completed\",\"role\":\"assistant\",\"content\":[{\"type\":\"output_text\",\"text\":\"STREAMED RESPONSE\",\"annotations\":[],\"logprobs\":[]}]},\"sequence_number\":9}", "data: {\"type\":\"response.completed\",\"response\":{\"id\":\"gen-1777419454-cQGfkgssZ3hczv0M8bEK\",\"object\":\"response\",\"created_at\":1777419454,\"model\":\"openai/gpt-4o-mini-2024-07-18\",\"status\":\"completed\",\"completed_at\":1777419454,\"output\":[{\"id\":\"msg_tmp_at9mvlze0p\",\"type\":\"message\",\"role\":\"assistant\",\"status\":\"completed\",\"content\":[{\"type\":\"output_text\",\"text\":\"STREAMED RESPONSE\",\"annotations\":[],\"logprobs\":[]}]}],\"error\":null,\"incomplete_details\":null,\"tools\":[],\"tool_choice\":\"auto\",\"parallel_tool_calls\":true,\"max_output_tokens\":24,\"temperature\":0,\"top_p\":1,\"presence_penalty\":0,\"frequency_penalty\":0,\"top_logprobs\":0,\"max_tool_calls\":null,\"metadata\":{},\"background\":false,\"previous_response_id\":null,\"service_tier\":\"auto\",\"truncation\":\"disabled\",\"store\":false,\"instructions\":null,\"text\":{\"format\":{\"type\":\"text\"}},\"reasoning\":null,\"safety_identifier\":null,\"prompt_cache_key\":null,\"usage\":{\"input_tokens\":14,\"input_tokens_details\":{\"cached_tokens\":0},\"output_tokens\":3,\"output_tokens_details\":{\"reasoning_tokens\":0},\"total_tokens\":17,\"cost\":0.0000039,\"is_byok\":false,\"cost_details\":{\"upstream_inference_cost\":0.0000039,\"upstream_inference_input_cost\":0.0000021,\"upstream_inference_output_cost\":0.0000018}}},\"sequence_number\":10}", "data: [DONE]" - ] - } + ], + "kind": "sse" + }, + "headers": { + "access-control-allow-origin": "*", + "access-control-expose-headers": "X-Generation-Id,cf-ray", + "cache-control": "no-cache", + "content-type": "text/event-stream", + "permissions-policy": "payment=(self \"https://checkout.stripe.com\" \"https://connect-js.stripe.com\" \"https://js.stripe.com\" \"https://*.js.stripe.com\" \"https://hooks.stripe.com\")", + "referrer-policy": "no-referrer, strict-origin-when-cross-origin", + "x-content-type-options": "nosniff", + "x-generation-id": "gen-1777419454-cQGfkgssZ3hczv0M8bEK" + }, + "status": 200, + "statusText": "OK" } }, { + "callIndex": 2, "id": "14e3479ec0d10f83", "matchKey": "POST openrouter.ai/api/v1/responses", - "callIndex": 2, "recordedAt": "2026-04-28T23:37:50.101Z", "request": { - "method": "POST", - "url": "https://openrouter.ai/api/v1/responses", - "headers": { - "accept": "text/event-stream", - "content-type": "application/json" - }, "body": { "kind": "json", "value": { @@ -980,23 +954,13 @@ } ] } - } + }, + "headers": {}, + "method": "POST", + "url": "https://openrouter.ai/api/v1/responses" }, "response": { - "status": 200, - "statusText": "OK", - "headers": { - "access-control-allow-origin": "*", - "access-control-expose-headers": "X-Generation-Id,cf-ray", - "cache-control": "no-cache", - "content-type": "text/event-stream", - "permissions-policy": "payment=(self \"https://checkout.stripe.com\" \"https://connect-js.stripe.com\" \"https://js.stripe.com\" \"https://*.js.stripe.com\" \"https://hooks.stripe.com\")", - "referrer-policy": "no-referrer, strict-origin-when-cross-origin", - "x-content-type-options": "nosniff", - "x-generation-id": "gen-1777419465-amBOf2Pg5Sxn4i0TsrtP" - }, "body": { - "kind": "sse", "chunks": [ ": OPENROUTER PROCESSING", "data: {\"type\":\"response.created\",\"response\":{\"id\":\"gen-1777419465-amBOf2Pg5Sxn4i0TsrtP\",\"object\":\"response\",\"created_at\":1777419465,\"model\":\"google/gemini-2.5-flash-lite\",\"status\":\"in_progress\",\"completed_at\":null,\"output\":[],\"error\":null,\"incomplete_details\":null,\"tools\":[{\"type\":\"function\",\"name\":\"lookup_weather\",\"description\":\"Look up the weather forecast for a city.\",\"strict\":null,\"parameters\":{\"$schema\":\"http://json-schema.org/draft-07/schema#\",\"type\":\"object\",\"properties\":{\"city\":{\"type\":\"string\"}},\"required\":[\"city\"],\"additionalProperties\":false}}],\"tool_choice\":\"required\",\"parallel_tool_calls\":true,\"max_output_tokens\":24,\"temperature\":0,\"top_p\":1,\"presence_penalty\":0,\"frequency_penalty\":0,\"top_logprobs\":0,\"max_tool_calls\":1,\"metadata\":{},\"background\":false,\"previous_response_id\":null,\"service_tier\":\"auto\",\"truncation\":\"disabled\",\"store\":false,\"instructions\":null,\"text\":{\"format\":{\"type\":\"text\"}},\"reasoning\":null,\"safety_identifier\":null,\"prompt_cache_key\":null,\"usage\":null},\"sequence_number\":0}", @@ -1012,22 +976,29 @@ "data: {\"type\":\"response.output_item.done\",\"output_index\":0,\"item\":{\"id\":\"fc_tmp_anbsg4ua2lj\",\"type\":\"function_call\",\"status\":\"completed\",\"call_id\":\"call_Uq99l3Q3o2CZbCE09qr9wzEG\",\"name\":\"lookup_weather\",\"arguments\":\"{\\\"city\\\":\\\"Vienna\\\"}\"},\"sequence_number\":10}", "data: {\"type\":\"response.completed\",\"response\":{\"id\":\"gen-1777419465-amBOf2Pg5Sxn4i0TsrtP\",\"object\":\"response\",\"created_at\":1777419465,\"model\":\"google/gemini-2.5-flash-lite\",\"status\":\"completed\",\"completed_at\":1777419466,\"output\":[{\"id\":\"fc_tmp_anbsg4ua2lj\",\"type\":\"function_call\",\"status\":\"completed\",\"call_id\":\"call_Uq99l3Q3o2CZbCE09qr9wzEG\",\"name\":\"lookup_weather\",\"arguments\":\"{\\\"city\\\":\\\"Vienna\\\"}\"}],\"error\":null,\"incomplete_details\":null,\"tools\":[{\"type\":\"function\",\"name\":\"lookup_weather\",\"description\":\"Look up the weather forecast for a city.\",\"strict\":null,\"parameters\":{\"$schema\":\"http://json-schema.org/draft-07/schema#\",\"type\":\"object\",\"properties\":{\"city\":{\"type\":\"string\"}},\"required\":[\"city\"],\"additionalProperties\":false}}],\"tool_choice\":\"required\",\"parallel_tool_calls\":true,\"max_output_tokens\":24,\"temperature\":0,\"top_p\":1,\"presence_penalty\":0,\"frequency_penalty\":0,\"top_logprobs\":0,\"max_tool_calls\":1,\"metadata\":{},\"background\":false,\"previous_response_id\":null,\"service_tier\":\"auto\",\"truncation\":\"disabled\",\"store\":false,\"instructions\":null,\"text\":{\"format\":{\"type\":\"text\"}},\"reasoning\":null,\"safety_identifier\":null,\"prompt_cache_key\":null,\"usage\":{\"input_tokens\":63,\"input_tokens_details\":{\"cached_tokens\":0},\"output_tokens\":15,\"output_tokens_details\":{\"reasoning_tokens\":0},\"total_tokens\":78,\"cost\":0.00001845,\"is_byok\":false,\"cost_details\":{\"upstream_inference_cost\":0.00001845,\"upstream_inference_input_cost\":0.00000945,\"upstream_inference_output_cost\":0.000009}}},\"sequence_number\":11}", "data: [DONE]" - ] - } + ], + "kind": "sse" + }, + "headers": { + "access-control-allow-origin": "*", + "access-control-expose-headers": "X-Generation-Id,cf-ray", + "cache-control": "no-cache", + "content-type": "text/event-stream", + "permissions-policy": "payment=(self \"https://checkout.stripe.com\" \"https://connect-js.stripe.com\" \"https://js.stripe.com\" \"https://*.js.stripe.com\" \"https://hooks.stripe.com\")", + "referrer-policy": "no-referrer, strict-origin-when-cross-origin", + "x-content-type-options": "nosniff", + "x-generation-id": "gen-1777419465-amBOf2Pg5Sxn4i0TsrtP" + }, + "status": 200, + "statusText": "OK" } }, { + "callIndex": 3, "id": "727887b4f94f9e94", "matchKey": "POST openrouter.ai/api/v1/responses", - "callIndex": 3, "recordedAt": "2026-04-28T23:37:50.101Z", "request": { - "method": "POST", - "url": "https://openrouter.ai/api/v1/responses", - "headers": { - "accept": "application/json", - "content-type": "application/json" - }, "body": { "kind": "json", "value": { @@ -1079,20 +1050,12 @@ } ] } - } + }, + "headers": {}, + "method": "POST", + "url": "https://openrouter.ai/api/v1/responses" }, "response": { - "status": 200, - "statusText": "OK", - "headers": { - "access-control-allow-origin": "*", - "access-control-expose-headers": "X-Generation-Id,cf-ray", - "content-type": "application/json", - "permissions-policy": "payment=(self \"https://checkout.stripe.com\" \"https://connect-js.stripe.com\" \"https://js.stripe.com\" \"https://*.js.stripe.com\" \"https://hooks.stripe.com\")", - "referrer-policy": "no-referrer, strict-origin-when-cross-origin", - "x-content-type-options": "nosniff", - "x-generation-id": "gen-1777419466-P5lP5M3E7qdToepMinyj" - }, "body": { "kind": "json", "value": { @@ -1176,21 +1139,26 @@ "total_tokens": 108 } } - } + }, + "headers": { + "access-control-allow-origin": "*", + "access-control-expose-headers": "X-Generation-Id,cf-ray", + "content-type": "application/json", + "permissions-policy": "payment=(self \"https://checkout.stripe.com\" \"https://connect-js.stripe.com\" \"https://js.stripe.com\" \"https://*.js.stripe.com\" \"https://hooks.stripe.com\")", + "referrer-policy": "no-referrer, strict-origin-when-cross-origin", + "x-content-type-options": "nosniff", + "x-generation-id": "gen-1777419466-P5lP5M3E7qdToepMinyj" + }, + "status": 200, + "statusText": "OK" } }, { + "callIndex": 4, "id": "babe1d3e1734c936", "matchKey": "POST openrouter.ai/api/v1/responses", - "callIndex": 4, "recordedAt": "2026-04-28T23:37:50.101Z", "request": { - "method": "POST", - "url": "https://openrouter.ai/api/v1/responses", - "headers": { - "accept": "application/json", - "content-type": "application/json" - }, "body": { "kind": "json", "value": { @@ -1256,20 +1224,12 @@ } ] } - } + }, + "headers": {}, + "method": "POST", + "url": "https://openrouter.ai/api/v1/responses" }, "response": { - "status": 200, - "statusText": "OK", - "headers": { - "access-control-allow-origin": "*", - "access-control-expose-headers": "X-Generation-Id,cf-ray", - "content-type": "application/json", - "permissions-policy": "payment=(self \"https://checkout.stripe.com\" \"https://connect-js.stripe.com\" \"https://js.stripe.com\" \"https://*.js.stripe.com\" \"https://hooks.stripe.com\")", - "referrer-policy": "no-referrer, strict-origin-when-cross-origin", - "x-content-type-options": "nosniff", - "x-generation-id": "gen-1777419467-H45AcGE5aRkODRIyJBt5" - }, "body": { "kind": "json", "value": { @@ -1353,21 +1313,26 @@ "total_tokens": 138 } } - } + }, + "headers": { + "access-control-allow-origin": "*", + "access-control-expose-headers": "X-Generation-Id,cf-ray", + "content-type": "application/json", + "permissions-policy": "payment=(self \"https://checkout.stripe.com\" \"https://connect-js.stripe.com\" \"https://js.stripe.com\" \"https://*.js.stripe.com\" \"https://hooks.stripe.com\")", + "referrer-policy": "no-referrer, strict-origin-when-cross-origin", + "x-content-type-options": "nosniff", + "x-generation-id": "gen-1777419467-H45AcGE5aRkODRIyJBt5" + }, + "status": 200, + "statusText": "OK" } }, { + "callIndex": 5, "id": "75806239f4a12113", "matchKey": "POST openrouter.ai/api/v1/responses", - "callIndex": 5, "recordedAt": "2026-04-28T23:37:50.101Z", "request": { - "method": "POST", - "url": "https://openrouter.ai/api/v1/responses", - "headers": { - "accept": "application/json", - "content-type": "application/json" - }, "body": { "kind": "json", "value": { @@ -1447,20 +1412,12 @@ } ] } - } + }, + "headers": {}, + "method": "POST", + "url": "https://openrouter.ai/api/v1/responses" }, "response": { - "status": 200, - "statusText": "OK", - "headers": { - "access-control-allow-origin": "*", - "access-control-expose-headers": "X-Generation-Id,cf-ray", - "content-type": "application/json", - "permissions-policy": "payment=(self \"https://checkout.stripe.com\" \"https://connect-js.stripe.com\" \"https://js.stripe.com\" \"https://*.js.stripe.com\" \"https://hooks.stripe.com\")", - "referrer-policy": "no-referrer, strict-origin-when-cross-origin", - "x-content-type-options": "nosniff", - "x-generation-id": "gen-1777419467-tQEowAsJk757bxy79Kfi" - }, "body": { "kind": "json", "value": { @@ -1544,21 +1501,26 @@ "total_tokens": 168 } } - } + }, + "headers": { + "access-control-allow-origin": "*", + "access-control-expose-headers": "X-Generation-Id,cf-ray", + "content-type": "application/json", + "permissions-policy": "payment=(self \"https://checkout.stripe.com\" \"https://connect-js.stripe.com\" \"https://js.stripe.com\" \"https://*.js.stripe.com\" \"https://hooks.stripe.com\")", + "referrer-policy": "no-referrer, strict-origin-when-cross-origin", + "x-content-type-options": "nosniff", + "x-generation-id": "gen-1777419467-tQEowAsJk757bxy79Kfi" + }, + "status": 200, + "statusText": "OK" } }, { + "callIndex": 6, "id": "a39579681f424289", "matchKey": "POST openrouter.ai/api/v1/responses", - "callIndex": 6, "recordedAt": "2026-04-28T23:37:50.101Z", "request": { - "method": "POST", - "url": "https://openrouter.ai/api/v1/responses", - "headers": { - "accept": "application/json", - "content-type": "application/json" - }, "body": { "kind": "json", "value": { @@ -1652,21 +1614,12 @@ } ] } - } + }, + "headers": {}, + "method": "POST", + "url": "https://openrouter.ai/api/v1/responses" }, "response": { - "status": 200, - "statusText": "OK", - "headers": { - "access-control-allow-origin": "*", - "access-control-expose-headers": "X-Generation-Id,cf-ray", - "content-type": "application/json", - "permissions-policy": "payment=(self \"https://checkout.stripe.com\" \"https://connect-js.stripe.com\" \"https://js.stripe.com\" \"https://*.js.stripe.com\" \"https://hooks.stripe.com\")", - "referrer-policy": "no-referrer, strict-origin-when-cross-origin", - "vary": "Accept-Encoding", - "x-content-type-options": "nosniff", - "x-generation-id": "gen-1777419468-NWK4fNRdaigc5RUwnuKI" - }, "body": { "kind": "json", "value": { @@ -1750,21 +1703,27 @@ "total_tokens": 198 } } - } + }, + "headers": { + "access-control-allow-origin": "*", + "access-control-expose-headers": "X-Generation-Id,cf-ray", + "content-type": "application/json", + "permissions-policy": "payment=(self \"https://checkout.stripe.com\" \"https://connect-js.stripe.com\" \"https://js.stripe.com\" \"https://*.js.stripe.com\" \"https://hooks.stripe.com\")", + "referrer-policy": "no-referrer, strict-origin-when-cross-origin", + "vary": "Accept-Encoding", + "x-content-type-options": "nosniff", + "x-generation-id": "gen-1777419468-NWK4fNRdaigc5RUwnuKI" + }, + "status": 200, + "statusText": "OK" } }, { + "callIndex": 7, "id": "8598fe445a5ecf9e", "matchKey": "POST openrouter.ai/api/v1/responses", - "callIndex": 7, "recordedAt": "2026-04-28T23:37:50.101Z", "request": { - "method": "POST", - "url": "https://openrouter.ai/api/v1/responses", - "headers": { - "accept": "application/json", - "content-type": "application/json" - }, "body": { "kind": "json", "value": { @@ -1872,20 +1831,12 @@ } ] } - } + }, + "headers": {}, + "method": "POST", + "url": "https://openrouter.ai/api/v1/responses" }, "response": { - "status": 200, - "statusText": "OK", - "headers": { - "access-control-allow-origin": "*", - "access-control-expose-headers": "X-Generation-Id,cf-ray", - "content-type": "application/json", - "permissions-policy": "payment=(self \"https://checkout.stripe.com\" \"https://connect-js.stripe.com\" \"https://js.stripe.com\" \"https://*.js.stripe.com\" \"https://hooks.stripe.com\")", - "referrer-policy": "no-referrer, strict-origin-when-cross-origin", - "x-content-type-options": "nosniff", - "x-generation-id": "gen-1777419469-qagrmFqKmZIhN0B8Kc2c" - }, "body": { "kind": "json", "value": { @@ -1969,8 +1920,24 @@ "total_tokens": 228 } } - } + }, + "headers": { + "access-control-allow-origin": "*", + "access-control-expose-headers": "X-Generation-Id,cf-ray", + "content-type": "application/json", + "permissions-policy": "payment=(self \"https://checkout.stripe.com\" \"https://connect-js.stripe.com\" \"https://js.stripe.com\" \"https://*.js.stripe.com\" \"https://hooks.stripe.com\")", + "referrer-policy": "no-referrer, strict-origin-when-cross-origin", + "x-content-type-options": "nosniff", + "x-generation-id": "gen-1777419469-qagrmFqKmZIhN0B8Kc2c" + }, + "status": 200, + "statusText": "OK" } } - ] + ], + "meta": { + "createdAt": "2026-04-28T23:37:50.101Z", + "seinfeldVersion": "0.0.0" + }, + "version": 1 } diff --git a/e2e/scenarios/openrouter-instrumentation/assertions.ts b/e2e/scenarios/openrouter-instrumentation/assertions.ts index 5cff8ef99..d2d912741 100644 --- a/e2e/scenarios/openrouter-instrumentation/assertions.ts +++ b/e2e/scenarios/openrouter-instrumentation/assertions.ts @@ -3,6 +3,7 @@ import type { Json } from "../../helpers/normalize"; import type { CapturedLogEvent } from "../../helpers/mock-braintrust-server"; import { formatJsonFileSnapshot, + matchFileSnapshot, resolveFileSnapshotPath, } from "../../helpers/file-snapshot"; import { withScenarioHarness } from "../../helpers/scenario-harness"; @@ -405,13 +406,14 @@ export function defineOpenRouterTraceAssertions(options: { ); test("matches the shared span snapshot", testConfig, async () => { - await expect( + await matchFileSnapshot( formatJsonFileSnapshot( buildSpanSummary(events, { supportsRerank: options.supportsRerank, }), ), - ).toMatchFileSnapshot(spanSnapshotPath); + spanSnapshotPath, + ); }); }); } diff --git a/e2e/scenarios/test-framework-evals-jest/scenario.test.ts b/e2e/scenarios/test-framework-evals-jest/scenario.test.ts index 2cb80f6dd..f6ab0abd0 100644 --- a/e2e/scenarios/test-framework-evals-jest/scenario.test.ts +++ b/e2e/scenarios/test-framework-evals-jest/scenario.test.ts @@ -1,6 +1,7 @@ import { expect, test } from "vitest"; import { formatJsonFileSnapshot, + matchFileSnapshot, resolveFileSnapshotPath, } from "../../helpers/file-snapshot"; import type { Json } from "../../helpers/normalize"; @@ -147,7 +148,7 @@ test( ]), ); - await expect( + await matchFileSnapshot( formatJsonFileSnapshot( [ basicSpan, @@ -160,19 +161,17 @@ test( currentSpan, ].map((event) => summarizeEvent(event!)) as Json, ), - ).toMatchFileSnapshot( resolveFileSnapshotPath(import.meta.url, "span-events.json"), ); - await expect( + await matchFileSnapshot( formatJsonFileSnapshot( payloadRowsForTestRunId(payloads(), testRunId) as Json, ), - ).toMatchFileSnapshot( resolveFileSnapshotPath(import.meta.url, "log-payloads.json"), ); - await expect( + await matchFileSnapshot( formatJsonFileSnapshot( requests.map((request) => summarizeRequest(request, { @@ -180,7 +179,6 @@ test( }), ) as Json, ), - ).toMatchFileSnapshot( resolveFileSnapshotPath(import.meta.url, "request-flow.json"), ); }, diff --git a/e2e/scenarios/test-framework-evals-vitest/scenario.test.ts b/e2e/scenarios/test-framework-evals-vitest/scenario.test.ts index be4e7e7fa..b57d053ee 100644 --- a/e2e/scenarios/test-framework-evals-vitest/scenario.test.ts +++ b/e2e/scenarios/test-framework-evals-vitest/scenario.test.ts @@ -1,6 +1,7 @@ import { expect, test } from "vitest"; import { formatJsonFileSnapshot, + matchFileSnapshot, resolveFileSnapshotPath, } from "../../helpers/file-snapshot"; import type { Json } from "../../helpers/normalize"; @@ -111,7 +112,7 @@ for (const scenario of scenarios) { pass: 0, }); - await expect( + await matchFileSnapshot( formatJsonFileSnapshot( [ simplePass, @@ -127,18 +128,16 @@ for (const scenario of scenarios) { ]), ) as Json, ), - ).toMatchFileSnapshot( resolveFileSnapshotPath( import.meta.url, `${scenario.label}.span-events.json`, ), ); - await expect( + await matchFileSnapshot( formatJsonFileSnapshot( payloadRowsForTestRunId(payloads(), testRunId) as Json, ), - ).toMatchFileSnapshot( resolveFileSnapshotPath( import.meta.url, `${scenario.label}.log-payloads.json`, diff --git a/e2e/scenarios/wrap-langchain-js-traces/__cassettes__/wrap-langchain-js-traces.cassette.json b/e2e/scenarios/wrap-langchain-js-traces/__cassettes__/wrap-langchain-js-traces.cassette.json index ad4c1f608..6028a1329 100644 --- a/e2e/scenarios/wrap-langchain-js-traces/__cassettes__/wrap-langchain-js-traces.cassette.json +++ b/e2e/scenarios/wrap-langchain-js-traces/__cassettes__/wrap-langchain-js-traces.cassette.json @@ -1,22 +1,11 @@ { - "version": 1, - "meta": { - "createdAt": "2026-04-27T22:52:25.873Z", - "seinfeldVersion": "0.0.0" - }, "entries": [ { + "callIndex": 0, "id": "4ade6cf873e61609", "matchKey": "POST api.openai.com/v1/chat/completions", - "callIndex": 0, "recordedAt": "2026-04-27T22:52:25.873Z", "request": { - "method": "POST", - "url": "https://api.openai.com/v1/chat/completions", - "headers": { - "accept": "application/json", - "content-type": "application/json" - }, "body": { "kind": "json", "value": { @@ -31,20 +20,12 @@ "stream": false, "temperature": 0 } - } + }, + "headers": {}, + "method": "POST", + "url": "https://api.openai.com/v1/chat/completions" }, "response": { - "status": 200, - "statusText": "OK", - "headers": { - "access-control-expose-headers": "X-Request-ID", - "alt-svc": "h3=\":443\"; ma=86400", - "content-type": "application/json", - "openai-organization": "braintrust-data", - "openai-version": "2020-10-01", - "x-content-type-options": "nosniff", - "x-openai-proxy-wasm": "v0.1" - }, "body": { "kind": "json", "value": { @@ -83,21 +64,26 @@ "total_tokens": 14 } } - } + }, + "headers": { + "access-control-expose-headers": "X-Request-ID", + "alt-svc": "h3=\":443\"; ma=86400", + "content-type": "application/json", + "openai-organization": "braintrust-data", + "openai-version": "2020-10-01", + "x-content-type-options": "nosniff", + "x-openai-proxy-wasm": "v0.1" + }, + "status": 200, + "statusText": "OK" } }, { + "callIndex": 1, "id": "718701b4b8f854fd", "matchKey": "POST api.openai.com/v1/chat/completions", - "callIndex": 1, "recordedAt": "2026-04-27T22:52:25.873Z", "request": { - "method": "POST", - "url": "https://api.openai.com/v1/chat/completions", - "headers": { - "accept": "application/json", - "content-type": "application/json" - }, "body": { "kind": "json", "value": { @@ -112,20 +98,12 @@ "stream": false, "temperature": 0 } - } + }, + "headers": {}, + "method": "POST", + "url": "https://api.openai.com/v1/chat/completions" }, "response": { - "status": 200, - "statusText": "OK", - "headers": { - "access-control-expose-headers": "X-Request-ID", - "alt-svc": "h3=\":443\"; ma=86400", - "content-type": "application/json", - "openai-organization": "braintrust-data", - "openai-version": "2020-10-01", - "x-content-type-options": "nosniff", - "x-openai-proxy-wasm": "v0.1" - }, "body": { "kind": "json", "value": { @@ -164,21 +142,26 @@ "total_tokens": 20 } } - } + }, + "headers": { + "access-control-expose-headers": "X-Request-ID", + "alt-svc": "h3=\":443\"; ma=86400", + "content-type": "application/json", + "openai-organization": "braintrust-data", + "openai-version": "2020-10-01", + "x-content-type-options": "nosniff", + "x-openai-proxy-wasm": "v0.1" + }, + "status": 200, + "statusText": "OK" } }, { + "callIndex": 2, "id": "5693602c184a903e", "matchKey": "POST api.openai.com/v1/chat/completions", - "callIndex": 2, "recordedAt": "2026-04-27T22:52:25.873Z", "request": { - "method": "POST", - "url": "https://api.openai.com/v1/chat/completions", - "headers": { - "accept": "application/json", - "content-type": "application/json" - }, "body": { "kind": "json", "value": { @@ -196,22 +179,13 @@ }, "temperature": 0 } - } + }, + "headers": {}, + "method": "POST", + "url": "https://api.openai.com/v1/chat/completions" }, "response": { - "status": 200, - "statusText": "OK", - "headers": { - "access-control-expose-headers": "X-Request-ID", - "alt-svc": "h3=\":443\"; ma=86400", - "content-type": "text/event-stream; charset=utf-8", - "openai-organization": "braintrust-data", - "openai-version": "2020-10-01", - "x-content-type-options": "nosniff", - "x-openai-proxy-wasm": "v0.1" - }, "body": { - "kind": "sse", "chunks": [ "data: {\"id\":\"chatcmpl-DZP6MJcDct7RPxXlAi8L8npr6FhTo\",\"object\":\"chat.completion.chunk\",\"created\":1777330342,\"model\":\"gpt-4o-mini-2024-07-18\",\"service_tier\":\"default\",\"system_fingerprint\":\"fp_b9ca58c2f4\",\"choices\":[{\"index\":0,\"delta\":{\"role\":\"assistant\",\"content\":\"\",\"refusal\":null},\"logprobs\":null,\"finish_reason\":null}],\"usage\":null,\"obfuscation\":\"GR2VjPdgd\"}", "data: {\"id\":\"chatcmpl-DZP6MJcDct7RPxXlAi8L8npr6FhTo\",\"object\":\"chat.completion.chunk\",\"created\":1777330342,\"model\":\"gpt-4o-mini-2024-07-18\",\"service_tier\":\"default\",\"system_fingerprint\":\"fp_b9ca58c2f4\",\"choices\":[{\"index\":0,\"delta\":{\"content\":\"One\"},\"logprobs\":null,\"finish_reason\":null}],\"usage\":null,\"obfuscation\":\"uSGGFPhl\"}", @@ -223,22 +197,28 @@ "data: {\"id\":\"chatcmpl-DZP6MJcDct7RPxXlAi8L8npr6FhTo\",\"object\":\"chat.completion.chunk\",\"created\":1777330342,\"model\":\"gpt-4o-mini-2024-07-18\",\"service_tier\":\"default\",\"system_fingerprint\":\"fp_b9ca58c2f4\",\"choices\":[{\"index\":0,\"delta\":{},\"logprobs\":null,\"finish_reason\":\"stop\"}],\"usage\":null,\"obfuscation\":\"huibw\"}", "data: {\"id\":\"chatcmpl-DZP6MJcDct7RPxXlAi8L8npr6FhTo\",\"object\":\"chat.completion.chunk\",\"created\":1777330342,\"model\":\"gpt-4o-mini-2024-07-18\",\"service_tier\":\"default\",\"system_fingerprint\":\"fp_b9ca58c2f4\",\"choices\":[],\"usage\":{\"prompt_tokens\":22,\"completion_tokens\":6,\"total_tokens\":28,\"prompt_tokens_details\":{\"cached_tokens\":0,\"audio_tokens\":0},\"completion_tokens_details\":{\"reasoning_tokens\":0,\"audio_tokens\":0,\"accepted_prediction_tokens\":0,\"rejected_prediction_tokens\":0}},\"obfuscation\":\"RILxoam9hhB\"}", "data: [DONE]" - ] - } + ], + "kind": "sse" + }, + "headers": { + "access-control-expose-headers": "X-Request-ID", + "alt-svc": "h3=\":443\"; ma=86400", + "content-type": "text/event-stream; charset=utf-8", + "openai-organization": "braintrust-data", + "openai-version": "2020-10-01", + "x-content-type-options": "nosniff", + "x-openai-proxy-wasm": "v0.1" + }, + "status": 200, + "statusText": "OK" } }, { + "callIndex": 3, "id": "2aec1890b17d042a", "matchKey": "POST api.openai.com/v1/chat/completions", - "callIndex": 3, "recordedAt": "2026-04-27T22:52:25.873Z", "request": { - "method": "POST", - "url": "https://api.openai.com/v1/chat/completions", - "headers": { - "accept": "application/json", - "content-type": "application/json" - }, "body": { "kind": "json", "value": { @@ -274,20 +254,12 @@ } ] } - } + }, + "headers": {}, + "method": "POST", + "url": "https://api.openai.com/v1/chat/completions" }, "response": { - "status": 200, - "statusText": "OK", - "headers": { - "access-control-expose-headers": "X-Request-ID", - "alt-svc": "h3=\":443\"; ma=86400", - "content-type": "application/json", - "openai-organization": "braintrust-data", - "openai-version": "2020-10-01", - "x-content-type-options": "nosniff", - "x-openai-proxy-wasm": "v0.1" - }, "body": { "kind": "json", "value": { @@ -336,21 +308,26 @@ "total_tokens": 88 } } - } + }, + "headers": { + "access-control-expose-headers": "X-Request-ID", + "alt-svc": "h3=\":443\"; ma=86400", + "content-type": "application/json", + "openai-organization": "braintrust-data", + "openai-version": "2020-10-01", + "x-content-type-options": "nosniff", + "x-openai-proxy-wasm": "v0.1" + }, + "status": 200, + "statusText": "OK" } }, { + "callIndex": 4, "id": "94f5195bfece0d17", "matchKey": "POST api.openai.com/v1/chat/completions", - "callIndex": 4, "recordedAt": "2026-04-27T22:52:25.873Z", "request": { - "method": "POST", - "url": "https://api.openai.com/v1/chat/completions", - "headers": { - "accept": "application/json", - "content-type": "application/json" - }, "body": { "kind": "json", "value": { @@ -392,20 +369,12 @@ } ] } - } + }, + "headers": {}, + "method": "POST", + "url": "https://api.openai.com/v1/chat/completions" }, "response": { - "status": 200, - "statusText": "OK", - "headers": { - "access-control-expose-headers": "X-Request-ID", - "alt-svc": "h3=\":443\"; ma=86400", - "content-type": "application/json", - "openai-organization": "braintrust-data", - "openai-version": "2020-10-01", - "x-content-type-options": "nosniff", - "x-openai-proxy-wasm": "v0.1" - }, "body": { "kind": "json", "value": { @@ -454,21 +423,26 @@ "total_tokens": 97 } } - } + }, + "headers": { + "access-control-expose-headers": "X-Request-ID", + "alt-svc": "h3=\":443\"; ma=86400", + "content-type": "application/json", + "openai-organization": "braintrust-data", + "openai-version": "2020-10-01", + "x-content-type-options": "nosniff", + "x-openai-proxy-wasm": "v0.1" + }, + "status": 200, + "statusText": "OK" } }, { + "callIndex": 5, "id": "79b152b6ac091531", "matchKey": "POST api.openai.com/v1/chat/completions", - "callIndex": 5, "recordedAt": "2026-04-27T22:52:25.873Z", "request": { - "method": "POST", - "url": "https://api.openai.com/v1/chat/completions", - "headers": { - "accept": "application/json", - "content-type": "application/json" - }, "body": { "kind": "json", "value": { @@ -529,20 +503,12 @@ } ] } - } + }, + "headers": {}, + "method": "POST", + "url": "https://api.openai.com/v1/chat/completions" }, "response": { - "status": 200, - "statusText": "OK", - "headers": { - "access-control-expose-headers": "X-Request-ID", - "alt-svc": "h3=\":443\"; ma=86400", - "content-type": "application/json", - "openai-organization": "braintrust-data", - "openai-version": "2020-10-01", - "x-content-type-options": "nosniff", - "x-openai-proxy-wasm": "v0.1" - }, "body": { "kind": "json", "value": { @@ -581,8 +547,24 @@ "total_tokens": 117 } } - } + }, + "headers": { + "access-control-expose-headers": "X-Request-ID", + "alt-svc": "h3=\":443\"; ma=86400", + "content-type": "application/json", + "openai-organization": "braintrust-data", + "openai-version": "2020-10-01", + "x-content-type-options": "nosniff", + "x-openai-proxy-wasm": "v0.1" + }, + "status": 200, + "statusText": "OK" } } - ] + ], + "meta": { + "createdAt": "2026-04-27T22:52:25.873Z", + "seinfeldVersion": "0.0.0" + }, + "version": 1 } diff --git a/e2e/scenarios/wrap-langchain-js-traces/scenario.test.ts b/e2e/scenarios/wrap-langchain-js-traces/scenario.test.ts index 7725c479c..fd9fcd99f 100644 --- a/e2e/scenarios/wrap-langchain-js-traces/scenario.test.ts +++ b/e2e/scenarios/wrap-langchain-js-traces/scenario.test.ts @@ -1,6 +1,7 @@ import { expect, test } from "vitest"; import { formatJsonFileSnapshot, + matchFileSnapshot, resolveFileSnapshotPath, } from "../../helpers/file-snapshot"; import { @@ -43,14 +44,12 @@ test( scenarioName: "wrap-langchain-js-traces", }); - await expect( + await matchFileSnapshot( formatJsonFileSnapshot(summaries.spanSummary), - ).toMatchFileSnapshot( resolveFileSnapshotPath(import.meta.url, "span-events.json"), ); - await expect( + await matchFileSnapshot( formatJsonFileSnapshot(summaries.payloadSummary), - ).toMatchFileSnapshot( resolveFileSnapshotPath(import.meta.url, "log-payloads.json"), ); }); diff --git a/e2e/scripts/run-canary-tests-docker.mjs b/e2e/scripts/run-canary-tests-docker.mjs index 9b75bb175..2ca46b70a 100644 --- a/e2e/scripts/run-canary-tests-docker.mjs +++ b/e2e/scripts/run-canary-tests-docker.mjs @@ -19,6 +19,7 @@ const ALLOWED_ENV_KEYS = [ "GEMINI_API_KEY", "GOOGLE_API_KEY", "COHERE_API_KEY", + "COPILOT_API_KEY", "CURSOR_API_KEY", "GROQ_API_KEY", "OPENAI_API_KEY", diff --git a/e2e/scripts/run-canary-tests.mjs b/e2e/scripts/run-canary-tests.mjs index a59f8017f..b27624bcc 100644 --- a/e2e/scripts/run-canary-tests.mjs +++ b/e2e/scripts/run-canary-tests.mjs @@ -64,7 +64,7 @@ async function getCanaryTestFiles() { return [...testFiles].sort(); } -async function runVitest(testFiles) { +async function runVitest(testFiles, { update = false } = {}) { const env = { ...process.env, BRAINTRUST_E2E_MODE: "canary", @@ -76,8 +76,12 @@ async function runVitest(testFiles) { BRAINTRUST_E2E_CASSETTE_MODE: "passthrough", }; + const vitestArgs = ["exec", "vitest", "run"]; + if (update) vitestArgs.push("--update"); + vitestArgs.push(...testFiles); + const exitCode = await new Promise((resolve, reject) => { - const child = spawn(PNPM_COMMAND, ["exec", "vitest", "run", ...testFiles], { + const child = spawn(PNPM_COMMAND, vitestArgs, { cwd: E2E_ROOT, env, stdio: "inherit", @@ -95,4 +99,5 @@ if (testFiles.length === 0) { throw new Error("No canary e2e scenarios are configured."); } -await runVitest(testFiles); +const update = process.argv.includes("--update"); +await runVitest(testFiles, { update });