diff --git a/e2e/scenarios/huggingface-instrumentation/assertions.ts b/e2e/scenarios/huggingface-instrumentation/assertions.ts index 991ba108a..3241337cd 100644 --- a/e2e/scenarios/huggingface-instrumentation/assertions.ts +++ b/e2e/scenarios/huggingface-instrumentation/assertions.ts @@ -5,7 +5,10 @@ import { formatJsonFileSnapshot, resolveFileSnapshotPath, } from "../../helpers/file-snapshot"; -import { withScenarioHarness } from "../../helpers/scenario-harness"; +import { + isCanaryMode, + withScenarioHarness, +} from "../../helpers/scenario-harness"; import { findLatestChildSpan, findLatestSpan, @@ -401,7 +404,7 @@ export function defineHuggingFaceInstrumentationAssertions(options: { }, ); - test( + test.skipIf(isCanaryMode())( "matches the log payload snapshot", { timeout: options.timeoutMs }, async ({ expect }) => { diff --git a/e2e/scenarios/openai-instrumentation/assertions.ts b/e2e/scenarios/openai-instrumentation/assertions.ts index 967d5e800..97f820e79 100644 --- a/e2e/scenarios/openai-instrumentation/assertions.ts +++ b/e2e/scenarios/openai-instrumentation/assertions.ts @@ -8,7 +8,10 @@ import { formatJsonFileSnapshot, resolveFileSnapshotPath, } from "../../helpers/file-snapshot"; -import { withScenarioHarness } from "../../helpers/scenario-harness"; +import { + isCanaryMode, + withScenarioHarness, +} from "../../helpers/scenario-harness"; import { findChildSpans, findLatestSpan } from "../../helpers/trace-selectors"; import { ROOT_NAME, SCENARIO_NAME } from "./scenario.impl.mjs"; @@ -665,16 +668,24 @@ export function defineOpenAIInstrumentationAssertions(options: { }); } - test("matches the shared span snapshot", testConfig, async () => { - await expect( - formatJsonFileSnapshot(buildSpanSummary(events, operationSpecs)), - ).toMatchFileSnapshot(spanSnapshotPath); - }); + test.skipIf(isCanaryMode())( + "matches the shared span snapshot", + testConfig, + async () => { + await expect( + formatJsonFileSnapshot(buildSpanSummary(events, operationSpecs)), + ).toMatchFileSnapshot(spanSnapshotPath); + }, + ); - test("matches the shared payload snapshot", testConfig, async () => { - await expect( - formatJsonFileSnapshot(buildPayloadSummary(events, operationSpecs)), - ).toMatchFileSnapshot(payloadSnapshotPath); - }); + test.skipIf(isCanaryMode())( + "matches the shared payload snapshot", + testConfig, + async () => { + await expect( + formatJsonFileSnapshot(buildPayloadSummary(events, operationSpecs)), + ).toMatchFileSnapshot(payloadSnapshotPath); + }, + ); }); } diff --git a/e2e/scenarios/wrap-langchain-js-traces/scenario.test.ts b/e2e/scenarios/wrap-langchain-js-traces/scenario.test.ts index 7725c479c..77fb12c11 100644 --- a/e2e/scenarios/wrap-langchain-js-traces/scenario.test.ts +++ b/e2e/scenarios/wrap-langchain-js-traces/scenario.test.ts @@ -4,6 +4,7 @@ import { resolveFileSnapshotPath, } from "../../helpers/file-snapshot"; import { + isCanaryMode, prepareScenarioDir, resolveScenarioDir, withScenarioHarness, @@ -43,16 +44,18 @@ test( scenarioName: "wrap-langchain-js-traces", }); - await expect( - formatJsonFileSnapshot(summaries.spanSummary), - ).toMatchFileSnapshot( - resolveFileSnapshotPath(import.meta.url, "span-events.json"), - ); - await expect( - formatJsonFileSnapshot(summaries.payloadSummary), - ).toMatchFileSnapshot( - resolveFileSnapshotPath(import.meta.url, "log-payloads.json"), - ); + if (!isCanaryMode()) { + await expect( + formatJsonFileSnapshot(summaries.spanSummary), + ).toMatchFileSnapshot( + resolveFileSnapshotPath(import.meta.url, "span-events.json"), + ); + await expect( + formatJsonFileSnapshot(summaries.payloadSummary), + ).toMatchFileSnapshot( + resolveFileSnapshotPath(import.meta.url, "log-payloads.json"), + ); + } }); }, ); diff --git a/e2e/scripts/run-canary-tests-docker.mjs b/e2e/scripts/run-canary-tests-docker.mjs index 9b75bb175..2ca46b70a 100644 --- a/e2e/scripts/run-canary-tests-docker.mjs +++ b/e2e/scripts/run-canary-tests-docker.mjs @@ -19,6 +19,7 @@ const ALLOWED_ENV_KEYS = [ "GEMINI_API_KEY", "GOOGLE_API_KEY", "COHERE_API_KEY", + "COPILOT_API_KEY", "CURSOR_API_KEY", "GROQ_API_KEY", "OPENAI_API_KEY", diff --git a/turbo.json b/turbo.json index bf4406360..013aa9fa7 100644 --- a/turbo.json +++ b/turbo.json @@ -6,6 +6,7 @@ "ANTHROPIC_API_KEY", "GEMINI_API_KEY", "COHERE_API_KEY", + "COPILOT_API_KEY", "CURSOR_API_KEY", "GROQ_API_KEY", "OPENROUTER_API_KEY", @@ -28,6 +29,7 @@ "BRAINTRUST_API_KEY", "GEMINI_API_KEY", "COHERE_API_KEY", + "COPILOT_API_KEY", "CURSOR_API_KEY", "GROQ_API_KEY", "OPENAI_API_KEY", @@ -49,6 +51,7 @@ "BRAINTRUST_E2E_RUN_CONTEXT_DIR", "GEMINI_API_KEY", "COHERE_API_KEY", + "COPILOT_API_KEY", "CURSOR_API_KEY", "GROQ_API_KEY", "OPENAI_API_KEY", @@ -74,6 +77,7 @@ "BRAINTRUST_E2E_RUN_CONTEXT_DIR", "GEMINI_API_KEY", "COHERE_API_KEY", + "COPILOT_API_KEY", "CURSOR_API_KEY", "GROQ_API_KEY", "OPENAI_API_KEY", @@ -94,6 +98,7 @@ "BRAINTRUST_E2E_RUN_CONTEXT_DIR", "GEMINI_API_KEY", "COHERE_API_KEY", + "COPILOT_API_KEY", "CURSOR_API_KEY", "GROQ_API_KEY", "OPENAI_API_KEY", @@ -115,6 +120,8 @@ "BRAINTRUST_E2E_RUN_CONTEXT_DIR", "GEMINI_API_KEY", "COHERE_API_KEY", + "COPILOT_API_KEY", + "CURSOR_API_KEY", "GROQ_API_KEY", "OPENAI_API_KEY", "OPENAI_BASE_URL", @@ -148,6 +155,7 @@ "BRAINTRUST_API_KEY", "GEMINI_API_KEY", "COHERE_API_KEY", + "COPILOT_API_KEY", "CURSOR_API_KEY", "GROQ_API_KEY", "OPENAI_API_KEY", @@ -164,6 +172,7 @@ "BRAINTRUST_API_KEY", "GEMINI_API_KEY", "COHERE_API_KEY", + "COPILOT_API_KEY", "CURSOR_API_KEY", "GROQ_API_KEY", "OPENAI_API_KEY", @@ -180,6 +189,7 @@ "BRAINTRUST_API_KEY", "GEMINI_API_KEY", "COHERE_API_KEY", + "COPILOT_API_KEY", "CURSOR_API_KEY", "GROQ_API_KEY", "OPENAI_API_KEY",