feat: Add openrouter integration

Author: AbhiPrasad

py/noxfile.py

@@ -70,6 +70,7 @@ def _pinned_python_version():
     "autoevals",
     "braintrust_core",
     "litellm",
+    "openrouter",
     "opentelemetry-api",
     "opentelemetry-sdk",
     "opentelemetry-exporter-otlp-proto-http",
@@ -100,6 +101,7 @@ def _pinned_python_version():
 GENAI_VERSIONS = (LATEST,)
 DSPY_VERSIONS = (LATEST,)
 GOOGLE_ADK_VERSIONS = (LATEST, "1.14.1")
+OPENROUTER_VERSIONS = (LATEST,)
 # temporalio 1.19.0+ requires Python >= 3.10; skip Python 3.9 entirely
 TEMPORAL_VERSIONS = (LATEST, "1.20.0", "1.19.0")
 PYTEST_VERSIONS = (LATEST, "8.4.2")
@@ -224,11 +226,14 @@ def test_openai_http2_streaming(session):
 
 
 @nox.session()
-def test_openrouter(session):
-    """Test wrap_openai with OpenRouter. Requires OPENROUTER_API_KEY env var."""
+@nox.parametrize("version", OPENROUTER_VERSIONS, ids=OPENROUTER_VERSIONS)
+def test_openrouter(session, version):
+    """Test OpenRouter support across wrap_openai and the native OpenRouter SDK integration."""
     _install_test_deps(session)
     _install(session, "openai")
+    _install(session, "openrouter", version)
     _run_tests(session, f"{WRAPPER_DIR}/test_openrouter.py")
+    _run_tests(session, f"{INTEGRATION_DIR}/openrouter/test_openrouter.py")
 
 
 @nox.session()

py/requirements-optional.txt

@@ -7,3 +7,4 @@ google-adk==1.14.1
 dspy==3.1.3
 langsmith==0.7.12
 litellm==1.82.0
+openrouter==0.7.11

py/src/braintrust/__init__.py

@@ -73,6 +73,9 @@ def is_equal(expected, output):
 from .integrations.anthropic import (
     wrap_anthropic,  # noqa: F401 # type: ignore[reportUnusedImport]
 )
+from .integrations.openrouter import (
+    wrap_openrouter,  # noqa: F401 # type: ignore[reportUnusedImport]
+)
 from .logger import *
 from .logger import (
     _internal_get_global_state,  # noqa: F401 # type: ignore[reportUnusedImport]

py/src/braintrust/auto.py

@@ -13,6 +13,7 @@
     AnthropicIntegration,
     ClaudeAgentSDKIntegration,
     GoogleGenAIIntegration,
+    OpenRouterIntegration,
 )
 
 
@@ -39,6 +40,7 @@ def auto_instrument(
     litellm: bool = True,
     pydantic_ai: bool = True,
     google_genai: bool = True,
+    openrouter: bool = True,
     agno: bool = True,
     claude_agent_sdk: bool = True,
     dspy: bool = True,
@@ -59,6 +61,7 @@ def auto_instrument(
         litellm: Enable LiteLLM instrumentation (default: True)
         pydantic_ai: Enable Pydantic AI instrumentation (default: True)
         google_genai: Enable Google GenAI instrumentation (default: True)
+        openrouter: Enable OpenRouter instrumentation (default: True)
         agno: Enable Agno instrumentation (default: True)
         claude_agent_sdk: Enable Claude Agent SDK instrumentation (default: True)
         dspy: Enable DSPy instrumentation (default: True)
@@ -120,6 +123,8 @@ def auto_instrument(
         results["pydantic_ai"] = _instrument_pydantic_ai()
     if google_genai:
         results["google_genai"] = _instrument_integration(GoogleGenAIIntegration)
+    if openrouter:
+        results["openrouter"] = _instrument_integration(OpenRouterIntegration)
     if agno:
         results["agno"] = _instrument_integration(AgnoIntegration)
     if claude_agent_sdk:

py/src/braintrust/integrations/__init__.py

@@ -3,6 +3,7 @@
 from .anthropic import AnthropicIntegration
 from .claude_agent_sdk import ClaudeAgentSDKIntegration
 from .google_genai import GoogleGenAIIntegration
+from .openrouter import OpenRouterIntegration
 
 
 __all__ = [
@@ -11,4 +12,5 @@
     "AnthropicIntegration",
     "ClaudeAgentSDKIntegration",
     "GoogleGenAIIntegration",
+    "OpenRouterIntegration",
 ]

py/src/braintrust/integrations/auto_test_scripts/test_auto_openrouter.py

@@ -0,0 +1,64 @@
+"""Test auto_instrument for OpenRouter."""
+
+from braintrust import logger
+from braintrust.auto import auto_instrument
+from braintrust.test_helpers import init_test_logger
+from openrouter import OpenRouter, components
+from openrouter.chat import Chat
+
+
+def fake_send(self, **kwargs):
+    return components.ChatResponse.model_validate(
+        {
+            "id": "chat_123",
+            "choices": [
+                {
+                    "index": 0,
+                    "message": {
+                        "role": "assistant",
+                        "content": "AUTO OK",
+                    },
+                    "finish_reason": "stop",
+                }
+            ],
+            "created": 1,
+            "model": "openai/gpt-4o-mini",
+            "object": "chat.completion",
+            "usage": {
+                "prompt_tokens": 5,
+                "completion_tokens": 2,
+                "total_tokens": 7,
+            },
+        }
+    )
+
+
+Chat.send = fake_send
+
+init_test_logger("test-auto-openrouter")
+
+with logger._internal_with_memory_background_logger() as memory_logger:
+    memory_logger.pop()
+
+    results = auto_instrument()
+    assert results.get("openrouter") == True
+
+    results2 = auto_instrument()
+    assert results2.get("openrouter") == True
+
+    client = OpenRouter(api_key="test-key")
+    response = client.chat.send(
+        model="openai/gpt-4o-mini",
+        messages=[{"role": "user", "content": "Say hi"}],
+        temperature=0,
+    )
+    assert response.choices[0].message.content == "AUTO OK"
+
+    spans = memory_logger.pop()
+    assert len(spans) == 1, f"Expected 1 span, got {len(spans)}"
+    span = spans[0]
+    assert span["metadata"]["provider"] == "openai"
+    assert span["metadata"]["model"] == "gpt-4o-mini"
+    assert span["output"][0]["message"]["content"] == "AUTO OK"
+
+print("SUCCESS")

py/src/braintrust/integrations/openrouter/__init__.py

@@ -0,0 +1,10 @@
+"""Braintrust integration for the OpenRouter Python SDK."""
+
+from .integration import OpenRouterIntegration
+from .tracing import wrap_openrouter
+
+
+__all__ = [
+    "OpenRouterIntegration",
+    "wrap_openrouter",
+]

py/src/braintrust/integrations/openrouter/integration.py

@@ -0,0 +1,17 @@
+"""OpenRouter integration orchestration."""
+
+from braintrust.integrations.base import BaseIntegration
+
+from .patchers import ChatPatcher, EmbeddingsPatcher, ResponsesPatcher
+
+
+class OpenRouterIntegration(BaseIntegration):
+    """Braintrust instrumentation for the OpenRouter Python SDK."""
+
+    name = "openrouter"
+    import_names = ("openrouter",)
+    patchers = (
+        ChatPatcher,
+        EmbeddingsPatcher,
+        ResponsesPatcher,
+    )

py/src/braintrust/integrations/openrouter/patchers.py

@@ -0,0 +1,69 @@
+"""OpenRouter patchers."""
+
+from braintrust.integrations.base import CompositeFunctionWrapperPatcher, FunctionWrapperPatcher
+
+from .tracing import (
+    _chat_send_async_wrapper,
+    _chat_send_wrapper,
+    _embeddings_generate_async_wrapper,
+    _embeddings_generate_wrapper,
+    _responses_send_async_wrapper,
+    _responses_send_wrapper,
+)
+
+
+class ChatSendPatcher(FunctionWrapperPatcher):
+    name = "openrouter.chat.send"
+    target_module = "openrouter.chat"
+    target_path = "Chat.send"
+    wrapper = _chat_send_wrapper
+
+
+class ChatSendAsyncPatcher(FunctionWrapperPatcher):
+    name = "openrouter.chat.send_async"
+    target_module = "openrouter.chat"
+    target_path = "Chat.send_async"
+    wrapper = _chat_send_async_wrapper
+
+
+class ChatPatcher(CompositeFunctionWrapperPatcher):
+    name = "openrouter.chat"
+    sub_patchers = (ChatSendPatcher, ChatSendAsyncPatcher)
+
+
+class EmbeddingsGeneratePatcher(FunctionWrapperPatcher):
+    name = "openrouter.embeddings.generate"
+    target_module = "openrouter.embeddings"
+    target_path = "Embeddings.generate"
+    wrapper = _embeddings_generate_wrapper
+
+
+class EmbeddingsGenerateAsyncPatcher(FunctionWrapperPatcher):
+    name = "openrouter.embeddings.generate_async"
+    target_module = "openrouter.embeddings"
+    target_path = "Embeddings.generate_async"
+    wrapper = _embeddings_generate_async_wrapper
+
+
+class EmbeddingsPatcher(CompositeFunctionWrapperPatcher):
+    name = "openrouter.embeddings"
+    sub_patchers = (EmbeddingsGeneratePatcher, EmbeddingsGenerateAsyncPatcher)
+
+
+class ResponsesSendPatcher(FunctionWrapperPatcher):
+    name = "openrouter.beta.responses.send"
+    target_module = "openrouter.responses"
+    target_path = "Responses.send"
+    wrapper = _responses_send_wrapper
+
+
+class ResponsesSendAsyncPatcher(FunctionWrapperPatcher):
+    name = "openrouter.beta.responses.send_async"
+    target_module = "openrouter.responses"
+    target_path = "Responses.send_async"
+    wrapper = _responses_send_async_wrapper
+
+
+class ResponsesPatcher(CompositeFunctionWrapperPatcher):
+    name = "openrouter.beta.responses"
+    sub_patchers = (ResponsesSendPatcher, ResponsesSendAsyncPatcher)