Skip to content

Python: improve misc-integration test robustness #5295

New issue

Have a question about this project? Sign up for a free GitHub account to open an issue and contact its maintainers and the community.

Sign up for GitHub

By clicking “Sign up for GitHub”, you agree to our terms of service and privacy statement. We’ll occasionally send you account related emails.

Already on GitHub? Sign in to your account

Merged
Evan Mattson (moonbox3) merged 2 commits into from
Apr 16, 2026
Merged

Python: improve misc-integration test robustness #5295

Changes from all commits
Commits
Show all changes
2 commits
Select commit Hold shift + click to select a range
fde2efe
Python: use local MCP server for hosted tools test and broaden image …
moonbox3 Apr 16, 2026
7555b85
Address review feedback: validate LOCAL_MCP_URL scheme and use word b…
moonbox3 Apr 16, 2026
File filter

Filter by extension

Filter by extension
Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
12 changes: 9 additions & 3 deletions python/packages/anthropic/tests/test_anthropic_client.py
View file
Open in desktop
Original file line number Diff line number Diff line change
@@ -1,5 +1,6 @@
# Copyright (c) Microsoft. All rights reserved.
import os
import re
from pathlib import Path
from typing import Annotated, Any
from unittest.mock import MagicMock, patch
Expand Down Expand Up @@ -1503,15 +1504,19 @@ async def test_anthropic_client_integration_function_calling() -> None:
@skip_if_anthropic_integration_tests_disabled
async def test_anthropic_client_integration_hosted_tools() -> None:
"""Integration test for hosted tools."""
local_mcp_url = os.environ.get("LOCAL_MCP_URL", "")
if not local_mcp_url or not local_mcp_url.startswith(("http://", "https://")):
pytest.skip("LOCAL_MCP_URL not set or not an HTTP URL; skipping hosted tools test")

Comment thread
moonbox3 marked this conversation as resolved.
client = AnthropicClient()

messages = [Message(role="user", contents=["What tools do you have available?"])]
tools = [
AnthropicClient.get_web_search_tool(),
AnthropicClient.get_code_interpreter_tool(),
AnthropicClient.get_mcp_tool(
name="example-mcp",
url="https://learn.microsoft.com/api/mcp",
name="local-mcp",
url=local_mcp_url,
),
]

Expand Down Expand Up @@ -1607,7 +1612,8 @@ async def test_anthropic_client_integration_images() -> None:

assert response is not None
assert response.messages[0].text is not None
assert "house" in response.messages[0].text.lower()
text = response.messages[0].text.lower()
assert re.search(r"\b(house|home|building|cottage|mansion|villa)\b", text)


# Response Format Tests
Expand Down
Loading