From cff2b6d496792ddbf50aa81832f79632dde267af Mon Sep 17 00:00:00 2001 From: ahibrahim Date: Fri, 20 Feb 2026 00:15:06 +0200 Subject: [PATCH 1/3] make tool defs req --- .../_tool_output_utilization/_tool_output_utilization.py | 5 ++++- 1 file changed, 4 insertions(+), 1 deletion(-) diff --git a/sdk/evaluation/azure-ai-evaluation/azure/ai/evaluation/_evaluators/_tool_output_utilization/_tool_output_utilization.py b/sdk/evaluation/azure-ai-evaluation/azure/ai/evaluation/_evaluators/_tool_output_utilization/_tool_output_utilization.py index e85b3ec24207..7bb8c9ff7c68 100644 --- a/sdk/evaluation/azure-ai-evaluation/azure/ai/evaluation/_evaluators/_tool_output_utilization/_tool_output_utilization.py +++ b/sdk/evaluation/azure-ai-evaluation/azure/ai/evaluation/_evaluators/_tool_output_utilization/_tool_output_utilization.py @@ -85,7 +85,10 @@ def __init__( prompty_path = os.path.join(current_dir, self._PROMPTY_FILE) # Initialize input validator - self._validator = ToolDefinitionsValidator(error_target=ErrorTarget.TOOL_OUTPUT_UTILIZATION_EVALUATOR) + self._validator = ToolDefinitionsValidator( + error_target=ErrorTarget.TOOL_OUTPUT_UTILIZATION_EVALUATOR, + optional_tool_definitions=False + ) super().__init__( model_config=model_config, From ad4d9087643abe0afd9bb0dd6cfc75d5f1626842 Mon Sep 17 00:00:00 2001 From: ahibrahim Date: Fri, 20 Feb 2026 01:08:49 +0200 Subject: [PATCH 2/3] update doc --- .../_tool_output_utilization/_tool_output_utilization.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/sdk/evaluation/azure-ai-evaluation/azure/ai/evaluation/_evaluators/_tool_output_utilization/_tool_output_utilization.py b/sdk/evaluation/azure-ai-evaluation/azure/ai/evaluation/_evaluators/_tool_output_utilization/_tool_output_utilization.py index 7bb8c9ff7c68..5d00b25c241c 100644 --- a/sdk/evaluation/azure-ai-evaluation/azure/ai/evaluation/_evaluators/_tool_output_utilization/_tool_output_utilization.py +++ b/sdk/evaluation/azure-ai-evaluation/azure/ai/evaluation/_evaluators/_tool_output_utilization/_tool_output_utilization.py @@ -143,7 +143,7 @@ def __call__( :paramtype query: Union[str, List[dict]] :keyword response: The response being evaluated, either a string or a list of messages (full agent response potentially including tool calls) :paramtype response: Union[str, List[dict]] - :keyword tool_definitions: An optional list of messages containing the tool definitions the agent is aware of. + :keyword tool_definitions: A list of messages containing the tool definitions the agent is aware of. :paramtype tool_definitions: Union[dict, List[dict]] :return: A dictionary with the tool output utilization evaluation results. :rtype: Dict[str, Union[str, float]] From acae690396c6e76100bd2768f48eb6fc417e172e Mon Sep 17 00:00:00 2001 From: ahibrahim Date: Fri, 20 Feb 2026 01:28:09 +0200 Subject: [PATCH 3/3] black --- .../_tool_output_utilization/_tool_output_utilization.py | 3 +-- 1 file changed, 1 insertion(+), 2 deletions(-) diff --git a/sdk/evaluation/azure-ai-evaluation/azure/ai/evaluation/_evaluators/_tool_output_utilization/_tool_output_utilization.py b/sdk/evaluation/azure-ai-evaluation/azure/ai/evaluation/_evaluators/_tool_output_utilization/_tool_output_utilization.py index 5d00b25c241c..af29e5bf6a2f 100644 --- a/sdk/evaluation/azure-ai-evaluation/azure/ai/evaluation/_evaluators/_tool_output_utilization/_tool_output_utilization.py +++ b/sdk/evaluation/azure-ai-evaluation/azure/ai/evaluation/_evaluators/_tool_output_utilization/_tool_output_utilization.py @@ -86,8 +86,7 @@ def __init__( # Initialize input validator self._validator = ToolDefinitionsValidator( - error_target=ErrorTarget.TOOL_OUTPUT_UTILIZATION_EVALUATOR, - optional_tool_definitions=False + error_target=ErrorTarget.TOOL_OUTPUT_UTILIZATION_EVALUATOR, optional_tool_definitions=False ) super().__init__(