increase number of result retries

Dylan Huang · Dylan Huang · commit a78dbe9db88f · 2025-08-26T16:18:36.000-07:00
diff --git a/tests/chinook/test_pydantic_chinook.py b/tests/chinook/test_pydantic_chinook.py
@@ -136,6 +136,7 @@ class Response(BaseModel):
             system_prompt=LLM_JUDGE_PROMPT,
             output_type=Response,
             model=model,
+            result_retries=3,
         )
         result = await comparison_agent.run(
             f"Expected answer: {row.ground_truth}\nResponse: {last_assistant_message.content}"

Original file line number	Diff line number	Diff line change
`@@ -136,6 +136,7 @@ class Response(BaseModel):`
`136`	`136`	`system_prompt=LLM_JUDGE_PROMPT,`
`137`	`137`	`output_type=Response,`
`138`	`138`	`model=model,`
	`139`	`+ result_retries=3,`
`139`	`140`	`)`
`140`	`141`	`result = await comparison_agent.run(`
`141`	`142`	`f"Expected answer: {row.ground_truth}\nResponse: {last_assistant_message.content}"`