Skip to content

Commit cd220ee

Browse files
committed
fix failure reason
1 parent db2785b commit cd220ee

File tree

1 file changed

+12
-3
lines changed

1 file changed

+12
-3
lines changed

eval_protocol/mcp/execution/manager.py

Lines changed: 12 additions & 3 deletions
Original file line numberDiff line numberDiff line change
@@ -14,6 +14,7 @@
1414
from dataclasses import asdict
1515
from typing import TYPE_CHECKING, Any, Callable, Dict, List, Optional, Union
1616

17+
import anyio
1718
from openai.types import CompletionUsage
1819

1920
from vendor.tau2.data_model.message import AssistantMessage, UserMessage
@@ -464,11 +465,19 @@ async def _execute_rollout(
464465
)
465466

466467
except asyncio.CancelledError:
467-
logger.error(f"🚨 AsyncIO Cancel Error in roll out {rollout_idx}", exc_info=True)
468468
failure_reason = "asyncio context cancelled"
469+
logger.error(
470+
f"🚨 Error in rollout {session.dataset_row.id} {rollout_idx}: {failure_reason}", exc_info=True
471+
)
472+
except (anyio.ClosedResourceError, anyio.BrokenResourceError):
473+
logger.error(
474+
f"🚨 Error in rollout {session.dataset_row.id} {rollout_idx}: {failure_reason}", exc_info=True
475+
)
476+
failure_reason = "connection/resource error"
469477
except Exception as e:
470-
logger.error(f"🚨 Error in rollout {rollout_idx}: {e}", exc_info=True)
471-
failure_reason = str(e)
478+
error_msg = str(e) if str(e) else f"{type(e).__name__}: Connection/resource error"
479+
logger.error(f"🚨 Error in rollout {session.dataset_row.id} {rollout_idx}: {error_msg}", exc_info=True)
480+
failure_reason = error_msg
472481
finally:
473482
if failure_reason:
474483
trajectory.terminated = True

0 commit comments

Comments
 (0)