bug

Author: xzrderek

eval_protocol/pytest/evaluation_test.py

@@ -483,6 +483,7 @@ async def _execute_with_semaphore(row):
                         for r in result:
                             if r.eval_metadata is not None:
                                 r.eval_metadata.passed = passed
+                            if r.evaluation_result is not None:
                                 r.evaluation_result.agg_score = agg_score
                                 r.evaluation_result.standard_error = standard_error
                             active_logger.log(r)

tests/test_models.py

@@ -210,6 +210,8 @@ def test_evaluate_result_dict_access():
         "step_outputs",
         "trajectory_info",
         "final_control_plane_info",
+        "agg_score",
+        "standard_error",
     }
 
     # values() - check presence due to potential order variation of model_fields
@@ -232,6 +234,8 @@ def test_evaluate_result_dict_access():
             ("step_outputs", None),
             ("trajectory_info", None),
             ("final_control_plane_info", None),
+            ("agg_score", None),
+            ("standard_error", None),
         ]
     )
     # result.items() returns a list of tuples, so convert to list then sort.
@@ -250,6 +254,8 @@ def test_evaluate_result_dict_access():
         "step_outputs",
         "trajectory_info",
         "final_control_plane_info",
+        "agg_score",
+        "standard_error",
     }