remove top-level rollout_id from InitRequest

Author: Dylan Huang

eval_protocol/pytest/remote_rollout_processor.py

@@ -108,7 +108,6 @@ async def _process_row(row: EvaluationRow) -> EvaluationRow:
                 raise ValueError("Rollout ID is required in RemoteRolloutProcessor")
 
             init_payload: InitRequest = InitRequest(
-                rollout_id=row.execution_metadata.rollout_id,
                 model=model,
                 messages=clean_messages,
                 tools=row.tools,

eval_protocol/types/remote_rollout_processor.py

@@ -20,7 +20,6 @@ class RolloutMetadata(BaseModel):
 class InitRequest(BaseModel):
     """Request model for POST /init endpoint."""
 
-    rollout_id: str
     model: str
     messages: List[Message] = Field(min_length=1)
     tools: Optional[List[Dict[str, Any]]] = None

tests/remote_server/remote_server.py

@@ -23,7 +23,7 @@
 @app.post("/init")
 def init(req: InitRequest):
     # Persist state
-    _STATE[req.rollout_id] = {"terminated": False}
+    _STATE[req.metadata.rollout_id] = {"terminated": False}
 
     # Kick off worker thread that does a single-turn chat via Langfuse OpenAI integration
     def _worker():
@@ -43,10 +43,10 @@ def _worker():
 
         except Exception as e:
             # Best-effort; mark as done even on error to unblock polling
-            print(f"❌ Error in rollout {req.rollout_id}: {e}")
+            print(f"❌ Error in rollout {req.metadata.rollout_id}: {e}")
             pass
         finally:
-            _STATE[req.rollout_id]["terminated"] = True
+            _STATE[req.metadata.rollout_id]["terminated"] = True
 
     t = threading.Thread(target=_worker, daemon=True)
     t.start()

tests/remote_server/typescript-server/server.ts

@@ -46,7 +46,8 @@ app.post("/init", async (req: Request, res: Response) => {
   try {
     // Validate request body
     const validatedData = initRequestSchema.parse(req.body);
-    const { rollout_id, model } = validatedData;
+    const { model, metadata } = validatedData;
+    const rollout_id = metadata.rollout_id;
 
     console.log(`Initializing rollout ${rollout_id} with model ${model}`);
 
@@ -137,11 +138,12 @@ app.get("/status", (req: Request, res: Response) => {
 async function simulateRolloutExecution(
   initRequest: InitRequest
 ): Promise<void> {
-  const rolloutState = rolloutStates.get(initRequest.rollout_id);
+  const rollout_id = initRequest.metadata.rollout_id;
+  const rolloutState = rolloutStates.get(rollout_id);
   if (!rolloutState) return;
 
   try {
-    console.log(`Starting rollout execution for ${initRequest.rollout_id}`);
+    console.log(`Starting rollout execution for ${rollout_id}`);
 
     const openai = new OpenAI({
       apiKey: process.env["OPENAI_API_KEY"],
@@ -160,12 +162,9 @@ async function simulateRolloutExecution(
     rolloutState.ended_at = new Date().toISOString();
     rolloutState.completed_turns = 1;
 
-    console.log(`Rollout ${initRequest.rollout_id} completed successfully`);
+    console.log(`Rollout ${rollout_id} completed successfully`);
   } catch (error) {
-    console.error(
-      `Error in rollout execution for ${initRequest.rollout_id}:`,
-      error
-    );
+    console.error(`Error in rollout execution for ${rollout_id}:`, error);
 
     rolloutState.status = "failed";
     rolloutState.ended_at = new Date().toISOString();

typescript/index.ts

@@ -40,7 +40,6 @@ const metadataSchema = z
   .loose();
 
 export const initRequestSchema = z.object({
-  rollout_id: z.string(),
   model: z.string(),
   messages: z.array(messageSchema).min(1),
   tools: z.array(toolSchema).optional().nullable(),