data is being set properly

Author: Dylan Huang

eval_protocol/utils/logs_server.py

@@ -1,15 +1,15 @@
 import asyncio
-from contextlib import asynccontextmanager
 import json
 import logging
 import os
 import time
+from contextlib import asynccontextmanager
 from typing import List, Optional
-from watchdog.events import FileSystemEventHandler, FileSystemEvent
-from watchdog.observers import Observer
 
 import uvicorn
 from fastapi import FastAPI, WebSocket, WebSocketDisconnect
+from watchdog.events import FileSystemEvent, FileSystemEventHandler
+from watchdog.observers import Observer
 
 from eval_protocol.dataset_logger import default_logger
 from eval_protocol.utils.vite_server import ViteServer
@@ -79,7 +79,9 @@ async def connect(self, websocket: WebSocket):
         logs = default_logger.read()
         asyncio.run_coroutine_threadsafe(
             websocket.send_text(
-                json.dumps({"type": "initialize_logs", "logs": [log.model_dump_json() for log in logs]})
+                json.dumps(
+                    {"type": "initialize_logs", "logs": [log.model_dump_json(exclude_none=True) for log in logs]}
+                )
             ),
             self._loop,
         )

vite-app/src/App.tsx

@@ -2,12 +2,8 @@ import { useEffect, useRef } from "react";
 import { makeAutoObservable } from "mobx";
 import { observer } from "mobx-react";
 import Dashboard from "./components/Dashboard";
-import type { EvaluationRow } from "./types/eval-protocol";
-interface FileUpdate {
-  type: "file_changed" | "file_created" | "file_deleted";
-  path: string;
-  timestamp: string;
-}
+import { EvaluationRowSchema, type EvaluationRow } from "./types/eval-protocol";
+import { WebSocketServerMessageSchema } from "./types/websocket";
 
 class GlobalState {
   isConnected: boolean = false;
@@ -21,7 +17,7 @@ class GlobalState {
   }
 }
 
-const state = new GlobalState();
+export const state = new GlobalState();
 
 const BASE_DELAY = 1000; // 1 second
 const MAX_RECONNECT_ATTEMPTS = 5;
@@ -47,8 +43,15 @@ const App = observer(() => {
 
     ws.onmessage = (event) => {
       try {
-        const update: FileUpdate = JSON.parse(event.data);
-        console.log(update);
+        const update = WebSocketServerMessageSchema.parse(
+          JSON.parse(event.data)
+        );
+        if (update.type === "initialize_logs") {
+          const rows: EvaluationRow[] = update.logs.map((log) => {
+            return EvaluationRowSchema.parse(JSON.parse(log));
+          });
+          state.setDataset(rows);
+        }
       } catch (error) {
         console.error("Failed to parse WebSocket message:", error);
       }

vite-app/src/components/Dashboard.tsx

@@ -1,7 +1,12 @@
 import { observer } from "mobx-react";
+import { state } from "../App";
 
 const Dashboard = observer(() => {
-  return <div>Dashboard</div>;
+  return (
+    <div>
+      Dashboard<div>{JSON.stringify(state.dataset)}</div>
+    </div>
+  );
 });
 
 export default Dashboard;

vite-app/src/types/eval-protocol-utils.ts

@@ -81,7 +81,10 @@ export const EvaluationRowSchema = z.object({
   ground_truth: z.string().optional().describe('Optional ground truth reference for this evaluation.'),
   evaluation_result: EvaluateResultSchema.optional().describe('The evaluation result for this row/trajectory.'),
   usage: CompletionUsageSchema.optional().describe('Token usage statistics from LLM calls during execution.'),
-  created_at: z.date().default(() => new Date()).describe('The timestamp when the row was created.')
+  created_at: z.preprocess(
+    (val) => typeof val === "string" ? new Date(val) : val,
+    z.date()
+  ).describe('The timestamp when the row was created. Accepts string and parses to Date.')
 });
 
 // Agent Evaluation Framework (V2) schemas

vite-app/src/types/eval-protocol.ts

@@ -0,0 +1,57 @@
+// WebSocket message types based on logs_server.py
+import { z } from 'zod';
+
+// Zod Schemas for runtime validation
+
+// File update message schema
+export const FileUpdateMessageSchema = z.object({
+  type: z.enum(['file_created', 'file_changed', 'file_deleted']),
+  path: z.string(),
+  timestamp: z.number(),
+  contents: z.string().nullable().optional(),
+});
+
+// Initialize logs message schema
+export const InitializeLogsMessageSchema = z.object({
+  type: z.literal('initialize_logs'),
+  logs: z.array(z.string()),
+});
+
+// Union schema for all WebSocket server messages
+export const WebSocketServerMessageSchema = z.discriminatedUnion('type', [
+  FileUpdateMessageSchema,
+  InitializeLogsMessageSchema,
+] as const);
+
+// Server status response schema
+export const ServerStatusResponseSchema = z.object({
+  status: z.literal('ok'),
+  build_dir: z.string(),
+  active_connections: z.number(),
+  watch_paths: z.array(z.string()),
+});
+
+// File system event schema
+export const FileSystemEventSchema = z.object({
+  type: z.enum(['file_created', 'file_changed', 'file_deleted']),
+  path: z.string(),
+  timestamp: z.number(),
+  contents: z.string().nullable().optional(),
+});
+
+// Log entry schema
+export const LogEntrySchema = z.object({
+  id: z.string(),
+  timestamp: z.string(),
+  level: z.enum(['DEBUG', 'INFO', 'WARNING', 'ERROR']),
+  message: z.string(),
+  metadata: z.record(z.string(), z.any()).optional(),
+});
+
+// Type inference from Zod schemas
+export type FileUpdateMessage = z.infer<typeof FileUpdateMessageSchema>;
+export type InitializeLogsMessage = z.infer<typeof InitializeLogsMessageSchema>;
+export type WebSocketServerMessage = z.infer<typeof WebSocketServerMessageSchema>;
+export type ServerStatusResponse = z.infer<typeof ServerStatusResponseSchema>;
+export type FileSystemEvent = z.infer<typeof FileSystemEventSchema>;
+export type LogEntry = z.infer<typeof LogEntrySchema>;