ensure test isolation

Author: Dylan Huang

tests/conftest.py

@@ -1,4 +1,6 @@
+import os
 import sys
+import tempfile
 from pathlib import Path
 
 import pytest
@@ -15,3 +17,39 @@
 
 # Decorator to skip E2B tests when E2B is not available
 skip_e2b = pytest.mark.skipif(not _HAS_E2B, reason="E2B not installed")
+
+
+# ============================================================================
+# Test isolation for TinyDB storage
+# ============================================================================
+# Each test session gets an isolated .eval_protocol directory to prevent
+# concurrent test workers from corrupting the shared logs.json file.
+# This is especially important in CI where pytest-xdist runs tests in parallel.
+
+
+@pytest.fixture(scope="session", autouse=True)
+def isolated_eval_protocol_dir(tmp_path_factory):
+    """
+    Create an isolated .eval_protocol directory for the test session.
+
+    This prevents concurrent test workers from corrupting the shared
+    ~/.eval_protocol/logs.json file when using TinyDB storage.
+    """
+    # Create a unique temp directory for this test session/worker
+    isolated_dir = tmp_path_factory.mktemp("eval_protocol")
+
+    # Monkeypatch the find_eval_protocol_dir function to return our isolated dir
+    import eval_protocol.directory_utils as dir_utils
+
+    original_find_eval_protocol_dir = dir_utils.find_eval_protocol_dir
+
+    def isolated_find_eval_protocol_dir() -> str:
+        os.makedirs(str(isolated_dir), exist_ok=True)
+        return str(isolated_dir)
+
+    dir_utils.find_eval_protocol_dir = isolated_find_eval_protocol_dir
+
+    yield isolated_dir
+
+    # Restore original function after tests
+    dir_utils.find_eval_protocol_dir = original_find_eval_protocol_dir