feat: Downstream llm-d

.github/workflows/test_toolbox_dsl.yml

@@ -1,5 +1,5 @@
-# Unit tests for projects/core/dsl (task decorators, execute_tasks, failure/always/skip).
-name: Toolbox DSL tests
+# Python tests for repo-managed suites discovered via pyproject testpaths.
+name: Python test suites
 
 on:
   pull_request:
@@ -29,9 +29,9 @@ jobs:
         run: |
           set -o errexit
           python -m pip install --upgrade pip
-          python -m pip install pytest pyyaml jinja2 jsonpath_ng
+          python -m pip install .[dev]
 
-      - name: Run projects/core/tests
+      - name: Run pytest suites
         run: |
           set -o errexit
           # Tree + docstrings (what is being tested), then execute with one line per test + result.

projects/core/dsl/log.py

@@ -16,20 +16,17 @@ def setup_clean_logger(name: str):
     logger = logging.getLogger(name)
     logger.setLevel(logging.INFO)
 
-    # Only configure if not already configured
     if not logger.handlers:
-        # Create console handler with clean format
         console_handler = logging.StreamHandler()
         console_handler.setLevel(logging.INFO)
         console_handler.setFormatter(logging.Formatter("%(message)s"))
 
         logger.addHandler(console_handler)
 
-    logger.propagate = False  # Don't propagate to root logger
+    logger.propagate = False
     return logger
 
 
-# Configure clean logging for DSL operations
 logger = setup_clean_logger("DSL")
 
 
@@ -45,30 +42,23 @@ def log_task_header(task_name: str, task_doc: str, rel_filename: str, line_no: i
 
 def log_execution_banner(function_args: dict = None, log_file: str = None):
     """Log the execution banner with function info and arguments"""
-    # Get the caller's filename and function name for the header
     frame = inspect.currentframe()
-    caller_frame = (
-        frame.f_back.f_back
-    )  # Go back 2 frames (this func -> execute_tasks -> actual caller)
+    caller_frame = frame.f_back.f_back
     filename = caller_frame.f_code.co_filename
 
     rel_filename = _get_forge_relative_path(filename)
-
-    # Use parent directory name as function name for toolbox operations
     function_name = _get_toolbox_function_name(filename)
 
-    # Print execution header
     logger.info("")
     logger.info("===============================================================================")
     logger.info(f"| FILE: {rel_filename}")
     logger.info(f"| COMMAND: {function_name}")
 
     if function_args:
-        # Display arguments in YAML format
         logger.info("| ARGUMENTS:")
 
         for key, value in function_args.items():
-            if key == "function_args":  # Skip the function_args parameter itself
+            if key == "function_args":
                 continue
             if value is None:
                 continue
@@ -83,19 +73,13 @@ def log_execution_banner(function_args: dict = None, log_file: str = None):
 
 def log_completion_banner(function_args: dict = None, status: str = "SUCCESS"):
     """Log the completion banner with function info and completion status"""
-    # Get the caller's filename and function name for the header
     frame = inspect.currentframe()
-    caller_frame = (
-        frame.f_back.f_back
-    )  # Go back 2 frames (this func -> execute_tasks -> actual caller)
+    caller_frame = frame.f_back.f_back
     filename = caller_frame.f_code.co_filename
 
     rel_filename = _get_forge_relative_path(filename)
-
-    # Use parent directory name as function name for toolbox operations
     function_name = _get_toolbox_function_name(filename)
 
-    # Print completion header
     logger.info("")
     logger.info("===============================================================================")
     logger.info(f"| {rel_filename}")
@@ -115,8 +99,4 @@ def _get_forge_relative_path(filename):
 
 def _get_toolbox_function_name(filename):
     """Extract toolbox function name from file path (parent directory name)"""
-    filename_path = Path(filename)
-
-    # For paths like projects/llm_d/toolbox/capture_isvc_state/main.py
-    # Return the parent directory name: capture_isvc_state
-    return filename_path.parent.name
+    return Path(filename).parent.name

projects/core/dsl/runtime.py

@@ -16,7 +16,13 @@
 from projects.core.library.run import SignalError
 
 from .context import create_task_parameters
-from .log import log_completion_banner, log_execution_banner, logger
+from .log import (
+    _get_forge_relative_path,
+    _get_toolbox_function_name,
+    log_completion_banner,
+    log_execution_banner,
+    logger,
+)
 from .script_manager import get_script_manager
 
 # Import from task.py to avoid circular imports
@@ -471,18 +477,3 @@ def _generate_restart_script(function_args: dict, caller_frame, meta_dir):
     os.chmod(restart_file, 0o755)
 
     logger.debug(f"Generated restart script: {restart_file}")
-
-
-def _get_forge_relative_path(filename):
-    """Get file path relative to FORGE home directory (forge root)"""
-
-    return Path(filename).relative_to(env.FORGE_HOME)
-
-
-def _get_toolbox_function_name(filename):
-    """Extract toolbox function name from file path (parent directory name)"""
-    filename_path = Path(filename)
-
-    # For paths like projects/llm_d/toolbox/capture_isvc_state/main.py
-    # Return the parent directory name: capture_isvc_state
-    return filename_path.parent.name

projects/core/library/config.py

@@ -472,8 +472,6 @@ def init(orchestration_dir, *, apply_config_overrides=True):
 
     project = Config(config_path)
 
-    env.ARTIFACT_DIR / VARIABLE_OVERRIDES_FILENAME
-
     if not apply_config_overrides:
         logger.info(
             "config.init: running with 'apply_config_overrides=False', "
@@ -489,3 +487,20 @@ def init(orchestration_dir, *, apply_config_overrides=True):
     project.apply_config_overrides()
     project.apply_presets_from_project_args()
     project.apply_config_overrides()  # reapply so that the value overrides are applied last
+
+
+def reload(orchestration_dir, *, apply_config_overrides=True):
+    global project
+
+    project = None
+
+    artifact_config = env.ARTIFACT_DIR / "config.yaml"
+    if artifact_config.exists():
+        artifact_config.unlink()
+
+    presets_applied = env.ARTIFACT_DIR / "presets_applied"
+    if presets_applied.exists():
+        presets_applied.unlink()
+
+    init(orchestration_dir, apply_config_overrides=apply_config_overrides)
+    return project