debug_fewshot_prompt.py

#!/usr/bin/env python3
"""
Debug few-shot prompt formatting.
"""

import sys
import os
from pathlib import Path

# Add src to path
sys.path.append(str(Path(__file__).parent / "src"))

from adaptive.fewshot_examples import FewShotExampleLoader


def test_fewshot_prompt():
    """Test few-shot prompt formatting."""
    
    loader = FewShotExampleLoader()
    
    # Test problem
    problem = "What is 2 + 2?"
    
    print("🧪 Testing Few-Shot Prompt Formatting")
    print("=" * 60)
    
    # Test with different numbers of examples
    for num_examples in [0, 2, 4, 8]:
        print(f"\n📝 Testing with {num_examples} few-shot examples:")
        print("-" * 40)
        
        if num_examples > 0:
            examples = loader.get_fewshot_examples("gsm8k", num_examples)
            prompt = loader.format_fewshot_prompt(examples, problem)
        else:
            prompt = f"""Please solve the following problem step by step. Show your reasoning clearly and provide the final answer.

Problem: {problem}

Solution:"""
        
        print(f"Prompt length: {len(prompt)} characters")
        print(f"Prompt preview:")
        print(prompt[:500] + "..." if len(prompt) > 500 else prompt)
        print()


if __name__ == "__main__":
    test_fewshot_prompt()