evolutionary_evaluator.py

class EvolutionaryEvaluator:
    """
    Evaluates system using both static + generated tests.
    """

    def __init__(self, static_tests, adaptive_generator):

        self.static_tests = static_tests
        self.adaptive_generator = adaptive_generator

    # =====================================================
    # RUN ALL TESTS
    # =====================================================
    def evaluate(self, system):

        results = []

        all_tests = (
            self.static_tests +
            self.adaptive_generator.get_tests()
        )

        for test in all_tests:

            try:
                system.run_cycle_live(
                    goal="test",
                    input_text=test.get("input_state", {})
                )

                results.append(True)

            except Exception:
                results.append(False)

        return sum(results) / max(1, len(results))