From 9ff5d996630d603abf927072626e9ee85e079545 Mon Sep 17 00:00:00 2001 From: Muhamed Fazal PS Date: Wed, 15 Jul 2026 17:31:31 +0530 Subject: [PATCH] fix: use ReportConfig.max_examples instead of hardcoded limits (#114) --- openagent_eval/reports/markdown.py | 4 ++-- openagent_eval/reports/terminal.py | 2 +- 2 files changed, 3 insertions(+), 3 deletions(-) diff --git a/openagent_eval/reports/markdown.py b/openagent_eval/reports/markdown.py index 81ee101..9147132 100644 --- a/openagent_eval/reports/markdown.py +++ b/openagent_eval/reports/markdown.py @@ -102,7 +102,7 @@ def generate(self, report: Any) -> str: # Error details sections.append("### Error Details") sections.append("") - for i, err in enumerate(result.errors[:10], 1): + for i, err in enumerate(result.errors[:config.report.max_examples], 1): sections.append(f"{i}. **{err.get('error_type', 'Unknown')}**: {err.get('error', 'No message')}") sections.append("") @@ -110,7 +110,7 @@ def generate(self, report: Any) -> str: if result.results: sections.append("## Sample Results") sections.append("") - max_examples = min(len(result.results), 10) + max_examples = min(len(result.results), config.report.max_examples) for i, eval_result in enumerate(result.results[:max_examples], 1): sections.append(f"### Result {i}") sections.append("") diff --git a/openagent_eval/reports/terminal.py b/openagent_eval/reports/terminal.py index 46717a9..22987aa 100644 --- a/openagent_eval/reports/terminal.py +++ b/openagent_eval/reports/terminal.py @@ -181,7 +181,7 @@ def print_report(self, report: Any) -> None: example_table.add_column("#", style="dim") example_table.add_column("Question", max_width=40) example_table.add_column("Metrics", max_width=30) - for i, eval_result in enumerate(result.results[:5], 1): + for i, eval_result in enumerate(result.results[:config.report.max_examples], 1): metrics_str = ", ".join( f"{k}={v:.2f}" for k, v in eval_result.metrics.items() )