diff --git a/evaluation/openrag_workbench/src/openrag_workbench/boards/table_rich/board.yaml b/evaluation/openrag_workbench/src/openrag_workbench/boards/table_rich/board.yaml index 11e45420a..983d64baf 100644 --- a/evaluation/openrag_workbench/src/openrag_workbench/boards/table_rich/board.yaml +++ b/evaluation/openrag_workbench/src/openrag_workbench/boards/table_rich/board.yaml @@ -38,13 +38,13 @@ metrics: report: screens: - title: Answer-Correctness - scores: + columns: unitxt.answer_correctness.llmaaj_llama_mean: AC chart: type: bar title: Answer-correctness - title: Match@K - scores: + columns: unitxt.context_correctness.retrieval_at_k.match_at_1_mean: M@1 unitxt.context_correctness.retrieval_at_k.match_at_3_mean: M@3 unitxt.context_correctness.retrieval_at_k.match_at_5_mean: M@5 @@ -53,7 +53,7 @@ report: type: line title: Match@K - title: MAP & MRR - scores: + columns: unitxt.context_correctness.mrr_mean: MRR unitxt.context_correctness.map_mean: MAP chart: diff --git a/evaluation/openrag_workbench/src/openrag_workbench/pipelines/inference.py b/evaluation/openrag_workbench/src/openrag_workbench/pipelines/inference.py index 284fa8e71..d78e95b14 100644 --- a/evaluation/openrag_workbench/src/openrag_workbench/pipelines/inference.py +++ b/evaluation/openrag_workbench/src/openrag_workbench/pipelines/inference.py @@ -5,6 +5,8 @@ import traceback from typing import Any +from ragworkbench.boards.board_model import CacheMode + from openrag_sdk import ContentEvent, DoneEvent, OpenRAGClient, SourcesEvent from openrag_sdk.models import SettingsUpdateOptions from pydantic import BaseModel, Field @@ -50,6 +52,7 @@ def __init__( self, params: OpenRAGInferenceParams, cache_dir: str | None = None, + cache_mode : CacheMode = CacheMode.ON, ) -> None: """ Initialize OpenRAG inference pipeline. @@ -58,7 +61,7 @@ def __init__( params: OpenRAG inference parameters cache_dir: Optional directory for caching generation results """ - super().__init__(params, cache_dir=cache_dir) + super().__init__(params, cache_dir=cache_dir, cache_mode=cache_mode) self.params: OpenRAGInferenceParams = params self._ingest_artifact: OpenRAGIngestArtifact | None = None