From 0ba99b1ded8a78879c8e224527b4baf7d3002402 Mon Sep 17 00:00:00 2001 From: Benjamin Sznajder Date: Tue, 31 Mar 2026 08:55:21 +0300 Subject: [PATCH 1/2] Update parameters of call to OpenRagInference --- .../src/openrag_workbench/pipelines/inference.py | 5 ++++- 1 file changed, 4 insertions(+), 1 deletion(-) diff --git a/evaluation/openrag_workbench/src/openrag_workbench/pipelines/inference.py b/evaluation/openrag_workbench/src/openrag_workbench/pipelines/inference.py index 284fa8e71..d78e95b14 100644 --- a/evaluation/openrag_workbench/src/openrag_workbench/pipelines/inference.py +++ b/evaluation/openrag_workbench/src/openrag_workbench/pipelines/inference.py @@ -5,6 +5,8 @@ import traceback from typing import Any +from ragworkbench.boards.board_model import CacheMode + from openrag_sdk import ContentEvent, DoneEvent, OpenRAGClient, SourcesEvent from openrag_sdk.models import SettingsUpdateOptions from pydantic import BaseModel, Field @@ -50,6 +52,7 @@ def __init__( self, params: OpenRAGInferenceParams, cache_dir: str | None = None, + cache_mode : CacheMode = CacheMode.ON, ) -> None: """ Initialize OpenRAG inference pipeline. @@ -58,7 +61,7 @@ def __init__( params: OpenRAG inference parameters cache_dir: Optional directory for caching generation results """ - super().__init__(params, cache_dir=cache_dir) + super().__init__(params, cache_dir=cache_dir, cache_mode=cache_mode) self.params: OpenRAGInferenceParams = params self._ingest_artifact: OpenRAGIngestArtifact | None = None From 7f61776ac36385245e0829e876b5a52887d5ed43 Mon Sep 17 00:00:00 2001 From: Benjamin Sznajder Date: Tue, 31 Mar 2026 09:45:30 +0300 Subject: [PATCH 2/2] update_board_pydantic_format --- .../src/openrag_workbench/boards/table_rich/board.yaml | 6 +++--- 1 file changed, 3 insertions(+), 3 deletions(-) diff --git a/evaluation/openrag_workbench/src/openrag_workbench/boards/table_rich/board.yaml b/evaluation/openrag_workbench/src/openrag_workbench/boards/table_rich/board.yaml index 11e45420a..983d64baf 100644 --- a/evaluation/openrag_workbench/src/openrag_workbench/boards/table_rich/board.yaml +++ b/evaluation/openrag_workbench/src/openrag_workbench/boards/table_rich/board.yaml @@ -38,13 +38,13 @@ metrics: report: screens: - title: Answer-Correctness - scores: + columns: unitxt.answer_correctness.llmaaj_llama_mean: AC chart: type: bar title: Answer-correctness - title: Match@K - scores: + columns: unitxt.context_correctness.retrieval_at_k.match_at_1_mean: M@1 unitxt.context_correctness.retrieval_at_k.match_at_3_mean: M@3 unitxt.context_correctness.retrieval_at_k.match_at_5_mean: M@5 @@ -53,7 +53,7 @@ report: type: line title: Match@K - title: MAP & MRR - scores: + columns: unitxt.context_correctness.mrr_mean: MRR unitxt.context_correctness.map_mean: MAP chart: