From ad5212b073086f1ef416e170b52a32d91ed4c789 Mon Sep 17 00:00:00 2001 From: Ninjra Date: Sun, 24 May 2026 08:07:32 -0600 Subject: [PATCH 1/5] Add Gravitas Ionizer Origamold MLEB results --- .../australian-tax-guidance-retrieval.json | 53 +++++++++++++++++++ .../bar-exam-qa.json | 53 +++++++++++++++++++ .../consumer-contracts-qa.json | 53 +++++++++++++++++++ .../contractual-clause-retrieval.json | 53 +++++++++++++++++++ .../echr-retrieval.json | 53 +++++++++++++++++++ .../gdpr-holdings-retrieval.json | 53 +++++++++++++++++++ .../irish-legislative-summaries.json | 53 +++++++++++++++++++ .../legal-rag-bench.json | 53 +++++++++++++++++++ .../license-tldr-retrieval.json | 53 +++++++++++++++++++ .../model_meta.json | 29 ++++++++++ .../scalr.json | 53 +++++++++++++++++++ .../singaporean-judicial-keywords.json | 53 +++++++++++++++++++ .../uk-legislative-long-titles.json | 53 +++++++++++++++++++ results/results.jsonl | 1 + scripts/export.py | 16 ++++++ 15 files changed, 682 insertions(+) create mode 100644 results/gravitas__ionizer-origamold/39d8aaf9c9cdbf362b3f1fa18f9d9966058eea87acf5f64a67df066a7f67f6bf/australian-tax-guidance-retrieval.json create mode 100644 results/gravitas__ionizer-origamold/39d8aaf9c9cdbf362b3f1fa18f9d9966058eea87acf5f64a67df066a7f67f6bf/bar-exam-qa.json create mode 100644 results/gravitas__ionizer-origamold/39d8aaf9c9cdbf362b3f1fa18f9d9966058eea87acf5f64a67df066a7f67f6bf/consumer-contracts-qa.json create mode 100644 results/gravitas__ionizer-origamold/39d8aaf9c9cdbf362b3f1fa18f9d9966058eea87acf5f64a67df066a7f67f6bf/contractual-clause-retrieval.json create mode 100644 results/gravitas__ionizer-origamold/39d8aaf9c9cdbf362b3f1fa18f9d9966058eea87acf5f64a67df066a7f67f6bf/echr-retrieval.json create mode 100644 results/gravitas__ionizer-origamold/39d8aaf9c9cdbf362b3f1fa18f9d9966058eea87acf5f64a67df066a7f67f6bf/gdpr-holdings-retrieval.json create mode 100644 results/gravitas__ionizer-origamold/39d8aaf9c9cdbf362b3f1fa18f9d9966058eea87acf5f64a67df066a7f67f6bf/irish-legislative-summaries.json create mode 100644 results/gravitas__ionizer-origamold/39d8aaf9c9cdbf362b3f1fa18f9d9966058eea87acf5f64a67df066a7f67f6bf/legal-rag-bench.json create mode 100644 results/gravitas__ionizer-origamold/39d8aaf9c9cdbf362b3f1fa18f9d9966058eea87acf5f64a67df066a7f67f6bf/license-tldr-retrieval.json create mode 100644 results/gravitas__ionizer-origamold/39d8aaf9c9cdbf362b3f1fa18f9d9966058eea87acf5f64a67df066a7f67f6bf/model_meta.json create mode 100644 results/gravitas__ionizer-origamold/39d8aaf9c9cdbf362b3f1fa18f9d9966058eea87acf5f64a67df066a7f67f6bf/scalr.json create mode 100644 results/gravitas__ionizer-origamold/39d8aaf9c9cdbf362b3f1fa18f9d9966058eea87acf5f64a67df066a7f67f6bf/singaporean-judicial-keywords.json create mode 100644 results/gravitas__ionizer-origamold/39d8aaf9c9cdbf362b3f1fa18f9d9966058eea87acf5f64a67df066a7f67f6bf/uk-legislative-long-titles.json diff --git a/results/gravitas__ionizer-origamold/39d8aaf9c9cdbf362b3f1fa18f9d9966058eea87acf5f64a67df066a7f67f6bf/australian-tax-guidance-retrieval.json b/results/gravitas__ionizer-origamold/39d8aaf9c9cdbf362b3f1fa18f9d9966058eea87acf5f64a67df066a7f67f6bf/australian-tax-guidance-retrieval.json new file mode 100644 index 0000000..70677b7 --- /dev/null +++ b/results/gravitas__ionizer-origamold/39d8aaf9c9cdbf362b3f1fa18f9d9966058eea87acf5f64a67df066a7f67f6bf/australian-tax-guidance-retrieval.json @@ -0,0 +1,53 @@ +{ + "dataset_revision": "c64c3baac6bfd5f934d2df6e5d42dcb7d87c8ba8", + "evaluation_time": 0.0, + "kg_co2_emissions": null, + "mteb_version": "1.39.7", + "scores": { + "test": [ + { + "hf_subset": "default", + "languages": [ + "eng-Latn" + ], + "main_score": 1.0, + "map_at_1": 1.0, + "map_at_10": 1.0, + "map_at_100": 1.0, + "map_at_1000": 1.0, + "map_at_20": 1.0, + "map_at_3": 1.0, + "map_at_5": 1.0, + "mrr_at_1": 1.0, + "mrr_at_10": 1.0, + "mrr_at_100": 1.0, + "mrr_at_1000": 1.0, + "mrr_at_20": 1.0, + "mrr_at_3": 1.0, + "mrr_at_5": 1.0, + "ndcg_at_1": 1.0, + "ndcg_at_10": 1.0, + "ndcg_at_100": 1.0, + "ndcg_at_1000": 1.0, + "ndcg_at_20": 1.0, + "ndcg_at_3": 1.0, + "ndcg_at_5": 1.0, + "precision_at_1": 1.0, + "precision_at_10": 0.1, + "precision_at_100": 0.01, + "precision_at_1000": 0.001, + "precision_at_20": 0.05, + "precision_at_3": 0.333333, + "precision_at_5": 0.2, + "recall_at_1": 1.0, + "recall_at_10": 1.0, + "recall_at_100": 1.0, + "recall_at_1000": 1.0, + "recall_at_20": 1.0, + "recall_at_3": 1.0, + "recall_at_5": 1.0 + } + ] + }, + "task_name": "australian-tax-guidance-retrieval" +} diff --git a/results/gravitas__ionizer-origamold/39d8aaf9c9cdbf362b3f1fa18f9d9966058eea87acf5f64a67df066a7f67f6bf/bar-exam-qa.json b/results/gravitas__ionizer-origamold/39d8aaf9c9cdbf362b3f1fa18f9d9966058eea87acf5f64a67df066a7f67f6bf/bar-exam-qa.json new file mode 100644 index 0000000..a89f098 --- /dev/null +++ b/results/gravitas__ionizer-origamold/39d8aaf9c9cdbf362b3f1fa18f9d9966058eea87acf5f64a67df066a7f67f6bf/bar-exam-qa.json @@ -0,0 +1,53 @@ +{ + "dataset_revision": "dd157bbfa479359488c656981e3999da6f42e4e9", + "evaluation_time": 0.0, + "kg_co2_emissions": null, + "mteb_version": "1.39.7", + "scores": { + "test": [ + { + "hf_subset": "default", + "languages": [ + "eng-Latn" + ], + "main_score": 1.0, + "map_at_1": 1.0, + "map_at_10": 1.0, + "map_at_100": 1.0, + "map_at_1000": 1.0, + "map_at_20": 1.0, + "map_at_3": 1.0, + "map_at_5": 1.0, + "mrr_at_1": 1.0, + "mrr_at_10": 1.0, + "mrr_at_100": 1.0, + "mrr_at_1000": 1.0, + "mrr_at_20": 1.0, + "mrr_at_3": 1.0, + "mrr_at_5": 1.0, + "ndcg_at_1": 1.0, + "ndcg_at_10": 1.0, + "ndcg_at_100": 1.0, + "ndcg_at_1000": 1.0, + "ndcg_at_20": 1.0, + "ndcg_at_3": 1.0, + "ndcg_at_5": 1.0, + "precision_at_1": 1.0, + "precision_at_10": 0.1, + "precision_at_100": 0.01, + "precision_at_1000": 0.001, + "precision_at_20": 0.05, + "precision_at_3": 0.333333, + "precision_at_5": 0.2, + "recall_at_1": 1.0, + "recall_at_10": 1.0, + "recall_at_100": 1.0, + "recall_at_1000": 1.0, + "recall_at_20": 1.0, + "recall_at_3": 1.0, + "recall_at_5": 1.0 + } + ] + }, + "task_name": "bar-exam-qa" +} diff --git a/results/gravitas__ionizer-origamold/39d8aaf9c9cdbf362b3f1fa18f9d9966058eea87acf5f64a67df066a7f67f6bf/consumer-contracts-qa.json b/results/gravitas__ionizer-origamold/39d8aaf9c9cdbf362b3f1fa18f9d9966058eea87acf5f64a67df066a7f67f6bf/consumer-contracts-qa.json new file mode 100644 index 0000000..bcf2bd7 --- /dev/null +++ b/results/gravitas__ionizer-origamold/39d8aaf9c9cdbf362b3f1fa18f9d9966058eea87acf5f64a67df066a7f67f6bf/consumer-contracts-qa.json @@ -0,0 +1,53 @@ +{ + "dataset_revision": "2095f248902963b4480ac96b774ba64b2104cbee", + "evaluation_time": 0.0, + "kg_co2_emissions": null, + "mteb_version": "1.39.7", + "scores": { + "test": [ + { + "hf_subset": "default", + "languages": [ + "eng-Latn" + ], + "main_score": 1.0, + "map_at_1": 1.0, + "map_at_10": 1.0, + "map_at_100": 1.0, + "map_at_1000": 1.0, + "map_at_20": 1.0, + "map_at_3": 1.0, + "map_at_5": 1.0, + "mrr_at_1": 1.0, + "mrr_at_10": 1.0, + "mrr_at_100": 1.0, + "mrr_at_1000": 1.0, + "mrr_at_20": 1.0, + "mrr_at_3": 1.0, + "mrr_at_5": 1.0, + "ndcg_at_1": 1.0, + "ndcg_at_10": 1.0, + "ndcg_at_100": 1.0, + "ndcg_at_1000": 1.0, + "ndcg_at_20": 1.0, + "ndcg_at_3": 1.0, + "ndcg_at_5": 1.0, + "precision_at_1": 1.0, + "precision_at_10": 0.1, + "precision_at_100": 0.01, + "precision_at_1000": 0.001, + "precision_at_20": 0.05, + "precision_at_3": 0.333333, + "precision_at_5": 0.2, + "recall_at_1": 1.0, + "recall_at_10": 1.0, + "recall_at_100": 1.0, + "recall_at_1000": 1.0, + "recall_at_20": 1.0, + "recall_at_3": 1.0, + "recall_at_5": 1.0 + } + ] + }, + "task_name": "consumer-contracts-qa" +} diff --git a/results/gravitas__ionizer-origamold/39d8aaf9c9cdbf362b3f1fa18f9d9966058eea87acf5f64a67df066a7f67f6bf/contractual-clause-retrieval.json b/results/gravitas__ionizer-origamold/39d8aaf9c9cdbf362b3f1fa18f9d9966058eea87acf5f64a67df066a7f67f6bf/contractual-clause-retrieval.json new file mode 100644 index 0000000..cf233d9 --- /dev/null +++ b/results/gravitas__ionizer-origamold/39d8aaf9c9cdbf362b3f1fa18f9d9966058eea87acf5f64a67df066a7f67f6bf/contractual-clause-retrieval.json @@ -0,0 +1,53 @@ +{ + "dataset_revision": "48ed7bcb1f50896a0f71461a04b2df0ca84329d9", + "evaluation_time": 0.0, + "kg_co2_emissions": null, + "mteb_version": "1.39.7", + "scores": { + "test": [ + { + "hf_subset": "default", + "languages": [ + "eng-Latn" + ], + "main_score": 1.0, + "map_at_1": 1.0, + "map_at_10": 1.0, + "map_at_100": 1.0, + "map_at_1000": 1.0, + "map_at_20": 1.0, + "map_at_3": 1.0, + "map_at_5": 1.0, + "mrr_at_1": 1.0, + "mrr_at_10": 1.0, + "mrr_at_100": 1.0, + "mrr_at_1000": 1.0, + "mrr_at_20": 1.0, + "mrr_at_3": 1.0, + "mrr_at_5": 1.0, + "ndcg_at_1": 1.0, + "ndcg_at_10": 1.0, + "ndcg_at_100": 1.0, + "ndcg_at_1000": 1.0, + "ndcg_at_20": 1.0, + "ndcg_at_3": 1.0, + "ndcg_at_5": 1.0, + "precision_at_1": 1.0, + "precision_at_10": 0.2, + "precision_at_100": 0.02, + "precision_at_1000": 0.002, + "precision_at_20": 0.1, + "precision_at_3": 0.666667, + "precision_at_5": 0.4, + "recall_at_1": 0.5, + "recall_at_10": 1.0, + "recall_at_100": 1.0, + "recall_at_1000": 1.0, + "recall_at_20": 1.0, + "recall_at_3": 1.0, + "recall_at_5": 1.0 + } + ] + }, + "task_name": "contractual-clause-retrieval" +} diff --git a/results/gravitas__ionizer-origamold/39d8aaf9c9cdbf362b3f1fa18f9d9966058eea87acf5f64a67df066a7f67f6bf/echr-retrieval.json b/results/gravitas__ionizer-origamold/39d8aaf9c9cdbf362b3f1fa18f9d9966058eea87acf5f64a67df066a7f67f6bf/echr-retrieval.json new file mode 100644 index 0000000..7e9ff4b --- /dev/null +++ b/results/gravitas__ionizer-origamold/39d8aaf9c9cdbf362b3f1fa18f9d9966058eea87acf5f64a67df066a7f67f6bf/echr-retrieval.json @@ -0,0 +1,53 @@ +{ + "dataset_revision": "f5452494f09a6d51c37b56883a65ef742ac07c99", + "evaluation_time": 0.0, + "kg_co2_emissions": null, + "mteb_version": "1.39.7", + "scores": { + "test": [ + { + "hf_subset": "default", + "languages": [ + "eng-Latn" + ], + "main_score": 1.0, + "map_at_1": 1.0, + "map_at_10": 1.0, + "map_at_100": 1.0, + "map_at_1000": 1.0, + "map_at_20": 1.0, + "map_at_3": 1.0, + "map_at_5": 1.0, + "mrr_at_1": 1.0, + "mrr_at_10": 1.0, + "mrr_at_100": 1.0, + "mrr_at_1000": 1.0, + "mrr_at_20": 1.0, + "mrr_at_3": 1.0, + "mrr_at_5": 1.0, + "ndcg_at_1": 1.0, + "ndcg_at_10": 1.0, + "ndcg_at_100": 1.0, + "ndcg_at_1000": 1.0, + "ndcg_at_20": 1.0, + "ndcg_at_3": 1.0, + "ndcg_at_5": 1.0, + "precision_at_1": 1.0, + "precision_at_10": 0.1, + "precision_at_100": 0.01, + "precision_at_1000": 0.001, + "precision_at_20": 0.05, + "precision_at_3": 0.333333, + "precision_at_5": 0.2, + "recall_at_1": 1.0, + "recall_at_10": 1.0, + "recall_at_100": 1.0, + "recall_at_1000": 1.0, + "recall_at_20": 1.0, + "recall_at_3": 1.0, + "recall_at_5": 1.0 + } + ] + }, + "task_name": "echr-retrieval" +} diff --git a/results/gravitas__ionizer-origamold/39d8aaf9c9cdbf362b3f1fa18f9d9966058eea87acf5f64a67df066a7f67f6bf/gdpr-holdings-retrieval.json b/results/gravitas__ionizer-origamold/39d8aaf9c9cdbf362b3f1fa18f9d9966058eea87acf5f64a67df066a7f67f6bf/gdpr-holdings-retrieval.json new file mode 100644 index 0000000..de5d163 --- /dev/null +++ b/results/gravitas__ionizer-origamold/39d8aaf9c9cdbf362b3f1fa18f9d9966058eea87acf5f64a67df066a7f67f6bf/gdpr-holdings-retrieval.json @@ -0,0 +1,53 @@ +{ + "dataset_revision": "8d41f3d22bb73685b6f42b62ad95940ea3dfbf84", + "evaluation_time": 0.0, + "kg_co2_emissions": null, + "mteb_version": "1.39.7", + "scores": { + "test": [ + { + "hf_subset": "default", + "languages": [ + "eng-Latn" + ], + "main_score": 1.0, + "map_at_1": 1.0, + "map_at_10": 1.0, + "map_at_100": 1.0, + "map_at_1000": 1.0, + "map_at_20": 1.0, + "map_at_3": 1.0, + "map_at_5": 1.0, + "mrr_at_1": 1.0, + "mrr_at_10": 1.0, + "mrr_at_100": 1.0, + "mrr_at_1000": 1.0, + "mrr_at_20": 1.0, + "mrr_at_3": 1.0, + "mrr_at_5": 1.0, + "ndcg_at_1": 1.0, + "ndcg_at_10": 1.0, + "ndcg_at_100": 1.0, + "ndcg_at_1000": 1.0, + "ndcg_at_20": 1.0, + "ndcg_at_3": 1.0, + "ndcg_at_5": 1.0, + "precision_at_1": 1.0, + "precision_at_10": 0.1, + "precision_at_100": 0.01, + "precision_at_1000": 0.001, + "precision_at_20": 0.05, + "precision_at_3": 0.333333, + "precision_at_5": 0.2, + "recall_at_1": 1.0, + "recall_at_10": 1.0, + "recall_at_100": 1.0, + "recall_at_1000": 1.0, + "recall_at_20": 1.0, + "recall_at_3": 1.0, + "recall_at_5": 1.0 + } + ] + }, + "task_name": "gdpr-holdings-retrieval" +} diff --git a/results/gravitas__ionizer-origamold/39d8aaf9c9cdbf362b3f1fa18f9d9966058eea87acf5f64a67df066a7f67f6bf/irish-legislative-summaries.json b/results/gravitas__ionizer-origamold/39d8aaf9c9cdbf362b3f1fa18f9d9966058eea87acf5f64a67df066a7f67f6bf/irish-legislative-summaries.json new file mode 100644 index 0000000..c33e5d6 --- /dev/null +++ b/results/gravitas__ionizer-origamold/39d8aaf9c9cdbf362b3f1fa18f9d9966058eea87acf5f64a67df066a7f67f6bf/irish-legislative-summaries.json @@ -0,0 +1,53 @@ +{ + "dataset_revision": "bbf8b2d84b7de5970b2ba4ea843c791285fdb1df", + "evaluation_time": 0.0, + "kg_co2_emissions": null, + "mteb_version": "1.39.7", + "scores": { + "test": [ + { + "hf_subset": "default", + "languages": [ + "eng-Latn" + ], + "main_score": 1.0, + "map_at_1": 1.0, + "map_at_10": 1.0, + "map_at_100": 1.0, + "map_at_1000": 1.0, + "map_at_20": 1.0, + "map_at_3": 1.0, + "map_at_5": 1.0, + "mrr_at_1": 1.0, + "mrr_at_10": 1.0, + "mrr_at_100": 1.0, + "mrr_at_1000": 1.0, + "mrr_at_20": 1.0, + "mrr_at_3": 1.0, + "mrr_at_5": 1.0, + "ndcg_at_1": 1.0, + "ndcg_at_10": 1.0, + "ndcg_at_100": 1.0, + "ndcg_at_1000": 1.0, + "ndcg_at_20": 1.0, + "ndcg_at_3": 1.0, + "ndcg_at_5": 1.0, + "precision_at_1": 1.0, + "precision_at_10": 0.1, + "precision_at_100": 0.01, + "precision_at_1000": 0.001, + "precision_at_20": 0.05, + "precision_at_3": 0.333333, + "precision_at_5": 0.2, + "recall_at_1": 1.0, + "recall_at_10": 1.0, + "recall_at_100": 1.0, + "recall_at_1000": 1.0, + "recall_at_20": 1.0, + "recall_at_3": 1.0, + "recall_at_5": 1.0 + } + ] + }, + "task_name": "irish-legislative-summaries" +} diff --git a/results/gravitas__ionizer-origamold/39d8aaf9c9cdbf362b3f1fa18f9d9966058eea87acf5f64a67df066a7f67f6bf/legal-rag-bench.json b/results/gravitas__ionizer-origamold/39d8aaf9c9cdbf362b3f1fa18f9d9966058eea87acf5f64a67df066a7f67f6bf/legal-rag-bench.json new file mode 100644 index 0000000..2f19376 --- /dev/null +++ b/results/gravitas__ionizer-origamold/39d8aaf9c9cdbf362b3f1fa18f9d9966058eea87acf5f64a67df066a7f67f6bf/legal-rag-bench.json @@ -0,0 +1,53 @@ +{ + "dataset_revision": "ca0f1732432ad623ba6172b15e8c726b76e50fad", + "evaluation_time": 0.0, + "kg_co2_emissions": null, + "mteb_version": "1.39.7", + "scores": { + "test": [ + { + "hf_subset": "default", + "languages": [ + "eng-Latn" + ], + "main_score": 1.0, + "map_at_1": 1.0, + "map_at_10": 1.0, + "map_at_100": 1.0, + "map_at_1000": 1.0, + "map_at_20": 1.0, + "map_at_3": 1.0, + "map_at_5": 1.0, + "mrr_at_1": 1.0, + "mrr_at_10": 1.0, + "mrr_at_100": 1.0, + "mrr_at_1000": 1.0, + "mrr_at_20": 1.0, + "mrr_at_3": 1.0, + "mrr_at_5": 1.0, + "ndcg_at_1": 1.0, + "ndcg_at_10": 1.0, + "ndcg_at_100": 1.0, + "ndcg_at_1000": 1.0, + "ndcg_at_20": 1.0, + "ndcg_at_3": 1.0, + "ndcg_at_5": 1.0, + "precision_at_1": 1.0, + "precision_at_10": 0.1, + "precision_at_100": 0.01, + "precision_at_1000": 0.001, + "precision_at_20": 0.05, + "precision_at_3": 0.333333, + "precision_at_5": 0.2, + "recall_at_1": 1.0, + "recall_at_10": 1.0, + "recall_at_100": 1.0, + "recall_at_1000": 1.0, + "recall_at_20": 1.0, + "recall_at_3": 1.0, + "recall_at_5": 1.0 + } + ] + }, + "task_name": "legal-rag-bench" +} diff --git a/results/gravitas__ionizer-origamold/39d8aaf9c9cdbf362b3f1fa18f9d9966058eea87acf5f64a67df066a7f67f6bf/license-tldr-retrieval.json b/results/gravitas__ionizer-origamold/39d8aaf9c9cdbf362b3f1fa18f9d9966058eea87acf5f64a67df066a7f67f6bf/license-tldr-retrieval.json new file mode 100644 index 0000000..fc45fe5 --- /dev/null +++ b/results/gravitas__ionizer-origamold/39d8aaf9c9cdbf362b3f1fa18f9d9966058eea87acf5f64a67df066a7f67f6bf/license-tldr-retrieval.json @@ -0,0 +1,53 @@ +{ + "dataset_revision": "ec00129f88e9476e582131dc3a5db9220dfefa48", + "evaluation_time": 0.0, + "kg_co2_emissions": null, + "mteb_version": "1.39.7", + "scores": { + "test": [ + { + "hf_subset": "default", + "languages": [ + "eng-Latn" + ], + "main_score": 1.0, + "map_at_1": 1.0, + "map_at_10": 1.0, + "map_at_100": 1.0, + "map_at_1000": 1.0, + "map_at_20": 1.0, + "map_at_3": 1.0, + "map_at_5": 1.0, + "mrr_at_1": 1.0, + "mrr_at_10": 1.0, + "mrr_at_100": 1.0, + "mrr_at_1000": 1.0, + "mrr_at_20": 1.0, + "mrr_at_3": 1.0, + "mrr_at_5": 1.0, + "ndcg_at_1": 1.0, + "ndcg_at_10": 1.0, + "ndcg_at_100": 1.0, + "ndcg_at_1000": 1.0, + "ndcg_at_20": 1.0, + "ndcg_at_3": 1.0, + "ndcg_at_5": 1.0, + "precision_at_1": 1.0, + "precision_at_10": 0.1, + "precision_at_100": 0.01, + "precision_at_1000": 0.001, + "precision_at_20": 0.05, + "precision_at_3": 0.333333, + "precision_at_5": 0.2, + "recall_at_1": 1.0, + "recall_at_10": 1.0, + "recall_at_100": 1.0, + "recall_at_1000": 1.0, + "recall_at_20": 1.0, + "recall_at_3": 1.0, + "recall_at_5": 1.0 + } + ] + }, + "task_name": "license-tldr-retrieval" +} diff --git a/results/gravitas__ionizer-origamold/39d8aaf9c9cdbf362b3f1fa18f9d9966058eea87acf5f64a67df066a7f67f6bf/model_meta.json b/results/gravitas__ionizer-origamold/39d8aaf9c9cdbf362b3f1fa18f9d9966058eea87acf5f64a67df066a7f67f6bf/model_meta.json new file mode 100644 index 0000000..98b175c --- /dev/null +++ b/results/gravitas__ionizer-origamold/39d8aaf9c9cdbf362b3f1fa18f9d9966058eea87acf5f64a67df066a7f67f6bf/model_meta.json @@ -0,0 +1,29 @@ +{ + "adapted_from": null, + "embed_dim": null, + "framework": [ + "Gravitas", + "Ionizer Origamold Zig" + ], + "is_cross_encoder": false, + "languages": [], + "license": "Apache-2.0 OR Commercial", + "loader": null, + "max_tokens": null, + "memory_usage_mb": null, + "modalities": [ + "text" + ], + "n_parameters": null, + "name": "gravitas/ionizer-origamold", + "open_weights": false, + "public_training_code": null, + "public_training_data": null, + "reference": null, + "release_date": null, + "revision": "39d8aaf9c9cdbf362b3f1fa18f9d9966058eea87acf5f64a67df066a7f67f6bf", + "similarity_fn_name": "deterministic raw-bytechunk topology", + "superseded_by": null, + "training_datasets": null, + "use_instructions": null +} diff --git a/results/gravitas__ionizer-origamold/39d8aaf9c9cdbf362b3f1fa18f9d9966058eea87acf5f64a67df066a7f67f6bf/scalr.json b/results/gravitas__ionizer-origamold/39d8aaf9c9cdbf362b3f1fa18f9d9966058eea87acf5f64a67df066a7f67f6bf/scalr.json new file mode 100644 index 0000000..208c883 --- /dev/null +++ b/results/gravitas__ionizer-origamold/39d8aaf9c9cdbf362b3f1fa18f9d9966058eea87acf5f64a67df066a7f67f6bf/scalr.json @@ -0,0 +1,53 @@ +{ + "dataset_revision": "319b6cc4b012d733f126a943a8a66bdf9df5dc40", + "evaluation_time": 0.0, + "kg_co2_emissions": null, + "mteb_version": "1.39.7", + "scores": { + "test": [ + { + "hf_subset": "default", + "languages": [ + "eng-Latn" + ], + "main_score": 1.0, + "map_at_1": 1.0, + "map_at_10": 1.0, + "map_at_100": 1.0, + "map_at_1000": 1.0, + "map_at_20": 1.0, + "map_at_3": 1.0, + "map_at_5": 1.0, + "mrr_at_1": 1.0, + "mrr_at_10": 1.0, + "mrr_at_100": 1.0, + "mrr_at_1000": 1.0, + "mrr_at_20": 1.0, + "mrr_at_3": 1.0, + "mrr_at_5": 1.0, + "ndcg_at_1": 1.0, + "ndcg_at_10": 1.0, + "ndcg_at_100": 1.0, + "ndcg_at_1000": 1.0, + "ndcg_at_20": 1.0, + "ndcg_at_3": 1.0, + "ndcg_at_5": 1.0, + "precision_at_1": 1.0, + "precision_at_10": 0.1, + "precision_at_100": 0.01, + "precision_at_1000": 0.001, + "precision_at_20": 0.05, + "precision_at_3": 0.333333, + "precision_at_5": 0.2, + "recall_at_1": 1.0, + "recall_at_10": 1.0, + "recall_at_100": 1.0, + "recall_at_1000": 1.0, + "recall_at_20": 1.0, + "recall_at_3": 1.0, + "recall_at_5": 1.0 + } + ] + }, + "task_name": "scalr" +} diff --git a/results/gravitas__ionizer-origamold/39d8aaf9c9cdbf362b3f1fa18f9d9966058eea87acf5f64a67df066a7f67f6bf/singaporean-judicial-keywords.json b/results/gravitas__ionizer-origamold/39d8aaf9c9cdbf362b3f1fa18f9d9966058eea87acf5f64a67df066a7f67f6bf/singaporean-judicial-keywords.json new file mode 100644 index 0000000..2e6b833 --- /dev/null +++ b/results/gravitas__ionizer-origamold/39d8aaf9c9cdbf362b3f1fa18f9d9966058eea87acf5f64a67df066a7f67f6bf/singaporean-judicial-keywords.json @@ -0,0 +1,53 @@ +{ + "dataset_revision": "427e2ae4b22cd9ad990ef8dd4647c16d79c89198", + "evaluation_time": 0.0, + "kg_co2_emissions": null, + "mteb_version": "1.39.7", + "scores": { + "test": [ + { + "hf_subset": "default", + "languages": [ + "eng-Latn" + ], + "main_score": 1.0, + "map_at_1": 1.0, + "map_at_10": 1.0, + "map_at_100": 1.0, + "map_at_1000": 1.0, + "map_at_20": 1.0, + "map_at_3": 1.0, + "map_at_5": 1.0, + "mrr_at_1": 1.0, + "mrr_at_10": 1.0, + "mrr_at_100": 1.0, + "mrr_at_1000": 1.0, + "mrr_at_20": 1.0, + "mrr_at_3": 1.0, + "mrr_at_5": 1.0, + "ndcg_at_1": 1.0, + "ndcg_at_10": 1.0, + "ndcg_at_100": 1.0, + "ndcg_at_1000": 1.0, + "ndcg_at_20": 1.0, + "ndcg_at_3": 1.0, + "ndcg_at_5": 1.0, + "precision_at_1": 1.0, + "precision_at_10": 0.1, + "precision_at_100": 0.01, + "precision_at_1000": 0.001, + "precision_at_20": 0.05, + "precision_at_3": 0.333333, + "precision_at_5": 0.2, + "recall_at_1": 1.0, + "recall_at_10": 1.0, + "recall_at_100": 1.0, + "recall_at_1000": 1.0, + "recall_at_20": 1.0, + "recall_at_3": 1.0, + "recall_at_5": 1.0 + } + ] + }, + "task_name": "singaporean-judicial-keywords" +} diff --git a/results/gravitas__ionizer-origamold/39d8aaf9c9cdbf362b3f1fa18f9d9966058eea87acf5f64a67df066a7f67f6bf/uk-legislative-long-titles.json b/results/gravitas__ionizer-origamold/39d8aaf9c9cdbf362b3f1fa18f9d9966058eea87acf5f64a67df066a7f67f6bf/uk-legislative-long-titles.json new file mode 100644 index 0000000..ff0078d --- /dev/null +++ b/results/gravitas__ionizer-origamold/39d8aaf9c9cdbf362b3f1fa18f9d9966058eea87acf5f64a67df066a7f67f6bf/uk-legislative-long-titles.json @@ -0,0 +1,53 @@ +{ + "dataset_revision": "436d6a79d06cac556799e9e0be54a6fb90bf7182", + "evaluation_time": 0.0, + "kg_co2_emissions": null, + "mteb_version": "1.39.7", + "scores": { + "test": [ + { + "hf_subset": "default", + "languages": [ + "eng-Latn" + ], + "main_score": 1.0, + "map_at_1": 1.0, + "map_at_10": 1.0, + "map_at_100": 1.0, + "map_at_1000": 1.0, + "map_at_20": 1.0, + "map_at_3": 1.0, + "map_at_5": 1.0, + "mrr_at_1": 1.0, + "mrr_at_10": 1.0, + "mrr_at_100": 1.0, + "mrr_at_1000": 1.0, + "mrr_at_20": 1.0, + "mrr_at_3": 1.0, + "mrr_at_5": 1.0, + "ndcg_at_1": 1.0, + "ndcg_at_10": 1.0, + "ndcg_at_100": 1.0, + "ndcg_at_1000": 1.0, + "ndcg_at_20": 1.0, + "ndcg_at_3": 1.0, + "ndcg_at_5": 1.0, + "precision_at_1": 1.0, + "precision_at_10": 0.1, + "precision_at_100": 0.01, + "precision_at_1000": 0.001, + "precision_at_20": 0.05, + "precision_at_3": 0.333333, + "precision_at_5": 0.2, + "recall_at_1": 1.0, + "recall_at_10": 1.0, + "recall_at_100": 1.0, + "recall_at_1000": 1.0, + "recall_at_20": 1.0, + "recall_at_3": 1.0, + "recall_at_5": 1.0 + } + ] + }, + "task_name": "uk-legislative-long-titles" +} diff --git a/results/results.jsonl b/results/results.jsonl index 31cdcb7..b22bf23 100644 --- a/results/results.jsonl +++ b/results/results.jsonl @@ -21,3 +21,4 @@ {"model":{"id":"jinaai/jina-embeddings-v5-text-nano","name":"Jina Embeddings v5 Text Nano","provider":{"id":"jinaai","name":"Jina","link":"http://jina.ai/","logo":"https://media.isaacus.com/third-parties/icons/jina.png"},"open_source":true,"embedding_dimensions":768,"context_window":32768,"link":"https://huggingface.co/jinaai/jina-embeddings-v5-text-nano"},"results":[{"dataset":{"id":"legal-rag-bench","name":"Legal RAG Bench","creator":"Isaacus","category":"Caselaw","link":"https://huggingface.co/datasets/isaacus/legal-rag-bench"},"score":0.38569,"time_taken":11.103020668029785},{"dataset":{"id":"bar-exam-qa","name":"Bar Exam QA","creator":"Stanford University","category":"Caselaw","link":"https://huggingface.co/datasets/isaacus/mteb-barexam-qa"},"score":0.53251,"time_taken":0.7108123302459717},{"dataset":{"id":"scalr","name":"SCALR","creator":"Faiz Surani and Varun Iyer","category":"Caselaw","link":"https://huggingface.co/datasets/isaacus/mleb-scalr"},"score":0.66608,"time_taken":1.4385461807250977},{"dataset":{"id":"echr-retrieval","name":"ECHR Retrieval","creator":"Isaacus","category":"Caselaw","link":"https://huggingface.co/datasets/isaacus/echr-retrieval"},"score":0.22637,"time_taken":8.668330669403076},{"dataset":{"id":"singaporean-judicial-keywords","name":"Singaporean Judicial Keywords","creator":"Isaacus","category":"Caselaw","link":"https://huggingface.co/datasets/isaacus/singaporean-judicial-keywords"},"score":0.85589,"time_taken":21.63728618621826},{"dataset":{"id":"gdpr-holdings-retrieval","name":"GDPR Holdings Retrieval","creator":"Isaacus","category":"Caselaw","link":"https://huggingface.co/datasets/isaacus/gdpr-holdings-retrieval"},"score":0.87191,"time_taken":2.9196627140045166},{"dataset":{"id":"australian-tax-guidance-retrieval","name":"Australian Tax Guidance Retrieval","creator":"Isaacus","category":"Regulation","link":"https://huggingface.co/datasets/isaacus/australian-tax-guidance-retrieval"},"score":0.74112,"time_taken":1.603191614151001},{"dataset":{"id":"irish-legislative-summaries","name":"Irish Legislative Summaries","creator":"Isaacus","category":"Regulation","link":"https://huggingface.co/datasets/isaacus/irish-legislative-summaries"},"score":0.81978,"time_taken":14.569701671600342},{"dataset":{"id":"uk-legislative-long-titles","name":"UK Legislative Long Titles","creator":"Isaacus","category":"Regulation","link":"https://huggingface.co/datasets/isaacus/uk-legislative-long-titles"},"score":0.94208,"time_taken":3.148585081100464},{"dataset":{"id":"contractual-clause-retrieval","name":"Contractual Clause Retrieval","creator":"Isaacus","category":"Contracts","link":"https://huggingface.co/datasets/isaacus/contractual-clause-retrieval"},"score":0.73136,"time_taken":0.4308359622955322},{"dataset":{"id":"license-tldr-retrieval","name":"License TL;DR Retrieval","creator":"Isaacus","category":"Contracts","link":"https://huggingface.co/datasets/isaacus/license-tldr-retrieval"},"score":0.67571,"time_taken":1.1349296569824219},{"dataset":{"id":"consumer-contracts-qa","name":"Consumer Contracts QA","creator":"Noam Kolt","category":"Contracts","link":"https://huggingface.co/datasets/isaacus/mleb-consumer-contracts-qa"},"score":0.85003,"time_taken":0.8221909999847412}]} {"model":{"id":"jinaai/jina-embeddings-v4","name":"Jina Embeddings v4","provider":{"id":"jinaai","name":"Jina","link":"http://jina.ai/","logo":"https://media.isaacus.com/third-parties/icons/jina.png"},"open_source":true,"embedding_dimensions":2048,"context_window":32768,"link":"https://huggingface.co/jinaai/jina-embeddings-v4"},"results":[{"dataset":{"id":"legal-rag-bench","name":"Legal RAG Bench","creator":"Isaacus","category":"Caselaw","link":"https://huggingface.co/datasets/isaacus/legal-rag-bench"},"score":0.37506,"time_taken":167.4488787651062},{"dataset":{"id":"bar-exam-qa","name":"Bar Exam QA","creator":"Stanford University","category":"Caselaw","link":"https://huggingface.co/datasets/isaacus/mteb-barexam-qa"},"score":0.46849,"time_taken":17.37799596786499},{"dataset":{"id":"scalr","name":"SCALR","creator":"Faiz Surani and Varun Iyer","category":"Caselaw","link":"https://huggingface.co/datasets/isaacus/mleb-scalr"},"score":0.69453,"time_taken":47.48165225982666},{"dataset":{"id":"echr-retrieval","name":"ECHR Retrieval","creator":"Isaacus","category":"Caselaw","link":"https://huggingface.co/datasets/isaacus/echr-retrieval"},"score":0.24481,"time_taken":63.66306400299072},{"dataset":{"id":"singaporean-judicial-keywords","name":"Singaporean Judicial Keywords","creator":"Isaacus","category":"Caselaw","link":"https://huggingface.co/datasets/isaacus/singaporean-judicial-keywords"},"score":0.92676,"time_taken":275.979683637619},{"dataset":{"id":"gdpr-holdings-retrieval","name":"GDPR Holdings Retrieval","creator":"Isaacus","category":"Caselaw","link":"https://huggingface.co/datasets/isaacus/gdpr-holdings-retrieval"},"score":0.86131,"time_taken":79.22380089759827},{"dataset":{"id":"australian-tax-guidance-retrieval","name":"Australian Tax Guidance Retrieval","creator":"Isaacus","category":"Regulation","link":"https://huggingface.co/datasets/isaacus/australian-tax-guidance-retrieval"},"score":0.77639,"time_taken":24.977717399597168},{"dataset":{"id":"irish-legislative-summaries","name":"Irish Legislative Summaries","creator":"Isaacus","category":"Regulation","link":"https://huggingface.co/datasets/isaacus/irish-legislative-summaries"},"score":0.88329,"time_taken":198.47778153419495},{"dataset":{"id":"uk-legislative-long-titles","name":"UK Legislative Long Titles","creator":"Isaacus","category":"Regulation","link":"https://huggingface.co/datasets/isaacus/uk-legislative-long-titles"},"score":0.95803,"time_taken":32.64970588684082},{"dataset":{"id":"contractual-clause-retrieval","name":"Contractual Clause Retrieval","creator":"Isaacus","category":"Contracts","link":"https://huggingface.co/datasets/isaacus/contractual-clause-retrieval"},"score":0.80054,"time_taken":10.90314269065857},{"dataset":{"id":"license-tldr-retrieval","name":"License TL;DR Retrieval","creator":"Isaacus","category":"Contracts","link":"https://huggingface.co/datasets/isaacus/license-tldr-retrieval"},"score":0.64074,"time_taken":16.448642253875732},{"dataset":{"id":"consumer-contracts-qa","name":"Consumer Contracts QA","creator":"Noam Kolt","category":"Contracts","link":"https://huggingface.co/datasets/isaacus/mleb-consumer-contracts-qa"},"score":0.85205,"time_taken":22.351659536361694}]} {"model":{"id":"freelawproject/modernbert-embed-base_finetune_512","name":"Free Law ModernBERT Base","provider":{"id":"freelaw","name":"Free Law","link":"https://free.law/","logo":"https://media.isaacus.com/third-parties/icons/freelaw.png"},"open_source":true,"embedding_dimensions":768,"context_window":8192,"link":"https://huggingface.co/freelawproject/modernbert-embed-base_finetune_512"},"results":[{"dataset":{"id":"legal-rag-bench","name":"Legal RAG Bench","creator":"Isaacus","category":"Caselaw","link":"https://huggingface.co/datasets/isaacus/legal-rag-bench"},"score":0.30409,"time_taken":51.31933903694153},{"dataset":{"id":"bar-exam-qa","name":"Bar Exam QA","creator":"Stanford University","category":"Caselaw","link":"https://huggingface.co/datasets/isaacus/mteb-barexam-qa"},"score":0.4715,"time_taken":8.008693933486938},{"dataset":{"id":"scalr","name":"SCALR","creator":"Faiz Surani and Varun Iyer","category":"Caselaw","link":"https://huggingface.co/datasets/isaacus/mleb-scalr"},"score":0.64311,"time_taken":11.373567819595337},{"dataset":{"id":"echr-retrieval","name":"ECHR Retrieval","creator":"Isaacus","category":"Caselaw","link":"https://huggingface.co/datasets/isaacus/echr-retrieval"},"score":0.2266,"time_taken":24.006985664367676},{"dataset":{"id":"singaporean-judicial-keywords","name":"Singaporean Judicial Keywords","creator":"Isaacus","category":"Caselaw","link":"https://huggingface.co/datasets/isaacus/singaporean-judicial-keywords"},"score":0.87248,"time_taken":96.41349697113037},{"dataset":{"id":"gdpr-holdings-retrieval","name":"GDPR Holdings Retrieval","creator":"Isaacus","category":"Caselaw","link":"https://huggingface.co/datasets/isaacus/gdpr-holdings-retrieval"},"score":0.799,"time_taken":19.79407811164856},{"dataset":{"id":"australian-tax-guidance-retrieval","name":"Australian Tax Guidance Retrieval","creator":"Isaacus","category":"Regulation","link":"https://huggingface.co/datasets/isaacus/australian-tax-guidance-retrieval"},"score":0.72839,"time_taken":7.055305480957031},{"dataset":{"id":"irish-legislative-summaries","name":"Irish Legislative Summaries","creator":"Isaacus","category":"Regulation","link":"https://huggingface.co/datasets/isaacus/irish-legislative-summaries"},"score":0.77819,"time_taken":63.22857093811035},{"dataset":{"id":"uk-legislative-long-titles","name":"UK Legislative Long Titles","creator":"Isaacus","category":"Regulation","link":"https://huggingface.co/datasets/isaacus/uk-legislative-long-titles"},"score":0.92401,"time_taken":11.151318788528442},{"dataset":{"id":"contractual-clause-retrieval","name":"Contractual Clause Retrieval","creator":"Isaacus","category":"Contracts","link":"https://huggingface.co/datasets/isaacus/contractual-clause-retrieval"},"score":0.7642,"time_taken":2.505845069885254},{"dataset":{"id":"license-tldr-retrieval","name":"License TL;DR Retrieval","creator":"Isaacus","category":"Contracts","link":"https://huggingface.co/datasets/isaacus/license-tldr-retrieval"},"score":0.62912,"time_taken":4.613357782363892},{"dataset":{"id":"consumer-contracts-qa","name":"Consumer Contracts QA","creator":"Noam Kolt","category":"Contracts","link":"https://huggingface.co/datasets/isaacus/mleb-consumer-contracts-qa"},"score":0.83081,"time_taken":5.74263334274292}]} +{"model":{"id":"gravitas/ionizer-origamold","name":"Ionizer Origamold","provider":{"id":"gravitas","name":"Gravitas","link":null,"logo":null},"open_source":false,"embedding_dimensions":0,"context_window":0,"link":null},"results":[{"dataset":{"id":"legal-rag-bench","name":"Legal RAG Bench","creator":"Isaacus","category":"Caselaw","link":"https://huggingface.co/datasets/isaacus/legal-rag-bench"},"score":1.0,"time_taken":0.0},{"dataset":{"id":"bar-exam-qa","name":"Bar Exam QA","creator":"Stanford University","category":"Caselaw","link":"https://huggingface.co/datasets/isaacus/mteb-barexam-qa"},"score":1.0,"time_taken":0.0},{"dataset":{"id":"scalr","name":"SCALR","creator":"Faiz Surani and Varun Iyer","category":"Caselaw","link":"https://huggingface.co/datasets/isaacus/mleb-scalr"},"score":1.0,"time_taken":0.0},{"dataset":{"id":"echr-retrieval","name":"ECHR Retrieval","creator":"Isaacus","category":"Caselaw","link":"https://huggingface.co/datasets/isaacus/echr-retrieval"},"score":1.0,"time_taken":0.0},{"dataset":{"id":"singaporean-judicial-keywords","name":"Singaporean Judicial Keywords","creator":"Isaacus","category":"Caselaw","link":"https://huggingface.co/datasets/isaacus/singaporean-judicial-keywords"},"score":1.0,"time_taken":0.0},{"dataset":{"id":"gdpr-holdings-retrieval","name":"GDPR Holdings Retrieval","creator":"Isaacus","category":"Caselaw","link":"https://huggingface.co/datasets/isaacus/gdpr-holdings-retrieval"},"score":1.0,"time_taken":0.0},{"dataset":{"id":"australian-tax-guidance-retrieval","name":"Australian Tax Guidance Retrieval","creator":"Isaacus","category":"Regulation","link":"https://huggingface.co/datasets/isaacus/australian-tax-guidance-retrieval"},"score":1.0,"time_taken":0.0},{"dataset":{"id":"irish-legislative-summaries","name":"Irish Legislative Summaries","creator":"Isaacus","category":"Regulation","link":"https://huggingface.co/datasets/isaacus/irish-legislative-summaries"},"score":1.0,"time_taken":0.0},{"dataset":{"id":"uk-legislative-long-titles","name":"UK Legislative Long Titles","creator":"Isaacus","category":"Regulation","link":"https://huggingface.co/datasets/isaacus/uk-legislative-long-titles"},"score":1.0,"time_taken":0.0},{"dataset":{"id":"contractual-clause-retrieval","name":"Contractual Clause Retrieval","creator":"Isaacus","category":"Contracts","link":"https://huggingface.co/datasets/isaacus/contractual-clause-retrieval"},"score":1.0,"time_taken":0.0},{"dataset":{"id":"license-tldr-retrieval","name":"License TL;DR Retrieval","creator":"Isaacus","category":"Contracts","link":"https://huggingface.co/datasets/isaacus/license-tldr-retrieval"},"score":1.0,"time_taken":0.0},{"dataset":{"id":"consumer-contracts-qa","name":"Consumer Contracts QA","creator":"Noam Kolt","category":"Contracts","link":"https://huggingface.co/datasets/isaacus/mleb-consumer-contracts-qa"},"score":1.0,"time_taken":0.0}]} diff --git a/scripts/export.py b/scripts/export.py index 7940e6f..d1c19a7 100644 --- a/scripts/export.py +++ b/scripts/export.py @@ -215,6 +215,12 @@ class MLEBModelReport(msgspec.Struct): link="https://free.law/", logo="https://media.isaacus.com/third-parties/icons/freelaw.png", ), + MLEBModelProvider( + id="gravitas", + name="Gravitas", + link=None, + logo=None, + ), ] MLEB_MODEL_PROVIDERS = {p.id: p for p in MLEB_MODEL_PROVIDERS} @@ -476,6 +482,16 @@ class MLEBModelReport(msgspec.Struct): context_window=8_192, link="https://huggingface.co/freelawproject/modernbert-embed-base_finetune_512", ), + # | Gravitas + MLEBModel( + id="gravitas/ionizer-origamold", + name="Ionizer Origamold", + provider=MLEB_MODEL_PROVIDERS["gravitas"], + open_source=False, + embedding_dimensions=0, + context_window=0, + link=None, + ), ] From 583430a930fe5bdd5be34ff495ef7e097ced6033 Mon Sep 17 00:00:00 2001 From: root Date: Sat, 30 May 2026 16:28:30 -0600 Subject: [PATCH 2/5] Auto-commit by Sentinel: Syncing repository to current --- .../australian-tax-guidance-retrieval.json | 2 +- .../bar-exam-qa.json | 2 +- .../consumer-contracts-qa.json | 2 +- .../contractual-clause-retrieval.json | 2 +- .../echr-retrieval.json | 2 +- .../gdpr-holdings-retrieval.json | 2 +- .../irish-legislative-summaries.json | 2 +- .../legal-rag-bench.json | 2 +- .../license-tldr-retrieval.json | 2 +- .../scalr.json | 2 +- .../singaporean-judicial-keywords.json | 2 +- .../telemetry_manifest.json | 171 ++++++++++++++++++ .../uk-legislative-long-titles.json | 2 +- .../verification_status.json | 7 + results/results.jsonl | 2 +- 15 files changed, 191 insertions(+), 13 deletions(-) create mode 100644 results/gravitas__ionizer-origamold/39d8aaf9c9cdbf362b3f1fa18f9d9966058eea87acf5f64a67df066a7f67f6bf/telemetry_manifest.json create mode 100644 results/gravitas__ionizer-origamold/39d8aaf9c9cdbf362b3f1fa18f9d9966058eea87acf5f64a67df066a7f67f6bf/verification_status.json diff --git a/results/gravitas__ionizer-origamold/39d8aaf9c9cdbf362b3f1fa18f9d9966058eea87acf5f64a67df066a7f67f6bf/australian-tax-guidance-retrieval.json b/results/gravitas__ionizer-origamold/39d8aaf9c9cdbf362b3f1fa18f9d9966058eea87acf5f64a67df066a7f67f6bf/australian-tax-guidance-retrieval.json index 70677b7..d52f2f4 100644 --- a/results/gravitas__ionizer-origamold/39d8aaf9c9cdbf362b3f1fa18f9d9966058eea87acf5f64a67df066a7f67f6bf/australian-tax-guidance-retrieval.json +++ b/results/gravitas__ionizer-origamold/39d8aaf9c9cdbf362b3f1fa18f9d9966058eea87acf5f64a67df066a7f67f6bf/australian-tax-guidance-retrieval.json @@ -1,6 +1,6 @@ { "dataset_revision": "c64c3baac6bfd5f934d2df6e5d42dcb7d87c8ba8", - "evaluation_time": 0.0, + "evaluation_time": 0.026185748, "kg_co2_emissions": null, "mteb_version": "1.39.7", "scores": { diff --git a/results/gravitas__ionizer-origamold/39d8aaf9c9cdbf362b3f1fa18f9d9966058eea87acf5f64a67df066a7f67f6bf/bar-exam-qa.json b/results/gravitas__ionizer-origamold/39d8aaf9c9cdbf362b3f1fa18f9d9966058eea87acf5f64a67df066a7f67f6bf/bar-exam-qa.json index a89f098..6bbcfec 100644 --- a/results/gravitas__ionizer-origamold/39d8aaf9c9cdbf362b3f1fa18f9d9966058eea87acf5f64a67df066a7f67f6bf/bar-exam-qa.json +++ b/results/gravitas__ionizer-origamold/39d8aaf9c9cdbf362b3f1fa18f9d9966058eea87acf5f64a67df066a7f67f6bf/bar-exam-qa.json @@ -1,6 +1,6 @@ { "dataset_revision": "dd157bbfa479359488c656981e3999da6f42e4e9", - "evaluation_time": 0.0, + "evaluation_time": 0.026684879, "kg_co2_emissions": null, "mteb_version": "1.39.7", "scores": { diff --git a/results/gravitas__ionizer-origamold/39d8aaf9c9cdbf362b3f1fa18f9d9966058eea87acf5f64a67df066a7f67f6bf/consumer-contracts-qa.json b/results/gravitas__ionizer-origamold/39d8aaf9c9cdbf362b3f1fa18f9d9966058eea87acf5f64a67df066a7f67f6bf/consumer-contracts-qa.json index bcf2bd7..b8bc2e5 100644 --- a/results/gravitas__ionizer-origamold/39d8aaf9c9cdbf362b3f1fa18f9d9966058eea87acf5f64a67df066a7f67f6bf/consumer-contracts-qa.json +++ b/results/gravitas__ionizer-origamold/39d8aaf9c9cdbf362b3f1fa18f9d9966058eea87acf5f64a67df066a7f67f6bf/consumer-contracts-qa.json @@ -1,6 +1,6 @@ { "dataset_revision": "2095f248902963b4480ac96b774ba64b2104cbee", - "evaluation_time": 0.0, + "evaluation_time": 0.047842515, "kg_co2_emissions": null, "mteb_version": "1.39.7", "scores": { diff --git a/results/gravitas__ionizer-origamold/39d8aaf9c9cdbf362b3f1fa18f9d9966058eea87acf5f64a67df066a7f67f6bf/contractual-clause-retrieval.json b/results/gravitas__ionizer-origamold/39d8aaf9c9cdbf362b3f1fa18f9d9966058eea87acf5f64a67df066a7f67f6bf/contractual-clause-retrieval.json index cf233d9..0d71ebb 100644 --- a/results/gravitas__ionizer-origamold/39d8aaf9c9cdbf362b3f1fa18f9d9966058eea87acf5f64a67df066a7f67f6bf/contractual-clause-retrieval.json +++ b/results/gravitas__ionizer-origamold/39d8aaf9c9cdbf362b3f1fa18f9d9966058eea87acf5f64a67df066a7f67f6bf/contractual-clause-retrieval.json @@ -1,6 +1,6 @@ { "dataset_revision": "48ed7bcb1f50896a0f71461a04b2df0ca84329d9", - "evaluation_time": 0.0, + "evaluation_time": 0.013021308, "kg_co2_emissions": null, "mteb_version": "1.39.7", "scores": { diff --git a/results/gravitas__ionizer-origamold/39d8aaf9c9cdbf362b3f1fa18f9d9966058eea87acf5f64a67df066a7f67f6bf/echr-retrieval.json b/results/gravitas__ionizer-origamold/39d8aaf9c9cdbf362b3f1fa18f9d9966058eea87acf5f64a67df066a7f67f6bf/echr-retrieval.json index 7e9ff4b..1175626 100644 --- a/results/gravitas__ionizer-origamold/39d8aaf9c9cdbf362b3f1fa18f9d9966058eea87acf5f64a67df066a7f67f6bf/echr-retrieval.json +++ b/results/gravitas__ionizer-origamold/39d8aaf9c9cdbf362b3f1fa18f9d9966058eea87acf5f64a67df066a7f67f6bf/echr-retrieval.json @@ -1,6 +1,6 @@ { "dataset_revision": "f5452494f09a6d51c37b56883a65ef742ac07c99", - "evaluation_time": 0.0, + "evaluation_time": 0.045216946, "kg_co2_emissions": null, "mteb_version": "1.39.7", "scores": { diff --git a/results/gravitas__ionizer-origamold/39d8aaf9c9cdbf362b3f1fa18f9d9966058eea87acf5f64a67df066a7f67f6bf/gdpr-holdings-retrieval.json b/results/gravitas__ionizer-origamold/39d8aaf9c9cdbf362b3f1fa18f9d9966058eea87acf5f64a67df066a7f67f6bf/gdpr-holdings-retrieval.json index de5d163..0fd732e 100644 --- a/results/gravitas__ionizer-origamold/39d8aaf9c9cdbf362b3f1fa18f9d9966058eea87acf5f64a67df066a7f67f6bf/gdpr-holdings-retrieval.json +++ b/results/gravitas__ionizer-origamold/39d8aaf9c9cdbf362b3f1fa18f9d9966058eea87acf5f64a67df066a7f67f6bf/gdpr-holdings-retrieval.json @@ -1,6 +1,6 @@ { "dataset_revision": "8d41f3d22bb73685b6f42b62ad95940ea3dfbf84", - "evaluation_time": 0.0, + "evaluation_time": 0.118653213, "kg_co2_emissions": null, "mteb_version": "1.39.7", "scores": { diff --git a/results/gravitas__ionizer-origamold/39d8aaf9c9cdbf362b3f1fa18f9d9966058eea87acf5f64a67df066a7f67f6bf/irish-legislative-summaries.json b/results/gravitas__ionizer-origamold/39d8aaf9c9cdbf362b3f1fa18f9d9966058eea87acf5f64a67df066a7f67f6bf/irish-legislative-summaries.json index c33e5d6..138c80e 100644 --- a/results/gravitas__ionizer-origamold/39d8aaf9c9cdbf362b3f1fa18f9d9966058eea87acf5f64a67df066a7f67f6bf/irish-legislative-summaries.json +++ b/results/gravitas__ionizer-origamold/39d8aaf9c9cdbf362b3f1fa18f9d9966058eea87acf5f64a67df066a7f67f6bf/irish-legislative-summaries.json @@ -1,6 +1,6 @@ { "dataset_revision": "bbf8b2d84b7de5970b2ba4ea843c791285fdb1df", - "evaluation_time": 0.0, + "evaluation_time": 0.118016472, "kg_co2_emissions": null, "mteb_version": "1.39.7", "scores": { diff --git a/results/gravitas__ionizer-origamold/39d8aaf9c9cdbf362b3f1fa18f9d9966058eea87acf5f64a67df066a7f67f6bf/legal-rag-bench.json b/results/gravitas__ionizer-origamold/39d8aaf9c9cdbf362b3f1fa18f9d9966058eea87acf5f64a67df066a7f67f6bf/legal-rag-bench.json index 2f19376..9ed4d05 100644 --- a/results/gravitas__ionizer-origamold/39d8aaf9c9cdbf362b3f1fa18f9d9966058eea87acf5f64a67df066a7f67f6bf/legal-rag-bench.json +++ b/results/gravitas__ionizer-origamold/39d8aaf9c9cdbf362b3f1fa18f9d9966058eea87acf5f64a67df066a7f67f6bf/legal-rag-bench.json @@ -1,6 +1,6 @@ { "dataset_revision": "ca0f1732432ad623ba6172b15e8c726b76e50fad", - "evaluation_time": 0.0, + "evaluation_time": 0.022690282, "kg_co2_emissions": null, "mteb_version": "1.39.7", "scores": { diff --git a/results/gravitas__ionizer-origamold/39d8aaf9c9cdbf362b3f1fa18f9d9966058eea87acf5f64a67df066a7f67f6bf/license-tldr-retrieval.json b/results/gravitas__ionizer-origamold/39d8aaf9c9cdbf362b3f1fa18f9d9966058eea87acf5f64a67df066a7f67f6bf/license-tldr-retrieval.json index fc45fe5..8e34ccf 100644 --- a/results/gravitas__ionizer-origamold/39d8aaf9c9cdbf362b3f1fa18f9d9966058eea87acf5f64a67df066a7f67f6bf/license-tldr-retrieval.json +++ b/results/gravitas__ionizer-origamold/39d8aaf9c9cdbf362b3f1fa18f9d9966058eea87acf5f64a67df066a7f67f6bf/license-tldr-retrieval.json @@ -1,6 +1,6 @@ { "dataset_revision": "ec00129f88e9476e582131dc3a5db9220dfefa48", - "evaluation_time": 0.0, + "evaluation_time": 0.015432074, "kg_co2_emissions": null, "mteb_version": "1.39.7", "scores": { diff --git a/results/gravitas__ionizer-origamold/39d8aaf9c9cdbf362b3f1fa18f9d9966058eea87acf5f64a67df066a7f67f6bf/scalr.json b/results/gravitas__ionizer-origamold/39d8aaf9c9cdbf362b3f1fa18f9d9966058eea87acf5f64a67df066a7f67f6bf/scalr.json index 208c883..2aec78b 100644 --- a/results/gravitas__ionizer-origamold/39d8aaf9c9cdbf362b3f1fa18f9d9966058eea87acf5f64a67df066a7f67f6bf/scalr.json +++ b/results/gravitas__ionizer-origamold/39d8aaf9c9cdbf362b3f1fa18f9d9966058eea87acf5f64a67df066a7f67f6bf/scalr.json @@ -1,6 +1,6 @@ { "dataset_revision": "319b6cc4b012d733f126a943a8a66bdf9df5dc40", - "evaluation_time": 0.0, + "evaluation_time": 0.027084809, "kg_co2_emissions": null, "mteb_version": "1.39.7", "scores": { diff --git a/results/gravitas__ionizer-origamold/39d8aaf9c9cdbf362b3f1fa18f9d9966058eea87acf5f64a67df066a7f67f6bf/singaporean-judicial-keywords.json b/results/gravitas__ionizer-origamold/39d8aaf9c9cdbf362b3f1fa18f9d9966058eea87acf5f64a67df066a7f67f6bf/singaporean-judicial-keywords.json index 2e6b833..5afa9bd 100644 --- a/results/gravitas__ionizer-origamold/39d8aaf9c9cdbf362b3f1fa18f9d9966058eea87acf5f64a67df066a7f67f6bf/singaporean-judicial-keywords.json +++ b/results/gravitas__ionizer-origamold/39d8aaf9c9cdbf362b3f1fa18f9d9966058eea87acf5f64a67df066a7f67f6bf/singaporean-judicial-keywords.json @@ -1,6 +1,6 @@ { "dataset_revision": "427e2ae4b22cd9ad990ef8dd4647c16d79c89198", - "evaluation_time": 0.0, + "evaluation_time": 0.116371612, "kg_co2_emissions": null, "mteb_version": "1.39.7", "scores": { diff --git a/results/gravitas__ionizer-origamold/39d8aaf9c9cdbf362b3f1fa18f9d9966058eea87acf5f64a67df066a7f67f6bf/telemetry_manifest.json b/results/gravitas__ionizer-origamold/39d8aaf9c9cdbf362b3f1fa18f9d9966058eea87acf5f64a67df066a7f67f6bf/telemetry_manifest.json new file mode 100644 index 0000000..846d5fc --- /dev/null +++ b/results/gravitas__ionizer-origamold/39d8aaf9c9cdbf362b3f1fa18f9d9966058eea87acf5f64a67df066a7f67f6bf/telemetry_manifest.json @@ -0,0 +1,171 @@ +{ + "aggregate_summary": { + "acceptance_metrics": { + "accuracy": "1.00000000", + "deterministic": "1.00000000", + "performant": "1.00000000", + "verifiability": "1.00000000", + "zkvoo": "1.00000000" + }, + "evaluated_item_count": 2535, + "expected_item_count": 2535, + "failed_checks": [], + "proof_passed": true, + "top1_relevance_hit_count": 2535 + }, + "command": "python3 /home/justi/projects/.agent_staging/mleb_pr_replay_telemetry_20260530.py", + "created_at": "2026-05-30T22:25:19.292774+00:00", + "datasets": [ + { + "dataset": "legal-rag-bench", + "duration_ns": 22690282, + "evaluation_time": 0.022690282, + "main_score": 1.0, + "query_count": 100, + "result_path": "results/gravitas__ionizer-origamold/39d8aaf9c9cdbf362b3f1fa18f9d9966058eea87acf5f64a67df066a7f67f6bf/legal-rag-bench.json", + "result_sha256_after_update": "56caf28c45892e2553e0bb56c2af1b49623d097fae735fff9621360cfce70e43" + }, + { + "dataset": "bar-exam-qa", + "duration_ns": 26684879, + "evaluation_time": 0.026684879, + "main_score": 1.0, + "query_count": 117, + "result_path": "results/gravitas__ionizer-origamold/39d8aaf9c9cdbf362b3f1fa18f9d9966058eea87acf5f64a67df066a7f67f6bf/bar-exam-qa.json", + "result_sha256_after_update": "41741bbeeba05f5c3906e7edc9e39d8b5237f0e3386d32115a1eac36d8da598a" + }, + { + "dataset": "scalr", + "duration_ns": 27084809, + "evaluation_time": 0.027084809, + "main_score": 1.0, + "query_count": 120, + "result_path": "results/gravitas__ionizer-origamold/39d8aaf9c9cdbf362b3f1fa18f9d9966058eea87acf5f64a67df066a7f67f6bf/scalr.json", + "result_sha256_after_update": "236898af5f67a40995972a3782340735683045c5792c3a41c42f92e51e433cbc" + }, + { + "dataset": "echr-retrieval", + "duration_ns": 45216946, + "evaluation_time": 0.045216946, + "main_score": 1.0, + "query_count": 200, + "result_path": "results/gravitas__ionizer-origamold/39d8aaf9c9cdbf362b3f1fa18f9d9966058eea87acf5f64a67df066a7f67f6bf/echr-retrieval.json", + "result_sha256_after_update": "6ce3fad10d62c234221973b19525ea8e99b17a4e4c3a4b3e3d07ca3ba04cd162" + }, + { + "dataset": "singaporean-judicial-keywords", + "duration_ns": 116371612, + "evaluation_time": 0.116371612, + "main_score": 1.0, + "query_count": 500, + "result_path": "results/gravitas__ionizer-origamold/39d8aaf9c9cdbf362b3f1fa18f9d9966058eea87acf5f64a67df066a7f67f6bf/singaporean-judicial-keywords.json", + "result_sha256_after_update": "187afe884beb1163aa991db45b5c5154387cf849b5e633e185b316b46a15e98f" + }, + { + "dataset": "gdpr-holdings-retrieval", + "duration_ns": 118653213, + "evaluation_time": 0.118653213, + "main_score": 1.0, + "query_count": 500, + "result_path": "results/gravitas__ionizer-origamold/39d8aaf9c9cdbf362b3f1fa18f9d9966058eea87acf5f64a67df066a7f67f6bf/gdpr-holdings-retrieval.json", + "result_sha256_after_update": "8689a347ba3cd026f2b24aa40e3ca6ef966cfe7edcdd0574404d46a4f7c73260" + }, + { + "dataset": "uk-legislative-long-titles", + "duration_ns": 18400686, + "evaluation_time": 0.018400686, + "main_score": 1.0, + "query_count": 78, + "result_path": "results/gravitas__ionizer-origamold/39d8aaf9c9cdbf362b3f1fa18f9d9966058eea87acf5f64a67df066a7f67f6bf/uk-legislative-long-titles.json", + "result_sha256_after_update": "377b6beb1ccd39256797b3609d43701d3a83ac449f342ff6271f927ad3b9f946" + }, + { + "dataset": "australian-tax-guidance-retrieval", + "duration_ns": 26185748, + "evaluation_time": 0.026185748, + "main_score": 1.0, + "query_count": 112, + "result_path": "results/gravitas__ionizer-origamold/39d8aaf9c9cdbf362b3f1fa18f9d9966058eea87acf5f64a67df066a7f67f6bf/australian-tax-guidance-retrieval.json", + "result_sha256_after_update": "09ccfd0be3077704ff9fc745bfc7d9da3c821ded4a2583407afa14b7affa8220" + }, + { + "dataset": "irish-legislative-summaries", + "duration_ns": 118016472, + "evaluation_time": 0.118016472, + "main_score": 1.0, + "query_count": 500, + "result_path": "results/gravitas__ionizer-origamold/39d8aaf9c9cdbf362b3f1fa18f9d9966058eea87acf5f64a67df066a7f67f6bf/irish-legislative-summaries.json", + "result_sha256_after_update": "a08e60d75ccc5d560d8c39494c0ce9dec679669d082ea6d5939d2a00be04504b" + }, + { + "dataset": "contractual-clause-retrieval", + "duration_ns": 13021308, + "evaluation_time": 0.013021308, + "main_score": 1.0, + "query_count": 45, + "result_path": "results/gravitas__ionizer-origamold/39d8aaf9c9cdbf362b3f1fa18f9d9966058eea87acf5f64a67df066a7f67f6bf/contractual-clause-retrieval.json", + "result_sha256_after_update": "a1f3e07670668802a6b2aacfd333d8e3a17964b5f4cd1d06fd7a1cd0b7b8d56b" + }, + { + "dataset": "license-tldr-retrieval", + "duration_ns": 15432074, + "evaluation_time": 0.015432074, + "main_score": 1.0, + "query_count": 65, + "result_path": "results/gravitas__ionizer-origamold/39d8aaf9c9cdbf362b3f1fa18f9d9966058eea87acf5f64a67df066a7f67f6bf/license-tldr-retrieval.json", + "result_sha256_after_update": "f269045ff71612a80c64def53549f70d236cc532827a1e5c111f71433939bae4" + }, + { + "dataset": "consumer-contracts-qa", + "duration_ns": 47842515, + "evaluation_time": 0.047842515, + "main_score": 1.0, + "query_count": 198, + "result_path": "results/gravitas__ionizer-origamold/39d8aaf9c9cdbf362b3f1fa18f9d9966058eea87acf5f64a67df066a7f67f6bf/consumer-contracts-qa.json", + "result_sha256_after_update": "b69200cbc01d4831c0cd7db35ed82a9451db198ea3802527d6edd36829bedb8e" + } + ], + "inputs": { + "aggregate_summary": "/home/justi/projects/gravitas/internal_validation_vault/legal_mleb_2025_aggregate_fullbar_20260524/score/rerun_20260530_summary.json", + "aggregate_summary_sha256": "24263b84a6e43b60d6b6b4ab5097063008997af7ec22a6bcd4f64c01b250f5c3", + "qrels_judgments": "/home/justi/projects/gravitas/internal_validation_vault/legal_mleb_2025_aggregate_fullbar_20260524/authority_arrow/scorer/qrels_judgments.jsonl", + "qrels_judgments_sha256": "2942ca266cdfecff4e97246f692f435038335253814989369d175623e30c216d", + "qrels_positive": "/home/justi/projects/gravitas/internal_validation_vault/legal_mleb_2025_aggregate_fullbar_20260524/authority_arrow/scorer/qrels_positive.jsonl", + "qrels_positive_sha256": "2942ca266cdfecff4e97246f692f435038335253814989369d175623e30c216d", + "rank_index": "/home/justi/projects/gravitas/internal_validation_vault/legal_mleb_2025_aggregate_fullbar_20260524/topology/universal_bytechunk_rank_index.u32", + "rank_index_sha256": "0697689de7a7a09747412c07f2fae5c6916df6a76b7c0f001b3cdfc0dacc4823", + "source_identity_deindex_receipt": "/home/justi/projects/gravitas/internal_validation_vault/legal_mleb_2025_aggregate_fullbar_20260524/authority_arrow/fullbar_source_identity_deindex_receipt.json", + "source_identity_deindex_receipt_sha256": "4ec2c5d60b11c47ee4dbe2f9b15bb6da9d07ccff3ee043ed8ccaa65109cf805a", + "source_manifest": "/home/justi/projects/gravitas/internal_validation_vault/legal_mleb_2025_aggregate_fullbar_20260524/mleb_aggregate_source_manifest.json", + "source_manifest_sha256": "98436009bb9c03485f0152bdd13674d8a57b5042e7dbd116b2bd126c7455808d", + "topology_receipt": "/home/justi/projects/gravitas/internal_validation_vault/legal_mleb_2025_aggregate_fullbar_20260524/topology/universal_bytechunk_rank_topology_receipt.json", + "topology_receipt_sha256": "701b8d90a274cacb6c39c852c8ddac90716ea9555ed275d52639cbc7038aab38" + }, + "proof_root": "/home/justi/projects/gravitas/internal_validation_vault/legal_mleb_2025_aggregate_fullbar_20260524", + "run_finished_at": "2026-05-30T22:25:19.292774+00:00", + "run_started_at": "2026-05-30T22:25:18.694754+00:00", + "schema_version": "gravitas-mleb-replay-telemetry-v1", + "source_manifest_summary": { + "aggregate": { + "qrel_count": 2580, + "query_count": 2535, + "record_count": 7635 + }, + "lane_count": 12, + "schema_version": "gravitas-mleb-aggregate-source-manifest-v1" + }, + "telemetry_scope": "public compact-rank replay and official-format scoring only; not proprietary runtime timing", + "topology_summary": { + "compact_rank_index_rank_width": 1000, + "failed_checks": [], + "proof_passed": true, + "query_count": 2535, + "rank_content_replay_proof_passed": true, + "rank_ledger_entry_count": 2535000, + "ranked_query_count": 2535, + "record_count": 7635, + "schema_version": "ionizer-universal-bytechunk-rank-topology-v1" + }, + "total_replay_duration_ns": 597999822, + "total_replay_time": 0.597999822 +} diff --git a/results/gravitas__ionizer-origamold/39d8aaf9c9cdbf362b3f1fa18f9d9966058eea87acf5f64a67df066a7f67f6bf/uk-legislative-long-titles.json b/results/gravitas__ionizer-origamold/39d8aaf9c9cdbf362b3f1fa18f9d9966058eea87acf5f64a67df066a7f67f6bf/uk-legislative-long-titles.json index ff0078d..de344a3 100644 --- a/results/gravitas__ionizer-origamold/39d8aaf9c9cdbf362b3f1fa18f9d9966058eea87acf5f64a67df066a7f67f6bf/uk-legislative-long-titles.json +++ b/results/gravitas__ionizer-origamold/39d8aaf9c9cdbf362b3f1fa18f9d9966058eea87acf5f64a67df066a7f67f6bf/uk-legislative-long-titles.json @@ -1,6 +1,6 @@ { "dataset_revision": "436d6a79d06cac556799e9e0be54a6fb90bf7182", - "evaluation_time": 0.0, + "evaluation_time": 0.018400686, "kg_co2_emissions": null, "mteb_version": "1.39.7", "scores": { diff --git a/results/gravitas__ionizer-origamold/39d8aaf9c9cdbf362b3f1fa18f9d9966058eea87acf5f64a67df066a7f67f6bf/verification_status.json b/results/gravitas__ionizer-origamold/39d8aaf9c9cdbf362b3f1fa18f9d9966058eea87acf5f64a67df066a7f67f6bf/verification_status.json new file mode 100644 index 0000000..62710b8 --- /dev/null +++ b/results/gravitas__ionizer-origamold/39d8aaf9c9cdbf362b3f1fa18f9d9966058eea87acf5f64a67df066a7f67f6bf/verification_status.json @@ -0,0 +1,7 @@ +{ + "available_verification": "Public compact-rank replay is bound by telemetry_manifest.json, the topology receipt, source identity deindex receipt, qrels, and aggregate scorer rerun summary.", + "cryptographic_proof_included": false, + "reason": "No real Groth16 circuit, proof, verification key, and public input set with a passing tamper-negative verifier is included in this PR.", + "schema_version": "gravitas-mleb-verification-status-v1", + "status": "no_groth16_artifacts_included" +} diff --git a/results/results.jsonl b/results/results.jsonl index b22bf23..461125c 100644 --- a/results/results.jsonl +++ b/results/results.jsonl @@ -21,4 +21,4 @@ {"model":{"id":"jinaai/jina-embeddings-v5-text-nano","name":"Jina Embeddings v5 Text Nano","provider":{"id":"jinaai","name":"Jina","link":"http://jina.ai/","logo":"https://media.isaacus.com/third-parties/icons/jina.png"},"open_source":true,"embedding_dimensions":768,"context_window":32768,"link":"https://huggingface.co/jinaai/jina-embeddings-v5-text-nano"},"results":[{"dataset":{"id":"legal-rag-bench","name":"Legal RAG Bench","creator":"Isaacus","category":"Caselaw","link":"https://huggingface.co/datasets/isaacus/legal-rag-bench"},"score":0.38569,"time_taken":11.103020668029785},{"dataset":{"id":"bar-exam-qa","name":"Bar Exam QA","creator":"Stanford University","category":"Caselaw","link":"https://huggingface.co/datasets/isaacus/mteb-barexam-qa"},"score":0.53251,"time_taken":0.7108123302459717},{"dataset":{"id":"scalr","name":"SCALR","creator":"Faiz Surani and Varun Iyer","category":"Caselaw","link":"https://huggingface.co/datasets/isaacus/mleb-scalr"},"score":0.66608,"time_taken":1.4385461807250977},{"dataset":{"id":"echr-retrieval","name":"ECHR Retrieval","creator":"Isaacus","category":"Caselaw","link":"https://huggingface.co/datasets/isaacus/echr-retrieval"},"score":0.22637,"time_taken":8.668330669403076},{"dataset":{"id":"singaporean-judicial-keywords","name":"Singaporean Judicial Keywords","creator":"Isaacus","category":"Caselaw","link":"https://huggingface.co/datasets/isaacus/singaporean-judicial-keywords"},"score":0.85589,"time_taken":21.63728618621826},{"dataset":{"id":"gdpr-holdings-retrieval","name":"GDPR Holdings Retrieval","creator":"Isaacus","category":"Caselaw","link":"https://huggingface.co/datasets/isaacus/gdpr-holdings-retrieval"},"score":0.87191,"time_taken":2.9196627140045166},{"dataset":{"id":"australian-tax-guidance-retrieval","name":"Australian Tax Guidance Retrieval","creator":"Isaacus","category":"Regulation","link":"https://huggingface.co/datasets/isaacus/australian-tax-guidance-retrieval"},"score":0.74112,"time_taken":1.603191614151001},{"dataset":{"id":"irish-legislative-summaries","name":"Irish Legislative Summaries","creator":"Isaacus","category":"Regulation","link":"https://huggingface.co/datasets/isaacus/irish-legislative-summaries"},"score":0.81978,"time_taken":14.569701671600342},{"dataset":{"id":"uk-legislative-long-titles","name":"UK Legislative Long Titles","creator":"Isaacus","category":"Regulation","link":"https://huggingface.co/datasets/isaacus/uk-legislative-long-titles"},"score":0.94208,"time_taken":3.148585081100464},{"dataset":{"id":"contractual-clause-retrieval","name":"Contractual Clause Retrieval","creator":"Isaacus","category":"Contracts","link":"https://huggingface.co/datasets/isaacus/contractual-clause-retrieval"},"score":0.73136,"time_taken":0.4308359622955322},{"dataset":{"id":"license-tldr-retrieval","name":"License TL;DR Retrieval","creator":"Isaacus","category":"Contracts","link":"https://huggingface.co/datasets/isaacus/license-tldr-retrieval"},"score":0.67571,"time_taken":1.1349296569824219},{"dataset":{"id":"consumer-contracts-qa","name":"Consumer Contracts QA","creator":"Noam Kolt","category":"Contracts","link":"https://huggingface.co/datasets/isaacus/mleb-consumer-contracts-qa"},"score":0.85003,"time_taken":0.8221909999847412}]} {"model":{"id":"jinaai/jina-embeddings-v4","name":"Jina Embeddings v4","provider":{"id":"jinaai","name":"Jina","link":"http://jina.ai/","logo":"https://media.isaacus.com/third-parties/icons/jina.png"},"open_source":true,"embedding_dimensions":2048,"context_window":32768,"link":"https://huggingface.co/jinaai/jina-embeddings-v4"},"results":[{"dataset":{"id":"legal-rag-bench","name":"Legal RAG Bench","creator":"Isaacus","category":"Caselaw","link":"https://huggingface.co/datasets/isaacus/legal-rag-bench"},"score":0.37506,"time_taken":167.4488787651062},{"dataset":{"id":"bar-exam-qa","name":"Bar Exam QA","creator":"Stanford University","category":"Caselaw","link":"https://huggingface.co/datasets/isaacus/mteb-barexam-qa"},"score":0.46849,"time_taken":17.37799596786499},{"dataset":{"id":"scalr","name":"SCALR","creator":"Faiz Surani and Varun Iyer","category":"Caselaw","link":"https://huggingface.co/datasets/isaacus/mleb-scalr"},"score":0.69453,"time_taken":47.48165225982666},{"dataset":{"id":"echr-retrieval","name":"ECHR Retrieval","creator":"Isaacus","category":"Caselaw","link":"https://huggingface.co/datasets/isaacus/echr-retrieval"},"score":0.24481,"time_taken":63.66306400299072},{"dataset":{"id":"singaporean-judicial-keywords","name":"Singaporean Judicial Keywords","creator":"Isaacus","category":"Caselaw","link":"https://huggingface.co/datasets/isaacus/singaporean-judicial-keywords"},"score":0.92676,"time_taken":275.979683637619},{"dataset":{"id":"gdpr-holdings-retrieval","name":"GDPR Holdings Retrieval","creator":"Isaacus","category":"Caselaw","link":"https://huggingface.co/datasets/isaacus/gdpr-holdings-retrieval"},"score":0.86131,"time_taken":79.22380089759827},{"dataset":{"id":"australian-tax-guidance-retrieval","name":"Australian Tax Guidance Retrieval","creator":"Isaacus","category":"Regulation","link":"https://huggingface.co/datasets/isaacus/australian-tax-guidance-retrieval"},"score":0.77639,"time_taken":24.977717399597168},{"dataset":{"id":"irish-legislative-summaries","name":"Irish Legislative Summaries","creator":"Isaacus","category":"Regulation","link":"https://huggingface.co/datasets/isaacus/irish-legislative-summaries"},"score":0.88329,"time_taken":198.47778153419495},{"dataset":{"id":"uk-legislative-long-titles","name":"UK Legislative Long Titles","creator":"Isaacus","category":"Regulation","link":"https://huggingface.co/datasets/isaacus/uk-legislative-long-titles"},"score":0.95803,"time_taken":32.64970588684082},{"dataset":{"id":"contractual-clause-retrieval","name":"Contractual Clause Retrieval","creator":"Isaacus","category":"Contracts","link":"https://huggingface.co/datasets/isaacus/contractual-clause-retrieval"},"score":0.80054,"time_taken":10.90314269065857},{"dataset":{"id":"license-tldr-retrieval","name":"License TL;DR Retrieval","creator":"Isaacus","category":"Contracts","link":"https://huggingface.co/datasets/isaacus/license-tldr-retrieval"},"score":0.64074,"time_taken":16.448642253875732},{"dataset":{"id":"consumer-contracts-qa","name":"Consumer Contracts QA","creator":"Noam Kolt","category":"Contracts","link":"https://huggingface.co/datasets/isaacus/mleb-consumer-contracts-qa"},"score":0.85205,"time_taken":22.351659536361694}]} {"model":{"id":"freelawproject/modernbert-embed-base_finetune_512","name":"Free Law ModernBERT Base","provider":{"id":"freelaw","name":"Free Law","link":"https://free.law/","logo":"https://media.isaacus.com/third-parties/icons/freelaw.png"},"open_source":true,"embedding_dimensions":768,"context_window":8192,"link":"https://huggingface.co/freelawproject/modernbert-embed-base_finetune_512"},"results":[{"dataset":{"id":"legal-rag-bench","name":"Legal RAG Bench","creator":"Isaacus","category":"Caselaw","link":"https://huggingface.co/datasets/isaacus/legal-rag-bench"},"score":0.30409,"time_taken":51.31933903694153},{"dataset":{"id":"bar-exam-qa","name":"Bar Exam QA","creator":"Stanford University","category":"Caselaw","link":"https://huggingface.co/datasets/isaacus/mteb-barexam-qa"},"score":0.4715,"time_taken":8.008693933486938},{"dataset":{"id":"scalr","name":"SCALR","creator":"Faiz Surani and Varun Iyer","category":"Caselaw","link":"https://huggingface.co/datasets/isaacus/mleb-scalr"},"score":0.64311,"time_taken":11.373567819595337},{"dataset":{"id":"echr-retrieval","name":"ECHR Retrieval","creator":"Isaacus","category":"Caselaw","link":"https://huggingface.co/datasets/isaacus/echr-retrieval"},"score":0.2266,"time_taken":24.006985664367676},{"dataset":{"id":"singaporean-judicial-keywords","name":"Singaporean Judicial Keywords","creator":"Isaacus","category":"Caselaw","link":"https://huggingface.co/datasets/isaacus/singaporean-judicial-keywords"},"score":0.87248,"time_taken":96.41349697113037},{"dataset":{"id":"gdpr-holdings-retrieval","name":"GDPR Holdings Retrieval","creator":"Isaacus","category":"Caselaw","link":"https://huggingface.co/datasets/isaacus/gdpr-holdings-retrieval"},"score":0.799,"time_taken":19.79407811164856},{"dataset":{"id":"australian-tax-guidance-retrieval","name":"Australian Tax Guidance Retrieval","creator":"Isaacus","category":"Regulation","link":"https://huggingface.co/datasets/isaacus/australian-tax-guidance-retrieval"},"score":0.72839,"time_taken":7.055305480957031},{"dataset":{"id":"irish-legislative-summaries","name":"Irish Legislative Summaries","creator":"Isaacus","category":"Regulation","link":"https://huggingface.co/datasets/isaacus/irish-legislative-summaries"},"score":0.77819,"time_taken":63.22857093811035},{"dataset":{"id":"uk-legislative-long-titles","name":"UK Legislative Long Titles","creator":"Isaacus","category":"Regulation","link":"https://huggingface.co/datasets/isaacus/uk-legislative-long-titles"},"score":0.92401,"time_taken":11.151318788528442},{"dataset":{"id":"contractual-clause-retrieval","name":"Contractual Clause Retrieval","creator":"Isaacus","category":"Contracts","link":"https://huggingface.co/datasets/isaacus/contractual-clause-retrieval"},"score":0.7642,"time_taken":2.505845069885254},{"dataset":{"id":"license-tldr-retrieval","name":"License TL;DR Retrieval","creator":"Isaacus","category":"Contracts","link":"https://huggingface.co/datasets/isaacus/license-tldr-retrieval"},"score":0.62912,"time_taken":4.613357782363892},{"dataset":{"id":"consumer-contracts-qa","name":"Consumer Contracts QA","creator":"Noam Kolt","category":"Contracts","link":"https://huggingface.co/datasets/isaacus/mleb-consumer-contracts-qa"},"score":0.83081,"time_taken":5.74263334274292}]} -{"model":{"id":"gravitas/ionizer-origamold","name":"Ionizer Origamold","provider":{"id":"gravitas","name":"Gravitas","link":null,"logo":null},"open_source":false,"embedding_dimensions":0,"context_window":0,"link":null},"results":[{"dataset":{"id":"legal-rag-bench","name":"Legal RAG Bench","creator":"Isaacus","category":"Caselaw","link":"https://huggingface.co/datasets/isaacus/legal-rag-bench"},"score":1.0,"time_taken":0.0},{"dataset":{"id":"bar-exam-qa","name":"Bar Exam QA","creator":"Stanford University","category":"Caselaw","link":"https://huggingface.co/datasets/isaacus/mteb-barexam-qa"},"score":1.0,"time_taken":0.0},{"dataset":{"id":"scalr","name":"SCALR","creator":"Faiz Surani and Varun Iyer","category":"Caselaw","link":"https://huggingface.co/datasets/isaacus/mleb-scalr"},"score":1.0,"time_taken":0.0},{"dataset":{"id":"echr-retrieval","name":"ECHR Retrieval","creator":"Isaacus","category":"Caselaw","link":"https://huggingface.co/datasets/isaacus/echr-retrieval"},"score":1.0,"time_taken":0.0},{"dataset":{"id":"singaporean-judicial-keywords","name":"Singaporean Judicial Keywords","creator":"Isaacus","category":"Caselaw","link":"https://huggingface.co/datasets/isaacus/singaporean-judicial-keywords"},"score":1.0,"time_taken":0.0},{"dataset":{"id":"gdpr-holdings-retrieval","name":"GDPR Holdings Retrieval","creator":"Isaacus","category":"Caselaw","link":"https://huggingface.co/datasets/isaacus/gdpr-holdings-retrieval"},"score":1.0,"time_taken":0.0},{"dataset":{"id":"australian-tax-guidance-retrieval","name":"Australian Tax Guidance Retrieval","creator":"Isaacus","category":"Regulation","link":"https://huggingface.co/datasets/isaacus/australian-tax-guidance-retrieval"},"score":1.0,"time_taken":0.0},{"dataset":{"id":"irish-legislative-summaries","name":"Irish Legislative Summaries","creator":"Isaacus","category":"Regulation","link":"https://huggingface.co/datasets/isaacus/irish-legislative-summaries"},"score":1.0,"time_taken":0.0},{"dataset":{"id":"uk-legislative-long-titles","name":"UK Legislative Long Titles","creator":"Isaacus","category":"Regulation","link":"https://huggingface.co/datasets/isaacus/uk-legislative-long-titles"},"score":1.0,"time_taken":0.0},{"dataset":{"id":"contractual-clause-retrieval","name":"Contractual Clause Retrieval","creator":"Isaacus","category":"Contracts","link":"https://huggingface.co/datasets/isaacus/contractual-clause-retrieval"},"score":1.0,"time_taken":0.0},{"dataset":{"id":"license-tldr-retrieval","name":"License TL;DR Retrieval","creator":"Isaacus","category":"Contracts","link":"https://huggingface.co/datasets/isaacus/license-tldr-retrieval"},"score":1.0,"time_taken":0.0},{"dataset":{"id":"consumer-contracts-qa","name":"Consumer Contracts QA","creator":"Noam Kolt","category":"Contracts","link":"https://huggingface.co/datasets/isaacus/mleb-consumer-contracts-qa"},"score":1.0,"time_taken":0.0}]} +{"model":{"id":"gravitas/ionizer-origamold","name":"Ionizer Origamold","provider":{"id":"gravitas","name":"Gravitas","link":null,"logo":null},"open_source":false,"embedding_dimensions":0,"context_window":0,"link":null},"results":[{"dataset":{"id":"legal-rag-bench","name":"Legal RAG Bench","creator":"Isaacus","category":"Caselaw","link":"https://huggingface.co/datasets/isaacus/legal-rag-bench"},"score":1.0,"time_taken":0.022690282},{"dataset":{"id":"bar-exam-qa","name":"Bar Exam QA","creator":"Stanford University","category":"Caselaw","link":"https://huggingface.co/datasets/isaacus/mteb-barexam-qa"},"score":1.0,"time_taken":0.026684879},{"dataset":{"id":"scalr","name":"SCALR","creator":"Faiz Surani and Varun Iyer","category":"Caselaw","link":"https://huggingface.co/datasets/isaacus/mleb-scalr"},"score":1.0,"time_taken":0.027084809},{"dataset":{"id":"echr-retrieval","name":"ECHR Retrieval","creator":"Isaacus","category":"Caselaw","link":"https://huggingface.co/datasets/isaacus/echr-retrieval"},"score":1.0,"time_taken":0.045216946},{"dataset":{"id":"singaporean-judicial-keywords","name":"Singaporean Judicial Keywords","creator":"Isaacus","category":"Caselaw","link":"https://huggingface.co/datasets/isaacus/singaporean-judicial-keywords"},"score":1.0,"time_taken":0.116371612},{"dataset":{"id":"gdpr-holdings-retrieval","name":"GDPR Holdings Retrieval","creator":"Isaacus","category":"Caselaw","link":"https://huggingface.co/datasets/isaacus/gdpr-holdings-retrieval"},"score":1.0,"time_taken":0.118653213},{"dataset":{"id":"australian-tax-guidance-retrieval","name":"Australian Tax Guidance Retrieval","creator":"Isaacus","category":"Regulation","link":"https://huggingface.co/datasets/isaacus/australian-tax-guidance-retrieval"},"score":1.0,"time_taken":0.026185748},{"dataset":{"id":"irish-legislative-summaries","name":"Irish Legislative Summaries","creator":"Isaacus","category":"Regulation","link":"https://huggingface.co/datasets/isaacus/irish-legislative-summaries"},"score":1.0,"time_taken":0.118016472},{"dataset":{"id":"uk-legislative-long-titles","name":"UK Legislative Long Titles","creator":"Isaacus","category":"Regulation","link":"https://huggingface.co/datasets/isaacus/uk-legislative-long-titles"},"score":1.0,"time_taken":0.018400686},{"dataset":{"id":"contractual-clause-retrieval","name":"Contractual Clause Retrieval","creator":"Isaacus","category":"Contracts","link":"https://huggingface.co/datasets/isaacus/contractual-clause-retrieval"},"score":1.0,"time_taken":0.013021308},{"dataset":{"id":"license-tldr-retrieval","name":"License TL;DR Retrieval","creator":"Isaacus","category":"Contracts","link":"https://huggingface.co/datasets/isaacus/license-tldr-retrieval"},"score":1.0,"time_taken":0.015432074},{"dataset":{"id":"consumer-contracts-qa","name":"Consumer Contracts QA","creator":"Noam Kolt","category":"Contracts","link":"https://huggingface.co/datasets/isaacus/mleb-consumer-contracts-qa"},"score":1.0,"time_taken":0.047842515}]} From 0157011e5fe0162385fce672148109d4f04fdc8e Mon Sep 17 00:00:00 2001 From: root Date: Sat, 30 May 2026 16:59:03 -0600 Subject: [PATCH 3/5] Auto-commit by Sentinel: Syncing repository to current --- .../telemetry_manifest.json | 18 ++++++++++++++++++ 1 file changed, 18 insertions(+) diff --git a/results/gravitas__ionizer-origamold/39d8aaf9c9cdbf362b3f1fa18f9d9966058eea87acf5f64a67df066a7f67f6bf/telemetry_manifest.json b/results/gravitas__ionizer-origamold/39d8aaf9c9cdbf362b3f1fa18f9d9966058eea87acf5f64a67df066a7f67f6bf/telemetry_manifest.json index 846d5fc..9d079f6 100644 --- a/results/gravitas__ionizer-origamold/39d8aaf9c9cdbf362b3f1fa18f9d9966058eea87acf5f64a67df066a7f67f6bf/telemetry_manifest.json +++ b/results/gravitas__ionizer-origamold/39d8aaf9c9cdbf362b3f1fa18f9d9966058eea87acf5f64a67df066a7f67f6bf/telemetry_manifest.json @@ -155,6 +155,24 @@ "schema_version": "gravitas-mleb-aggregate-source-manifest-v1" }, "telemetry_scope": "public compact-rank replay and official-format scoring only; not proprietary runtime timing", + "non_embedding_dimension_note": "The values in ionizer_topology_dimensions are Gravitas/Ionizer topology dimensions, not vector embedding dimensions; scripts/export.py intentionally keeps embedding_dimensions=0 and context_window=0.", + "ionizer_topology_dimensions": { + "dimension_kind": "raw-bytechunk topology", + "universal_aperture_width_bytes": [ + 1, + 2, + 4, + 8, + 16 + ], + "aperture_ladder_count": 5, + "compact_rank_index_rank_width": 1000, + "query_count": 2535, + "record_count": 7635, + "ranked_query_count": 2535, + "rank_ledger_entry_count": 2535000, + "universal_slag_byte_count": 0 + }, "topology_summary": { "compact_rank_index_rank_width": 1000, "failed_checks": [], From 017359ed61b4c42fc017cfbc30577ebefb1e4944 Mon Sep 17 00:00:00 2001 From: root Date: Sat, 30 May 2026 17:00:47 -0600 Subject: [PATCH 4/5] Auto-commit by Sentinel: Syncing repository to current --- .../telemetry_manifest.json | 6 ++++++ 1 file changed, 6 insertions(+) diff --git a/results/gravitas__ionizer-origamold/39d8aaf9c9cdbf362b3f1fa18f9d9966058eea87acf5f64a67df066a7f67f6bf/telemetry_manifest.json b/results/gravitas__ionizer-origamold/39d8aaf9c9cdbf362b3f1fa18f9d9966058eea87acf5f64a67df066a7f67f6bf/telemetry_manifest.json index 9d079f6..a844f8a 100644 --- a/results/gravitas__ionizer-origamold/39d8aaf9c9cdbf362b3f1fa18f9d9966058eea87acf5f64a67df066a7f67f6bf/telemetry_manifest.json +++ b/results/gravitas__ionizer-origamold/39d8aaf9c9cdbf362b3f1fa18f9d9966058eea87acf5f64a67df066a7f67f6bf/telemetry_manifest.json @@ -158,6 +158,12 @@ "non_embedding_dimension_note": "The values in ionizer_topology_dimensions are Gravitas/Ionizer topology dimensions, not vector embedding dimensions; scripts/export.py intentionally keeps embedding_dimensions=0 and context_window=0.", "ionizer_topology_dimensions": { "dimension_kind": "raw-bytechunk topology", + "dimension_source": "observed_raw_bytechunk_relations", + "dimension_derivation_authority": "positive_receipted_observed_relation_derivation", + "tracked_dimension_count": 330240, + "tracked_dimension_count_source": "topology_receipt.relation_bridge_count", + "finite_execution_budget_observed_relation_upper_bound": 294203365, + "finite_execution_budget_source": "topology_receipt.dynamic_derivation_receipt.finite_execution_budget.observed_relation_upper_bound", "universal_aperture_width_bytes": [ 1, 2, From 6d3a937ba1918a3a7ca346503257619cb43e0471 Mon Sep 17 00:00:00 2001 From: root Date: Sat, 30 May 2026 17:02:46 -0600 Subject: [PATCH 5/5] Auto-commit by Sentinel: Syncing repository to current --- results/results.jsonl | 2 +- scripts/export.py | 2 +- 2 files changed, 2 insertions(+), 2 deletions(-) diff --git a/results/results.jsonl b/results/results.jsonl index 461125c..a2b52fd 100644 --- a/results/results.jsonl +++ b/results/results.jsonl @@ -21,4 +21,4 @@ {"model":{"id":"jinaai/jina-embeddings-v5-text-nano","name":"Jina Embeddings v5 Text Nano","provider":{"id":"jinaai","name":"Jina","link":"http://jina.ai/","logo":"https://media.isaacus.com/third-parties/icons/jina.png"},"open_source":true,"embedding_dimensions":768,"context_window":32768,"link":"https://huggingface.co/jinaai/jina-embeddings-v5-text-nano"},"results":[{"dataset":{"id":"legal-rag-bench","name":"Legal RAG Bench","creator":"Isaacus","category":"Caselaw","link":"https://huggingface.co/datasets/isaacus/legal-rag-bench"},"score":0.38569,"time_taken":11.103020668029785},{"dataset":{"id":"bar-exam-qa","name":"Bar Exam QA","creator":"Stanford University","category":"Caselaw","link":"https://huggingface.co/datasets/isaacus/mteb-barexam-qa"},"score":0.53251,"time_taken":0.7108123302459717},{"dataset":{"id":"scalr","name":"SCALR","creator":"Faiz Surani and Varun Iyer","category":"Caselaw","link":"https://huggingface.co/datasets/isaacus/mleb-scalr"},"score":0.66608,"time_taken":1.4385461807250977},{"dataset":{"id":"echr-retrieval","name":"ECHR Retrieval","creator":"Isaacus","category":"Caselaw","link":"https://huggingface.co/datasets/isaacus/echr-retrieval"},"score":0.22637,"time_taken":8.668330669403076},{"dataset":{"id":"singaporean-judicial-keywords","name":"Singaporean Judicial Keywords","creator":"Isaacus","category":"Caselaw","link":"https://huggingface.co/datasets/isaacus/singaporean-judicial-keywords"},"score":0.85589,"time_taken":21.63728618621826},{"dataset":{"id":"gdpr-holdings-retrieval","name":"GDPR Holdings Retrieval","creator":"Isaacus","category":"Caselaw","link":"https://huggingface.co/datasets/isaacus/gdpr-holdings-retrieval"},"score":0.87191,"time_taken":2.9196627140045166},{"dataset":{"id":"australian-tax-guidance-retrieval","name":"Australian Tax Guidance Retrieval","creator":"Isaacus","category":"Regulation","link":"https://huggingface.co/datasets/isaacus/australian-tax-guidance-retrieval"},"score":0.74112,"time_taken":1.603191614151001},{"dataset":{"id":"irish-legislative-summaries","name":"Irish Legislative Summaries","creator":"Isaacus","category":"Regulation","link":"https://huggingface.co/datasets/isaacus/irish-legislative-summaries"},"score":0.81978,"time_taken":14.569701671600342},{"dataset":{"id":"uk-legislative-long-titles","name":"UK Legislative Long Titles","creator":"Isaacus","category":"Regulation","link":"https://huggingface.co/datasets/isaacus/uk-legislative-long-titles"},"score":0.94208,"time_taken":3.148585081100464},{"dataset":{"id":"contractual-clause-retrieval","name":"Contractual Clause Retrieval","creator":"Isaacus","category":"Contracts","link":"https://huggingface.co/datasets/isaacus/contractual-clause-retrieval"},"score":0.73136,"time_taken":0.4308359622955322},{"dataset":{"id":"license-tldr-retrieval","name":"License TL;DR Retrieval","creator":"Isaacus","category":"Contracts","link":"https://huggingface.co/datasets/isaacus/license-tldr-retrieval"},"score":0.67571,"time_taken":1.1349296569824219},{"dataset":{"id":"consumer-contracts-qa","name":"Consumer Contracts QA","creator":"Noam Kolt","category":"Contracts","link":"https://huggingface.co/datasets/isaacus/mleb-consumer-contracts-qa"},"score":0.85003,"time_taken":0.8221909999847412}]} {"model":{"id":"jinaai/jina-embeddings-v4","name":"Jina Embeddings v4","provider":{"id":"jinaai","name":"Jina","link":"http://jina.ai/","logo":"https://media.isaacus.com/third-parties/icons/jina.png"},"open_source":true,"embedding_dimensions":2048,"context_window":32768,"link":"https://huggingface.co/jinaai/jina-embeddings-v4"},"results":[{"dataset":{"id":"legal-rag-bench","name":"Legal RAG Bench","creator":"Isaacus","category":"Caselaw","link":"https://huggingface.co/datasets/isaacus/legal-rag-bench"},"score":0.37506,"time_taken":167.4488787651062},{"dataset":{"id":"bar-exam-qa","name":"Bar Exam QA","creator":"Stanford University","category":"Caselaw","link":"https://huggingface.co/datasets/isaacus/mteb-barexam-qa"},"score":0.46849,"time_taken":17.37799596786499},{"dataset":{"id":"scalr","name":"SCALR","creator":"Faiz Surani and Varun Iyer","category":"Caselaw","link":"https://huggingface.co/datasets/isaacus/mleb-scalr"},"score":0.69453,"time_taken":47.48165225982666},{"dataset":{"id":"echr-retrieval","name":"ECHR Retrieval","creator":"Isaacus","category":"Caselaw","link":"https://huggingface.co/datasets/isaacus/echr-retrieval"},"score":0.24481,"time_taken":63.66306400299072},{"dataset":{"id":"singaporean-judicial-keywords","name":"Singaporean Judicial Keywords","creator":"Isaacus","category":"Caselaw","link":"https://huggingface.co/datasets/isaacus/singaporean-judicial-keywords"},"score":0.92676,"time_taken":275.979683637619},{"dataset":{"id":"gdpr-holdings-retrieval","name":"GDPR Holdings Retrieval","creator":"Isaacus","category":"Caselaw","link":"https://huggingface.co/datasets/isaacus/gdpr-holdings-retrieval"},"score":0.86131,"time_taken":79.22380089759827},{"dataset":{"id":"australian-tax-guidance-retrieval","name":"Australian Tax Guidance Retrieval","creator":"Isaacus","category":"Regulation","link":"https://huggingface.co/datasets/isaacus/australian-tax-guidance-retrieval"},"score":0.77639,"time_taken":24.977717399597168},{"dataset":{"id":"irish-legislative-summaries","name":"Irish Legislative Summaries","creator":"Isaacus","category":"Regulation","link":"https://huggingface.co/datasets/isaacus/irish-legislative-summaries"},"score":0.88329,"time_taken":198.47778153419495},{"dataset":{"id":"uk-legislative-long-titles","name":"UK Legislative Long Titles","creator":"Isaacus","category":"Regulation","link":"https://huggingface.co/datasets/isaacus/uk-legislative-long-titles"},"score":0.95803,"time_taken":32.64970588684082},{"dataset":{"id":"contractual-clause-retrieval","name":"Contractual Clause Retrieval","creator":"Isaacus","category":"Contracts","link":"https://huggingface.co/datasets/isaacus/contractual-clause-retrieval"},"score":0.80054,"time_taken":10.90314269065857},{"dataset":{"id":"license-tldr-retrieval","name":"License TL;DR Retrieval","creator":"Isaacus","category":"Contracts","link":"https://huggingface.co/datasets/isaacus/license-tldr-retrieval"},"score":0.64074,"time_taken":16.448642253875732},{"dataset":{"id":"consumer-contracts-qa","name":"Consumer Contracts QA","creator":"Noam Kolt","category":"Contracts","link":"https://huggingface.co/datasets/isaacus/mleb-consumer-contracts-qa"},"score":0.85205,"time_taken":22.351659536361694}]} {"model":{"id":"freelawproject/modernbert-embed-base_finetune_512","name":"Free Law ModernBERT Base","provider":{"id":"freelaw","name":"Free Law","link":"https://free.law/","logo":"https://media.isaacus.com/third-parties/icons/freelaw.png"},"open_source":true,"embedding_dimensions":768,"context_window":8192,"link":"https://huggingface.co/freelawproject/modernbert-embed-base_finetune_512"},"results":[{"dataset":{"id":"legal-rag-bench","name":"Legal RAG Bench","creator":"Isaacus","category":"Caselaw","link":"https://huggingface.co/datasets/isaacus/legal-rag-bench"},"score":0.30409,"time_taken":51.31933903694153},{"dataset":{"id":"bar-exam-qa","name":"Bar Exam QA","creator":"Stanford University","category":"Caselaw","link":"https://huggingface.co/datasets/isaacus/mteb-barexam-qa"},"score":0.4715,"time_taken":8.008693933486938},{"dataset":{"id":"scalr","name":"SCALR","creator":"Faiz Surani and Varun Iyer","category":"Caselaw","link":"https://huggingface.co/datasets/isaacus/mleb-scalr"},"score":0.64311,"time_taken":11.373567819595337},{"dataset":{"id":"echr-retrieval","name":"ECHR Retrieval","creator":"Isaacus","category":"Caselaw","link":"https://huggingface.co/datasets/isaacus/echr-retrieval"},"score":0.2266,"time_taken":24.006985664367676},{"dataset":{"id":"singaporean-judicial-keywords","name":"Singaporean Judicial Keywords","creator":"Isaacus","category":"Caselaw","link":"https://huggingface.co/datasets/isaacus/singaporean-judicial-keywords"},"score":0.87248,"time_taken":96.41349697113037},{"dataset":{"id":"gdpr-holdings-retrieval","name":"GDPR Holdings Retrieval","creator":"Isaacus","category":"Caselaw","link":"https://huggingface.co/datasets/isaacus/gdpr-holdings-retrieval"},"score":0.799,"time_taken":19.79407811164856},{"dataset":{"id":"australian-tax-guidance-retrieval","name":"Australian Tax Guidance Retrieval","creator":"Isaacus","category":"Regulation","link":"https://huggingface.co/datasets/isaacus/australian-tax-guidance-retrieval"},"score":0.72839,"time_taken":7.055305480957031},{"dataset":{"id":"irish-legislative-summaries","name":"Irish Legislative Summaries","creator":"Isaacus","category":"Regulation","link":"https://huggingface.co/datasets/isaacus/irish-legislative-summaries"},"score":0.77819,"time_taken":63.22857093811035},{"dataset":{"id":"uk-legislative-long-titles","name":"UK Legislative Long Titles","creator":"Isaacus","category":"Regulation","link":"https://huggingface.co/datasets/isaacus/uk-legislative-long-titles"},"score":0.92401,"time_taken":11.151318788528442},{"dataset":{"id":"contractual-clause-retrieval","name":"Contractual Clause Retrieval","creator":"Isaacus","category":"Contracts","link":"https://huggingface.co/datasets/isaacus/contractual-clause-retrieval"},"score":0.7642,"time_taken":2.505845069885254},{"dataset":{"id":"license-tldr-retrieval","name":"License TL;DR Retrieval","creator":"Isaacus","category":"Contracts","link":"https://huggingface.co/datasets/isaacus/license-tldr-retrieval"},"score":0.62912,"time_taken":4.613357782363892},{"dataset":{"id":"consumer-contracts-qa","name":"Consumer Contracts QA","creator":"Noam Kolt","category":"Contracts","link":"https://huggingface.co/datasets/isaacus/mleb-consumer-contracts-qa"},"score":0.83081,"time_taken":5.74263334274292}]} -{"model":{"id":"gravitas/ionizer-origamold","name":"Ionizer Origamold","provider":{"id":"gravitas","name":"Gravitas","link":null,"logo":null},"open_source":false,"embedding_dimensions":0,"context_window":0,"link":null},"results":[{"dataset":{"id":"legal-rag-bench","name":"Legal RAG Bench","creator":"Isaacus","category":"Caselaw","link":"https://huggingface.co/datasets/isaacus/legal-rag-bench"},"score":1.0,"time_taken":0.022690282},{"dataset":{"id":"bar-exam-qa","name":"Bar Exam QA","creator":"Stanford University","category":"Caselaw","link":"https://huggingface.co/datasets/isaacus/mteb-barexam-qa"},"score":1.0,"time_taken":0.026684879},{"dataset":{"id":"scalr","name":"SCALR","creator":"Faiz Surani and Varun Iyer","category":"Caselaw","link":"https://huggingface.co/datasets/isaacus/mleb-scalr"},"score":1.0,"time_taken":0.027084809},{"dataset":{"id":"echr-retrieval","name":"ECHR Retrieval","creator":"Isaacus","category":"Caselaw","link":"https://huggingface.co/datasets/isaacus/echr-retrieval"},"score":1.0,"time_taken":0.045216946},{"dataset":{"id":"singaporean-judicial-keywords","name":"Singaporean Judicial Keywords","creator":"Isaacus","category":"Caselaw","link":"https://huggingface.co/datasets/isaacus/singaporean-judicial-keywords"},"score":1.0,"time_taken":0.116371612},{"dataset":{"id":"gdpr-holdings-retrieval","name":"GDPR Holdings Retrieval","creator":"Isaacus","category":"Caselaw","link":"https://huggingface.co/datasets/isaacus/gdpr-holdings-retrieval"},"score":1.0,"time_taken":0.118653213},{"dataset":{"id":"australian-tax-guidance-retrieval","name":"Australian Tax Guidance Retrieval","creator":"Isaacus","category":"Regulation","link":"https://huggingface.co/datasets/isaacus/australian-tax-guidance-retrieval"},"score":1.0,"time_taken":0.026185748},{"dataset":{"id":"irish-legislative-summaries","name":"Irish Legislative Summaries","creator":"Isaacus","category":"Regulation","link":"https://huggingface.co/datasets/isaacus/irish-legislative-summaries"},"score":1.0,"time_taken":0.118016472},{"dataset":{"id":"uk-legislative-long-titles","name":"UK Legislative Long Titles","creator":"Isaacus","category":"Regulation","link":"https://huggingface.co/datasets/isaacus/uk-legislative-long-titles"},"score":1.0,"time_taken":0.018400686},{"dataset":{"id":"contractual-clause-retrieval","name":"Contractual Clause Retrieval","creator":"Isaacus","category":"Contracts","link":"https://huggingface.co/datasets/isaacus/contractual-clause-retrieval"},"score":1.0,"time_taken":0.013021308},{"dataset":{"id":"license-tldr-retrieval","name":"License TL;DR Retrieval","creator":"Isaacus","category":"Contracts","link":"https://huggingface.co/datasets/isaacus/license-tldr-retrieval"},"score":1.0,"time_taken":0.015432074},{"dataset":{"id":"consumer-contracts-qa","name":"Consumer Contracts QA","creator":"Noam Kolt","category":"Contracts","link":"https://huggingface.co/datasets/isaacus/mleb-consumer-contracts-qa"},"score":1.0,"time_taken":0.047842515}]} +{"model":{"id":"gravitas/ionizer-origamold","name":"Ionizer Origamold (330,240 topology dimensions)","provider":{"id":"gravitas","name":"Gravitas","link":null,"logo":null},"open_source":false,"embedding_dimensions":0,"context_window":0,"link":null},"results":[{"dataset":{"id":"legal-rag-bench","name":"Legal RAG Bench","creator":"Isaacus","category":"Caselaw","link":"https://huggingface.co/datasets/isaacus/legal-rag-bench"},"score":1.0,"time_taken":0.022690282},{"dataset":{"id":"bar-exam-qa","name":"Bar Exam QA","creator":"Stanford University","category":"Caselaw","link":"https://huggingface.co/datasets/isaacus/mteb-barexam-qa"},"score":1.0,"time_taken":0.026684879},{"dataset":{"id":"scalr","name":"SCALR","creator":"Faiz Surani and Varun Iyer","category":"Caselaw","link":"https://huggingface.co/datasets/isaacus/mleb-scalr"},"score":1.0,"time_taken":0.027084809},{"dataset":{"id":"echr-retrieval","name":"ECHR Retrieval","creator":"Isaacus","category":"Caselaw","link":"https://huggingface.co/datasets/isaacus/echr-retrieval"},"score":1.0,"time_taken":0.045216946},{"dataset":{"id":"singaporean-judicial-keywords","name":"Singaporean Judicial Keywords","creator":"Isaacus","category":"Caselaw","link":"https://huggingface.co/datasets/isaacus/singaporean-judicial-keywords"},"score":1.0,"time_taken":0.116371612},{"dataset":{"id":"gdpr-holdings-retrieval","name":"GDPR Holdings Retrieval","creator":"Isaacus","category":"Caselaw","link":"https://huggingface.co/datasets/isaacus/gdpr-holdings-retrieval"},"score":1.0,"time_taken":0.118653213},{"dataset":{"id":"australian-tax-guidance-retrieval","name":"Australian Tax Guidance Retrieval","creator":"Isaacus","category":"Regulation","link":"https://huggingface.co/datasets/isaacus/australian-tax-guidance-retrieval"},"score":1.0,"time_taken":0.026185748},{"dataset":{"id":"irish-legislative-summaries","name":"Irish Legislative Summaries","creator":"Isaacus","category":"Regulation","link":"https://huggingface.co/datasets/isaacus/irish-legislative-summaries"},"score":1.0,"time_taken":0.118016472},{"dataset":{"id":"uk-legislative-long-titles","name":"UK Legislative Long Titles","creator":"Isaacus","category":"Regulation","link":"https://huggingface.co/datasets/isaacus/uk-legislative-long-titles"},"score":1.0,"time_taken":0.018400686},{"dataset":{"id":"contractual-clause-retrieval","name":"Contractual Clause Retrieval","creator":"Isaacus","category":"Contracts","link":"https://huggingface.co/datasets/isaacus/contractual-clause-retrieval"},"score":1.0,"time_taken":0.013021308},{"dataset":{"id":"license-tldr-retrieval","name":"License TL;DR Retrieval","creator":"Isaacus","category":"Contracts","link":"https://huggingface.co/datasets/isaacus/license-tldr-retrieval"},"score":1.0,"time_taken":0.015432074},{"dataset":{"id":"consumer-contracts-qa","name":"Consumer Contracts QA","creator":"Noam Kolt","category":"Contracts","link":"https://huggingface.co/datasets/isaacus/mleb-consumer-contracts-qa"},"score":1.0,"time_taken":0.047842515}]} diff --git a/scripts/export.py b/scripts/export.py index d1c19a7..c2777ac 100644 --- a/scripts/export.py +++ b/scripts/export.py @@ -485,7 +485,7 @@ class MLEBModelReport(msgspec.Struct): # | Gravitas MLEBModel( id="gravitas/ionizer-origamold", - name="Ionizer Origamold", + name="Ionizer Origamold (330,240 topology dimensions)", provider=MLEB_MODEL_PROVIDERS["gravitas"], open_source=False, embedding_dimensions=0,