Remove "mteb_version": "test". Just assume that version number is unk…

…nown.
embeddings-benchmark · Jul 9, 2024 · e5fb897 · e5fb897
1 parent 776018a
commit e5fb897
Show file tree

Hide file tree

Showing 69 changed files with 0 additions and 69 deletions.
diff --git a/results/text-embedding-3-large/no_revision_available/LEMBNarrativeQARetrieval.json b/results/text-embedding-3-large/no_revision_available/LEMBNarrativeQARetrieval.json
@@ -1,7 +1,6 @@
 {
   "dataset_revision": "6e346642246bfb4928c560ee08640dc84d074e8c",
   "mteb_dataset_name": "LEMBNarrativeQARetrieval",
-  "mteb_version": "test",
   "test": {
     "evaluation_time": 489.32,
     "map_at_1": 0.32836,

diff --git a/results/text-embedding-3-large/no_revision_available/LEMBNeedleRetrieval.json b/results/text-embedding-3-large/no_revision_available/LEMBNeedleRetrieval.json
@@ -1,7 +1,6 @@
 {
   "dataset_revision": "6e346642246bfb4928c560ee08640dc84d074e8c",
   "mteb_dataset_name": "LEMBNeedleRetrieval",
-  "mteb_version": "test",
   "test_1024": {
     "evaluation_time": 2.14,
     "map_at_1": 0.42,

diff --git a/results/text-embedding-3-large/no_revision_available/LEMBPasskeyRetrieval.json b/results/text-embedding-3-large/no_revision_available/LEMBPasskeyRetrieval.json
@@ -1,7 +1,6 @@
 {
   "dataset_revision": "6e346642246bfb4928c560ee08640dc84d074e8c",
   "mteb_dataset_name": "LEMBPasskeyRetrieval",
-  "mteb_version": "test",
   "test_1024": {
     "evaluation_time": 2.36,
     "map_at_1": 0.9,

diff --git a/results/text-embedding-3-large/no_revision_available/LEMBQMSumRetrieval.json b/results/text-embedding-3-large/no_revision_available/LEMBQMSumRetrieval.json
@@ -1,7 +1,6 @@
 {
   "dataset_revision": "6e346642246bfb4928c560ee08640dc84d074e8c",
   "mteb_dataset_name": "LEMBQMSumRetrieval",
-  "mteb_version": "test",
   "test": {
     "evaluation_time": 78.37,
     "map_at_1": 0.18861,

diff --git a/results/text-embedding-3-large/no_revision_available/LEMBSummScreenFDRetrieval.json b/results/text-embedding-3-large/no_revision_available/LEMBSummScreenFDRetrieval.json
@@ -1,7 +1,6 @@
 {
   "dataset_revision": "6e346642246bfb4928c560ee08640dc84d074e8c",
   "mteb_dataset_name": "LEMBSummScreenFDRetrieval",
-  "mteb_version": "test",
   "validation": {
     "evaluation_time": 24.15,
     "map_at_1": 0.72024,

diff --git a/results/text-embedding-3-large/no_revision_available/LEMBWikimQARetrieval.json b/results/text-embedding-3-large/no_revision_available/LEMBWikimQARetrieval.json
@@ -1,7 +1,6 @@
 {
   "dataset_revision": "6e346642246bfb4928c560ee08640dc84d074e8c",
   "mteb_dataset_name": "LEMBWikimQARetrieval",
-  "mteb_version": "test",
   "test": {
     "evaluation_time": 22.67,
     "map_at_1": 0.39667,

diff --git a/results/voyage-law-2/no_revision_available/AlloProfClusteringP2P.json b/results/voyage-law-2/no_revision_available/AlloProfClusteringP2P.json
@@ -1,7 +1,6 @@
 {
   "dataset_revision": "392ba3f5bcc8c51f578786c1fc3dae648662cb9b",
   "mteb_dataset_name": "AlloProfClusteringP2P",
-  "mteb_version": "test",
   "test": {
     "evaluation_time": 287.74,
     "main_score": 0.6249653710237563,

diff --git a/results/voyage-law-2/no_revision_available/AlloProfClusteringS2S.json b/results/voyage-law-2/no_revision_available/AlloProfClusteringS2S.json
@@ -1,7 +1,6 @@
 {
   "dataset_revision": "392ba3f5bcc8c51f578786c1fc3dae648662cb9b",
   "mteb_dataset_name": "AlloProfClusteringS2S",
-  "mteb_version": "test",
   "test": {
     "evaluation_time": 7.98,
     "main_score": 0.44276840537872414,

diff --git a/results/voyage-law-2/no_revision_available/AlloprofReranking.json b/results/voyage-law-2/no_revision_available/AlloprofReranking.json
@@ -1,7 +1,6 @@
 {
   "dataset_revision": "e40c8a63ce02da43200eccb5b0846fcaa888f562",
   "mteb_dataset_name": "AlloprofReranking",
-  "mteb_version": "test",
   "test": {
     "evaluation_time": 2342.07,
     "map": 0.7291614763981776,

diff --git a/results/voyage-law-2/no_revision_available/AlloprofRetrieval.json b/results/voyage-law-2/no_revision_available/AlloprofRetrieval.json
@@ -1,7 +1,6 @@
 {
   "dataset_revision": "fcf295ea64c750f41fadbaa37b9b861558e1bfbd",
   "mteb_dataset_name": "AlloprofRetrieval",
-  "mteb_version": "test",
   "test": {
     "evaluation_time": 282.79,
     "map_at_1": 0.3968,

diff --git a/results/voyage-law-2/no_revision_available/AmazonReviewsClassification.json b/results/voyage-law-2/no_revision_available/AmazonReviewsClassification.json
@@ -1,7 +1,6 @@
 {
   "dataset_revision": "1399c76144fd37290681b995c656ef9b2e06e26d",
   "mteb_dataset_name": "AmazonReviewsClassification",
-  "mteb_version": "test",
   "test": {
     "evaluation_time": 38.55,
     "fr": {

diff --git a/results/voyage-law-2/no_revision_available/BSARDRetrieval.json b/results/voyage-law-2/no_revision_available/BSARDRetrieval.json
@@ -1,7 +1,6 @@
 {
   "dataset_revision": "5effa1b9b5fa3b0f9e12523e6e43e5f86a6e6d59",
   "mteb_dataset_name": "BSARDRetrieval",
-  "mteb_version": "test",
   "test": {
     "evaluation_time": 526.42,
     "map_at_1": 0.06306,

diff --git a/results/voyage-law-2/no_revision_available/HALClusteringS2S.json b/results/voyage-law-2/no_revision_available/HALClusteringS2S.json
@@ -1,7 +1,6 @@
 {
   "dataset_revision": "e06ebbbb123f8144bef1a5d18796f3dec9ae2915",
   "mteb_dataset_name": "HALClusteringS2S",
-  "mteb_version": "test",
   "test": {
     "evaluation_time": 308.56,
     "main_score": 0.2635522952949986,

diff --git a/results/voyage-law-2/no_revision_available/LEMBNarrativeQARetrieval.json b/results/voyage-law-2/no_revision_available/LEMBNarrativeQARetrieval.json
@@ -1,7 +1,6 @@
 {
   "dataset_revision": "6e346642246bfb4928c560ee08640dc84d074e8c",
   "mteb_dataset_name": "LEMBNarrativeQARetrieval",
-  "mteb_version": "test",
   "test": {
     "evaluation_time": 729.79,
     "map_at_1": 0.43574,

diff --git a/results/voyage-law-2/no_revision_available/LEMBNeedleRetrieval.json b/results/voyage-law-2/no_revision_available/LEMBNeedleRetrieval.json
@@ -1,7 +1,6 @@
 {
   "dataset_revision": "6e346642246bfb4928c560ee08640dc84d074e8c",
   "mteb_dataset_name": "LEMBNeedleRetrieval",
-  "mteb_version": "test",
   "test_1024": {
     "evaluation_time": 7.98,
     "map_at_1": 0.92,

diff --git a/results/voyage-law-2/no_revision_available/LEMBPasskeyRetrieval.json b/results/voyage-law-2/no_revision_available/LEMBPasskeyRetrieval.json
@@ -1,7 +1,6 @@
 {
   "dataset_revision": "6e346642246bfb4928c560ee08640dc84d074e8c",
   "mteb_dataset_name": "LEMBPasskeyRetrieval",
-  "mteb_version": "test",
   "test_1024": {
     "evaluation_time": 7.81,
     "map_at_1": 0.98,

diff --git a/results/voyage-law-2/no_revision_available/LEMBQMSumRetrieval.json b/results/voyage-law-2/no_revision_available/LEMBQMSumRetrieval.json
@@ -1,7 +1,6 @@
 {
   "dataset_revision": "6e346642246bfb4928c560ee08640dc84d074e8c",
   "mteb_dataset_name": "LEMBQMSumRetrieval",
-  "mteb_version": "test",
   "test": {
     "evaluation_time": 298.09,
     "map_at_1": 0.41454,

diff --git a/results/voyage-law-2/no_revision_available/LEMBSummScreenFDRetrieval.json b/results/voyage-law-2/no_revision_available/LEMBSummScreenFDRetrieval.json
@@ -1,7 +1,6 @@
 {
   "dataset_revision": "6e346642246bfb4928c560ee08640dc84d074e8c",
   "mteb_dataset_name": "LEMBSummScreenFDRetrieval",
-  "mteb_version": "test",
   "validation": {
     "evaluation_time": 357.75,
     "map_at_1": 0.97321,

diff --git a/results/voyage-law-2/no_revision_available/LEMBWikimQARetrieval.json b/results/voyage-law-2/no_revision_available/LEMBWikimQARetrieval.json
@@ -1,7 +1,6 @@
 {
   "dataset_revision": "6e346642246bfb4928c560ee08640dc84d074e8c",
   "mteb_dataset_name": "LEMBWikimQARetrieval",
-  "mteb_version": "test",
   "test": {
     "evaluation_time": 335.15,
     "map_at_1": 0.8,

diff --git a/results/voyage-law-2/no_revision_available/MLSUMClusteringP2P.json b/results/voyage-law-2/no_revision_available/MLSUMClusteringP2P.json
@@ -1,7 +1,6 @@
 {
   "dataset_revision": "b5d54f8f3b61ae17845046286940f03c6bc79bc7",
   "mteb_dataset_name": "MLSUMClusteringP2P",
-  "mteb_version": "test",
   "test": {
     "evaluation_time": 1511.32,
     "fr": {

diff --git a/results/voyage-law-2/no_revision_available/MLSUMClusteringS2S.json b/results/voyage-law-2/no_revision_available/MLSUMClusteringS2S.json
@@ -1,7 +1,6 @@
 {
   "dataset_revision": "b5d54f8f3b61ae17845046286940f03c6bc79bc7",
   "mteb_dataset_name": "MLSUMClusteringS2S",
-  "mteb_version": "test",
   "test": {
     "evaluation_time": 1485.47,
     "fr": {

diff --git a/results/voyage-law-2/no_revision_available/MTOPDomainClassification.json b/results/voyage-law-2/no_revision_available/MTOPDomainClassification.json
@@ -1,7 +1,6 @@
 {
   "dataset_revision": "d80d48c1eb48d3562165c59d59d0034df9fff0bf",
   "mteb_dataset_name": "MTOPDomainClassification",
-  "mteb_version": "test",
   "test": {
     "evaluation_time": 10.45,
     "fr": {

diff --git a/results/voyage-law-2/no_revision_available/MTOPIntentClassification.json b/results/voyage-law-2/no_revision_available/MTOPIntentClassification.json
@@ -1,7 +1,6 @@
 {
   "dataset_revision": "ae001d0e6b1228650b7bd1c2c65fb50ad11a8aba",
   "mteb_dataset_name": "MTOPIntentClassification",
-  "mteb_version": "test",
   "test": {
     "evaluation_time": 26.96,
     "fr": {

diff --git a/results/voyage-law-2/no_revision_available/MasakhaNEWSClassification.json b/results/voyage-law-2/no_revision_available/MasakhaNEWSClassification.json
@@ -1,7 +1,6 @@
 {
   "dataset_revision": "8ccc72e69e65f40c70e117d8b3c08306bb788b60",
   "mteb_dataset_name": "MasakhaNEWSClassification",
-  "mteb_version": "test",
   "test": {
     "evaluation_time": 153.12,
     "fra": {

diff --git a/results/voyage-law-2/no_revision_available/MasakhaNEWSClusteringP2P.json b/results/voyage-law-2/no_revision_available/MasakhaNEWSClusteringP2P.json
@@ -1,7 +1,6 @@
 {
   "dataset_revision": "8ccc72e69e65f40c70e117d8b3c08306bb788b60",
   "mteb_dataset_name": "MasakhaNEWSClusteringP2P",
-  "mteb_version": "test",
   "test": {
     "evaluation_time": 72.59,
     "fra": {

diff --git a/results/voyage-law-2/no_revision_available/MasakhaNEWSClusteringS2S.json b/results/voyage-law-2/no_revision_available/MasakhaNEWSClusteringS2S.json
@@ -1,7 +1,6 @@
 {
   "dataset_revision": "8ccc72e69e65f40c70e117d8b3c08306bb788b60",
   "mteb_dataset_name": "MasakhaNEWSClusteringS2S",
-  "mteb_version": "test",
   "test": {
     "evaluation_time": 3.5,
     "fra": {

diff --git a/results/voyage-law-2/no_revision_available/MassiveIntentClassification.json b/results/voyage-law-2/no_revision_available/MassiveIntentClassification.json
@@ -1,7 +1,6 @@
 {
   "dataset_revision": "31efe3c427b0bae9c22cbb560b8f15491cc6bed7",
   "mteb_dataset_name": "MassiveIntentClassification",
-  "mteb_version": "test",
   "test": {
     "evaluation_time": 18.76,
     "fr": {

diff --git a/results/voyage-law-2/no_revision_available/MassiveScenarioClassification.json b/results/voyage-law-2/no_revision_available/MassiveScenarioClassification.json
@@ -1,7 +1,6 @@
 {
   "dataset_revision": "7d571f92784cd94a019292a1f45445077d0ef634",
   "mteb_dataset_name": "MassiveScenarioClassification",
-  "mteb_version": "test",
   "test": {
     "evaluation_time": 11.98,
     "fr": {

diff --git a/results/voyage-law-2/no_revision_available/MintakaRetrieval.json b/results/voyage-law-2/no_revision_available/MintakaRetrieval.json
@@ -1,7 +1,6 @@
 {
   "dataset_revision": "efa78cc2f74bbcd21eff2261f9e13aebe40b814e",
   "mteb_dataset_name": "MintakaRetrieval",
-  "mteb_version": "test",
   "test": {
     "evaluation_time": 15.21,
     "fr": {

diff --git a/results/voyage-law-2/no_revision_available/OpusparcusPC.json b/results/voyage-law-2/no_revision_available/OpusparcusPC.json
@@ -1,7 +1,6 @@
 {
   "dataset_revision": "9e9b1f8ef51616073f47f306f7f47dd91663f86a",
   "mteb_dataset_name": "OpusparcusPC",
-  "mteb_version": "test",
   "test.full": {
     "evaluation_time": 7.12,
     "fr": {

diff --git a/results/voyage-law-2/no_revision_available/PawsXPairClassification.json b/results/voyage-law-2/no_revision_available/PawsXPairClassification.json
@@ -1,7 +1,6 @@
 {
   "dataset_revision": "8a04d940a42cd40658986fdd8e3da561533a3646",
   "mteb_dataset_name": "PawsXPairClassification",
-  "mteb_version": "test",
   "test": {
     "evaluation_time": 17.61,
     "fr": {

diff --git a/results/voyage-law-2/no_revision_available/SICKFr.json b/results/voyage-law-2/no_revision_available/SICKFr.json
@@ -1,7 +1,6 @@
 {
   "dataset_revision": "e077ab4cf4774a1e36d86d593b150422fafd8e8a",
   "mteb_dataset_name": "SICKFr",
-  "mteb_version": "test",
   "test": {
     "cos_sim": {
       "pearson": 0.8167665128935123,

diff --git a/results/voyage-law-2/no_revision_available/STS22.json b/results/voyage-law-2/no_revision_available/STS22.json
@@ -1,7 +1,6 @@
 {
   "dataset_revision": "eea2b4fe26a775864c896887d910b76a8098ad3f",
   "mteb_dataset_name": "STS22",
-  "mteb_version": "test",
   "test": {
     "evaluation_time": 25.2,
     "fr": {

diff --git a/results/voyage-law-2/no_revision_available/STSBenchmarkMultilingualSTS.json b/results/voyage-law-2/no_revision_available/STSBenchmarkMultilingualSTS.json
@@ -1,7 +1,6 @@
 {
   "dataset_revision": "93d57ef91790589e3ce9c365164337a8a78b7632",
   "mteb_dataset_name": "STSBenchmarkMultilingualSTS",
-  "mteb_version": "test",
   "test": {
     "evaluation_time": 7.49,
     "fr": {

diff --git a/results/voyage-law-2/no_revision_available/SummEvalFr.json b/results/voyage-law-2/no_revision_available/SummEvalFr.json
@@ -1,7 +1,6 @@
 {
   "dataset_revision": "b385812de6a9577b6f4d0f88c6a6e35395a94054",
   "mteb_dataset_name": "SummEvalFr",
-  "mteb_version": "test",
   "test": {
     "cos_sim": {
       "pearson": 0.31700541200366006,

diff --git a/results/voyage-law-2/no_revision_available/SyntecReranking.json b/results/voyage-law-2/no_revision_available/SyntecReranking.json
@@ -1,7 +1,6 @@
 {
   "dataset_revision": "b205c5084a0934ce8af14338bf03feb19499c84d",
   "mteb_dataset_name": "SyntecReranking",
-  "mteb_version": "test",
   "test": {
     "evaluation_time": 18.59,
     "map": 0.9119999999999999,

diff --git a/results/voyage-law-2/no_revision_available/SyntecRetrieval.json b/results/voyage-law-2/no_revision_available/SyntecRetrieval.json
@@ -1,7 +1,6 @@
 {
   "dataset_revision": "19661ccdca4dfc2d15122d776b61685f48c68ca9",
   "mteb_dataset_name": "SyntecRetrieval",
-  "mteb_version": "test",
   "test": {
     "evaluation_time": 7.82,
     "map_at_1": 0.72,

diff --git a/results/voyage-law-2/no_revision_available/XPQARetrieval.json b/results/voyage-law-2/no_revision_available/XPQARetrieval.json
@@ -1,7 +1,6 @@
 {
   "dataset_revision": "c99d599f0a6ab9b85b065da6f9d94f9cf731679f",
   "mteb_dataset_name": "XPQARetrieval",
-  "mteb_version": "test",
   "test": {
     "evaluation_time": 9.67,
     "fr": {

diff --git a/results/voyage-multilingual-2/no_revision_available/AlloProfClusteringP2P.json b/results/voyage-multilingual-2/no_revision_available/AlloProfClusteringP2P.json
@@ -1,7 +1,6 @@
 {
   "dataset_revision": "392ba3f5bcc8c51f578786c1fc3dae648662cb9b",
   "mteb_dataset_name": "AlloProfClusteringP2P",
-  "mteb_version": "test",
   "test": {
     "evaluation_time": 315.13,
     "main_score": 0.6536875126730821,

diff --git a/results/voyage-multilingual-2/no_revision_available/AlloProfClusteringS2S.json b/results/voyage-multilingual-2/no_revision_available/AlloProfClusteringS2S.json
@@ -1,7 +1,6 @@
 {
   "dataset_revision": "392ba3f5bcc8c51f578786c1fc3dae648662cb9b",
   "mteb_dataset_name": "AlloProfClusteringS2S",
-  "mteb_version": "test",
   "test": {
     "evaluation_time": 17.13,
     "main_score": 0.4703040848663136,

diff --git a/results/voyage-multilingual-2/no_revision_available/AlloprofReranking.json b/results/voyage-multilingual-2/no_revision_available/AlloprofReranking.json
@@ -1,7 +1,6 @@
 {
   "dataset_revision": "e40c8a63ce02da43200eccb5b0846fcaa888f562",
   "mteb_dataset_name": "AlloprofReranking",
-  "mteb_version": "test",
   "test": {
     "evaluation_time": 2635.25,
     "map": 0.7478259710767642,

diff --git a/results/voyage-multilingual-2/no_revision_available/AlloprofRetrieval.json b/results/voyage-multilingual-2/no_revision_available/AlloprofRetrieval.json
@@ -1,7 +1,6 @@
 {
   "dataset_revision": "fcf295ea64c750f41fadbaa37b9b861558e1bfbd",
   "mteb_dataset_name": "AlloprofRetrieval",
-  "mteb_version": "test",
   "test": {
     "evaluation_time": 302.8,
     "map_at_1": 0.40112,

diff --git a/results/voyage-multilingual-2/no_revision_available/AmazonReviewsClassification.json b/results/voyage-multilingual-2/no_revision_available/AmazonReviewsClassification.json
@@ -1,7 +1,6 @@
 {
   "dataset_revision": "1399c76144fd37290681b995c656ef9b2e06e26d",
   "mteb_dataset_name": "AmazonReviewsClassification",
-  "mteb_version": "test",
   "test": {
     "evaluation_time": 49.28,
     "fr": {

diff --git a/results/voyage-multilingual-2/no_revision_available/BSARDRetrieval.json b/results/voyage-multilingual-2/no_revision_available/BSARDRetrieval.json
@@ -1,7 +1,6 @@
 {
   "dataset_revision": "5effa1b9b5fa3b0f9e12523e6e43e5f86a6e6d59",
   "mteb_dataset_name": "BSARDRetrieval",
-  "mteb_version": "test",
   "test": {
     "evaluation_time": 607.54,
     "map_at_1": 0.01351,

diff --git a/results/voyage-multilingual-2/no_revision_available/HALClusteringS2S.json b/results/voyage-multilingual-2/no_revision_available/HALClusteringS2S.json
@@ -1,7 +1,6 @@
 {
   "dataset_revision": "e06ebbbb123f8144bef1a5d18796f3dec9ae2915",
   "mteb_dataset_name": "HALClusteringS2S",
-  "mteb_version": "test",
   "test": {
     "evaluation_time": 605.26,
     "main_score": 0.27669961551374833,

diff --git a/results/voyage-multilingual-2/no_revision_available/LEMBNarrativeQARetrieval.json b/results/voyage-multilingual-2/no_revision_available/LEMBNarrativeQARetrieval.json
@@ -1,7 +1,6 @@
 {
   "dataset_revision": "6e346642246bfb4928c560ee08640dc84d074e8c",
   "mteb_dataset_name": "LEMBNarrativeQARetrieval",
-  "mteb_version": "test",
   "test": {
     "evaluation_time": 1985.85,
     "map_at_1": 0.539,

diff --git a/results/voyage-multilingual-2/no_revision_available/LEMBNeedleRetrieval.json b/results/voyage-multilingual-2/no_revision_available/LEMBNeedleRetrieval.json
@@ -1,7 +1,6 @@
 {
   "dataset_revision": "6e346642246bfb4928c560ee08640dc84d074e8c",
   "mteb_dataset_name": "LEMBNeedleRetrieval",
-  "mteb_version": "test",
   "test_1024": {
     "evaluation_time": 8.95,
     "map_at_1": 0.86,

diff --git a/results/voyage-multilingual-2/no_revision_available/LEMBPasskeyRetrieval.json b/results/voyage-multilingual-2/no_revision_available/LEMBPasskeyRetrieval.json
@@ -1,7 +1,6 @@
 {
   "dataset_revision": "6e346642246bfb4928c560ee08640dc84d074e8c",
   "mteb_dataset_name": "LEMBPasskeyRetrieval",
-  "mteb_version": "test",
   "test_1024": {
     "evaluation_time": 8.93,
     "map_at_1": 1.0,

diff --git a/results/voyage-multilingual-2/no_revision_available/LEMBQMSumRetrieval.json b/results/voyage-multilingual-2/no_revision_available/LEMBQMSumRetrieval.json
@@ -1,7 +1,6 @@
 {
   "dataset_revision": "6e346642246bfb4928c560ee08640dc84d074e8c",
   "mteb_dataset_name": "LEMBQMSumRetrieval",
-  "mteb_version": "test",
   "test": {
     "evaluation_time": 423.51,
     "map_at_1": 0.35363,

diff --git a/results/voyage-multilingual-2/no_revision_available/LEMBSummScreenFDRetrieval.json b/results/voyage-multilingual-2/no_revision_available/LEMBSummScreenFDRetrieval.json
@@ -1,7 +1,6 @@
 {
   "dataset_revision": "6e346642246bfb4928c560ee08640dc84d074e8c",
   "mteb_dataset_name": "LEMBSummScreenFDRetrieval",
-  "mteb_version": "test",
   "validation": {
     "evaluation_time": 377.36,
     "map_at_1": 0.98512,