feat: add some missing results

results/bm25s/0_1_10/CmedqaRetrieval.json

@@ -0,0 +1,158 @@
+{
+  "dataset_revision": "cd540c506dae1cf9e9a59c3e06f42030d54e7301",
+  "evaluation_time": 21.54997682571411,
+  "kg_co2_emissions": null,
+  "mteb_version": "1.20.0",
+  "scores": {
+    "dev": [
+      {
+        "hf_subset": "default",
+        "languages": [
+          "cmn-Hans"
+        ],
+        "main_score": 0.01337,
+        "map_at_1": 0.00984,
+        "map_at_10": 0.01103,
+        "map_at_100": 0.01113,
+        "map_at_1000": 0.01114,
+        "map_at_20": 0.01111,
+        "map_at_3": 0.01075,
+        "map_at_5": 0.01099,
+        "mrr_at_1": 0.018504626156539136,
+        "mrr_at_10": 0.02038009502375594,
+        "mrr_at_100": 0.020498682835057864,
+        "mrr_at_1000": 0.020501645602935895,
+        "mrr_at_20": 0.020474364622901756,
+        "mrr_at_3": 0.02004667833625073,
+        "mrr_at_5": 0.020296740851879637,
+        "nauc_map_at_1000_diff1": 0.8255368172434896,
+        "nauc_map_at_1000_max": 0.9104256294878946,
+        "nauc_map_at_1000_std": 0.5896999725715052,
+        "nauc_map_at_100_diff1": 0.8261139329408789,
+        "nauc_map_at_100_max": 0.9110123658413878,
+        "nauc_map_at_100_std": 0.5901436976952473,
+        "nauc_map_at_10_diff1": 0.8304692808623193,
+        "nauc_map_at_10_max": 0.912560607834472,
+        "nauc_map_at_10_std": 0.5881650125905659,
+        "nauc_map_at_1_diff1": 0.8930448863323827,
+        "nauc_map_at_1_max": 0.9403558891475623,
+        "nauc_map_at_1_std": 0.5870795411210196,
+        "nauc_map_at_20_diff1": 0.8271904260869095,
+        "nauc_map_at_20_max": 0.9113035795604711,
+        "nauc_map_at_20_std": 0.5896725191924083,
+        "nauc_map_at_3_diff1": 0.8431088833382585,
+        "nauc_map_at_3_max": 0.9205274549235086,
+        "nauc_map_at_3_std": 0.5855425685070709,
+        "nauc_map_at_5_diff1": 0.8311085060620834,
+        "nauc_map_at_5_max": 0.9122289450561594,
+        "nauc_map_at_5_std": 0.5866028981619589,
+        "nauc_mrr_at_1000_diff1": 0.8164673993516466,
+        "nauc_mrr_at_1000_max": 0.9128566253084057,
+        "nauc_mrr_at_1000_std": 0.5904296417911621,
+        "nauc_mrr_at_100_diff1": 0.8166213853831369,
+        "nauc_mrr_at_100_max": 0.9129938817506885,
+        "nauc_mrr_at_100_std": 0.5905202963948064,
+        "nauc_mrr_at_10_diff1": 0.8191637645523948,
+        "nauc_mrr_at_10_max": 0.9139306043282182,
+        "nauc_mrr_at_10_std": 0.589009994161653,
+        "nauc_mrr_at_1_diff1": 0.872124260818181,
+        "nauc_mrr_at_1_max": 0.9314751962170285,
+        "nauc_mrr_at_1_std": 0.5842828570499714,
+        "nauc_mrr_at_20_diff1": 0.8171782976885139,
+        "nauc_mrr_at_20_max": 0.9131144588761649,
+        "nauc_mrr_at_20_std": 0.5900339411652648,
+        "nauc_mrr_at_3_diff1": 0.8285639624002322,
+        "nauc_mrr_at_3_max": 0.9191758724611107,
+        "nauc_mrr_at_3_std": 0.5881483588018314,
+        "nauc_mrr_at_5_diff1": 0.8209663622749162,
+        "nauc_mrr_at_5_max": 0.9149654556752035,
+        "nauc_mrr_at_5_std": 0.5880163097406794,
+        "nauc_ndcg_at_1000_diff1": 0.7675091092966864,
+        "nauc_ndcg_at_1000_max": 0.8740360095215125,
+        "nauc_ndcg_at_1000_std": 0.581525844660141,
+        "nauc_ndcg_at_100_diff1": 0.7899398367946759,
+        "nauc_ndcg_at_100_max": 0.8974545572218835,
+        "nauc_ndcg_at_100_std": 0.5996784635047759,
+        "nauc_ndcg_at_10_diff1": 0.8060904426357339,
+        "nauc_ndcg_at_10_max": 0.9040636304808389,
+        "nauc_ndcg_at_10_std": 0.5926580207299526,
+        "nauc_ndcg_at_1_diff1": 0.8731397251698784,
+        "nauc_ndcg_at_1_max": 0.9406118367214247,
+        "nauc_ndcg_at_1_std": 0.5888511773021695,
+        "nauc_ndcg_at_20_diff1": 0.7969545210483827,
+        "nauc_ndcg_at_20_max": 0.9002596474536654,
+        "nauc_ndcg_at_20_std": 0.5974054442618414,
+        "nauc_ndcg_at_3_diff1": 0.8211559315704008,
+        "nauc_ndcg_at_3_max": 0.9160739342601982,
+        "nauc_ndcg_at_3_std": 0.5829090695503085,
+        "nauc_ndcg_at_5_diff1": 0.8055720341312385,
+        "nauc_ndcg_at_5_max": 0.9038113458145713,
+        "nauc_ndcg_at_5_std": 0.5888411314687034,
+        "nauc_precision_at_1000_diff1": 0.5470796982067246,
+        "nauc_precision_at_1000_max": 0.7041717526386974,
+        "nauc_precision_at_1000_std": 0.48781610549459453,
+        "nauc_precision_at_100_diff1": 0.6873134777348527,
+        "nauc_precision_at_100_max": 0.8596807087045916,
+        "nauc_precision_at_100_std": 0.6138220187681109,
+        "nauc_precision_at_10_diff1": 0.7333573658863658,
+        "nauc_precision_at_10_max": 0.8804853590586557,
+        "nauc_precision_at_10_std": 0.5970649248263239,
+        "nauc_precision_at_1_diff1": 0.8731397251698784,
+        "nauc_precision_at_1_max": 0.9406118367214247,
+        "nauc_precision_at_1_std": 0.5888511773021695,
+        "nauc_precision_at_20_diff1": 0.716921903219099,
+        "nauc_precision_at_20_max": 0.8732291130015026,
+        "nauc_precision_at_20_std": 0.6066851967482507,
+        "nauc_precision_at_3_diff1": 0.775525690760731,
+        "nauc_precision_at_3_max": 0.9060956392603723,
+        "nauc_precision_at_3_std": 0.5905769871752224,
+        "nauc_precision_at_5_diff1": 0.7340860706266623,
+        "nauc_precision_at_5_max": 0.8792658219061927,
+        "nauc_precision_at_5_std": 0.5929533424265925,
+        "nauc_recall_at_1000_diff1": 0.5626597680098376,
+        "nauc_recall_at_1000_max": 0.7056903570086696,
+        "nauc_recall_at_1000_std": 0.49900844677116485,
+        "nauc_recall_at_100_diff1": 0.6973491693356767,
+        "nauc_recall_at_100_max": 0.8528836406378237,
+        "nauc_recall_at_100_std": 0.6198193424068289,
+        "nauc_recall_at_10_diff1": 0.7515409871934671,
+        "nauc_recall_at_10_max": 0.8740907980410827,
+        "nauc_recall_at_10_std": 0.5961870503282699,
+        "nauc_recall_at_1_diff1": 0.8930448863323827,
+        "nauc_recall_at_1_max": 0.9403558891475623,
+        "nauc_recall_at_1_std": 0.5870795411210196,
+        "nauc_recall_at_20_diff1": 0.7232156296253177,
+        "nauc_recall_at_20_max": 0.8630811311891493,
+        "nauc_recall_at_20_std": 0.6105247322037605,
+        "nauc_recall_at_3_diff1": 0.7865978773773863,
+        "nauc_recall_at_3_max": 0.8974105290904881,
+        "nauc_recall_at_3_std": 0.5841096223421571,
+        "nauc_recall_at_5_diff1": 0.7533149805538332,
+        "nauc_recall_at_5_max": 0.8715978253808795,
+        "nauc_recall_at_5_std": 0.5881916486602013,
+        "ndcg_at_1": 0.0185,
+        "ndcg_at_10": 0.01337,
+        "ndcg_at_100": 0.0138,
+        "ndcg_at_1000": 0.01405,
+        "ndcg_at_20": 0.01365,
+        "ndcg_at_3": 0.01388,
+        "ndcg_at_5": 0.01356,
+        "precision_at_1": 0.0185,
+        "precision_at_10": 0.00248,
+        "precision_at_100": 0.00028,
+        "precision_at_1000": 3e-05,
+        "precision_at_20": 0.0013,
+        "precision_at_3": 0.0075,
+        "precision_at_5": 0.0049,
+        "recall_at_1": 0.00984,
+        "recall_at_10": 0.01288,
+        "recall_at_100": 0.01469,
+        "recall_at_1000": 0.01657,
+        "recall_at_20": 0.014,
+        "recall_at_3": 0.01183,
+        "recall_at_5": 0.01263
+      }
+    ]
+  },
+  "task_name": "CmedqaRetrieval"
+}

results/bm25s/0_1_10/MedicalQARetrieval.json

@@ -0,0 +1,158 @@
+{
+  "dataset_revision": "ae763399273d8b20506b80cf6f6f9a31a6a2b238",
+  "evaluation_time": 3.8687002658843994,
+  "kg_co2_emissions": null,
+  "mteb_version": "1.20.0",
+  "scores": {
+    "test": [
+      {
+        "hf_subset": "default",
+        "languages": [
+          "eng-Latn"
+        ],
+        "main_score": 0.45831,
+        "map_at_1": 0.22705,
+        "map_at_10": 0.37876,
+        "map_at_100": 0.38438,
+        "map_at_1000": 0.38481,
+        "map_at_20": 0.38256,
+        "map_at_3": 0.33691,
+        "map_at_5": 0.36326,
+        "mrr_at_1": 0.2275390625,
+        "mrr_at_10": 0.37878960503472253,
+        "mrr_at_100": 0.38440741053670263,
+        "mrr_at_1000": 0.38483539992155746,
+        "mrr_at_20": 0.38259344525468814,
+        "mrr_at_3": 0.3368326822916675,
+        "mrr_at_5": 0.36337076822916836,
+        "nauc_map_at_1000_diff1": 0.0706258904160368,
+        "nauc_map_at_1000_max": -0.021747163455575733,
+        "nauc_map_at_1000_std": -0.10717990948012555,
+        "nauc_map_at_100_diff1": 0.07037124844230125,
+        "nauc_map_at_100_max": -0.02162619573602153,
+        "nauc_map_at_100_std": -0.10706463991117927,
+        "nauc_map_at_10_diff1": 0.0717399323887491,
+        "nauc_map_at_10_max": -0.021134958143729687,
+        "nauc_map_at_10_std": -0.11242672136532393,
+        "nauc_map_at_1_diff1": 0.13538129536296245,
+        "nauc_map_at_1_max": -0.022886275158143284,
+        "nauc_map_at_1_std": -0.04767543909482947,
+        "nauc_map_at_20_diff1": 0.07040137750726613,
+        "nauc_map_at_20_max": -0.022254503836308316,
+        "nauc_map_at_20_std": -0.11032478975007748,
+        "nauc_map_at_3_diff1": 0.0791922695799978,
+        "nauc_map_at_3_max": -0.04257155197864481,
+        "nauc_map_at_3_std": -0.11383951213744535,
+        "nauc_map_at_5_diff1": 0.07930571969416544,
+        "nauc_map_at_5_max": -0.023672843378677054,
+        "nauc_map_at_5_std": -0.11908224178777488,
+        "nauc_mrr_at_1000_diff1": 0.07011665695404311,
+        "nauc_mrr_at_1000_max": -0.018127991077920867,
+        "nauc_mrr_at_1000_std": -0.10209031193791002,
+        "nauc_mrr_at_100_diff1": 0.06987052399576074,
+        "nauc_mrr_at_100_max": -0.018015332664028588,
+        "nauc_mrr_at_100_std": -0.10199155560546845,
+        "nauc_mrr_at_10_diff1": 0.07125030544785772,
+        "nauc_mrr_at_10_max": -0.017572823914317238,
+        "nauc_mrr_at_10_std": -0.10743237729640288,
+        "nauc_mrr_at_1_diff1": 0.13365679479433873,
+        "nauc_mrr_at_1_max": -0.01819606507168705,
+        "nauc_mrr_at_1_std": -0.04117165900459319,
+        "nauc_mrr_at_20_diff1": 0.06990488498307566,
+        "nauc_mrr_at_20_max": -0.018659940023107842,
+        "nauc_mrr_at_20_std": -0.10528495614471543,
+        "nauc_mrr_at_3_diff1": 0.07898564080468594,
+        "nauc_mrr_at_3_max": -0.03853806094658041,
+        "nauc_mrr_at_3_std": -0.10829927666959563,
+        "nauc_mrr_at_5_diff1": 0.07858015784723607,
+        "nauc_mrr_at_5_max": -0.019765995498314443,
+        "nauc_mrr_at_5_std": -0.11378841760075246,
+        "nauc_ndcg_at_1000_diff1": 0.04372211202526786,
+        "nauc_ndcg_at_1000_max": -0.012985455785277798,
+        "nauc_ndcg_at_1000_std": -0.10181525244286736,
+        "nauc_ndcg_at_100_diff1": 0.034047409219201685,
+        "nauc_ndcg_at_100_max": -0.006624178818112452,
+        "nauc_ndcg_at_100_std": -0.09379202138804969,
+        "nauc_ndcg_at_10_diff1": 0.04111189573244548,
+        "nauc_ndcg_at_10_max": -0.010241672796666448,
+        "nauc_ndcg_at_10_std": -0.1301515701823748,
+        "nauc_ndcg_at_1_diff1": 0.13538129536296245,
+        "nauc_ndcg_at_1_max": -0.022886275158143284,
+        "nauc_ndcg_at_1_std": -0.04767543909482947,
+        "nauc_ndcg_at_20_diff1": 0.034226138325801354,
+        "nauc_ndcg_at_20_max": -0.014324776186797604,
+        "nauc_ndcg_at_20_std": -0.1221181236121848,
+        "nauc_ndcg_at_3_diff1": 0.06174528014835416,
+        "nauc_ndcg_at_3_max": -0.04973055845506697,
+        "nauc_ndcg_at_3_std": -0.13542137211020422,
+        "nauc_ndcg_at_5_diff1": 0.06147696779566129,
+        "nauc_ndcg_at_5_max": -0.016546689940307804,
+        "nauc_ndcg_at_5_std": -0.14522910401136777,
+        "nauc_precision_at_1000_diff1": -0.3632970294179002,
+        "nauc_precision_at_1000_max": 0.11807329832841586,
+        "nauc_precision_at_1000_std": 0.25997379951472954,
+        "nauc_precision_at_100_diff1": -0.20025770199677803,
+        "nauc_precision_at_100_max": 0.11902539195948449,
+        "nauc_precision_at_100_std": 0.116388667659723,
+        "nauc_precision_at_10_diff1": -0.07919066147913147,
+        "nauc_precision_at_10_max": 0.03662775453628333,
+        "nauc_precision_at_10_std": -0.18795723160621947,
+        "nauc_precision_at_1_diff1": 0.13538129536296245,
+        "nauc_precision_at_1_max": -0.022886275158143284,
+        "nauc_precision_at_1_std": -0.04767543909482947,
+        "nauc_precision_at_20_diff1": -0.14052168924302433,
+        "nauc_precision_at_20_max": 0.0229883044313826,
+        "nauc_precision_at_20_std": -0.15415349651617002,
+        "nauc_precision_at_3_diff1": 0.014285462671214652,
+        "nauc_precision_at_3_max": -0.0694946760502056,
+        "nauc_precision_at_3_std": -0.1944164533370489,
+        "nauc_precision_at_5_diff1": 0.009030861963971218,
+        "nauc_precision_at_5_max": 0.008495660081645684,
+        "nauc_precision_at_5_std": -0.2236954144813768,
+        "nauc_recall_at_1000_diff1": -0.3632970294178984,
+        "nauc_recall_at_1000_max": 0.11807329832841859,
+        "nauc_recall_at_1000_std": 0.25997379951473776,
+        "nauc_recall_at_100_diff1": -0.20025770199677828,
+        "nauc_recall_at_100_max": 0.11902539195948388,
+        "nauc_recall_at_100_std": 0.11638866765972268,
+        "nauc_recall_at_10_diff1": -0.07919066147913156,
+        "nauc_recall_at_10_max": 0.03662775453628334,
+        "nauc_recall_at_10_std": -0.18795723160621935,
+        "nauc_recall_at_1_diff1": 0.13538129536296245,
+        "nauc_recall_at_1_max": -0.022886275158143284,
+        "nauc_recall_at_1_std": -0.04767543909482947,
+        "nauc_recall_at_20_diff1": -0.14052168924302327,
+        "nauc_recall_at_20_max": 0.02298830443138365,
+        "nauc_recall_at_20_std": -0.15415349651616847,
+        "nauc_recall_at_3_diff1": 0.0142854626712142,
+        "nauc_recall_at_3_max": -0.06949467605020603,
+        "nauc_recall_at_3_std": -0.19441645333704946,
+        "nauc_recall_at_5_diff1": 0.009030861963971733,
+        "nauc_recall_at_5_max": 0.008495660081646407,
+        "nauc_recall_at_5_std": -0.22369541448137656,
+        "ndcg_at_1": 0.22705,
+        "ndcg_at_10": 0.45831,
+        "ndcg_at_100": 0.48535,
+        "ndcg_at_1000": 0.50063,
+        "ndcg_at_20": 0.47215,
+        "ndcg_at_3": 0.37417,
+        "ndcg_at_5": 0.42102,
+        "precision_at_1": 0.22705,
+        "precision_at_10": 0.07095,
+        "precision_at_100": 0.00835,
+        "precision_at_1000": 0.00096,
+        "precision_at_20": 0.03821,
+        "precision_at_3": 0.16081,
+        "precision_at_5": 0.11895,
+        "recall_at_1": 0.22705,
+        "recall_at_10": 0.70947,
+        "recall_at_100": 0.83545,
+        "recall_at_1000": 0.96338,
+        "recall_at_20": 0.76416,
+        "recall_at_3": 0.48242,
+        "recall_at_5": 0.59473
+      }
+    ]
+  },
+  "task_name": "MedicalQARetrieval"
+}