From 7e0779a86a6faf27cd94eb49d42165aafc0699c4 Mon Sep 17 00:00:00 2001 From: Jamie-Stirling <36764530+Jamie-Stirling@users.noreply.github.com> Date: Fri, 15 Nov 2024 10:57:07 +0000 Subject: [PATCH] [MIEB] Change Flickr30k to test split (#1449) * wip: start adding BLIP models * add other blip variants * wip: add blip2_models.py * make lint * wip: implement blip2 wrapper * feat: add blip2 models, still mismatched names * fix: remove projections from image and text embeddings * make lint * wip: add coco BLIP2 * fix: BLIP2 better zero-shot classification without text_proj and vision_proj * tidy blip2 * add imagenet-dog-15 dataset * tidy and lint * remove unused import * add cluster_accuracy, ari and nmi to Image.ClusteringEvaluator * add imagenet-10 clustering task * add SOPI2IRetrieval * add results forclip on ImageNet10Clustering and ImageNetDog15Clustering * add SOPI2IRetrieval results for clip 32 * add results for clip vit 32/SOPI2IRetrieval * resolve conflict * add RP2kI2IRetrieval dataset * add RP2kI2IRetrieval results with clip-vit-base-patch32 * update image retrieval __init__.py * fix ImageTextPair dataloading for large datasets; more compositionality evaluation datasets * add RP2kI2IRetrieval and METI2IRetrieval * add METI2IRetreival * add SOP results * make lign * new revision for METI2IRetrieval * make lint * reset corpus chunk size * remove wrong classification import * add Flickr30k T2I and I2T * add Flickr30k T2I retriebal * reduced-size MET revision * fix: add Flickr30k T2I * make lint * add two landmark datasets and results * add Sketchy i2i retrieval * add task metadata * add BLINKIT2IRetrieval dataset * add BLINKIT2TRetrieval * add ImageCoDeT2IRetrieval * make lint * add vizwiz retrieval and results * fix vizwiz duplicate texts * add new vizwiz results * add VQA2 results * add GLD v2 I2T retrieval * add gld v2 i2i retrieval * make lint * add AbsTaskAny2AnyMultiChoice * make lint * remove GLDv2I2IRetrieval * exclude AbsTaskAny2AnyMultiChoice from test_load_data * fix e5v&vista * remove duplicate corpus entries from BLINKIT2TRetreival dataset * task type fix for running tasks * update BLINKIT2T metadata * fix wrong meta * run mieb script * split ROxford, RParis into easy, medium and hard * make lint * add BLINK as multi choice tasks * fix: license metadata in wrong format * remove null examples from corpus of ROxford and RParis * fix: add/remove subtasks from BLINKIT2IMultiChoice and BLINKIT2TMultiChoice * update blink metadata * add updated BLINK results * merge upstream mieb * change Flickr30k to test split * change flickr to test split --------- Co-authored-by: gowitheflow-1998 --- .../eng/Flickr30kI2TRetrieval.py | 2 +- .../eng/Flickr30kT2IRetrieval.py | 2 +- .../Flickr30kI2TRetrieval.json | 186 ------------------ .../Flickr30kT2IRetrieval.json | 186 ------------------ 4 files changed, 2 insertions(+), 374 deletions(-) delete mode 100644 results-mieb/openai__clip-vit-base-patch32/3d74acf9a28c67741b2f4f2ea7635f0aaf6f0268/Flickr30kI2TRetrieval.json delete mode 100644 results-mieb/openai__clip-vit-base-patch32/3d74acf9a28c67741b2f4f2ea7635f0aaf6f0268/Flickr30kT2IRetrieval.json diff --git a/mteb/tasks/Image/Any2AnyRetrieval/eng/Flickr30kI2TRetrieval.py b/mteb/tasks/Image/Any2AnyRetrieval/eng/Flickr30kI2TRetrieval.py index 3a33733e1f..6ba591cf12 100644 --- a/mteb/tasks/Image/Any2AnyRetrieval/eng/Flickr30kI2TRetrieval.py +++ b/mteb/tasks/Image/Any2AnyRetrieval/eng/Flickr30kI2TRetrieval.py @@ -11,7 +11,7 @@ class Flickr30kI2TRetrieval(AbsTaskAny2AnyRetrieval): reference="https://www.semanticscholar.org/paper/From-image-descriptions-to-visual-denotations%3A-New-Young-Lai/44040913380206991b1991daf1192942e038fe31", dataset={ "path": "JamieSJS/flickr30k", - "revision": "a4cf34ac79215f9e2cd6a10342d84f606fc41cc3", + "revision": "24acb2d0b72e18b03388eb20a6225983c0e3f629", }, type="Any2AnyRetrieval", category="i2t", diff --git a/mteb/tasks/Image/Any2AnyRetrieval/eng/Flickr30kT2IRetrieval.py b/mteb/tasks/Image/Any2AnyRetrieval/eng/Flickr30kT2IRetrieval.py index 585fcfc255..be56a554e4 100644 --- a/mteb/tasks/Image/Any2AnyRetrieval/eng/Flickr30kT2IRetrieval.py +++ b/mteb/tasks/Image/Any2AnyRetrieval/eng/Flickr30kT2IRetrieval.py @@ -11,7 +11,7 @@ class Flickr30kT2IRetrieval(AbsTaskAny2AnyRetrieval): reference="https://www.semanticscholar.org/paper/From-image-descriptions-to-visual-denotations%3A-New-Young-Lai/44040913380206991b1991daf1192942e038fe31", dataset={ "path": "JamieSJS/flickr30k", - "revision": "a4cf34ac79215f9e2cd6a10342d84f606fc41cc3", + "revision": "24acb2d0b72e18b03388eb20a6225983c0e3f629", }, type="Any2AnyRetrieval", category="t2i", diff --git a/results-mieb/openai__clip-vit-base-patch32/3d74acf9a28c67741b2f4f2ea7635f0aaf6f0268/Flickr30kI2TRetrieval.json b/results-mieb/openai__clip-vit-base-patch32/3d74acf9a28c67741b2f4f2ea7635f0aaf6f0268/Flickr30kI2TRetrieval.json deleted file mode 100644 index 714a658b14..0000000000 --- a/results-mieb/openai__clip-vit-base-patch32/3d74acf9a28c67741b2f4f2ea7635f0aaf6f0268/Flickr30kI2TRetrieval.json +++ /dev/null @@ -1,186 +0,0 @@ -{ - "dataset_revision": "a4cf34ac79215f9e2cd6a10342d84f606fc41cc3", - "evaluation_time": 2905.3177580833435, - "kg_co2_emissions": null, - "mteb_version": "1.12.90", - "scores": { - "test": [ - { - "cv_recall_at_1": 0.4111, - "cv_recall_at_10": 0.74505, - "cv_recall_at_100": 0.94796, - "cv_recall_at_1000": 0.99607, - "cv_recall_at_20": 0.82443, - "cv_recall_at_3": 0.58196, - "cv_recall_at_5": 0.65757, - "hf_subset": "default", - "languages": [ - "eng-Latn" - ], - "main_score": 0.33866, - "map_at_1": 0.08222, - "map_at_10": 0.2347, - "map_at_100": 0.26833, - "map_at_1000": 0.27226, - "map_at_20": 0.25195, - "map_at_3": 0.16585, - "map_at_5": 0.20389, - "mrr_at_1": 0.4111046624105243, - "mrr_at_10": 0.5151111351658093, - "mrr_at_100": 0.5239514165075607, - "mrr_at_1000": 0.5242073041502724, - "mrr_at_20": 0.5206470443576335, - "mrr_at_3": 0.4860761806496125, - "mrr_at_5": 0.503347412996305, - "nauc_cv_recall_at_1000_diff1": 0.18030127835739224, - "nauc_cv_recall_at_1000_max": 0.5581466344401298, - "nauc_cv_recall_at_1000_std": 0.8631168401994536, - "nauc_cv_recall_at_100_diff1": 0.272670704205089, - "nauc_cv_recall_at_100_max": 0.4612079444879557, - "nauc_cv_recall_at_100_std": 0.5695575488041834, - "nauc_cv_recall_at_10_diff1": 0.28543669447055997, - "nauc_cv_recall_at_10_max": 0.36347027563947776, - "nauc_cv_recall_at_10_std": 0.2385430096241168, - "nauc_cv_recall_at_1_diff1": 0.3784400483602523, - "nauc_cv_recall_at_1_max": 0.3504797969786945, - "nauc_cv_recall_at_1_std": 0.10634115715764078, - "nauc_cv_recall_at_20_diff1": 0.27508492044537997, - "nauc_cv_recall_at_20_max": 0.3714030729491561, - "nauc_cv_recall_at_20_std": 0.2959015251319611, - "nauc_cv_recall_at_3_diff1": 0.31233109201191445, - "nauc_cv_recall_at_3_max": 0.35059358000714524, - "nauc_cv_recall_at_3_std": 0.15142403433656834, - "nauc_cv_recall_at_5_diff1": 0.2974464195367057, - "nauc_cv_recall_at_5_max": 0.35509762440464737, - "nauc_cv_recall_at_5_std": 0.18640081229405794, - "nauc_map_at_1000_diff1": 0.2662124495945085, - "nauc_map_at_1000_max": 0.40406570060222413, - "nauc_map_at_1000_std": 0.1959460147481183, - "nauc_map_at_100_diff1": 0.2659471804759087, - "nauc_map_at_100_max": 0.40363986652542505, - "nauc_map_at_100_std": 0.1947488241847008, - "nauc_map_at_10_diff1": 0.2666647469717836, - "nauc_map_at_10_max": 0.39968979149613193, - "nauc_map_at_10_std": 0.16723592929025385, - "nauc_map_at_1_diff1": 0.37844004836025164, - "nauc_map_at_1_max": 0.3504797969786941, - "nauc_map_at_1_std": 0.1063411571576403, - "nauc_map_at_20_diff1": 0.2650108128343263, - "nauc_map_at_20_max": 0.4008348432286667, - "nauc_map_at_20_std": 0.17971414027637928, - "nauc_map_at_3_diff1": 0.28590676523718034, - "nauc_map_at_3_max": 0.3781596069511839, - "nauc_map_at_3_std": 0.13040101399163928, - "nauc_map_at_5_diff1": 0.27462944218025, - "nauc_map_at_5_max": 0.39938962890452623, - "nauc_map_at_5_std": 0.14980070399423312, - "nauc_mrr_at_1000_diff1": 0.3494548271148969, - "nauc_mrr_at_1000_max": 0.3521197992435183, - "nauc_mrr_at_1000_std": 0.1344856075273458, - "nauc_mrr_at_100_diff1": 0.349406446391289, - "nauc_mrr_at_100_max": 0.35218688878029347, - "nauc_mrr_at_100_std": 0.1347720116595227, - "nauc_mrr_at_10_diff1": 0.34832734062778187, - "nauc_mrr_at_10_max": 0.35184655254909514, - "nauc_mrr_at_10_std": 0.13412235150155113, - "nauc_mrr_at_1_diff1": 0.3784400483602523, - "nauc_mrr_at_1_max": 0.3504797969786945, - "nauc_mrr_at_1_std": 0.10634115715764078, - "nauc_mrr_at_20_diff1": 0.34874544122097734, - "nauc_mrr_at_20_max": 0.35198594125683075, - "nauc_mrr_at_20_std": 0.1348277834635207, - "nauc_mrr_at_3_diff1": 0.3502458632268556, - "nauc_mrr_at_3_max": 0.3503121014809114, - "nauc_mrr_at_3_std": 0.12461253730902709, - "nauc_mrr_at_5_diff1": 0.3483495916749157, - "nauc_mrr_at_5_max": 0.3512186490276025, - "nauc_mrr_at_5_std": 0.13065045260516017, - "nauc_ndcg_at_1000_diff1": 0.28085910013736953, - "nauc_ndcg_at_1000_max": 0.400173338146715, - "nauc_ndcg_at_1000_std": 0.2454880347293459, - "nauc_ndcg_at_100_diff1": 0.27614261400212725, - "nauc_ndcg_at_100_max": 0.3975804199137475, - "nauc_ndcg_at_100_std": 0.24550705671790238, - "nauc_ndcg_at_10_diff1": 0.2770040634103947, - "nauc_ndcg_at_10_max": 0.386892601870249, - "nauc_ndcg_at_10_std": 0.17593863508925003, - "nauc_ndcg_at_1_diff1": 0.3784400483602523, - "nauc_ndcg_at_1_max": 0.3504797969786945, - "nauc_ndcg_at_1_std": 0.10634115715764078, - "nauc_ndcg_at_20_diff1": 0.27393587281733567, - "nauc_ndcg_at_20_max": 0.3893030504620739, - "nauc_ndcg_at_20_std": 0.1976666061871801, - "nauc_ndcg_at_3_diff1": 0.29659323480247735, - "nauc_ndcg_at_3_max": 0.3710317896505282, - "nauc_ndcg_at_3_std": 0.1331916818585782, - "nauc_ndcg_at_5_diff1": 0.28580433201485833, - "nauc_ndcg_at_5_max": 0.3859484521144905, - "nauc_ndcg_at_5_std": 0.15313433521572764, - "nauc_precision_at_1000_diff1": 0.12752694892887595, - "nauc_precision_at_1000_max": 0.3590535825037547, - "nauc_precision_at_1000_std": 0.6227671512776303, - "nauc_precision_at_100_diff1": 0.18161894144710583, - "nauc_precision_at_100_max": 0.3507884567772516, - "nauc_precision_at_100_std": 0.39162073570098294, - "nauc_precision_at_10_diff1": 0.22500485735582146, - "nauc_precision_at_10_max": 0.37378539642037556, - "nauc_precision_at_10_std": 0.2035430362585049, - "nauc_precision_at_1_diff1": 0.3784400483602523, - "nauc_precision_at_1_max": 0.3504797969786945, - "nauc_precision_at_1_std": 0.10634115715764078, - "nauc_precision_at_20_diff1": 0.20677311842444712, - "nauc_precision_at_20_max": 0.3598552830533254, - "nauc_precision_at_20_std": 0.24219283310766115, - "nauc_precision_at_3_diff1": 0.26529469191714483, - "nauc_precision_at_3_max": 0.37325220096807005, - "nauc_precision_at_3_std": 0.14099019547945105, - "nauc_precision_at_5_diff1": 0.24620492543282482, - "nauc_precision_at_5_max": 0.3867515487955738, - "nauc_precision_at_5_std": 0.16846852569552279, - "nauc_recall_at_1000_diff1": 0.1275269489288761, - "nauc_recall_at_1000_max": 0.35905358250375646, - "nauc_recall_at_1000_std": 0.6227671512776317, - "nauc_recall_at_100_diff1": 0.1816189414471066, - "nauc_recall_at_100_max": 0.35078845677725146, - "nauc_recall_at_100_std": 0.3916207357009826, - "nauc_recall_at_10_diff1": 0.22500485735582146, - "nauc_recall_at_10_max": 0.37378539642037556, - "nauc_recall_at_10_std": 0.2035430362585049, - "nauc_recall_at_1_diff1": 0.37844004836025164, - "nauc_recall_at_1_max": 0.3504797969786941, - "nauc_recall_at_1_std": 0.1063411571576403, - "nauc_recall_at_20_diff1": 0.20677311842444712, - "nauc_recall_at_20_max": 0.3598552830533254, - "nauc_recall_at_20_std": 0.24219283310766115, - "nauc_recall_at_3_diff1": 0.2652946919171448, - "nauc_recall_at_3_max": 0.3732522009680695, - "nauc_recall_at_3_std": 0.1409901954794505, - "nauc_recall_at_5_diff1": 0.24620492543282482, - "nauc_recall_at_5_max": 0.3867515487955738, - "nauc_recall_at_5_std": 0.16846852569552279, - "ndcg_at_1": 0.4111, - "ndcg_at_10": 0.33866, - "ndcg_at_100": 0.44523, - "ndcg_at_1000": 0.49782, - "ndcg_at_20": 0.37695, - "ndcg_at_3": 0.33845, - "ndcg_at_5": 0.29078, - "precision_at_1": 0.4111, - "precision_at_10": 0.17182, - "precision_at_100": 0.03266, - "precision_at_1000": 0.00451, - "precision_at_20": 0.10825, - "precision_at_3": 0.31717, - "precision_at_5": 0.25644, - "recall_at_1": 0.08222, - "recall_at_10": 0.34363, - "recall_at_100": 0.65316, - "recall_at_1000": 0.90261, - "recall_at_20": 0.43299, - "recall_at_3": 0.1903, - "recall_at_5": 0.25644 - } - ] - }, - "task_name": "Flickr30kI2TRetrieval" -} \ No newline at end of file diff --git a/results-mieb/openai__clip-vit-base-patch32/3d74acf9a28c67741b2f4f2ea7635f0aaf6f0268/Flickr30kT2IRetrieval.json b/results-mieb/openai__clip-vit-base-patch32/3d74acf9a28c67741b2f4f2ea7635f0aaf6f0268/Flickr30kT2IRetrieval.json deleted file mode 100644 index 60797e4e6b..0000000000 --- a/results-mieb/openai__clip-vit-base-patch32/3d74acf9a28c67741b2f4f2ea7635f0aaf6f0268/Flickr30kT2IRetrieval.json +++ /dev/null @@ -1,186 +0,0 @@ -{ - "dataset_revision": "a4cf34ac79215f9e2cd6a10342d84f606fc41cc3", - "evaluation_time": 3504.4338762760162, - "kg_co2_emissions": null, - "mteb_version": "1.12.90", - "scores": { - "test": [ - { - "cv_recall_at_1": 0.2175, - "cv_recall_at_10": 0.50718, - "cv_recall_at_100": 0.80839, - "cv_recall_at_1000": 0.96492, - "cv_recall_at_20": 0.60324, - "cv_recall_at_3": 0.34774, - "cv_recall_at_5": 0.41235, - "hf_subset": "default", - "languages": [ - "eng-Latn" - ], - "main_score": 0.3504, - "map_at_1": 0.2175, - "map_at_10": 0.3017, - "map_at_100": 0.31355, - "map_at_1000": 0.31429, - "map_at_20": 0.30838, - "map_at_3": 0.2743, - "map_at_5": 0.28901, - "mrr_at_1": 0.21749532469207455, - "mrr_at_10": 0.3017006349410669, - "mrr_at_100": 0.3135464607899773, - "mrr_at_1000": 0.31428602518127013, - "mrr_at_20": 0.30838107727990743, - "mrr_at_3": 0.2743008533780535, - "mrr_at_5": 0.28900711506631577, - "nauc_cv_recall_at_1000_diff1": 0.2632892740429544, - "nauc_cv_recall_at_1000_max": 0.4683201344263211, - "nauc_cv_recall_at_1000_std": 0.7033795380897453, - "nauc_cv_recall_at_100_diff1": 0.2647647634897656, - "nauc_cv_recall_at_100_max": 0.34490671196475553, - "nauc_cv_recall_at_100_std": 0.3944496412003796, - "nauc_cv_recall_at_10_diff1": 0.2995130617977379, - "nauc_cv_recall_at_10_max": 0.28870905172779393, - "nauc_cv_recall_at_10_std": 0.13919504988489, - "nauc_cv_recall_at_1_diff1": 0.46334150143887837, - "nauc_cv_recall_at_1_max": 0.3188934433784608, - "nauc_cv_recall_at_1_std": 0.03870010544883344, - "nauc_cv_recall_at_20_diff1": 0.2830079535289093, - "nauc_cv_recall_at_20_max": 0.29612199469809664, - "nauc_cv_recall_at_20_std": 0.19159692443206613, - "nauc_cv_recall_at_3_diff1": 0.3535295484138601, - "nauc_cv_recall_at_3_max": 0.29806929455574155, - "nauc_cv_recall_at_3_std": 0.07658894036209522, - "nauc_cv_recall_at_5_diff1": 0.32210572836847934, - "nauc_cv_recall_at_5_max": 0.2888711825797017, - "nauc_cv_recall_at_5_std": 0.09843675944719517, - "nauc_map_at_1000_diff1": 0.39832464563018605, - "nauc_map_at_1000_max": 0.3074377337641309, - "nauc_map_at_1000_std": 0.07177029946282956, - "nauc_map_at_100_diff1": 0.3980484146317034, - "nauc_map_at_100_max": 0.3074089025502927, - "nauc_map_at_100_std": 0.0721090495580087, - "nauc_map_at_10_diff1": 0.39759464570461306, - "nauc_map_at_10_max": 0.3059467184032683, - "nauc_map_at_10_std": 0.06729002523587067, - "nauc_map_at_1_diff1": 0.46334150143887837, - "nauc_map_at_1_max": 0.3188934433784608, - "nauc_map_at_1_std": 0.03870010544883344, - "nauc_map_at_20_diff1": 0.39724585077726443, - "nauc_map_at_20_max": 0.30662830181613326, - "nauc_map_at_20_std": 0.07029104503264444, - "nauc_map_at_3_diff1": 0.4087813508135372, - "nauc_map_at_3_max": 0.3082838424431037, - "nauc_map_at_3_std": 0.05612029637486883, - "nauc_map_at_5_diff1": 0.40044699102255726, - "nauc_map_at_5_max": 0.3058538687154621, - "nauc_map_at_5_std": 0.06168460440199823, - "nauc_mrr_at_1000_diff1": 0.3983251214518209, - "nauc_mrr_at_1000_max": 0.3074398467997274, - "nauc_mrr_at_1000_std": 0.0717737083834719, - "nauc_mrr_at_100_diff1": 0.3980488893862368, - "nauc_mrr_at_100_max": 0.3074110112149868, - "nauc_mrr_at_100_std": 0.07211245146163399, - "nauc_mrr_at_10_diff1": 0.39759509662724174, - "nauc_mrr_at_10_max": 0.3059487942694512, - "nauc_mrr_at_10_std": 0.06729335845497784, - "nauc_mrr_at_1_diff1": 0.46334150143887837, - "nauc_mrr_at_1_max": 0.3188934433784608, - "nauc_mrr_at_1_std": 0.03870010544883344, - "nauc_mrr_at_20_diff1": 0.3972463051807796, - "nauc_mrr_at_20_max": 0.30663039310948675, - "nauc_mrr_at_20_std": 0.07029440252517179, - "nauc_mrr_at_3_diff1": 0.4087846165854502, - "nauc_mrr_at_3_max": 0.3082911152291177, - "nauc_mrr_at_3_std": 0.0561317481536657, - "nauc_mrr_at_5_diff1": 0.40044780533219726, - "nauc_mrr_at_5_max": 0.30585567761349425, - "nauc_mrr_at_5_std": 0.061687450057817825, - "nauc_ndcg_at_1000_diff1": 0.3822651584130574, - "nauc_ndcg_at_1000_max": 0.3096027445146429, - "nauc_ndcg_at_1000_std": 0.09905420670861774, - "nauc_ndcg_at_100_diff1": 0.3751136878938184, - "nauc_ndcg_at_100_max": 0.3096593022400737, - "nauc_ndcg_at_100_std": 0.1114725296151852, - "nauc_ndcg_at_10_diff1": 0.3722441527278821, - "nauc_ndcg_at_10_max": 0.30140653687780977, - "nauc_ndcg_at_10_std": 0.08492137004866748, - "nauc_ndcg_at_1_diff1": 0.46334150143887837, - "nauc_ndcg_at_1_max": 0.3188934433784608, - "nauc_ndcg_at_1_std": 0.03870010544883344, - "nauc_ndcg_at_20_diff1": 0.3702205468461526, - "nauc_ndcg_at_20_max": 0.30363863160972876, - "nauc_ndcg_at_20_std": 0.09630513131602707, - "nauc_ndcg_at_3_diff1": 0.39360911171689245, - "nauc_ndcg_at_3_max": 0.30546309152189277, - "nauc_ndcg_at_3_std": 0.061672579869672305, - "nauc_ndcg_at_5_diff1": 0.37922470007538506, - "nauc_ndcg_at_5_max": 0.3012774286231696, - "nauc_ndcg_at_5_std": 0.07144813701782884, - "nauc_precision_at_1000_diff1": 0.2632892740429434, - "nauc_precision_at_1000_max": 0.46832013442631265, - "nauc_precision_at_1000_std": 0.7033795380897392, - "nauc_precision_at_100_diff1": 0.26476476348976524, - "nauc_precision_at_100_max": 0.3449067119647543, - "nauc_precision_at_100_std": 0.3944496412003801, - "nauc_precision_at_10_diff1": 0.2995130617977381, - "nauc_precision_at_10_max": 0.28870905172779415, - "nauc_precision_at_10_std": 0.13919504988489012, - "nauc_precision_at_1_diff1": 0.46334150143887837, - "nauc_precision_at_1_max": 0.3188934433784608, - "nauc_precision_at_1_std": 0.03870010544883344, - "nauc_precision_at_20_diff1": 0.2830079535289092, - "nauc_precision_at_20_max": 0.29612199469809636, - "nauc_precision_at_20_std": 0.19159692443206594, - "nauc_precision_at_3_diff1": 0.3535203790281254, - "nauc_precision_at_3_max": 0.29804922704221115, - "nauc_precision_at_3_std": 0.07655745610155888, - "nauc_precision_at_5_diff1": 0.32210572836847917, - "nauc_precision_at_5_max": 0.2888711825797015, - "nauc_precision_at_5_std": 0.09843675944719478, - "nauc_recall_at_1000_diff1": 0.2632892740429544, - "nauc_recall_at_1000_max": 0.4683201344263211, - "nauc_recall_at_1000_std": 0.7033795380897453, - "nauc_recall_at_100_diff1": 0.2647647634897656, - "nauc_recall_at_100_max": 0.34490671196475553, - "nauc_recall_at_100_std": 0.3944496412003796, - "nauc_recall_at_10_diff1": 0.2995130617977379, - "nauc_recall_at_10_max": 0.28870905172779393, - "nauc_recall_at_10_std": 0.13919504988489, - "nauc_recall_at_1_diff1": 0.46334150143887837, - "nauc_recall_at_1_max": 0.3188934433784608, - "nauc_recall_at_1_std": 0.03870010544883344, - "nauc_recall_at_20_diff1": 0.2830079535289093, - "nauc_recall_at_20_max": 0.29612199469809664, - "nauc_recall_at_20_std": 0.19159692443206613, - "nauc_recall_at_3_diff1": 0.3535203790281251, - "nauc_recall_at_3_max": 0.29804922704221065, - "nauc_recall_at_3_std": 0.07655745610155873, - "nauc_recall_at_5_diff1": 0.32210572836847934, - "nauc_recall_at_5_max": 0.2888711825797017, - "nauc_recall_at_5_std": 0.09843675944719517, - "ndcg_at_1": 0.2175, - "ndcg_at_10": 0.3504, - "ndcg_at_100": 0.41258, - "ndcg_at_1000": 0.43242, - "ndcg_at_20": 0.3747, - "ndcg_at_3": 0.29313, - "ndcg_at_5": 0.31969, - "precision_at_1": 0.2175, - "precision_at_10": 0.05072, - "precision_at_100": 0.00808, - "precision_at_1000": 0.00096, - "precision_at_20": 0.03016, - "precision_at_3": 0.11591, - "precision_at_5": 0.08247, - "recall_at_1": 0.2175, - "recall_at_10": 0.50718, - "recall_at_100": 0.80839, - "recall_at_1000": 0.96492, - "recall_at_20": 0.60324, - "recall_at_3": 0.34773, - "recall_at_5": 0.41235 - } - ] - }, - "task_name": "Flickr30kT2IRetrieval" -} \ No newline at end of file