{ "dataset_revision": "74d396242cc281c021eeb38d0ee5f6f30afc1fad", "task_name": "VidoreInfoVQARetrieval", "mteb_version": "2.12.30", "scores": { "test": [ { "ndcg_at_1": 0.89879, "ndcg_at_3": 0.93498, "ndcg_at_5": 0.94057, "ndcg_at_10": 0.94226, "ndcg_at_20": 0.94495, "ndcg_at_100": 0.94694, "ndcg_at_1000": 0.94739, "map_at_1": 0.89879, "map_at_3": 0.92645, "map_at_5": 0.92954, "map_at_10": 0.93035, "map_at_20": 0.93116, "map_at_100": 0.93145, "map_at_1000": 0.93148, "recall_at_1": 0.89879, "recall_at_3": 0.95951, "recall_at_5": 0.97267, "recall_at_10": 0.97773, "recall_at_20": 0.98785, "recall_at_100": 0.99696, "recall_at_1000": 1.0, "accuracy": 0.89879, "precision_at_1": 0.89879, "precision_at_3": 0.31984, "precision_at_5": 0.19474, "precision_at_10": 0.09798, "precision_at_20": 0.04949, "precision_at_100": 0.01008, "precision_at_1000": 0.00101, "mrr_at_1": 0.898785, "mrr_at_3": 0.926451, "mrr_at_5": 0.929791, "mrr_at_10": 0.930269, "mrr_at_20": 0.931078, "mrr_at_100": 0.931358, "mrr_at_1000": 0.931373, "nauc_ndcg_at_1_max": 0.66519, "nauc_ndcg_at_1_std": -0.067035, "nauc_ndcg_at_1_diff1": 0.965955, "nauc_ndcg_at_3_max": 0.702261, "nauc_ndcg_at_3_std": -0.117896, "nauc_ndcg_at_3_diff1": 0.968585, "nauc_ndcg_at_5_max": 0.716973, "nauc_ndcg_at_5_std": -0.077032, "nauc_ndcg_at_5_diff1": 0.969269, "nauc_ndcg_at_10_max": 0.717031, "nauc_ndcg_at_10_std": -0.063518, "nauc_ndcg_at_10_diff1": 0.968368, "nauc_ndcg_at_20_max": 0.713185, "nauc_ndcg_at_20_std": -0.064001, "nauc_ndcg_at_20_diff1": 0.969427, "nauc_ndcg_at_100_max": 0.703314, "nauc_ndcg_at_100_std": -0.071364, "nauc_ndcg_at_100_diff1": 0.968279, "nauc_ndcg_at_1000_max": 0.700751, "nauc_ndcg_at_1000_std": -0.079211, "nauc_ndcg_at_1000_diff1": 0.968005, "nauc_map_at_1_max": 0.66519, "nauc_map_at_1_std": -0.067035, "nauc_map_at_1_diff1": 0.965955, "nauc_map_at_3_max": 0.691612, "nauc_map_at_3_std": -0.105934, "nauc_map_at_3_diff1": 0.967591, "nauc_map_at_5_max": 0.697369, "nauc_map_at_5_std": -0.087639, "nauc_map_at_5_diff1": 0.96786, "nauc_map_at_10_max": 0.697605, "nauc_map_at_10_std": -0.08214, "nauc_map_at_10_diff1": 0.967483, "nauc_map_at_20_max": 0.69644, "nauc_map_at_20_std": -0.083811, "nauc_map_at_20_diff1": 0.967746, "nauc_map_at_100_max": 0.695239, "nauc_map_at_100_std": -0.084659, "nauc_map_at_100_diff1": 0.967609, "nauc_map_at_1000_max": 0.695119, "nauc_map_at_1000_std": -0.085012, "nauc_map_at_1000_diff1": 0.967596, "nauc_recall_at_1_max": 0.66519, "nauc_recall_at_1_std": -0.067035, "nauc_recall_at_1_diff1": 0.965955, "nauc_recall_at_3_max": 0.756756, "nauc_recall_at_3_std": -0.176821, "nauc_recall_at_3_diff1": 0.97388, "nauc_recall_at_5_max": 0.865099, "nauc_recall_at_5_std": 0.017117, "nauc_recall_at_5_diff1": 0.980652, "nauc_recall_at_10_max": 0.895217, "nauc_recall_at_10_std": 0.140073, "nauc_recall_at_10_diff1": 0.976254, "nauc_recall_at_20_max": 0.978233, "nauc_recall_at_20_std": 0.358243, "nauc_recall_at_20_diff1": 1.0, "nauc_recall_at_100_max": 1.0, "nauc_recall_at_100_std": 0.851432, "nauc_recall_at_100_diff1": 1.0, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.66519, "nauc_precision_at_1_std": -0.067035, "nauc_precision_at_1_diff1": 0.965955, "nauc_precision_at_3_max": 0.756756, "nauc_precision_at_3_std": -0.176821, "nauc_precision_at_3_diff1": 0.97388, "nauc_precision_at_5_max": 0.877053, "nauc_precision_at_5_std": 0.039451, "nauc_precision_at_5_diff1": 0.979907, "nauc_precision_at_10_max": 0.729234, "nauc_precision_at_10_std": 0.16513, "nauc_precision_at_10_diff1": 0.764209, "nauc_precision_at_20_max": 0.686383, "nauc_precision_at_20_std": 0.350353, "nauc_precision_at_20_diff1": 0.645691, "nauc_precision_at_100_max": -0.365737, "nauc_precision_at_100_std": 0.392847, "nauc_precision_at_100_diff1": -0.4116, "nauc_precision_at_1000_max": -0.530911, "nauc_precision_at_1000_std": 0.216355, "nauc_precision_at_1000_diff1": -0.573514, "nauc_mrr_at_1_max": 0.66519, "nauc_mrr_at_1_std": -0.067035, "nauc_mrr_at_1_diff1": 0.965955, "nauc_mrr_at_3_max": 0.691612, "nauc_mrr_at_3_std": -0.105934, "nauc_mrr_at_3_diff1": 0.967591, "nauc_mrr_at_5_max": 0.697885, "nauc_mrr_at_5_std": -0.085921, "nauc_mrr_at_5_diff1": 0.967744, "nauc_mrr_at_10_max": 0.697431, "nauc_mrr_at_10_std": -0.082724, "nauc_mrr_at_10_diff1": 0.967522, "nauc_mrr_at_20_max": 0.696266, "nauc_mrr_at_20_std": -0.084399, "nauc_mrr_at_20_diff1": 0.967785, "nauc_mrr_at_100_max": 0.695111, "nauc_mrr_at_100_std": -0.085791, "nauc_mrr_at_100_diff1": 0.967654, "nauc_mrr_at_1000_max": 0.695042, "nauc_mrr_at_1000_std": -0.086038, "nauc_mrr_at_1000_diff1": 0.967647, "hit_rate_at_1": 0.89879, "hit_rate_at_3": 0.95951, "hit_rate_at_5": 0.97368, "hit_rate_at_10": 0.97773, "hit_rate_at_20": 0.98785, "hit_rate_at_100": 0.99798, "hit_rate_at_1000": 1.0, "main_score": 0.94057, "hf_subset": "default", "languages": [ "eng-Latn" ] } ] }, "evaluation_time": 57.6041841506958, "kg_co2_emissions": null, "date": 1781790224.988728 }