{ "dataset_revision": "e78cd130055fcb8d69bb0ff4115c4712a157f3d3", "task_name": "VidoreDocVQARetrieval", "mteb_version": "2.12.30", "scores": { "test": [ { "ndcg_at_1": 0.59645, "ndcg_at_3": 0.66049, "ndcg_at_5": 0.67713, "ndcg_at_10": 0.69943, "ndcg_at_20": 0.70869, "ndcg_at_100": 0.73063, "ndcg_at_1000": 0.73665, "map_at_1": 0.59165, "map_at_3": 0.64311, "map_at_5": 0.65251, "map_at_10": 0.66215, "map_at_20": 0.66507, "map_at_100": 0.66823, "map_at_1000": 0.66859, "recall_at_1": 0.59165, "recall_at_3": 0.70455, "recall_at_5": 0.7449, "recall_at_10": 0.81183, "recall_at_20": 0.84599, "recall_at_100": 0.95987, "recall_at_1000": 1.0, "accuracy": 0.59165, "precision_at_1": 0.59645, "precision_at_3": 0.23873, "precision_at_5": 0.15255, "precision_at_10": 0.08448, "precision_at_20": 0.04457, "precision_at_100": 0.01047, "precision_at_1000": 0.00111, "mrr_at_1": 0.596452, "mrr_at_3": 0.648189, "mrr_at_5": 0.65728, "mrr_at_10": 0.666045, "mrr_at_20": 0.668366, "mrr_at_100": 0.671112, "mrr_at_1000": 0.671348, "nauc_ndcg_at_1_max": 0.478017, "nauc_ndcg_at_1_std": -0.225228, "nauc_ndcg_at_1_diff1": 0.859716, "nauc_ndcg_at_3_max": 0.474369, "nauc_ndcg_at_3_std": -0.248817, "nauc_ndcg_at_3_diff1": 0.838577, "nauc_ndcg_at_5_max": 0.457765, "nauc_ndcg_at_5_std": -0.273643, "nauc_ndcg_at_5_diff1": 0.8306, "nauc_ndcg_at_10_max": 0.447727, "nauc_ndcg_at_10_std": -0.2595, "nauc_ndcg_at_10_diff1": 0.824825, "nauc_ndcg_at_20_max": 0.446618, "nauc_ndcg_at_20_std": -0.258076, "nauc_ndcg_at_20_diff1": 0.830589, "nauc_ndcg_at_100_max": 0.452916, "nauc_ndcg_at_100_std": -0.238778, "nauc_ndcg_at_100_diff1": 0.834993, "nauc_ndcg_at_1000_max": 0.45475, "nauc_ndcg_at_1000_std": -0.251152, "nauc_ndcg_at_1000_diff1": 0.834728, "nauc_map_at_1_max": 0.484265, "nauc_map_at_1_std": -0.237163, "nauc_map_at_1_diff1": 0.865936, "nauc_map_at_3_max": 0.478683, "nauc_map_at_3_std": -0.250125, "nauc_map_at_3_diff1": 0.846947, "nauc_map_at_5_max": 0.469994, "nauc_map_at_5_std": -0.263163, "nauc_map_at_5_diff1": 0.84233, "nauc_map_at_10_max": 0.466122, "nauc_map_at_10_std": -0.255703, "nauc_map_at_10_diff1": 0.839193, "nauc_map_at_20_max": 0.465691, "nauc_map_at_20_std": -0.255124, "nauc_map_at_20_diff1": 0.840813, "nauc_map_at_100_max": 0.466192, "nauc_map_at_100_std": -0.251937, "nauc_map_at_100_diff1": 0.841215, "nauc_map_at_1000_max": 0.466169, "nauc_map_at_1000_std": -0.252509, "nauc_map_at_1000_diff1": 0.84122, "nauc_recall_at_1_max": 0.484265, "nauc_recall_at_1_std": -0.237163, "nauc_recall_at_1_diff1": 0.865936, "nauc_recall_at_3_max": 0.469372, "nauc_recall_at_3_std": -0.260512, "nauc_recall_at_3_diff1": 0.817177, "nauc_recall_at_5_max": 0.421507, "nauc_recall_at_5_std": -0.329462, "nauc_recall_at_5_diff1": 0.79358, "nauc_recall_at_10_max": 0.368801, "nauc_recall_at_10_std": -0.287611, "nauc_recall_at_10_diff1": 0.76041, "nauc_recall_at_20_max": 0.351424, "nauc_recall_at_20_std": -0.278035, "nauc_recall_at_20_diff1": 0.786041, "nauc_recall_at_100_max": 0.34581, "nauc_recall_at_100_std": 0.181596, "nauc_recall_at_100_diff1": 0.834037, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.478017, "nauc_precision_at_1_std": -0.225228, "nauc_precision_at_1_diff1": 0.859716, "nauc_precision_at_3_max": 0.437515, "nauc_precision_at_3_std": -0.219176, "nauc_precision_at_3_diff1": 0.774802, "nauc_precision_at_5_max": 0.358477, "nauc_precision_at_5_std": -0.28099, "nauc_precision_at_5_diff1": 0.707052, "nauc_precision_at_10_max": 0.200253, "nauc_precision_at_10_std": -0.171358, "nauc_precision_at_10_diff1": 0.514259, "nauc_precision_at_20_max": 0.088082, "nauc_precision_at_20_std": -0.133972, "nauc_precision_at_20_diff1": 0.394074, "nauc_precision_at_100_max": -0.281075, "nauc_precision_at_100_std": 0.200967, "nauc_precision_at_100_diff1": -0.191478, "nauc_precision_at_1000_max": -0.412093, "nauc_precision_at_1000_std": 0.099926, "nauc_precision_at_1000_diff1": -0.446458, "nauc_mrr_at_1_max": 0.478017, "nauc_mrr_at_1_std": -0.225228, "nauc_mrr_at_1_diff1": 0.859716, "nauc_mrr_at_3_max": 0.470067, "nauc_mrr_at_3_std": -0.239797, "nauc_mrr_at_3_diff1": 0.839965, "nauc_mrr_at_5_max": 0.461248, "nauc_mrr_at_5_std": -0.251082, "nauc_mrr_at_5_diff1": 0.836007, "nauc_mrr_at_10_max": 0.458543, "nauc_mrr_at_10_std": -0.244829, "nauc_mrr_at_10_diff1": 0.834688, "nauc_mrr_at_20_max": 0.458881, "nauc_mrr_at_20_std": -0.244894, "nauc_mrr_at_20_diff1": 0.835977, "nauc_mrr_at_100_max": 0.46022, "nauc_mrr_at_100_std": -0.242249, "nauc_mrr_at_100_diff1": 0.836643, "nauc_mrr_at_1000_max": 0.460292, "nauc_mrr_at_1000_std": -0.242683, "nauc_mrr_at_1000_diff1": 0.836639, "hit_rate_at_1": 0.59645, "hit_rate_at_3": 0.71175, "hit_rate_at_5": 0.75388, "hit_rate_at_10": 0.8204, "hit_rate_at_20": 0.85366, "hit_rate_at_100": 0.96452, "hit_rate_at_1000": 1.0, "main_score": 0.67713, "hf_subset": "default", "languages": [ "eng-Latn" ] } ] }, "evaluation_time": 56.17430019378662, "kg_co2_emissions": null, "date": 1781787207.611924 }