{ "dataset_revision": "dc7924ec102addd7f85c1ccfdd8625848179f615", "task_name": "VidoreTatdqaRetrieval", "mteb_version": "2.12.30", "scores": { "test": [ { "ndcg_at_1": 0.71142, "ndcg_at_3": 0.79739, "ndcg_at_5": 0.81477, "ndcg_at_10": 0.83011, "ndcg_at_20": 0.83451, "ndcg_at_100": 0.84033, "ndcg_at_1000": 0.84148, "map_at_1": 0.71051, "map_at_3": 0.77673, "map_at_5": 0.78654, "map_at_10": 0.7931, "map_at_20": 0.79434, "map_at_100": 0.79518, "map_at_1000": 0.79525, "recall_at_1": 0.71051, "recall_at_3": 0.85662, "recall_at_5": 0.89824, "recall_at_10": 0.94441, "recall_at_20": 0.96148, "recall_at_100": 0.99216, "recall_at_1000": 1.0, "accuracy": 0.71051, "precision_at_1": 0.71142, "precision_at_3": 0.28635, "precision_at_5": 0.18019, "precision_at_10": 0.09484, "precision_at_20": 0.0483, "precision_at_100": 0.00999, "precision_at_1000": 0.00101, "mrr_at_1": 0.711422, "mrr_at_3": 0.777035, "mrr_at_5": 0.786725, "mrr_at_10": 0.793219, "mrr_at_20": 0.794494, "mrr_at_100": 0.795322, "mrr_at_1000": 0.795371, "nauc_ndcg_at_1_max": 0.163619, "nauc_ndcg_at_1_std": -0.172373, "nauc_ndcg_at_1_diff1": 0.848382, "nauc_ndcg_at_3_max": 0.174261, "nauc_ndcg_at_3_std": -0.163481, "nauc_ndcg_at_3_diff1": 0.805984, "nauc_ndcg_at_5_max": 0.180462, "nauc_ndcg_at_5_std": -0.145475, "nauc_ndcg_at_5_diff1": 0.799572, "nauc_ndcg_at_10_max": 0.187287, "nauc_ndcg_at_10_std": -0.13205, "nauc_ndcg_at_10_diff1": 0.8105, "nauc_ndcg_at_20_max": 0.177821, "nauc_ndcg_at_20_std": -0.143304, "nauc_ndcg_at_20_diff1": 0.811628, "nauc_ndcg_at_100_max": 0.176451, "nauc_ndcg_at_100_std": -0.147703, "nauc_ndcg_at_100_diff1": 0.815428, "nauc_ndcg_at_1000_max": 0.174725, "nauc_ndcg_at_1000_std": -0.152468, "nauc_ndcg_at_1000_diff1": 0.816639, "nauc_map_at_1_max": 0.162632, "nauc_map_at_1_std": -0.171569, "nauc_map_at_1_diff1": 0.848339, "nauc_map_at_3_max": 0.169086, "nauc_map_at_3_std": -0.168186, "nauc_map_at_3_diff1": 0.818159, "nauc_map_at_5_max": 0.172142, "nauc_map_at_5_std": -0.159316, "nauc_map_at_5_diff1": 0.815709, "nauc_map_at_10_max": 0.174258, "nauc_map_at_10_std": -0.155023, "nauc_map_at_10_diff1": 0.820265, "nauc_map_at_20_max": 0.17208, "nauc_map_at_20_std": -0.15775, "nauc_map_at_20_diff1": 0.820632, "nauc_map_at_100_max": 0.172048, "nauc_map_at_100_std": -0.158163, "nauc_map_at_100_diff1": 0.821123, "nauc_map_at_1000_max": 0.171934, "nauc_map_at_1000_std": -0.158405, "nauc_map_at_1000_diff1": 0.821164, "nauc_recall_at_1_max": 0.162632, "nauc_recall_at_1_std": -0.171569, "nauc_recall_at_1_diff1": 0.848339, "nauc_recall_at_3_max": 0.195235, "nauc_recall_at_3_std": -0.144636, "nauc_recall_at_3_diff1": 0.755003, "nauc_recall_at_5_max": 0.225308, "nauc_recall_at_5_std": -0.067159, "nauc_recall_at_5_diff1": 0.70994, "nauc_recall_at_10_max": 0.325686, "nauc_recall_at_10_std": 0.11518, "nauc_recall_at_10_diff1": 0.725378, "nauc_recall_at_20_max": 0.243213, "nauc_recall_at_20_std": 0.057637, "nauc_recall_at_20_diff1": 0.703765, "nauc_recall_at_100_max": 0.351492, "nauc_recall_at_100_std": 0.414829, "nauc_recall_at_100_diff1": 0.651787, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.163619, "nauc_precision_at_1_std": -0.172373, "nauc_precision_at_1_diff1": 0.848382, "nauc_precision_at_3_max": 0.196127, "nauc_precision_at_3_std": -0.139046, "nauc_precision_at_3_diff1": 0.730235, "nauc_precision_at_5_max": 0.221328, "nauc_precision_at_5_std": -0.060328, "nauc_precision_at_5_diff1": 0.667641, "nauc_precision_at_10_max": 0.297983, "nauc_precision_at_10_std": 0.113712, "nauc_precision_at_10_diff1": 0.61057, "nauc_precision_at_20_max": 0.206325, "nauc_precision_at_20_std": 0.051763, "nauc_precision_at_20_diff1": 0.542275, "nauc_precision_at_100_max": -0.014156, "nauc_precision_at_100_std": 0.030407, "nauc_precision_at_100_diff1": -0.046001, "nauc_precision_at_1000_max": -0.340818, "nauc_precision_at_1000_std": -0.321533, "nauc_precision_at_1000_diff1": -0.4913, "nauc_mrr_at_1_max": 0.163619, "nauc_mrr_at_1_std": -0.172373, "nauc_mrr_at_1_diff1": 0.848382, "nauc_mrr_at_3_max": 0.170206, "nauc_mrr_at_3_std": -0.16696, "nauc_mrr_at_3_diff1": 0.818269, "nauc_mrr_at_5_max": 0.173573, "nauc_mrr_at_5_std": -0.158044, "nauc_mrr_at_5_diff1": 0.815723, "nauc_mrr_at_10_max": 0.174738, "nauc_mrr_at_10_std": -0.154667, "nauc_mrr_at_10_diff1": 0.820334, "nauc_mrr_at_20_max": 0.172387, "nauc_mrr_at_20_std": -0.157638, "nauc_mrr_at_20_diff1": 0.820663, "nauc_mrr_at_100_max": 0.172428, "nauc_mrr_at_100_std": -0.157951, "nauc_mrr_at_100_diff1": 0.82117, "nauc_mrr_at_1000_max": 0.17239, "nauc_mrr_at_1000_std": -0.158087, "nauc_mrr_at_1000_diff1": 0.82122, "hit_rate_at_1": 0.71142, "hit_rate_at_3": 0.85723, "hit_rate_at_5": 0.89854, "hit_rate_at_10": 0.94471, "hit_rate_at_20": 0.96233, "hit_rate_at_100": 0.99271, "hit_rate_at_1000": 1.0, "main_score": 0.81477, "hf_subset": "default", "languages": [ "eng-Latn" ] } ] }, "evaluation_time": 35.474280834198, "kg_co2_emissions": null, "date": 1781787859.120903 }