{ "dataset_revision": "6d467dedb09a75144ede1421747e47cf036857dd", "task_name": "Vidore2ESGReportsHLRetrieval", "mteb_version": "2.12.30", "scores": { "test": [ { "ndcg_at_1": 0.75641, "ndcg_at_3": 0.75915, "ndcg_at_5": 0.76818, "ndcg_at_10": 0.80639, "ndcg_at_20": 0.81873, "ndcg_at_100": 0.83604, "ndcg_at_1000": 0.84029, "map_at_1": 0.53622, "map_at_3": 0.67532, "map_at_5": 0.70486, "map_at_10": 0.73985, "map_at_20": 0.7495, "map_at_100": 0.75583, "map_at_1000": 0.75669, "recall_at_1": 0.53622, "recall_at_3": 0.73846, "recall_at_5": 0.79822, "recall_at_10": 0.88701, "recall_at_20": 0.9253, "recall_at_100": 0.9845, "recall_at_1000": 1.0, "accuracy": 0.53622, "precision_at_1": 0.76923, "precision_at_3": 0.42308, "precision_at_5": 0.29615, "precision_at_10": 0.18462, "precision_at_20": 0.10096, "precision_at_100": 0.02346, "precision_at_1000": 0.00246, "mrr_at_1": 0.769231, "mrr_at_3": 0.820513, "mrr_at_5": 0.833974, "mrr_at_10": 0.839583, "mrr_at_20": 0.839583, "mrr_at_100": 0.840385, "mrr_at_1000": 0.840385, "nauc_ndcg_at_1_max": 0.02257, "nauc_ndcg_at_1_std": 0.072554, "nauc_ndcg_at_1_diff1": 0.456427, "nauc_ndcg_at_3_max": 0.075638, "nauc_ndcg_at_3_std": 0.086418, "nauc_ndcg_at_3_diff1": 0.412317, "nauc_ndcg_at_5_max": 0.151632, "nauc_ndcg_at_5_std": 0.154338, "nauc_ndcg_at_5_diff1": 0.412797, "nauc_ndcg_at_10_max": 0.078521, "nauc_ndcg_at_10_std": 0.095996, "nauc_ndcg_at_10_diff1": 0.420301, "nauc_ndcg_at_20_max": 0.069217, "nauc_ndcg_at_20_std": 0.096684, "nauc_ndcg_at_20_diff1": 0.408037, "nauc_ndcg_at_100_max": 0.09558, "nauc_ndcg_at_100_std": 0.109941, "nauc_ndcg_at_100_diff1": 0.436216, "nauc_ndcg_at_1000_max": 0.076056, "nauc_ndcg_at_1000_std": 0.091724, "nauc_ndcg_at_1000_diff1": 0.427715, "nauc_map_at_1_max": 0.14478, "nauc_map_at_1_std": 0.138696, "nauc_map_at_1_diff1": 0.643127, "nauc_map_at_3_max": 0.140109, "nauc_map_at_3_std": 0.095476, "nauc_map_at_3_diff1": 0.51127, "nauc_map_at_5_max": 0.16692, "nauc_map_at_5_std": 0.132572, "nauc_map_at_5_diff1": 0.478307, "nauc_map_at_10_max": 0.122137, "nauc_map_at_10_std": 0.113015, "nauc_map_at_10_diff1": 0.469934, "nauc_map_at_20_max": 0.122028, "nauc_map_at_20_std": 0.120395, "nauc_map_at_20_diff1": 0.461753, "nauc_map_at_100_max": 0.127869, "nauc_map_at_100_std": 0.124148, "nauc_map_at_100_diff1": 0.469666, "nauc_map_at_1000_max": 0.12553, "nauc_map_at_1000_std": 0.121906, "nauc_map_at_1000_diff1": 0.46863, "nauc_recall_at_1_max": 0.14478, "nauc_recall_at_1_std": 0.138696, "nauc_recall_at_1_diff1": 0.643127, "nauc_recall_at_3_max": 0.103413, "nauc_recall_at_3_std": 0.058046, "nauc_recall_at_3_diff1": 0.433193, "nauc_recall_at_5_max": 0.282423, "nauc_recall_at_5_std": 0.237024, "nauc_recall_at_5_diff1": 0.344814, "nauc_recall_at_10_max": 0.127487, "nauc_recall_at_10_std": 0.124381, "nauc_recall_at_10_diff1": 0.293845, "nauc_recall_at_20_max": 0.048624, "nauc_recall_at_20_std": 0.133206, "nauc_recall_at_20_diff1": 0.210096, "nauc_recall_at_100_max": 0.728583, "nauc_recall_at_100_std": 0.696287, "nauc_recall_at_100_diff1": 0.634903, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": -0.021133, "nauc_precision_at_1_std": 0.041578, "nauc_precision_at_1_diff1": 0.510921, "nauc_precision_at_3_max": -0.12607, "nauc_precision_at_3_std": -0.09897, "nauc_precision_at_3_diff1": -0.321264, "nauc_precision_at_5_max": -0.090139, "nauc_precision_at_5_std": -0.025555, "nauc_precision_at_5_diff1": -0.40814, "nauc_precision_at_10_max": -0.161573, "nauc_precision_at_10_std": -0.068457, "nauc_precision_at_10_diff1": -0.403227, "nauc_precision_at_20_max": -0.17807, "nauc_precision_at_20_std": -0.071288, "nauc_precision_at_20_diff1": -0.41566, "nauc_precision_at_100_max": -0.113711, "nauc_precision_at_100_std": -0.057832, "nauc_precision_at_100_diff1": -0.378828, "nauc_precision_at_1000_max": -0.143126, "nauc_precision_at_1000_std": -0.09151, "nauc_precision_at_1000_diff1": -0.383785, "nauc_mrr_at_1_max": -0.021133, "nauc_mrr_at_1_std": 0.041578, "nauc_mrr_at_1_diff1": 0.510921, "nauc_mrr_at_3_max": -0.12478, "nauc_mrr_at_3_std": -0.030478, "nauc_mrr_at_3_diff1": 0.460717, "nauc_mrr_at_5_max": -0.086403, "nauc_mrr_at_5_std": -0.002389, "nauc_mrr_at_5_diff1": 0.458123, "nauc_mrr_at_10_max": -0.089625, "nauc_mrr_at_10_std": -0.005529, "nauc_mrr_at_10_diff1": 0.457826, "nauc_mrr_at_20_max": -0.089625, "nauc_mrr_at_20_std": -0.005529, "nauc_mrr_at_20_diff1": 0.457826, "nauc_mrr_at_100_max": -0.089187, "nauc_mrr_at_100_std": -0.004631, "nauc_mrr_at_100_diff1": 0.461256, "nauc_mrr_at_1000_max": -0.089187, "nauc_mrr_at_1000_std": -0.004631, "nauc_mrr_at_1000_diff1": 0.461256, "hit_rate_at_1": 0.76923, "hit_rate_at_3": 0.88462, "hit_rate_at_5": 0.94231, "hit_rate_at_10": 0.98077, "hit_rate_at_20": 0.98077, "hit_rate_at_100": 1.0, "hit_rate_at_1000": 1.0, "main_score": 0.76818, "hf_subset": "default", "languages": [ "eng-Latn" ] } ] }, "evaluation_time": 181.85765743255615, "kg_co2_emissions": null, "date": 1781787815.691921 }