{ "dataset_revision": "24a4541c4c461f5ff4f4af4e97ec820715281a06", "task_name": "VidoreTabfquadRetrieval", "mteb_version": "2.12.30", "scores": { "test": [ { "ndcg_at_1": 0.92857, "ndcg_at_3": 0.96144, "ndcg_at_5": 0.96436, "ndcg_at_10": 0.96646, "ndcg_at_20": 0.96746, "ndcg_at_100": 0.96746, "ndcg_at_1000": 0.96746, "map_at_1": 0.92857, "map_at_3": 0.95417, "map_at_5": 0.95577, "map_at_10": 0.95653, "map_at_20": 0.95685, "map_at_100": 0.95685, "map_at_1000": 0.95685, "recall_at_1": 0.92857, "recall_at_3": 0.98214, "recall_at_5": 0.98929, "recall_at_10": 0.99643, "recall_at_20": 1.0, "recall_at_100": 1.0, "recall_at_1000": 1.0, "accuracy": 0.92857, "precision_at_1": 0.92857, "precision_at_3": 0.32738, "precision_at_5": 0.19786, "precision_at_10": 0.09964, "precision_at_20": 0.05, "precision_at_100": 0.01, "precision_at_1000": 0.001, "mrr_at_1": 0.928571, "mrr_at_3": 0.954167, "mrr_at_5": 0.955774, "mrr_at_10": 0.956528, "mrr_at_20": 0.956852, "mrr_at_100": 0.956852, "mrr_at_1000": 0.956852, "nauc_ndcg_at_1_max": 0.463749, "nauc_ndcg_at_1_std": 0.062512, "nauc_ndcg_at_1_diff1": 0.966503, "nauc_ndcg_at_3_max": 0.628468, "nauc_ndcg_at_3_std": 0.292209, "nauc_ndcg_at_3_diff1": 0.960241, "nauc_ndcg_at_5_max": 0.598034, "nauc_ndcg_at_5_std": 0.244998, "nauc_ndcg_at_5_diff1": 0.962051, "nauc_ndcg_at_10_max": 0.572774, "nauc_ndcg_at_10_std": 0.218131, "nauc_ndcg_at_10_diff1": 0.96369, "nauc_ndcg_at_20_max": 0.559695, "nauc_ndcg_at_20_std": 0.194195, "nauc_ndcg_at_20_diff1": 0.962578, "nauc_ndcg_at_100_max": 0.559695, "nauc_ndcg_at_100_std": 0.194195, "nauc_ndcg_at_100_diff1": 0.962578, "nauc_ndcg_at_1000_max": 0.559695, "nauc_ndcg_at_1000_std": 0.194195, "nauc_ndcg_at_1000_diff1": 0.962578, "nauc_map_at_1_max": 0.463749, "nauc_map_at_1_std": 0.062512, "nauc_map_at_1_diff1": 0.966503, "nauc_map_at_3_max": 0.576837, "nauc_map_at_3_std": 0.21953, "nauc_map_at_3_diff1": 0.962015, "nauc_map_at_5_max": 0.561459, "nauc_map_at_5_std": 0.195655, "nauc_map_at_5_diff1": 0.962746, "nauc_map_at_10_max": 0.553853, "nauc_map_at_10_std": 0.187564, "nauc_map_at_10_diff1": 0.963174, "nauc_map_at_20_max": 0.550496, "nauc_map_at_20_std": 0.181451, "nauc_map_at_20_diff1": 0.962897, "nauc_map_at_100_max": 0.550496, "nauc_map_at_100_std": 0.181451, "nauc_map_at_100_diff1": 0.962897, "nauc_map_at_1000_max": 0.550496, "nauc_map_at_1000_std": 0.181451, "nauc_map_at_1000_diff1": 0.962897, "nauc_recall_at_1_max": 0.463749, "nauc_recall_at_1_std": 0.062512, "nauc_recall_at_1_diff1": 0.966503, "nauc_recall_at_3_max": 1.0, "nauc_recall_at_3_std": 0.81606, "nauc_recall_at_3_diff1": 0.947712, "nauc_recall_at_5_max": 1.0, "nauc_recall_at_5_std": 0.786026, "nauc_recall_at_5_diff1": 0.956427, "nauc_recall_at_10_max": 1.0, "nauc_recall_at_10_std": 1.0, "nauc_recall_at_10_diff1": 1.0, "nauc_recall_at_20_max": NaN, "nauc_recall_at_20_std": NaN, "nauc_recall_at_20_diff1": NaN, "nauc_recall_at_100_max": NaN, "nauc_recall_at_100_std": NaN, "nauc_recall_at_100_diff1": NaN, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.463749, "nauc_precision_at_1_std": 0.062512, "nauc_precision_at_1_diff1": 0.966503, "nauc_precision_at_3_max": 1.0, "nauc_precision_at_3_std": 0.81606, "nauc_precision_at_3_diff1": 0.947712, "nauc_precision_at_5_max": 1.0, "nauc_precision_at_5_std": 0.786026, "nauc_precision_at_5_diff1": 0.956427, "nauc_precision_at_10_max": 1.0, "nauc_precision_at_10_std": 1.0, "nauc_precision_at_10_diff1": 1.0, "nauc_precision_at_20_max": 1.0, "nauc_precision_at_20_std": 1.0, "nauc_precision_at_20_diff1": 1.0, "nauc_precision_at_100_max": 1.0, "nauc_precision_at_100_std": 1.0, "nauc_precision_at_100_diff1": 1.0, "nauc_precision_at_1000_max": NaN, "nauc_precision_at_1000_std": NaN, "nauc_precision_at_1000_diff1": NaN, "nauc_mrr_at_1_max": 0.463749, "nauc_mrr_at_1_std": 0.062512, "nauc_mrr_at_1_diff1": 0.966503, "nauc_mrr_at_3_max": 0.576837, "nauc_mrr_at_3_std": 0.21953, "nauc_mrr_at_3_diff1": 0.962015, "nauc_mrr_at_5_max": 0.561459, "nauc_mrr_at_5_std": 0.195655, "nauc_mrr_at_5_diff1": 0.962746, "nauc_mrr_at_10_max": 0.553853, "nauc_mrr_at_10_std": 0.187564, "nauc_mrr_at_10_diff1": 0.963174, "nauc_mrr_at_20_max": 0.550496, "nauc_mrr_at_20_std": 0.181451, "nauc_mrr_at_20_diff1": 0.962897, "nauc_mrr_at_100_max": 0.550496, "nauc_mrr_at_100_std": 0.181451, "nauc_mrr_at_100_diff1": 0.962897, "nauc_mrr_at_1000_max": 0.550496, "nauc_mrr_at_1000_std": 0.181451, "nauc_mrr_at_1000_diff1": 0.962897, "hit_rate_at_1": 0.92857, "hit_rate_at_3": 0.98214, "hit_rate_at_5": 0.98929, "hit_rate_at_10": 0.99643, "hit_rate_at_20": 1.0, "hit_rate_at_100": 1.0, "hit_rate_at_1000": 1.0, "main_score": 0.96436, "hf_subset": "default", "languages": [ "eng-Latn" ] } ] }, "evaluation_time": 7.4952123165130615, "kg_co2_emissions": null, "date": 1781787211.173351 }