Invalid JSON:Unexpected token 'N', ..."_20_max": NaN,
"... is not valid JSON
| { | |
| "dataset_revision": "24a4541c4c461f5ff4f4af4e97ec820715281a06", | |
| "task_name": "VidoreTabfquadRetrieval", | |
| "mteb_version": "2.12.30", | |
| "scores": { | |
| "test": [ | |
| { | |
| "ndcg_at_1": 0.92857, | |
| "ndcg_at_3": 0.96144, | |
| "ndcg_at_5": 0.96436, | |
| "ndcg_at_10": 0.96646, | |
| "ndcg_at_20": 0.96746, | |
| "ndcg_at_100": 0.96746, | |
| "ndcg_at_1000": 0.96746, | |
| "map_at_1": 0.92857, | |
| "map_at_3": 0.95417, | |
| "map_at_5": 0.95577, | |
| "map_at_10": 0.95653, | |
| "map_at_20": 0.95685, | |
| "map_at_100": 0.95685, | |
| "map_at_1000": 0.95685, | |
| "recall_at_1": 0.92857, | |
| "recall_at_3": 0.98214, | |
| "recall_at_5": 0.98929, | |
| "recall_at_10": 0.99643, | |
| "recall_at_20": 1.0, | |
| "recall_at_100": 1.0, | |
| "recall_at_1000": 1.0, | |
| "accuracy": 0.92857, | |
| "precision_at_1": 0.92857, | |
| "precision_at_3": 0.32738, | |
| "precision_at_5": 0.19786, | |
| "precision_at_10": 0.09964, | |
| "precision_at_20": 0.05, | |
| "precision_at_100": 0.01, | |
| "precision_at_1000": 0.001, | |
| "mrr_at_1": 0.928571, | |
| "mrr_at_3": 0.954167, | |
| "mrr_at_5": 0.955774, | |
| "mrr_at_10": 0.956528, | |
| "mrr_at_20": 0.956852, | |
| "mrr_at_100": 0.956852, | |
| "mrr_at_1000": 0.956852, | |
| "nauc_ndcg_at_1_max": 0.463749, | |
| "nauc_ndcg_at_1_std": 0.062512, | |
| "nauc_ndcg_at_1_diff1": 0.966503, | |
| "nauc_ndcg_at_3_max": 0.628468, | |
| "nauc_ndcg_at_3_std": 0.292209, | |
| "nauc_ndcg_at_3_diff1": 0.960241, | |
| "nauc_ndcg_at_5_max": 0.598034, | |
| "nauc_ndcg_at_5_std": 0.244998, | |
| "nauc_ndcg_at_5_diff1": 0.962051, | |
| "nauc_ndcg_at_10_max": 0.572774, | |
| "nauc_ndcg_at_10_std": 0.218131, | |
| "nauc_ndcg_at_10_diff1": 0.96369, | |
| "nauc_ndcg_at_20_max": 0.559695, | |
| "nauc_ndcg_at_20_std": 0.194195, | |
| "nauc_ndcg_at_20_diff1": 0.962578, | |
| "nauc_ndcg_at_100_max": 0.559695, | |
| "nauc_ndcg_at_100_std": 0.194195, | |
| "nauc_ndcg_at_100_diff1": 0.962578, | |
| "nauc_ndcg_at_1000_max": 0.559695, | |
| "nauc_ndcg_at_1000_std": 0.194195, | |
| "nauc_ndcg_at_1000_diff1": 0.962578, | |
| "nauc_map_at_1_max": 0.463749, | |
| "nauc_map_at_1_std": 0.062512, | |
| "nauc_map_at_1_diff1": 0.966503, | |
| "nauc_map_at_3_max": 0.576837, | |
| "nauc_map_at_3_std": 0.21953, | |
| "nauc_map_at_3_diff1": 0.962015, | |
| "nauc_map_at_5_max": 0.561459, | |
| "nauc_map_at_5_std": 0.195655, | |
| "nauc_map_at_5_diff1": 0.962746, | |
| "nauc_map_at_10_max": 0.553853, | |
| "nauc_map_at_10_std": 0.187564, | |
| "nauc_map_at_10_diff1": 0.963174, | |
| "nauc_map_at_20_max": 0.550496, | |
| "nauc_map_at_20_std": 0.181451, | |
| "nauc_map_at_20_diff1": 0.962897, | |
| "nauc_map_at_100_max": 0.550496, | |
| "nauc_map_at_100_std": 0.181451, | |
| "nauc_map_at_100_diff1": 0.962897, | |
| "nauc_map_at_1000_max": 0.550496, | |
| "nauc_map_at_1000_std": 0.181451, | |
| "nauc_map_at_1000_diff1": 0.962897, | |
| "nauc_recall_at_1_max": 0.463749, | |
| "nauc_recall_at_1_std": 0.062512, | |
| "nauc_recall_at_1_diff1": 0.966503, | |
| "nauc_recall_at_3_max": 1.0, | |
| "nauc_recall_at_3_std": 0.81606, | |
| "nauc_recall_at_3_diff1": 0.947712, | |
| "nauc_recall_at_5_max": 1.0, | |
| "nauc_recall_at_5_std": 0.786026, | |
| "nauc_recall_at_5_diff1": 0.956427, | |
| "nauc_recall_at_10_max": 1.0, | |
| "nauc_recall_at_10_std": 1.0, | |
| "nauc_recall_at_10_diff1": 1.0, | |
| "nauc_recall_at_20_max": NaN, | |
| "nauc_recall_at_20_std": NaN, | |
| "nauc_recall_at_20_diff1": NaN, | |
| "nauc_recall_at_100_max": NaN, | |
| "nauc_recall_at_100_std": NaN, | |
| "nauc_recall_at_100_diff1": NaN, | |
| "nauc_recall_at_1000_max": NaN, | |
| "nauc_recall_at_1000_std": NaN, | |
| "nauc_recall_at_1000_diff1": NaN, | |
| "nauc_precision_at_1_max": 0.463749, | |
| "nauc_precision_at_1_std": 0.062512, | |
| "nauc_precision_at_1_diff1": 0.966503, | |
| "nauc_precision_at_3_max": 1.0, | |
| "nauc_precision_at_3_std": 0.81606, | |
| "nauc_precision_at_3_diff1": 0.947712, | |
| "nauc_precision_at_5_max": 1.0, | |
| "nauc_precision_at_5_std": 0.786026, | |
| "nauc_precision_at_5_diff1": 0.956427, | |
| "nauc_precision_at_10_max": 1.0, | |
| "nauc_precision_at_10_std": 1.0, | |
| "nauc_precision_at_10_diff1": 1.0, | |
| "nauc_precision_at_20_max": 1.0, | |
| "nauc_precision_at_20_std": 1.0, | |
| "nauc_precision_at_20_diff1": 1.0, | |
| "nauc_precision_at_100_max": 1.0, | |
| "nauc_precision_at_100_std": 1.0, | |
| "nauc_precision_at_100_diff1": 1.0, | |
| "nauc_precision_at_1000_max": NaN, | |
| "nauc_precision_at_1000_std": NaN, | |
| "nauc_precision_at_1000_diff1": NaN, | |
| "nauc_mrr_at_1_max": 0.463749, | |
| "nauc_mrr_at_1_std": 0.062512, | |
| "nauc_mrr_at_1_diff1": 0.966503, | |
| "nauc_mrr_at_3_max": 0.576837, | |
| "nauc_mrr_at_3_std": 0.21953, | |
| "nauc_mrr_at_3_diff1": 0.962015, | |
| "nauc_mrr_at_5_max": 0.561459, | |
| "nauc_mrr_at_5_std": 0.195655, | |
| "nauc_mrr_at_5_diff1": 0.962746, | |
| "nauc_mrr_at_10_max": 0.553853, | |
| "nauc_mrr_at_10_std": 0.187564, | |
| "nauc_mrr_at_10_diff1": 0.963174, | |
| "nauc_mrr_at_20_max": 0.550496, | |
| "nauc_mrr_at_20_std": 0.181451, | |
| "nauc_mrr_at_20_diff1": 0.962897, | |
| "nauc_mrr_at_100_max": 0.550496, | |
| "nauc_mrr_at_100_std": 0.181451, | |
| "nauc_mrr_at_100_diff1": 0.962897, | |
| "nauc_mrr_at_1000_max": 0.550496, | |
| "nauc_mrr_at_1000_std": 0.181451, | |
| "nauc_mrr_at_1000_diff1": 0.962897, | |
| "hit_rate_at_1": 0.92857, | |
| "hit_rate_at_3": 0.98214, | |
| "hit_rate_at_5": 0.98929, | |
| "hit_rate_at_10": 0.99643, | |
| "hit_rate_at_20": 1.0, | |
| "hit_rate_at_100": 1.0, | |
| "hit_rate_at_1000": 1.0, | |
| "main_score": 0.96436, | |
| "hf_subset": "default", | |
| "languages": [ | |
| "eng-Latn" | |
| ] | |
| } | |
| ] | |
| }, | |
| "evaluation_time": 7.4952123165130615, | |
| "kg_co2_emissions": null, | |
| "date": 1781787211.173351 | |
| } |