Invalid JSON:Unexpected token 'N', ..."000_max": NaN,
"... is not valid JSON
| { | |
| "dataset_revision": "6d467dedb09a75144ede1421747e47cf036857dd", | |
| "task_name": "Vidore2ESGReportsHLRetrieval", | |
| "mteb_version": "2.12.30", | |
| "scores": { | |
| "test": [ | |
| { | |
| "ndcg_at_1": 0.75641, | |
| "ndcg_at_3": 0.75915, | |
| "ndcg_at_5": 0.76818, | |
| "ndcg_at_10": 0.80639, | |
| "ndcg_at_20": 0.81873, | |
| "ndcg_at_100": 0.83604, | |
| "ndcg_at_1000": 0.84029, | |
| "map_at_1": 0.53622, | |
| "map_at_3": 0.67532, | |
| "map_at_5": 0.70486, | |
| "map_at_10": 0.73985, | |
| "map_at_20": 0.7495, | |
| "map_at_100": 0.75583, | |
| "map_at_1000": 0.75669, | |
| "recall_at_1": 0.53622, | |
| "recall_at_3": 0.73846, | |
| "recall_at_5": 0.79822, | |
| "recall_at_10": 0.88701, | |
| "recall_at_20": 0.9253, | |
| "recall_at_100": 0.9845, | |
| "recall_at_1000": 1.0, | |
| "accuracy": 0.53622, | |
| "precision_at_1": 0.76923, | |
| "precision_at_3": 0.42308, | |
| "precision_at_5": 0.29615, | |
| "precision_at_10": 0.18462, | |
| "precision_at_20": 0.10096, | |
| "precision_at_100": 0.02346, | |
| "precision_at_1000": 0.00246, | |
| "mrr_at_1": 0.769231, | |
| "mrr_at_3": 0.820513, | |
| "mrr_at_5": 0.833974, | |
| "mrr_at_10": 0.839583, | |
| "mrr_at_20": 0.839583, | |
| "mrr_at_100": 0.840385, | |
| "mrr_at_1000": 0.840385, | |
| "nauc_ndcg_at_1_max": 0.02257, | |
| "nauc_ndcg_at_1_std": 0.072554, | |
| "nauc_ndcg_at_1_diff1": 0.456427, | |
| "nauc_ndcg_at_3_max": 0.075638, | |
| "nauc_ndcg_at_3_std": 0.086418, | |
| "nauc_ndcg_at_3_diff1": 0.412317, | |
| "nauc_ndcg_at_5_max": 0.151632, | |
| "nauc_ndcg_at_5_std": 0.154338, | |
| "nauc_ndcg_at_5_diff1": 0.412797, | |
| "nauc_ndcg_at_10_max": 0.078521, | |
| "nauc_ndcg_at_10_std": 0.095996, | |
| "nauc_ndcg_at_10_diff1": 0.420301, | |
| "nauc_ndcg_at_20_max": 0.069217, | |
| "nauc_ndcg_at_20_std": 0.096684, | |
| "nauc_ndcg_at_20_diff1": 0.408037, | |
| "nauc_ndcg_at_100_max": 0.09558, | |
| "nauc_ndcg_at_100_std": 0.109941, | |
| "nauc_ndcg_at_100_diff1": 0.436216, | |
| "nauc_ndcg_at_1000_max": 0.076056, | |
| "nauc_ndcg_at_1000_std": 0.091724, | |
| "nauc_ndcg_at_1000_diff1": 0.427715, | |
| "nauc_map_at_1_max": 0.14478, | |
| "nauc_map_at_1_std": 0.138696, | |
| "nauc_map_at_1_diff1": 0.643127, | |
| "nauc_map_at_3_max": 0.140109, | |
| "nauc_map_at_3_std": 0.095476, | |
| "nauc_map_at_3_diff1": 0.51127, | |
| "nauc_map_at_5_max": 0.16692, | |
| "nauc_map_at_5_std": 0.132572, | |
| "nauc_map_at_5_diff1": 0.478307, | |
| "nauc_map_at_10_max": 0.122137, | |
| "nauc_map_at_10_std": 0.113015, | |
| "nauc_map_at_10_diff1": 0.469934, | |
| "nauc_map_at_20_max": 0.122028, | |
| "nauc_map_at_20_std": 0.120395, | |
| "nauc_map_at_20_diff1": 0.461753, | |
| "nauc_map_at_100_max": 0.127869, | |
| "nauc_map_at_100_std": 0.124148, | |
| "nauc_map_at_100_diff1": 0.469666, | |
| "nauc_map_at_1000_max": 0.12553, | |
| "nauc_map_at_1000_std": 0.121906, | |
| "nauc_map_at_1000_diff1": 0.46863, | |
| "nauc_recall_at_1_max": 0.14478, | |
| "nauc_recall_at_1_std": 0.138696, | |
| "nauc_recall_at_1_diff1": 0.643127, | |
| "nauc_recall_at_3_max": 0.103413, | |
| "nauc_recall_at_3_std": 0.058046, | |
| "nauc_recall_at_3_diff1": 0.433193, | |
| "nauc_recall_at_5_max": 0.282423, | |
| "nauc_recall_at_5_std": 0.237024, | |
| "nauc_recall_at_5_diff1": 0.344814, | |
| "nauc_recall_at_10_max": 0.127487, | |
| "nauc_recall_at_10_std": 0.124381, | |
| "nauc_recall_at_10_diff1": 0.293845, | |
| "nauc_recall_at_20_max": 0.048624, | |
| "nauc_recall_at_20_std": 0.133206, | |
| "nauc_recall_at_20_diff1": 0.210096, | |
| "nauc_recall_at_100_max": 0.728583, | |
| "nauc_recall_at_100_std": 0.696287, | |
| "nauc_recall_at_100_diff1": 0.634903, | |
| "nauc_recall_at_1000_max": NaN, | |
| "nauc_recall_at_1000_std": NaN, | |
| "nauc_recall_at_1000_diff1": NaN, | |
| "nauc_precision_at_1_max": -0.021133, | |
| "nauc_precision_at_1_std": 0.041578, | |
| "nauc_precision_at_1_diff1": 0.510921, | |
| "nauc_precision_at_3_max": -0.12607, | |
| "nauc_precision_at_3_std": -0.09897, | |
| "nauc_precision_at_3_diff1": -0.321264, | |
| "nauc_precision_at_5_max": -0.090139, | |
| "nauc_precision_at_5_std": -0.025555, | |
| "nauc_precision_at_5_diff1": -0.40814, | |
| "nauc_precision_at_10_max": -0.161573, | |
| "nauc_precision_at_10_std": -0.068457, | |
| "nauc_precision_at_10_diff1": -0.403227, | |
| "nauc_precision_at_20_max": -0.17807, | |
| "nauc_precision_at_20_std": -0.071288, | |
| "nauc_precision_at_20_diff1": -0.41566, | |
| "nauc_precision_at_100_max": -0.113711, | |
| "nauc_precision_at_100_std": -0.057832, | |
| "nauc_precision_at_100_diff1": -0.378828, | |
| "nauc_precision_at_1000_max": -0.143126, | |
| "nauc_precision_at_1000_std": -0.09151, | |
| "nauc_precision_at_1000_diff1": -0.383785, | |
| "nauc_mrr_at_1_max": -0.021133, | |
| "nauc_mrr_at_1_std": 0.041578, | |
| "nauc_mrr_at_1_diff1": 0.510921, | |
| "nauc_mrr_at_3_max": -0.12478, | |
| "nauc_mrr_at_3_std": -0.030478, | |
| "nauc_mrr_at_3_diff1": 0.460717, | |
| "nauc_mrr_at_5_max": -0.086403, | |
| "nauc_mrr_at_5_std": -0.002389, | |
| "nauc_mrr_at_5_diff1": 0.458123, | |
| "nauc_mrr_at_10_max": -0.089625, | |
| "nauc_mrr_at_10_std": -0.005529, | |
| "nauc_mrr_at_10_diff1": 0.457826, | |
| "nauc_mrr_at_20_max": -0.089625, | |
| "nauc_mrr_at_20_std": -0.005529, | |
| "nauc_mrr_at_20_diff1": 0.457826, | |
| "nauc_mrr_at_100_max": -0.089187, | |
| "nauc_mrr_at_100_std": -0.004631, | |
| "nauc_mrr_at_100_diff1": 0.461256, | |
| "nauc_mrr_at_1000_max": -0.089187, | |
| "nauc_mrr_at_1000_std": -0.004631, | |
| "nauc_mrr_at_1000_diff1": 0.461256, | |
| "hit_rate_at_1": 0.76923, | |
| "hit_rate_at_3": 0.88462, | |
| "hit_rate_at_5": 0.94231, | |
| "hit_rate_at_10": 0.98077, | |
| "hit_rate_at_20": 0.98077, | |
| "hit_rate_at_100": 1.0, | |
| "hit_rate_at_1000": 1.0, | |
| "main_score": 0.76818, | |
| "hf_subset": "default", | |
| "languages": [ | |
| "eng-Latn" | |
| ] | |
| } | |
| ] | |
| }, | |
| "evaluation_time": 181.85765743255615, | |
| "kg_co2_emissions": null, | |
| "date": 1781787815.691921 | |
| } |