Invalid JSON:Unexpected token 'N', ..."100_max": NaN,
"... is not valid JSON
| { | |
| "dataset_revision": "eda52c9a0519252cfaacb7ae5e5da516b7d4b8cb", | |
| "task_name": "VidoreSyntheticDocQAEnergyRetrieval", | |
| "mteb_version": "2.12.30", | |
| "scores": { | |
| "test": [ | |
| { | |
| "ndcg_at_1": 0.94, | |
| "ndcg_at_3": 0.96393, | |
| "ndcg_at_5": 0.9678, | |
| "ndcg_at_10": 0.9678, | |
| "ndcg_at_20": 0.9678, | |
| "ndcg_at_100": 0.96985, | |
| "ndcg_at_1000": 0.96985, | |
| "map_at_1": 0.94, | |
| "map_at_3": 0.95833, | |
| "map_at_5": 0.96033, | |
| "map_at_10": 0.96033, | |
| "map_at_20": 0.96033, | |
| "map_at_100": 0.96069, | |
| "map_at_1000": 0.96069, | |
| "recall_at_1": 0.94, | |
| "recall_at_3": 0.98, | |
| "recall_at_5": 0.99, | |
| "recall_at_10": 0.99, | |
| "recall_at_20": 0.99, | |
| "recall_at_100": 1.0, | |
| "recall_at_1000": 1.0, | |
| "accuracy": 0.94, | |
| "precision_at_1": 0.94, | |
| "precision_at_3": 0.32667, | |
| "precision_at_5": 0.198, | |
| "precision_at_10": 0.099, | |
| "precision_at_20": 0.0495, | |
| "precision_at_100": 0.01, | |
| "precision_at_1000": 0.001, | |
| "mrr_at_1": 0.94, | |
| "mrr_at_3": 0.958333, | |
| "mrr_at_5": 0.960333, | |
| "mrr_at_10": 0.960333, | |
| "mrr_at_20": 0.960333, | |
| "mrr_at_100": 0.96069, | |
| "mrr_at_1000": 0.96069, | |
| "nauc_ndcg_at_1_max": 0.362901, | |
| "nauc_ndcg_at_1_std": -0.452381, | |
| "nauc_ndcg_at_1_diff1": 1.0, | |
| "nauc_ndcg_at_3_max": 0.585593, | |
| "nauc_ndcg_at_3_std": -0.273908, | |
| "nauc_ndcg_at_3_diff1": 1.0, | |
| "nauc_ndcg_at_5_max": 0.535811, | |
| "nauc_ndcg_at_5_std": -0.373381, | |
| "nauc_ndcg_at_5_diff1": 1.0, | |
| "nauc_ndcg_at_10_max": 0.535811, | |
| "nauc_ndcg_at_10_std": -0.373381, | |
| "nauc_ndcg_at_10_diff1": 1.0, | |
| "nauc_ndcg_at_20_max": 0.535811, | |
| "nauc_ndcg_at_20_std": -0.373381, | |
| "nauc_ndcg_at_20_diff1": 1.0, | |
| "nauc_ndcg_at_100_max": 0.504114, | |
| "nauc_ndcg_at_100_std": -0.387177, | |
| "nauc_ndcg_at_100_diff1": 1.0, | |
| "nauc_ndcg_at_1000_max": 0.504114, | |
| "nauc_ndcg_at_1000_std": -0.387177, | |
| "nauc_ndcg_at_1000_diff1": 1.0, | |
| "nauc_map_at_1_max": 0.362901, | |
| "nauc_map_at_1_std": -0.452381, | |
| "nauc_map_at_1_diff1": 1.0, | |
| "nauc_map_at_3_max": 0.515612, | |
| "nauc_map_at_3_std": -0.349374, | |
| "nauc_map_at_3_diff1": 1.0, | |
| "nauc_map_at_5_max": 0.491189, | |
| "nauc_map_at_5_std": -0.394931, | |
| "nauc_map_at_5_diff1": 1.0, | |
| "nauc_map_at_10_max": 0.491189, | |
| "nauc_map_at_10_std": -0.394931, | |
| "nauc_map_at_10_diff1": 1.0, | |
| "nauc_map_at_20_max": 0.491189, | |
| "nauc_map_at_20_std": -0.394931, | |
| "nauc_map_at_20_diff1": 1.0, | |
| "nauc_map_at_100_max": 0.486566, | |
| "nauc_map_at_100_std": -0.396962, | |
| "nauc_map_at_100_diff1": 1.0, | |
| "nauc_map_at_1000_max": 0.486566, | |
| "nauc_map_at_1000_std": -0.396962, | |
| "nauc_map_at_1000_diff1": 1.0, | |
| "nauc_recall_at_1_max": 0.362901, | |
| "nauc_recall_at_1_std": -0.452381, | |
| "nauc_recall_at_1_diff1": 1.0, | |
| "nauc_recall_at_3_max": 1.0, | |
| "nauc_recall_at_3_std": 0.19141, | |
| "nauc_recall_at_3_diff1": 1.0, | |
| "nauc_recall_at_5_max": 1.0, | |
| "nauc_recall_at_5_std": -0.171335, | |
| "nauc_recall_at_5_diff1": 1.0, | |
| "nauc_recall_at_10_max": 1.0, | |
| "nauc_recall_at_10_std": -0.171335, | |
| "nauc_recall_at_10_diff1": 1.0, | |
| "nauc_recall_at_20_max": 1.0, | |
| "nauc_recall_at_20_std": -0.171335, | |
| "nauc_recall_at_20_diff1": 1.0, | |
| "nauc_recall_at_100_max": NaN, | |
| "nauc_recall_at_100_std": NaN, | |
| "nauc_recall_at_100_diff1": NaN, | |
| "nauc_recall_at_1000_max": NaN, | |
| "nauc_recall_at_1000_std": NaN, | |
| "nauc_recall_at_1000_diff1": NaN, | |
| "nauc_precision_at_1_max": 0.362901, | |
| "nauc_precision_at_1_std": -0.452381, | |
| "nauc_precision_at_1_diff1": 1.0, | |
| "nauc_precision_at_3_max": 1.0, | |
| "nauc_precision_at_3_std": 0.19141, | |
| "nauc_precision_at_3_diff1": 1.0, | |
| "nauc_precision_at_5_max": 1.0, | |
| "nauc_precision_at_5_std": -0.171335, | |
| "nauc_precision_at_5_diff1": 1.0, | |
| "nauc_precision_at_10_max": 1.0, | |
| "nauc_precision_at_10_std": -0.171335, | |
| "nauc_precision_at_10_diff1": 1.0, | |
| "nauc_precision_at_20_max": 1.0, | |
| "nauc_precision_at_20_std": -0.171335, | |
| "nauc_precision_at_20_diff1": 1.0, | |
| "nauc_precision_at_100_max": NaN, | |
| "nauc_precision_at_100_std": NaN, | |
| "nauc_precision_at_100_diff1": NaN, | |
| "nauc_precision_at_1000_max": NaN, | |
| "nauc_precision_at_1000_std": NaN, | |
| "nauc_precision_at_1000_diff1": NaN, | |
| "nauc_mrr_at_1_max": 0.362901, | |
| "nauc_mrr_at_1_std": -0.452381, | |
| "nauc_mrr_at_1_diff1": 1.0, | |
| "nauc_mrr_at_3_max": 0.515612, | |
| "nauc_mrr_at_3_std": -0.349374, | |
| "nauc_mrr_at_3_diff1": 1.0, | |
| "nauc_mrr_at_5_max": 0.491189, | |
| "nauc_mrr_at_5_std": -0.394931, | |
| "nauc_mrr_at_5_diff1": 1.0, | |
| "nauc_mrr_at_10_max": 0.491189, | |
| "nauc_mrr_at_10_std": -0.394931, | |
| "nauc_mrr_at_10_diff1": 1.0, | |
| "nauc_mrr_at_20_max": 0.491189, | |
| "nauc_mrr_at_20_std": -0.394931, | |
| "nauc_mrr_at_20_diff1": 1.0, | |
| "nauc_mrr_at_100_max": 0.486566, | |
| "nauc_mrr_at_100_std": -0.396962, | |
| "nauc_mrr_at_100_diff1": 1.0, | |
| "nauc_mrr_at_1000_max": 0.486566, | |
| "nauc_mrr_at_1000_std": -0.396962, | |
| "nauc_mrr_at_1000_diff1": 1.0, | |
| "hit_rate_at_1": 0.94, | |
| "hit_rate_at_3": 0.98, | |
| "hit_rate_at_5": 0.99, | |
| "hit_rate_at_10": 0.99, | |
| "hit_rate_at_20": 0.99, | |
| "hit_rate_at_100": 1.0, | |
| "hit_rate_at_1000": 1.0, | |
| "main_score": 0.9678, | |
| "hf_subset": "default", | |
| "languages": [ | |
| "eng-Latn" | |
| ] | |
| } | |
| ] | |
| }, | |
| "evaluation_time": 105.08665084838867, | |
| "kg_co2_emissions": null, | |
| "date": 1781787320.405329 | |
| } |