File size: 5,996 Bytes
37f9944 | 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 73 74 75 76 77 78 79 80 81 82 83 84 85 86 87 88 89 90 91 92 93 94 95 96 97 98 99 100 101 102 103 104 105 106 107 108 109 110 111 112 113 114 115 116 117 118 119 120 121 122 123 124 125 126 127 128 129 130 131 132 133 134 135 136 137 138 139 140 141 142 143 144 145 146 147 148 149 150 151 152 153 154 155 156 157 158 159 160 161 162 163 164 165 166 167 | {
"dataset_revision": "eda52c9a0519252cfaacb7ae5e5da516b7d4b8cb",
"task_name": "VidoreSyntheticDocQAEnergyRetrieval",
"mteb_version": "2.12.30",
"scores": {
"test": [
{
"ndcg_at_1": 0.94,
"ndcg_at_3": 0.96393,
"ndcg_at_5": 0.9678,
"ndcg_at_10": 0.9678,
"ndcg_at_20": 0.9678,
"ndcg_at_100": 0.96985,
"ndcg_at_1000": 0.96985,
"map_at_1": 0.94,
"map_at_3": 0.95833,
"map_at_5": 0.96033,
"map_at_10": 0.96033,
"map_at_20": 0.96033,
"map_at_100": 0.96069,
"map_at_1000": 0.96069,
"recall_at_1": 0.94,
"recall_at_3": 0.98,
"recall_at_5": 0.99,
"recall_at_10": 0.99,
"recall_at_20": 0.99,
"recall_at_100": 1.0,
"recall_at_1000": 1.0,
"accuracy": 0.94,
"precision_at_1": 0.94,
"precision_at_3": 0.32667,
"precision_at_5": 0.198,
"precision_at_10": 0.099,
"precision_at_20": 0.0495,
"precision_at_100": 0.01,
"precision_at_1000": 0.001,
"mrr_at_1": 0.94,
"mrr_at_3": 0.958333,
"mrr_at_5": 0.960333,
"mrr_at_10": 0.960333,
"mrr_at_20": 0.960333,
"mrr_at_100": 0.96069,
"mrr_at_1000": 0.96069,
"nauc_ndcg_at_1_max": 0.362901,
"nauc_ndcg_at_1_std": -0.452381,
"nauc_ndcg_at_1_diff1": 1.0,
"nauc_ndcg_at_3_max": 0.585593,
"nauc_ndcg_at_3_std": -0.273908,
"nauc_ndcg_at_3_diff1": 1.0,
"nauc_ndcg_at_5_max": 0.535811,
"nauc_ndcg_at_5_std": -0.373381,
"nauc_ndcg_at_5_diff1": 1.0,
"nauc_ndcg_at_10_max": 0.535811,
"nauc_ndcg_at_10_std": -0.373381,
"nauc_ndcg_at_10_diff1": 1.0,
"nauc_ndcg_at_20_max": 0.535811,
"nauc_ndcg_at_20_std": -0.373381,
"nauc_ndcg_at_20_diff1": 1.0,
"nauc_ndcg_at_100_max": 0.504114,
"nauc_ndcg_at_100_std": -0.387177,
"nauc_ndcg_at_100_diff1": 1.0,
"nauc_ndcg_at_1000_max": 0.504114,
"nauc_ndcg_at_1000_std": -0.387177,
"nauc_ndcg_at_1000_diff1": 1.0,
"nauc_map_at_1_max": 0.362901,
"nauc_map_at_1_std": -0.452381,
"nauc_map_at_1_diff1": 1.0,
"nauc_map_at_3_max": 0.515612,
"nauc_map_at_3_std": -0.349374,
"nauc_map_at_3_diff1": 1.0,
"nauc_map_at_5_max": 0.491189,
"nauc_map_at_5_std": -0.394931,
"nauc_map_at_5_diff1": 1.0,
"nauc_map_at_10_max": 0.491189,
"nauc_map_at_10_std": -0.394931,
"nauc_map_at_10_diff1": 1.0,
"nauc_map_at_20_max": 0.491189,
"nauc_map_at_20_std": -0.394931,
"nauc_map_at_20_diff1": 1.0,
"nauc_map_at_100_max": 0.486566,
"nauc_map_at_100_std": -0.396962,
"nauc_map_at_100_diff1": 1.0,
"nauc_map_at_1000_max": 0.486566,
"nauc_map_at_1000_std": -0.396962,
"nauc_map_at_1000_diff1": 1.0,
"nauc_recall_at_1_max": 0.362901,
"nauc_recall_at_1_std": -0.452381,
"nauc_recall_at_1_diff1": 1.0,
"nauc_recall_at_3_max": 1.0,
"nauc_recall_at_3_std": 0.19141,
"nauc_recall_at_3_diff1": 1.0,
"nauc_recall_at_5_max": 1.0,
"nauc_recall_at_5_std": -0.171335,
"nauc_recall_at_5_diff1": 1.0,
"nauc_recall_at_10_max": 1.0,
"nauc_recall_at_10_std": -0.171335,
"nauc_recall_at_10_diff1": 1.0,
"nauc_recall_at_20_max": 1.0,
"nauc_recall_at_20_std": -0.171335,
"nauc_recall_at_20_diff1": 1.0,
"nauc_recall_at_100_max": NaN,
"nauc_recall_at_100_std": NaN,
"nauc_recall_at_100_diff1": NaN,
"nauc_recall_at_1000_max": NaN,
"nauc_recall_at_1000_std": NaN,
"nauc_recall_at_1000_diff1": NaN,
"nauc_precision_at_1_max": 0.362901,
"nauc_precision_at_1_std": -0.452381,
"nauc_precision_at_1_diff1": 1.0,
"nauc_precision_at_3_max": 1.0,
"nauc_precision_at_3_std": 0.19141,
"nauc_precision_at_3_diff1": 1.0,
"nauc_precision_at_5_max": 1.0,
"nauc_precision_at_5_std": -0.171335,
"nauc_precision_at_5_diff1": 1.0,
"nauc_precision_at_10_max": 1.0,
"nauc_precision_at_10_std": -0.171335,
"nauc_precision_at_10_diff1": 1.0,
"nauc_precision_at_20_max": 1.0,
"nauc_precision_at_20_std": -0.171335,
"nauc_precision_at_20_diff1": 1.0,
"nauc_precision_at_100_max": NaN,
"nauc_precision_at_100_std": NaN,
"nauc_precision_at_100_diff1": NaN,
"nauc_precision_at_1000_max": NaN,
"nauc_precision_at_1000_std": NaN,
"nauc_precision_at_1000_diff1": NaN,
"nauc_mrr_at_1_max": 0.362901,
"nauc_mrr_at_1_std": -0.452381,
"nauc_mrr_at_1_diff1": 1.0,
"nauc_mrr_at_3_max": 0.515612,
"nauc_mrr_at_3_std": -0.349374,
"nauc_mrr_at_3_diff1": 1.0,
"nauc_mrr_at_5_max": 0.491189,
"nauc_mrr_at_5_std": -0.394931,
"nauc_mrr_at_5_diff1": 1.0,
"nauc_mrr_at_10_max": 0.491189,
"nauc_mrr_at_10_std": -0.394931,
"nauc_mrr_at_10_diff1": 1.0,
"nauc_mrr_at_20_max": 0.491189,
"nauc_mrr_at_20_std": -0.394931,
"nauc_mrr_at_20_diff1": 1.0,
"nauc_mrr_at_100_max": 0.486566,
"nauc_mrr_at_100_std": -0.396962,
"nauc_mrr_at_100_diff1": 1.0,
"nauc_mrr_at_1000_max": 0.486566,
"nauc_mrr_at_1000_std": -0.396962,
"nauc_mrr_at_1000_diff1": 1.0,
"hit_rate_at_1": 0.94,
"hit_rate_at_3": 0.98,
"hit_rate_at_5": 0.99,
"hit_rate_at_10": 0.99,
"hit_rate_at_20": 0.99,
"hit_rate_at_100": 1.0,
"hit_rate_at_1000": 1.0,
"main_score": 0.9678,
"hf_subset": "default",
"languages": [
"eng-Latn"
]
}
]
},
"evaluation_time": 105.08665084838867,
"kg_co2_emissions": null,
"date": 1781787320.405329
} |