{ "dataset_revision": "b3e3a04b07fbbaffe79be49dabf92f691fbca252", "task_name": "Vidore2EconomicsReportsRetrieval", "mteb_version": "2.12.30", "scores": { "test": [ { "ndcg_at_1": 0.7069, "ndcg_at_3": 0.64103, "ndcg_at_5": 0.61951, "ndcg_at_10": 0.60072, "ndcg_at_20": 0.63196, "ndcg_at_100": 0.73018, "ndcg_at_1000": 0.75786, "map_at_1": 0.10433, "map_at_3": 0.20262, "map_at_5": 0.26703, "map_at_10": 0.34309, "map_at_20": 0.41209, "map_at_100": 0.50619, "map_at_1000": 0.52108, "recall_at_1": 0.10433, "recall_at_3": 0.23131, "recall_at_5": 0.32983, "recall_at_10": 0.46476, "recall_at_20": 0.61996, "recall_at_100": 0.92904, "recall_at_1000": 1.0, "accuracy": 0.10433, "precision_at_1": 0.7069, "precision_at_3": 0.59195, "precision_at_5": 0.54138, "precision_at_10": 0.43448, "precision_at_20": 0.33966, "precision_at_100": 0.13103, "precision_at_1000": 0.01564, "mrr_at_1": 0.706897, "mrr_at_3": 0.778736, "mrr_at_5": 0.794253, "mrr_at_10": 0.801745, "mrr_at_20": 0.803181, "mrr_at_100": 0.803181, "mrr_at_1000": 0.803181, "nauc_ndcg_at_1_max": 0.181551, "nauc_ndcg_at_1_std": 0.199168, "nauc_ndcg_at_1_diff1": 0.114921, "nauc_ndcg_at_3_max": -0.027023, "nauc_ndcg_at_3_std": -0.070759, "nauc_ndcg_at_3_diff1": 0.015365, "nauc_ndcg_at_5_max": -0.050303, "nauc_ndcg_at_5_std": -0.086761, "nauc_ndcg_at_5_diff1": 0.020079, "nauc_ndcg_at_10_max": -0.033319, "nauc_ndcg_at_10_std": -0.112788, "nauc_ndcg_at_10_diff1": -0.015729, "nauc_ndcg_at_20_max": 0.006822, "nauc_ndcg_at_20_std": -0.045283, "nauc_ndcg_at_20_diff1": -0.017131, "nauc_ndcg_at_100_max": 0.04369, "nauc_ndcg_at_100_std": 0.037422, "nauc_ndcg_at_100_diff1": -0.04854, "nauc_ndcg_at_1000_max": 0.019554, "nauc_ndcg_at_1000_std": -0.026922, "nauc_ndcg_at_1000_diff1": -0.031047, "nauc_map_at_1_max": -0.164313, "nauc_map_at_1_std": -0.21331, "nauc_map_at_1_diff1": 0.05989, "nauc_map_at_3_max": -0.130402, "nauc_map_at_3_std": -0.230546, "nauc_map_at_3_diff1": 0.044501, "nauc_map_at_5_max": -0.123544, "nauc_map_at_5_std": -0.194426, "nauc_map_at_5_diff1": -0.035453, "nauc_map_at_10_max": -0.041139, "nauc_map_at_10_std": -0.134814, "nauc_map_at_10_diff1": -0.076803, "nauc_map_at_20_max": -0.002162, "nauc_map_at_20_std": -0.062504, "nauc_map_at_20_diff1": -0.063862, "nauc_map_at_100_max": -0.013348, "nauc_map_at_100_std": -0.035424, "nauc_map_at_100_diff1": -0.047606, "nauc_map_at_1000_max": -0.038649, "nauc_map_at_1000_std": -0.066192, "nauc_map_at_1000_diff1": -0.057301, "nauc_recall_at_1_max": -0.164313, "nauc_recall_at_1_std": -0.21331, "nauc_recall_at_1_diff1": 0.05989, "nauc_recall_at_3_max": -0.084448, "nauc_recall_at_3_std": -0.228611, "nauc_recall_at_3_diff1": 0.113406, "nauc_recall_at_5_max": -0.114347, "nauc_recall_at_5_std": -0.222643, "nauc_recall_at_5_diff1": 0.008801, "nauc_recall_at_10_max": -0.03127, "nauc_recall_at_10_std": -0.175052, "nauc_recall_at_10_diff1": -0.066876, "nauc_recall_at_20_max": 0.066411, "nauc_recall_at_20_std": 0.012622, "nauc_recall_at_20_diff1": -0.064885, "nauc_recall_at_100_max": 0.130671, "nauc_recall_at_100_std": 0.331293, "nauc_recall_at_100_diff1": -0.068673, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.181551, "nauc_precision_at_1_std": 0.199168, "nauc_precision_at_1_diff1": 0.114921, "nauc_precision_at_3_max": -0.032938, "nauc_precision_at_3_std": -0.042404, "nauc_precision_at_3_diff1": -0.077252, "nauc_precision_at_5_max": 0.009144, "nauc_precision_at_5_std": 0.035737, "nauc_precision_at_5_diff1": -0.097143, "nauc_precision_at_10_max": 0.090366, "nauc_precision_at_10_std": 0.090415, "nauc_precision_at_10_diff1": -0.083194, "nauc_precision_at_20_max": 0.038657, "nauc_precision_at_20_std": 0.09137, "nauc_precision_at_20_diff1": -0.004954, "nauc_precision_at_100_max": -0.105568, "nauc_precision_at_100_std": -0.064061, "nauc_precision_at_100_diff1": -0.018238, "nauc_precision_at_1000_max": -0.141247, "nauc_precision_at_1000_std": -0.126744, "nauc_precision_at_1000_diff1": -0.039042, "nauc_mrr_at_1_max": 0.181551, "nauc_mrr_at_1_std": 0.199168, "nauc_mrr_at_1_diff1": 0.114921, "nauc_mrr_at_3_max": 0.234979, "nauc_mrr_at_3_std": 0.1862, "nauc_mrr_at_3_diff1": 0.22957, "nauc_mrr_at_5_max": 0.232827, "nauc_mrr_at_5_std": 0.171944, "nauc_mrr_at_5_diff1": 0.214122, "nauc_mrr_at_10_max": 0.219982, "nauc_mrr_at_10_std": 0.160131, "nauc_mrr_at_10_diff1": 0.202483, "nauc_mrr_at_20_max": 0.223188, "nauc_mrr_at_20_std": 0.175402, "nauc_mrr_at_20_diff1": 0.205546, "nauc_mrr_at_100_max": 0.223188, "nauc_mrr_at_100_std": 0.175402, "nauc_mrr_at_100_diff1": 0.205546, "nauc_mrr_at_1000_max": 0.223188, "nauc_mrr_at_1000_std": 0.175402, "nauc_mrr_at_1000_diff1": 0.205546, "hit_rate_at_1": 0.7069, "hit_rate_at_3": 0.86207, "hit_rate_at_5": 0.93103, "hit_rate_at_10": 0.98276, "hit_rate_at_20": 1.0, "hit_rate_at_100": 1.0, "hit_rate_at_1000": 1.0, "main_score": 0.61951, "hf_subset": "french", "languages": [ "fra-Latn" ] }, { "ndcg_at_1": 0.7069, "ndcg_at_3": 0.65724, "ndcg_at_5": 0.62434, "ndcg_at_10": 0.60951, "ndcg_at_20": 0.63995, "ndcg_at_100": 0.73893, "ndcg_at_1000": 0.76506, "map_at_1": 0.11283, "map_at_3": 0.22307, "map_at_5": 0.27841, "map_at_10": 0.35349, "map_at_20": 0.42128, "map_at_100": 0.51329, "map_at_1000": 0.52762, "recall_at_1": 0.11283, "recall_at_3": 0.26442, "recall_at_5": 0.33814, "recall_at_10": 0.46788, "recall_at_20": 0.62879, "recall_at_100": 0.93385, "recall_at_1000": 1.0, "accuracy": 0.11283, "precision_at_1": 0.7069, "precision_at_3": 0.60345, "precision_at_5": 0.53793, "precision_at_10": 0.43966, "precision_at_20": 0.33448, "precision_at_100": 0.13172, "precision_at_1000": 0.01564, "mrr_at_1": 0.706897, "mrr_at_3": 0.795977, "mrr_at_5": 0.803736, "mrr_at_10": 0.808764, "mrr_at_20": 0.810991, "mrr_at_100": 0.810991, "mrr_at_1000": 0.810991, "nauc_ndcg_at_1_max": 0.164696, "nauc_ndcg_at_1_std": 0.071119, "nauc_ndcg_at_1_diff1": 0.186071, "nauc_ndcg_at_3_max": 0.07873, "nauc_ndcg_at_3_std": 0.008295, "nauc_ndcg_at_3_diff1": -0.011174, "nauc_ndcg_at_5_max": 0.007378, "nauc_ndcg_at_5_std": -0.016229, "nauc_ndcg_at_5_diff1": -0.156485, "nauc_ndcg_at_10_max": 0.046149, "nauc_ndcg_at_10_std": -0.028001, "nauc_ndcg_at_10_diff1": -0.101986, "nauc_ndcg_at_20_max": 0.116686, "nauc_ndcg_at_20_std": 0.04834, "nauc_ndcg_at_20_diff1": -0.045328, "nauc_ndcg_at_100_max": 0.083945, "nauc_ndcg_at_100_std": 0.080554, "nauc_ndcg_at_100_diff1": -0.092224, "nauc_ndcg_at_1000_max": 0.061248, "nauc_ndcg_at_1000_std": 0.047253, "nauc_ndcg_at_1000_diff1": -0.069412, "nauc_map_at_1_max": -0.140656, "nauc_map_at_1_std": -0.245975, "nauc_map_at_1_diff1": -0.11415, "nauc_map_at_3_max": -0.033671, "nauc_map_at_3_std": -0.177049, "nauc_map_at_3_diff1": -0.097557, "nauc_map_at_5_max": 0.015845, "nauc_map_at_5_std": -0.100493, "nauc_map_at_5_diff1": -0.124998, "nauc_map_at_10_max": 0.066227, "nauc_map_at_10_std": -0.067433, "nauc_map_at_10_diff1": -0.074545, "nauc_map_at_20_max": 0.099054, "nauc_map_at_20_std": -0.008773, "nauc_map_at_20_diff1": -0.089868, "nauc_map_at_100_max": 0.104778, "nauc_map_at_100_std": 0.045436, "nauc_map_at_100_diff1": -0.118905, "nauc_map_at_1000_max": 0.076046, "nauc_map_at_1000_std": 0.022621, "nauc_map_at_1000_diff1": -0.130689, "nauc_recall_at_1_max": -0.140656, "nauc_recall_at_1_std": -0.245975, "nauc_recall_at_1_diff1": -0.11415, "nauc_recall_at_3_max": -0.089945, "nauc_recall_at_3_std": -0.231467, "nauc_recall_at_3_diff1": -0.079557, "nauc_recall_at_5_max": -0.057344, "nauc_recall_at_5_std": -0.169009, "nauc_recall_at_5_diff1": -0.129153, "nauc_recall_at_10_max": 0.017342, "nauc_recall_at_10_std": -0.118757, "nauc_recall_at_10_diff1": -0.002096, "nauc_recall_at_20_max": 0.138697, "nauc_recall_at_20_std": 0.046498, "nauc_recall_at_20_diff1": 0.025325, "nauc_recall_at_100_max": 0.086867, "nauc_recall_at_100_std": 0.157058, "nauc_recall_at_100_diff1": -0.248005, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.164696, "nauc_precision_at_1_std": 0.071119, "nauc_precision_at_1_diff1": 0.186071, "nauc_precision_at_3_max": 0.149747, "nauc_precision_at_3_std": 0.138916, "nauc_precision_at_3_diff1": 0.014254, "nauc_precision_at_5_max": 0.094127, "nauc_precision_at_5_std": 0.161291, "nauc_precision_at_5_diff1": -0.141565, "nauc_precision_at_10_max": 0.098302, "nauc_precision_at_10_std": 0.143391, "nauc_precision_at_10_diff1": -0.037145, "nauc_precision_at_20_max": 0.048945, "nauc_precision_at_20_std": 0.131387, "nauc_precision_at_20_diff1": -0.012344, "nauc_precision_at_100_max": -0.070127, "nauc_precision_at_100_std": 0.03202, "nauc_precision_at_100_diff1": -0.066168, "nauc_precision_at_1000_max": -0.115753, "nauc_precision_at_1000_std": -0.028909, "nauc_precision_at_1000_diff1": -0.07987, "nauc_mrr_at_1_max": 0.164696, "nauc_mrr_at_1_std": 0.071119, "nauc_mrr_at_1_diff1": 0.186071, "nauc_mrr_at_3_max": 0.104947, "nauc_mrr_at_3_std": 0.052548, "nauc_mrr_at_3_diff1": 0.20652, "nauc_mrr_at_5_max": 0.074345, "nauc_mrr_at_5_std": 0.014142, "nauc_mrr_at_5_diff1": 0.205747, "nauc_mrr_at_10_max": 0.095941, "nauc_mrr_at_10_std": 0.033975, "nauc_mrr_at_10_diff1": 0.202746, "nauc_mrr_at_20_max": 0.102673, "nauc_mrr_at_20_std": 0.039892, "nauc_mrr_at_20_diff1": 0.203782, "nauc_mrr_at_100_max": 0.102673, "nauc_mrr_at_100_std": 0.039892, "nauc_mrr_at_100_diff1": 0.203782, "nauc_mrr_at_1000_max": 0.102673, "nauc_mrr_at_1000_std": 0.039892, "nauc_mrr_at_1000_diff1": 0.203782, "hit_rate_at_1": 0.7069, "hit_rate_at_3": 0.89655, "hit_rate_at_5": 0.93103, "hit_rate_at_10": 0.96552, "hit_rate_at_20": 1.0, "hit_rate_at_100": 1.0, "hit_rate_at_1000": 1.0, "main_score": 0.62434, "hf_subset": "spanish", "languages": [ "spa-Latn" ] }, { "ndcg_at_1": 0.75862, "ndcg_at_3": 0.6927, "ndcg_at_5": 0.65981, "ndcg_at_10": 0.61948, "ndcg_at_20": 0.63474, "ndcg_at_100": 0.73324, "ndcg_at_1000": 0.76227, "map_at_1": 0.07885, "map_at_3": 0.21455, "map_at_5": 0.28153, "map_at_10": 0.35331, "map_at_20": 0.4143, "map_at_100": 0.50647, "map_at_1000": 0.52179, "recall_at_1": 0.07885, "recall_at_3": 0.27078, "recall_at_5": 0.3561, "recall_at_10": 0.47212, "recall_at_20": 0.62115, "recall_at_100": 0.92603, "recall_at_1000": 1.0, "accuracy": 0.07885, "precision_at_1": 0.75862, "precision_at_3": 0.64368, "precision_at_5": 0.58621, "precision_at_10": 0.45, "precision_at_20": 0.33017, "precision_at_100": 0.13034, "precision_at_1000": 0.01564, "mrr_at_1": 0.758621, "mrr_at_3": 0.824713, "mrr_at_5": 0.828161, "mrr_at_10": 0.835824, "mrr_at_20": 0.837593, "mrr_at_100": 0.837593, "mrr_at_1000": 0.837593, "nauc_ndcg_at_1_max": 0.164324, "nauc_ndcg_at_1_std": 0.394431, "nauc_ndcg_at_1_diff1": 0.309444, "nauc_ndcg_at_3_max": 0.027784, "nauc_ndcg_at_3_std": 0.166537, "nauc_ndcg_at_3_diff1": -0.046205, "nauc_ndcg_at_5_max": -0.039514, "nauc_ndcg_at_5_std": 0.112487, "nauc_ndcg_at_5_diff1": -0.096224, "nauc_ndcg_at_10_max": 0.029547, "nauc_ndcg_at_10_std": 0.067929, "nauc_ndcg_at_10_diff1": -0.075138, "nauc_ndcg_at_20_max": 0.11289, "nauc_ndcg_at_20_std": 0.127439, "nauc_ndcg_at_20_diff1": -0.026035, "nauc_ndcg_at_100_max": 0.137569, "nauc_ndcg_at_100_std": 0.262534, "nauc_ndcg_at_100_diff1": -0.049781, "nauc_ndcg_at_1000_max": 0.107772, "nauc_ndcg_at_1000_std": 0.20524, "nauc_ndcg_at_1000_diff1": -0.013568, "nauc_map_at_1_max": 0.071184, "nauc_map_at_1_std": 0.153763, "nauc_map_at_1_diff1": 0.120831, "nauc_map_at_3_max": 8.4e-05, "nauc_map_at_3_std": -0.02522, "nauc_map_at_3_diff1": -0.064681, "nauc_map_at_5_max": -0.021503, "nauc_map_at_5_std": -0.012852, "nauc_map_at_5_diff1": -0.10605, "nauc_map_at_10_max": 0.03204, "nauc_map_at_10_std": -0.011736, "nauc_map_at_10_diff1": -0.073432, "nauc_map_at_20_max": 0.079433, "nauc_map_at_20_std": 0.064873, "nauc_map_at_20_diff1": -0.04147, "nauc_map_at_100_max": 0.076331, "nauc_map_at_100_std": 0.143131, "nauc_map_at_100_diff1": -0.105211, "nauc_map_at_1000_max": 0.053054, "nauc_map_at_1000_std": 0.118286, "nauc_map_at_1000_diff1": -0.116301, "nauc_recall_at_1_max": 0.071184, "nauc_recall_at_1_std": 0.153763, "nauc_recall_at_1_diff1": 0.120831, "nauc_recall_at_3_max": -0.063438, "nauc_recall_at_3_std": -0.163372, "nauc_recall_at_3_diff1": -0.131591, "nauc_recall_at_5_max": -0.079967, "nauc_recall_at_5_std": -0.148789, "nauc_recall_at_5_diff1": -0.158457, "nauc_recall_at_10_max": 0.018498, "nauc_recall_at_10_std": -0.149079, "nauc_recall_at_10_diff1": -0.085007, "nauc_recall_at_20_max": 0.100028, "nauc_recall_at_20_std": -0.006322, "nauc_recall_at_20_diff1": -0.026188, "nauc_recall_at_100_max": 0.199598, "nauc_recall_at_100_std": 0.35229, "nauc_recall_at_100_diff1": -0.202039, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.164324, "nauc_precision_at_1_std": 0.394431, "nauc_precision_at_1_diff1": 0.309444, "nauc_precision_at_3_max": 0.039313, "nauc_precision_at_3_std": 0.197282, "nauc_precision_at_3_diff1": -0.095127, "nauc_precision_at_5_max": -0.029716, "nauc_precision_at_5_std": 0.151963, "nauc_precision_at_5_diff1": -0.124846, "nauc_precision_at_10_max": 0.070471, "nauc_precision_at_10_std": 0.132454, "nauc_precision_at_10_diff1": -0.00818, "nauc_precision_at_20_max": 0.055654, "nauc_precision_at_20_std": 0.141231, "nauc_precision_at_20_diff1": -0.004949, "nauc_precision_at_100_max": -0.062493, "nauc_precision_at_100_std": 0.053548, "nauc_precision_at_100_diff1": -0.111115, "nauc_precision_at_1000_max": -0.089716, "nauc_precision_at_1000_std": -0.010007, "nauc_precision_at_1000_diff1": -0.103621, "nauc_mrr_at_1_max": 0.164324, "nauc_mrr_at_1_std": 0.394431, "nauc_mrr_at_1_diff1": 0.309444, "nauc_mrr_at_3_max": 0.256105, "nauc_mrr_at_3_std": 0.411293, "nauc_mrr_at_3_diff1": 0.325733, "nauc_mrr_at_5_max": 0.25896, "nauc_mrr_at_5_std": 0.398593, "nauc_mrr_at_5_diff1": 0.325014, "nauc_mrr_at_10_max": 0.231057, "nauc_mrr_at_10_std": 0.380521, "nauc_mrr_at_10_diff1": 0.321972, "nauc_mrr_at_20_max": 0.234292, "nauc_mrr_at_20_std": 0.389565, "nauc_mrr_at_20_diff1": 0.32381, "nauc_mrr_at_100_max": 0.234292, "nauc_mrr_at_100_std": 0.389565, "nauc_mrr_at_100_diff1": 0.32381, "nauc_mrr_at_1000_max": 0.234292, "nauc_mrr_at_1000_std": 0.389565, "nauc_mrr_at_1000_diff1": 0.32381, "hit_rate_at_1": 0.75862, "hit_rate_at_3": 0.89655, "hit_rate_at_5": 0.91379, "hit_rate_at_10": 0.96552, "hit_rate_at_20": 1.0, "hit_rate_at_100": 1.0, "hit_rate_at_1000": 1.0, "main_score": 0.65981, "hf_subset": "english", "languages": [ "eng-Latn" ] }, { "ndcg_at_1": 0.72414, "ndcg_at_3": 0.68658, "ndcg_at_5": 0.64761, "ndcg_at_10": 0.62183, "ndcg_at_20": 0.64224, "ndcg_at_100": 0.7397, "ndcg_at_1000": 0.7694, "map_at_1": 0.10679, "map_at_3": 0.22525, "map_at_5": 0.29068, "map_at_10": 0.36556, "map_at_20": 0.42527, "map_at_100": 0.51643, "map_at_1000": 0.53188, "recall_at_1": 0.10679, "recall_at_3": 0.26576, "recall_at_5": 0.35007, "recall_at_10": 0.47977, "recall_at_20": 0.62549, "recall_at_100": 0.92399, "recall_at_1000": 1.0, "accuracy": 0.10679, "precision_at_1": 0.72414, "precision_at_3": 0.63218, "precision_at_5": 0.55862, "precision_at_10": 0.44483, "precision_at_20": 0.33017, "precision_at_100": 0.12983, "precision_at_1000": 0.01564, "mrr_at_1": 0.724138, "mrr_at_3": 0.813218, "mrr_at_5": 0.820977, "mrr_at_10": 0.82344, "mrr_at_20": 0.825749, "mrr_at_100": 0.825749, "mrr_at_1000": 0.825749, "nauc_ndcg_at_1_max": 0.141906, "nauc_ndcg_at_1_std": 0.15456, "nauc_ndcg_at_1_diff1": 0.259607, "nauc_ndcg_at_3_max": 0.027095, "nauc_ndcg_at_3_std": 0.066153, "nauc_ndcg_at_3_diff1": -0.100216, "nauc_ndcg_at_5_max": 0.000246, "nauc_ndcg_at_5_std": 0.012908, "nauc_ndcg_at_5_diff1": -0.111038, "nauc_ndcg_at_10_max": -0.017307, "nauc_ndcg_at_10_std": -0.038151, "nauc_ndcg_at_10_diff1": -0.110598, "nauc_ndcg_at_20_max": 0.022839, "nauc_ndcg_at_20_std": -0.027168, "nauc_ndcg_at_20_diff1": -0.079749, "nauc_ndcg_at_100_max": 0.039475, "nauc_ndcg_at_100_std": 0.052984, "nauc_ndcg_at_100_diff1": -0.055623, "nauc_ndcg_at_1000_max": 0.063332, "nauc_ndcg_at_1000_std": 0.083645, "nauc_ndcg_at_1000_diff1": -0.058612, "nauc_map_at_1_max": -0.113108, "nauc_map_at_1_std": -0.179293, "nauc_map_at_1_diff1": -0.114285, "nauc_map_at_3_max": -0.127857, "nauc_map_at_3_std": -0.194209, "nauc_map_at_3_diff1": -0.251232, "nauc_map_at_5_max": -0.104367, "nauc_map_at_5_std": -0.165778, "nauc_map_at_5_diff1": -0.244371, "nauc_map_at_10_max": -0.091303, "nauc_map_at_10_std": -0.169305, "nauc_map_at_10_diff1": -0.193726, "nauc_map_at_20_max": -0.079652, "nauc_map_at_20_std": -0.14613, "nauc_map_at_20_diff1": -0.157632, "nauc_map_at_100_max": -0.036605, "nauc_map_at_100_std": -0.052128, "nauc_map_at_100_diff1": -0.166694, "nauc_map_at_1000_max": -0.029218, "nauc_map_at_1000_std": -0.035652, "nauc_map_at_1000_diff1": -0.18304, "nauc_recall_at_1_max": -0.113108, "nauc_recall_at_1_std": -0.179293, "nauc_recall_at_1_diff1": -0.114285, "nauc_recall_at_3_max": -0.145067, "nauc_recall_at_3_std": -0.234222, "nauc_recall_at_3_diff1": -0.267093, "nauc_recall_at_5_max": -0.122426, "nauc_recall_at_5_std": -0.213159, "nauc_recall_at_5_diff1": -0.246144, "nauc_recall_at_10_max": -0.118643, "nauc_recall_at_10_std": -0.246601, "nauc_recall_at_10_diff1": -0.132491, "nauc_recall_at_20_max": -0.107787, "nauc_recall_at_20_std": -0.216162, "nauc_recall_at_20_diff1": -0.111135, "nauc_recall_at_100_max": -0.050752, "nauc_recall_at_100_std": -0.077736, "nauc_recall_at_100_diff1": 0.03279, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.141906, "nauc_precision_at_1_std": 0.15456, "nauc_precision_at_1_diff1": 0.259607, "nauc_precision_at_3_max": 0.066476, "nauc_precision_at_3_std": 0.151427, "nauc_precision_at_3_diff1": -0.095792, "nauc_precision_at_5_max": 0.063663, "nauc_precision_at_5_std": 0.119654, "nauc_precision_at_5_diff1": -0.054676, "nauc_precision_at_10_max": 0.103398, "nauc_precision_at_10_std": 0.16067, "nauc_precision_at_10_diff1": 0.072236, "nauc_precision_at_20_max": 0.082813, "nauc_precision_at_20_std": 0.158519, "nauc_precision_at_20_diff1": 0.076199, "nauc_precision_at_100_max": 0.078391, "nauc_precision_at_100_std": 0.17917, "nauc_precision_at_100_diff1": -0.025094, "nauc_precision_at_1000_max": 0.068615, "nauc_precision_at_1000_std": 0.160515, "nauc_precision_at_1000_diff1": -0.063633, "nauc_mrr_at_1_max": 0.141906, "nauc_mrr_at_1_std": 0.15456, "nauc_mrr_at_1_diff1": 0.259607, "nauc_mrr_at_3_max": 0.23524, "nauc_mrr_at_3_std": 0.257437, "nauc_mrr_at_3_diff1": 0.271802, "nauc_mrr_at_5_max": 0.208092, "nauc_mrr_at_5_std": 0.225408, "nauc_mrr_at_5_diff1": 0.263046, "nauc_mrr_at_10_max": 0.195883, "nauc_mrr_at_10_std": 0.213466, "nauc_mrr_at_10_diff1": 0.275955, "nauc_mrr_at_20_max": 0.199261, "nauc_mrr_at_20_std": 0.219132, "nauc_mrr_at_20_diff1": 0.269415, "nauc_mrr_at_100_max": 0.199261, "nauc_mrr_at_100_std": 0.219132, "nauc_mrr_at_100_diff1": 0.269415, "nauc_mrr_at_1000_max": 0.199261, "nauc_mrr_at_1000_std": 0.219132, "nauc_mrr_at_1000_diff1": 0.269415, "hit_rate_at_1": 0.72414, "hit_rate_at_3": 0.91379, "hit_rate_at_5": 0.94828, "hit_rate_at_10": 0.96552, "hit_rate_at_20": 1.0, "hit_rate_at_100": 1.0, "hit_rate_at_1000": 1.0, "main_score": 0.64761, "hf_subset": "german", "languages": [ "deu-Latn" ] } ] }, "evaluation_time": 98.48348355293274, "kg_co2_emissions": null, "date": 1781787894.000237 }