{ "dataset_revision": "bc7d43d64815ed30f664168c8052106484aba7fd", "task_name": "Vidore3HrRetrieval", "mteb_version": "2.12.30", "scores": { "test": [ { "ndcg_at_1": 0.62421, "ndcg_at_3": 0.6252, "ndcg_at_5": 0.63905, "ndcg_at_10": 0.66339, "ndcg_at_20": 0.68996, "ndcg_at_100": 0.74141, "ndcg_at_1000": 0.75457, "map_at_1": 0.27507, "map_at_3": 0.41073, "map_at_5": 0.46839, "map_at_10": 0.52172, "map_at_20": 0.55508, "map_at_100": 0.58162, "map_at_1000": 0.58415, "recall_at_1": 0.27507, "recall_at_3": 0.47482, "recall_at_5": 0.57998, "recall_at_10": 0.69793, "recall_at_20": 0.79969, "recall_at_100": 0.95201, "recall_at_1000": 1.0, "accuracy": 0.27507, "precision_at_1": 0.65094, "precision_at_3": 0.46226, "precision_at_5": 0.3805, "precision_at_10": 0.26887, "precision_at_20": 0.17453, "precision_at_100": 0.04899, "precision_at_1000": 0.00544, "mrr_at_1": 0.650943, "mrr_at_3": 0.753669, "mrr_at_5": 0.766562, "mrr_at_10": 0.771417, "mrr_at_20": 0.772123, "mrr_at_100": 0.772692, "mrr_at_1000": 0.772718, "nauc_ndcg_at_1_max": 0.004526, "nauc_ndcg_at_1_std": -0.093243, "nauc_ndcg_at_1_diff1": 0.434299, "nauc_ndcg_at_3_max": -0.004301, "nauc_ndcg_at_3_std": -0.090427, "nauc_ndcg_at_3_diff1": 0.35208, "nauc_ndcg_at_5_max": -0.004735, "nauc_ndcg_at_5_std": -0.098424, "nauc_ndcg_at_5_diff1": 0.333159, "nauc_ndcg_at_10_max": 0.034895, "nauc_ndcg_at_10_std": -0.065754, "nauc_ndcg_at_10_diff1": 0.360485, "nauc_ndcg_at_20_max": 0.04461, "nauc_ndcg_at_20_std": -0.06429, "nauc_ndcg_at_20_diff1": 0.36397, "nauc_ndcg_at_100_max": 0.051363, "nauc_ndcg_at_100_std": -0.065052, "nauc_ndcg_at_100_diff1": 0.368677, "nauc_ndcg_at_1000_max": 0.032152, "nauc_ndcg_at_1000_std": -0.081894, "nauc_ndcg_at_1000_diff1": 0.373645, "nauc_map_at_1_max": -0.04957, "nauc_map_at_1_std": -0.090091, "nauc_map_at_1_diff1": 0.374912, "nauc_map_at_3_max": -0.048729, "nauc_map_at_3_std": -0.102659, "nauc_map_at_3_diff1": 0.304749, "nauc_map_at_5_max": -0.037015, "nauc_map_at_5_std": -0.103803, "nauc_map_at_5_diff1": 0.307735, "nauc_map_at_10_max": -0.014225, "nauc_map_at_10_std": -0.088383, "nauc_map_at_10_diff1": 0.31928, "nauc_map_at_20_max": -0.013377, "nauc_map_at_20_std": -0.096858, "nauc_map_at_20_diff1": 0.323902, "nauc_map_at_100_max": -0.004965, "nauc_map_at_100_std": -0.097396, "nauc_map_at_100_diff1": 0.327748, "nauc_map_at_1000_max": -0.006279, "nauc_map_at_1000_std": -0.098926, "nauc_map_at_1000_diff1": 0.328269, "nauc_recall_at_1_max": -0.04957, "nauc_recall_at_1_std": -0.090091, "nauc_recall_at_1_diff1": 0.374912, "nauc_recall_at_3_max": -0.053503, "nauc_recall_at_3_std": -0.082796, "nauc_recall_at_3_diff1": 0.203355, "nauc_recall_at_5_max": -0.025688, "nauc_recall_at_5_std": -0.080193, "nauc_recall_at_5_diff1": 0.183025, "nauc_recall_at_10_max": 0.036047, "nauc_recall_at_10_std": -0.016968, "nauc_recall_at_10_diff1": 0.196669, "nauc_recall_at_20_max": 0.063974, "nauc_recall_at_20_std": -0.025911, "nauc_recall_at_20_diff1": 0.210669, "nauc_recall_at_100_max": 0.308128, "nauc_recall_at_100_std": 0.145785, "nauc_recall_at_100_diff1": 0.221888, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": -0.009018, "nauc_precision_at_1_std": -0.116839, "nauc_precision_at_1_diff1": 0.461586, "nauc_precision_at_3_max": 0.017275, "nauc_precision_at_3_std": -0.056701, "nauc_precision_at_3_diff1": 0.098644, "nauc_precision_at_5_max": 0.042188, "nauc_precision_at_5_std": -0.023742, "nauc_precision_at_5_diff1": 0.024783, "nauc_precision_at_10_max": 0.076852, "nauc_precision_at_10_std": 0.022163, "nauc_precision_at_10_diff1": -0.016472, "nauc_precision_at_20_max": 0.065052, "nauc_precision_at_20_std": 0.011787, "nauc_precision_at_20_diff1": -0.04194, "nauc_precision_at_100_max": 0.046284, "nauc_precision_at_100_std": 0.010509, "nauc_precision_at_100_diff1": -0.113234, "nauc_precision_at_1000_max": 0.010034, "nauc_precision_at_1000_std": -0.013822, "nauc_precision_at_1000_diff1": -0.127174, "nauc_mrr_at_1_max": -0.009018, "nauc_mrr_at_1_std": -0.116839, "nauc_mrr_at_1_diff1": 0.461586, "nauc_mrr_at_3_max": 0.0446, "nauc_mrr_at_3_std": -0.071264, "nauc_mrr_at_3_diff1": 0.46324, "nauc_mrr_at_5_max": 0.064357, "nauc_mrr_at_5_std": -0.061004, "nauc_mrr_at_5_diff1": 0.457625, "nauc_mrr_at_10_max": 0.056131, "nauc_mrr_at_10_std": -0.066727, "nauc_mrr_at_10_diff1": 0.459566, "nauc_mrr_at_20_max": 0.05428, "nauc_mrr_at_20_std": -0.069251, "nauc_mrr_at_20_diff1": 0.46087, "nauc_mrr_at_100_max": 0.052905, "nauc_mrr_at_100_std": -0.069743, "nauc_mrr_at_100_diff1": 0.460334, "nauc_mrr_at_1000_max": 0.052836, "nauc_mrr_at_1000_std": -0.069734, "nauc_mrr_at_1000_diff1": 0.460341, "hit_rate_at_1": 0.65094, "hit_rate_at_3": 0.87736, "hit_rate_at_5": 0.93082, "hit_rate_at_10": 0.96541, "hit_rate_at_20": 0.97484, "hit_rate_at_100": 0.99371, "hit_rate_at_1000": 1.0, "main_score": 0.66339, "hf_subset": "french", "languages": [ "fra-Latn" ] }, { "ndcg_at_1": 0.62736, "ndcg_at_3": 0.62058, "ndcg_at_5": 0.64063, "ndcg_at_10": 0.66834, "ndcg_at_20": 0.69339, "ndcg_at_100": 0.74338, "ndcg_at_1000": 0.75768, "map_at_1": 0.29124, "map_at_3": 0.41393, "map_at_5": 0.47329, "map_at_10": 0.52805, "map_at_20": 0.5603, "map_at_100": 0.58627, "map_at_1000": 0.58919, "recall_at_1": 0.29124, "recall_at_3": 0.46614, "recall_at_5": 0.57543, "recall_at_10": 0.70382, "recall_at_20": 0.80333, "recall_at_100": 0.94942, "recall_at_1000": 1.0, "accuracy": 0.29124, "precision_at_1": 0.65723, "precision_at_3": 0.45178, "precision_at_5": 0.37799, "precision_at_10": 0.26824, "precision_at_20": 0.17343, "precision_at_100": 0.04858, "precision_at_1000": 0.00544, "mrr_at_1": 0.657233, "mrr_at_3": 0.751048, "mrr_at_5": 0.764727, "mrr_at_10": 0.77114, "mrr_at_20": 0.771525, "mrr_at_100": 0.771983, "mrr_at_1000": 0.772026, "nauc_ndcg_at_1_max": 0.012943, "nauc_ndcg_at_1_std": -0.09835, "nauc_ndcg_at_1_diff1": 0.349985, "nauc_ndcg_at_3_max": -0.026639, "nauc_ndcg_at_3_std": -0.115956, "nauc_ndcg_at_3_diff1": 0.29553, "nauc_ndcg_at_5_max": -0.011682, "nauc_ndcg_at_5_std": -0.100774, "nauc_ndcg_at_5_diff1": 0.271312, "nauc_ndcg_at_10_max": 0.015296, "nauc_ndcg_at_10_std": -0.076309, "nauc_ndcg_at_10_diff1": 0.281924, "nauc_ndcg_at_20_max": 0.035617, "nauc_ndcg_at_20_std": -0.065802, "nauc_ndcg_at_20_diff1": 0.284414, "nauc_ndcg_at_100_max": 0.03491, "nauc_ndcg_at_100_std": -0.069695, "nauc_ndcg_at_100_diff1": 0.292452, "nauc_ndcg_at_1000_max": 0.01268, "nauc_ndcg_at_1000_std": -0.088045, "nauc_ndcg_at_1000_diff1": 0.293009, "nauc_map_at_1_max": -0.059253, "nauc_map_at_1_std": -0.095691, "nauc_map_at_1_diff1": 0.284568, "nauc_map_at_3_max": -0.05143, "nauc_map_at_3_std": -0.106253, "nauc_map_at_3_diff1": 0.253052, "nauc_map_at_5_max": -0.031287, "nauc_map_at_5_std": -0.0946, "nauc_map_at_5_diff1": 0.235331, "nauc_map_at_10_max": -0.020341, "nauc_map_at_10_std": -0.088201, "nauc_map_at_10_diff1": 0.233977, "nauc_map_at_20_max": -0.010024, "nauc_map_at_20_std": -0.087714, "nauc_map_at_20_diff1": 0.237404, "nauc_map_at_100_max": -0.007899, "nauc_map_at_100_std": -0.090646, "nauc_map_at_100_diff1": 0.244498, "nauc_map_at_1000_max": -0.010016, "nauc_map_at_1000_std": -0.091975, "nauc_map_at_1000_diff1": 0.24439, "nauc_recall_at_1_max": -0.059253, "nauc_recall_at_1_std": -0.095691, "nauc_recall_at_1_diff1": 0.284568, "nauc_recall_at_3_max": -0.052143, "nauc_recall_at_3_std": -0.097206, "nauc_recall_at_3_diff1": 0.206425, "nauc_recall_at_5_max": 0.001486, "nauc_recall_at_5_std": -0.061755, "nauc_recall_at_5_diff1": 0.170249, "nauc_recall_at_10_max": 0.030314, "nauc_recall_at_10_std": -0.024319, "nauc_recall_at_10_diff1": 0.165715, "nauc_recall_at_20_max": 0.071513, "nauc_recall_at_20_std": -0.019213, "nauc_recall_at_20_diff1": 0.186447, "nauc_recall_at_100_max": 0.282645, "nauc_recall_at_100_std": 0.15082, "nauc_recall_at_100_diff1": 0.245668, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.009523, "nauc_precision_at_1_std": -0.109291, "nauc_precision_at_1_diff1": 0.357555, "nauc_precision_at_3_max": 0.034973, "nauc_precision_at_3_std": -0.045718, "nauc_precision_at_3_diff1": 0.079104, "nauc_precision_at_5_max": 0.068476, "nauc_precision_at_5_std": 0.007619, "nauc_precision_at_5_diff1": -0.018137, "nauc_precision_at_10_max": 0.057837, "nauc_precision_at_10_std": 0.017988, "nauc_precision_at_10_diff1": -0.057682, "nauc_precision_at_20_max": 0.059415, "nauc_precision_at_20_std": 0.026593, "nauc_precision_at_20_diff1": -0.069307, "nauc_precision_at_100_max": 0.024239, "nauc_precision_at_100_std": 0.016858, "nauc_precision_at_100_diff1": -0.105992, "nauc_precision_at_1000_max": -0.016158, "nauc_precision_at_1000_std": -0.008335, "nauc_precision_at_1000_diff1": -0.118675, "nauc_mrr_at_1_max": 0.009523, "nauc_mrr_at_1_std": -0.109291, "nauc_mrr_at_1_diff1": 0.357555, "nauc_mrr_at_3_max": 0.026484, "nauc_mrr_at_3_std": -0.093088, "nauc_mrr_at_3_diff1": 0.363118, "nauc_mrr_at_5_max": 0.033203, "nauc_mrr_at_5_std": -0.097407, "nauc_mrr_at_5_diff1": 0.364701, "nauc_mrr_at_10_max": 0.029108, "nauc_mrr_at_10_std": -0.099821, "nauc_mrr_at_10_diff1": 0.370493, "nauc_mrr_at_20_max": 0.027592, "nauc_mrr_at_20_std": -0.101108, "nauc_mrr_at_20_diff1": 0.370128, "nauc_mrr_at_100_max": 0.026304, "nauc_mrr_at_100_std": -0.101704, "nauc_mrr_at_100_diff1": 0.369672, "nauc_mrr_at_1000_max": 0.02616, "nauc_mrr_at_1000_std": -0.101808, "nauc_mrr_at_1000_diff1": 0.369563, "hit_rate_at_1": 0.65723, "hit_rate_at_3": 0.86792, "hit_rate_at_5": 0.92767, "hit_rate_at_10": 0.97484, "hit_rate_at_20": 0.98113, "hit_rate_at_100": 0.99371, "hit_rate_at_1000": 1.0, "main_score": 0.66834, "hf_subset": "spanish", "languages": [ "spa-Latn" ] }, { "ndcg_at_1": 0.65094, "ndcg_at_3": 0.6431, "ndcg_at_5": 0.66295, "ndcg_at_10": 0.68368, "ndcg_at_20": 0.7088, "ndcg_at_100": 0.75694, "ndcg_at_1000": 0.76988, "map_at_1": 0.28597, "map_at_3": 0.42082, "map_at_5": 0.48571, "map_at_10": 0.54131, "map_at_20": 0.57645, "map_at_100": 0.60282, "map_at_1000": 0.60551, "recall_at_1": 0.28597, "recall_at_3": 0.47739, "recall_at_5": 0.59502, "recall_at_10": 0.71589, "recall_at_20": 0.81623, "recall_at_100": 0.95425, "recall_at_1000": 1.0, "accuracy": 0.28597, "precision_at_1": 0.6761, "precision_at_3": 0.47799, "precision_at_5": 0.39811, "precision_at_10": 0.27736, "precision_at_20": 0.18003, "precision_at_100": 0.04928, "precision_at_1000": 0.00544, "mrr_at_1": 0.676101, "mrr_at_3": 0.772013, "mrr_at_5": 0.785377, "mrr_at_10": 0.788784, "mrr_at_20": 0.789742, "mrr_at_100": 0.790299, "mrr_at_1000": 0.790338, "nauc_ndcg_at_1_max": -0.061104, "nauc_ndcg_at_1_std": -0.109967, "nauc_ndcg_at_1_diff1": 0.378215, "nauc_ndcg_at_3_max": -0.063482, "nauc_ndcg_at_3_std": -0.092833, "nauc_ndcg_at_3_diff1": 0.311769, "nauc_ndcg_at_5_max": -0.007812, "nauc_ndcg_at_5_std": -0.067664, "nauc_ndcg_at_5_diff1": 0.338877, "nauc_ndcg_at_10_max": 0.013676, "nauc_ndcg_at_10_std": -0.062207, "nauc_ndcg_at_10_diff1": 0.348937, "nauc_ndcg_at_20_max": 0.041385, "nauc_ndcg_at_20_std": -0.046242, "nauc_ndcg_at_20_diff1": 0.358853, "nauc_ndcg_at_100_max": 0.020021, "nauc_ndcg_at_100_std": -0.063737, "nauc_ndcg_at_100_diff1": 0.361243, "nauc_ndcg_at_1000_max": -0.006145, "nauc_ndcg_at_1000_std": -0.077546, "nauc_ndcg_at_1000_diff1": 0.355697, "nauc_map_at_1_max": -0.028198, "nauc_map_at_1_std": -0.046589, "nauc_map_at_1_diff1": 0.381863, "nauc_map_at_3_max": -0.036778, "nauc_map_at_3_std": -0.076513, "nauc_map_at_3_diff1": 0.306328, "nauc_map_at_5_max": -0.003111, "nauc_map_at_5_std": -0.066904, "nauc_map_at_5_diff1": 0.323602, "nauc_map_at_10_max": -0.007003, "nauc_map_at_10_std": -0.072961, "nauc_map_at_10_diff1": 0.315934, "nauc_map_at_20_max": -0.001188, "nauc_map_at_20_std": -0.075233, "nauc_map_at_20_diff1": 0.327076, "nauc_map_at_100_max": -0.000483, "nauc_map_at_100_std": -0.080939, "nauc_map_at_100_diff1": 0.328642, "nauc_map_at_1000_max": -0.003644, "nauc_map_at_1000_std": -0.082535, "nauc_map_at_1000_diff1": 0.327691, "nauc_recall_at_1_max": -0.028198, "nauc_recall_at_1_std": -0.046589, "nauc_recall_at_1_diff1": 0.381863, "nauc_recall_at_3_max": -0.020936, "nauc_recall_at_3_std": -0.050776, "nauc_recall_at_3_diff1": 0.247864, "nauc_recall_at_5_max": 0.063263, "nauc_recall_at_5_std": -0.010638, "nauc_recall_at_5_diff1": 0.251313, "nauc_recall_at_10_max": 0.067207, "nauc_recall_at_10_std": -0.02815, "nauc_recall_at_10_diff1": 0.223341, "nauc_recall_at_20_max": 0.154081, "nauc_recall_at_20_std": 0.013049, "nauc_recall_at_20_diff1": 0.276909, "nauc_recall_at_100_max": 0.307533, "nauc_recall_at_100_std": 0.0808, "nauc_recall_at_100_diff1": 0.344955, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": -0.055071, "nauc_precision_at_1_std": -0.11226, "nauc_precision_at_1_diff1": 0.408506, "nauc_precision_at_3_max": -0.044541, "nauc_precision_at_3_std": -0.061376, "nauc_precision_at_3_diff1": -0.027811, "nauc_precision_at_5_max": 0.014806, "nauc_precision_at_5_std": -0.023527, "nauc_precision_at_5_diff1": -0.044012, "nauc_precision_at_10_max": -0.002602, "nauc_precision_at_10_std": -0.020977, "nauc_precision_at_10_diff1": -0.08651, "nauc_precision_at_20_max": 0.010474, "nauc_precision_at_20_std": -0.009861, "nauc_precision_at_20_diff1": -0.085106, "nauc_precision_at_100_max": -0.031244, "nauc_precision_at_100_std": -0.029956, "nauc_precision_at_100_diff1": -0.140446, "nauc_precision_at_1000_max": -0.067775, "nauc_precision_at_1000_std": -0.045249, "nauc_precision_at_1000_diff1": -0.161599, "nauc_mrr_at_1_max": -0.055071, "nauc_mrr_at_1_std": -0.11226, "nauc_mrr_at_1_diff1": 0.408506, "nauc_mrr_at_3_max": 0.012937, "nauc_mrr_at_3_std": -0.040433, "nauc_mrr_at_3_diff1": 0.430853, "nauc_mrr_at_5_max": 0.026063, "nauc_mrr_at_5_std": -0.034278, "nauc_mrr_at_5_diff1": 0.432196, "nauc_mrr_at_10_max": 0.020284, "nauc_mrr_at_10_std": -0.04204, "nauc_mrr_at_10_diff1": 0.432105, "nauc_mrr_at_20_max": 0.017189, "nauc_mrr_at_20_std": -0.04473, "nauc_mrr_at_20_diff1": 0.431287, "nauc_mrr_at_100_max": 0.014654, "nauc_mrr_at_100_std": -0.046967, "nauc_mrr_at_100_diff1": 0.43088, "nauc_mrr_at_1000_max": 0.014542, "nauc_mrr_at_1000_std": -0.046953, "nauc_mrr_at_1000_diff1": 0.43082, "hit_rate_at_1": 0.6761, "hit_rate_at_3": 0.88365, "hit_rate_at_5": 0.94025, "hit_rate_at_10": 0.96541, "hit_rate_at_20": 0.97799, "hit_rate_at_100": 0.99371, "hit_rate_at_1000": 1.0, "main_score": 0.68368, "hf_subset": "english", "languages": [ "eng-Latn" ] }, { "ndcg_at_1": 0.60692, "ndcg_at_3": 0.62732, "ndcg_at_5": 0.63731, "ndcg_at_10": 0.66028, "ndcg_at_20": 0.68462, "ndcg_at_100": 0.73681, "ndcg_at_1000": 0.75148, "map_at_1": 0.27197, "map_at_3": 0.41057, "map_at_5": 0.46482, "map_at_10": 0.52187, "map_at_20": 0.55328, "map_at_100": 0.5793, "map_at_1000": 0.58199, "recall_at_1": 0.27197, "recall_at_3": 0.47005, "recall_at_5": 0.57063, "recall_at_10": 0.6926, "recall_at_20": 0.78708, "recall_at_100": 0.94676, "recall_at_1000": 1.0, "accuracy": 0.27197, "precision_at_1": 0.63522, "precision_at_3": 0.4717, "precision_at_5": 0.38239, "precision_at_10": 0.26824, "precision_at_20": 0.17248, "precision_at_100": 0.04836, "precision_at_1000": 0.00544, "mrr_at_1": 0.63522, "mrr_at_3": 0.745283, "mrr_at_5": 0.758019, "mrr_at_10": 0.760486, "mrr_at_20": 0.761727, "mrr_at_100": 0.762431, "mrr_at_1000": 0.762478, "nauc_ndcg_at_1_max": -0.017902, "nauc_ndcg_at_1_std": -0.093412, "nauc_ndcg_at_1_diff1": 0.465905, "nauc_ndcg_at_3_max": -0.00684, "nauc_ndcg_at_3_std": -0.080555, "nauc_ndcg_at_3_diff1": 0.384257, "nauc_ndcg_at_5_max": -0.023659, "nauc_ndcg_at_5_std": -0.091702, "nauc_ndcg_at_5_diff1": 0.356663, "nauc_ndcg_at_10_max": -0.00635, "nauc_ndcg_at_10_std": -0.070554, "nauc_ndcg_at_10_diff1": 0.375057, "nauc_ndcg_at_20_max": 0.000371, "nauc_ndcg_at_20_std": -0.078723, "nauc_ndcg_at_20_diff1": 0.373284, "nauc_ndcg_at_100_max": 0.015361, "nauc_ndcg_at_100_std": -0.071514, "nauc_ndcg_at_100_diff1": 0.384589, "nauc_ndcg_at_1000_max": 0.001045, "nauc_ndcg_at_1000_std": -0.078596, "nauc_ndcg_at_1000_diff1": 0.383069, "nauc_map_at_1_max": -0.095801, "nauc_map_at_1_std": -0.116277, "nauc_map_at_1_diff1": 0.35815, "nauc_map_at_3_max": -0.065993, "nauc_map_at_3_std": -0.108526, "nauc_map_at_3_diff1": 0.32238, "nauc_map_at_5_max": -0.056903, "nauc_map_at_5_std": -0.099257, "nauc_map_at_5_diff1": 0.315444, "nauc_map_at_10_max": -0.054431, "nauc_map_at_10_std": -0.098046, "nauc_map_at_10_diff1": 0.324249, "nauc_map_at_20_max": -0.044537, "nauc_map_at_20_std": -0.105294, "nauc_map_at_20_diff1": 0.327724, "nauc_map_at_100_max": -0.030209, "nauc_map_at_100_std": -0.100684, "nauc_map_at_100_diff1": 0.330831, "nauc_map_at_1000_max": -0.030723, "nauc_map_at_1000_std": -0.100376, "nauc_map_at_1000_diff1": 0.331604, "nauc_recall_at_1_max": -0.095801, "nauc_recall_at_1_std": -0.116277, "nauc_recall_at_1_diff1": 0.35815, "nauc_recall_at_3_max": -0.054574, "nauc_recall_at_3_std": -0.090076, "nauc_recall_at_3_diff1": 0.263317, "nauc_recall_at_5_max": -0.048085, "nauc_recall_at_5_std": -0.081526, "nauc_recall_at_5_diff1": 0.202418, "nauc_recall_at_10_max": -0.022365, "nauc_recall_at_10_std": -0.042929, "nauc_recall_at_10_diff1": 0.229585, "nauc_recall_at_20_max": 0.009883, "nauc_recall_at_20_std": -0.065186, "nauc_recall_at_20_diff1": 0.234174, "nauc_recall_at_100_max": 0.176366, "nauc_recall_at_100_std": 0.023412, "nauc_recall_at_100_diff1": 0.317245, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": -0.028559, "nauc_precision_at_1_std": -0.108086, "nauc_precision_at_1_diff1": 0.473778, "nauc_precision_at_3_max": 0.063938, "nauc_precision_at_3_std": 0.002529, "nauc_precision_at_3_diff1": 0.101693, "nauc_precision_at_5_max": 0.078159, "nauc_precision_at_5_std": 0.038489, "nauc_precision_at_5_diff1": 0.021453, "nauc_precision_at_10_max": 0.081118, "nauc_precision_at_10_std": 0.044308, "nauc_precision_at_10_diff1": -0.011662, "nauc_precision_at_20_max": 0.089623, "nauc_precision_at_20_std": 0.030665, "nauc_precision_at_20_diff1": -0.050239, "nauc_precision_at_100_max": 0.093447, "nauc_precision_at_100_std": 0.048682, "nauc_precision_at_100_diff1": -0.102244, "nauc_precision_at_1000_max": 0.053078, "nauc_precision_at_1000_std": 0.03165, "nauc_precision_at_1000_diff1": -0.124865, "nauc_mrr_at_1_max": -0.028559, "nauc_mrr_at_1_std": -0.108086, "nauc_mrr_at_1_diff1": 0.473778, "nauc_mrr_at_3_max": 0.02819, "nauc_mrr_at_3_std": -0.04707, "nauc_mrr_at_3_diff1": 0.463132, "nauc_mrr_at_5_max": 0.025926, "nauc_mrr_at_5_std": -0.057445, "nauc_mrr_at_5_diff1": 0.465473, "nauc_mrr_at_10_max": 0.03164, "nauc_mrr_at_10_std": -0.049889, "nauc_mrr_at_10_diff1": 0.471032, "nauc_mrr_at_20_max": 0.02873, "nauc_mrr_at_20_std": -0.053554, "nauc_mrr_at_20_diff1": 0.470092, "nauc_mrr_at_100_max": 0.026024, "nauc_mrr_at_100_std": -0.05567, "nauc_mrr_at_100_diff1": 0.469664, "nauc_mrr_at_1000_max": 0.025946, "nauc_mrr_at_1000_std": -0.055636, "nauc_mrr_at_1000_diff1": 0.46954, "hit_rate_at_1": 0.63522, "hit_rate_at_3": 0.87736, "hit_rate_at_5": 0.93082, "hit_rate_at_10": 0.94969, "hit_rate_at_20": 0.96855, "hit_rate_at_100": 0.99371, "hit_rate_at_1000": 1.0, "main_score": 0.66028, "hf_subset": "german", "languages": [ "deu-Latn" ] }, { "ndcg_at_1": 0.63836, "ndcg_at_3": 0.62968, "ndcg_at_5": 0.6418, "ndcg_at_10": 0.66753, "ndcg_at_20": 0.69557, "ndcg_at_100": 0.74512, "ndcg_at_1000": 0.75921, "map_at_1": 0.28338, "map_at_3": 0.41407, "map_at_5": 0.46997, "map_at_10": 0.52554, "map_at_20": 0.55995, "map_at_100": 0.58624, "map_at_1000": 0.58893, "recall_at_1": 0.28338, "recall_at_3": 0.46832, "recall_at_5": 0.56959, "recall_at_10": 0.69955, "recall_at_20": 0.80542, "recall_at_100": 0.94859, "recall_at_1000": 1.0, "accuracy": 0.28338, "precision_at_1": 0.66667, "precision_at_3": 0.46331, "precision_at_5": 0.37987, "precision_at_10": 0.2673, "precision_at_20": 0.17469, "precision_at_100": 0.04881, "precision_at_1000": 0.00544, "mrr_at_1": 0.666667, "mrr_at_3": 0.764675, "mrr_at_5": 0.776468, "mrr_at_10": 0.781453, "mrr_at_20": 0.782387, "mrr_at_100": 0.782665, "mrr_at_1000": 0.782732, "nauc_ndcg_at_1_max": -0.017125, "nauc_ndcg_at_1_std": -0.081921, "nauc_ndcg_at_1_diff1": 0.348584, "nauc_ndcg_at_3_max": -0.014124, "nauc_ndcg_at_3_std": -0.083498, "nauc_ndcg_at_3_diff1": 0.316952, "nauc_ndcg_at_5_max": -0.002338, "nauc_ndcg_at_5_std": -0.069622, "nauc_ndcg_at_5_diff1": 0.297156, "nauc_ndcg_at_10_max": 0.025453, "nauc_ndcg_at_10_std": -0.060267, "nauc_ndcg_at_10_diff1": 0.305896, "nauc_ndcg_at_20_max": 0.053391, "nauc_ndcg_at_20_std": -0.045569, "nauc_ndcg_at_20_diff1": 0.325435, "nauc_ndcg_at_100_max": 0.051443, "nauc_ndcg_at_100_std": -0.051722, "nauc_ndcg_at_100_diff1": 0.342969, "nauc_ndcg_at_1000_max": 0.035382, "nauc_ndcg_at_1000_std": -0.060095, "nauc_ndcg_at_1000_diff1": 0.340487, "nauc_map_at_1_max": -0.035956, "nauc_map_at_1_std": -0.056402, "nauc_map_at_1_diff1": 0.295569, "nauc_map_at_3_max": -0.0357, "nauc_map_at_3_std": -0.088403, "nauc_map_at_3_diff1": 0.254364, "nauc_map_at_5_max": -0.010283, "nauc_map_at_5_std": -0.070899, "nauc_map_at_5_diff1": 0.2422, "nauc_map_at_10_max": -0.001713, "nauc_map_at_10_std": -0.069572, "nauc_map_at_10_diff1": 0.247651, "nauc_map_at_20_max": 0.009585, "nauc_map_at_20_std": -0.068798, "nauc_map_at_20_diff1": 0.263924, "nauc_map_at_100_max": 0.017922, "nauc_map_at_100_std": -0.06703, "nauc_map_at_100_diff1": 0.275102, "nauc_map_at_1000_max": 0.017338, "nauc_map_at_1000_std": -0.067115, "nauc_map_at_1000_diff1": 0.275256, "nauc_recall_at_1_max": -0.035956, "nauc_recall_at_1_std": -0.056402, "nauc_recall_at_1_diff1": 0.295569, "nauc_recall_at_3_max": -0.027704, "nauc_recall_at_3_std": -0.076885, "nauc_recall_at_3_diff1": 0.224891, "nauc_recall_at_5_max": 0.006879, "nauc_recall_at_5_std": -0.038504, "nauc_recall_at_5_diff1": 0.168697, "nauc_recall_at_10_max": 0.01903, "nauc_recall_at_10_std": -0.035814, "nauc_recall_at_10_diff1": 0.142184, "nauc_recall_at_20_max": 0.085731, "nauc_recall_at_20_std": -0.016835, "nauc_recall_at_20_diff1": 0.224395, "nauc_recall_at_100_max": 0.260799, "nauc_recall_at_100_std": 0.043219, "nauc_recall_at_100_diff1": 0.333824, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": -0.01213, "nauc_precision_at_1_std": -0.083187, "nauc_precision_at_1_diff1": 0.35368, "nauc_precision_at_3_max": 0.030675, "nauc_precision_at_3_std": -0.050395, "nauc_precision_at_3_diff1": 0.09293, "nauc_precision_at_5_max": 0.07516, "nauc_precision_at_5_std": 0.013323, "nauc_precision_at_5_diff1": 0.027119, "nauc_precision_at_10_max": 0.066085, "nauc_precision_at_10_std": 0.017279, "nauc_precision_at_10_diff1": -0.013441, "nauc_precision_at_20_max": 0.076988, "nauc_precision_at_20_std": 0.028255, "nauc_precision_at_20_diff1": -0.009948, "nauc_precision_at_100_max": 0.048283, "nauc_precision_at_100_std": 0.019847, "nauc_precision_at_100_diff1": -0.058123, "nauc_precision_at_1000_max": 0.014895, "nauc_precision_at_1000_std": 0.003147, "nauc_precision_at_1000_diff1": -0.083888, "nauc_mrr_at_1_max": -0.01213, "nauc_mrr_at_1_std": -0.083187, "nauc_mrr_at_1_diff1": 0.35368, "nauc_mrr_at_3_max": 0.015944, "nauc_mrr_at_3_std": -0.072814, "nauc_mrr_at_3_diff1": 0.397609, "nauc_mrr_at_5_max": 0.031165, "nauc_mrr_at_5_std": -0.055725, "nauc_mrr_at_5_diff1": 0.387181, "nauc_mrr_at_10_max": 0.030665, "nauc_mrr_at_10_std": -0.057357, "nauc_mrr_at_10_diff1": 0.388969, "nauc_mrr_at_20_max": 0.027403, "nauc_mrr_at_20_std": -0.059852, "nauc_mrr_at_20_diff1": 0.38705, "nauc_mrr_at_100_max": 0.026396, "nauc_mrr_at_100_std": -0.060791, "nauc_mrr_at_100_diff1": 0.386802, "nauc_mrr_at_1000_max": 0.02619, "nauc_mrr_at_1000_std": -0.060765, "nauc_mrr_at_1000_diff1": 0.386678, "hit_rate_at_1": 0.66667, "hit_rate_at_3": 0.8805, "hit_rate_at_5": 0.93082, "hit_rate_at_10": 0.96855, "hit_rate_at_20": 0.98113, "hit_rate_at_100": 0.99057, "hit_rate_at_1000": 1.0, "main_score": 0.66753, "hf_subset": "italian", "languages": [ "ita-Latn" ] }, { "ndcg_at_1": 0.62421, "ndcg_at_3": 0.62504, "ndcg_at_5": 0.64183, "ndcg_at_10": 0.66574, "ndcg_at_20": 0.69397, "ndcg_at_100": 0.7428, "ndcg_at_1000": 0.75662, "map_at_1": 0.27756, "map_at_3": 0.40825, "map_at_5": 0.47081, "map_at_10": 0.52266, "map_at_20": 0.55733, "map_at_100": 0.5832, "map_at_1000": 0.58589, "recall_at_1": 0.27756, "recall_at_3": 0.46276, "recall_at_5": 0.5791, "recall_at_10": 0.70135, "recall_at_20": 0.80751, "recall_at_100": 0.952, "recall_at_1000": 1.0, "accuracy": 0.27756, "precision_at_1": 0.65409, "precision_at_3": 0.46017, "precision_at_5": 0.38176, "precision_at_10": 0.26792, "precision_at_20": 0.17547, "precision_at_100": 0.04874, "precision_at_1000": 0.00544, "mrr_at_1": 0.654088, "mrr_at_3": 0.757338, "mrr_at_5": 0.772117, "mrr_at_10": 0.776331, "mrr_at_20": 0.777383, "mrr_at_100": 0.777717, "mrr_at_1000": 0.777753, "nauc_ndcg_at_1_max": -0.001999, "nauc_ndcg_at_1_std": -0.08948, "nauc_ndcg_at_1_diff1": 0.379101, "nauc_ndcg_at_3_max": -0.014907, "nauc_ndcg_at_3_std": -0.092035, "nauc_ndcg_at_3_diff1": 0.308485, "nauc_ndcg_at_5_max": -0.009894, "nauc_ndcg_at_5_std": -0.084379, "nauc_ndcg_at_5_diff1": 0.303333, "nauc_ndcg_at_10_max": 0.009042, "nauc_ndcg_at_10_std": -0.062778, "nauc_ndcg_at_10_diff1": 0.297849, "nauc_ndcg_at_20_max": 0.030299, "nauc_ndcg_at_20_std": -0.050408, "nauc_ndcg_at_20_diff1": 0.30997, "nauc_ndcg_at_100_max": 0.029694, "nauc_ndcg_at_100_std": -0.055644, "nauc_ndcg_at_100_diff1": 0.322904, "nauc_ndcg_at_1000_max": 0.009647, "nauc_ndcg_at_1000_std": -0.074523, "nauc_ndcg_at_1000_diff1": 0.32251, "nauc_map_at_1_max": -0.03985, "nauc_map_at_1_std": -0.060912, "nauc_map_at_1_diff1": 0.347761, "nauc_map_at_3_max": -0.037977, "nauc_map_at_3_std": -0.081311, "nauc_map_at_3_diff1": 0.298299, "nauc_map_at_5_max": -0.015552, "nauc_map_at_5_std": -0.070354, "nauc_map_at_5_diff1": 0.289981, "nauc_map_at_10_max": -0.010986, "nauc_map_at_10_std": -0.065653, "nauc_map_at_10_diff1": 0.273425, "nauc_map_at_20_max": -0.004455, "nauc_map_at_20_std": -0.064825, "nauc_map_at_20_diff1": 0.274995, "nauc_map_at_100_max": -0.000139, "nauc_map_at_100_std": -0.063198, "nauc_map_at_100_diff1": 0.280353, "nauc_map_at_1000_max": -0.001586, "nauc_map_at_1000_std": -0.064403, "nauc_map_at_1000_diff1": 0.280555, "nauc_recall_at_1_max": -0.03985, "nauc_recall_at_1_std": -0.060912, "nauc_recall_at_1_diff1": 0.347761, "nauc_recall_at_3_max": -0.032249, "nauc_recall_at_3_std": -0.068041, "nauc_recall_at_3_diff1": 0.242251, "nauc_recall_at_5_max": 0.007725, "nauc_recall_at_5_std": -0.042091, "nauc_recall_at_5_diff1": 0.211923, "nauc_recall_at_10_max": 0.022648, "nauc_recall_at_10_std": -0.003246, "nauc_recall_at_10_diff1": 0.153651, "nauc_recall_at_20_max": 0.077688, "nauc_recall_at_20_std": 0.021048, "nauc_recall_at_20_diff1": 0.184374, "nauc_recall_at_100_max": 0.268861, "nauc_recall_at_100_std": 0.175392, "nauc_recall_at_100_diff1": 0.271594, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": -0.006023, "nauc_precision_at_1_std": -0.105553, "nauc_precision_at_1_diff1": 0.386372, "nauc_precision_at_3_max": 0.046202, "nauc_precision_at_3_std": -0.029651, "nauc_precision_at_3_diff1": 0.052326, "nauc_precision_at_5_max": 0.068654, "nauc_precision_at_5_std": 0.010495, "nauc_precision_at_5_diff1": -0.00762, "nauc_precision_at_10_max": 0.040144, "nauc_precision_at_10_std": 0.007836, "nauc_precision_at_10_diff1": -0.078464, "nauc_precision_at_20_max": 0.04467, "nauc_precision_at_20_std": 0.0216, "nauc_precision_at_20_diff1": -0.08899, "nauc_precision_at_100_max": 0.018771, "nauc_precision_at_100_std": 0.013557, "nauc_precision_at_100_diff1": -0.114162, "nauc_precision_at_1000_max": -0.017668, "nauc_precision_at_1000_std": -0.014744, "nauc_precision_at_1000_diff1": -0.129244, "nauc_mrr_at_1_max": -0.006023, "nauc_mrr_at_1_std": -0.105553, "nauc_mrr_at_1_diff1": 0.386372, "nauc_mrr_at_3_max": 0.024883, "nauc_mrr_at_3_std": -0.082062, "nauc_mrr_at_3_diff1": 0.381628, "nauc_mrr_at_5_max": 0.020915, "nauc_mrr_at_5_std": -0.092988, "nauc_mrr_at_5_diff1": 0.385069, "nauc_mrr_at_10_max": 0.024892, "nauc_mrr_at_10_std": -0.085796, "nauc_mrr_at_10_diff1": 0.387906, "nauc_mrr_at_20_max": 0.020919, "nauc_mrr_at_20_std": -0.089102, "nauc_mrr_at_20_diff1": 0.38717, "nauc_mrr_at_100_max": 0.019735, "nauc_mrr_at_100_std": -0.090273, "nauc_mrr_at_100_diff1": 0.386705, "nauc_mrr_at_1000_max": 0.019613, "nauc_mrr_at_1000_std": -0.090355, "nauc_mrr_at_1000_diff1": 0.386616, "hit_rate_at_1": 0.65409, "hit_rate_at_3": 0.87421, "hit_rate_at_5": 0.93711, "hit_rate_at_10": 0.96855, "hit_rate_at_20": 0.98428, "hit_rate_at_100": 0.99371, "hit_rate_at_1000": 1.0, "main_score": 0.66574, "hf_subset": "portuguese", "languages": [ "por-Latn" ] } ] }, "evaluation_time": 819.8331696987152, "kg_co2_emissions": null, "date": 1781786816.786609 }