{ "dataset_revision": "fa78cb14152b3dde8c5defdc4e3ddf50de69dfeb", "task_name": "Vidore3FinanceEnRetrieval", "mteb_version": "2.12.30", "scores": { "test": [ { "ndcg_at_1": 0.64239, "ndcg_at_3": 0.64521, "ndcg_at_5": 0.65823, "ndcg_at_10": 0.68253, "ndcg_at_20": 0.70982, "ndcg_at_100": 0.75331, "ndcg_at_1000": 0.76818, "map_at_1": 0.31625, "map_at_3": 0.46413, "map_at_5": 0.5228, "map_at_10": 0.57422, "map_at_20": 0.59888, "map_at_100": 0.61754, "map_at_1000": 0.62008, "recall_at_1": 0.31625, "recall_at_3": 0.51362, "recall_at_5": 0.62062, "recall_at_10": 0.72724, "recall_at_20": 0.81149, "recall_at_100": 0.94228, "recall_at_1000": 0.99903, "accuracy": 0.31625, "precision_at_1": 0.67961, "precision_at_3": 0.46926, "precision_at_5": 0.3767, "precision_at_10": 0.25146, "precision_at_20": 0.15275, "precision_at_100": 0.04097, "precision_at_1000": 0.00471, "mrr_at_1": 0.679612, "mrr_at_3": 0.764833, "mrr_at_5": 0.78247, "mrr_at_10": 0.785221, "mrr_at_20": 0.786445, "mrr_at_100": 0.787354, "mrr_at_1000": 0.787354, "nauc_ndcg_at_1_max": -0.059843, "nauc_ndcg_at_1_std": -0.122339, "nauc_ndcg_at_1_diff1": 0.490586, "nauc_ndcg_at_3_max": -0.030788, "nauc_ndcg_at_3_std": -0.15589, "nauc_ndcg_at_3_diff1": 0.443096, "nauc_ndcg_at_5_max": -0.024781, "nauc_ndcg_at_5_std": -0.135943, "nauc_ndcg_at_5_diff1": 0.432592, "nauc_ndcg_at_10_max": 0.001128, "nauc_ndcg_at_10_std": -0.088718, "nauc_ndcg_at_10_diff1": 0.435885, "nauc_ndcg_at_20_max": 0.003692, "nauc_ndcg_at_20_std": -0.083474, "nauc_ndcg_at_20_diff1": 0.426867, "nauc_ndcg_at_100_max": 0.01174, "nauc_ndcg_at_100_std": -0.077489, "nauc_ndcg_at_100_diff1": 0.437364, "nauc_ndcg_at_1000_max": -0.004534, "nauc_ndcg_at_1000_std": -0.090712, "nauc_ndcg_at_1000_diff1": 0.441569, "nauc_map_at_1_max": 0.029317, "nauc_map_at_1_std": -0.083216, "nauc_map_at_1_diff1": 0.570683, "nauc_map_at_3_max": 0.009302, "nauc_map_at_3_std": -0.121868, "nauc_map_at_3_diff1": 0.482658, "nauc_map_at_5_max": -0.00738, "nauc_map_at_5_std": -0.129018, "nauc_map_at_5_diff1": 0.430424, "nauc_map_at_10_max": 0.001052, "nauc_map_at_10_std": -0.099537, "nauc_map_at_10_diff1": 0.402564, "nauc_map_at_20_max": 0.001634, "nauc_map_at_20_std": -0.094802, "nauc_map_at_20_diff1": 0.400616, "nauc_map_at_100_max": 0.006157, "nauc_map_at_100_std": -0.089446, "nauc_map_at_100_diff1": 0.402994, "nauc_map_at_1000_max": 0.004583, "nauc_map_at_1000_std": -0.090532, "nauc_map_at_1000_diff1": 0.403855, "nauc_recall_at_1_max": 0.029317, "nauc_recall_at_1_std": -0.083216, "nauc_recall_at_1_diff1": 0.570683, "nauc_recall_at_3_max": 0.032116, "nauc_recall_at_3_std": -0.099688, "nauc_recall_at_3_diff1": 0.45095, "nauc_recall_at_5_max": 0.018137, "nauc_recall_at_5_std": -0.107188, "nauc_recall_at_5_diff1": 0.365901, "nauc_recall_at_10_max": 0.054815, "nauc_recall_at_10_std": -0.026976, "nauc_recall_at_10_diff1": 0.32858, "nauc_recall_at_20_max": 0.077108, "nauc_recall_at_20_std": 0.002093, "nauc_recall_at_20_diff1": 0.298575, "nauc_recall_at_100_max": 0.185364, "nauc_recall_at_100_std": 0.096599, "nauc_recall_at_100_diff1": 0.323856, "nauc_recall_at_1000_max": 0.925626, "nauc_recall_at_1000_std": 0.953676, "nauc_recall_at_1000_diff1": 0.246674, "nauc_precision_at_1_max": -0.100091, "nauc_precision_at_1_std": -0.134205, "nauc_precision_at_1_diff1": 0.449743, "nauc_precision_at_3_max": -0.095877, "nauc_precision_at_3_std": -0.125829, "nauc_precision_at_3_diff1": -0.097472, "nauc_precision_at_5_max": -0.078529, "nauc_precision_at_5_std": -0.054238, "nauc_precision_at_5_diff1": -0.240476, "nauc_precision_at_10_max": -0.028795, "nauc_precision_at_10_std": 0.061325, "nauc_precision_at_10_diff1": -0.268118, "nauc_precision_at_20_max": -0.017635, "nauc_precision_at_20_std": 0.082676, "nauc_precision_at_20_diff1": -0.269585, "nauc_precision_at_100_max": -0.001544, "nauc_precision_at_100_std": 0.095915, "nauc_precision_at_100_diff1": -0.282076, "nauc_precision_at_1000_max": -0.047256, "nauc_precision_at_1000_std": 0.051153, "nauc_precision_at_1000_diff1": -0.269955, "nauc_mrr_at_1_max": -0.100091, "nauc_mrr_at_1_std": -0.134205, "nauc_mrr_at_1_diff1": 0.449743, "nauc_mrr_at_3_max": -0.10521, "nauc_mrr_at_3_std": -0.145977, "nauc_mrr_at_3_diff1": 0.429683, "nauc_mrr_at_5_max": -0.092296, "nauc_mrr_at_5_std": -0.135935, "nauc_mrr_at_5_diff1": 0.438535, "nauc_mrr_at_10_max": -0.089743, "nauc_mrr_at_10_std": -0.12812, "nauc_mrr_at_10_diff1": 0.44221, "nauc_mrr_at_20_max": -0.092723, "nauc_mrr_at_20_std": -0.13202, "nauc_mrr_at_20_diff1": 0.441684, "nauc_mrr_at_100_max": -0.093566, "nauc_mrr_at_100_std": -0.132727, "nauc_mrr_at_100_diff1": 0.441078, "nauc_mrr_at_1000_max": -0.093566, "nauc_mrr_at_1000_std": -0.132727, "nauc_mrr_at_1000_diff1": 0.441078, "hit_rate_at_1": 0.67961, "hit_rate_at_3": 0.86408, "hit_rate_at_5": 0.93851, "hit_rate_at_10": 0.95793, "hit_rate_at_20": 0.97411, "hit_rate_at_100": 1.0, "hit_rate_at_1000": 1.0, "main_score": 0.68253, "hf_subset": "french", "languages": [ "fra-Latn" ] }, { "ndcg_at_1": 0.64563, "ndcg_at_3": 0.65342, "ndcg_at_5": 0.66341, "ndcg_at_10": 0.68579, "ndcg_at_20": 0.7123, "ndcg_at_100": 0.75673, "ndcg_at_1000": 0.76978, "map_at_1": 0.31448, "map_at_3": 0.46832, "map_at_5": 0.52747, "map_at_10": 0.57653, "map_at_20": 0.60057, "map_at_100": 0.61993, "map_at_1000": 0.62221, "recall_at_1": 0.31448, "recall_at_3": 0.52312, "recall_at_5": 0.62896, "recall_at_10": 0.73343, "recall_at_20": 0.81495, "recall_at_100": 0.94934, "recall_at_1000": 0.99919, "accuracy": 0.31448, "precision_at_1": 0.69256, "precision_at_3": 0.48328, "precision_at_5": 0.38252, "precision_at_10": 0.25372, "precision_at_20": 0.15453, "precision_at_100": 0.04172, "precision_at_1000": 0.00472, "mrr_at_1": 0.692557, "mrr_at_3": 0.777238, "mrr_at_5": 0.790669, "mrr_at_10": 0.794627, "mrr_at_20": 0.796071, "mrr_at_100": 0.796377, "mrr_at_1000": 0.796377, "nauc_ndcg_at_1_max": 0.017378, "nauc_ndcg_at_1_std": -0.057876, "nauc_ndcg_at_1_diff1": 0.55989, "nauc_ndcg_at_3_max": -0.015647, "nauc_ndcg_at_3_std": -0.154022, "nauc_ndcg_at_3_diff1": 0.481791, "nauc_ndcg_at_5_max": 0.018713, "nauc_ndcg_at_5_std": -0.121941, "nauc_ndcg_at_5_diff1": 0.475104, "nauc_ndcg_at_10_max": 0.042618, "nauc_ndcg_at_10_std": -0.101799, "nauc_ndcg_at_10_diff1": 0.469769, "nauc_ndcg_at_20_max": 0.044297, "nauc_ndcg_at_20_std": -0.086216, "nauc_ndcg_at_20_diff1": 0.460696, "nauc_ndcg_at_100_max": 0.053194, "nauc_ndcg_at_100_std": -0.061295, "nauc_ndcg_at_100_diff1": 0.464198, "nauc_ndcg_at_1000_max": 0.040714, "nauc_ndcg_at_1000_std": -0.077224, "nauc_ndcg_at_1000_diff1": 0.4751, "nauc_map_at_1_max": 0.083571, "nauc_map_at_1_std": -0.062328, "nauc_map_at_1_diff1": 0.573726, "nauc_map_at_3_max": 0.05301, "nauc_map_at_3_std": -0.111623, "nauc_map_at_3_diff1": 0.500837, "nauc_map_at_5_max": 0.043249, "nauc_map_at_5_std": -0.115047, "nauc_map_at_5_diff1": 0.461793, "nauc_map_at_10_max": 0.044648, "nauc_map_at_10_std": -0.102011, "nauc_map_at_10_diff1": 0.435733, "nauc_map_at_20_max": 0.046146, "nauc_map_at_20_std": -0.091094, "nauc_map_at_20_diff1": 0.433575, "nauc_map_at_100_max": 0.049953, "nauc_map_at_100_std": -0.081679, "nauc_map_at_100_diff1": 0.429715, "nauc_map_at_1000_max": 0.04838, "nauc_map_at_1000_std": -0.083546, "nauc_map_at_1000_diff1": 0.430637, "nauc_recall_at_1_max": 0.083571, "nauc_recall_at_1_std": -0.062328, "nauc_recall_at_1_diff1": 0.573726, "nauc_recall_at_3_max": 0.052792, "nauc_recall_at_3_std": -0.116489, "nauc_recall_at_3_diff1": 0.445704, "nauc_recall_at_5_max": 0.043148, "nauc_recall_at_5_std": -0.122497, "nauc_recall_at_5_diff1": 0.37341, "nauc_recall_at_10_max": 0.071683, "nauc_recall_at_10_std": -0.089344, "nauc_recall_at_10_diff1": 0.323571, "nauc_recall_at_20_max": 0.062488, "nauc_recall_at_20_std": -0.069314, "nauc_recall_at_20_diff1": 0.286014, "nauc_recall_at_100_max": 0.171128, "nauc_recall_at_100_std": 0.14419, "nauc_recall_at_100_diff1": 0.232997, "nauc_recall_at_1000_max": 1.0, "nauc_recall_at_1000_std": 1.0, "nauc_recall_at_1000_diff1": 0.342038, "nauc_precision_at_1_max": -0.045437, "nauc_precision_at_1_std": -0.08418, "nauc_precision_at_1_diff1": 0.516932, "nauc_precision_at_3_max": -0.124387, "nauc_precision_at_3_std": -0.134255, "nauc_precision_at_3_diff1": -0.058172, "nauc_precision_at_5_max": -0.07422, "nauc_precision_at_5_std": -0.027837, "nauc_precision_at_5_diff1": -0.182449, "nauc_precision_at_10_max": -0.055453, "nauc_precision_at_10_std": 0.037418, "nauc_precision_at_10_diff1": -0.252851, "nauc_precision_at_20_max": -0.045186, "nauc_precision_at_20_std": 0.080213, "nauc_precision_at_20_diff1": -0.276781, "nauc_precision_at_100_max": -0.039262, "nauc_precision_at_100_std": 0.102004, "nauc_precision_at_100_diff1": -0.303739, "nauc_precision_at_1000_max": -0.070625, "nauc_precision_at_1000_std": 0.051398, "nauc_precision_at_1000_diff1": -0.276804, "nauc_mrr_at_1_max": -0.045437, "nauc_mrr_at_1_std": -0.08418, "nauc_mrr_at_1_diff1": 0.516932, "nauc_mrr_at_3_max": -0.064726, "nauc_mrr_at_3_std": -0.122819, "nauc_mrr_at_3_diff1": 0.473935, "nauc_mrr_at_5_max": -0.051222, "nauc_mrr_at_5_std": -0.095546, "nauc_mrr_at_5_diff1": 0.478809, "nauc_mrr_at_10_max": -0.044659, "nauc_mrr_at_10_std": -0.090218, "nauc_mrr_at_10_diff1": 0.482591, "nauc_mrr_at_20_max": -0.049713, "nauc_mrr_at_20_std": -0.095997, "nauc_mrr_at_20_diff1": 0.481871, "nauc_mrr_at_100_max": -0.049914, "nauc_mrr_at_100_std": -0.095926, "nauc_mrr_at_100_diff1": 0.482704, "nauc_mrr_at_1000_max": -0.049914, "nauc_mrr_at_1000_std": -0.095926, "nauc_mrr_at_1000_diff1": 0.482704, "hit_rate_at_1": 0.69256, "hit_rate_at_3": 0.88026, "hit_rate_at_5": 0.93851, "hit_rate_at_10": 0.96764, "hit_rate_at_20": 0.99029, "hit_rate_at_100": 1.0, "hit_rate_at_1000": 1.0, "main_score": 0.68579, "hf_subset": "spanish", "languages": [ "spa-Latn" ] }, { "ndcg_at_1": 0.68285, "ndcg_at_3": 0.68228, "ndcg_at_5": 0.68773, "ndcg_at_10": 0.71859, "ndcg_at_20": 0.74228, "ndcg_at_100": 0.78287, "ndcg_at_1000": 0.79449, "map_at_1": 0.33455, "map_at_3": 0.49508, "map_at_5": 0.55362, "map_at_10": 0.61178, "map_at_20": 0.63597, "map_at_100": 0.65414, "map_at_1000": 0.65631, "recall_at_1": 0.33455, "recall_at_3": 0.5459, "recall_at_5": 0.63823, "recall_at_10": 0.76323, "recall_at_20": 0.83324, "recall_at_100": 0.95752, "recall_at_1000": 0.99939, "accuracy": 0.33455, "precision_at_1": 0.72492, "precision_at_3": 0.5027, "precision_at_5": 0.39741, "precision_at_10": 0.26796, "precision_at_20": 0.16149, "precision_at_100": 0.0421, "precision_at_1000": 0.00472, "mrr_at_1": 0.724919, "mrr_at_3": 0.805286, "mrr_at_5": 0.814671, "mrr_at_10": 0.818832, "mrr_at_20": 0.819263, "mrr_at_100": 0.819811, "mrr_at_1000": 0.819811, "nauc_ndcg_at_1_max": -0.007466, "nauc_ndcg_at_1_std": -0.149233, "nauc_ndcg_at_1_diff1": 0.521519, "nauc_ndcg_at_3_max": 0.045036, "nauc_ndcg_at_3_std": -0.145678, "nauc_ndcg_at_3_diff1": 0.447793, "nauc_ndcg_at_5_max": 0.060589, "nauc_ndcg_at_5_std": -0.124534, "nauc_ndcg_at_5_diff1": 0.428741, "nauc_ndcg_at_10_max": 0.101898, "nauc_ndcg_at_10_std": -0.087948, "nauc_ndcg_at_10_diff1": 0.456455, "nauc_ndcg_at_20_max": 0.122313, "nauc_ndcg_at_20_std": -0.068602, "nauc_ndcg_at_20_diff1": 0.448771, "nauc_ndcg_at_100_max": 0.106763, "nauc_ndcg_at_100_std": -0.076269, "nauc_ndcg_at_100_diff1": 0.438953, "nauc_ndcg_at_1000_max": 0.086083, "nauc_ndcg_at_1000_std": -0.092275, "nauc_ndcg_at_1000_diff1": 0.440052, "nauc_map_at_1_max": 0.112447, "nauc_map_at_1_std": -0.084372, "nauc_map_at_1_diff1": 0.598201, "nauc_map_at_3_max": 0.094853, "nauc_map_at_3_std": -0.124948, "nauc_map_at_3_diff1": 0.49529, "nauc_map_at_5_max": 0.086768, "nauc_map_at_5_std": -0.123731, "nauc_map_at_5_diff1": 0.439455, "nauc_map_at_10_max": 0.1011, "nauc_map_at_10_std": -0.094035, "nauc_map_at_10_diff1": 0.419668, "nauc_map_at_20_max": 0.106561, "nauc_map_at_20_std": -0.085572, "nauc_map_at_20_diff1": 0.410625, "nauc_map_at_100_max": 0.107435, "nauc_map_at_100_std": -0.080935, "nauc_map_at_100_diff1": 0.403879, "nauc_map_at_1000_max": 0.104781, "nauc_map_at_1000_std": -0.082909, "nauc_map_at_1000_diff1": 0.40344, "nauc_recall_at_1_max": 0.112447, "nauc_recall_at_1_std": -0.084372, "nauc_recall_at_1_diff1": 0.598201, "nauc_recall_at_3_max": 0.110168, "nauc_recall_at_3_std": -0.094248, "nauc_recall_at_3_diff1": 0.431911, "nauc_recall_at_5_max": 0.098948, "nauc_recall_at_5_std": -0.093909, "nauc_recall_at_5_diff1": 0.352426, "nauc_recall_at_10_max": 0.16558, "nauc_recall_at_10_std": -0.019017, "nauc_recall_at_10_diff1": 0.351709, "nauc_recall_at_20_max": 0.220974, "nauc_recall_at_20_std": 0.030728, "nauc_recall_at_20_diff1": 0.328584, "nauc_recall_at_100_max": 0.28291, "nauc_recall_at_100_std": 0.124683, "nauc_recall_at_100_diff1": 0.296925, "nauc_recall_at_1000_max": 1.0, "nauc_recall_at_1000_std": 0.907352, "nauc_recall_at_1000_diff1": 0.219699, "nauc_precision_at_1_max": -0.067816, "nauc_precision_at_1_std": -0.212411, "nauc_precision_at_1_diff1": 0.505052, "nauc_precision_at_3_max": -0.090845, "nauc_precision_at_3_std": -0.109211, "nauc_precision_at_3_diff1": -0.164419, "nauc_precision_at_5_max": -0.075299, "nauc_precision_at_5_std": -0.028744, "nauc_precision_at_5_diff1": -0.303318, "nauc_precision_at_10_max": -0.043571, "nauc_precision_at_10_std": 0.060086, "nauc_precision_at_10_diff1": -0.317623, "nauc_precision_at_20_max": -0.037613, "nauc_precision_at_20_std": 0.083712, "nauc_precision_at_20_diff1": -0.340543, "nauc_precision_at_100_max": -0.077794, "nauc_precision_at_100_std": 0.071228, "nauc_precision_at_100_diff1": -0.367724, "nauc_precision_at_1000_max": -0.122577, "nauc_precision_at_1000_std": 0.036075, "nauc_precision_at_1000_diff1": -0.35074, "nauc_mrr_at_1_max": -0.067816, "nauc_mrr_at_1_std": -0.212411, "nauc_mrr_at_1_diff1": 0.505052, "nauc_mrr_at_3_max": -0.054515, "nauc_mrr_at_3_std": -0.197274, "nauc_mrr_at_3_diff1": 0.471831, "nauc_mrr_at_5_max": -0.050261, "nauc_mrr_at_5_std": -0.198455, "nauc_mrr_at_5_diff1": 0.474309, "nauc_mrr_at_10_max": -0.042166, "nauc_mrr_at_10_std": -0.188208, "nauc_mrr_at_10_diff1": 0.483252, "nauc_mrr_at_20_max": -0.043225, "nauc_mrr_at_20_std": -0.188763, "nauc_mrr_at_20_diff1": 0.483335, "nauc_mrr_at_100_max": -0.046073, "nauc_mrr_at_100_std": -0.192198, "nauc_mrr_at_100_diff1": 0.483607, "nauc_mrr_at_1000_max": -0.046073, "nauc_mrr_at_1000_std": -0.192198, "nauc_mrr_at_1000_diff1": 0.483607, "hit_rate_at_1": 0.72492, "hit_rate_at_3": 0.90615, "hit_rate_at_5": 0.95146, "hit_rate_at_10": 0.98058, "hit_rate_at_20": 0.98706, "hit_rate_at_100": 1.0, "hit_rate_at_1000": 1.0, "main_score": 0.71859, "hf_subset": "english", "languages": [ "eng-Latn" ] }, { "ndcg_at_1": 0.6165, "ndcg_at_3": 0.64086, "ndcg_at_5": 0.65193, "ndcg_at_10": 0.67826, "ndcg_at_20": 0.7059, "ndcg_at_100": 0.7487, "ndcg_at_1000": 0.76271, "map_at_1": 0.30381, "map_at_3": 0.45627, "map_at_5": 0.51553, "map_at_10": 0.56944, "map_at_20": 0.59398, "map_at_100": 0.6123, "map_at_1000": 0.6147, "recall_at_1": 0.30381, "recall_at_3": 0.51296, "recall_at_5": 0.61268, "recall_at_10": 0.73015, "recall_at_20": 0.8203, "recall_at_100": 0.94564, "recall_at_1000": 0.99939, "accuracy": 0.30381, "precision_at_1": 0.66019, "precision_at_3": 0.47681, "precision_at_5": 0.38382, "precision_at_10": 0.25566, "precision_at_20": 0.15469, "precision_at_100": 0.04159, "precision_at_1000": 0.00472, "mrr_at_1": 0.660194, "mrr_at_3": 0.757821, "mrr_at_5": 0.770604, "mrr_at_10": 0.774443, "mrr_at_20": 0.776497, "mrr_at_100": 0.777046, "mrr_at_1000": 0.777046, "nauc_ndcg_at_1_max": -0.013579, "nauc_ndcg_at_1_std": -0.098395, "nauc_ndcg_at_1_diff1": 0.544878, "nauc_ndcg_at_3_max": -0.01594, "nauc_ndcg_at_3_std": -0.12982, "nauc_ndcg_at_3_diff1": 0.485834, "nauc_ndcg_at_5_max": -0.008676, "nauc_ndcg_at_5_std": -0.134796, "nauc_ndcg_at_5_diff1": 0.472921, "nauc_ndcg_at_10_max": 0.01895, "nauc_ndcg_at_10_std": -0.104513, "nauc_ndcg_at_10_diff1": 0.467238, "nauc_ndcg_at_20_max": 0.017834, "nauc_ndcg_at_20_std": -0.091726, "nauc_ndcg_at_20_diff1": 0.475393, "nauc_ndcg_at_100_max": 0.036112, "nauc_ndcg_at_100_std": -0.063306, "nauc_ndcg_at_100_diff1": 0.477118, "nauc_ndcg_at_1000_max": 0.01738, "nauc_ndcg_at_1000_std": -0.088814, "nauc_ndcg_at_1000_diff1": 0.474581, "nauc_map_at_1_max": 0.069018, "nauc_map_at_1_std": -0.05341, "nauc_map_at_1_diff1": 0.591447, "nauc_map_at_3_max": 0.034401, "nauc_map_at_3_std": -0.097296, "nauc_map_at_3_diff1": 0.505239, "nauc_map_at_5_max": 0.012962, "nauc_map_at_5_std": -0.119278, "nauc_map_at_5_diff1": 0.470115, "nauc_map_at_10_max": 0.014896, "nauc_map_at_10_std": -0.102537, "nauc_map_at_10_diff1": 0.437568, "nauc_map_at_20_max": 0.019431, "nauc_map_at_20_std": -0.093551, "nauc_map_at_20_diff1": 0.436709, "nauc_map_at_100_max": 0.027788, "nauc_map_at_100_std": -0.08177, "nauc_map_at_100_diff1": 0.432729, "nauc_map_at_1000_max": 0.025926, "nauc_map_at_1000_std": -0.084545, "nauc_map_at_1000_diff1": 0.431704, "nauc_recall_at_1_max": 0.069018, "nauc_recall_at_1_std": -0.05341, "nauc_recall_at_1_diff1": 0.591447, "nauc_recall_at_3_max": 0.034356, "nauc_recall_at_3_std": -0.090744, "nauc_recall_at_3_diff1": 0.459706, "nauc_recall_at_5_max": 0.013956, "nauc_recall_at_5_std": -0.144637, "nauc_recall_at_5_diff1": 0.412041, "nauc_recall_at_10_max": 0.041467, "nauc_recall_at_10_std": -0.099817, "nauc_recall_at_10_diff1": 0.343876, "nauc_recall_at_20_max": 0.035681, "nauc_recall_at_20_std": -0.086601, "nauc_recall_at_20_diff1": 0.328542, "nauc_recall_at_100_max": 0.24325, "nauc_recall_at_100_std": 0.250102, "nauc_recall_at_100_diff1": 0.359651, "nauc_recall_at_1000_max": 1.0, "nauc_recall_at_1000_std": 1.0, "nauc_recall_at_1000_diff1": 0.127051, "nauc_precision_at_1_max": -0.063971, "nauc_precision_at_1_std": -0.151565, "nauc_precision_at_1_diff1": 0.505242, "nauc_precision_at_3_max": -0.111195, "nauc_precision_at_3_std": -0.10465, "nauc_precision_at_3_diff1": -0.073784, "nauc_precision_at_5_max": -0.093145, "nauc_precision_at_5_std": -0.060053, "nauc_precision_at_5_diff1": -0.203913, "nauc_precision_at_10_max": -0.039426, "nauc_precision_at_10_std": 0.024887, "nauc_precision_at_10_diff1": -0.267309, "nauc_precision_at_20_max": -0.019272, "nauc_precision_at_20_std": 0.06573, "nauc_precision_at_20_diff1": -0.274123, "nauc_precision_at_100_max": 0.003972, "nauc_precision_at_100_std": 0.096841, "nauc_precision_at_100_diff1": -0.320362, "nauc_precision_at_1000_max": -0.039534, "nauc_precision_at_1000_std": 0.033177, "nauc_precision_at_1000_diff1": -0.330665, "nauc_mrr_at_1_max": -0.063971, "nauc_mrr_at_1_std": -0.151565, "nauc_mrr_at_1_diff1": 0.505242, "nauc_mrr_at_3_max": -0.093864, "nauc_mrr_at_3_std": -0.194317, "nauc_mrr_at_3_diff1": 0.483643, "nauc_mrr_at_5_max": -0.063567, "nauc_mrr_at_5_std": -0.175559, "nauc_mrr_at_5_diff1": 0.48431, "nauc_mrr_at_10_max": -0.061615, "nauc_mrr_at_10_std": -0.170712, "nauc_mrr_at_10_diff1": 0.48681, "nauc_mrr_at_20_max": -0.066414, "nauc_mrr_at_20_std": -0.173784, "nauc_mrr_at_20_diff1": 0.486544, "nauc_mrr_at_100_max": -0.067341, "nauc_mrr_at_100_std": -0.174091, "nauc_mrr_at_100_diff1": 0.486429, "nauc_mrr_at_1000_max": -0.067341, "nauc_mrr_at_1000_std": -0.174091, "nauc_mrr_at_1000_diff1": 0.486429, "hit_rate_at_1": 0.66019, "hit_rate_at_3": 0.87379, "hit_rate_at_5": 0.9288, "hit_rate_at_10": 0.95793, "hit_rate_at_20": 0.98382, "hit_rate_at_100": 1.0, "hit_rate_at_1000": 1.0, "main_score": 0.67826, "hf_subset": "german", "languages": [ "deu-Latn" ] }, { "ndcg_at_1": 0.65372, "ndcg_at_3": 0.6605, "ndcg_at_5": 0.66862, "ndcg_at_10": 0.69223, "ndcg_at_20": 0.71883, "ndcg_at_100": 0.76244, "ndcg_at_1000": 0.77464, "map_at_1": 0.32447, "map_at_3": 0.4759, "map_at_5": 0.53328, "map_at_10": 0.58348, "map_at_20": 0.60843, "map_at_100": 0.6264, "map_at_1000": 0.62851, "recall_at_1": 0.32447, "recall_at_3": 0.53021, "recall_at_5": 0.62464, "recall_at_10": 0.737, "recall_at_20": 0.81971, "recall_at_100": 0.95255, "recall_at_1000": 0.99806, "accuracy": 0.32447, "precision_at_1": 0.68932, "precision_at_3": 0.48544, "precision_at_5": 0.38835, "precision_at_10": 0.25566, "precision_at_20": 0.15469, "precision_at_100": 0.04172, "precision_at_1000": 0.0047, "mrr_at_1": 0.68932, "mrr_at_3": 0.778317, "mrr_at_5": 0.788188, "mrr_at_10": 0.792803, "mrr_at_20": 0.793506, "mrr_at_100": 0.794085, "mrr_at_1000": 0.794085, "nauc_ndcg_at_1_max": -0.136496, "nauc_ndcg_at_1_std": -0.175857, "nauc_ndcg_at_1_diff1": 0.524601, "nauc_ndcg_at_3_max": -0.097662, "nauc_ndcg_at_3_std": -0.200389, "nauc_ndcg_at_3_diff1": 0.47269, "nauc_ndcg_at_5_max": -0.118697, "nauc_ndcg_at_5_std": -0.202124, "nauc_ndcg_at_5_diff1": 0.452316, "nauc_ndcg_at_10_max": -0.080523, "nauc_ndcg_at_10_std": -0.158207, "nauc_ndcg_at_10_diff1": 0.44163, "nauc_ndcg_at_20_max": -0.070915, "nauc_ndcg_at_20_std": -0.137152, "nauc_ndcg_at_20_diff1": 0.435535, "nauc_ndcg_at_100_max": -0.082336, "nauc_ndcg_at_100_std": -0.136869, "nauc_ndcg_at_100_diff1": 0.439448, "nauc_ndcg_at_1000_max": -0.091227, "nauc_ndcg_at_1000_std": -0.150815, "nauc_ndcg_at_1000_diff1": 0.450502, "nauc_map_at_1_max": -0.012124, "nauc_map_at_1_std": -0.125618, "nauc_map_at_1_diff1": 0.53444, "nauc_map_at_3_max": -0.038048, "nauc_map_at_3_std": -0.162052, "nauc_map_at_3_diff1": 0.478467, "nauc_map_at_5_max": -0.071306, "nauc_map_at_5_std": -0.17803, "nauc_map_at_5_diff1": 0.437811, "nauc_map_at_10_max": -0.075363, "nauc_map_at_10_std": -0.163276, "nauc_map_at_10_diff1": 0.404062, "nauc_map_at_20_max": -0.074752, "nauc_map_at_20_std": -0.155671, "nauc_map_at_20_diff1": 0.398964, "nauc_map_at_100_max": -0.076958, "nauc_map_at_100_std": -0.152603, "nauc_map_at_100_diff1": 0.396594, "nauc_map_at_1000_max": -0.077966, "nauc_map_at_1000_std": -0.15439, "nauc_map_at_1000_diff1": 0.397818, "nauc_recall_at_1_max": -0.012124, "nauc_recall_at_1_std": -0.125618, "nauc_recall_at_1_diff1": 0.53444, "nauc_recall_at_3_max": 0.00197, "nauc_recall_at_3_std": -0.140346, "nauc_recall_at_3_diff1": 0.4427, "nauc_recall_at_5_max": -0.035704, "nauc_recall_at_5_std": -0.154135, "nauc_recall_at_5_diff1": 0.384947, "nauc_recall_at_10_max": 0.004999, "nauc_recall_at_10_std": -0.093165, "nauc_recall_at_10_diff1": 0.31688, "nauc_recall_at_20_max": 0.046635, "nauc_recall_at_20_std": -0.020857, "nauc_recall_at_20_diff1": 0.277263, "nauc_recall_at_100_max": 0.036168, "nauc_recall_at_100_std": 0.090964, "nauc_recall_at_100_diff1": 0.200479, "nauc_recall_at_1000_max": 0.832701, "nauc_recall_at_1000_std": 0.833105, "nauc_recall_at_1000_diff1": 0.889057, "nauc_precision_at_1_max": -0.192849, "nauc_precision_at_1_std": -0.212102, "nauc_precision_at_1_diff1": 0.496294, "nauc_precision_at_3_max": -0.134407, "nauc_precision_at_3_std": -0.115949, "nauc_precision_at_3_diff1": -0.065812, "nauc_precision_at_5_max": -0.150056, "nauc_precision_at_5_std": -0.078852, "nauc_precision_at_5_diff1": -0.198102, "nauc_precision_at_10_max": -0.073881, "nauc_precision_at_10_std": 0.044679, "nauc_precision_at_10_diff1": -0.275557, "nauc_precision_at_20_max": -0.037112, "nauc_precision_at_20_std": 0.090814, "nauc_precision_at_20_diff1": -0.28766, "nauc_precision_at_100_max": -0.025079, "nauc_precision_at_100_std": 0.096243, "nauc_precision_at_100_diff1": -0.307372, "nauc_precision_at_1000_max": -0.043542, "nauc_precision_at_1000_std": 0.052128, "nauc_precision_at_1000_diff1": -0.284978, "nauc_mrr_at_1_max": -0.192849, "nauc_mrr_at_1_std": -0.212102, "nauc_mrr_at_1_diff1": 0.496294, "nauc_mrr_at_3_max": -0.171087, "nauc_mrr_at_3_std": -0.214764, "nauc_mrr_at_3_diff1": 0.489473, "nauc_mrr_at_5_max": -0.182292, "nauc_mrr_at_5_std": -0.220929, "nauc_mrr_at_5_diff1": 0.486406, "nauc_mrr_at_10_max": -0.177189, "nauc_mrr_at_10_std": -0.214208, "nauc_mrr_at_10_diff1": 0.491702, "nauc_mrr_at_20_max": -0.177289, "nauc_mrr_at_20_std": -0.213497, "nauc_mrr_at_20_diff1": 0.491111, "nauc_mrr_at_100_max": -0.178053, "nauc_mrr_at_100_std": -0.214554, "nauc_mrr_at_100_diff1": 0.490819, "nauc_mrr_at_1000_max": -0.178053, "nauc_mrr_at_1000_std": -0.214554, "nauc_mrr_at_1000_diff1": 0.490819, "hit_rate_at_1": 0.68932, "hit_rate_at_3": 0.8932, "hit_rate_at_5": 0.93528, "hit_rate_at_10": 0.97087, "hit_rate_at_20": 0.98058, "hit_rate_at_100": 1.0, "hit_rate_at_1000": 1.0, "main_score": 0.69223, "hf_subset": "italian", "languages": [ "ita-Latn" ] }, { "ndcg_at_1": 0.63916, "ndcg_at_3": 0.65024, "ndcg_at_5": 0.66094, "ndcg_at_10": 0.6833, "ndcg_at_20": 0.71217, "ndcg_at_100": 0.75568, "ndcg_at_1000": 0.76908, "map_at_1": 0.3153, "map_at_3": 0.46546, "map_at_5": 0.52586, "map_at_10": 0.57423, "map_at_20": 0.5994, "map_at_100": 0.6179, "map_at_1000": 0.62034, "recall_at_1": 0.3153, "recall_at_3": 0.51327, "recall_at_5": 0.61988, "recall_at_10": 0.73247, "recall_at_20": 0.81735, "recall_at_100": 0.94818, "recall_at_1000": 0.99903, "accuracy": 0.3153, "precision_at_1": 0.68285, "precision_at_3": 0.48436, "precision_at_5": 0.38641, "precision_at_10": 0.25081, "precision_at_20": 0.15405, "precision_at_100": 0.04149, "precision_at_1000": 0.00471, "mrr_at_1": 0.682848, "mrr_at_3": 0.770766, "mrr_at_5": 0.782578, "mrr_at_10": 0.789152, "mrr_at_20": 0.790706, "mrr_at_100": 0.79096, "mrr_at_1000": 0.79096, "nauc_ndcg_at_1_max": -0.067473, "nauc_ndcg_at_1_std": -0.147415, "nauc_ndcg_at_1_diff1": 0.530168, "nauc_ndcg_at_3_max": -0.066844, "nauc_ndcg_at_3_std": -0.179677, "nauc_ndcg_at_3_diff1": 0.491706, "nauc_ndcg_at_5_max": -0.050662, "nauc_ndcg_at_5_std": -0.163263, "nauc_ndcg_at_5_diff1": 0.481573, "nauc_ndcg_at_10_max": -0.016876, "nauc_ndcg_at_10_std": -0.130108, "nauc_ndcg_at_10_diff1": 0.477658, "nauc_ndcg_at_20_max": -0.003373, "nauc_ndcg_at_20_std": -0.106483, "nauc_ndcg_at_20_diff1": 0.479827, "nauc_ndcg_at_100_max": -0.012929, "nauc_ndcg_at_100_std": -0.107559, "nauc_ndcg_at_100_diff1": 0.479524, "nauc_ndcg_at_1000_max": -0.02606, "nauc_ndcg_at_1000_std": -0.119243, "nauc_ndcg_at_1000_diff1": 0.479517, "nauc_map_at_1_max": 0.043848, "nauc_map_at_1_std": -0.083409, "nauc_map_at_1_diff1": 0.600054, "nauc_map_at_3_max": 0.017539, "nauc_map_at_3_std": -0.11771, "nauc_map_at_3_diff1": 0.537221, "nauc_map_at_5_max": 0.005022, "nauc_map_at_5_std": -0.120323, "nauc_map_at_5_diff1": 0.493618, "nauc_map_at_10_max": -0.002043, "nauc_map_at_10_std": -0.112194, "nauc_map_at_10_diff1": 0.458595, "nauc_map_at_20_max": 0.001737, "nauc_map_at_20_std": -0.099449, "nauc_map_at_20_diff1": 0.45326, "nauc_map_at_100_max": 0.002841, "nauc_map_at_100_std": -0.094035, "nauc_map_at_100_diff1": 0.449275, "nauc_map_at_1000_max": 0.001165, "nauc_map_at_1000_std": -0.095533, "nauc_map_at_1000_diff1": 0.448753, "nauc_recall_at_1_max": 0.043848, "nauc_recall_at_1_std": -0.083409, "nauc_recall_at_1_diff1": 0.600054, "nauc_recall_at_3_max": 0.030297, "nauc_recall_at_3_std": -0.114344, "nauc_recall_at_3_diff1": 0.503283, "nauc_recall_at_5_max": 0.01398, "nauc_recall_at_5_std": -0.130116, "nauc_recall_at_5_diff1": 0.416657, "nauc_recall_at_10_max": 0.043028, "nauc_recall_at_10_std": -0.080052, "nauc_recall_at_10_diff1": 0.363019, "nauc_recall_at_20_max": 0.085611, "nauc_recall_at_20_std": -0.02237, "nauc_recall_at_20_diff1": 0.356, "nauc_recall_at_100_max": 0.093687, "nauc_recall_at_100_std": 0.04149, "nauc_recall_at_100_diff1": 0.345287, "nauc_recall_at_1000_max": 0.892876, "nauc_recall_at_1000_std": 0.892876, "nauc_recall_at_1000_diff1": 0.549246, "nauc_precision_at_1_max": -0.133964, "nauc_precision_at_1_std": -0.179004, "nauc_precision_at_1_diff1": 0.483032, "nauc_precision_at_3_max": -0.149835, "nauc_precision_at_3_std": -0.111161, "nauc_precision_at_3_diff1": -0.098687, "nauc_precision_at_5_max": -0.113504, "nauc_precision_at_5_std": -0.037692, "nauc_precision_at_5_diff1": -0.225717, "nauc_precision_at_10_max": -0.084241, "nauc_precision_at_10_std": 0.025229, "nauc_precision_at_10_diff1": -0.311975, "nauc_precision_at_20_max": -0.051126, "nauc_precision_at_20_std": 0.077394, "nauc_precision_at_20_diff1": -0.333089, "nauc_precision_at_100_max": -0.047148, "nauc_precision_at_100_std": 0.072201, "nauc_precision_at_100_diff1": -0.353895, "nauc_precision_at_1000_max": -0.07759, "nauc_precision_at_1000_std": 0.031997, "nauc_precision_at_1000_diff1": -0.351929, "nauc_mrr_at_1_max": -0.133964, "nauc_mrr_at_1_std": -0.179004, "nauc_mrr_at_1_diff1": 0.483032, "nauc_mrr_at_3_max": -0.143887, "nauc_mrr_at_3_std": -0.206315, "nauc_mrr_at_3_diff1": 0.470767, "nauc_mrr_at_5_max": -0.141006, "nauc_mrr_at_5_std": -0.210047, "nauc_mrr_at_5_diff1": 0.463926, "nauc_mrr_at_10_max": -0.137424, "nauc_mrr_at_10_std": -0.196393, "nauc_mrr_at_10_diff1": 0.467772, "nauc_mrr_at_20_max": -0.13803, "nauc_mrr_at_20_std": -0.197976, "nauc_mrr_at_20_diff1": 0.468483, "nauc_mrr_at_100_max": -0.138685, "nauc_mrr_at_100_std": -0.199352, "nauc_mrr_at_100_diff1": 0.468662, "nauc_mrr_at_1000_max": -0.138685, "nauc_mrr_at_1000_std": -0.199352, "nauc_mrr_at_1000_diff1": 0.468662, "hit_rate_at_1": 0.68285, "hit_rate_at_3": 0.87379, "hit_rate_at_5": 0.92557, "hit_rate_at_10": 0.97087, "hit_rate_at_20": 0.99353, "hit_rate_at_100": 1.0, "hit_rate_at_1000": 1.0, "main_score": 0.6833, "hf_subset": "portuguese", "languages": [ "por-Latn" ] } ] }, "evaluation_time": 2278.8107788562775, "kg_co2_emissions": null, "date": 1781788319.848797 }