| { |
| "dataset_revision": "8a2adfda85a7967c7252129703d9b3c7c9f038a9", |
| "task_name": "Vidore3FinanceFrRetrieval", |
| "mteb_version": "2.12.30", |
| "scores": { |
| "test": [ |
| { |
| "ndcg_at_1": 0.49844, |
| "ndcg_at_3": 0.49872, |
| "ndcg_at_5": 0.52111, |
| "ndcg_at_10": 0.55938, |
| "ndcg_at_20": 0.59354, |
| "ndcg_at_100": 0.64534, |
| "ndcg_at_1000": 0.66732, |
| "map_at_1": 0.2646, |
| "map_at_3": 0.36045, |
| "map_at_5": 0.40103, |
| "map_at_10": 0.44516, |
| "map_at_20": 0.46785, |
| "map_at_100": 0.48832, |
| "map_at_1000": 0.49152, |
| "recall_at_1": 0.2646, |
| "recall_at_3": 0.41553, |
| "recall_at_5": 0.49982, |
| "recall_at_10": 0.62834, |
| "recall_at_20": 0.73102, |
| "recall_at_100": 0.9002, |
| "recall_at_1000": 0.99798, |
| "accuracy": 0.2646, |
| "precision_at_1": 0.5125, |
| "precision_at_3": 0.34271, |
| "precision_at_5": 0.2825, |
| "precision_at_10": 0.20156, |
| "precision_at_20": 0.12828, |
| "precision_at_100": 0.03753, |
| "precision_at_1000": 0.00455, |
| "mrr_at_1": 0.5125, |
| "mrr_at_3": 0.603646, |
| "mrr_at_5": 0.621615, |
| "mrr_at_10": 0.634178, |
| "mrr_at_20": 0.638259, |
| "mrr_at_100": 0.639596, |
| "mrr_at_1000": 0.639684, |
| "nauc_ndcg_at_1_max": 0.017751, |
| "nauc_ndcg_at_1_std": -0.148052, |
| "nauc_ndcg_at_1_diff1": 0.252635, |
| "nauc_ndcg_at_3_max": 0.004879, |
| "nauc_ndcg_at_3_std": -0.166404, |
| "nauc_ndcg_at_3_diff1": 0.232402, |
| "nauc_ndcg_at_5_max": 0.002351, |
| "nauc_ndcg_at_5_std": -0.1688, |
| "nauc_ndcg_at_5_diff1": 0.216303, |
| "nauc_ndcg_at_10_max": -0.024898, |
| "nauc_ndcg_at_10_std": -0.210661, |
| "nauc_ndcg_at_10_diff1": 0.218544, |
| "nauc_ndcg_at_20_max": -0.023456, |
| "nauc_ndcg_at_20_std": -0.203131, |
| "nauc_ndcg_at_20_diff1": 0.210739, |
| "nauc_ndcg_at_100_max": 0.006847, |
| "nauc_ndcg_at_100_std": -0.160722, |
| "nauc_ndcg_at_100_diff1": 0.222811, |
| "nauc_ndcg_at_1000_max": 0.017313, |
| "nauc_ndcg_at_1000_std": -0.155445, |
| "nauc_ndcg_at_1000_diff1": 0.223281, |
| "nauc_map_at_1_max": 0.023245, |
| "nauc_map_at_1_std": -0.143597, |
| "nauc_map_at_1_diff1": 0.31938, |
| "nauc_map_at_3_max": 0.011594, |
| "nauc_map_at_3_std": -0.167263, |
| "nauc_map_at_3_diff1": 0.257256, |
| "nauc_map_at_5_max": -0.002427, |
| "nauc_map_at_5_std": -0.175233, |
| "nauc_map_at_5_diff1": 0.233989, |
| "nauc_map_at_10_max": -0.02436, |
| "nauc_map_at_10_std": -0.196643, |
| "nauc_map_at_10_diff1": 0.223931, |
| "nauc_map_at_20_max": -0.02201, |
| "nauc_map_at_20_std": -0.191524, |
| "nauc_map_at_20_diff1": 0.218722, |
| "nauc_map_at_100_max": -0.010246, |
| "nauc_map_at_100_std": -0.1781, |
| "nauc_map_at_100_diff1": 0.221774, |
| "nauc_map_at_1000_max": -0.009144, |
| "nauc_map_at_1000_std": -0.177039, |
| "nauc_map_at_1000_diff1": 0.222498, |
| "nauc_recall_at_1_max": 0.023245, |
| "nauc_recall_at_1_std": -0.143597, |
| "nauc_recall_at_1_diff1": 0.31938, |
| "nauc_recall_at_3_max": -0.015579, |
| "nauc_recall_at_3_std": -0.188835, |
| "nauc_recall_at_3_diff1": 0.22052, |
| "nauc_recall_at_5_max": -0.035386, |
| "nauc_recall_at_5_std": -0.189097, |
| "nauc_recall_at_5_diff1": 0.173346, |
| "nauc_recall_at_10_max": -0.083875, |
| "nauc_recall_at_10_std": -0.256247, |
| "nauc_recall_at_10_diff1": 0.153637, |
| "nauc_recall_at_20_max": -0.110009, |
| "nauc_recall_at_20_std": -0.2716, |
| "nauc_recall_at_20_diff1": 0.134988, |
| "nauc_recall_at_100_max": -0.091047, |
| "nauc_recall_at_100_std": -0.177516, |
| "nauc_recall_at_100_diff1": 0.209582, |
| "nauc_recall_at_1000_max": 0.13913, |
| "nauc_recall_at_1000_std": 0.362197, |
| "nauc_recall_at_1000_diff1": 0.599915, |
| "nauc_precision_at_1_max": 0.00801, |
| "nauc_precision_at_1_std": -0.13375, |
| "nauc_precision_at_1_diff1": 0.259532, |
| "nauc_precision_at_3_max": -0.02953, |
| "nauc_precision_at_3_std": -0.096622, |
| "nauc_precision_at_3_diff1": 0.034547, |
| "nauc_precision_at_5_max": -0.015395, |
| "nauc_precision_at_5_std": -0.041009, |
| "nauc_precision_at_5_diff1": -0.059957, |
| "nauc_precision_at_10_max": -0.039861, |
| "nauc_precision_at_10_std": -0.026705, |
| "nauc_precision_at_10_diff1": -0.090846, |
| "nauc_precision_at_20_max": -0.010394, |
| "nauc_precision_at_20_std": 0.035099, |
| "nauc_precision_at_20_diff1": -0.105553, |
| "nauc_precision_at_100_max": 0.074628, |
| "nauc_precision_at_100_std": 0.144673, |
| "nauc_precision_at_100_diff1": -0.086825, |
| "nauc_precision_at_1000_max": 0.066926, |
| "nauc_precision_at_1000_std": 0.142894, |
| "nauc_precision_at_1000_diff1": -0.097691, |
| "nauc_mrr_at_1_max": 0.00801, |
| "nauc_mrr_at_1_std": -0.13375, |
| "nauc_mrr_at_1_diff1": 0.259532, |
| "nauc_mrr_at_3_max": -0.020502, |
| "nauc_mrr_at_3_std": -0.161553, |
| "nauc_mrr_at_3_diff1": 0.235017, |
| "nauc_mrr_at_5_max": -0.004245, |
| "nauc_mrr_at_5_std": -0.146235, |
| "nauc_mrr_at_5_diff1": 0.231151, |
| "nauc_mrr_at_10_max": -0.003277, |
| "nauc_mrr_at_10_std": -0.149437, |
| "nauc_mrr_at_10_diff1": 0.232964, |
| "nauc_mrr_at_20_max": -0.001288, |
| "nauc_mrr_at_20_std": -0.14768, |
| "nauc_mrr_at_20_diff1": 0.23466, |
| "nauc_mrr_at_100_max": -0.001967, |
| "nauc_mrr_at_100_std": -0.14794, |
| "nauc_mrr_at_100_diff1": 0.235808, |
| "nauc_mrr_at_1000_max": -0.002091, |
| "nauc_mrr_at_1000_std": -0.148025, |
| "nauc_mrr_at_1000_diff1": 0.235751, |
| "hit_rate_at_1": 0.5125, |
| "hit_rate_at_3": 0.72188, |
| "hit_rate_at_5": 0.8, |
| "hit_rate_at_10": 0.89062, |
| "hit_rate_at_20": 0.94688, |
| "hit_rate_at_100": 0.9875, |
| "hit_rate_at_1000": 1.0, |
| "main_score": 0.55938, |
| "hf_subset": "french", |
| "languages": [ |
| "fra-Latn" |
| ] |
| }, |
| { |
| "ndcg_at_1": 0.46719, |
| "ndcg_at_3": 0.48489, |
| "ndcg_at_5": 0.51225, |
| "ndcg_at_10": 0.55059, |
| "ndcg_at_20": 0.58407, |
| "ndcg_at_100": 0.6345, |
| "ndcg_at_1000": 0.65711, |
| "map_at_1": 0.24179, |
| "map_at_3": 0.34685, |
| "map_at_5": 0.38959, |
| "map_at_10": 0.43302, |
| "map_at_20": 0.45677, |
| "map_at_100": 0.47618, |
| "map_at_1000": 0.47933, |
| "recall_at_1": 0.24179, |
| "recall_at_3": 0.41164, |
| "recall_at_5": 0.50143, |
| "recall_at_10": 0.6332, |
| "recall_at_20": 0.73233, |
| "recall_at_100": 0.89698, |
| "recall_at_1000": 0.99846, |
| "accuracy": 0.24179, |
| "precision_at_1": 0.48438, |
| "precision_at_3": 0.33854, |
| "precision_at_5": 0.285, |
| "precision_at_10": 0.20219, |
| "precision_at_20": 0.12828, |
| "precision_at_100": 0.0375, |
| "precision_at_1000": 0.00455, |
| "mrr_at_1": 0.484375, |
| "mrr_at_3": 0.590625, |
| "mrr_at_5": 0.609844, |
| "mrr_at_10": 0.622979, |
| "mrr_at_20": 0.625462, |
| "mrr_at_100": 0.626769, |
| "mrr_at_1000": 0.626906, |
| "nauc_ndcg_at_1_max": 0.00926, |
| "nauc_ndcg_at_1_std": -0.162188, |
| "nauc_ndcg_at_1_diff1": 0.318881, |
| "nauc_ndcg_at_3_max": 0.000646, |
| "nauc_ndcg_at_3_std": -0.155227, |
| "nauc_ndcg_at_3_diff1": 0.260348, |
| "nauc_ndcg_at_5_max": -0.009831, |
| "nauc_ndcg_at_5_std": -0.167114, |
| "nauc_ndcg_at_5_diff1": 0.243886, |
| "nauc_ndcg_at_10_max": -0.042672, |
| "nauc_ndcg_at_10_std": -0.199388, |
| "nauc_ndcg_at_10_diff1": 0.254297, |
| "nauc_ndcg_at_20_max": -0.042579, |
| "nauc_ndcg_at_20_std": -0.197697, |
| "nauc_ndcg_at_20_diff1": 0.24355, |
| "nauc_ndcg_at_100_max": -0.00834, |
| "nauc_ndcg_at_100_std": -0.15869, |
| "nauc_ndcg_at_100_diff1": 0.247806, |
| "nauc_ndcg_at_1000_max": 0.002223, |
| "nauc_ndcg_at_1000_std": -0.153514, |
| "nauc_ndcg_at_1000_diff1": 0.256215, |
| "nauc_map_at_1_max": 0.043777, |
| "nauc_map_at_1_std": -0.162089, |
| "nauc_map_at_1_diff1": 0.392631, |
| "nauc_map_at_3_max": 0.016267, |
| "nauc_map_at_3_std": -0.1651, |
| "nauc_map_at_3_diff1": 0.295636, |
| "nauc_map_at_5_max": 0.002909, |
| "nauc_map_at_5_std": -0.167653, |
| "nauc_map_at_5_diff1": 0.273118, |
| "nauc_map_at_10_max": -0.019278, |
| "nauc_map_at_10_std": -0.181865, |
| "nauc_map_at_10_diff1": 0.267586, |
| "nauc_map_at_20_max": -0.021032, |
| "nauc_map_at_20_std": -0.180262, |
| "nauc_map_at_20_diff1": 0.264894, |
| "nauc_map_at_100_max": -0.01191, |
| "nauc_map_at_100_std": -0.169384, |
| "nauc_map_at_100_diff1": 0.266971, |
| "nauc_map_at_1000_max": -0.010792, |
| "nauc_map_at_1000_std": -0.168188, |
| "nauc_map_at_1000_diff1": 0.26748, |
| "nauc_recall_at_1_max": 0.043777, |
| "nauc_recall_at_1_std": -0.162089, |
| "nauc_recall_at_1_diff1": 0.392631, |
| "nauc_recall_at_3_max": -0.024769, |
| "nauc_recall_at_3_std": -0.180498, |
| "nauc_recall_at_3_diff1": 0.207909, |
| "nauc_recall_at_5_max": -0.047118, |
| "nauc_recall_at_5_std": -0.182216, |
| "nauc_recall_at_5_diff1": 0.16463, |
| "nauc_recall_at_10_max": -0.126354, |
| "nauc_recall_at_10_std": -0.232204, |
| "nauc_recall_at_10_diff1": 0.170699, |
| "nauc_recall_at_20_max": -0.153032, |
| "nauc_recall_at_20_std": -0.269342, |
| "nauc_recall_at_20_diff1": 0.141997, |
| "nauc_recall_at_100_max": -0.097173, |
| "nauc_recall_at_100_std": -0.152514, |
| "nauc_recall_at_100_diff1": 0.107303, |
| "nauc_recall_at_1000_max": -0.067511, |
| "nauc_recall_at_1000_std": 0.356108, |
| "nauc_recall_at_1000_diff1": -0.215483, |
| "nauc_precision_at_1_max": 0.003967, |
| "nauc_precision_at_1_std": -0.146355, |
| "nauc_precision_at_1_diff1": 0.327173, |
| "nauc_precision_at_3_max": -0.037436, |
| "nauc_precision_at_3_std": -0.068218, |
| "nauc_precision_at_3_diff1": 0.037324, |
| "nauc_precision_at_5_max": -0.036105, |
| "nauc_precision_at_5_std": -0.024566, |
| "nauc_precision_at_5_diff1": -0.056221, |
| "nauc_precision_at_10_max": -0.06215, |
| "nauc_precision_at_10_std": -0.012742, |
| "nauc_precision_at_10_diff1": -0.081168, |
| "nauc_precision_at_20_max": -0.040738, |
| "nauc_precision_at_20_std": 0.029121, |
| "nauc_precision_at_20_diff1": -0.099202, |
| "nauc_precision_at_100_max": 0.052669, |
| "nauc_precision_at_100_std": 0.135422, |
| "nauc_precision_at_100_diff1": -0.099634, |
| "nauc_precision_at_1000_max": 0.063464, |
| "nauc_precision_at_1000_std": 0.146902, |
| "nauc_precision_at_1000_diff1": -0.099072, |
| "nauc_mrr_at_1_max": 0.003967, |
| "nauc_mrr_at_1_std": -0.146355, |
| "nauc_mrr_at_1_diff1": 0.327173, |
| "nauc_mrr_at_3_max": -0.023688, |
| "nauc_mrr_at_3_std": -0.148263, |
| "nauc_mrr_at_3_diff1": 0.269867, |
| "nauc_mrr_at_5_max": -0.014939, |
| "nauc_mrr_at_5_std": -0.14223, |
| "nauc_mrr_at_5_diff1": 0.261675, |
| "nauc_mrr_at_10_max": -0.014109, |
| "nauc_mrr_at_10_std": -0.14077, |
| "nauc_mrr_at_10_diff1": 0.268571, |
| "nauc_mrr_at_20_max": -0.012148, |
| "nauc_mrr_at_20_std": -0.139923, |
| "nauc_mrr_at_20_diff1": 0.268967, |
| "nauc_mrr_at_100_max": -0.012374, |
| "nauc_mrr_at_100_std": -0.140613, |
| "nauc_mrr_at_100_diff1": 0.269572, |
| "nauc_mrr_at_1000_max": -0.012614, |
| "nauc_mrr_at_1000_std": -0.140957, |
| "nauc_mrr_at_1000_diff1": 0.269939, |
| "hit_rate_at_1": 0.48438, |
| "hit_rate_at_3": 0.72188, |
| "hit_rate_at_5": 0.80625, |
| "hit_rate_at_10": 0.90625, |
| "hit_rate_at_20": 0.94063, |
| "hit_rate_at_100": 0.98125, |
| "hit_rate_at_1000": 1.0, |
| "main_score": 0.55059, |
| "hf_subset": "spanish", |
| "languages": [ |
| "spa-Latn" |
| ] |
| }, |
| { |
| "ndcg_at_1": 0.4625, |
| "ndcg_at_3": 0.47786, |
| "ndcg_at_5": 0.50328, |
| "ndcg_at_10": 0.54201, |
| "ndcg_at_20": 0.57727, |
| "ndcg_at_100": 0.62875, |
| "ndcg_at_1000": 0.65085, |
| "map_at_1": 0.24233, |
| "map_at_3": 0.34067, |
| "map_at_5": 0.383, |
| "map_at_10": 0.42733, |
| "map_at_20": 0.45149, |
| "map_at_100": 0.47043, |
| "map_at_1000": 0.47379, |
| "recall_at_1": 0.24233, |
| "recall_at_3": 0.40118, |
| "recall_at_5": 0.49807, |
| "recall_at_10": 0.6212, |
| "recall_at_20": 0.72274, |
| "recall_at_100": 0.8986, |
| "recall_at_1000": 0.99784, |
| "accuracy": 0.24233, |
| "precision_at_1": 0.48125, |
| "precision_at_3": 0.33646, |
| "precision_at_5": 0.2775, |
| "precision_at_10": 0.20125, |
| "precision_at_20": 0.13078, |
| "precision_at_100": 0.03756, |
| "precision_at_1000": 0.00456, |
| "mrr_at_1": 0.48125, |
| "mrr_at_3": 0.581771, |
| "mrr_at_5": 0.60099, |
| "mrr_at_10": 0.613152, |
| "mrr_at_20": 0.616769, |
| "mrr_at_100": 0.617987, |
| "mrr_at_1000": 0.618065, |
| "nauc_ndcg_at_1_max": -0.023985, |
| "nauc_ndcg_at_1_std": -0.172212, |
| "nauc_ndcg_at_1_diff1": 0.333866, |
| "nauc_ndcg_at_3_max": 0.037093, |
| "nauc_ndcg_at_3_std": -0.133153, |
| "nauc_ndcg_at_3_diff1": 0.297936, |
| "nauc_ndcg_at_5_max": 0.035647, |
| "nauc_ndcg_at_5_std": -0.118218, |
| "nauc_ndcg_at_5_diff1": 0.302089, |
| "nauc_ndcg_at_10_max": 0.01765, |
| "nauc_ndcg_at_10_std": -0.140646, |
| "nauc_ndcg_at_10_diff1": 0.31233, |
| "nauc_ndcg_at_20_max": 0.018263, |
| "nauc_ndcg_at_20_std": -0.129399, |
| "nauc_ndcg_at_20_diff1": 0.318569, |
| "nauc_ndcg_at_100_max": 0.042195, |
| "nauc_ndcg_at_100_std": -0.105504, |
| "nauc_ndcg_at_100_diff1": 0.319389, |
| "nauc_ndcg_at_1000_max": 0.035357, |
| "nauc_ndcg_at_1000_std": -0.115989, |
| "nauc_ndcg_at_1000_diff1": 0.312439, |
| "nauc_map_at_1_max": 0.012776, |
| "nauc_map_at_1_std": -0.148894, |
| "nauc_map_at_1_diff1": 0.36256, |
| "nauc_map_at_3_max": 0.021224, |
| "nauc_map_at_3_std": -0.153498, |
| "nauc_map_at_3_diff1": 0.289518, |
| "nauc_map_at_5_max": 0.014493, |
| "nauc_map_at_5_std": -0.148439, |
| "nauc_map_at_5_diff1": 0.290612, |
| "nauc_map_at_10_max": 0.006203, |
| "nauc_map_at_10_std": -0.149833, |
| "nauc_map_at_10_diff1": 0.284984, |
| "nauc_map_at_20_max": 0.005807, |
| "nauc_map_at_20_std": -0.141741, |
| "nauc_map_at_20_diff1": 0.291457, |
| "nauc_map_at_100_max": 0.011956, |
| "nauc_map_at_100_std": -0.133333, |
| "nauc_map_at_100_diff1": 0.295797, |
| "nauc_map_at_1000_max": 0.010896, |
| "nauc_map_at_1000_std": -0.134682, |
| "nauc_map_at_1000_diff1": 0.295266, |
| "nauc_recall_at_1_max": 0.012776, |
| "nauc_recall_at_1_std": -0.148894, |
| "nauc_recall_at_1_diff1": 0.36256, |
| "nauc_recall_at_3_max": 0.047266, |
| "nauc_recall_at_3_std": -0.140615, |
| "nauc_recall_at_3_diff1": 0.26076, |
| "nauc_recall_at_5_max": 0.033019, |
| "nauc_recall_at_5_std": -0.106442, |
| "nauc_recall_at_5_diff1": 0.262352, |
| "nauc_recall_at_10_max": 0.005692, |
| "nauc_recall_at_10_std": -0.130697, |
| "nauc_recall_at_10_diff1": 0.259862, |
| "nauc_recall_at_20_max": -0.000131, |
| "nauc_recall_at_20_std": -0.107098, |
| "nauc_recall_at_20_diff1": 0.286796, |
| "nauc_recall_at_100_max": 0.107576, |
| "nauc_recall_at_100_std": 0.020394, |
| "nauc_recall_at_100_diff1": 0.33683, |
| "nauc_recall_at_1000_max": 0.701039, |
| "nauc_recall_at_1000_std": 0.745746, |
| "nauc_recall_at_1000_diff1": 0.676353, |
| "nauc_precision_at_1_max": -0.039228, |
| "nauc_precision_at_1_std": -0.175951, |
| "nauc_precision_at_1_diff1": 0.327921, |
| "nauc_precision_at_3_max": 0.00845, |
| "nauc_precision_at_3_std": -0.091636, |
| "nauc_precision_at_3_diff1": 0.093836, |
| "nauc_precision_at_5_max": 0.008723, |
| "nauc_precision_at_5_std": -0.006497, |
| "nauc_precision_at_5_diff1": 0.03181, |
| "nauc_precision_at_10_max": -0.015134, |
| "nauc_precision_at_10_std": 0.006736, |
| "nauc_precision_at_10_diff1": -0.010679, |
| "nauc_precision_at_20_max": -0.011811, |
| "nauc_precision_at_20_std": 0.058605, |
| "nauc_precision_at_20_diff1": -0.023065, |
| "nauc_precision_at_100_max": 0.020828, |
| "nauc_precision_at_100_std": 0.102488, |
| "nauc_precision_at_100_diff1": -0.071625, |
| "nauc_precision_at_1000_max": -0.014646, |
| "nauc_precision_at_1000_std": 0.058202, |
| "nauc_precision_at_1000_diff1": -0.11551, |
| "nauc_mrr_at_1_max": -0.039228, |
| "nauc_mrr_at_1_std": -0.175951, |
| "nauc_mrr_at_1_diff1": 0.327921, |
| "nauc_mrr_at_3_max": 0.012215, |
| "nauc_mrr_at_3_std": -0.145733, |
| "nauc_mrr_at_3_diff1": 0.326099, |
| "nauc_mrr_at_5_max": 0.019832, |
| "nauc_mrr_at_5_std": -0.123746, |
| "nauc_mrr_at_5_diff1": 0.319245, |
| "nauc_mrr_at_10_max": 0.015307, |
| "nauc_mrr_at_10_std": -0.135413, |
| "nauc_mrr_at_10_diff1": 0.320981, |
| "nauc_mrr_at_20_max": 0.015496, |
| "nauc_mrr_at_20_std": -0.134133, |
| "nauc_mrr_at_20_diff1": 0.321062, |
| "nauc_mrr_at_100_max": 0.014168, |
| "nauc_mrr_at_100_std": -0.135309, |
| "nauc_mrr_at_100_diff1": 0.3209, |
| "nauc_mrr_at_1000_max": 0.014008, |
| "nauc_mrr_at_1000_std": -0.135425, |
| "nauc_mrr_at_1000_diff1": 0.320799, |
| "hit_rate_at_1": 0.48125, |
| "hit_rate_at_3": 0.7125, |
| "hit_rate_at_5": 0.8, |
| "hit_rate_at_10": 0.8875, |
| "hit_rate_at_20": 0.9375, |
| "hit_rate_at_100": 0.9875, |
| "hit_rate_at_1000": 1.0, |
| "main_score": 0.54201, |
| "hf_subset": "english", |
| "languages": [ |
| "eng-Latn" |
| ] |
| }, |
| { |
| "ndcg_at_1": 0.43906, |
| "ndcg_at_3": 0.45778, |
| "ndcg_at_5": 0.49461, |
| "ndcg_at_10": 0.53383, |
| "ndcg_at_20": 0.56715, |
| "ndcg_at_100": 0.61966, |
| "ndcg_at_1000": 0.64198, |
| "map_at_1": 0.22691, |
| "map_at_3": 0.32624, |
| "map_at_5": 0.37382, |
| "map_at_10": 0.42, |
| "map_at_20": 0.44335, |
| "map_at_100": 0.46222, |
| "map_at_1000": 0.46528, |
| "recall_at_1": 0.22691, |
| "recall_at_3": 0.39135, |
| "recall_at_5": 0.49959, |
| "recall_at_10": 0.62818, |
| "recall_at_20": 0.72015, |
| "recall_at_100": 0.89637, |
| "recall_at_1000": 0.99848, |
| "accuracy": 0.22691, |
| "precision_at_1": 0.45625, |
| "precision_at_3": 0.32188, |
| "precision_at_5": 0.27813, |
| "precision_at_10": 0.19812, |
| "precision_at_20": 0.12812, |
| "precision_at_100": 0.03769, |
| "precision_at_1000": 0.00455, |
| "mrr_at_1": 0.45625, |
| "mrr_at_3": 0.563542, |
| "mrr_at_5": 0.586667, |
| "mrr_at_10": 0.595708, |
| "mrr_at_20": 0.599763, |
| "mrr_at_100": 0.601305, |
| "mrr_at_1000": 0.601426, |
| "nauc_ndcg_at_1_max": -0.051717, |
| "nauc_ndcg_at_1_std": -0.17562, |
| "nauc_ndcg_at_1_diff1": 0.345165, |
| "nauc_ndcg_at_3_max": -0.035541, |
| "nauc_ndcg_at_3_std": -0.156747, |
| "nauc_ndcg_at_3_diff1": 0.286111, |
| "nauc_ndcg_at_5_max": -0.048528, |
| "nauc_ndcg_at_5_std": -0.167109, |
| "nauc_ndcg_at_5_diff1": 0.286739, |
| "nauc_ndcg_at_10_max": -0.070969, |
| "nauc_ndcg_at_10_std": -0.185599, |
| "nauc_ndcg_at_10_diff1": 0.257214, |
| "nauc_ndcg_at_20_max": -0.059036, |
| "nauc_ndcg_at_20_std": -0.17505, |
| "nauc_ndcg_at_20_diff1": 0.268757, |
| "nauc_ndcg_at_100_max": -0.040804, |
| "nauc_ndcg_at_100_std": -0.152995, |
| "nauc_ndcg_at_100_diff1": 0.278807, |
| "nauc_ndcg_at_1000_max": -0.033196, |
| "nauc_ndcg_at_1000_std": -0.147874, |
| "nauc_ndcg_at_1000_diff1": 0.284829, |
| "nauc_map_at_1_max": -0.008009, |
| "nauc_map_at_1_std": -0.141006, |
| "nauc_map_at_1_diff1": 0.382965, |
| "nauc_map_at_3_max": -0.026137, |
| "nauc_map_at_3_std": -0.152151, |
| "nauc_map_at_3_diff1": 0.283129, |
| "nauc_map_at_5_max": -0.039214, |
| "nauc_map_at_5_std": -0.157957, |
| "nauc_map_at_5_diff1": 0.286097, |
| "nauc_map_at_10_max": -0.055486, |
| "nauc_map_at_10_std": -0.164971, |
| "nauc_map_at_10_diff1": 0.25806, |
| "nauc_map_at_20_max": -0.053508, |
| "nauc_map_at_20_std": -0.162164, |
| "nauc_map_at_20_diff1": 0.264375, |
| "nauc_map_at_100_max": -0.050944, |
| "nauc_map_at_100_std": -0.156812, |
| "nauc_map_at_100_diff1": 0.26605, |
| "nauc_map_at_1000_max": -0.04998, |
| "nauc_map_at_1000_std": -0.156188, |
| "nauc_map_at_1000_diff1": 0.266617, |
| "nauc_recall_at_1_max": -0.008009, |
| "nauc_recall_at_1_std": -0.141006, |
| "nauc_recall_at_1_diff1": 0.382965, |
| "nauc_recall_at_3_max": -0.041146, |
| "nauc_recall_at_3_std": -0.153944, |
| "nauc_recall_at_3_diff1": 0.221926, |
| "nauc_recall_at_5_max": -0.074597, |
| "nauc_recall_at_5_std": -0.169214, |
| "nauc_recall_at_5_diff1": 0.217333, |
| "nauc_recall_at_10_max": -0.113843, |
| "nauc_recall_at_10_std": -0.202028, |
| "nauc_recall_at_10_diff1": 0.148857, |
| "nauc_recall_at_20_max": -0.089018, |
| "nauc_recall_at_20_std": -0.184163, |
| "nauc_recall_at_20_diff1": 0.173051, |
| "nauc_recall_at_100_max": -0.07687, |
| "nauc_recall_at_100_std": -0.161163, |
| "nauc_recall_at_100_diff1": 0.192728, |
| "nauc_recall_at_1000_max": 0.025887, |
| "nauc_recall_at_1000_std": 0.214278, |
| "nauc_recall_at_1000_diff1": -0.012916, |
| "nauc_precision_at_1_max": -0.045653, |
| "nauc_precision_at_1_std": -0.159218, |
| "nauc_precision_at_1_diff1": 0.357121, |
| "nauc_precision_at_3_max": -0.042698, |
| "nauc_precision_at_3_std": -0.088017, |
| "nauc_precision_at_3_diff1": 0.093248, |
| "nauc_precision_at_5_max": -0.056541, |
| "nauc_precision_at_5_std": -0.060769, |
| "nauc_precision_at_5_diff1": 0.028464, |
| "nauc_precision_at_10_max": -0.06627, |
| "nauc_precision_at_10_std": -0.029942, |
| "nauc_precision_at_10_diff1": -0.067264, |
| "nauc_precision_at_20_max": -0.04096, |
| "nauc_precision_at_20_std": 0.006308, |
| "nauc_precision_at_20_diff1": -0.055405, |
| "nauc_precision_at_100_max": 0.011808, |
| "nauc_precision_at_100_std": 0.065203, |
| "nauc_precision_at_100_diff1": -0.061865, |
| "nauc_precision_at_1000_max": 0.017655, |
| "nauc_precision_at_1000_std": 0.072791, |
| "nauc_precision_at_1000_diff1": -0.070671, |
| "nauc_mrr_at_1_max": -0.045653, |
| "nauc_mrr_at_1_std": -0.159218, |
| "nauc_mrr_at_1_diff1": 0.357121, |
| "nauc_mrr_at_3_max": -0.05371, |
| "nauc_mrr_at_3_std": -0.160993, |
| "nauc_mrr_at_3_diff1": 0.338708, |
| "nauc_mrr_at_5_max": -0.057636, |
| "nauc_mrr_at_5_std": -0.166499, |
| "nauc_mrr_at_5_diff1": 0.330387, |
| "nauc_mrr_at_10_max": -0.049471, |
| "nauc_mrr_at_10_std": -0.161391, |
| "nauc_mrr_at_10_diff1": 0.332028, |
| "nauc_mrr_at_20_max": -0.048784, |
| "nauc_mrr_at_20_std": -0.159521, |
| "nauc_mrr_at_20_diff1": 0.329695, |
| "nauc_mrr_at_100_max": -0.047086, |
| "nauc_mrr_at_100_std": -0.15847, |
| "nauc_mrr_at_100_diff1": 0.331136, |
| "nauc_mrr_at_1000_max": -0.047326, |
| "nauc_mrr_at_1000_std": -0.158661, |
| "nauc_mrr_at_1000_diff1": 0.331262, |
| "hit_rate_at_1": 0.45625, |
| "hit_rate_at_3": 0.70625, |
| "hit_rate_at_5": 0.80312, |
| "hit_rate_at_10": 0.86875, |
| "hit_rate_at_20": 0.925, |
| "hit_rate_at_100": 0.97813, |
| "hit_rate_at_1000": 1.0, |
| "main_score": 0.53383, |
| "hf_subset": "german", |
| "languages": [ |
| "deu-Latn" |
| ] |
| }, |
| { |
| "ndcg_at_1": 0.4625, |
| "ndcg_at_3": 0.47563, |
| "ndcg_at_5": 0.50054, |
| "ndcg_at_10": 0.54027, |
| "ndcg_at_20": 0.57611, |
| "ndcg_at_100": 0.6284, |
| "ndcg_at_1000": 0.65015, |
| "map_at_1": 0.24042, |
| "map_at_3": 0.33913, |
| "map_at_5": 0.37983, |
| "map_at_10": 0.42444, |
| "map_at_20": 0.44842, |
| "map_at_100": 0.46824, |
| "map_at_1000": 0.47129, |
| "recall_at_1": 0.24042, |
| "recall_at_3": 0.40056, |
| "recall_at_5": 0.49315, |
| "recall_at_10": 0.62018, |
| "recall_at_20": 0.72303, |
| "recall_at_100": 0.90009, |
| "recall_at_1000": 0.99802, |
| "accuracy": 0.24042, |
| "precision_at_1": 0.47813, |
| "precision_at_3": 0.33542, |
| "precision_at_5": 0.27625, |
| "precision_at_10": 0.19938, |
| "precision_at_20": 0.12906, |
| "precision_at_100": 0.03759, |
| "precision_at_1000": 0.00455, |
| "mrr_at_1": 0.478125, |
| "mrr_at_3": 0.578646, |
| "mrr_at_5": 0.600052, |
| "mrr_at_10": 0.610811, |
| "mrr_at_20": 0.614923, |
| "mrr_at_100": 0.616422, |
| "mrr_at_1000": 0.616473, |
| "nauc_ndcg_at_1_max": -0.060469, |
| "nauc_ndcg_at_1_std": -0.197359, |
| "nauc_ndcg_at_1_diff1": 0.323598, |
| "nauc_ndcg_at_3_max": -0.057276, |
| "nauc_ndcg_at_3_std": -0.197998, |
| "nauc_ndcg_at_3_diff1": 0.268431, |
| "nauc_ndcg_at_5_max": -0.063172, |
| "nauc_ndcg_at_5_std": -0.196703, |
| "nauc_ndcg_at_5_diff1": 0.260707, |
| "nauc_ndcg_at_10_max": -0.048166, |
| "nauc_ndcg_at_10_std": -0.183998, |
| "nauc_ndcg_at_10_diff1": 0.270225, |
| "nauc_ndcg_at_20_max": -0.04581, |
| "nauc_ndcg_at_20_std": -0.180429, |
| "nauc_ndcg_at_20_diff1": 0.262971, |
| "nauc_ndcg_at_100_max": -0.035668, |
| "nauc_ndcg_at_100_std": -0.16065, |
| "nauc_ndcg_at_100_diff1": 0.277435, |
| "nauc_ndcg_at_1000_max": -0.030108, |
| "nauc_ndcg_at_1000_std": -0.160418, |
| "nauc_ndcg_at_1000_diff1": 0.275567, |
| "nauc_map_at_1_max": 0.022932, |
| "nauc_map_at_1_std": -0.122308, |
| "nauc_map_at_1_diff1": 0.381993, |
| "nauc_map_at_3_max": -0.01917, |
| "nauc_map_at_3_std": -0.170993, |
| "nauc_map_at_3_diff1": 0.289207, |
| "nauc_map_at_5_max": -0.036231, |
| "nauc_map_at_5_std": -0.176899, |
| "nauc_map_at_5_diff1": 0.282562, |
| "nauc_map_at_10_max": -0.039205, |
| "nauc_map_at_10_std": -0.176349, |
| "nauc_map_at_10_diff1": 0.276743, |
| "nauc_map_at_20_max": -0.043162, |
| "nauc_map_at_20_std": -0.174982, |
| "nauc_map_at_20_diff1": 0.27318, |
| "nauc_map_at_100_max": -0.040793, |
| "nauc_map_at_100_std": -0.169075, |
| "nauc_map_at_100_diff1": 0.278531, |
| "nauc_map_at_1000_max": -0.040086, |
| "nauc_map_at_1000_std": -0.168743, |
| "nauc_map_at_1000_diff1": 0.279019, |
| "nauc_recall_at_1_max": 0.022932, |
| "nauc_recall_at_1_std": -0.122308, |
| "nauc_recall_at_1_diff1": 0.381993, |
| "nauc_recall_at_3_max": -0.056779, |
| "nauc_recall_at_3_std": -0.198427, |
| "nauc_recall_at_3_diff1": 0.22198, |
| "nauc_recall_at_5_max": -0.087471, |
| "nauc_recall_at_5_std": -0.201632, |
| "nauc_recall_at_5_diff1": 0.185308, |
| "nauc_recall_at_10_max": -0.052572, |
| "nauc_recall_at_10_std": -0.176392, |
| "nauc_recall_at_10_diff1": 0.202006, |
| "nauc_recall_at_20_max": -0.051894, |
| "nauc_recall_at_20_std": -0.175287, |
| "nauc_recall_at_20_diff1": 0.178311, |
| "nauc_recall_at_100_max": -0.079414, |
| "nauc_recall_at_100_std": -0.128878, |
| "nauc_recall_at_100_diff1": 0.246127, |
| "nauc_recall_at_1000_max": 0.132251, |
| "nauc_recall_at_1000_std": 0.527525, |
| "nauc_recall_at_1000_diff1": 0.011747, |
| "nauc_precision_at_1_max": -0.06807, |
| "nauc_precision_at_1_std": -0.187309, |
| "nauc_precision_at_1_diff1": 0.321619, |
| "nauc_precision_at_3_max": -0.096248, |
| "nauc_precision_at_3_std": -0.166986, |
| "nauc_precision_at_3_diff1": 0.071824, |
| "nauc_precision_at_5_max": -0.095393, |
| "nauc_precision_at_5_std": -0.110301, |
| "nauc_precision_at_5_diff1": 0.002776, |
| "nauc_precision_at_10_max": -0.047549, |
| "nauc_precision_at_10_std": -0.026539, |
| "nauc_precision_at_10_diff1": -0.035058, |
| "nauc_precision_at_20_max": -0.031448, |
| "nauc_precision_at_20_std": 0.007736, |
| "nauc_precision_at_20_diff1": -0.061272, |
| "nauc_precision_at_100_max": 0.023322, |
| "nauc_precision_at_100_std": 0.081062, |
| "nauc_precision_at_100_diff1": -0.059705, |
| "nauc_precision_at_1000_max": 0.026661, |
| "nauc_precision_at_1000_std": 0.076457, |
| "nauc_precision_at_1000_diff1": -0.079178, |
| "nauc_mrr_at_1_max": -0.06807, |
| "nauc_mrr_at_1_std": -0.187309, |
| "nauc_mrr_at_1_diff1": 0.321619, |
| "nauc_mrr_at_3_max": -0.092432, |
| "nauc_mrr_at_3_std": -0.202395, |
| "nauc_mrr_at_3_diff1": 0.29079, |
| "nauc_mrr_at_5_max": -0.092162, |
| "nauc_mrr_at_5_std": -0.195703, |
| "nauc_mrr_at_5_diff1": 0.276355, |
| "nauc_mrr_at_10_max": -0.076147, |
| "nauc_mrr_at_10_std": -0.181225, |
| "nauc_mrr_at_10_diff1": 0.285742, |
| "nauc_mrr_at_20_max": -0.075676, |
| "nauc_mrr_at_20_std": -0.182882, |
| "nauc_mrr_at_20_diff1": 0.285841, |
| "nauc_mrr_at_100_max": -0.077199, |
| "nauc_mrr_at_100_std": -0.184184, |
| "nauc_mrr_at_100_diff1": 0.286519, |
| "nauc_mrr_at_1000_max": -0.077308, |
| "nauc_mrr_at_1000_std": -0.184216, |
| "nauc_mrr_at_1000_diff1": 0.286453, |
| "hit_rate_at_1": 0.47813, |
| "hit_rate_at_3": 0.70312, |
| "hit_rate_at_5": 0.79688, |
| "hit_rate_at_10": 0.87813, |
| "hit_rate_at_20": 0.93437, |
| "hit_rate_at_100": 0.99062, |
| "hit_rate_at_1000": 1.0, |
| "main_score": 0.54027, |
| "hf_subset": "italian", |
| "languages": [ |
| "ita-Latn" |
| ] |
| }, |
| { |
| "ndcg_at_1": 0.45937, |
| "ndcg_at_3": 0.47686, |
| "ndcg_at_5": 0.50155, |
| "ndcg_at_10": 0.54447, |
| "ndcg_at_20": 0.58112, |
| "ndcg_at_100": 0.62996, |
| "ndcg_at_1000": 0.65222, |
| "map_at_1": 0.23997, |
| "map_at_3": 0.34156, |
| "map_at_5": 0.3823, |
| "map_at_10": 0.42921, |
| "map_at_20": 0.45292, |
| "map_at_100": 0.47203, |
| "map_at_1000": 0.47509, |
| "recall_at_1": 0.23997, |
| "recall_at_3": 0.40094, |
| "recall_at_5": 0.49215, |
| "recall_at_10": 0.62889, |
| "recall_at_20": 0.73359, |
| "recall_at_100": 0.89609, |
| "recall_at_1000": 0.99707, |
| "accuracy": 0.23997, |
| "precision_at_1": 0.475, |
| "precision_at_3": 0.33542, |
| "precision_at_5": 0.27625, |
| "precision_at_10": 0.20188, |
| "precision_at_20": 0.13, |
| "precision_at_100": 0.03741, |
| "precision_at_1000": 0.00455, |
| "mrr_at_1": 0.475, |
| "mrr_at_3": 0.573438, |
| "mrr_at_5": 0.596094, |
| "mrr_at_10": 0.608712, |
| "mrr_at_20": 0.613045, |
| "mrr_at_100": 0.613973, |
| "mrr_at_1000": 0.614083, |
| "nauc_ndcg_at_1_max": 0.014472, |
| "nauc_ndcg_at_1_std": -0.117034, |
| "nauc_ndcg_at_1_diff1": 0.356985, |
| "nauc_ndcg_at_3_max": 0.01924, |
| "nauc_ndcg_at_3_std": -0.136069, |
| "nauc_ndcg_at_3_diff1": 0.281317, |
| "nauc_ndcg_at_5_max": 0.000777, |
| "nauc_ndcg_at_5_std": -0.138553, |
| "nauc_ndcg_at_5_diff1": 0.26967, |
| "nauc_ndcg_at_10_max": -0.01081, |
| "nauc_ndcg_at_10_std": -0.168208, |
| "nauc_ndcg_at_10_diff1": 0.280793, |
| "nauc_ndcg_at_20_max": -0.013504, |
| "nauc_ndcg_at_20_std": -0.157931, |
| "nauc_ndcg_at_20_diff1": 0.25592, |
| "nauc_ndcg_at_100_max": 0.019894, |
| "nauc_ndcg_at_100_std": -0.113513, |
| "nauc_ndcg_at_100_diff1": 0.280043, |
| "nauc_ndcg_at_1000_max": 0.022952, |
| "nauc_ndcg_at_1000_std": -0.11462, |
| "nauc_ndcg_at_1000_diff1": 0.287511, |
| "nauc_map_at_1_max": 0.042556, |
| "nauc_map_at_1_std": -0.092689, |
| "nauc_map_at_1_diff1": 0.398035, |
| "nauc_map_at_3_max": 0.039204, |
| "nauc_map_at_3_std": -0.121016, |
| "nauc_map_at_3_diff1": 0.302677, |
| "nauc_map_at_5_max": 0.018506, |
| "nauc_map_at_5_std": -0.125887, |
| "nauc_map_at_5_diff1": 0.288907, |
| "nauc_map_at_10_max": 0.00206, |
| "nauc_map_at_10_std": -0.144458, |
| "nauc_map_at_10_diff1": 0.291333, |
| "nauc_map_at_20_max": -0.003107, |
| "nauc_map_at_20_std": -0.141795, |
| "nauc_map_at_20_diff1": 0.280203, |
| "nauc_map_at_100_max": 0.007152, |
| "nauc_map_at_100_std": -0.128307, |
| "nauc_map_at_100_diff1": 0.288149, |
| "nauc_map_at_1000_max": 0.007802, |
| "nauc_map_at_1000_std": -0.127586, |
| "nauc_map_at_1000_diff1": 0.289545, |
| "nauc_recall_at_1_max": 0.042556, |
| "nauc_recall_at_1_std": -0.092689, |
| "nauc_recall_at_1_diff1": 0.398035, |
| "nauc_recall_at_3_max": 0.015535, |
| "nauc_recall_at_3_std": -0.156312, |
| "nauc_recall_at_3_diff1": 0.21323, |
| "nauc_recall_at_5_max": -0.025652, |
| "nauc_recall_at_5_std": -0.164225, |
| "nauc_recall_at_5_diff1": 0.184407, |
| "nauc_recall_at_10_max": -0.050928, |
| "nauc_recall_at_10_std": -0.208723, |
| "nauc_recall_at_10_diff1": 0.18243, |
| "nauc_recall_at_20_max": -0.084982, |
| "nauc_recall_at_20_std": -0.217693, |
| "nauc_recall_at_20_diff1": 0.117762, |
| "nauc_recall_at_100_max": 0.028033, |
| "nauc_recall_at_100_std": -0.041712, |
| "nauc_recall_at_100_diff1": 0.173913, |
| "nauc_recall_at_1000_max": 0.518547, |
| "nauc_recall_at_1000_std": 0.648427, |
| "nauc_recall_at_1000_diff1": 0.605837, |
| "nauc_precision_at_1_max": 0.015322, |
| "nauc_precision_at_1_std": -0.096931, |
| "nauc_precision_at_1_diff1": 0.371302, |
| "nauc_precision_at_3_max": 0.001919, |
| "nauc_precision_at_3_std": -0.075565, |
| "nauc_precision_at_3_diff1": 0.057297, |
| "nauc_precision_at_5_max": -0.041074, |
| "nauc_precision_at_5_std": -0.033215, |
| "nauc_precision_at_5_diff1": -0.025212, |
| "nauc_precision_at_10_max": -0.056641, |
| "nauc_precision_at_10_std": -0.040066, |
| "nauc_precision_at_10_diff1": -0.024208, |
| "nauc_precision_at_20_max": -0.050394, |
| "nauc_precision_at_20_std": 0.009309, |
| "nauc_precision_at_20_diff1": -0.085361, |
| "nauc_precision_at_100_max": 0.023022, |
| "nauc_precision_at_100_std": 0.104619, |
| "nauc_precision_at_100_diff1": -0.050674, |
| "nauc_precision_at_1000_max": 0.01881, |
| "nauc_precision_at_1000_std": 0.10069, |
| "nauc_precision_at_1000_diff1": -0.057901, |
| "nauc_mrr_at_1_max": 0.015322, |
| "nauc_mrr_at_1_std": -0.096931, |
| "nauc_mrr_at_1_diff1": 0.371302, |
| "nauc_mrr_at_3_max": 0.011355, |
| "nauc_mrr_at_3_std": -0.112182, |
| "nauc_mrr_at_3_diff1": 0.300178, |
| "nauc_mrr_at_5_max": 0.008305, |
| "nauc_mrr_at_5_std": -0.109098, |
| "nauc_mrr_at_5_diff1": 0.311116, |
| "nauc_mrr_at_10_max": 0.013342, |
| "nauc_mrr_at_10_std": -0.10761, |
| "nauc_mrr_at_10_diff1": 0.310744, |
| "nauc_mrr_at_20_max": 0.015189, |
| "nauc_mrr_at_20_std": -0.10395, |
| "nauc_mrr_at_20_diff1": 0.312919, |
| "nauc_mrr_at_100_max": 0.015727, |
| "nauc_mrr_at_100_std": -0.103717, |
| "nauc_mrr_at_100_diff1": 0.314619, |
| "nauc_mrr_at_1000_max": 0.015434, |
| "nauc_mrr_at_1000_std": -0.104028, |
| "nauc_mrr_at_1000_diff1": 0.314723, |
| "hit_rate_at_1": 0.475, |
| "hit_rate_at_3": 0.7, |
| "hit_rate_at_5": 0.79688, |
| "hit_rate_at_10": 0.89062, |
| "hit_rate_at_20": 0.94688, |
| "hit_rate_at_100": 0.98125, |
| "hit_rate_at_1000": 1.0, |
| "main_score": 0.54447, |
| "hf_subset": "portuguese", |
| "languages": [ |
| "por-Latn" |
| ] |
| } |
| ] |
| }, |
| "evaluation_time": 1782.4110641479492, |
| "kg_co2_emissions": null, |
| "date": 1781787790.391208 |
| } |
