{ "dataset_revision": "fb7fb69f81f7db62790f40494124b8ad22b424ab", "task_name": "Vidore3ComputerScienceRetrieval", "mteb_version": "2.12.30", "scores": { "test": [ { "ndcg_at_1": 0.77209, "ndcg_at_3": 0.75977, "ndcg_at_5": 0.76799, "ndcg_at_10": 0.79651, "ndcg_at_20": 0.83181, "ndcg_at_100": 0.85733, "ndcg_at_1000": 0.8592, "map_at_1": 0.31666, "map_at_3": 0.52266, "map_at_5": 0.60614, "map_at_10": 0.68666, "map_at_20": 0.72921, "map_at_100": 0.74475, "map_at_1000": 0.74512, "recall_at_1": 0.31666, "recall_at_3": 0.55803, "recall_at_5": 0.67941, "recall_at_10": 0.8242, "recall_at_20": 0.92433, "recall_at_100": 0.99312, "recall_at_1000": 1.0, "accuracy": 0.31666, "precision_at_1": 0.83721, "precision_at_3": 0.61395, "precision_at_5": 0.5014, "precision_at_10": 0.34419, "precision_at_20": 0.21093, "precision_at_100": 0.04814, "precision_at_1000": 0.00488, "mrr_at_1": 0.837209, "mrr_at_3": 0.892248, "mrr_at_5": 0.900853, "mrr_at_10": 0.900853, "mrr_at_20": 0.901276, "mrr_at_100": 0.901276, "mrr_at_1000": 0.901276, "nauc_ndcg_at_1_max": -0.247724, "nauc_ndcg_at_1_std": -0.260212, "nauc_ndcg_at_1_diff1": 0.307363, "nauc_ndcg_at_3_max": -0.282393, "nauc_ndcg_at_3_std": -0.326092, "nauc_ndcg_at_3_diff1": 0.083104, "nauc_ndcg_at_5_max": -0.233963, "nauc_ndcg_at_5_std": -0.297459, "nauc_ndcg_at_5_diff1": 0.110532, "nauc_ndcg_at_10_max": -0.265697, "nauc_ndcg_at_10_std": -0.332709, "nauc_ndcg_at_10_diff1": 0.157918, "nauc_ndcg_at_20_max": -0.258202, "nauc_ndcg_at_20_std": -0.339854, "nauc_ndcg_at_20_diff1": 0.166551, "nauc_ndcg_at_100_max": -0.273745, "nauc_ndcg_at_100_std": -0.315484, "nauc_ndcg_at_100_diff1": 0.174044, "nauc_ndcg_at_1000_max": -0.266576, "nauc_ndcg_at_1000_std": -0.302735, "nauc_ndcg_at_1000_diff1": 0.169859, "nauc_map_at_1_max": -0.11788, "nauc_map_at_1_std": -0.223762, "nauc_map_at_1_diff1": 0.401018, "nauc_map_at_3_max": -0.186915, "nauc_map_at_3_std": -0.30655, "nauc_map_at_3_diff1": 0.244617, "nauc_map_at_5_max": -0.198697, "nauc_map_at_5_std": -0.308477, "nauc_map_at_5_diff1": 0.193445, "nauc_map_at_10_max": -0.233085, "nauc_map_at_10_std": -0.315003, "nauc_map_at_10_diff1": 0.151014, "nauc_map_at_20_max": -0.23971, "nauc_map_at_20_std": -0.314178, "nauc_map_at_20_diff1": 0.112879, "nauc_map_at_100_max": -0.248237, "nauc_map_at_100_std": -0.306672, "nauc_map_at_100_diff1": 0.107842, "nauc_map_at_1000_max": -0.247348, "nauc_map_at_1000_std": -0.30504, "nauc_map_at_1000_diff1": 0.107146, "nauc_recall_at_1_max": -0.11788, "nauc_recall_at_1_std": -0.223762, "nauc_recall_at_1_diff1": 0.401018, "nauc_recall_at_3_max": -0.144267, "nauc_recall_at_3_std": -0.294787, "nauc_recall_at_3_diff1": 0.220897, "nauc_recall_at_5_max": -0.138072, "nauc_recall_at_5_std": -0.289269, "nauc_recall_at_5_diff1": 0.152984, "nauc_recall_at_10_max": -0.187707, "nauc_recall_at_10_std": -0.320361, "nauc_recall_at_10_diff1": 0.137395, "nauc_recall_at_20_max": -0.216189, "nauc_recall_at_20_std": -0.415494, "nauc_recall_at_20_diff1": 0.08626, "nauc_recall_at_100_max": -0.619815, "nauc_recall_at_100_std": -0.887827, "nauc_recall_at_100_diff1": 0.35755, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": -0.483696, "nauc_precision_at_1_std": -0.429366, "nauc_precision_at_1_diff1": 0.241782, "nauc_precision_at_3_max": -0.204182, "nauc_precision_at_3_std": -0.113725, "nauc_precision_at_3_diff1": -0.320711, "nauc_precision_at_5_max": -0.092023, "nauc_precision_at_5_std": 0.032446, "nauc_precision_at_5_diff1": -0.354139, "nauc_precision_at_10_max": -0.026947, "nauc_precision_at_10_std": 0.125544, "nauc_precision_at_10_diff1": -0.330735, "nauc_precision_at_20_max": 0.025388, "nauc_precision_at_20_std": 0.161133, "nauc_precision_at_20_diff1": -0.302305, "nauc_precision_at_100_max": 0.037867, "nauc_precision_at_100_std": 0.195332, "nauc_precision_at_100_diff1": -0.271341, "nauc_precision_at_1000_max": 0.050191, "nauc_precision_at_1000_std": 0.210371, "nauc_precision_at_1000_diff1": -0.273037, "nauc_mrr_at_1_max": -0.483696, "nauc_mrr_at_1_std": -0.429366, "nauc_mrr_at_1_diff1": 0.241782, "nauc_mrr_at_3_max": -0.529772, "nauc_mrr_at_3_std": -0.484029, "nauc_mrr_at_3_diff1": 0.200145, "nauc_mrr_at_5_max": -0.537543, "nauc_mrr_at_5_std": -0.484766, "nauc_mrr_at_5_diff1": 0.203709, "nauc_mrr_at_10_max": -0.537543, "nauc_mrr_at_10_std": -0.484766, "nauc_mrr_at_10_diff1": 0.203709, "nauc_mrr_at_20_max": -0.534779, "nauc_mrr_at_20_std": -0.481768, "nauc_mrr_at_20_diff1": 0.202149, "nauc_mrr_at_100_max": -0.534779, "nauc_mrr_at_100_std": -0.481768, "nauc_mrr_at_100_diff1": 0.202149, "nauc_mrr_at_1000_max": -0.534779, "nauc_mrr_at_1000_std": -0.481768, "nauc_mrr_at_1000_diff1": 0.202149, "hit_rate_at_1": 0.83721, "hit_rate_at_3": 0.95814, "hit_rate_at_5": 0.99535, "hit_rate_at_10": 0.99535, "hit_rate_at_20": 1.0, "hit_rate_at_100": 1.0, "hit_rate_at_1000": 1.0, "main_score": 0.79651, "hf_subset": "french", "languages": [ "fra-Latn" ] }, { "ndcg_at_1": 0.77209, "ndcg_at_3": 0.76414, "ndcg_at_5": 0.76488, "ndcg_at_10": 0.7961, "ndcg_at_20": 0.82668, "ndcg_at_100": 0.85435, "ndcg_at_1000": 0.85647, "map_at_1": 0.31328, "map_at_3": 0.52284, "map_at_5": 0.59993, "map_at_10": 0.68134, "map_at_20": 0.72097, "map_at_100": 0.73745, "map_at_1000": 0.73792, "recall_at_1": 0.31328, "recall_at_3": 0.56625, "recall_at_5": 0.67568, "recall_at_10": 0.82664, "recall_at_20": 0.91536, "recall_at_100": 0.99278, "recall_at_1000": 1.0, "accuracy": 0.31328, "precision_at_1": 0.83256, "precision_at_3": 0.62171, "precision_at_5": 0.49674, "precision_at_10": 0.34419, "precision_at_20": 0.20837, "precision_at_100": 0.048, "precision_at_1000": 0.00488, "mrr_at_1": 0.832558, "mrr_at_3": 0.895349, "mrr_at_5": 0.899535, "mrr_at_10": 0.900568, "mrr_at_20": 0.900568, "mrr_at_100": 0.900568, "mrr_at_1000": 0.900568, "nauc_ndcg_at_1_max": -0.287449, "nauc_ndcg_at_1_std": -0.34805, "nauc_ndcg_at_1_diff1": 0.323132, "nauc_ndcg_at_3_max": -0.273556, "nauc_ndcg_at_3_std": -0.364463, "nauc_ndcg_at_3_diff1": 0.18563, "nauc_ndcg_at_5_max": -0.195026, "nauc_ndcg_at_5_std": -0.325571, "nauc_ndcg_at_5_diff1": 0.241348, "nauc_ndcg_at_10_max": -0.20105, "nauc_ndcg_at_10_std": -0.345641, "nauc_ndcg_at_10_diff1": 0.279224, "nauc_ndcg_at_20_max": -0.207557, "nauc_ndcg_at_20_std": -0.335587, "nauc_ndcg_at_20_diff1": 0.2819, "nauc_ndcg_at_100_max": -0.236831, "nauc_ndcg_at_100_std": -0.337819, "nauc_ndcg_at_100_diff1": 0.281396, "nauc_ndcg_at_1000_max": -0.240911, "nauc_ndcg_at_1000_std": -0.341498, "nauc_ndcg_at_1000_diff1": 0.28076, "nauc_map_at_1_max": -0.066973, "nauc_map_at_1_std": -0.205695, "nauc_map_at_1_diff1": 0.435051, "nauc_map_at_3_max": -0.115246, "nauc_map_at_3_std": -0.275598, "nauc_map_at_3_diff1": 0.3351, "nauc_map_at_5_max": -0.131773, "nauc_map_at_5_std": -0.287775, "nauc_map_at_5_diff1": 0.29194, "nauc_map_at_10_max": -0.161487, "nauc_map_at_10_std": -0.299171, "nauc_map_at_10_diff1": 0.261157, "nauc_map_at_20_max": -0.180929, "nauc_map_at_20_std": -0.297828, "nauc_map_at_20_diff1": 0.230349, "nauc_map_at_100_max": -0.191342, "nauc_map_at_100_std": -0.299309, "nauc_map_at_100_diff1": 0.228998, "nauc_map_at_1000_max": -0.191775, "nauc_map_at_1000_std": -0.299739, "nauc_map_at_1000_diff1": 0.228952, "nauc_recall_at_1_max": -0.066973, "nauc_recall_at_1_std": -0.205695, "nauc_recall_at_1_diff1": 0.435051, "nauc_recall_at_3_max": -0.057977, "nauc_recall_at_3_std": -0.241487, "nauc_recall_at_3_diff1": 0.305679, "nauc_recall_at_5_max": -0.053401, "nauc_recall_at_5_std": -0.254085, "nauc_recall_at_5_diff1": 0.261025, "nauc_recall_at_10_max": -0.040109, "nauc_recall_at_10_std": -0.248218, "nauc_recall_at_10_diff1": 0.267232, "nauc_recall_at_20_max": -0.065822, "nauc_recall_at_20_std": -0.261825, "nauc_recall_at_20_diff1": 0.231471, "nauc_recall_at_100_max": -0.024247, "nauc_recall_at_100_std": -0.090129, "nauc_recall_at_100_diff1": 0.236427, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": -0.478892, "nauc_precision_at_1_std": -0.461069, "nauc_precision_at_1_diff1": 0.257384, "nauc_precision_at_3_max": -0.225864, "nauc_precision_at_3_std": -0.149506, "nauc_precision_at_3_diff1": -0.28503, "nauc_precision_at_5_max": -0.111285, "nauc_precision_at_5_std": -0.001525, "nauc_precision_at_5_diff1": -0.316767, "nauc_precision_at_10_max": -0.058714, "nauc_precision_at_10_std": 0.094192, "nauc_precision_at_10_diff1": -0.33231, "nauc_precision_at_20_max": -0.034435, "nauc_precision_at_20_std": 0.122508, "nauc_precision_at_20_diff1": -0.310587, "nauc_precision_at_100_max": -0.022871, "nauc_precision_at_100_std": 0.14575, "nauc_precision_at_100_diff1": -0.292898, "nauc_precision_at_1000_max": -0.021147, "nauc_precision_at_1000_std": 0.14313, "nauc_precision_at_1000_diff1": -0.291124, "nauc_mrr_at_1_max": -0.478892, "nauc_mrr_at_1_std": -0.461069, "nauc_mrr_at_1_diff1": 0.257384, "nauc_mrr_at_3_max": -0.542986, "nauc_mrr_at_3_std": -0.543467, "nauc_mrr_at_3_diff1": 0.285064, "nauc_mrr_at_5_max": -0.523844, "nauc_mrr_at_5_std": -0.527663, "nauc_mrr_at_5_diff1": 0.276583, "nauc_mrr_at_10_max": -0.527172, "nauc_mrr_at_10_std": -0.524497, "nauc_mrr_at_10_diff1": 0.269437, "nauc_mrr_at_20_max": -0.527172, "nauc_mrr_at_20_std": -0.524497, "nauc_mrr_at_20_diff1": 0.269437, "nauc_mrr_at_100_max": -0.527172, "nauc_mrr_at_100_std": -0.524497, "nauc_mrr_at_100_diff1": 0.269437, "nauc_mrr_at_1000_max": -0.527172, "nauc_mrr_at_1000_std": -0.524497, "nauc_mrr_at_1000_diff1": 0.269437, "hit_rate_at_1": 0.83256, "hit_rate_at_3": 0.97209, "hit_rate_at_5": 0.9907, "hit_rate_at_10": 1.0, "hit_rate_at_20": 1.0, "hit_rate_at_100": 1.0, "hit_rate_at_1000": 1.0, "main_score": 0.7961, "hf_subset": "spanish", "languages": [ "spa-Latn" ] }, { "ndcg_at_1": 0.80233, "ndcg_at_3": 0.76798, "ndcg_at_5": 0.76589, "ndcg_at_10": 0.80341, "ndcg_at_20": 0.83485, "ndcg_at_100": 0.86102, "ndcg_at_1000": 0.86279, "map_at_1": 0.3263, "map_at_3": 0.52474, "map_at_5": 0.60136, "map_at_10": 0.68874, "map_at_20": 0.7271, "map_at_100": 0.74311, "map_at_1000": 0.74349, "recall_at_1": 0.3263, "recall_at_3": 0.56074, "recall_at_5": 0.66778, "recall_at_10": 0.82874, "recall_at_20": 0.92031, "recall_at_100": 0.99311, "recall_at_1000": 1.0, "accuracy": 0.3263, "precision_at_1": 0.86047, "precision_at_3": 0.61395, "precision_at_5": 0.4893, "precision_at_10": 0.34698, "precision_at_20": 0.20953, "precision_at_100": 0.04819, "precision_at_1000": 0.00488, "mrr_at_1": 0.860465, "mrr_at_3": 0.906977, "mrr_at_5": 0.911163, "mrr_at_10": 0.913378, "mrr_at_20": 0.91371, "mrr_at_100": 0.91371, "mrr_at_1000": 0.91371, "nauc_ndcg_at_1_max": -0.275971, "nauc_ndcg_at_1_std": -0.354061, "nauc_ndcg_at_1_diff1": 0.306908, "nauc_ndcg_at_3_max": -0.208859, "nauc_ndcg_at_3_std": -0.298353, "nauc_ndcg_at_3_diff1": 0.149816, "nauc_ndcg_at_5_max": -0.159508, "nauc_ndcg_at_5_std": -0.308053, "nauc_ndcg_at_5_diff1": 0.196718, "nauc_ndcg_at_10_max": -0.149495, "nauc_ndcg_at_10_std": -0.294309, "nauc_ndcg_at_10_diff1": 0.190612, "nauc_ndcg_at_20_max": -0.151643, "nauc_ndcg_at_20_std": -0.303312, "nauc_ndcg_at_20_diff1": 0.214227, "nauc_ndcg_at_100_max": -0.186033, "nauc_ndcg_at_100_std": -0.315338, "nauc_ndcg_at_100_diff1": 0.221226, "nauc_ndcg_at_1000_max": -0.184154, "nauc_ndcg_at_1000_std": -0.309868, "nauc_ndcg_at_1000_diff1": 0.216241, "nauc_map_at_1_max": -0.055586, "nauc_map_at_1_std": -0.202971, "nauc_map_at_1_diff1": 0.4267, "nauc_map_at_3_max": -0.101081, "nauc_map_at_3_std": -0.270415, "nauc_map_at_3_diff1": 0.311103, "nauc_map_at_5_max": -0.122702, "nauc_map_at_5_std": -0.300792, "nauc_map_at_5_diff1": 0.256015, "nauc_map_at_10_max": -0.131121, "nauc_map_at_10_std": -0.28137, "nauc_map_at_10_diff1": 0.195228, "nauc_map_at_20_max": -0.133303, "nauc_map_at_20_std": -0.272677, "nauc_map_at_20_diff1": 0.170202, "nauc_map_at_100_max": -0.140064, "nauc_map_at_100_std": -0.271616, "nauc_map_at_100_diff1": 0.167185, "nauc_map_at_1000_max": -0.139773, "nauc_map_at_1000_std": -0.270975, "nauc_map_at_1000_diff1": 0.166486, "nauc_recall_at_1_max": -0.055586, "nauc_recall_at_1_std": -0.202971, "nauc_recall_at_1_diff1": 0.4267, "nauc_recall_at_3_max": -0.05259, "nauc_recall_at_3_std": -0.233183, "nauc_recall_at_3_diff1": 0.298141, "nauc_recall_at_5_max": -0.062115, "nauc_recall_at_5_std": -0.262522, "nauc_recall_at_5_diff1": 0.240592, "nauc_recall_at_10_max": -0.027927, "nauc_recall_at_10_std": -0.224984, "nauc_recall_at_10_diff1": 0.184292, "nauc_recall_at_20_max": 0.020178, "nauc_recall_at_20_std": -0.208261, "nauc_recall_at_20_diff1": 0.158052, "nauc_recall_at_100_max": -0.175507, "nauc_recall_at_100_std": -0.474621, "nauc_recall_at_100_diff1": 0.388835, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": -0.471065, "nauc_precision_at_1_std": -0.496867, "nauc_precision_at_1_diff1": 0.230894, "nauc_precision_at_3_max": -0.172461, "nauc_precision_at_3_std": -0.091119, "nauc_precision_at_3_diff1": -0.298934, "nauc_precision_at_5_max": -0.100747, "nauc_precision_at_5_std": -0.017349, "nauc_precision_at_5_diff1": -0.329127, "nauc_precision_at_10_max": -0.017051, "nauc_precision_at_10_std": 0.125222, "nauc_precision_at_10_diff1": -0.350928, "nauc_precision_at_20_max": 0.012166, "nauc_precision_at_20_std": 0.163545, "nauc_precision_at_20_diff1": -0.324402, "nauc_precision_at_100_max": 0.007358, "nauc_precision_at_100_std": 0.171139, "nauc_precision_at_100_diff1": -0.287058, "nauc_precision_at_1000_max": 0.013267, "nauc_precision_at_1000_std": 0.178838, "nauc_precision_at_1000_diff1": -0.291425, "nauc_mrr_at_1_max": -0.471065, "nauc_mrr_at_1_std": -0.496867, "nauc_mrr_at_1_diff1": 0.230894, "nauc_mrr_at_3_max": -0.45773, "nauc_mrr_at_3_std": -0.477129, "nauc_mrr_at_3_diff1": 0.216298, "nauc_mrr_at_5_max": -0.454946, "nauc_mrr_at_5_std": -0.475284, "nauc_mrr_at_5_diff1": 0.229173, "nauc_mrr_at_10_max": -0.450953, "nauc_mrr_at_10_std": -0.473421, "nauc_mrr_at_10_diff1": 0.223999, "nauc_mrr_at_20_max": -0.456183, "nauc_mrr_at_20_std": -0.476712, "nauc_mrr_at_20_diff1": 0.222027, "nauc_mrr_at_100_max": -0.456183, "nauc_mrr_at_100_std": -0.476712, "nauc_mrr_at_100_diff1": 0.222027, "nauc_mrr_at_1000_max": -0.456183, "nauc_mrr_at_1000_std": -0.476712, "nauc_mrr_at_1000_diff1": 0.222027, "hit_rate_at_1": 0.86047, "hit_rate_at_3": 0.96279, "hit_rate_at_5": 0.9814, "hit_rate_at_10": 0.99535, "hit_rate_at_20": 1.0, "hit_rate_at_100": 1.0, "hit_rate_at_1000": 1.0, "main_score": 0.80341, "hf_subset": "english", "languages": [ "eng-Latn" ] }, { "ndcg_at_1": 0.74884, "ndcg_at_3": 0.74331, "ndcg_at_5": 0.75914, "ndcg_at_10": 0.79414, "ndcg_at_20": 0.82495, "ndcg_at_100": 0.8493, "ndcg_at_1000": 0.85121, "map_at_1": 0.3112, "map_at_3": 0.50454, "map_at_5": 0.59156, "map_at_10": 0.67955, "map_at_20": 0.71825, "map_at_100": 0.73295, "map_at_1000": 0.73327, "recall_at_1": 0.3112, "recall_at_3": 0.55019, "recall_at_5": 0.67654, "recall_at_10": 0.8335, "recall_at_20": 0.92285, "recall_at_100": 0.99159, "recall_at_1000": 0.99907, "accuracy": 0.3112, "precision_at_1": 0.81395, "precision_at_3": 0.6031, "precision_at_5": 0.49581, "precision_at_10": 0.34977, "precision_at_20": 0.21116, "precision_at_100": 0.04805, "precision_at_1000": 0.00487, "mrr_at_1": 0.813953, "mrr_at_3": 0.88062, "mrr_at_5": 0.885039, "mrr_at_10": 0.886202, "mrr_at_20": 0.886624, "mrr_at_100": 0.886624, "mrr_at_1000": 0.886624, "nauc_ndcg_at_1_max": -0.33123, "nauc_ndcg_at_1_std": -0.406271, "nauc_ndcg_at_1_diff1": 0.408532, "nauc_ndcg_at_3_max": -0.28274, "nauc_ndcg_at_3_std": -0.374605, "nauc_ndcg_at_3_diff1": 0.21209, "nauc_ndcg_at_5_max": -0.264479, "nauc_ndcg_at_5_std": -0.358282, "nauc_ndcg_at_5_diff1": 0.263711, "nauc_ndcg_at_10_max": -0.253925, "nauc_ndcg_at_10_std": -0.375098, "nauc_ndcg_at_10_diff1": 0.280756, "nauc_ndcg_at_20_max": -0.230436, "nauc_ndcg_at_20_std": -0.359245, "nauc_ndcg_at_20_diff1": 0.305717, "nauc_ndcg_at_100_max": -0.271634, "nauc_ndcg_at_100_std": -0.36427, "nauc_ndcg_at_100_diff1": 0.311777, "nauc_ndcg_at_1000_max": -0.271733, "nauc_ndcg_at_1000_std": -0.360375, "nauc_ndcg_at_1000_diff1": 0.307466, "nauc_map_at_1_max": -0.127045, "nauc_map_at_1_std": -0.237218, "nauc_map_at_1_diff1": 0.42929, "nauc_map_at_3_max": -0.158144, "nauc_map_at_3_std": -0.299566, "nauc_map_at_3_diff1": 0.337109, "nauc_map_at_5_max": -0.194702, "nauc_map_at_5_std": -0.319629, "nauc_map_at_5_diff1": 0.2968, "nauc_map_at_10_max": -0.208885, "nauc_map_at_10_std": -0.327966, "nauc_map_at_10_diff1": 0.255816, "nauc_map_at_20_max": -0.202015, "nauc_map_at_20_std": -0.310525, "nauc_map_at_20_diff1": 0.228667, "nauc_map_at_100_max": -0.215931, "nauc_map_at_100_std": -0.310633, "nauc_map_at_100_diff1": 0.223121, "nauc_map_at_1000_max": -0.215875, "nauc_map_at_1000_std": -0.310052, "nauc_map_at_1000_diff1": 0.222524, "nauc_recall_at_1_max": -0.127045, "nauc_recall_at_1_std": -0.237218, "nauc_recall_at_1_diff1": 0.42929, "nauc_recall_at_3_max": -0.097977, "nauc_recall_at_3_std": -0.266886, "nauc_recall_at_3_diff1": 0.29785, "nauc_recall_at_5_max": -0.134608, "nauc_recall_at_5_std": -0.279593, "nauc_recall_at_5_diff1": 0.259178, "nauc_recall_at_10_max": -0.11481, "nauc_recall_at_10_std": -0.320544, "nauc_recall_at_10_diff1": 0.234533, "nauc_recall_at_20_max": -0.011598, "nauc_recall_at_20_std": -0.243584, "nauc_recall_at_20_diff1": 0.204411, "nauc_recall_at_100_max": -0.158441, "nauc_recall_at_100_std": -0.329877, "nauc_recall_at_100_diff1": 0.501746, "nauc_recall_at_1000_max": 0.357178, "nauc_recall_at_1000_std": 0.868942, "nauc_recall_at_1000_diff1": 0.868942, "nauc_precision_at_1_max": -0.503278, "nauc_precision_at_1_std": -0.508175, "nauc_precision_at_1_diff1": 0.341986, "nauc_precision_at_3_max": -0.167471, "nauc_precision_at_3_std": -0.119126, "nauc_precision_at_3_diff1": -0.260175, "nauc_precision_at_5_max": -0.111815, "nauc_precision_at_5_std": 0.009181, "nauc_precision_at_5_diff1": -0.306322, "nauc_precision_at_10_max": -0.008893, "nauc_precision_at_10_std": 0.119153, "nauc_precision_at_10_diff1": -0.338451, "nauc_precision_at_20_max": 0.043953, "nauc_precision_at_20_std": 0.176944, "nauc_precision_at_20_diff1": -0.323855, "nauc_precision_at_100_max": 0.029921, "nauc_precision_at_100_std": 0.186854, "nauc_precision_at_100_diff1": -0.30438, "nauc_precision_at_1000_max": 0.031512, "nauc_precision_at_1000_std": 0.19082, "nauc_precision_at_1000_diff1": -0.31218, "nauc_mrr_at_1_max": -0.503278, "nauc_mrr_at_1_std": -0.508175, "nauc_mrr_at_1_diff1": 0.341986, "nauc_mrr_at_3_max": -0.490735, "nauc_mrr_at_3_std": -0.498184, "nauc_mrr_at_3_diff1": 0.332748, "nauc_mrr_at_5_max": -0.508913, "nauc_mrr_at_5_std": -0.515666, "nauc_mrr_at_5_diff1": 0.336971, "nauc_mrr_at_10_max": -0.509598, "nauc_mrr_at_10_std": -0.519657, "nauc_mrr_at_10_diff1": 0.338273, "nauc_mrr_at_20_max": -0.507062, "nauc_mrr_at_20_std": -0.5148, "nauc_mrr_at_20_diff1": 0.339125, "nauc_mrr_at_100_max": -0.507062, "nauc_mrr_at_100_std": -0.5148, "nauc_mrr_at_100_diff1": 0.339125, "nauc_mrr_at_1000_max": -0.507062, "nauc_mrr_at_1000_std": -0.5148, "nauc_mrr_at_1000_diff1": 0.339125, "hit_rate_at_1": 0.81395, "hit_rate_at_3": 0.96744, "hit_rate_at_5": 0.98605, "hit_rate_at_10": 0.99535, "hit_rate_at_20": 1.0, "hit_rate_at_100": 1.0, "hit_rate_at_1000": 1.0, "main_score": 0.79414, "hf_subset": "german", "languages": [ "deu-Latn" ] }, { "ndcg_at_1": 0.77442, "ndcg_at_3": 0.76041, "ndcg_at_5": 0.76703, "ndcg_at_10": 0.79762, "ndcg_at_20": 0.82841, "ndcg_at_100": 0.855, "ndcg_at_1000": 0.85734, "map_at_1": 0.31266, "map_at_3": 0.51843, "map_at_5": 0.60054, "map_at_10": 0.6819, "map_at_20": 0.72154, "map_at_100": 0.73741, "map_at_1000": 0.73789, "recall_at_1": 0.31266, "recall_at_3": 0.56206, "recall_at_5": 0.67989, "recall_at_10": 0.82857, "recall_at_20": 0.9172, "recall_at_100": 0.99096, "recall_at_1000": 1.0, "accuracy": 0.31266, "precision_at_1": 0.82791, "precision_at_3": 0.6155, "precision_at_5": 0.4986, "precision_at_10": 0.34558, "precision_at_20": 0.20907, "precision_at_100": 0.048, "precision_at_1000": 0.00488, "mrr_at_1": 0.827907, "mrr_at_3": 0.891473, "mrr_at_5": 0.896822, "mrr_at_10": 0.897287, "mrr_at_20": 0.897287, "mrr_at_100": 0.897287, "mrr_at_1000": 0.897287, "nauc_ndcg_at_1_max": -0.28972, "nauc_ndcg_at_1_std": -0.346916, "nauc_ndcg_at_1_diff1": 0.223893, "nauc_ndcg_at_3_max": -0.286148, "nauc_ndcg_at_3_std": -0.382041, "nauc_ndcg_at_3_diff1": 0.096532, "nauc_ndcg_at_5_max": -0.19747, "nauc_ndcg_at_5_std": -0.328106, "nauc_ndcg_at_5_diff1": 0.179617, "nauc_ndcg_at_10_max": -0.232566, "nauc_ndcg_at_10_std": -0.361452, "nauc_ndcg_at_10_diff1": 0.180755, "nauc_ndcg_at_20_max": -0.243393, "nauc_ndcg_at_20_std": -0.36105, "nauc_ndcg_at_20_diff1": 0.176243, "nauc_ndcg_at_100_max": -0.261295, "nauc_ndcg_at_100_std": -0.345916, "nauc_ndcg_at_100_diff1": 0.17485, "nauc_ndcg_at_1000_max": -0.264342, "nauc_ndcg_at_1000_std": -0.339294, "nauc_ndcg_at_1000_diff1": 0.170032, "nauc_map_at_1_max": -0.107374, "nauc_map_at_1_std": -0.246395, "nauc_map_at_1_diff1": 0.371173, "nauc_map_at_3_max": -0.17156, "nauc_map_at_3_std": -0.332382, "nauc_map_at_3_diff1": 0.252379, "nauc_map_at_5_max": -0.169177, "nauc_map_at_5_std": -0.332903, "nauc_map_at_5_diff1": 0.232219, "nauc_map_at_10_max": -0.203343, "nauc_map_at_10_std": -0.338497, "nauc_map_at_10_diff1": 0.176168, "nauc_map_at_20_max": -0.216729, "nauc_map_at_20_std": -0.324876, "nauc_map_at_20_diff1": 0.136821, "nauc_map_at_100_max": -0.222104, "nauc_map_at_100_std": -0.319174, "nauc_map_at_100_diff1": 0.131541, "nauc_map_at_1000_max": -0.222382, "nauc_map_at_1000_std": -0.318295, "nauc_map_at_1000_diff1": 0.130827, "nauc_recall_at_1_max": -0.107374, "nauc_recall_at_1_std": -0.246395, "nauc_recall_at_1_diff1": 0.371173, "nauc_recall_at_3_max": -0.109556, "nauc_recall_at_3_std": -0.317347, "nauc_recall_at_3_diff1": 0.236764, "nauc_recall_at_5_max": -0.078268, "nauc_recall_at_5_std": -0.317506, "nauc_recall_at_5_diff1": 0.2492, "nauc_recall_at_10_max": -0.095639, "nauc_recall_at_10_std": -0.338657, "nauc_recall_at_10_diff1": 0.207651, "nauc_recall_at_20_max": -0.109765, "nauc_recall_at_20_std": -0.360668, "nauc_recall_at_20_diff1": 0.156395, "nauc_recall_at_100_max": -0.033799, "nauc_recall_at_100_std": -0.489229, "nauc_recall_at_100_diff1": 0.3024, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": -0.449323, "nauc_precision_at_1_std": -0.439998, "nauc_precision_at_1_diff1": 0.151201, "nauc_precision_at_3_max": -0.215386, "nauc_precision_at_3_std": -0.133089, "nauc_precision_at_3_diff1": -0.309989, "nauc_precision_at_5_max": -0.074449, "nauc_precision_at_5_std": 0.050424, "nauc_precision_at_5_diff1": -0.298357, "nauc_precision_at_10_max": -0.023149, "nauc_precision_at_10_std": 0.147966, "nauc_precision_at_10_diff1": -0.339179, "nauc_precision_at_20_max": 0.006905, "nauc_precision_at_20_std": 0.1869, "nauc_precision_at_20_diff1": -0.317474, "nauc_precision_at_100_max": 0.022568, "nauc_precision_at_100_std": 0.218063, "nauc_precision_at_100_diff1": -0.292648, "nauc_precision_at_1000_max": 0.025121, "nauc_precision_at_1000_std": 0.227348, "nauc_precision_at_1000_diff1": -0.294271, "nauc_mrr_at_1_max": -0.449323, "nauc_mrr_at_1_std": -0.439998, "nauc_mrr_at_1_diff1": 0.151201, "nauc_mrr_at_3_max": -0.524146, "nauc_mrr_at_3_std": -0.508791, "nauc_mrr_at_3_diff1": 0.138927, "nauc_mrr_at_5_max": -0.499387, "nauc_mrr_at_5_std": -0.488409, "nauc_mrr_at_5_diff1": 0.13979, "nauc_mrr_at_10_max": -0.499059, "nauc_mrr_at_10_std": -0.485241, "nauc_mrr_at_10_diff1": 0.136335, "nauc_mrr_at_20_max": -0.499059, "nauc_mrr_at_20_std": -0.485241, "nauc_mrr_at_20_diff1": 0.136335, "nauc_mrr_at_100_max": -0.499059, "nauc_mrr_at_100_std": -0.485241, "nauc_mrr_at_100_diff1": 0.136335, "nauc_mrr_at_1000_max": -0.499059, "nauc_mrr_at_1000_std": -0.485241, "nauc_mrr_at_1000_diff1": 0.136335, "hit_rate_at_1": 0.82791, "hit_rate_at_3": 0.97209, "hit_rate_at_5": 0.99535, "hit_rate_at_10": 1.0, "hit_rate_at_20": 1.0, "hit_rate_at_100": 1.0, "hit_rate_at_1000": 1.0, "main_score": 0.79762, "hf_subset": "italian", "languages": [ "ita-Latn" ] }, { "ndcg_at_1": 0.78837, "ndcg_at_3": 0.77185, "ndcg_at_5": 0.77377, "ndcg_at_10": 0.80077, "ndcg_at_20": 0.83321, "ndcg_at_100": 0.85924, "ndcg_at_1000": 0.86132, "map_at_1": 0.31816, "map_at_3": 0.53055, "map_at_5": 0.61151, "map_at_10": 0.69082, "map_at_20": 0.73183, "map_at_100": 0.74718, "map_at_1000": 0.74762, "recall_at_1": 0.31816, "recall_at_3": 0.57453, "recall_at_5": 0.68763, "recall_at_10": 0.82874, "recall_at_20": 0.92206, "recall_at_100": 0.99248, "recall_at_1000": 1.0, "accuracy": 0.31816, "precision_at_1": 0.85116, "precision_at_3": 0.63256, "precision_at_5": 0.50512, "precision_at_10": 0.34651, "precision_at_20": 0.20977, "precision_at_100": 0.04809, "precision_at_1000": 0.00488, "mrr_at_1": 0.851163, "mrr_at_3": 0.905426, "mrr_at_5": 0.909612, "mrr_at_10": 0.910078, "mrr_at_20": 0.910078, "mrr_at_100": 0.910078, "mrr_at_1000": 0.910078, "nauc_ndcg_at_1_max": -0.301524, "nauc_ndcg_at_1_std": -0.399183, "nauc_ndcg_at_1_diff1": 0.271719, "nauc_ndcg_at_3_max": -0.320947, "nauc_ndcg_at_3_std": -0.412765, "nauc_ndcg_at_3_diff1": 0.06726, "nauc_ndcg_at_5_max": -0.202388, "nauc_ndcg_at_5_std": -0.332378, "nauc_ndcg_at_5_diff1": 0.147037, "nauc_ndcg_at_10_max": -0.219178, "nauc_ndcg_at_10_std": -0.35403, "nauc_ndcg_at_10_diff1": 0.173669, "nauc_ndcg_at_20_max": -0.222321, "nauc_ndcg_at_20_std": -0.362764, "nauc_ndcg_at_20_diff1": 0.182081, "nauc_ndcg_at_100_max": -0.25493, "nauc_ndcg_at_100_std": -0.355268, "nauc_ndcg_at_100_diff1": 0.190421, "nauc_ndcg_at_1000_max": -0.254395, "nauc_ndcg_at_1000_std": -0.347988, "nauc_ndcg_at_1000_diff1": 0.186582, "nauc_map_at_1_max": -0.074234, "nauc_map_at_1_std": -0.220115, "nauc_map_at_1_diff1": 0.421324, "nauc_map_at_3_max": -0.147889, "nauc_map_at_3_std": -0.312581, "nauc_map_at_3_diff1": 0.292032, "nauc_map_at_5_max": -0.138092, "nauc_map_at_5_std": -0.304958, "nauc_map_at_5_diff1": 0.257789, "nauc_map_at_10_max": -0.178517, "nauc_map_at_10_std": -0.319173, "nauc_map_at_10_diff1": 0.194157, "nauc_map_at_20_max": -0.196117, "nauc_map_at_20_std": -0.317936, "nauc_map_at_20_diff1": 0.156151, "nauc_map_at_100_max": -0.209306, "nauc_map_at_100_std": -0.314643, "nauc_map_at_100_diff1": 0.155116, "nauc_map_at_1000_max": -0.209394, "nauc_map_at_1000_std": -0.313911, "nauc_map_at_1000_diff1": 0.154526, "nauc_recall_at_1_max": -0.074234, "nauc_recall_at_1_std": -0.220115, "nauc_recall_at_1_diff1": 0.421324, "nauc_recall_at_3_max": -0.106047, "nauc_recall_at_3_std": -0.306633, "nauc_recall_at_3_diff1": 0.259536, "nauc_recall_at_5_max": -0.050534, "nauc_recall_at_5_std": -0.279938, "nauc_recall_at_5_diff1": 0.239724, "nauc_recall_at_10_max": -0.071093, "nauc_recall_at_10_std": -0.297963, "nauc_recall_at_10_diff1": 0.173472, "nauc_recall_at_20_max": -0.100357, "nauc_recall_at_20_std": -0.377861, "nauc_recall_at_20_diff1": 0.110117, "nauc_recall_at_100_max": -0.306597, "nauc_recall_at_100_std": -0.695979, "nauc_recall_at_100_diff1": 0.334766, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": -0.498438, "nauc_precision_at_1_std": -0.531926, "nauc_precision_at_1_diff1": 0.19505, "nauc_precision_at_3_max": -0.269994, "nauc_precision_at_3_std": -0.173323, "nauc_precision_at_3_diff1": -0.366784, "nauc_precision_at_5_max": -0.101512, "nauc_precision_at_5_std": 0.031455, "nauc_precision_at_5_diff1": -0.361446, "nauc_precision_at_10_max": -0.058385, "nauc_precision_at_10_std": 0.11919, "nauc_precision_at_10_diff1": -0.375476, "nauc_precision_at_20_max": -0.0248, "nauc_precision_at_20_std": 0.158266, "nauc_precision_at_20_diff1": -0.349383, "nauc_precision_at_100_max": -0.019896, "nauc_precision_at_100_std": 0.190208, "nauc_precision_at_100_diff1": -0.310314, "nauc_precision_at_1000_max": -0.013254, "nauc_precision_at_1000_std": 0.200538, "nauc_precision_at_1000_diff1": -0.312754, "nauc_mrr_at_1_max": -0.498438, "nauc_mrr_at_1_std": -0.531926, "nauc_mrr_at_1_diff1": 0.19505, "nauc_mrr_at_3_max": -0.577142, "nauc_mrr_at_3_std": -0.613028, "nauc_mrr_at_3_diff1": 0.178837, "nauc_mrr_at_5_max": -0.548021, "nauc_mrr_at_5_std": -0.59084, "nauc_mrr_at_5_diff1": 0.180928, "nauc_mrr_at_10_max": -0.544762, "nauc_mrr_at_10_std": -0.584586, "nauc_mrr_at_10_diff1": 0.179985, "nauc_mrr_at_20_max": -0.544762, "nauc_mrr_at_20_std": -0.584586, "nauc_mrr_at_20_diff1": 0.179985, "nauc_mrr_at_100_max": -0.544762, "nauc_mrr_at_100_std": -0.584586, "nauc_mrr_at_100_diff1": 0.179985, "nauc_mrr_at_1000_max": -0.544762, "nauc_mrr_at_1000_std": -0.584586, "nauc_mrr_at_1000_diff1": 0.179985, "hit_rate_at_1": 0.85116, "hit_rate_at_3": 0.97674, "hit_rate_at_5": 0.99535, "hit_rate_at_10": 1.0, "hit_rate_at_20": 1.0, "hit_rate_at_100": 1.0, "hit_rate_at_1000": 1.0, "main_score": 0.80077, "hf_subset": "portuguese", "languages": [ "por-Latn" ] } ] }, "evaluation_time": 983.7889778614044, "kg_co2_emissions": null, "date": 1781787000.074157 }