{ "dataset_revision": "0542c0d03da0ec1c8cbc517c8d78e7e95c75d3d3", "task_name": "Vidore2ESGReportsRetrieval", "mteb_version": "2.12.30", "scores": { "test": [ { "ndcg_at_1": 0.70175, "ndcg_at_3": 0.61984, "ndcg_at_5": 0.66474, "ndcg_at_10": 0.71173, "ndcg_at_20": 0.73804, "ndcg_at_100": 0.7767, "ndcg_at_1000": 0.7767, "map_at_1": 0.38319, "map_at_3": 0.4789, "map_at_5": 0.55422, "map_at_10": 0.60417, "map_at_20": 0.62566, "map_at_100": 0.64659, "map_at_1000": 0.64659, "recall_at_1": 0.38319, "recall_at_3": 0.52709, "recall_at_5": 0.66408, "recall_at_10": 0.80353, "recall_at_20": 0.87865, "recall_at_100": 1.0, "recall_at_1000": 1.0, "accuracy": 0.38319, "precision_at_1": 0.70175, "precision_at_3": 0.38596, "precision_at_5": 0.32632, "precision_at_10": 0.22456, "precision_at_20": 0.13947, "precision_at_100": 0.03895, "precision_at_1000": 0.00389, "mrr_at_1": 0.701754, "mrr_at_3": 0.766082, "mrr_at_5": 0.770468, "mrr_at_10": 0.781572, "mrr_at_20": 0.783034, "mrr_at_100": 0.783983, "mrr_at_1000": 0.783983, "nauc_ndcg_at_1_max": -0.252348, "nauc_ndcg_at_1_std": -0.175303, "nauc_ndcg_at_1_diff1": 0.298647, "nauc_ndcg_at_3_max": 0.063368, "nauc_ndcg_at_3_std": 0.109754, "nauc_ndcg_at_3_diff1": 0.273358, "nauc_ndcg_at_5_max": -0.020562, "nauc_ndcg_at_5_std": 0.056634, "nauc_ndcg_at_5_diff1": 0.295442, "nauc_ndcg_at_10_max": -0.019791, "nauc_ndcg_at_10_std": 0.091559, "nauc_ndcg_at_10_diff1": 0.305229, "nauc_ndcg_at_20_max": -0.05122, "nauc_ndcg_at_20_std": 0.024469, "nauc_ndcg_at_20_diff1": 0.304688, "nauc_ndcg_at_100_max": -0.135323, "nauc_ndcg_at_100_std": -0.011017, "nauc_ndcg_at_100_diff1": 0.196857, "nauc_ndcg_at_1000_max": -0.135323, "nauc_ndcg_at_1000_std": -0.011017, "nauc_ndcg_at_1000_diff1": 0.196857, "nauc_map_at_1_max": 0.074646, "nauc_map_at_1_std": 0.021021, "nauc_map_at_1_diff1": 0.267846, "nauc_map_at_3_max": 0.180725, "nauc_map_at_3_std": 0.161624, "nauc_map_at_3_diff1": 0.293681, "nauc_map_at_5_max": 0.11886, "nauc_map_at_5_std": 0.133935, "nauc_map_at_5_diff1": 0.299292, "nauc_map_at_10_max": 0.087197, "nauc_map_at_10_std": 0.126723, "nauc_map_at_10_diff1": 0.296549, "nauc_map_at_20_max": 0.051796, "nauc_map_at_20_std": 0.09197, "nauc_map_at_20_diff1": 0.282065, "nauc_map_at_100_max": 0.001633, "nauc_map_at_100_std": 0.07213, "nauc_map_at_100_diff1": 0.227079, "nauc_map_at_1000_max": 0.001633, "nauc_map_at_1000_std": 0.07213, "nauc_map_at_1000_diff1": 0.227079, "nauc_recall_at_1_max": 0.074646, "nauc_recall_at_1_std": 0.021021, "nauc_recall_at_1_diff1": 0.267846, "nauc_recall_at_3_max": 0.270882, "nauc_recall_at_3_std": 0.239179, "nauc_recall_at_3_diff1": 0.34999, "nauc_recall_at_5_max": 0.160615, "nauc_recall_at_5_std": 0.189377, "nauc_recall_at_5_diff1": 0.375252, "nauc_recall_at_10_max": 0.138483, "nauc_recall_at_10_std": 0.285801, "nauc_recall_at_10_diff1": 0.50108, "nauc_recall_at_20_max": 0.104278, "nauc_recall_at_20_std": 0.067757, "nauc_recall_at_20_diff1": 0.627903, "nauc_recall_at_100_max": NaN, "nauc_recall_at_100_std": NaN, "nauc_recall_at_100_diff1": NaN, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": -0.252348, "nauc_precision_at_1_std": -0.175303, "nauc_precision_at_1_diff1": 0.298647, "nauc_precision_at_3_max": -0.087868, "nauc_precision_at_3_std": 0.042927, "nauc_precision_at_3_diff1": 0.06864, "nauc_precision_at_5_max": -0.206723, "nauc_precision_at_5_std": -0.070137, "nauc_precision_at_5_diff1": -0.005398, "nauc_precision_at_10_max": -0.291616, "nauc_precision_at_10_std": -0.119382, "nauc_precision_at_10_diff1": -0.138067, "nauc_precision_at_20_max": -0.355516, "nauc_precision_at_20_std": -0.195694, "nauc_precision_at_20_diff1": -0.246586, "nauc_precision_at_100_max": -0.387759, "nauc_precision_at_100_std": -0.191953, "nauc_precision_at_100_diff1": -0.39626, "nauc_precision_at_1000_max": -0.387759, "nauc_precision_at_1000_std": -0.191953, "nauc_precision_at_1000_diff1": -0.39626, "nauc_mrr_at_1_max": -0.252348, "nauc_mrr_at_1_std": -0.175303, "nauc_mrr_at_1_diff1": 0.298647, "nauc_mrr_at_3_max": -0.293846, "nauc_mrr_at_3_std": -0.140187, "nauc_mrr_at_3_diff1": 0.290365, "nauc_mrr_at_5_max": -0.295772, "nauc_mrr_at_5_std": -0.130847, "nauc_mrr_at_5_diff1": 0.293045, "nauc_mrr_at_10_max": -0.301096, "nauc_mrr_at_10_std": -0.138677, "nauc_mrr_at_10_diff1": 0.279375, "nauc_mrr_at_20_max": -0.299145, "nauc_mrr_at_20_std": -0.146282, "nauc_mrr_at_20_diff1": 0.285709, "nauc_mrr_at_100_max": -0.300692, "nauc_mrr_at_100_std": -0.147871, "nauc_mrr_at_100_diff1": 0.284144, "nauc_mrr_at_1000_max": -0.300692, "nauc_mrr_at_1000_std": -0.147871, "nauc_mrr_at_1000_diff1": 0.284144, "hit_rate_at_1": 0.70175, "hit_rate_at_3": 0.84211, "hit_rate_at_5": 0.85965, "hit_rate_at_10": 0.94737, "hit_rate_at_20": 0.96491, "hit_rate_at_100": 1.0, "hit_rate_at_1000": 1.0, "main_score": 0.66474, "hf_subset": "french", "languages": [ "fra-Latn" ] }, { "ndcg_at_1": 0.68421, "ndcg_at_3": 0.62073, "ndcg_at_5": 0.67456, "ndcg_at_10": 0.71604, "ndcg_at_20": 0.73808, "ndcg_at_100": 0.77141, "ndcg_at_1000": 0.7739, "map_at_1": 0.36335, "map_at_3": 0.47775, "map_at_5": 0.55199, "map_at_10": 0.60036, "map_at_20": 0.62094, "map_at_100": 0.64146, "map_at_1000": 0.6416, "recall_at_1": 0.36335, "recall_at_3": 0.54756, "recall_at_5": 0.69419, "recall_at_10": 0.82506, "recall_at_20": 0.88941, "recall_at_100": 0.98246, "recall_at_1000": 1.0, "accuracy": 0.36335, "precision_at_1": 0.68421, "precision_at_3": 0.39181, "precision_at_5": 0.34035, "precision_at_10": 0.22807, "precision_at_20": 0.14035, "precision_at_100": 0.03877, "precision_at_1000": 0.00389, "mrr_at_1": 0.684211, "mrr_at_3": 0.751462, "mrr_at_5": 0.768129, "mrr_at_10": 0.774708, "mrr_at_20": 0.776302, "mrr_at_100": 0.776302, "mrr_at_1000": 0.776437, "nauc_ndcg_at_1_max": -0.133519, "nauc_ndcg_at_1_std": -0.054602, "nauc_ndcg_at_1_diff1": 0.478399, "nauc_ndcg_at_3_max": 0.080771, "nauc_ndcg_at_3_std": 0.075726, "nauc_ndcg_at_3_diff1": 0.332404, "nauc_ndcg_at_5_max": 0.041041, "nauc_ndcg_at_5_std": 0.046699, "nauc_ndcg_at_5_diff1": 0.337567, "nauc_ndcg_at_10_max": 0.074035, "nauc_ndcg_at_10_std": 0.118639, "nauc_ndcg_at_10_diff1": 0.384264, "nauc_ndcg_at_20_max": 0.025279, "nauc_ndcg_at_20_std": 0.057045, "nauc_ndcg_at_20_diff1": 0.423315, "nauc_ndcg_at_100_max": -0.019054, "nauc_ndcg_at_100_std": 0.04956, "nauc_ndcg_at_100_diff1": 0.341566, "nauc_ndcg_at_1000_max": -0.016797, "nauc_ndcg_at_1000_std": 0.052879, "nauc_ndcg_at_1000_diff1": 0.333412, "nauc_map_at_1_max": 0.119482, "nauc_map_at_1_std": 0.07194, "nauc_map_at_1_diff1": 0.342653, "nauc_map_at_3_max": 0.194388, "nauc_map_at_3_std": 0.12743, "nauc_map_at_3_diff1": 0.340561, "nauc_map_at_5_max": 0.170955, "nauc_map_at_5_std": 0.106997, "nauc_map_at_5_diff1": 0.34946, "nauc_map_at_10_max": 0.146269, "nauc_map_at_10_std": 0.121202, "nauc_map_at_10_diff1": 0.377047, "nauc_map_at_20_max": 0.101053, "nauc_map_at_20_std": 0.092496, "nauc_map_at_20_diff1": 0.37796, "nauc_map_at_100_max": 0.070522, "nauc_map_at_100_std": 0.089254, "nauc_map_at_100_diff1": 0.33475, "nauc_map_at_1000_max": 0.070661, "nauc_map_at_1000_std": 0.089403, "nauc_map_at_1000_diff1": 0.334436, "nauc_recall_at_1_max": 0.119482, "nauc_recall_at_1_std": 0.07194, "nauc_recall_at_1_diff1": 0.342653, "nauc_recall_at_3_max": 0.22734, "nauc_recall_at_3_std": 0.145012, "nauc_recall_at_3_diff1": 0.282462, "nauc_recall_at_5_max": 0.187242, "nauc_recall_at_5_std": 0.079568, "nauc_recall_at_5_diff1": 0.294615, "nauc_recall_at_10_max": 0.238836, "nauc_recall_at_10_std": 0.244397, "nauc_recall_at_10_diff1": 0.437538, "nauc_recall_at_20_max": 0.117161, "nauc_recall_at_20_std": 0.041705, "nauc_recall_at_20_diff1": 0.712086, "nauc_recall_at_100_max": -0.164944, "nauc_recall_at_100_std": -0.164944, "nauc_recall_at_100_diff1": 0.868512, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": -0.133519, "nauc_precision_at_1_std": -0.054602, "nauc_precision_at_1_diff1": 0.478399, "nauc_precision_at_3_max": -0.064639, "nauc_precision_at_3_std": 0.025196, "nauc_precision_at_3_diff1": 0.136589, "nauc_precision_at_5_max": -0.170136, "nauc_precision_at_5_std": -0.049878, "nauc_precision_at_5_diff1": -0.009988, "nauc_precision_at_10_max": -0.243854, "nauc_precision_at_10_std": -0.022335, "nauc_precision_at_10_diff1": -0.102233, "nauc_precision_at_20_max": -0.329587, "nauc_precision_at_20_std": -0.094733, "nauc_precision_at_20_diff1": -0.18122, "nauc_precision_at_100_max": -0.329706, "nauc_precision_at_100_std": -0.084324, "nauc_precision_at_100_diff1": -0.333685, "nauc_precision_at_1000_max": -0.330497, "nauc_precision_at_1000_std": -0.083937, "nauc_precision_at_1000_diff1": -0.339462, "nauc_mrr_at_1_max": -0.133519, "nauc_mrr_at_1_std": -0.054602, "nauc_mrr_at_1_diff1": 0.478399, "nauc_mrr_at_3_max": -0.125168, "nauc_mrr_at_3_std": -0.043994, "nauc_mrr_at_3_diff1": 0.455902, "nauc_mrr_at_5_max": -0.135847, "nauc_mrr_at_5_std": -0.035962, "nauc_mrr_at_5_diff1": 0.443328, "nauc_mrr_at_10_max": -0.132226, "nauc_mrr_at_10_std": -0.036179, "nauc_mrr_at_10_diff1": 0.444122, "nauc_mrr_at_20_max": -0.131959, "nauc_mrr_at_20_std": -0.043566, "nauc_mrr_at_20_diff1": 0.452317, "nauc_mrr_at_100_max": -0.131959, "nauc_mrr_at_100_std": -0.043566, "nauc_mrr_at_100_diff1": 0.452317, "nauc_mrr_at_1000_max": -0.131936, "nauc_mrr_at_1000_std": -0.043482, "nauc_mrr_at_1000_diff1": 0.452029, "hit_rate_at_1": 0.68421, "hit_rate_at_3": 0.84211, "hit_rate_at_5": 0.91228, "hit_rate_at_10": 0.96491, "hit_rate_at_20": 0.98246, "hit_rate_at_100": 0.98246, "hit_rate_at_1000": 1.0, "main_score": 0.67456, "hf_subset": "spanish", "languages": [ "spa-Latn" ] }, { "ndcg_at_1": 0.70175, "ndcg_at_3": 0.58518, "ndcg_at_5": 0.66413, "ndcg_at_10": 0.70254, "ndcg_at_20": 0.72616, "ndcg_at_100": 0.76306, "ndcg_at_1000": 0.76558, "map_at_1": 0.37285, "map_at_3": 0.4536, "map_at_5": 0.53843, "map_at_10": 0.59009, "map_at_20": 0.60807, "map_at_100": 0.63063, "map_at_1000": 0.63077, "recall_at_1": 0.37285, "recall_at_3": 0.49365, "recall_at_5": 0.69398, "recall_at_10": 0.8119, "recall_at_20": 0.88557, "recall_at_100": 0.98246, "recall_at_1000": 1.0, "accuracy": 0.37285, "precision_at_1": 0.70175, "precision_at_3": 0.36257, "precision_at_5": 0.32982, "precision_at_10": 0.22105, "precision_at_20": 0.13421, "precision_at_100": 0.03877, "precision_at_1000": 0.00389, "mrr_at_1": 0.701754, "mrr_at_3": 0.730994, "mrr_at_5": 0.759942, "mrr_at_10": 0.7654, "mrr_at_20": 0.767544, "mrr_at_100": 0.767544, "mrr_at_1000": 0.767688, "nauc_ndcg_at_1_max": -0.247085, "nauc_ndcg_at_1_std": -0.054042, "nauc_ndcg_at_1_diff1": 0.423145, "nauc_ndcg_at_3_max": -0.008158, "nauc_ndcg_at_3_std": 0.146609, "nauc_ndcg_at_3_diff1": 0.239257, "nauc_ndcg_at_5_max": -0.077304, "nauc_ndcg_at_5_std": 0.088972, "nauc_ndcg_at_5_diff1": 0.220904, "nauc_ndcg_at_10_max": -0.033481, "nauc_ndcg_at_10_std": 0.139694, "nauc_ndcg_at_10_diff1": 0.292249, "nauc_ndcg_at_20_max": -0.079609, "nauc_ndcg_at_20_std": 0.060585, "nauc_ndcg_at_20_diff1": 0.311381, "nauc_ndcg_at_100_max": -0.193786, "nauc_ndcg_at_100_std": 0.019775, "nauc_ndcg_at_100_diff1": 0.257097, "nauc_ndcg_at_1000_max": -0.179148, "nauc_ndcg_at_1000_std": 0.028469, "nauc_ndcg_at_1000_diff1": 0.250108, "nauc_map_at_1_max": 0.051191, "nauc_map_at_1_std": -0.001686, "nauc_map_at_1_diff1": 0.326731, "nauc_map_at_3_max": 0.097495, "nauc_map_at_3_std": 0.134161, "nauc_map_at_3_diff1": 0.267302, "nauc_map_at_5_max": 0.072386, "nauc_map_at_5_std": 0.124978, "nauc_map_at_5_diff1": 0.242212, "nauc_map_at_10_max": 0.051643, "nauc_map_at_10_std": 0.133033, "nauc_map_at_10_diff1": 0.285627, "nauc_map_at_20_max": 0.012551, "nauc_map_at_20_std": 0.101588, "nauc_map_at_20_diff1": 0.276506, "nauc_map_at_100_max": -0.044822, "nauc_map_at_100_std": 0.086552, "nauc_map_at_100_diff1": 0.240153, "nauc_map_at_1000_max": -0.044143, "nauc_map_at_1000_std": 0.086942, "nauc_map_at_1000_diff1": 0.239862, "nauc_recall_at_1_max": 0.051191, "nauc_recall_at_1_std": -0.001686, "nauc_recall_at_1_diff1": 0.326731, "nauc_recall_at_3_max": 0.151542, "nauc_recall_at_3_std": 0.227772, "nauc_recall_at_3_diff1": 0.216242, "nauc_recall_at_5_max": 0.116351, "nauc_recall_at_5_std": 0.185624, "nauc_recall_at_5_diff1": 0.148446, "nauc_recall_at_10_max": 0.168666, "nauc_recall_at_10_std": 0.328509, "nauc_recall_at_10_diff1": 0.322894, "nauc_recall_at_20_max": 0.118698, "nauc_recall_at_20_std": 0.082603, "nauc_recall_at_20_diff1": 0.454098, "nauc_recall_at_100_max": -1.169034, "nauc_recall_at_100_std": -0.559408, "nauc_recall_at_100_diff1": 0.722732, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": -0.247085, "nauc_precision_at_1_std": -0.054042, "nauc_precision_at_1_diff1": 0.423145, "nauc_precision_at_3_max": -0.096315, "nauc_precision_at_3_std": 0.180713, "nauc_precision_at_3_diff1": 0.033846, "nauc_precision_at_5_max": -0.222646, "nauc_precision_at_5_std": -0.003394, "nauc_precision_at_5_diff1": -0.091208, "nauc_precision_at_10_max": -0.246502, "nauc_precision_at_10_std": -0.022278, "nauc_precision_at_10_diff1": -0.100286, "nauc_precision_at_20_max": -0.350646, "nauc_precision_at_20_std": -0.127757, "nauc_precision_at_20_diff1": -0.198452, "nauc_precision_at_100_max": -0.381865, "nauc_precision_at_100_std": -0.122227, "nauc_precision_at_100_diff1": -0.318958, "nauc_precision_at_1000_max": -0.378082, "nauc_precision_at_1000_std": -0.120126, "nauc_precision_at_1000_diff1": -0.323963, "nauc_mrr_at_1_max": -0.247085, "nauc_mrr_at_1_std": -0.054042, "nauc_mrr_at_1_diff1": 0.423145, "nauc_mrr_at_3_max": -0.257402, "nauc_mrr_at_3_std": -0.002129, "nauc_mrr_at_3_diff1": 0.38452, "nauc_mrr_at_5_max": -0.290157, "nauc_mrr_at_5_std": -0.034912, "nauc_mrr_at_5_diff1": 0.399729, "nauc_mrr_at_10_max": -0.286266, "nauc_mrr_at_10_std": -0.024502, "nauc_mrr_at_10_diff1": 0.395392, "nauc_mrr_at_20_max": -0.285229, "nauc_mrr_at_20_std": -0.033014, "nauc_mrr_at_20_diff1": 0.399285, "nauc_mrr_at_100_max": -0.285229, "nauc_mrr_at_100_std": -0.033014, "nauc_mrr_at_100_diff1": 0.399285, "nauc_mrr_at_1000_max": -0.284608, "nauc_mrr_at_1000_std": -0.032645, "nauc_mrr_at_1000_diff1": 0.399058, "hit_rate_at_1": 0.70175, "hit_rate_at_3": 0.77193, "hit_rate_at_5": 0.89474, "hit_rate_at_10": 0.94737, "hit_rate_at_20": 0.98246, "hit_rate_at_100": 0.98246, "hit_rate_at_1000": 1.0, "main_score": 0.66413, "hf_subset": "english", "languages": [ "eng-Latn" ] }, { "ndcg_at_1": 0.63158, "ndcg_at_3": 0.59801, "ndcg_at_5": 0.63044, "ndcg_at_10": 0.68085, "ndcg_at_20": 0.7114, "ndcg_at_100": 0.74935, "ndcg_at_1000": 0.74935, "map_at_1": 0.34069, "map_at_3": 0.46145, "map_at_5": 0.52101, "map_at_10": 0.5748, "map_at_20": 0.59587, "map_at_100": 0.6166, "map_at_1000": 0.6166, "recall_at_1": 0.34069, "recall_at_3": 0.53074, "recall_at_5": 0.64277, "recall_at_10": 0.79457, "recall_at_20": 0.88358, "recall_at_100": 1.0, "recall_at_1000": 1.0, "accuracy": 0.34069, "precision_at_1": 0.63158, "precision_at_3": 0.39766, "precision_at_5": 0.3193, "precision_at_10": 0.2193, "precision_at_20": 0.13596, "precision_at_100": 0.03895, "precision_at_1000": 0.00389, "mrr_at_1": 0.631579, "mrr_at_3": 0.707602, "mrr_at_5": 0.715497, "mrr_at_10": 0.722146, "mrr_at_20": 0.726054, "mrr_at_100": 0.726872, "mrr_at_1000": 0.726872, "nauc_ndcg_at_1_max": -0.19553, "nauc_ndcg_at_1_std": -0.046434, "nauc_ndcg_at_1_diff1": 0.411461, "nauc_ndcg_at_3_max": 0.053687, "nauc_ndcg_at_3_std": 0.135475, "nauc_ndcg_at_3_diff1": 0.222413, "nauc_ndcg_at_5_max": 0.014903, "nauc_ndcg_at_5_std": 0.111737, "nauc_ndcg_at_5_diff1": 0.203984, "nauc_ndcg_at_10_max": 0.103002, "nauc_ndcg_at_10_std": 0.152214, "nauc_ndcg_at_10_diff1": 0.274749, "nauc_ndcg_at_20_max": 0.07345, "nauc_ndcg_at_20_std": 0.115036, "nauc_ndcg_at_20_diff1": 0.258068, "nauc_ndcg_at_100_max": -0.003542, "nauc_ndcg_at_100_std": 0.100184, "nauc_ndcg_at_100_diff1": 0.195251, "nauc_ndcg_at_1000_max": -0.003542, "nauc_ndcg_at_1000_std": 0.100184, "nauc_ndcg_at_1000_diff1": 0.195251, "nauc_map_at_1_max": 0.005409, "nauc_map_at_1_std": -0.0017, "nauc_map_at_1_diff1": 0.277404, "nauc_map_at_3_max": 0.05946, "nauc_map_at_3_std": 0.09204, "nauc_map_at_3_diff1": 0.245913, "nauc_map_at_5_max": 0.052198, "nauc_map_at_5_std": 0.092011, "nauc_map_at_5_diff1": 0.232099, "nauc_map_at_10_max": 0.097682, "nauc_map_at_10_std": 0.110246, "nauc_map_at_10_diff1": 0.257232, "nauc_map_at_20_max": 0.094742, "nauc_map_at_20_std": 0.112889, "nauc_map_at_20_diff1": 0.236987, "nauc_map_at_100_max": 0.051439, "nauc_map_at_100_std": 0.110372, "nauc_map_at_100_diff1": 0.193659, "nauc_map_at_1000_max": 0.051439, "nauc_map_at_1000_std": 0.110372, "nauc_map_at_1000_diff1": 0.193659, "nauc_recall_at_1_max": 0.005409, "nauc_recall_at_1_std": -0.0017, "nauc_recall_at_1_diff1": 0.277404, "nauc_recall_at_3_max": 0.173007, "nauc_recall_at_3_std": 0.191177, "nauc_recall_at_3_diff1": 0.225306, "nauc_recall_at_5_max": 0.102609, "nauc_recall_at_5_std": 0.149604, "nauc_recall_at_5_diff1": 0.176906, "nauc_recall_at_10_max": 0.330662, "nauc_recall_at_10_std": 0.313619, "nauc_recall_at_10_diff1": 0.329516, "nauc_recall_at_20_max": 0.316636, "nauc_recall_at_20_std": 0.232886, "nauc_recall_at_20_diff1": 0.306103, "nauc_recall_at_100_max": NaN, "nauc_recall_at_100_std": NaN, "nauc_recall_at_100_diff1": NaN, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": -0.19553, "nauc_precision_at_1_std": -0.046434, "nauc_precision_at_1_diff1": 0.411461, "nauc_precision_at_3_max": 0.013179, "nauc_precision_at_3_std": 0.109408, "nauc_precision_at_3_diff1": -0.000848, "nauc_precision_at_5_max": -0.01115, "nauc_precision_at_5_std": 0.066246, "nauc_precision_at_5_diff1": -0.072986, "nauc_precision_at_10_max": 0.017725, "nauc_precision_at_10_std": 0.059038, "nauc_precision_at_10_diff1": -0.082688, "nauc_precision_at_20_max": -0.073117, "nauc_precision_at_20_std": 0.014622, "nauc_precision_at_20_diff1": -0.219485, "nauc_precision_at_100_max": -0.239553, "nauc_precision_at_100_std": -0.008165, "nauc_precision_at_100_diff1": -0.340371, "nauc_precision_at_1000_max": -0.239553, "nauc_precision_at_1000_std": -0.008165, "nauc_precision_at_1000_diff1": -0.340371, "nauc_mrr_at_1_max": -0.19553, "nauc_mrr_at_1_std": -0.046434, "nauc_mrr_at_1_diff1": 0.411461, "nauc_mrr_at_3_max": -0.08752, "nauc_mrr_at_3_std": 0.058079, "nauc_mrr_at_3_diff1": 0.364575, "nauc_mrr_at_5_max": -0.111208, "nauc_mrr_at_5_std": 0.045068, "nauc_mrr_at_5_diff1": 0.364194, "nauc_mrr_at_10_max": -0.094853, "nauc_mrr_at_10_std": 0.059356, "nauc_mrr_at_10_diff1": 0.36922, "nauc_mrr_at_20_max": -0.104966, "nauc_mrr_at_20_std": 0.046317, "nauc_mrr_at_20_diff1": 0.365334, "nauc_mrr_at_100_max": -0.105228, "nauc_mrr_at_100_std": 0.045899, "nauc_mrr_at_100_diff1": 0.368319, "nauc_mrr_at_1000_max": -0.105228, "nauc_mrr_at_1000_std": 0.045899, "nauc_mrr_at_1000_diff1": 0.368319, "hit_rate_at_1": 0.63158, "hit_rate_at_3": 0.82456, "hit_rate_at_5": 0.85965, "hit_rate_at_10": 0.91228, "hit_rate_at_20": 0.96491, "hit_rate_at_100": 1.0, "hit_rate_at_1000": 1.0, "main_score": 0.63044, "hf_subset": "german", "languages": [ "deu-Latn" ] } ] }, "evaluation_time": 742.3021311759949, "kg_co2_emissions": null, "date": 1781789073.140552 }