{ "dataset_revision": "2c18ef90ab3ef93a9d86ecc6521cdae2a29f8300", "task_name": "Vidore3PhysicsRetrieval", "mteb_version": "2.12.30", "scores": { "test": [ { "ndcg_at_1": 0.46854, "ndcg_at_3": 0.48007, "ndcg_at_5": 0.49435, "ndcg_at_10": 0.52424, "ndcg_at_20": 0.56562, "ndcg_at_100": 0.64948, "ndcg_at_1000": 0.66852, "map_at_1": 0.18688, "map_at_3": 0.27494, "map_at_5": 0.31866, "map_at_10": 0.37849, "map_at_20": 0.41926, "map_at_100": 0.46122, "map_at_1000": 0.46526, "recall_at_1": 0.18688, "recall_at_3": 0.32803, "recall_at_5": 0.41922, "recall_at_10": 0.55376, "recall_at_20": 0.67998, "recall_at_100": 0.91975, "recall_at_1000": 0.99879, "accuracy": 0.18688, "precision_at_1": 0.50993, "precision_at_3": 0.38742, "precision_at_5": 0.33377, "precision_at_10": 0.26457, "precision_at_20": 0.19023, "precision_at_100": 0.06278, "precision_at_1000": 0.0072, "mrr_at_1": 0.509934, "mrr_at_3": 0.625828, "mrr_at_5": 0.647682, "mrr_at_10": 0.65433, "mrr_at_20": 0.658064, "mrr_at_100": 0.659094, "mrr_at_1000": 0.659143, "nauc_ndcg_at_1_max": 0.13843, "nauc_ndcg_at_1_std": -0.115038, "nauc_ndcg_at_1_diff1": 0.329921, "nauc_ndcg_at_3_max": 0.082762, "nauc_ndcg_at_3_std": -0.142817, "nauc_ndcg_at_3_diff1": 0.27244, "nauc_ndcg_at_5_max": 0.072728, "nauc_ndcg_at_5_std": -0.163803, "nauc_ndcg_at_5_diff1": 0.239485, "nauc_ndcg_at_10_max": 0.06025, "nauc_ndcg_at_10_std": -0.174022, "nauc_ndcg_at_10_diff1": 0.218454, "nauc_ndcg_at_20_max": 0.072818, "nauc_ndcg_at_20_std": -0.156843, "nauc_ndcg_at_20_diff1": 0.213297, "nauc_ndcg_at_100_max": 0.103292, "nauc_ndcg_at_100_std": -0.112736, "nauc_ndcg_at_100_diff1": 0.244789, "nauc_ndcg_at_1000_max": 0.101467, "nauc_ndcg_at_1000_std": -0.114514, "nauc_ndcg_at_1000_diff1": 0.262733, "nauc_map_at_1_max": 0.046442, "nauc_map_at_1_std": -0.237362, "nauc_map_at_1_diff1": 0.273328, "nauc_map_at_3_max": 0.012669, "nauc_map_at_3_std": -0.266046, "nauc_map_at_3_diff1": 0.263308, "nauc_map_at_5_max": 0.012182, "nauc_map_at_5_std": -0.255888, "nauc_map_at_5_diff1": 0.240318, "nauc_map_at_10_max": 0.027965, "nauc_map_at_10_std": -0.225112, "nauc_map_at_10_diff1": 0.219127, "nauc_map_at_20_max": 0.041327, "nauc_map_at_20_std": -0.200566, "nauc_map_at_20_diff1": 0.218616, "nauc_map_at_100_max": 0.053988, "nauc_map_at_100_std": -0.173963, "nauc_map_at_100_diff1": 0.23002, "nauc_map_at_1000_max": 0.053906, "nauc_map_at_1000_std": -0.172818, "nauc_map_at_1000_diff1": 0.232699, "nauc_recall_at_1_max": 0.046442, "nauc_recall_at_1_std": -0.237362, "nauc_recall_at_1_diff1": 0.273328, "nauc_recall_at_3_max": -0.011672, "nauc_recall_at_3_std": -0.26383, "nauc_recall_at_3_diff1": 0.210548, "nauc_recall_at_5_max": -0.009834, "nauc_recall_at_5_std": -0.245356, "nauc_recall_at_5_diff1": 0.13329, "nauc_recall_at_10_max": -0.008893, "nauc_recall_at_10_std": -0.221219, "nauc_recall_at_10_diff1": 0.092861, "nauc_recall_at_20_max": 0.015453, "nauc_recall_at_20_std": -0.14629, "nauc_recall_at_20_diff1": 0.062055, "nauc_recall_at_100_max": 0.143492, "nauc_recall_at_100_std": -0.006103, "nauc_recall_at_100_diff1": 0.004314, "nauc_recall_at_1000_max": 0.406347, "nauc_recall_at_1000_std": 0.582361, "nauc_recall_at_1000_diff1": 0.048652, "nauc_precision_at_1_max": 0.117855, "nauc_precision_at_1_std": -0.12517, "nauc_precision_at_1_diff1": 0.344455, "nauc_precision_at_3_max": 0.036926, "nauc_precision_at_3_std": -0.012889, "nauc_precision_at_3_diff1": 0.142219, "nauc_precision_at_5_max": 0.04506, "nauc_precision_at_5_std": 0.057337, "nauc_precision_at_5_diff1": 0.067891, "nauc_precision_at_10_max": 0.059475, "nauc_precision_at_10_std": 0.137071, "nauc_precision_at_10_diff1": 0.001062, "nauc_precision_at_20_max": 0.075082, "nauc_precision_at_20_std": 0.201843, "nauc_precision_at_20_diff1": -0.010008, "nauc_precision_at_100_max": 0.054158, "nauc_precision_at_100_std": 0.247458, "nauc_precision_at_100_diff1": -0.024546, "nauc_precision_at_1000_max": 0.044905, "nauc_precision_at_1000_std": 0.239725, "nauc_precision_at_1000_diff1": -0.005899, "nauc_mrr_at_1_max": 0.117855, "nauc_mrr_at_1_std": -0.12517, "nauc_mrr_at_1_diff1": 0.344455, "nauc_mrr_at_3_max": 0.114781, "nauc_mrr_at_3_std": -0.119084, "nauc_mrr_at_3_diff1": 0.323149, "nauc_mrr_at_5_max": 0.124659, "nauc_mrr_at_5_std": -0.119879, "nauc_mrr_at_5_diff1": 0.31275, "nauc_mrr_at_10_max": 0.120631, "nauc_mrr_at_10_std": -0.123965, "nauc_mrr_at_10_diff1": 0.320083, "nauc_mrr_at_20_max": 0.120694, "nauc_mrr_at_20_std": -0.120538, "nauc_mrr_at_20_diff1": 0.317301, "nauc_mrr_at_100_max": 0.12135, "nauc_mrr_at_100_std": -0.120923, "nauc_mrr_at_100_diff1": 0.31941, "nauc_mrr_at_1000_max": 0.121278, "nauc_mrr_at_1000_std": -0.121046, "nauc_mrr_at_1000_diff1": 0.31949, "hit_rate_at_1": 0.50993, "hit_rate_at_3": 0.77152, "hit_rate_at_5": 0.86424, "hit_rate_at_10": 0.9106, "hit_rate_at_20": 0.96026, "hit_rate_at_100": 0.99007, "hit_rate_at_1000": 1.0, "main_score": 0.52424, "hf_subset": "french", "languages": [ "fra-Latn" ] }, { "ndcg_at_1": 0.44868, "ndcg_at_3": 0.47275, "ndcg_at_5": 0.4831, "ndcg_at_10": 0.51722, "ndcg_at_20": 0.558, "ndcg_at_100": 0.64073, "ndcg_at_1000": 0.65999, "map_at_1": 0.17081, "map_at_3": 0.26591, "map_at_5": 0.30758, "map_at_10": 0.3673, "map_at_20": 0.40939, "map_at_100": 0.45039, "map_at_1000": 0.45453, "recall_at_1": 0.17081, "recall_at_3": 0.33272, "recall_at_5": 0.41186, "recall_at_10": 0.55247, "recall_at_20": 0.68021, "recall_at_100": 0.91872, "recall_at_1000": 0.99856, "accuracy": 0.17081, "precision_at_1": 0.48344, "precision_at_3": 0.38631, "precision_at_5": 0.33113, "precision_at_10": 0.26656, "precision_at_20": 0.1904, "precision_at_100": 0.06252, "precision_at_1000": 0.00719, "mrr_at_1": 0.483444, "mrr_at_3": 0.616998, "mrr_at_5": 0.632561, "mrr_at_10": 0.642692, "mrr_at_20": 0.645063, "mrr_at_100": 0.645901, "mrr_at_1000": 0.645917, "nauc_ndcg_at_1_max": 0.066434, "nauc_ndcg_at_1_std": -0.14705, "nauc_ndcg_at_1_diff1": 0.29309, "nauc_ndcg_at_3_max": 0.066441, "nauc_ndcg_at_3_std": -0.162295, "nauc_ndcg_at_3_diff1": 0.230195, "nauc_ndcg_at_5_max": 0.069324, "nauc_ndcg_at_5_std": -0.164653, "nauc_ndcg_at_5_diff1": 0.211401, "nauc_ndcg_at_10_max": 0.050763, "nauc_ndcg_at_10_std": -0.180067, "nauc_ndcg_at_10_diff1": 0.184517, "nauc_ndcg_at_20_max": 0.036967, "nauc_ndcg_at_20_std": -0.194106, "nauc_ndcg_at_20_diff1": 0.189235, "nauc_ndcg_at_100_max": 0.067353, "nauc_ndcg_at_100_std": -0.141901, "nauc_ndcg_at_100_diff1": 0.198583, "nauc_ndcg_at_1000_max": 0.067712, "nauc_ndcg_at_1000_std": -0.140488, "nauc_ndcg_at_1000_diff1": 0.213423, "nauc_map_at_1_max": 0.037924, "nauc_map_at_1_std": -0.234158, "nauc_map_at_1_diff1": 0.351431, "nauc_map_at_3_max": 0.018171, "nauc_map_at_3_std": -0.264802, "nauc_map_at_3_diff1": 0.285081, "nauc_map_at_5_max": 0.031246, "nauc_map_at_5_std": -0.237215, "nauc_map_at_5_diff1": 0.247636, "nauc_map_at_10_max": 0.027674, "nauc_map_at_10_std": -0.223933, "nauc_map_at_10_diff1": 0.20811, "nauc_map_at_20_max": 0.023052, "nauc_map_at_20_std": -0.216636, "nauc_map_at_20_diff1": 0.197319, "nauc_map_at_100_max": 0.034589, "nauc_map_at_100_std": -0.188492, "nauc_map_at_100_diff1": 0.195874, "nauc_map_at_1000_max": 0.035127, "nauc_map_at_1000_std": -0.186792, "nauc_map_at_1000_diff1": 0.198008, "nauc_recall_at_1_max": 0.037924, "nauc_recall_at_1_std": -0.234158, "nauc_recall_at_1_diff1": 0.351431, "nauc_recall_at_3_max": 0.004463, "nauc_recall_at_3_std": -0.251929, "nauc_recall_at_3_diff1": 0.205622, "nauc_recall_at_5_max": 0.031808, "nauc_recall_at_5_std": -0.207773, "nauc_recall_at_5_diff1": 0.141388, "nauc_recall_at_10_max": 0.004497, "nauc_recall_at_10_std": -0.200911, "nauc_recall_at_10_diff1": 0.082714, "nauc_recall_at_20_max": -0.025077, "nauc_recall_at_20_std": -0.196193, "nauc_recall_at_20_diff1": 0.076848, "nauc_recall_at_100_max": 0.092655, "nauc_recall_at_100_std": -0.041762, "nauc_recall_at_100_diff1": -0.0123, "nauc_recall_at_1000_max": 0.401879, "nauc_recall_at_1000_std": 0.595862, "nauc_recall_at_1000_diff1": 0.223726, "nauc_precision_at_1_max": 0.057178, "nauc_precision_at_1_std": -0.147235, "nauc_precision_at_1_diff1": 0.276013, "nauc_precision_at_3_max": 0.030495, "nauc_precision_at_3_std": -0.016828, "nauc_precision_at_3_diff1": 0.025113, "nauc_precision_at_5_max": 0.022685, "nauc_precision_at_5_std": 0.046634, "nauc_precision_at_5_diff1": -0.045619, "nauc_precision_at_10_max": 0.010828, "nauc_precision_at_10_std": 0.099102, "nauc_precision_at_10_diff1": -0.109937, "nauc_precision_at_20_max": -0.001894, "nauc_precision_at_20_std": 0.118359, "nauc_precision_at_20_diff1": -0.1057, "nauc_precision_at_100_max": 0.019549, "nauc_precision_at_100_std": 0.215228, "nauc_precision_at_100_diff1": -0.109656, "nauc_precision_at_1000_max": 0.018942, "nauc_precision_at_1000_std": 0.217018, "nauc_precision_at_1000_diff1": -0.086322, "nauc_mrr_at_1_max": 0.057178, "nauc_mrr_at_1_std": -0.147235, "nauc_mrr_at_1_diff1": 0.276013, "nauc_mrr_at_3_max": 0.098349, "nauc_mrr_at_3_std": -0.124024, "nauc_mrr_at_3_diff1": 0.242833, "nauc_mrr_at_5_max": 0.089373, "nauc_mrr_at_5_std": -0.13545, "nauc_mrr_at_5_diff1": 0.233967, "nauc_mrr_at_10_max": 0.083503, "nauc_mrr_at_10_std": -0.138923, "nauc_mrr_at_10_diff1": 0.237707, "nauc_mrr_at_20_max": 0.082633, "nauc_mrr_at_20_std": -0.137465, "nauc_mrr_at_20_diff1": 0.237405, "nauc_mrr_at_100_max": 0.083476, "nauc_mrr_at_100_std": -0.138152, "nauc_mrr_at_100_diff1": 0.239617, "nauc_mrr_at_1000_max": 0.083459, "nauc_mrr_at_1000_std": -0.138176, "nauc_mrr_at_1000_diff1": 0.239605, "hit_rate_at_1": 0.48344, "hit_rate_at_3": 0.78477, "hit_rate_at_5": 0.8543, "hit_rate_at_10": 0.92715, "hit_rate_at_20": 0.96358, "hit_rate_at_100": 0.99338, "hit_rate_at_1000": 1.0, "main_score": 0.51722, "hf_subset": "spanish", "languages": [ "spa-Latn" ] }, { "ndcg_at_1": 0.43377, "ndcg_at_3": 0.46417, "ndcg_at_5": 0.48437, "ndcg_at_10": 0.51528, "ndcg_at_20": 0.55653, "ndcg_at_100": 0.63951, "ndcg_at_1000": 0.65955, "map_at_1": 0.16611, "map_at_3": 0.26133, "map_at_5": 0.30707, "map_at_10": 0.36523, "map_at_20": 0.40629, "map_at_100": 0.44894, "map_at_1000": 0.45328, "recall_at_1": 0.16611, "recall_at_3": 0.32135, "recall_at_5": 0.42052, "recall_at_10": 0.55322, "recall_at_20": 0.68083, "recall_at_100": 0.91641, "recall_at_1000": 0.99922, "accuracy": 0.16611, "precision_at_1": 0.4702, "precision_at_3": 0.38411, "precision_at_5": 0.33245, "precision_at_10": 0.26523, "precision_at_20": 0.1894, "precision_at_100": 0.06258, "precision_at_1000": 0.0072, "mrr_at_1": 0.470199, "mrr_at_3": 0.606512, "mrr_at_5": 0.628698, "mrr_at_10": 0.635967, "mrr_at_20": 0.639158, "mrr_at_100": 0.639925, "mrr_at_1000": 0.639941, "nauc_ndcg_at_1_max": 0.237874, "nauc_ndcg_at_1_std": 0.013858, "nauc_ndcg_at_1_diff1": 0.328955, "nauc_ndcg_at_3_max": 0.172171, "nauc_ndcg_at_3_std": -0.073681, "nauc_ndcg_at_3_diff1": 0.218808, "nauc_ndcg_at_5_max": 0.159759, "nauc_ndcg_at_5_std": -0.094898, "nauc_ndcg_at_5_diff1": 0.215829, "nauc_ndcg_at_10_max": 0.140116, "nauc_ndcg_at_10_std": -0.109618, "nauc_ndcg_at_10_diff1": 0.197155, "nauc_ndcg_at_20_max": 0.161944, "nauc_ndcg_at_20_std": -0.08993, "nauc_ndcg_at_20_diff1": 0.215363, "nauc_ndcg_at_100_max": 0.167543, "nauc_ndcg_at_100_std": -0.04206, "nauc_ndcg_at_100_diff1": 0.228536, "nauc_ndcg_at_1000_max": 0.167743, "nauc_ndcg_at_1000_std": -0.04552, "nauc_ndcg_at_1000_diff1": 0.2391, "nauc_map_at_1_max": 0.166637, "nauc_map_at_1_std": -0.124118, "nauc_map_at_1_diff1": 0.339815, "nauc_map_at_3_max": 0.127935, "nauc_map_at_3_std": -0.182601, "nauc_map_at_3_diff1": 0.254598, "nauc_map_at_5_max": 0.124787, "nauc_map_at_5_std": -0.171291, "nauc_map_at_5_diff1": 0.225111, "nauc_map_at_10_max": 0.118511, "nauc_map_at_10_std": -0.155027, "nauc_map_at_10_diff1": 0.194238, "nauc_map_at_20_max": 0.121079, "nauc_map_at_20_std": -0.137172, "nauc_map_at_20_diff1": 0.197441, "nauc_map_at_100_max": 0.123698, "nauc_map_at_100_std": -0.111304, "nauc_map_at_100_diff1": 0.197634, "nauc_map_at_1000_max": 0.124063, "nauc_map_at_1000_std": -0.109748, "nauc_map_at_1000_diff1": 0.199519, "nauc_recall_at_1_max": 0.166637, "nauc_recall_at_1_std": -0.124118, "nauc_recall_at_1_diff1": 0.339815, "nauc_recall_at_3_max": 0.096952, "nauc_recall_at_3_std": -0.195022, "nauc_recall_at_3_diff1": 0.18906, "nauc_recall_at_5_max": 0.080061, "nauc_recall_at_5_std": -0.188738, "nauc_recall_at_5_diff1": 0.132224, "nauc_recall_at_10_max": 0.060227, "nauc_recall_at_10_std": -0.169952, "nauc_recall_at_10_diff1": 0.083607, "nauc_recall_at_20_max": 0.096086, "nauc_recall_at_20_std": -0.113781, "nauc_recall_at_20_diff1": 0.102606, "nauc_recall_at_100_max": 0.133305, "nauc_recall_at_100_std": 0.051283, "nauc_recall_at_100_diff1": 0.075408, "nauc_recall_at_1000_max": -0.212467, "nauc_recall_at_1000_std": -0.115329, "nauc_recall_at_1000_diff1": -0.370884, "nauc_precision_at_1_max": 0.234435, "nauc_precision_at_1_std": 0.012591, "nauc_precision_at_1_diff1": 0.312301, "nauc_precision_at_3_max": 0.048171, "nauc_precision_at_3_std": -0.012288, "nauc_precision_at_3_diff1": 0.003462, "nauc_precision_at_5_max": 0.01704, "nauc_precision_at_5_std": 0.043992, "nauc_precision_at_5_diff1": -0.038219, "nauc_precision_at_10_max": -0.022156, "nauc_precision_at_10_std": 0.084931, "nauc_precision_at_10_diff1": -0.070692, "nauc_precision_at_20_max": -0.01895, "nauc_precision_at_20_std": 0.132757, "nauc_precision_at_20_diff1": -0.048659, "nauc_precision_at_100_max": -0.059747, "nauc_precision_at_100_std": 0.180594, "nauc_precision_at_100_diff1": -0.069863, "nauc_precision_at_1000_max": -0.061415, "nauc_precision_at_1000_std": 0.173259, "nauc_precision_at_1000_diff1": -0.05275, "nauc_mrr_at_1_max": 0.234435, "nauc_mrr_at_1_std": 0.012591, "nauc_mrr_at_1_diff1": 0.312301, "nauc_mrr_at_3_max": 0.219292, "nauc_mrr_at_3_std": -0.008212, "nauc_mrr_at_3_diff1": 0.270529, "nauc_mrr_at_5_max": 0.220372, "nauc_mrr_at_5_std": -0.017668, "nauc_mrr_at_5_diff1": 0.272239, "nauc_mrr_at_10_max": 0.214525, "nauc_mrr_at_10_std": -0.023005, "nauc_mrr_at_10_diff1": 0.275331, "nauc_mrr_at_20_max": 0.218705, "nauc_mrr_at_20_std": -0.016524, "nauc_mrr_at_20_diff1": 0.274007, "nauc_mrr_at_100_max": 0.219473, "nauc_mrr_at_100_std": -0.016052, "nauc_mrr_at_100_diff1": 0.276306, "nauc_mrr_at_1000_max": 0.219464, "nauc_mrr_at_1000_std": -0.016076, "nauc_mrr_at_1000_diff1": 0.276276, "hit_rate_at_1": 0.4702, "hit_rate_at_3": 0.77483, "hit_rate_at_5": 0.87086, "hit_rate_at_10": 0.92384, "hit_rate_at_20": 0.96689, "hit_rate_at_100": 0.99338, "hit_rate_at_1000": 1.0, "main_score": 0.51528, "hf_subset": "english", "languages": [ "eng-Latn" ] }, { "ndcg_at_1": 0.46026, "ndcg_at_3": 0.4779, "ndcg_at_5": 0.48827, "ndcg_at_10": 0.51768, "ndcg_at_20": 0.56051, "ndcg_at_100": 0.6436, "ndcg_at_1000": 0.66411, "map_at_1": 0.17584, "map_at_3": 0.27356, "map_at_5": 0.31434, "map_at_10": 0.37243, "map_at_20": 0.41542, "map_at_100": 0.45764, "map_at_1000": 0.46193, "recall_at_1": 0.17584, "recall_at_3": 0.33398, "recall_at_5": 0.41408, "recall_at_10": 0.54944, "recall_at_20": 0.67779, "recall_at_100": 0.91471, "recall_at_1000": 0.99971, "accuracy": 0.17584, "precision_at_1": 0.50331, "precision_at_3": 0.38962, "precision_at_5": 0.33444, "precision_at_10": 0.26391, "precision_at_20": 0.19139, "precision_at_100": 0.06258, "precision_at_1000": 0.00721, "mrr_at_1": 0.503311, "mrr_at_3": 0.624172, "mrr_at_5": 0.643046, "mrr_at_10": 0.65187, "mrr_at_20": 0.655155, "mrr_at_100": 0.655933, "mrr_at_1000": 0.655981, "nauc_ndcg_at_1_max": 0.048089, "nauc_ndcg_at_1_std": -0.134071, "nauc_ndcg_at_1_diff1": 0.290674, "nauc_ndcg_at_3_max": 0.023106, "nauc_ndcg_at_3_std": -0.185482, "nauc_ndcg_at_3_diff1": 0.21165, "nauc_ndcg_at_5_max": 0.021807, "nauc_ndcg_at_5_std": -0.199289, "nauc_ndcg_at_5_diff1": 0.204533, "nauc_ndcg_at_10_max": -0.003209, "nauc_ndcg_at_10_std": -0.216727, "nauc_ndcg_at_10_diff1": 0.169944, "nauc_ndcg_at_20_max": 0.019732, "nauc_ndcg_at_20_std": -0.197665, "nauc_ndcg_at_20_diff1": 0.180432, "nauc_ndcg_at_100_max": 0.024684, "nauc_ndcg_at_100_std": -0.159936, "nauc_ndcg_at_100_diff1": 0.204111, "nauc_ndcg_at_1000_max": 0.026126, "nauc_ndcg_at_1000_std": -0.162731, "nauc_ndcg_at_1000_diff1": 0.20908, "nauc_map_at_1_max": 0.026255, "nauc_map_at_1_std": -0.235146, "nauc_map_at_1_diff1": 0.317366, "nauc_map_at_3_max": -0.011868, "nauc_map_at_3_std": -0.278646, "nauc_map_at_3_diff1": 0.232265, "nauc_map_at_5_max": -0.002937, "nauc_map_at_5_std": -0.255222, "nauc_map_at_5_diff1": 0.212764, "nauc_map_at_10_max": -0.010336, "nauc_map_at_10_std": -0.243593, "nauc_map_at_10_diff1": 0.176771, "nauc_map_at_20_max": 0.00571, "nauc_map_at_20_std": -0.22339, "nauc_map_at_20_diff1": 0.180689, "nauc_map_at_100_max": 0.004463, "nauc_map_at_100_std": -0.206037, "nauc_map_at_100_diff1": 0.185469, "nauc_map_at_1000_max": 0.004283, "nauc_map_at_1000_std": -0.204995, "nauc_map_at_1000_diff1": 0.186468, "nauc_recall_at_1_max": 0.026255, "nauc_recall_at_1_std": -0.235146, "nauc_recall_at_1_diff1": 0.317366, "nauc_recall_at_3_max": -0.021224, "nauc_recall_at_3_std": -0.273947, "nauc_recall_at_3_diff1": 0.155941, "nauc_recall_at_5_max": 0.003235, "nauc_recall_at_5_std": -0.222479, "nauc_recall_at_5_diff1": 0.131075, "nauc_recall_at_10_max": -0.041437, "nauc_recall_at_10_std": -0.229408, "nauc_recall_at_10_diff1": 0.07727, "nauc_recall_at_20_max": -0.012555, "nauc_recall_at_20_std": -0.187826, "nauc_recall_at_20_diff1": 0.0864, "nauc_recall_at_100_max": 0.003307, "nauc_recall_at_100_std": -0.068776, "nauc_recall_at_100_diff1": 0.080847, "nauc_recall_at_1000_max": -1.745792, "nauc_recall_at_1000_std": -1.745792, "nauc_recall_at_1000_diff1": 0.554176, "nauc_precision_at_1_max": 0.031399, "nauc_precision_at_1_std": -0.140743, "nauc_precision_at_1_diff1": 0.283018, "nauc_precision_at_3_max": -0.023293, "nauc_precision_at_3_std": -0.063654, "nauc_precision_at_3_diff1": 0.034749, "nauc_precision_at_5_max": -0.009473, "nauc_precision_at_5_std": 0.005603, "nauc_precision_at_5_diff1": -0.021727, "nauc_precision_at_10_max": -0.024107, "nauc_precision_at_10_std": 0.059745, "nauc_precision_at_10_diff1": -0.080024, "nauc_precision_at_20_max": 0.012095, "nauc_precision_at_20_std": 0.118721, "nauc_precision_at_20_diff1": -0.056449, "nauc_precision_at_100_max": -0.010816, "nauc_precision_at_100_std": 0.188853, "nauc_precision_at_100_diff1": -0.049473, "nauc_precision_at_1000_max": -0.005125, "nauc_precision_at_1000_std": 0.19076, "nauc_precision_at_1000_diff1": -0.045651, "nauc_mrr_at_1_max": 0.031399, "nauc_mrr_at_1_std": -0.140743, "nauc_mrr_at_1_diff1": 0.283018, "nauc_mrr_at_3_max": 0.034693, "nauc_mrr_at_3_std": -0.151734, "nauc_mrr_at_3_diff1": 0.242013, "nauc_mrr_at_5_max": 0.033928, "nauc_mrr_at_5_std": -0.153448, "nauc_mrr_at_5_diff1": 0.245493, "nauc_mrr_at_10_max": 0.024022, "nauc_mrr_at_10_std": -0.16528, "nauc_mrr_at_10_diff1": 0.249848, "nauc_mrr_at_20_max": 0.024384, "nauc_mrr_at_20_std": -0.162216, "nauc_mrr_at_20_diff1": 0.249356, "nauc_mrr_at_100_max": 0.026625, "nauc_mrr_at_100_std": -0.160541, "nauc_mrr_at_100_diff1": 0.249977, "nauc_mrr_at_1000_max": 0.02657, "nauc_mrr_at_1000_std": -0.16065, "nauc_mrr_at_1000_diff1": 0.249907, "hit_rate_at_1": 0.50331, "hit_rate_at_3": 0.77152, "hit_rate_at_5": 0.8543, "hit_rate_at_10": 0.92053, "hit_rate_at_20": 0.96689, "hit_rate_at_100": 0.99007, "hit_rate_at_1000": 1.0, "main_score": 0.51768, "hf_subset": "german", "languages": [ "deu-Latn" ] }, { "ndcg_at_1": 0.45199, "ndcg_at_3": 0.47537, "ndcg_at_5": 0.48502, "ndcg_at_10": 0.51553, "ndcg_at_20": 0.55909, "ndcg_at_100": 0.64148, "ndcg_at_1000": 0.66122, "map_at_1": 0.16815, "map_at_3": 0.26669, "map_at_5": 0.30878, "map_at_10": 0.3658, "map_at_20": 0.40917, "map_at_100": 0.45047, "map_at_1000": 0.4547, "recall_at_1": 0.16815, "recall_at_3": 0.33474, "recall_at_5": 0.41559, "recall_at_10": 0.55209, "recall_at_20": 0.68137, "recall_at_100": 0.91668, "recall_at_1000": 0.99889, "accuracy": 0.16815, "precision_at_1": 0.49007, "precision_at_3": 0.38742, "precision_at_5": 0.33245, "precision_at_10": 0.26325, "precision_at_20": 0.19123, "precision_at_100": 0.06245, "precision_at_1000": 0.0072, "mrr_at_1": 0.490066, "mrr_at_3": 0.61479, "mrr_at_5": 0.634658, "mrr_at_10": 0.644469, "mrr_at_20": 0.647829, "mrr_at_100": 0.648581, "mrr_at_1000": 0.648599, "nauc_ndcg_at_1_max": 0.078557, "nauc_ndcg_at_1_std": -0.099536, "nauc_ndcg_at_1_diff1": 0.305006, "nauc_ndcg_at_3_max": 0.068948, "nauc_ndcg_at_3_std": -0.144745, "nauc_ndcg_at_3_diff1": 0.222554, "nauc_ndcg_at_5_max": 0.051941, "nauc_ndcg_at_5_std": -0.157804, "nauc_ndcg_at_5_diff1": 0.193322, "nauc_ndcg_at_10_max": 0.048508, "nauc_ndcg_at_10_std": -0.167016, "nauc_ndcg_at_10_diff1": 0.201033, "nauc_ndcg_at_20_max": 0.04643, "nauc_ndcg_at_20_std": -0.166843, "nauc_ndcg_at_20_diff1": 0.199372, "nauc_ndcg_at_100_max": 0.074369, "nauc_ndcg_at_100_std": -0.114911, "nauc_ndcg_at_100_diff1": 0.229906, "nauc_ndcg_at_1000_max": 0.072338, "nauc_ndcg_at_1000_std": -0.117544, "nauc_ndcg_at_1000_diff1": 0.242149, "nauc_map_at_1_max": 0.074379, "nauc_map_at_1_std": -0.216145, "nauc_map_at_1_diff1": 0.372723, "nauc_map_at_3_max": 0.037484, "nauc_map_at_3_std": -0.25846, "nauc_map_at_3_diff1": 0.280155, "nauc_map_at_5_max": 0.024018, "nauc_map_at_5_std": -0.241645, "nauc_map_at_5_diff1": 0.243405, "nauc_map_at_10_max": 0.026806, "nauc_map_at_10_std": -0.222695, "nauc_map_at_10_diff1": 0.220857, "nauc_map_at_20_max": 0.026496, "nauc_map_at_20_std": -0.205171, "nauc_map_at_20_diff1": 0.207765, "nauc_map_at_100_max": 0.037049, "nauc_map_at_100_std": -0.175474, "nauc_map_at_100_diff1": 0.214646, "nauc_map_at_1000_max": 0.037108, "nauc_map_at_1000_std": -0.174025, "nauc_map_at_1000_diff1": 0.217639, "nauc_recall_at_1_max": 0.074379, "nauc_recall_at_1_std": -0.216145, "nauc_recall_at_1_diff1": 0.372723, "nauc_recall_at_3_max": 0.023094, "nauc_recall_at_3_std": -0.251953, "nauc_recall_at_3_diff1": 0.181778, "nauc_recall_at_5_max": 0.005002, "nauc_recall_at_5_std": -0.225139, "nauc_recall_at_5_diff1": 0.117843, "nauc_recall_at_10_max": -0.001689, "nauc_recall_at_10_std": -0.207652, "nauc_recall_at_10_diff1": 0.105558, "nauc_recall_at_20_max": -0.00606, "nauc_recall_at_20_std": -0.171095, "nauc_recall_at_20_diff1": 0.075959, "nauc_recall_at_100_max": 0.106587, "nauc_recall_at_100_std": -0.004941, "nauc_recall_at_100_diff1": 0.084984, "nauc_recall_at_1000_max": 0.068996, "nauc_recall_at_1000_std": 0.193114, "nauc_recall_at_1000_diff1": -0.361048, "nauc_precision_at_1_max": 0.050851, "nauc_precision_at_1_std": -0.112797, "nauc_precision_at_1_diff1": 0.295584, "nauc_precision_at_3_max": 0.006751, "nauc_precision_at_3_std": -0.017714, "nauc_precision_at_3_diff1": 0.02936, "nauc_precision_at_5_max": -0.024403, "nauc_precision_at_5_std": 0.037039, "nauc_precision_at_5_diff1": -0.042332, "nauc_precision_at_10_max": 0.009402, "nauc_precision_at_10_std": 0.125611, "nauc_precision_at_10_diff1": -0.070555, "nauc_precision_at_20_max": 0.009788, "nauc_precision_at_20_std": 0.15722, "nauc_precision_at_20_diff1": -0.07169, "nauc_precision_at_100_max": 0.015198, "nauc_precision_at_100_std": 0.235641, "nauc_precision_at_100_diff1": -0.062966, "nauc_precision_at_1000_max": 0.012081, "nauc_precision_at_1000_std": 0.229389, "nauc_precision_at_1000_diff1": -0.038411, "nauc_mrr_at_1_max": 0.050851, "nauc_mrr_at_1_std": -0.112797, "nauc_mrr_at_1_diff1": 0.295584, "nauc_mrr_at_3_max": 0.078822, "nauc_mrr_at_3_std": -0.11791, "nauc_mrr_at_3_diff1": 0.263421, "nauc_mrr_at_5_max": 0.066434, "nauc_mrr_at_5_std": -0.1246, "nauc_mrr_at_5_diff1": 0.257194, "nauc_mrr_at_10_max": 0.064532, "nauc_mrr_at_10_std": -0.123457, "nauc_mrr_at_10_diff1": 0.266877, "nauc_mrr_at_20_max": 0.064206, "nauc_mrr_at_20_std": -0.12198, "nauc_mrr_at_20_diff1": 0.264845, "nauc_mrr_at_100_max": 0.064908, "nauc_mrr_at_100_std": -0.122272, "nauc_mrr_at_100_diff1": 0.266751, "nauc_mrr_at_1000_max": 0.064902, "nauc_mrr_at_1000_std": -0.122291, "nauc_mrr_at_1000_diff1": 0.266712, "hit_rate_at_1": 0.49007, "hit_rate_at_3": 0.76821, "hit_rate_at_5": 0.85099, "hit_rate_at_10": 0.91722, "hit_rate_at_20": 0.96689, "hit_rate_at_100": 0.99338, "hit_rate_at_1000": 1.0, "main_score": 0.51553, "hf_subset": "italian", "languages": [ "ita-Latn" ] }, { "ndcg_at_1": 0.43874, "ndcg_at_3": 0.47202, "ndcg_at_5": 0.48075, "ndcg_at_10": 0.51372, "ndcg_at_20": 0.55622, "ndcg_at_100": 0.63876, "ndcg_at_1000": 0.65806, "map_at_1": 0.16175, "map_at_3": 0.26387, "map_at_5": 0.30542, "map_at_10": 0.36396, "map_at_20": 0.40558, "map_at_100": 0.44693, "map_at_1000": 0.45109, "recall_at_1": 0.16175, "recall_at_3": 0.33591, "recall_at_5": 0.41668, "recall_at_10": 0.5533, "recall_at_20": 0.67959, "recall_at_100": 0.91942, "recall_at_1000": 0.99899, "accuracy": 0.16175, "precision_at_1": 0.48013, "precision_at_3": 0.38852, "precision_at_5": 0.33113, "precision_at_10": 0.26424, "precision_at_20": 0.19123, "precision_at_100": 0.06258, "precision_at_1000": 0.0072, "mrr_at_1": 0.480132, "mrr_at_3": 0.614238, "mrr_at_5": 0.629305, "mrr_at_10": 0.640317, "mrr_at_20": 0.643077, "mrr_at_100": 0.643908, "mrr_at_1000": 0.643925, "nauc_ndcg_at_1_max": 0.050239, "nauc_ndcg_at_1_std": -0.159622, "nauc_ndcg_at_1_diff1": 0.313751, "nauc_ndcg_at_3_max": 0.047683, "nauc_ndcg_at_3_std": -0.192056, "nauc_ndcg_at_3_diff1": 0.236042, "nauc_ndcg_at_5_max": 0.057413, "nauc_ndcg_at_5_std": -0.183166, "nauc_ndcg_at_5_diff1": 0.219449, "nauc_ndcg_at_10_max": 0.033339, "nauc_ndcg_at_10_std": -0.199685, "nauc_ndcg_at_10_diff1": 0.211187, "nauc_ndcg_at_20_max": 0.031857, "nauc_ndcg_at_20_std": -0.201046, "nauc_ndcg_at_20_diff1": 0.21501, "nauc_ndcg_at_100_max": 0.051721, "nauc_ndcg_at_100_std": -0.153395, "nauc_ndcg_at_100_diff1": 0.226369, "nauc_ndcg_at_1000_max": 0.053368, "nauc_ndcg_at_1000_std": -0.150221, "nauc_ndcg_at_1000_diff1": 0.240218, "nauc_map_at_1_max": 0.05383, "nauc_map_at_1_std": -0.227429, "nauc_map_at_1_diff1": 0.379215, "nauc_map_at_3_max": 0.006932, "nauc_map_at_3_std": -0.276852, "nauc_map_at_3_diff1": 0.279949, "nauc_map_at_5_max": 0.015487, "nauc_map_at_5_std": -0.253645, "nauc_map_at_5_diff1": 0.249537, "nauc_map_at_10_max": 0.013106, "nauc_map_at_10_std": -0.236693, "nauc_map_at_10_diff1": 0.222298, "nauc_map_at_20_max": 0.011638, "nauc_map_at_20_std": -0.225807, "nauc_map_at_20_diff1": 0.216448, "nauc_map_at_100_max": 0.01837, "nauc_map_at_100_std": -0.199546, "nauc_map_at_100_diff1": 0.21748, "nauc_map_at_1000_max": 0.018884, "nauc_map_at_1000_std": -0.197711, "nauc_map_at_1000_diff1": 0.219134, "nauc_recall_at_1_max": 0.05383, "nauc_recall_at_1_std": -0.227429, "nauc_recall_at_1_diff1": 0.379215, "nauc_recall_at_3_max": -0.000235, "nauc_recall_at_3_std": -0.267238, "nauc_recall_at_3_diff1": 0.183646, "nauc_recall_at_5_max": 0.018209, "nauc_recall_at_5_std": -0.221087, "nauc_recall_at_5_diff1": 0.136283, "nauc_recall_at_10_max": -0.005447, "nauc_recall_at_10_std": -0.220423, "nauc_recall_at_10_diff1": 0.114497, "nauc_recall_at_20_max": -0.011502, "nauc_recall_at_20_std": -0.201373, "nauc_recall_at_20_diff1": 0.101272, "nauc_recall_at_100_max": 0.072063, "nauc_recall_at_100_std": -0.075099, "nauc_recall_at_100_diff1": 0.018477, "nauc_recall_at_1000_max": 0.345524, "nauc_recall_at_1000_std": 0.496644, "nauc_recall_at_1000_diff1": -0.011061, "nauc_precision_at_1_max": 0.028318, "nauc_precision_at_1_std": -0.16642, "nauc_precision_at_1_diff1": 0.290508, "nauc_precision_at_3_max": 0.000903, "nauc_precision_at_3_std": -0.065435, "nauc_precision_at_3_diff1": 0.035655, "nauc_precision_at_5_max": 0.017123, "nauc_precision_at_5_std": 0.025956, "nauc_precision_at_5_diff1": -0.021323, "nauc_precision_at_10_max": 0.001334, "nauc_precision_at_10_std": 0.087867, "nauc_precision_at_10_diff1": -0.067683, "nauc_precision_at_20_max": 0.000495, "nauc_precision_at_20_std": 0.127111, "nauc_precision_at_20_diff1": -0.06327, "nauc_precision_at_100_max": 0.009256, "nauc_precision_at_100_std": 0.214234, "nauc_precision_at_100_diff1": -0.082797, "nauc_precision_at_1000_max": 0.016813, "nauc_precision_at_1000_std": 0.220819, "nauc_precision_at_1000_diff1": -0.061652, "nauc_mrr_at_1_max": 0.028318, "nauc_mrr_at_1_std": -0.16642, "nauc_mrr_at_1_diff1": 0.290508, "nauc_mrr_at_3_max": 0.063788, "nauc_mrr_at_3_std": -0.158319, "nauc_mrr_at_3_diff1": 0.241554, "nauc_mrr_at_5_max": 0.057252, "nauc_mrr_at_5_std": -0.161248, "nauc_mrr_at_5_diff1": 0.244405, "nauc_mrr_at_10_max": 0.048023, "nauc_mrr_at_10_std": -0.168013, "nauc_mrr_at_10_diff1": 0.253582, "nauc_mrr_at_20_max": 0.048998, "nauc_mrr_at_20_std": -0.164906, "nauc_mrr_at_20_diff1": 0.251382, "nauc_mrr_at_100_max": 0.049936, "nauc_mrr_at_100_std": -0.164449, "nauc_mrr_at_100_diff1": 0.252153, "nauc_mrr_at_1000_max": 0.049916, "nauc_mrr_at_1000_std": -0.164477, "nauc_mrr_at_1000_diff1": 0.252146, "hit_rate_at_1": 0.48013, "hit_rate_at_3": 0.78477, "hit_rate_at_5": 0.84768, "hit_rate_at_10": 0.92384, "hit_rate_at_20": 0.96358, "hit_rate_at_100": 0.99338, "hit_rate_at_1000": 1.0, "main_score": 0.51372, "hf_subset": "portuguese", "languages": [ "por-Latn" ] } ] }, "evaluation_time": 1125.481927871704, "kg_co2_emissions": null, "date": 1781787144.097204 }