| { |
| "dataset_revision": "2c18ef90ab3ef93a9d86ecc6521cdae2a29f8300", |
| "task_name": "Vidore3PhysicsRetrieval", |
| "mteb_version": "2.12.30", |
| "scores": { |
| "test": [ |
| { |
| "ndcg_at_1": 0.46854, |
| "ndcg_at_3": 0.48007, |
| "ndcg_at_5": 0.49435, |
| "ndcg_at_10": 0.52424, |
| "ndcg_at_20": 0.56562, |
| "ndcg_at_100": 0.64948, |
| "ndcg_at_1000": 0.66852, |
| "map_at_1": 0.18688, |
| "map_at_3": 0.27494, |
| "map_at_5": 0.31866, |
| "map_at_10": 0.37849, |
| "map_at_20": 0.41926, |
| "map_at_100": 0.46122, |
| "map_at_1000": 0.46526, |
| "recall_at_1": 0.18688, |
| "recall_at_3": 0.32803, |
| "recall_at_5": 0.41922, |
| "recall_at_10": 0.55376, |
| "recall_at_20": 0.67998, |
| "recall_at_100": 0.91975, |
| "recall_at_1000": 0.99879, |
| "accuracy": 0.18688, |
| "precision_at_1": 0.50993, |
| "precision_at_3": 0.38742, |
| "precision_at_5": 0.33377, |
| "precision_at_10": 0.26457, |
| "precision_at_20": 0.19023, |
| "precision_at_100": 0.06278, |
| "precision_at_1000": 0.0072, |
| "mrr_at_1": 0.509934, |
| "mrr_at_3": 0.625828, |
| "mrr_at_5": 0.647682, |
| "mrr_at_10": 0.65433, |
| "mrr_at_20": 0.658064, |
| "mrr_at_100": 0.659094, |
| "mrr_at_1000": 0.659143, |
| "nauc_ndcg_at_1_max": 0.13843, |
| "nauc_ndcg_at_1_std": -0.115038, |
| "nauc_ndcg_at_1_diff1": 0.329921, |
| "nauc_ndcg_at_3_max": 0.082762, |
| "nauc_ndcg_at_3_std": -0.142817, |
| "nauc_ndcg_at_3_diff1": 0.27244, |
| "nauc_ndcg_at_5_max": 0.072728, |
| "nauc_ndcg_at_5_std": -0.163803, |
| "nauc_ndcg_at_5_diff1": 0.239485, |
| "nauc_ndcg_at_10_max": 0.06025, |
| "nauc_ndcg_at_10_std": -0.174022, |
| "nauc_ndcg_at_10_diff1": 0.218454, |
| "nauc_ndcg_at_20_max": 0.072818, |
| "nauc_ndcg_at_20_std": -0.156843, |
| "nauc_ndcg_at_20_diff1": 0.213297, |
| "nauc_ndcg_at_100_max": 0.103292, |
| "nauc_ndcg_at_100_std": -0.112736, |
| "nauc_ndcg_at_100_diff1": 0.244789, |
| "nauc_ndcg_at_1000_max": 0.101467, |
| "nauc_ndcg_at_1000_std": -0.114514, |
| "nauc_ndcg_at_1000_diff1": 0.262733, |
| "nauc_map_at_1_max": 0.046442, |
| "nauc_map_at_1_std": -0.237362, |
| "nauc_map_at_1_diff1": 0.273328, |
| "nauc_map_at_3_max": 0.012669, |
| "nauc_map_at_3_std": -0.266046, |
| "nauc_map_at_3_diff1": 0.263308, |
| "nauc_map_at_5_max": 0.012182, |
| "nauc_map_at_5_std": -0.255888, |
| "nauc_map_at_5_diff1": 0.240318, |
| "nauc_map_at_10_max": 0.027965, |
| "nauc_map_at_10_std": -0.225112, |
| "nauc_map_at_10_diff1": 0.219127, |
| "nauc_map_at_20_max": 0.041327, |
| "nauc_map_at_20_std": -0.200566, |
| "nauc_map_at_20_diff1": 0.218616, |
| "nauc_map_at_100_max": 0.053988, |
| "nauc_map_at_100_std": -0.173963, |
| "nauc_map_at_100_diff1": 0.23002, |
| "nauc_map_at_1000_max": 0.053906, |
| "nauc_map_at_1000_std": -0.172818, |
| "nauc_map_at_1000_diff1": 0.232699, |
| "nauc_recall_at_1_max": 0.046442, |
| "nauc_recall_at_1_std": -0.237362, |
| "nauc_recall_at_1_diff1": 0.273328, |
| "nauc_recall_at_3_max": -0.011672, |
| "nauc_recall_at_3_std": -0.26383, |
| "nauc_recall_at_3_diff1": 0.210548, |
| "nauc_recall_at_5_max": -0.009834, |
| "nauc_recall_at_5_std": -0.245356, |
| "nauc_recall_at_5_diff1": 0.13329, |
| "nauc_recall_at_10_max": -0.008893, |
| "nauc_recall_at_10_std": -0.221219, |
| "nauc_recall_at_10_diff1": 0.092861, |
| "nauc_recall_at_20_max": 0.015453, |
| "nauc_recall_at_20_std": -0.14629, |
| "nauc_recall_at_20_diff1": 0.062055, |
| "nauc_recall_at_100_max": 0.143492, |
| "nauc_recall_at_100_std": -0.006103, |
| "nauc_recall_at_100_diff1": 0.004314, |
| "nauc_recall_at_1000_max": 0.406347, |
| "nauc_recall_at_1000_std": 0.582361, |
| "nauc_recall_at_1000_diff1": 0.048652, |
| "nauc_precision_at_1_max": 0.117855, |
| "nauc_precision_at_1_std": -0.12517, |
| "nauc_precision_at_1_diff1": 0.344455, |
| "nauc_precision_at_3_max": 0.036926, |
| "nauc_precision_at_3_std": -0.012889, |
| "nauc_precision_at_3_diff1": 0.142219, |
| "nauc_precision_at_5_max": 0.04506, |
| "nauc_precision_at_5_std": 0.057337, |
| "nauc_precision_at_5_diff1": 0.067891, |
| "nauc_precision_at_10_max": 0.059475, |
| "nauc_precision_at_10_std": 0.137071, |
| "nauc_precision_at_10_diff1": 0.001062, |
| "nauc_precision_at_20_max": 0.075082, |
| "nauc_precision_at_20_std": 0.201843, |
| "nauc_precision_at_20_diff1": -0.010008, |
| "nauc_precision_at_100_max": 0.054158, |
| "nauc_precision_at_100_std": 0.247458, |
| "nauc_precision_at_100_diff1": -0.024546, |
| "nauc_precision_at_1000_max": 0.044905, |
| "nauc_precision_at_1000_std": 0.239725, |
| "nauc_precision_at_1000_diff1": -0.005899, |
| "nauc_mrr_at_1_max": 0.117855, |
| "nauc_mrr_at_1_std": -0.12517, |
| "nauc_mrr_at_1_diff1": 0.344455, |
| "nauc_mrr_at_3_max": 0.114781, |
| "nauc_mrr_at_3_std": -0.119084, |
| "nauc_mrr_at_3_diff1": 0.323149, |
| "nauc_mrr_at_5_max": 0.124659, |
| "nauc_mrr_at_5_std": -0.119879, |
| "nauc_mrr_at_5_diff1": 0.31275, |
| "nauc_mrr_at_10_max": 0.120631, |
| "nauc_mrr_at_10_std": -0.123965, |
| "nauc_mrr_at_10_diff1": 0.320083, |
| "nauc_mrr_at_20_max": 0.120694, |
| "nauc_mrr_at_20_std": -0.120538, |
| "nauc_mrr_at_20_diff1": 0.317301, |
| "nauc_mrr_at_100_max": 0.12135, |
| "nauc_mrr_at_100_std": -0.120923, |
| "nauc_mrr_at_100_diff1": 0.31941, |
| "nauc_mrr_at_1000_max": 0.121278, |
| "nauc_mrr_at_1000_std": -0.121046, |
| "nauc_mrr_at_1000_diff1": 0.31949, |
| "hit_rate_at_1": 0.50993, |
| "hit_rate_at_3": 0.77152, |
| "hit_rate_at_5": 0.86424, |
| "hit_rate_at_10": 0.9106, |
| "hit_rate_at_20": 0.96026, |
| "hit_rate_at_100": 0.99007, |
| "hit_rate_at_1000": 1.0, |
| "main_score": 0.52424, |
| "hf_subset": "french", |
| "languages": [ |
| "fra-Latn" |
| ] |
| }, |
| { |
| "ndcg_at_1": 0.44868, |
| "ndcg_at_3": 0.47275, |
| "ndcg_at_5": 0.4831, |
| "ndcg_at_10": 0.51722, |
| "ndcg_at_20": 0.558, |
| "ndcg_at_100": 0.64073, |
| "ndcg_at_1000": 0.65999, |
| "map_at_1": 0.17081, |
| "map_at_3": 0.26591, |
| "map_at_5": 0.30758, |
| "map_at_10": 0.3673, |
| "map_at_20": 0.40939, |
| "map_at_100": 0.45039, |
| "map_at_1000": 0.45453, |
| "recall_at_1": 0.17081, |
| "recall_at_3": 0.33272, |
| "recall_at_5": 0.41186, |
| "recall_at_10": 0.55247, |
| "recall_at_20": 0.68021, |
| "recall_at_100": 0.91872, |
| "recall_at_1000": 0.99856, |
| "accuracy": 0.17081, |
| "precision_at_1": 0.48344, |
| "precision_at_3": 0.38631, |
| "precision_at_5": 0.33113, |
| "precision_at_10": 0.26656, |
| "precision_at_20": 0.1904, |
| "precision_at_100": 0.06252, |
| "precision_at_1000": 0.00719, |
| "mrr_at_1": 0.483444, |
| "mrr_at_3": 0.616998, |
| "mrr_at_5": 0.632561, |
| "mrr_at_10": 0.642692, |
| "mrr_at_20": 0.645063, |
| "mrr_at_100": 0.645901, |
| "mrr_at_1000": 0.645917, |
| "nauc_ndcg_at_1_max": 0.066434, |
| "nauc_ndcg_at_1_std": -0.14705, |
| "nauc_ndcg_at_1_diff1": 0.29309, |
| "nauc_ndcg_at_3_max": 0.066441, |
| "nauc_ndcg_at_3_std": -0.162295, |
| "nauc_ndcg_at_3_diff1": 0.230195, |
| "nauc_ndcg_at_5_max": 0.069324, |
| "nauc_ndcg_at_5_std": -0.164653, |
| "nauc_ndcg_at_5_diff1": 0.211401, |
| "nauc_ndcg_at_10_max": 0.050763, |
| "nauc_ndcg_at_10_std": -0.180067, |
| "nauc_ndcg_at_10_diff1": 0.184517, |
| "nauc_ndcg_at_20_max": 0.036967, |
| "nauc_ndcg_at_20_std": -0.194106, |
| "nauc_ndcg_at_20_diff1": 0.189235, |
| "nauc_ndcg_at_100_max": 0.067353, |
| "nauc_ndcg_at_100_std": -0.141901, |
| "nauc_ndcg_at_100_diff1": 0.198583, |
| "nauc_ndcg_at_1000_max": 0.067712, |
| "nauc_ndcg_at_1000_std": -0.140488, |
| "nauc_ndcg_at_1000_diff1": 0.213423, |
| "nauc_map_at_1_max": 0.037924, |
| "nauc_map_at_1_std": -0.234158, |
| "nauc_map_at_1_diff1": 0.351431, |
| "nauc_map_at_3_max": 0.018171, |
| "nauc_map_at_3_std": -0.264802, |
| "nauc_map_at_3_diff1": 0.285081, |
| "nauc_map_at_5_max": 0.031246, |
| "nauc_map_at_5_std": -0.237215, |
| "nauc_map_at_5_diff1": 0.247636, |
| "nauc_map_at_10_max": 0.027674, |
| "nauc_map_at_10_std": -0.223933, |
| "nauc_map_at_10_diff1": 0.20811, |
| "nauc_map_at_20_max": 0.023052, |
| "nauc_map_at_20_std": -0.216636, |
| "nauc_map_at_20_diff1": 0.197319, |
| "nauc_map_at_100_max": 0.034589, |
| "nauc_map_at_100_std": -0.188492, |
| "nauc_map_at_100_diff1": 0.195874, |
| "nauc_map_at_1000_max": 0.035127, |
| "nauc_map_at_1000_std": -0.186792, |
| "nauc_map_at_1000_diff1": 0.198008, |
| "nauc_recall_at_1_max": 0.037924, |
| "nauc_recall_at_1_std": -0.234158, |
| "nauc_recall_at_1_diff1": 0.351431, |
| "nauc_recall_at_3_max": 0.004463, |
| "nauc_recall_at_3_std": -0.251929, |
| "nauc_recall_at_3_diff1": 0.205622, |
| "nauc_recall_at_5_max": 0.031808, |
| "nauc_recall_at_5_std": -0.207773, |
| "nauc_recall_at_5_diff1": 0.141388, |
| "nauc_recall_at_10_max": 0.004497, |
| "nauc_recall_at_10_std": -0.200911, |
| "nauc_recall_at_10_diff1": 0.082714, |
| "nauc_recall_at_20_max": -0.025077, |
| "nauc_recall_at_20_std": -0.196193, |
| "nauc_recall_at_20_diff1": 0.076848, |
| "nauc_recall_at_100_max": 0.092655, |
| "nauc_recall_at_100_std": -0.041762, |
| "nauc_recall_at_100_diff1": -0.0123, |
| "nauc_recall_at_1000_max": 0.401879, |
| "nauc_recall_at_1000_std": 0.595862, |
| "nauc_recall_at_1000_diff1": 0.223726, |
| "nauc_precision_at_1_max": 0.057178, |
| "nauc_precision_at_1_std": -0.147235, |
| "nauc_precision_at_1_diff1": 0.276013, |
| "nauc_precision_at_3_max": 0.030495, |
| "nauc_precision_at_3_std": -0.016828, |
| "nauc_precision_at_3_diff1": 0.025113, |
| "nauc_precision_at_5_max": 0.022685, |
| "nauc_precision_at_5_std": 0.046634, |
| "nauc_precision_at_5_diff1": -0.045619, |
| "nauc_precision_at_10_max": 0.010828, |
| "nauc_precision_at_10_std": 0.099102, |
| "nauc_precision_at_10_diff1": -0.109937, |
| "nauc_precision_at_20_max": -0.001894, |
| "nauc_precision_at_20_std": 0.118359, |
| "nauc_precision_at_20_diff1": -0.1057, |
| "nauc_precision_at_100_max": 0.019549, |
| "nauc_precision_at_100_std": 0.215228, |
| "nauc_precision_at_100_diff1": -0.109656, |
| "nauc_precision_at_1000_max": 0.018942, |
| "nauc_precision_at_1000_std": 0.217018, |
| "nauc_precision_at_1000_diff1": -0.086322, |
| "nauc_mrr_at_1_max": 0.057178, |
| "nauc_mrr_at_1_std": -0.147235, |
| "nauc_mrr_at_1_diff1": 0.276013, |
| "nauc_mrr_at_3_max": 0.098349, |
| "nauc_mrr_at_3_std": -0.124024, |
| "nauc_mrr_at_3_diff1": 0.242833, |
| "nauc_mrr_at_5_max": 0.089373, |
| "nauc_mrr_at_5_std": -0.13545, |
| "nauc_mrr_at_5_diff1": 0.233967, |
| "nauc_mrr_at_10_max": 0.083503, |
| "nauc_mrr_at_10_std": -0.138923, |
| "nauc_mrr_at_10_diff1": 0.237707, |
| "nauc_mrr_at_20_max": 0.082633, |
| "nauc_mrr_at_20_std": -0.137465, |
| "nauc_mrr_at_20_diff1": 0.237405, |
| "nauc_mrr_at_100_max": 0.083476, |
| "nauc_mrr_at_100_std": -0.138152, |
| "nauc_mrr_at_100_diff1": 0.239617, |
| "nauc_mrr_at_1000_max": 0.083459, |
| "nauc_mrr_at_1000_std": -0.138176, |
| "nauc_mrr_at_1000_diff1": 0.239605, |
| "hit_rate_at_1": 0.48344, |
| "hit_rate_at_3": 0.78477, |
| "hit_rate_at_5": 0.8543, |
| "hit_rate_at_10": 0.92715, |
| "hit_rate_at_20": 0.96358, |
| "hit_rate_at_100": 0.99338, |
| "hit_rate_at_1000": 1.0, |
| "main_score": 0.51722, |
| "hf_subset": "spanish", |
| "languages": [ |
| "spa-Latn" |
| ] |
| }, |
| { |
| "ndcg_at_1": 0.43377, |
| "ndcg_at_3": 0.46417, |
| "ndcg_at_5": 0.48437, |
| "ndcg_at_10": 0.51528, |
| "ndcg_at_20": 0.55653, |
| "ndcg_at_100": 0.63951, |
| "ndcg_at_1000": 0.65955, |
| "map_at_1": 0.16611, |
| "map_at_3": 0.26133, |
| "map_at_5": 0.30707, |
| "map_at_10": 0.36523, |
| "map_at_20": 0.40629, |
| "map_at_100": 0.44894, |
| "map_at_1000": 0.45328, |
| "recall_at_1": 0.16611, |
| "recall_at_3": 0.32135, |
| "recall_at_5": 0.42052, |
| "recall_at_10": 0.55322, |
| "recall_at_20": 0.68083, |
| "recall_at_100": 0.91641, |
| "recall_at_1000": 0.99922, |
| "accuracy": 0.16611, |
| "precision_at_1": 0.4702, |
| "precision_at_3": 0.38411, |
| "precision_at_5": 0.33245, |
| "precision_at_10": 0.26523, |
| "precision_at_20": 0.1894, |
| "precision_at_100": 0.06258, |
| "precision_at_1000": 0.0072, |
| "mrr_at_1": 0.470199, |
| "mrr_at_3": 0.606512, |
| "mrr_at_5": 0.628698, |
| "mrr_at_10": 0.635967, |
| "mrr_at_20": 0.639158, |
| "mrr_at_100": 0.639925, |
| "mrr_at_1000": 0.639941, |
| "nauc_ndcg_at_1_max": 0.237874, |
| "nauc_ndcg_at_1_std": 0.013858, |
| "nauc_ndcg_at_1_diff1": 0.328955, |
| "nauc_ndcg_at_3_max": 0.172171, |
| "nauc_ndcg_at_3_std": -0.073681, |
| "nauc_ndcg_at_3_diff1": 0.218808, |
| "nauc_ndcg_at_5_max": 0.159759, |
| "nauc_ndcg_at_5_std": -0.094898, |
| "nauc_ndcg_at_5_diff1": 0.215829, |
| "nauc_ndcg_at_10_max": 0.140116, |
| "nauc_ndcg_at_10_std": -0.109618, |
| "nauc_ndcg_at_10_diff1": 0.197155, |
| "nauc_ndcg_at_20_max": 0.161944, |
| "nauc_ndcg_at_20_std": -0.08993, |
| "nauc_ndcg_at_20_diff1": 0.215363, |
| "nauc_ndcg_at_100_max": 0.167543, |
| "nauc_ndcg_at_100_std": -0.04206, |
| "nauc_ndcg_at_100_diff1": 0.228536, |
| "nauc_ndcg_at_1000_max": 0.167743, |
| "nauc_ndcg_at_1000_std": -0.04552, |
| "nauc_ndcg_at_1000_diff1": 0.2391, |
| "nauc_map_at_1_max": 0.166637, |
| "nauc_map_at_1_std": -0.124118, |
| "nauc_map_at_1_diff1": 0.339815, |
| "nauc_map_at_3_max": 0.127935, |
| "nauc_map_at_3_std": -0.182601, |
| "nauc_map_at_3_diff1": 0.254598, |
| "nauc_map_at_5_max": 0.124787, |
| "nauc_map_at_5_std": -0.171291, |
| "nauc_map_at_5_diff1": 0.225111, |
| "nauc_map_at_10_max": 0.118511, |
| "nauc_map_at_10_std": -0.155027, |
| "nauc_map_at_10_diff1": 0.194238, |
| "nauc_map_at_20_max": 0.121079, |
| "nauc_map_at_20_std": -0.137172, |
| "nauc_map_at_20_diff1": 0.197441, |
| "nauc_map_at_100_max": 0.123698, |
| "nauc_map_at_100_std": -0.111304, |
| "nauc_map_at_100_diff1": 0.197634, |
| "nauc_map_at_1000_max": 0.124063, |
| "nauc_map_at_1000_std": -0.109748, |
| "nauc_map_at_1000_diff1": 0.199519, |
| "nauc_recall_at_1_max": 0.166637, |
| "nauc_recall_at_1_std": -0.124118, |
| "nauc_recall_at_1_diff1": 0.339815, |
| "nauc_recall_at_3_max": 0.096952, |
| "nauc_recall_at_3_std": -0.195022, |
| "nauc_recall_at_3_diff1": 0.18906, |
| "nauc_recall_at_5_max": 0.080061, |
| "nauc_recall_at_5_std": -0.188738, |
| "nauc_recall_at_5_diff1": 0.132224, |
| "nauc_recall_at_10_max": 0.060227, |
| "nauc_recall_at_10_std": -0.169952, |
| "nauc_recall_at_10_diff1": 0.083607, |
| "nauc_recall_at_20_max": 0.096086, |
| "nauc_recall_at_20_std": -0.113781, |
| "nauc_recall_at_20_diff1": 0.102606, |
| "nauc_recall_at_100_max": 0.133305, |
| "nauc_recall_at_100_std": 0.051283, |
| "nauc_recall_at_100_diff1": 0.075408, |
| "nauc_recall_at_1000_max": -0.212467, |
| "nauc_recall_at_1000_std": -0.115329, |
| "nauc_recall_at_1000_diff1": -0.370884, |
| "nauc_precision_at_1_max": 0.234435, |
| "nauc_precision_at_1_std": 0.012591, |
| "nauc_precision_at_1_diff1": 0.312301, |
| "nauc_precision_at_3_max": 0.048171, |
| "nauc_precision_at_3_std": -0.012288, |
| "nauc_precision_at_3_diff1": 0.003462, |
| "nauc_precision_at_5_max": 0.01704, |
| "nauc_precision_at_5_std": 0.043992, |
| "nauc_precision_at_5_diff1": -0.038219, |
| "nauc_precision_at_10_max": -0.022156, |
| "nauc_precision_at_10_std": 0.084931, |
| "nauc_precision_at_10_diff1": -0.070692, |
| "nauc_precision_at_20_max": -0.01895, |
| "nauc_precision_at_20_std": 0.132757, |
| "nauc_precision_at_20_diff1": -0.048659, |
| "nauc_precision_at_100_max": -0.059747, |
| "nauc_precision_at_100_std": 0.180594, |
| "nauc_precision_at_100_diff1": -0.069863, |
| "nauc_precision_at_1000_max": -0.061415, |
| "nauc_precision_at_1000_std": 0.173259, |
| "nauc_precision_at_1000_diff1": -0.05275, |
| "nauc_mrr_at_1_max": 0.234435, |
| "nauc_mrr_at_1_std": 0.012591, |
| "nauc_mrr_at_1_diff1": 0.312301, |
| "nauc_mrr_at_3_max": 0.219292, |
| "nauc_mrr_at_3_std": -0.008212, |
| "nauc_mrr_at_3_diff1": 0.270529, |
| "nauc_mrr_at_5_max": 0.220372, |
| "nauc_mrr_at_5_std": -0.017668, |
| "nauc_mrr_at_5_diff1": 0.272239, |
| "nauc_mrr_at_10_max": 0.214525, |
| "nauc_mrr_at_10_std": -0.023005, |
| "nauc_mrr_at_10_diff1": 0.275331, |
| "nauc_mrr_at_20_max": 0.218705, |
| "nauc_mrr_at_20_std": -0.016524, |
| "nauc_mrr_at_20_diff1": 0.274007, |
| "nauc_mrr_at_100_max": 0.219473, |
| "nauc_mrr_at_100_std": -0.016052, |
| "nauc_mrr_at_100_diff1": 0.276306, |
| "nauc_mrr_at_1000_max": 0.219464, |
| "nauc_mrr_at_1000_std": -0.016076, |
| "nauc_mrr_at_1000_diff1": 0.276276, |
| "hit_rate_at_1": 0.4702, |
| "hit_rate_at_3": 0.77483, |
| "hit_rate_at_5": 0.87086, |
| "hit_rate_at_10": 0.92384, |
| "hit_rate_at_20": 0.96689, |
| "hit_rate_at_100": 0.99338, |
| "hit_rate_at_1000": 1.0, |
| "main_score": 0.51528, |
| "hf_subset": "english", |
| "languages": [ |
| "eng-Latn" |
| ] |
| }, |
| { |
| "ndcg_at_1": 0.46026, |
| "ndcg_at_3": 0.4779, |
| "ndcg_at_5": 0.48827, |
| "ndcg_at_10": 0.51768, |
| "ndcg_at_20": 0.56051, |
| "ndcg_at_100": 0.6436, |
| "ndcg_at_1000": 0.66411, |
| "map_at_1": 0.17584, |
| "map_at_3": 0.27356, |
| "map_at_5": 0.31434, |
| "map_at_10": 0.37243, |
| "map_at_20": 0.41542, |
| "map_at_100": 0.45764, |
| "map_at_1000": 0.46193, |
| "recall_at_1": 0.17584, |
| "recall_at_3": 0.33398, |
| "recall_at_5": 0.41408, |
| "recall_at_10": 0.54944, |
| "recall_at_20": 0.67779, |
| "recall_at_100": 0.91471, |
| "recall_at_1000": 0.99971, |
| "accuracy": 0.17584, |
| "precision_at_1": 0.50331, |
| "precision_at_3": 0.38962, |
| "precision_at_5": 0.33444, |
| "precision_at_10": 0.26391, |
| "precision_at_20": 0.19139, |
| "precision_at_100": 0.06258, |
| "precision_at_1000": 0.00721, |
| "mrr_at_1": 0.503311, |
| "mrr_at_3": 0.624172, |
| "mrr_at_5": 0.643046, |
| "mrr_at_10": 0.65187, |
| "mrr_at_20": 0.655155, |
| "mrr_at_100": 0.655933, |
| "mrr_at_1000": 0.655981, |
| "nauc_ndcg_at_1_max": 0.048089, |
| "nauc_ndcg_at_1_std": -0.134071, |
| "nauc_ndcg_at_1_diff1": 0.290674, |
| "nauc_ndcg_at_3_max": 0.023106, |
| "nauc_ndcg_at_3_std": -0.185482, |
| "nauc_ndcg_at_3_diff1": 0.21165, |
| "nauc_ndcg_at_5_max": 0.021807, |
| "nauc_ndcg_at_5_std": -0.199289, |
| "nauc_ndcg_at_5_diff1": 0.204533, |
| "nauc_ndcg_at_10_max": -0.003209, |
| "nauc_ndcg_at_10_std": -0.216727, |
| "nauc_ndcg_at_10_diff1": 0.169944, |
| "nauc_ndcg_at_20_max": 0.019732, |
| "nauc_ndcg_at_20_std": -0.197665, |
| "nauc_ndcg_at_20_diff1": 0.180432, |
| "nauc_ndcg_at_100_max": 0.024684, |
| "nauc_ndcg_at_100_std": -0.159936, |
| "nauc_ndcg_at_100_diff1": 0.204111, |
| "nauc_ndcg_at_1000_max": 0.026126, |
| "nauc_ndcg_at_1000_std": -0.162731, |
| "nauc_ndcg_at_1000_diff1": 0.20908, |
| "nauc_map_at_1_max": 0.026255, |
| "nauc_map_at_1_std": -0.235146, |
| "nauc_map_at_1_diff1": 0.317366, |
| "nauc_map_at_3_max": -0.011868, |
| "nauc_map_at_3_std": -0.278646, |
| "nauc_map_at_3_diff1": 0.232265, |
| "nauc_map_at_5_max": -0.002937, |
| "nauc_map_at_5_std": -0.255222, |
| "nauc_map_at_5_diff1": 0.212764, |
| "nauc_map_at_10_max": -0.010336, |
| "nauc_map_at_10_std": -0.243593, |
| "nauc_map_at_10_diff1": 0.176771, |
| "nauc_map_at_20_max": 0.00571, |
| "nauc_map_at_20_std": -0.22339, |
| "nauc_map_at_20_diff1": 0.180689, |
| "nauc_map_at_100_max": 0.004463, |
| "nauc_map_at_100_std": -0.206037, |
| "nauc_map_at_100_diff1": 0.185469, |
| "nauc_map_at_1000_max": 0.004283, |
| "nauc_map_at_1000_std": -0.204995, |
| "nauc_map_at_1000_diff1": 0.186468, |
| "nauc_recall_at_1_max": 0.026255, |
| "nauc_recall_at_1_std": -0.235146, |
| "nauc_recall_at_1_diff1": 0.317366, |
| "nauc_recall_at_3_max": -0.021224, |
| "nauc_recall_at_3_std": -0.273947, |
| "nauc_recall_at_3_diff1": 0.155941, |
| "nauc_recall_at_5_max": 0.003235, |
| "nauc_recall_at_5_std": -0.222479, |
| "nauc_recall_at_5_diff1": 0.131075, |
| "nauc_recall_at_10_max": -0.041437, |
| "nauc_recall_at_10_std": -0.229408, |
| "nauc_recall_at_10_diff1": 0.07727, |
| "nauc_recall_at_20_max": -0.012555, |
| "nauc_recall_at_20_std": -0.187826, |
| "nauc_recall_at_20_diff1": 0.0864, |
| "nauc_recall_at_100_max": 0.003307, |
| "nauc_recall_at_100_std": -0.068776, |
| "nauc_recall_at_100_diff1": 0.080847, |
| "nauc_recall_at_1000_max": -1.745792, |
| "nauc_recall_at_1000_std": -1.745792, |
| "nauc_recall_at_1000_diff1": 0.554176, |
| "nauc_precision_at_1_max": 0.031399, |
| "nauc_precision_at_1_std": -0.140743, |
| "nauc_precision_at_1_diff1": 0.283018, |
| "nauc_precision_at_3_max": -0.023293, |
| "nauc_precision_at_3_std": -0.063654, |
| "nauc_precision_at_3_diff1": 0.034749, |
| "nauc_precision_at_5_max": -0.009473, |
| "nauc_precision_at_5_std": 0.005603, |
| "nauc_precision_at_5_diff1": -0.021727, |
| "nauc_precision_at_10_max": -0.024107, |
| "nauc_precision_at_10_std": 0.059745, |
| "nauc_precision_at_10_diff1": -0.080024, |
| "nauc_precision_at_20_max": 0.012095, |
| "nauc_precision_at_20_std": 0.118721, |
| "nauc_precision_at_20_diff1": -0.056449, |
| "nauc_precision_at_100_max": -0.010816, |
| "nauc_precision_at_100_std": 0.188853, |
| "nauc_precision_at_100_diff1": -0.049473, |
| "nauc_precision_at_1000_max": -0.005125, |
| "nauc_precision_at_1000_std": 0.19076, |
| "nauc_precision_at_1000_diff1": -0.045651, |
| "nauc_mrr_at_1_max": 0.031399, |
| "nauc_mrr_at_1_std": -0.140743, |
| "nauc_mrr_at_1_diff1": 0.283018, |
| "nauc_mrr_at_3_max": 0.034693, |
| "nauc_mrr_at_3_std": -0.151734, |
| "nauc_mrr_at_3_diff1": 0.242013, |
| "nauc_mrr_at_5_max": 0.033928, |
| "nauc_mrr_at_5_std": -0.153448, |
| "nauc_mrr_at_5_diff1": 0.245493, |
| "nauc_mrr_at_10_max": 0.024022, |
| "nauc_mrr_at_10_std": -0.16528, |
| "nauc_mrr_at_10_diff1": 0.249848, |
| "nauc_mrr_at_20_max": 0.024384, |
| "nauc_mrr_at_20_std": -0.162216, |
| "nauc_mrr_at_20_diff1": 0.249356, |
| "nauc_mrr_at_100_max": 0.026625, |
| "nauc_mrr_at_100_std": -0.160541, |
| "nauc_mrr_at_100_diff1": 0.249977, |
| "nauc_mrr_at_1000_max": 0.02657, |
| "nauc_mrr_at_1000_std": -0.16065, |
| "nauc_mrr_at_1000_diff1": 0.249907, |
| "hit_rate_at_1": 0.50331, |
| "hit_rate_at_3": 0.77152, |
| "hit_rate_at_5": 0.8543, |
| "hit_rate_at_10": 0.92053, |
| "hit_rate_at_20": 0.96689, |
| "hit_rate_at_100": 0.99007, |
| "hit_rate_at_1000": 1.0, |
| "main_score": 0.51768, |
| "hf_subset": "german", |
| "languages": [ |
| "deu-Latn" |
| ] |
| }, |
| { |
| "ndcg_at_1": 0.45199, |
| "ndcg_at_3": 0.47537, |
| "ndcg_at_5": 0.48502, |
| "ndcg_at_10": 0.51553, |
| "ndcg_at_20": 0.55909, |
| "ndcg_at_100": 0.64148, |
| "ndcg_at_1000": 0.66122, |
| "map_at_1": 0.16815, |
| "map_at_3": 0.26669, |
| "map_at_5": 0.30878, |
| "map_at_10": 0.3658, |
| "map_at_20": 0.40917, |
| "map_at_100": 0.45047, |
| "map_at_1000": 0.4547, |
| "recall_at_1": 0.16815, |
| "recall_at_3": 0.33474, |
| "recall_at_5": 0.41559, |
| "recall_at_10": 0.55209, |
| "recall_at_20": 0.68137, |
| "recall_at_100": 0.91668, |
| "recall_at_1000": 0.99889, |
| "accuracy": 0.16815, |
| "precision_at_1": 0.49007, |
| "precision_at_3": 0.38742, |
| "precision_at_5": 0.33245, |
| "precision_at_10": 0.26325, |
| "precision_at_20": 0.19123, |
| "precision_at_100": 0.06245, |
| "precision_at_1000": 0.0072, |
| "mrr_at_1": 0.490066, |
| "mrr_at_3": 0.61479, |
| "mrr_at_5": 0.634658, |
| "mrr_at_10": 0.644469, |
| "mrr_at_20": 0.647829, |
| "mrr_at_100": 0.648581, |
| "mrr_at_1000": 0.648599, |
| "nauc_ndcg_at_1_max": 0.078557, |
| "nauc_ndcg_at_1_std": -0.099536, |
| "nauc_ndcg_at_1_diff1": 0.305006, |
| "nauc_ndcg_at_3_max": 0.068948, |
| "nauc_ndcg_at_3_std": -0.144745, |
| "nauc_ndcg_at_3_diff1": 0.222554, |
| "nauc_ndcg_at_5_max": 0.051941, |
| "nauc_ndcg_at_5_std": -0.157804, |
| "nauc_ndcg_at_5_diff1": 0.193322, |
| "nauc_ndcg_at_10_max": 0.048508, |
| "nauc_ndcg_at_10_std": -0.167016, |
| "nauc_ndcg_at_10_diff1": 0.201033, |
| "nauc_ndcg_at_20_max": 0.04643, |
| "nauc_ndcg_at_20_std": -0.166843, |
| "nauc_ndcg_at_20_diff1": 0.199372, |
| "nauc_ndcg_at_100_max": 0.074369, |
| "nauc_ndcg_at_100_std": -0.114911, |
| "nauc_ndcg_at_100_diff1": 0.229906, |
| "nauc_ndcg_at_1000_max": 0.072338, |
| "nauc_ndcg_at_1000_std": -0.117544, |
| "nauc_ndcg_at_1000_diff1": 0.242149, |
| "nauc_map_at_1_max": 0.074379, |
| "nauc_map_at_1_std": -0.216145, |
| "nauc_map_at_1_diff1": 0.372723, |
| "nauc_map_at_3_max": 0.037484, |
| "nauc_map_at_3_std": -0.25846, |
| "nauc_map_at_3_diff1": 0.280155, |
| "nauc_map_at_5_max": 0.024018, |
| "nauc_map_at_5_std": -0.241645, |
| "nauc_map_at_5_diff1": 0.243405, |
| "nauc_map_at_10_max": 0.026806, |
| "nauc_map_at_10_std": -0.222695, |
| "nauc_map_at_10_diff1": 0.220857, |
| "nauc_map_at_20_max": 0.026496, |
| "nauc_map_at_20_std": -0.205171, |
| "nauc_map_at_20_diff1": 0.207765, |
| "nauc_map_at_100_max": 0.037049, |
| "nauc_map_at_100_std": -0.175474, |
| "nauc_map_at_100_diff1": 0.214646, |
| "nauc_map_at_1000_max": 0.037108, |
| "nauc_map_at_1000_std": -0.174025, |
| "nauc_map_at_1000_diff1": 0.217639, |
| "nauc_recall_at_1_max": 0.074379, |
| "nauc_recall_at_1_std": -0.216145, |
| "nauc_recall_at_1_diff1": 0.372723, |
| "nauc_recall_at_3_max": 0.023094, |
| "nauc_recall_at_3_std": -0.251953, |
| "nauc_recall_at_3_diff1": 0.181778, |
| "nauc_recall_at_5_max": 0.005002, |
| "nauc_recall_at_5_std": -0.225139, |
| "nauc_recall_at_5_diff1": 0.117843, |
| "nauc_recall_at_10_max": -0.001689, |
| "nauc_recall_at_10_std": -0.207652, |
| "nauc_recall_at_10_diff1": 0.105558, |
| "nauc_recall_at_20_max": -0.00606, |
| "nauc_recall_at_20_std": -0.171095, |
| "nauc_recall_at_20_diff1": 0.075959, |
| "nauc_recall_at_100_max": 0.106587, |
| "nauc_recall_at_100_std": -0.004941, |
| "nauc_recall_at_100_diff1": 0.084984, |
| "nauc_recall_at_1000_max": 0.068996, |
| "nauc_recall_at_1000_std": 0.193114, |
| "nauc_recall_at_1000_diff1": -0.361048, |
| "nauc_precision_at_1_max": 0.050851, |
| "nauc_precision_at_1_std": -0.112797, |
| "nauc_precision_at_1_diff1": 0.295584, |
| "nauc_precision_at_3_max": 0.006751, |
| "nauc_precision_at_3_std": -0.017714, |
| "nauc_precision_at_3_diff1": 0.02936, |
| "nauc_precision_at_5_max": -0.024403, |
| "nauc_precision_at_5_std": 0.037039, |
| "nauc_precision_at_5_diff1": -0.042332, |
| "nauc_precision_at_10_max": 0.009402, |
| "nauc_precision_at_10_std": 0.125611, |
| "nauc_precision_at_10_diff1": -0.070555, |
| "nauc_precision_at_20_max": 0.009788, |
| "nauc_precision_at_20_std": 0.15722, |
| "nauc_precision_at_20_diff1": -0.07169, |
| "nauc_precision_at_100_max": 0.015198, |
| "nauc_precision_at_100_std": 0.235641, |
| "nauc_precision_at_100_diff1": -0.062966, |
| "nauc_precision_at_1000_max": 0.012081, |
| "nauc_precision_at_1000_std": 0.229389, |
| "nauc_precision_at_1000_diff1": -0.038411, |
| "nauc_mrr_at_1_max": 0.050851, |
| "nauc_mrr_at_1_std": -0.112797, |
| "nauc_mrr_at_1_diff1": 0.295584, |
| "nauc_mrr_at_3_max": 0.078822, |
| "nauc_mrr_at_3_std": -0.11791, |
| "nauc_mrr_at_3_diff1": 0.263421, |
| "nauc_mrr_at_5_max": 0.066434, |
| "nauc_mrr_at_5_std": -0.1246, |
| "nauc_mrr_at_5_diff1": 0.257194, |
| "nauc_mrr_at_10_max": 0.064532, |
| "nauc_mrr_at_10_std": -0.123457, |
| "nauc_mrr_at_10_diff1": 0.266877, |
| "nauc_mrr_at_20_max": 0.064206, |
| "nauc_mrr_at_20_std": -0.12198, |
| "nauc_mrr_at_20_diff1": 0.264845, |
| "nauc_mrr_at_100_max": 0.064908, |
| "nauc_mrr_at_100_std": -0.122272, |
| "nauc_mrr_at_100_diff1": 0.266751, |
| "nauc_mrr_at_1000_max": 0.064902, |
| "nauc_mrr_at_1000_std": -0.122291, |
| "nauc_mrr_at_1000_diff1": 0.266712, |
| "hit_rate_at_1": 0.49007, |
| "hit_rate_at_3": 0.76821, |
| "hit_rate_at_5": 0.85099, |
| "hit_rate_at_10": 0.91722, |
| "hit_rate_at_20": 0.96689, |
| "hit_rate_at_100": 0.99338, |
| "hit_rate_at_1000": 1.0, |
| "main_score": 0.51553, |
| "hf_subset": "italian", |
| "languages": [ |
| "ita-Latn" |
| ] |
| }, |
| { |
| "ndcg_at_1": 0.43874, |
| "ndcg_at_3": 0.47202, |
| "ndcg_at_5": 0.48075, |
| "ndcg_at_10": 0.51372, |
| "ndcg_at_20": 0.55622, |
| "ndcg_at_100": 0.63876, |
| "ndcg_at_1000": 0.65806, |
| "map_at_1": 0.16175, |
| "map_at_3": 0.26387, |
| "map_at_5": 0.30542, |
| "map_at_10": 0.36396, |
| "map_at_20": 0.40558, |
| "map_at_100": 0.44693, |
| "map_at_1000": 0.45109, |
| "recall_at_1": 0.16175, |
| "recall_at_3": 0.33591, |
| "recall_at_5": 0.41668, |
| "recall_at_10": 0.5533, |
| "recall_at_20": 0.67959, |
| "recall_at_100": 0.91942, |
| "recall_at_1000": 0.99899, |
| "accuracy": 0.16175, |
| "precision_at_1": 0.48013, |
| "precision_at_3": 0.38852, |
| "precision_at_5": 0.33113, |
| "precision_at_10": 0.26424, |
| "precision_at_20": 0.19123, |
| "precision_at_100": 0.06258, |
| "precision_at_1000": 0.0072, |
| "mrr_at_1": 0.480132, |
| "mrr_at_3": 0.614238, |
| "mrr_at_5": 0.629305, |
| "mrr_at_10": 0.640317, |
| "mrr_at_20": 0.643077, |
| "mrr_at_100": 0.643908, |
| "mrr_at_1000": 0.643925, |
| "nauc_ndcg_at_1_max": 0.050239, |
| "nauc_ndcg_at_1_std": -0.159622, |
| "nauc_ndcg_at_1_diff1": 0.313751, |
| "nauc_ndcg_at_3_max": 0.047683, |
| "nauc_ndcg_at_3_std": -0.192056, |
| "nauc_ndcg_at_3_diff1": 0.236042, |
| "nauc_ndcg_at_5_max": 0.057413, |
| "nauc_ndcg_at_5_std": -0.183166, |
| "nauc_ndcg_at_5_diff1": 0.219449, |
| "nauc_ndcg_at_10_max": 0.033339, |
| "nauc_ndcg_at_10_std": -0.199685, |
| "nauc_ndcg_at_10_diff1": 0.211187, |
| "nauc_ndcg_at_20_max": 0.031857, |
| "nauc_ndcg_at_20_std": -0.201046, |
| "nauc_ndcg_at_20_diff1": 0.21501, |
| "nauc_ndcg_at_100_max": 0.051721, |
| "nauc_ndcg_at_100_std": -0.153395, |
| "nauc_ndcg_at_100_diff1": 0.226369, |
| "nauc_ndcg_at_1000_max": 0.053368, |
| "nauc_ndcg_at_1000_std": -0.150221, |
| "nauc_ndcg_at_1000_diff1": 0.240218, |
| "nauc_map_at_1_max": 0.05383, |
| "nauc_map_at_1_std": -0.227429, |
| "nauc_map_at_1_diff1": 0.379215, |
| "nauc_map_at_3_max": 0.006932, |
| "nauc_map_at_3_std": -0.276852, |
| "nauc_map_at_3_diff1": 0.279949, |
| "nauc_map_at_5_max": 0.015487, |
| "nauc_map_at_5_std": -0.253645, |
| "nauc_map_at_5_diff1": 0.249537, |
| "nauc_map_at_10_max": 0.013106, |
| "nauc_map_at_10_std": -0.236693, |
| "nauc_map_at_10_diff1": 0.222298, |
| "nauc_map_at_20_max": 0.011638, |
| "nauc_map_at_20_std": -0.225807, |
| "nauc_map_at_20_diff1": 0.216448, |
| "nauc_map_at_100_max": 0.01837, |
| "nauc_map_at_100_std": -0.199546, |
| "nauc_map_at_100_diff1": 0.21748, |
| "nauc_map_at_1000_max": 0.018884, |
| "nauc_map_at_1000_std": -0.197711, |
| "nauc_map_at_1000_diff1": 0.219134, |
| "nauc_recall_at_1_max": 0.05383, |
| "nauc_recall_at_1_std": -0.227429, |
| "nauc_recall_at_1_diff1": 0.379215, |
| "nauc_recall_at_3_max": -0.000235, |
| "nauc_recall_at_3_std": -0.267238, |
| "nauc_recall_at_3_diff1": 0.183646, |
| "nauc_recall_at_5_max": 0.018209, |
| "nauc_recall_at_5_std": -0.221087, |
| "nauc_recall_at_5_diff1": 0.136283, |
| "nauc_recall_at_10_max": -0.005447, |
| "nauc_recall_at_10_std": -0.220423, |
| "nauc_recall_at_10_diff1": 0.114497, |
| "nauc_recall_at_20_max": -0.011502, |
| "nauc_recall_at_20_std": -0.201373, |
| "nauc_recall_at_20_diff1": 0.101272, |
| "nauc_recall_at_100_max": 0.072063, |
| "nauc_recall_at_100_std": -0.075099, |
| "nauc_recall_at_100_diff1": 0.018477, |
| "nauc_recall_at_1000_max": 0.345524, |
| "nauc_recall_at_1000_std": 0.496644, |
| "nauc_recall_at_1000_diff1": -0.011061, |
| "nauc_precision_at_1_max": 0.028318, |
| "nauc_precision_at_1_std": -0.16642, |
| "nauc_precision_at_1_diff1": 0.290508, |
| "nauc_precision_at_3_max": 0.000903, |
| "nauc_precision_at_3_std": -0.065435, |
| "nauc_precision_at_3_diff1": 0.035655, |
| "nauc_precision_at_5_max": 0.017123, |
| "nauc_precision_at_5_std": 0.025956, |
| "nauc_precision_at_5_diff1": -0.021323, |
| "nauc_precision_at_10_max": 0.001334, |
| "nauc_precision_at_10_std": 0.087867, |
| "nauc_precision_at_10_diff1": -0.067683, |
| "nauc_precision_at_20_max": 0.000495, |
| "nauc_precision_at_20_std": 0.127111, |
| "nauc_precision_at_20_diff1": -0.06327, |
| "nauc_precision_at_100_max": 0.009256, |
| "nauc_precision_at_100_std": 0.214234, |
| "nauc_precision_at_100_diff1": -0.082797, |
| "nauc_precision_at_1000_max": 0.016813, |
| "nauc_precision_at_1000_std": 0.220819, |
| "nauc_precision_at_1000_diff1": -0.061652, |
| "nauc_mrr_at_1_max": 0.028318, |
| "nauc_mrr_at_1_std": -0.16642, |
| "nauc_mrr_at_1_diff1": 0.290508, |
| "nauc_mrr_at_3_max": 0.063788, |
| "nauc_mrr_at_3_std": -0.158319, |
| "nauc_mrr_at_3_diff1": 0.241554, |
| "nauc_mrr_at_5_max": 0.057252, |
| "nauc_mrr_at_5_std": -0.161248, |
| "nauc_mrr_at_5_diff1": 0.244405, |
| "nauc_mrr_at_10_max": 0.048023, |
| "nauc_mrr_at_10_std": -0.168013, |
| "nauc_mrr_at_10_diff1": 0.253582, |
| "nauc_mrr_at_20_max": 0.048998, |
| "nauc_mrr_at_20_std": -0.164906, |
| "nauc_mrr_at_20_diff1": 0.251382, |
| "nauc_mrr_at_100_max": 0.049936, |
| "nauc_mrr_at_100_std": -0.164449, |
| "nauc_mrr_at_100_diff1": 0.252153, |
| "nauc_mrr_at_1000_max": 0.049916, |
| "nauc_mrr_at_1000_std": -0.164477, |
| "nauc_mrr_at_1000_diff1": 0.252146, |
| "hit_rate_at_1": 0.48013, |
| "hit_rate_at_3": 0.78477, |
| "hit_rate_at_5": 0.84768, |
| "hit_rate_at_10": 0.92384, |
| "hit_rate_at_20": 0.96358, |
| "hit_rate_at_100": 0.99338, |
| "hit_rate_at_1000": 1.0, |
| "main_score": 0.51372, |
| "hf_subset": "portuguese", |
| "languages": [ |
| "por-Latn" |
| ] |
| } |
| ] |
| }, |
| "evaluation_time": 1125.481927871704, |
| "kg_co2_emissions": null, |
| "date": 1781787144.097204 |
| } |
