VultronRetrieverPrime-Qwen3.5-8B / eval_results /VidoreShiftProjectRetrieval.json
athrael-soju's picture
VultronRetriever model card
37f9944
Raw
History Blame Contribute Delete
6.07 kB
Invalid JSON:Unexpected token 'N', ..."t_3_max": NaN, "... is not valid JSON
{
"dataset_revision": "78e6f5ad3bbc1af50ae9c0f006f57462213269fb",
"task_name": "VidoreShiftProjectRetrieval",
"mteb_version": "2.12.30",
"scores": {
"test": [
{
"ndcg_at_1": 0.86,
"ndcg_at_3": 0.94571,
"ndcg_at_5": 0.94571,
"ndcg_at_10": 0.94571,
"ndcg_at_20": 0.94571,
"ndcg_at_100": 0.94571,
"ndcg_at_1000": 0.94571,
"map_at_1": 0.86,
"map_at_3": 0.92667,
"map_at_5": 0.92667,
"map_at_10": 0.92667,
"map_at_20": 0.92667,
"map_at_100": 0.92667,
"map_at_1000": 0.92667,
"recall_at_1": 0.86,
"recall_at_3": 1.0,
"recall_at_5": 1.0,
"recall_at_10": 1.0,
"recall_at_20": 1.0,
"recall_at_100": 1.0,
"recall_at_1000": 1.0,
"accuracy": 0.86,
"precision_at_1": 0.86,
"precision_at_3": 0.33333,
"precision_at_5": 0.2,
"precision_at_10": 0.1,
"precision_at_20": 0.05,
"precision_at_100": 0.01,
"precision_at_1000": 0.001,
"mrr_at_1": 0.86,
"mrr_at_3": 0.926667,
"mrr_at_5": 0.926667,
"mrr_at_10": 0.926667,
"mrr_at_20": 0.926667,
"mrr_at_100": 0.926667,
"mrr_at_1000": 0.926667,
"nauc_ndcg_at_1_max": -0.296141,
"nauc_ndcg_at_1_std": -0.746848,
"nauc_ndcg_at_1_diff1": 0.856242,
"nauc_ndcg_at_3_max": -0.338931,
"nauc_ndcg_at_3_std": -0.767097,
"nauc_ndcg_at_3_diff1": 0.856486,
"nauc_ndcg_at_5_max": -0.338931,
"nauc_ndcg_at_5_std": -0.767097,
"nauc_ndcg_at_5_diff1": 0.856486,
"nauc_ndcg_at_10_max": -0.338931,
"nauc_ndcg_at_10_std": -0.767097,
"nauc_ndcg_at_10_diff1": 0.856486,
"nauc_ndcg_at_20_max": -0.338931,
"nauc_ndcg_at_20_std": -0.767097,
"nauc_ndcg_at_20_diff1": 0.856486,
"nauc_ndcg_at_100_max": -0.338931,
"nauc_ndcg_at_100_std": -0.767097,
"nauc_ndcg_at_100_diff1": 0.856486,
"nauc_ndcg_at_1000_max": -0.338931,
"nauc_ndcg_at_1000_std": -0.767097,
"nauc_ndcg_at_1000_diff1": 0.856486,
"nauc_map_at_1_max": -0.296141,
"nauc_map_at_1_std": -0.746848,
"nauc_map_at_1_diff1": 0.856242,
"nauc_map_at_3_max": -0.336469,
"nauc_map_at_3_std": -0.765932,
"nauc_map_at_3_diff1": 0.856472,
"nauc_map_at_5_max": -0.336469,
"nauc_map_at_5_std": -0.765932,
"nauc_map_at_5_diff1": 0.856472,
"nauc_map_at_10_max": -0.336469,
"nauc_map_at_10_std": -0.765932,
"nauc_map_at_10_diff1": 0.856472,
"nauc_map_at_20_max": -0.336469,
"nauc_map_at_20_std": -0.765932,
"nauc_map_at_20_diff1": 0.856472,
"nauc_map_at_100_max": -0.336469,
"nauc_map_at_100_std": -0.765932,
"nauc_map_at_100_diff1": 0.856472,
"nauc_map_at_1000_max": -0.336469,
"nauc_map_at_1000_std": -0.765932,
"nauc_map_at_1000_diff1": 0.856472,
"nauc_recall_at_1_max": -0.296141,
"nauc_recall_at_1_std": -0.746848,
"nauc_recall_at_1_diff1": 0.856242,
"nauc_recall_at_3_max": NaN,
"nauc_recall_at_3_std": NaN,
"nauc_recall_at_3_diff1": NaN,
"nauc_recall_at_5_max": NaN,
"nauc_recall_at_5_std": NaN,
"nauc_recall_at_5_diff1": NaN,
"nauc_recall_at_10_max": NaN,
"nauc_recall_at_10_std": NaN,
"nauc_recall_at_10_diff1": NaN,
"nauc_recall_at_20_max": NaN,
"nauc_recall_at_20_std": NaN,
"nauc_recall_at_20_diff1": NaN,
"nauc_recall_at_100_max": NaN,
"nauc_recall_at_100_std": NaN,
"nauc_recall_at_100_diff1": NaN,
"nauc_recall_at_1000_max": NaN,
"nauc_recall_at_1000_std": NaN,
"nauc_recall_at_1000_diff1": NaN,
"nauc_precision_at_1_max": -0.296141,
"nauc_precision_at_1_std": -0.746848,
"nauc_precision_at_1_diff1": 0.856242,
"nauc_precision_at_3_max": 1.0,
"nauc_precision_at_3_std": 1.0,
"nauc_precision_at_3_diff1": 1.0,
"nauc_precision_at_5_max": 1.0,
"nauc_precision_at_5_std": 1.0,
"nauc_precision_at_5_diff1": 1.0,
"nauc_precision_at_10_max": 1.0,
"nauc_precision_at_10_std": 1.0,
"nauc_precision_at_10_diff1": 1.0,
"nauc_precision_at_20_max": 1.0,
"nauc_precision_at_20_std": 1.0,
"nauc_precision_at_20_diff1": 1.0,
"nauc_precision_at_100_max": NaN,
"nauc_precision_at_100_std": NaN,
"nauc_precision_at_100_diff1": NaN,
"nauc_precision_at_1000_max": NaN,
"nauc_precision_at_1000_std": NaN,
"nauc_precision_at_1000_diff1": NaN,
"nauc_mrr_at_1_max": -0.296141,
"nauc_mrr_at_1_std": -0.746848,
"nauc_mrr_at_1_diff1": 0.856242,
"nauc_mrr_at_3_max": -0.336469,
"nauc_mrr_at_3_std": -0.765932,
"nauc_mrr_at_3_diff1": 0.856472,
"nauc_mrr_at_5_max": -0.336469,
"nauc_mrr_at_5_std": -0.765932,
"nauc_mrr_at_5_diff1": 0.856472,
"nauc_mrr_at_10_max": -0.336469,
"nauc_mrr_at_10_std": -0.765932,
"nauc_mrr_at_10_diff1": 0.856472,
"nauc_mrr_at_20_max": -0.336469,
"nauc_mrr_at_20_std": -0.765932,
"nauc_mrr_at_20_diff1": 0.856472,
"nauc_mrr_at_100_max": -0.336469,
"nauc_mrr_at_100_std": -0.765932,
"nauc_mrr_at_100_diff1": 0.856472,
"nauc_mrr_at_1000_max": -0.336469,
"nauc_mrr_at_1000_std": -0.765932,
"nauc_mrr_at_1000_diff1": 0.856472,
"hit_rate_at_1": 0.86,
"hit_rate_at_3": 1.0,
"hit_rate_at_5": 1.0,
"hit_rate_at_10": 1.0,
"hit_rate_at_20": 1.0,
"hit_rate_at_100": 1.0,
"hit_rate_at_1000": 1.0,
"main_score": 0.94571,
"hf_subset": "default",
"languages": [
"eng-Latn"
]
}
]
},
"evaluation_time": 116.70192742347717,
"kg_co2_emissions": null,
"date": 1781788418.532091
}