{ "dataset_revision": "9be4c0e46342e8e3aff577a89b9a1ec9bc6b4af3", "task_name": "CQADupstackAndroidRetrieval", "mteb_version": "2.10.7", "scores": { "test": [ { "ndcg_at_1": 0.26896, "ndcg_at_3": 0.32766, "ndcg_at_5": 0.34776, "ndcg_at_10": 0.37282, "ndcg_at_20": 0.39748, "ndcg_at_100": 0.43489, "ndcg_at_1000": 0.46244, "map_at_1": 0.22876, "map_at_3": 0.29197, "map_at_5": 0.30657, "map_at_10": 0.31967, "map_at_20": 0.32754, "map_at_100": 0.33381, "map_at_1000": 0.33526, "recall_at_1": 0.22876, "recall_at_3": 0.35602, "recall_at_5": 0.40946, "recall_at_10": 0.48477, "recall_at_20": 0.57292, "recall_at_100": 0.74912, "recall_at_1000": 0.92937, "accuracy": 0.22876, "precision_at_1": 0.26896, "precision_at_3": 0.15737, "precision_at_5": 0.1133, "precision_at_10": 0.0701, "precision_at_20": 0.04356, "precision_at_100": 0.01246, "precision_at_1000": 0.00178, "mrr_at_1": 0.268956, "mrr_at_3": 0.33834, "mrr_at_5": 0.352647, "mrr_at_10": 0.362799, "mrr_at_20": 0.369088, "mrr_at_100": 0.373097, "mrr_at_1000": 0.373713, "nauc_ndcg_at_1_max": 0.21934, "nauc_ndcg_at_1_std": -0.037296, "nauc_ndcg_at_1_diff1": 0.437247, "nauc_ndcg_at_3_max": 0.223749, "nauc_ndcg_at_3_std": -0.009159, "nauc_ndcg_at_3_diff1": 0.392135, "nauc_ndcg_at_5_max": 0.221742, "nauc_ndcg_at_5_std": -0.002898, "nauc_ndcg_at_5_diff1": 0.391682, "nauc_ndcg_at_10_max": 0.22704, "nauc_ndcg_at_10_std": 0.004029, "nauc_ndcg_at_10_diff1": 0.39805, "nauc_ndcg_at_20_max": 0.22455, "nauc_ndcg_at_20_std": 0.007623, "nauc_ndcg_at_20_diff1": 0.399887, "nauc_ndcg_at_100_max": 0.241274, "nauc_ndcg_at_100_std": 0.028305, "nauc_ndcg_at_100_diff1": 0.392149, "nauc_ndcg_at_1000_max": 0.243305, "nauc_ndcg_at_1000_std": 0.026057, "nauc_ndcg_at_1000_diff1": 0.399486, "nauc_map_at_1_max": 0.194457, "nauc_map_at_1_std": -0.029163, "nauc_map_at_1_diff1": 0.464586, "nauc_map_at_3_max": 0.219104, "nauc_map_at_3_std": -0.014757, "nauc_map_at_3_diff1": 0.41706, "nauc_map_at_5_max": 0.217197, "nauc_map_at_5_std": -0.010729, "nauc_map_at_5_diff1": 0.414383, "nauc_map_at_10_max": 0.221064, "nauc_map_at_10_std": -0.00629, "nauc_map_at_10_diff1": 0.413215, "nauc_map_at_20_max": 0.222274, "nauc_map_at_20_std": -0.003858, "nauc_map_at_20_diff1": 0.412926, "nauc_map_at_100_max": 0.225751, "nauc_map_at_100_std": -0.000506, "nauc_map_at_100_diff1": 0.411824, "nauc_map_at_1000_max": 0.225916, "nauc_map_at_1000_std": -0.000343, "nauc_map_at_1000_diff1": 0.412476, "nauc_recall_at_1_max": 0.194457, "nauc_recall_at_1_std": -0.029163, "nauc_recall_at_1_diff1": 0.464586, "nauc_recall_at_3_max": 0.221923, "nauc_recall_at_3_std": 0.006092, "nauc_recall_at_3_diff1": 0.359814, "nauc_recall_at_5_max": 0.209515, "nauc_recall_at_5_std": 0.016082, "nauc_recall_at_5_diff1": 0.351145, "nauc_recall_at_10_max": 0.220189, "nauc_recall_at_10_std": 0.039772, "nauc_recall_at_10_diff1": 0.366773, "nauc_recall_at_20_max": 0.199075, "nauc_recall_at_20_std": 0.046774, "nauc_recall_at_20_diff1": 0.35724, "nauc_recall_at_100_max": 0.286606, "nauc_recall_at_100_std": 0.207008, "nauc_recall_at_100_diff1": 0.283799, "nauc_recall_at_1000_max": 0.466474, "nauc_recall_at_1000_std": 0.514592, "nauc_recall_at_1000_diff1": 0.275613, "nauc_precision_at_1_max": 0.21934, "nauc_precision_at_1_std": -0.037296, "nauc_precision_at_1_diff1": 0.437247, "nauc_precision_at_3_max": 0.248541, "nauc_precision_at_3_std": 0.002739, "nauc_precision_at_3_diff1": 0.285546, "nauc_precision_at_5_max": 0.237357, "nauc_precision_at_5_std": 0.029241, "nauc_precision_at_5_diff1": 0.249387, "nauc_precision_at_10_max": 0.226386, "nauc_precision_at_10_std": 0.045204, "nauc_precision_at_10_diff1": 0.201322, "nauc_precision_at_20_max": 0.201011, "nauc_precision_at_20_std": 0.072134, "nauc_precision_at_20_diff1": 0.17055, "nauc_precision_at_100_max": 0.163244, "nauc_precision_at_100_std": 0.10021, "nauc_precision_at_100_diff1": 0.029483, "nauc_precision_at_1000_max": 0.031723, "nauc_precision_at_1000_std": 0.002467, "nauc_precision_at_1000_diff1": -0.073872, "nauc_mrr_at_1_max": 0.21934, "nauc_mrr_at_1_std": -0.037296, "nauc_mrr_at_1_diff1": 0.437247, "nauc_mrr_at_3_max": 0.223847, "nauc_mrr_at_3_std": -0.019766, "nauc_mrr_at_3_diff1": 0.386231, "nauc_mrr_at_5_max": 0.223417, "nauc_mrr_at_5_std": -0.017655, "nauc_mrr_at_5_diff1": 0.386434, "nauc_mrr_at_10_max": 0.226307, "nauc_mrr_at_10_std": -0.01445, "nauc_mrr_at_10_diff1": 0.391388, "nauc_mrr_at_20_max": 0.224602, "nauc_mrr_at_20_std": -0.015176, "nauc_mrr_at_20_diff1": 0.392945, "nauc_mrr_at_100_max": 0.226187, "nauc_mrr_at_100_std": -0.012802, "nauc_mrr_at_100_diff1": 0.391643, "nauc_mrr_at_1000_max": 0.226344, "nauc_mrr_at_1000_std": -0.012829, "nauc_mrr_at_1000_diff1": 0.391642, "hit_rate_at_1": 0.26896, "hit_rate_at_3": 0.42775, "hit_rate_at_5": 0.4907, "hit_rate_at_10": 0.56652, "hit_rate_at_20": 0.65808, "hit_rate_at_100": 0.81688, "hit_rate_at_1000": 0.95708, "main_score": 0.37282, "hf_subset": "default", "languages": [ "eng-Latn" ] } ] }, "evaluation_time": 298.76985144615173, "kg_co2_emissions": null, "date": null }