{ "dataset_revision": "6184bc1440d2dbc7612be22b50686b8826d22b32", "task_name": "CQADupstackProgrammersRetrieval", "mteb_version": "2.10.7", "scores": { "test": [ { "ndcg_at_1": 0.25, "ndcg_at_3": 0.2956, "ndcg_at_5": 0.31064, "ndcg_at_10": 0.3353, "ndcg_at_20": 0.35855, "ndcg_at_100": 0.39643, "ndcg_at_1000": 0.42614, "map_at_1": 0.20257, "map_at_3": 0.26097, "map_at_5": 0.27295, "map_at_10": 0.28466, "map_at_20": 0.29204, "map_at_100": 0.29823, "map_at_1000": 0.2996, "recall_at_1": 0.20257, "recall_at_3": 0.32658, "recall_at_5": 0.37032, "recall_at_10": 0.44086, "recall_at_20": 0.52196, "recall_at_100": 0.70334, "recall_at_1000": 0.90798, "accuracy": 0.20257, "precision_at_1": 0.25, "precision_at_3": 0.14155, "precision_at_5": 0.09863, "precision_at_10": 0.06153, "precision_at_20": 0.03801, "precision_at_100": 0.01074, "precision_at_1000": 0.00152, "mrr_at_1": 0.25, "mrr_at_3": 0.310693, "mrr_at_5": 0.322051, "mrr_at_10": 0.332699, "mrr_at_20": 0.338434, "mrr_at_100": 0.342982, "mrr_at_1000": 0.34372, "nauc_ndcg_at_1_max": 0.324805, "nauc_ndcg_at_1_std": -0.027334, "nauc_ndcg_at_1_diff1": 0.441793, "nauc_ndcg_at_3_max": 0.285088, "nauc_ndcg_at_3_std": -0.054547, "nauc_ndcg_at_3_diff1": 0.39759, "nauc_ndcg_at_5_max": 0.292995, "nauc_ndcg_at_5_std": -0.037491, "nauc_ndcg_at_5_diff1": 0.393983, "nauc_ndcg_at_10_max": 0.300657, "nauc_ndcg_at_10_std": -0.02649, "nauc_ndcg_at_10_diff1": 0.378899, "nauc_ndcg_at_20_max": 0.309296, "nauc_ndcg_at_20_std": -0.012752, "nauc_ndcg_at_20_diff1": 0.376906, "nauc_ndcg_at_100_max": 0.320962, "nauc_ndcg_at_100_std": 0.014914, "nauc_ndcg_at_100_diff1": 0.373243, "nauc_ndcg_at_1000_max": 0.320363, "nauc_ndcg_at_1000_std": 0.015294, "nauc_ndcg_at_1000_diff1": 0.378516, "nauc_map_at_1_max": 0.272369, "nauc_map_at_1_std": -0.059931, "nauc_map_at_1_diff1": 0.47015, "nauc_map_at_3_max": 0.276393, "nauc_map_at_3_std": -0.062672, "nauc_map_at_3_diff1": 0.417012, "nauc_map_at_5_max": 0.286385, "nauc_map_at_5_std": -0.049921, "nauc_map_at_5_diff1": 0.413977, "nauc_map_at_10_max": 0.292044, "nauc_map_at_10_std": -0.041998, "nauc_map_at_10_diff1": 0.406553, "nauc_map_at_20_max": 0.29505, "nauc_map_at_20_std": -0.037604, "nauc_map_at_20_diff1": 0.405125, "nauc_map_at_100_max": 0.298342, "nauc_map_at_100_std": -0.032401, "nauc_map_at_100_diff1": 0.404164, "nauc_map_at_1000_max": 0.298531, "nauc_map_at_1000_std": -0.031908, "nauc_map_at_1000_diff1": 0.404317, "nauc_recall_at_1_max": 0.272369, "nauc_recall_at_1_std": -0.059931, "nauc_recall_at_1_diff1": 0.47015, "nauc_recall_at_3_max": 0.250147, "nauc_recall_at_3_std": -0.075139, "nauc_recall_at_3_diff1": 0.358525, "nauc_recall_at_5_max": 0.268922, "nauc_recall_at_5_std": -0.031596, "nauc_recall_at_5_diff1": 0.337474, "nauc_recall_at_10_max": 0.279233, "nauc_recall_at_10_std": -0.006019, "nauc_recall_at_10_diff1": 0.295428, "nauc_recall_at_20_max": 0.306878, "nauc_recall_at_20_std": 0.041206, "nauc_recall_at_20_diff1": 0.285753, "nauc_recall_at_100_max": 0.350074, "nauc_recall_at_100_std": 0.202419, "nauc_recall_at_100_diff1": 0.244626, "nauc_recall_at_1000_max": 0.4222, "nauc_recall_at_1000_std": 0.46996, "nauc_recall_at_1000_diff1": 0.21531, "nauc_precision_at_1_max": 0.324805, "nauc_precision_at_1_std": -0.027334, "nauc_precision_at_1_diff1": 0.441793, "nauc_precision_at_3_max": 0.308426, "nauc_precision_at_3_std": -0.023667, "nauc_precision_at_3_diff1": 0.313257, "nauc_precision_at_5_max": 0.340048, "nauc_precision_at_5_std": 0.028194, "nauc_precision_at_5_diff1": 0.287226, "nauc_precision_at_10_max": 0.335668, "nauc_precision_at_10_std": 0.069652, "nauc_precision_at_10_diff1": 0.198088, "nauc_precision_at_20_max": 0.307085, "nauc_precision_at_20_std": 0.10034, "nauc_precision_at_20_diff1": 0.148041, "nauc_precision_at_100_max": 0.252671, "nauc_precision_at_100_std": 0.183485, "nauc_precision_at_100_diff1": 0.025992, "nauc_precision_at_1000_max": 0.0652, "nauc_precision_at_1000_std": 0.125647, "nauc_precision_at_1000_diff1": -0.065083, "nauc_mrr_at_1_max": 0.324805, "nauc_mrr_at_1_std": -0.027334, "nauc_mrr_at_1_diff1": 0.441793, "nauc_mrr_at_3_max": 0.311536, "nauc_mrr_at_3_std": -0.035323, "nauc_mrr_at_3_diff1": 0.407277, "nauc_mrr_at_5_max": 0.315657, "nauc_mrr_at_5_std": -0.023003, "nauc_mrr_at_5_diff1": 0.400069, "nauc_mrr_at_10_max": 0.31773, "nauc_mrr_at_10_std": -0.020922, "nauc_mrr_at_10_diff1": 0.39409, "nauc_mrr_at_20_max": 0.318732, "nauc_mrr_at_20_std": -0.017088, "nauc_mrr_at_20_diff1": 0.394256, "nauc_mrr_at_100_max": 0.319804, "nauc_mrr_at_100_std": -0.013964, "nauc_mrr_at_100_diff1": 0.394048, "nauc_mrr_at_1000_max": 0.319858, "nauc_mrr_at_1000_std": -0.014089, "nauc_mrr_at_1000_diff1": 0.394367, "hit_rate_at_1": 0.25, "hit_rate_at_3": 0.38927, "hit_rate_at_5": 0.43836, "hit_rate_at_10": 0.51712, "hit_rate_at_20": 0.59817, "hit_rate_at_100": 0.77055, "hit_rate_at_1000": 0.9395, "main_score": 0.3353, "hf_subset": "default", "languages": [ "eng-Latn" ] } ] }, "evaluation_time": 349.29484486579895, "kg_co2_emissions": null, "date": null }