{ "dataset_revision": "6c6430d3a6d36f8d2a829195bc5dc94d7e063e53", "task_name": "CQADupstackUnixRetrieval", "mteb_version": "2.10.7", "scores": { "test": [ { "ndcg_at_1": 0.21828, "ndcg_at_3": 0.2542, "ndcg_at_5": 0.2744, "ndcg_at_10": 0.29569, "ndcg_at_20": 0.31654, "ndcg_at_100": 0.35134, "ndcg_at_1000": 0.38127, "map_at_1": 0.1882, "map_at_3": 0.23073, "map_at_5": 0.24373, "map_at_10": 0.25331, "map_at_20": 0.25935, "map_at_100": 0.2645, "map_at_1000": 0.26567, "recall_at_1": 0.1882, "recall_at_3": 0.28051, "recall_at_5": 0.33123, "recall_at_10": 0.39411, "recall_at_20": 0.47019, "recall_at_100": 0.64248, "recall_at_1000": 0.85699, "accuracy": 0.1882, "precision_at_1": 0.21828, "precision_at_3": 0.11412, "precision_at_5": 0.08209, "precision_at_10": 0.04963, "precision_at_20": 0.03022, "precision_at_100": 0.00873, "precision_at_1000": 0.00126, "mrr_at_1": 0.218284, "mrr_at_3": 0.264303, "mrr_at_5": 0.277037, "mrr_at_10": 0.285644, "mrr_at_20": 0.291422, "mrr_at_100": 0.29577, "mrr_at_1000": 0.296572, "nauc_ndcg_at_1_max": 0.281543, "nauc_ndcg_at_1_std": -0.040024, "nauc_ndcg_at_1_diff1": 0.482605, "nauc_ndcg_at_3_max": 0.280481, "nauc_ndcg_at_3_std": -0.030218, "nauc_ndcg_at_3_diff1": 0.40564, "nauc_ndcg_at_5_max": 0.267505, "nauc_ndcg_at_5_std": -0.017274, "nauc_ndcg_at_5_diff1": 0.395204, "nauc_ndcg_at_10_max": 0.257295, "nauc_ndcg_at_10_std": -0.014622, "nauc_ndcg_at_10_diff1": 0.377198, "nauc_ndcg_at_20_max": 0.263194, "nauc_ndcg_at_20_std": 0.000184, "nauc_ndcg_at_20_diff1": 0.378256, "nauc_ndcg_at_100_max": 0.278469, "nauc_ndcg_at_100_std": 0.02012, "nauc_ndcg_at_100_diff1": 0.378415, "nauc_ndcg_at_1000_max": 0.285602, "nauc_ndcg_at_1000_std": 0.025091, "nauc_ndcg_at_1000_diff1": 0.38129, "nauc_map_at_1_max": 0.292304, "nauc_map_at_1_std": -0.039585, "nauc_map_at_1_diff1": 0.50601, "nauc_map_at_3_max": 0.288302, "nauc_map_at_3_std": -0.031367, "nauc_map_at_3_diff1": 0.438735, "nauc_map_at_5_max": 0.281071, "nauc_map_at_5_std": -0.023007, "nauc_map_at_5_diff1": 0.430747, "nauc_map_at_10_max": 0.276116, "nauc_map_at_10_std": -0.022191, "nauc_map_at_10_diff1": 0.422077, "nauc_map_at_20_max": 0.277337, "nauc_map_at_20_std": -0.018386, "nauc_map_at_20_diff1": 0.421592, "nauc_map_at_100_max": 0.279568, "nauc_map_at_100_std": -0.015354, "nauc_map_at_100_diff1": 0.421515, "nauc_map_at_1000_max": 0.279963, "nauc_map_at_1000_std": -0.014972, "nauc_map_at_1000_diff1": 0.421573, "nauc_recall_at_1_max": 0.292304, "nauc_recall_at_1_std": -0.039585, "nauc_recall_at_1_diff1": 0.50601, "nauc_recall_at_3_max": 0.266313, "nauc_recall_at_3_std": -0.022458, "nauc_recall_at_3_diff1": 0.347169, "nauc_recall_at_5_max": 0.232998, "nauc_recall_at_5_std": 0.001873, "nauc_recall_at_5_diff1": 0.314671, "nauc_recall_at_10_max": 0.201628, "nauc_recall_at_10_std": 0.0071, "nauc_recall_at_10_diff1": 0.267848, "nauc_recall_at_20_max": 0.214548, "nauc_recall_at_20_std": 0.055337, "nauc_recall_at_20_diff1": 0.271335, "nauc_recall_at_100_max": 0.28066, "nauc_recall_at_100_std": 0.170716, "nauc_recall_at_100_diff1": 0.253935, "nauc_recall_at_1000_max": 0.39281, "nauc_recall_at_1000_std": 0.398256, "nauc_recall_at_1000_diff1": 0.211879, "nauc_precision_at_1_max": 0.281543, "nauc_precision_at_1_std": -0.040024, "nauc_precision_at_1_diff1": 0.482605, "nauc_precision_at_3_max": 0.253646, "nauc_precision_at_3_std": -0.017114, "nauc_precision_at_3_diff1": 0.317777, "nauc_precision_at_5_max": 0.217351, "nauc_precision_at_5_std": 0.007167, "nauc_precision_at_5_diff1": 0.280379, "nauc_precision_at_10_max": 0.184707, "nauc_precision_at_10_std": 0.010177, "nauc_precision_at_10_diff1": 0.210426, "nauc_precision_at_20_max": 0.202904, "nauc_precision_at_20_std": 0.068057, "nauc_precision_at_20_diff1": 0.17969, "nauc_precision_at_100_max": 0.194589, "nauc_precision_at_100_std": 0.13256, "nauc_precision_at_100_diff1": 0.070972, "nauc_precision_at_1000_max": 0.103915, "nauc_precision_at_1000_std": 0.09756, "nauc_precision_at_1000_diff1": -0.075323, "nauc_mrr_at_1_max": 0.281543, "nauc_mrr_at_1_std": -0.040024, "nauc_mrr_at_1_diff1": 0.482605, "nauc_mrr_at_3_max": 0.275238, "nauc_mrr_at_3_std": -0.032196, "nauc_mrr_at_3_diff1": 0.408081, "nauc_mrr_at_5_max": 0.267431, "nauc_mrr_at_5_std": -0.025143, "nauc_mrr_at_5_diff1": 0.400962, "nauc_mrr_at_10_max": 0.26402, "nauc_mrr_at_10_std": -0.024469, "nauc_mrr_at_10_diff1": 0.393913, "nauc_mrr_at_20_max": 0.266899, "nauc_mrr_at_20_std": -0.019789, "nauc_mrr_at_20_diff1": 0.39483, "nauc_mrr_at_100_max": 0.269335, "nauc_mrr_at_100_std": -0.017582, "nauc_mrr_at_100_diff1": 0.39559, "nauc_mrr_at_1000_max": 0.269478, "nauc_mrr_at_1000_std": -0.017441, "nauc_mrr_at_1000_diff1": 0.395897, "hit_rate_at_1": 0.21828, "hit_rate_at_3": 0.32369, "hit_rate_at_5": 0.37873, "hit_rate_at_10": 0.4431, "hit_rate_at_20": 0.52425, "hit_rate_at_100": 0.70522, "hit_rate_at_1000": 0.90205, "main_score": 0.29569, "hf_subset": "default", "languages": [ "eng-Latn" ] } ] }, "evaluation_time": 517.7233333587646, "kg_co2_emissions": null, "date": null }