results/CQADupstackAndroidRetrieval.json

{
  "dataset_revision": "9be4c0e46342e8e3aff577a89b9a1ec9bc6b4af3",
  "task_name": "CQADupstackAndroidRetrieval",
  "mteb_version": "2.10.7",
  "scores": {
    "test": [
      {
        "ndcg_at_1": 0.26896,
        "ndcg_at_3": 0.32766,
        "ndcg_at_5": 0.34776,
        "ndcg_at_10": 0.37282,
        "ndcg_at_20": 0.39748,
        "ndcg_at_100": 0.43489,
        "ndcg_at_1000": 0.46244,
        "map_at_1": 0.22876,
        "map_at_3": 0.29197,
        "map_at_5": 0.30657,
        "map_at_10": 0.31967,
        "map_at_20": 0.32754,
        "map_at_100": 0.33381,
        "map_at_1000": 0.33526,
        "recall_at_1": 0.22876,
        "recall_at_3": 0.35602,
        "recall_at_5": 0.40946,
        "recall_at_10": 0.48477,
        "recall_at_20": 0.57292,
        "recall_at_100": 0.74912,
        "recall_at_1000": 0.92937,
        "accuracy": 0.22876,
        "precision_at_1": 0.26896,
        "precision_at_3": 0.15737,
        "precision_at_5": 0.1133,
        "precision_at_10": 0.0701,
        "precision_at_20": 0.04356,
        "precision_at_100": 0.01246,
        "precision_at_1000": 0.00178,
        "mrr_at_1": 0.268956,
        "mrr_at_3": 0.33834,
        "mrr_at_5": 0.352647,
        "mrr_at_10": 0.362799,
        "mrr_at_20": 0.369088,
        "mrr_at_100": 0.373097,
        "mrr_at_1000": 0.373713,
        "nauc_ndcg_at_1_max": 0.21934,
        "nauc_ndcg_at_1_std": -0.037296,
        "nauc_ndcg_at_1_diff1": 0.437247,
        "nauc_ndcg_at_3_max": 0.223749,
        "nauc_ndcg_at_3_std": -0.009159,
        "nauc_ndcg_at_3_diff1": 0.392135,
        "nauc_ndcg_at_5_max": 0.221742,
        "nauc_ndcg_at_5_std": -0.002898,
        "nauc_ndcg_at_5_diff1": 0.391682,
        "nauc_ndcg_at_10_max": 0.22704,
        "nauc_ndcg_at_10_std": 0.004029,
        "nauc_ndcg_at_10_diff1": 0.39805,
        "nauc_ndcg_at_20_max": 0.22455,
        "nauc_ndcg_at_20_std": 0.007623,
        "nauc_ndcg_at_20_diff1": 0.399887,
        "nauc_ndcg_at_100_max": 0.241274,
        "nauc_ndcg_at_100_std": 0.028305,
        "nauc_ndcg_at_100_diff1": 0.392149,
        "nauc_ndcg_at_1000_max": 0.243305,
        "nauc_ndcg_at_1000_std": 0.026057,
        "nauc_ndcg_at_1000_diff1": 0.399486,
        "nauc_map_at_1_max": 0.194457,
        "nauc_map_at_1_std": -0.029163,
        "nauc_map_at_1_diff1": 0.464586,
        "nauc_map_at_3_max": 0.219104,
        "nauc_map_at_3_std": -0.014757,
        "nauc_map_at_3_diff1": 0.41706,
        "nauc_map_at_5_max": 0.217197,
        "nauc_map_at_5_std": -0.010729,
        "nauc_map_at_5_diff1": 0.414383,
        "nauc_map_at_10_max": 0.221064,
        "nauc_map_at_10_std": -0.00629,
        "nauc_map_at_10_diff1": 0.413215,
        "nauc_map_at_20_max": 0.222274,
        "nauc_map_at_20_std": -0.003858,
        "nauc_map_at_20_diff1": 0.412926,
        "nauc_map_at_100_max": 0.225751,
        "nauc_map_at_100_std": -0.000506,
        "nauc_map_at_100_diff1": 0.411824,
        "nauc_map_at_1000_max": 0.225916,
        "nauc_map_at_1000_std": -0.000343,
        "nauc_map_at_1000_diff1": 0.412476,
        "nauc_recall_at_1_max": 0.194457,
        "nauc_recall_at_1_std": -0.029163,
        "nauc_recall_at_1_diff1": 0.464586,
        "nauc_recall_at_3_max": 0.221923,
        "nauc_recall_at_3_std": 0.006092,
        "nauc_recall_at_3_diff1": 0.359814,
        "nauc_recall_at_5_max": 0.209515,
        "nauc_recall_at_5_std": 0.016082,
        "nauc_recall_at_5_diff1": 0.351145,
        "nauc_recall_at_10_max": 0.220189,
        "nauc_recall_at_10_std": 0.039772,
        "nauc_recall_at_10_diff1": 0.366773,
        "nauc_recall_at_20_max": 0.199075,
        "nauc_recall_at_20_std": 0.046774,
        "nauc_recall_at_20_diff1": 0.35724,
        "nauc_recall_at_100_max": 0.286606,
        "nauc_recall_at_100_std": 0.207008,
        "nauc_recall_at_100_diff1": 0.283799,
        "nauc_recall_at_1000_max": 0.466474,
        "nauc_recall_at_1000_std": 0.514592,
        "nauc_recall_at_1000_diff1": 0.275613,
        "nauc_precision_at_1_max": 0.21934,
        "nauc_precision_at_1_std": -0.037296,
        "nauc_precision_at_1_diff1": 0.437247,
        "nauc_precision_at_3_max": 0.248541,
        "nauc_precision_at_3_std": 0.002739,
        "nauc_precision_at_3_diff1": 0.285546,
        "nauc_precision_at_5_max": 0.237357,
        "nauc_precision_at_5_std": 0.029241,
        "nauc_precision_at_5_diff1": 0.249387,
        "nauc_precision_at_10_max": 0.226386,
        "nauc_precision_at_10_std": 0.045204,
        "nauc_precision_at_10_diff1": 0.201322,
        "nauc_precision_at_20_max": 0.201011,
        "nauc_precision_at_20_std": 0.072134,
        "nauc_precision_at_20_diff1": 0.17055,
        "nauc_precision_at_100_max": 0.163244,
        "nauc_precision_at_100_std": 0.10021,
        "nauc_precision_at_100_diff1": 0.029483,
        "nauc_precision_at_1000_max": 0.031723,
        "nauc_precision_at_1000_std": 0.002467,
        "nauc_precision_at_1000_diff1": -0.073872,
        "nauc_mrr_at_1_max": 0.21934,
        "nauc_mrr_at_1_std": -0.037296,
        "nauc_mrr_at_1_diff1": 0.437247,
        "nauc_mrr_at_3_max": 0.223847,
        "nauc_mrr_at_3_std": -0.019766,
        "nauc_mrr_at_3_diff1": 0.386231,
        "nauc_mrr_at_5_max": 0.223417,
        "nauc_mrr_at_5_std": -0.017655,
        "nauc_mrr_at_5_diff1": 0.386434,
        "nauc_mrr_at_10_max": 0.226307,
        "nauc_mrr_at_10_std": -0.01445,
        "nauc_mrr_at_10_diff1": 0.391388,
        "nauc_mrr_at_20_max": 0.224602,
        "nauc_mrr_at_20_std": -0.015176,
        "nauc_mrr_at_20_diff1": 0.392945,
        "nauc_mrr_at_100_max": 0.226187,
        "nauc_mrr_at_100_std": -0.012802,
        "nauc_mrr_at_100_diff1": 0.391643,
        "nauc_mrr_at_1000_max": 0.226344,
        "nauc_mrr_at_1000_std": -0.012829,
        "nauc_mrr_at_1000_diff1": 0.391642,
        "hit_rate_at_1": 0.26896,
        "hit_rate_at_3": 0.42775,
        "hit_rate_at_5": 0.4907,
        "hit_rate_at_10": 0.56652,
        "hit_rate_at_20": 0.65808,
        "hit_rate_at_100": 0.81688,
        "hit_rate_at_1000": 0.95708,
        "main_score": 0.37282,
        "hf_subset": "default",
        "languages": [
          "eng-Latn"
        ]
      }
    ]
  },
  "evaluation_time": 298.76985144615173,
  "kg_co2_emissions": null,
  "date": null
}