results/CQADupstackPhysicsRetrieval.json

{
  "dataset_revision": "79531abbd1fb92d06c6d6315a0cbbbf5bb247ea4",
  "task_name": "CQADupstackPhysicsRetrieval",
  "mteb_version": "2.10.7",
  "scores": {
    "test": [
      {
        "ndcg_at_1": 0.24158,
        "ndcg_at_3": 0.29383,
        "ndcg_at_5": 0.31385,
        "ndcg_at_10": 0.34235,
        "ndcg_at_20": 0.36829,
        "ndcg_at_100": 0.40562,
        "ndcg_at_1000": 0.43046,
        "map_at_1": 0.20178,
        "map_at_3": 0.26126,
        "map_at_5": 0.2746,
        "map_at_10": 0.28807,
        "map_at_20": 0.29622,
        "map_at_100": 0.30252,
        "map_at_1000": 0.30371,
        "recall_at_1": 0.20178,
        "recall_at_3": 0.32738,
        "recall_at_5": 0.37788,
        "recall_at_10": 0.46084,
        "recall_at_20": 0.55386,
        "recall_at_100": 0.72744,
        "recall_at_1000": 0.89712,
        "accuracy": 0.20178,
        "precision_at_1": 0.24158,
        "precision_at_3": 0.14084,
        "precision_at_5": 0.10067,
        "precision_at_10": 0.06487,
        "precision_at_20": 0.03994,
        "precision_at_100": 0.01146,
        "precision_at_1000": 0.00153,
        "mrr_at_1": 0.241578,
        "mrr_at_3": 0.305422,
        "mrr_at_5": 0.318415,
        "mrr_at_10": 0.330999,
        "mrr_at_20": 0.337648,
        "mrr_at_100": 0.341864,
        "mrr_at_1000": 0.342421,
        "nauc_ndcg_at_1_max": 0.22923,
        "nauc_ndcg_at_1_std": -0.069274,
        "nauc_ndcg_at_1_diff1": 0.514119,
        "nauc_ndcg_at_3_max": 0.216371,
        "nauc_ndcg_at_3_std": -0.047753,
        "nauc_ndcg_at_3_diff1": 0.451638,
        "nauc_ndcg_at_5_max": 0.221911,
        "nauc_ndcg_at_5_std": -0.042828,
        "nauc_ndcg_at_5_diff1": 0.440762,
        "nauc_ndcg_at_10_max": 0.220246,
        "nauc_ndcg_at_10_std": -0.033718,
        "nauc_ndcg_at_10_diff1": 0.433089,
        "nauc_ndcg_at_20_max": 0.208805,
        "nauc_ndcg_at_20_std": -0.028319,
        "nauc_ndcg_at_20_diff1": 0.428688,
        "nauc_ndcg_at_100_max": 0.22807,
        "nauc_ndcg_at_100_std": -0.007863,
        "nauc_ndcg_at_100_diff1": 0.430369,
        "nauc_ndcg_at_1000_max": 0.231993,
        "nauc_ndcg_at_1000_std": -0.005655,
        "nauc_ndcg_at_1000_diff1": 0.432466,
        "nauc_map_at_1_max": 0.199767,
        "nauc_map_at_1_std": -0.092946,
        "nauc_map_at_1_diff1": 0.548382,
        "nauc_map_at_3_max": 0.206223,
        "nauc_map_at_3_std": -0.067461,
        "nauc_map_at_3_diff1": 0.480606,
        "nauc_map_at_5_max": 0.21469,
        "nauc_map_at_5_std": -0.060353,
        "nauc_map_at_5_diff1": 0.469854,
        "nauc_map_at_10_max": 0.216693,
        "nauc_map_at_10_std": -0.052822,
        "nauc_map_at_10_diff1": 0.465072,
        "nauc_map_at_20_max": 0.214553,
        "nauc_map_at_20_std": -0.048859,
        "nauc_map_at_20_diff1": 0.463081,
        "nauc_map_at_100_max": 0.218223,
        "nauc_map_at_100_std": -0.04477,
        "nauc_map_at_100_diff1": 0.46296,
        "nauc_map_at_1000_max": 0.218744,
        "nauc_map_at_1000_std": -0.04427,
        "nauc_map_at_1000_diff1": 0.46295,
        "nauc_recall_at_1_max": 0.199767,
        "nauc_recall_at_1_std": -0.092946,
        "nauc_recall_at_1_diff1": 0.548382,
        "nauc_recall_at_3_max": 0.186755,
        "nauc_recall_at_3_std": -0.051939,
        "nauc_recall_at_3_diff1": 0.415502,
        "nauc_recall_at_5_max": 0.199772,
        "nauc_recall_at_5_std": -0.03885,
        "nauc_recall_at_5_diff1": 0.378626,
        "nauc_recall_at_10_max": 0.194928,
        "nauc_recall_at_10_std": -0.009361,
        "nauc_recall_at_10_diff1": 0.342736,
        "nauc_recall_at_20_max": 0.139555,
        "nauc_recall_at_20_std": 0.004315,
        "nauc_recall_at_20_diff1": 0.316148,
        "nauc_recall_at_100_max": 0.214416,
        "nauc_recall_at_100_std": 0.12435,
        "nauc_recall_at_100_diff1": 0.299645,
        "nauc_recall_at_1000_max": 0.268208,
        "nauc_recall_at_1000_std": 0.297148,
        "nauc_recall_at_1000_diff1": 0.260845,
        "nauc_precision_at_1_max": 0.22923,
        "nauc_precision_at_1_std": -0.069274,
        "nauc_precision_at_1_diff1": 0.514119,
        "nauc_precision_at_3_max": 0.257747,
        "nauc_precision_at_3_std": 0.035761,
        "nauc_precision_at_3_diff1": 0.338342,
        "nauc_precision_at_5_max": 0.284549,
        "nauc_precision_at_5_std": 0.075212,
        "nauc_precision_at_5_diff1": 0.27549,
        "nauc_precision_at_10_max": 0.267505,
        "nauc_precision_at_10_std": 0.123163,
        "nauc_precision_at_10_diff1": 0.206667,
        "nauc_precision_at_20_max": 0.224159,
        "nauc_precision_at_20_std": 0.15824,
        "nauc_precision_at_20_diff1": 0.141054,
        "nauc_precision_at_100_max": 0.240232,
        "nauc_precision_at_100_std": 0.232688,
        "nauc_precision_at_100_diff1": 0.013049,
        "nauc_precision_at_1000_max": 0.144113,
        "nauc_precision_at_1000_std": 0.187898,
        "nauc_precision_at_1000_diff1": -0.101707,
        "nauc_mrr_at_1_max": 0.22923,
        "nauc_mrr_at_1_std": -0.069274,
        "nauc_mrr_at_1_diff1": 0.514119,
        "nauc_mrr_at_3_max": 0.224142,
        "nauc_mrr_at_3_std": -0.047477,
        "nauc_mrr_at_3_diff1": 0.454186,
        "nauc_mrr_at_5_max": 0.227117,
        "nauc_mrr_at_5_std": -0.044585,
        "nauc_mrr_at_5_diff1": 0.446953,
        "nauc_mrr_at_10_max": 0.228146,
        "nauc_mrr_at_10_std": -0.03916,
        "nauc_mrr_at_10_diff1": 0.443104,
        "nauc_mrr_at_20_max": 0.224568,
        "nauc_mrr_at_20_std": -0.039608,
        "nauc_mrr_at_20_diff1": 0.442529,
        "nauc_mrr_at_100_max": 0.22645,
        "nauc_mrr_at_100_std": -0.038528,
        "nauc_mrr_at_100_diff1": 0.443425,
        "nauc_mrr_at_1000_max": 0.22656,
        "nauc_mrr_at_1000_std": -0.038372,
        "nauc_mrr_at_1000_diff1": 0.443516,
        "hit_rate_at_1": 0.24158,
        "hit_rate_at_3": 0.38787,
        "hit_rate_at_5": 0.44466,
        "hit_rate_at_10": 0.53802,
        "hit_rate_at_20": 0.63234,
        "hit_rate_at_100": 0.79596,
        "hit_rate_at_1000": 0.92974,
        "main_score": 0.34235,
        "hf_subset": "default",
        "languages": [
          "eng-Latn"
        ]
      }
    ]
  },
  "evaluation_time": 414.5701470375061,
  "kg_co2_emissions": null,
  "date": null
}