Sentence Similarity
ONNX
Safetensors
English
ogma
embeddings
dense-retrieval
matryoshka
rag
agents
mteb
semantic-search
text-embeddings
text-embedding
vector-search
document-retrieval
similarity-search
classification
clustering
edge-ai
on-device
local-inference
efficient-ai
rag-retrieval
custom_code
Eval Results (legacy)
| { | |
| "dataset_revision": "6c6430d3a6d36f8d2a829195bc5dc94d7e063e53", | |
| "task_name": "CQADupstackUnixRetrieval", | |
| "mteb_version": "2.10.7", | |
| "scores": { | |
| "test": [ | |
| { | |
| "ndcg_at_1": 0.21828, | |
| "ndcg_at_3": 0.2542, | |
| "ndcg_at_5": 0.2744, | |
| "ndcg_at_10": 0.29569, | |
| "ndcg_at_20": 0.31654, | |
| "ndcg_at_100": 0.35134, | |
| "ndcg_at_1000": 0.38127, | |
| "map_at_1": 0.1882, | |
| "map_at_3": 0.23073, | |
| "map_at_5": 0.24373, | |
| "map_at_10": 0.25331, | |
| "map_at_20": 0.25935, | |
| "map_at_100": 0.2645, | |
| "map_at_1000": 0.26567, | |
| "recall_at_1": 0.1882, | |
| "recall_at_3": 0.28051, | |
| "recall_at_5": 0.33123, | |
| "recall_at_10": 0.39411, | |
| "recall_at_20": 0.47019, | |
| "recall_at_100": 0.64248, | |
| "recall_at_1000": 0.85699, | |
| "accuracy": 0.1882, | |
| "precision_at_1": 0.21828, | |
| "precision_at_3": 0.11412, | |
| "precision_at_5": 0.08209, | |
| "precision_at_10": 0.04963, | |
| "precision_at_20": 0.03022, | |
| "precision_at_100": 0.00873, | |
| "precision_at_1000": 0.00126, | |
| "mrr_at_1": 0.218284, | |
| "mrr_at_3": 0.264303, | |
| "mrr_at_5": 0.277037, | |
| "mrr_at_10": 0.285644, | |
| "mrr_at_20": 0.291422, | |
| "mrr_at_100": 0.29577, | |
| "mrr_at_1000": 0.296572, | |
| "nauc_ndcg_at_1_max": 0.281543, | |
| "nauc_ndcg_at_1_std": -0.040024, | |
| "nauc_ndcg_at_1_diff1": 0.482605, | |
| "nauc_ndcg_at_3_max": 0.280481, | |
| "nauc_ndcg_at_3_std": -0.030218, | |
| "nauc_ndcg_at_3_diff1": 0.40564, | |
| "nauc_ndcg_at_5_max": 0.267505, | |
| "nauc_ndcg_at_5_std": -0.017274, | |
| "nauc_ndcg_at_5_diff1": 0.395204, | |
| "nauc_ndcg_at_10_max": 0.257295, | |
| "nauc_ndcg_at_10_std": -0.014622, | |
| "nauc_ndcg_at_10_diff1": 0.377198, | |
| "nauc_ndcg_at_20_max": 0.263194, | |
| "nauc_ndcg_at_20_std": 0.000184, | |
| "nauc_ndcg_at_20_diff1": 0.378256, | |
| "nauc_ndcg_at_100_max": 0.278469, | |
| "nauc_ndcg_at_100_std": 0.02012, | |
| "nauc_ndcg_at_100_diff1": 0.378415, | |
| "nauc_ndcg_at_1000_max": 0.285602, | |
| "nauc_ndcg_at_1000_std": 0.025091, | |
| "nauc_ndcg_at_1000_diff1": 0.38129, | |
| "nauc_map_at_1_max": 0.292304, | |
| "nauc_map_at_1_std": -0.039585, | |
| "nauc_map_at_1_diff1": 0.50601, | |
| "nauc_map_at_3_max": 0.288302, | |
| "nauc_map_at_3_std": -0.031367, | |
| "nauc_map_at_3_diff1": 0.438735, | |
| "nauc_map_at_5_max": 0.281071, | |
| "nauc_map_at_5_std": -0.023007, | |
| "nauc_map_at_5_diff1": 0.430747, | |
| "nauc_map_at_10_max": 0.276116, | |
| "nauc_map_at_10_std": -0.022191, | |
| "nauc_map_at_10_diff1": 0.422077, | |
| "nauc_map_at_20_max": 0.277337, | |
| "nauc_map_at_20_std": -0.018386, | |
| "nauc_map_at_20_diff1": 0.421592, | |
| "nauc_map_at_100_max": 0.279568, | |
| "nauc_map_at_100_std": -0.015354, | |
| "nauc_map_at_100_diff1": 0.421515, | |
| "nauc_map_at_1000_max": 0.279963, | |
| "nauc_map_at_1000_std": -0.014972, | |
| "nauc_map_at_1000_diff1": 0.421573, | |
| "nauc_recall_at_1_max": 0.292304, | |
| "nauc_recall_at_1_std": -0.039585, | |
| "nauc_recall_at_1_diff1": 0.50601, | |
| "nauc_recall_at_3_max": 0.266313, | |
| "nauc_recall_at_3_std": -0.022458, | |
| "nauc_recall_at_3_diff1": 0.347169, | |
| "nauc_recall_at_5_max": 0.232998, | |
| "nauc_recall_at_5_std": 0.001873, | |
| "nauc_recall_at_5_diff1": 0.314671, | |
| "nauc_recall_at_10_max": 0.201628, | |
| "nauc_recall_at_10_std": 0.0071, | |
| "nauc_recall_at_10_diff1": 0.267848, | |
| "nauc_recall_at_20_max": 0.214548, | |
| "nauc_recall_at_20_std": 0.055337, | |
| "nauc_recall_at_20_diff1": 0.271335, | |
| "nauc_recall_at_100_max": 0.28066, | |
| "nauc_recall_at_100_std": 0.170716, | |
| "nauc_recall_at_100_diff1": 0.253935, | |
| "nauc_recall_at_1000_max": 0.39281, | |
| "nauc_recall_at_1000_std": 0.398256, | |
| "nauc_recall_at_1000_diff1": 0.211879, | |
| "nauc_precision_at_1_max": 0.281543, | |
| "nauc_precision_at_1_std": -0.040024, | |
| "nauc_precision_at_1_diff1": 0.482605, | |
| "nauc_precision_at_3_max": 0.253646, | |
| "nauc_precision_at_3_std": -0.017114, | |
| "nauc_precision_at_3_diff1": 0.317777, | |
| "nauc_precision_at_5_max": 0.217351, | |
| "nauc_precision_at_5_std": 0.007167, | |
| "nauc_precision_at_5_diff1": 0.280379, | |
| "nauc_precision_at_10_max": 0.184707, | |
| "nauc_precision_at_10_std": 0.010177, | |
| "nauc_precision_at_10_diff1": 0.210426, | |
| "nauc_precision_at_20_max": 0.202904, | |
| "nauc_precision_at_20_std": 0.068057, | |
| "nauc_precision_at_20_diff1": 0.17969, | |
| "nauc_precision_at_100_max": 0.194589, | |
| "nauc_precision_at_100_std": 0.13256, | |
| "nauc_precision_at_100_diff1": 0.070972, | |
| "nauc_precision_at_1000_max": 0.103915, | |
| "nauc_precision_at_1000_std": 0.09756, | |
| "nauc_precision_at_1000_diff1": -0.075323, | |
| "nauc_mrr_at_1_max": 0.281543, | |
| "nauc_mrr_at_1_std": -0.040024, | |
| "nauc_mrr_at_1_diff1": 0.482605, | |
| "nauc_mrr_at_3_max": 0.275238, | |
| "nauc_mrr_at_3_std": -0.032196, | |
| "nauc_mrr_at_3_diff1": 0.408081, | |
| "nauc_mrr_at_5_max": 0.267431, | |
| "nauc_mrr_at_5_std": -0.025143, | |
| "nauc_mrr_at_5_diff1": 0.400962, | |
| "nauc_mrr_at_10_max": 0.26402, | |
| "nauc_mrr_at_10_std": -0.024469, | |
| "nauc_mrr_at_10_diff1": 0.393913, | |
| "nauc_mrr_at_20_max": 0.266899, | |
| "nauc_mrr_at_20_std": -0.019789, | |
| "nauc_mrr_at_20_diff1": 0.39483, | |
| "nauc_mrr_at_100_max": 0.269335, | |
| "nauc_mrr_at_100_std": -0.017582, | |
| "nauc_mrr_at_100_diff1": 0.39559, | |
| "nauc_mrr_at_1000_max": 0.269478, | |
| "nauc_mrr_at_1000_std": -0.017441, | |
| "nauc_mrr_at_1000_diff1": 0.395897, | |
| "hit_rate_at_1": 0.21828, | |
| "hit_rate_at_3": 0.32369, | |
| "hit_rate_at_5": 0.37873, | |
| "hit_rate_at_10": 0.4431, | |
| "hit_rate_at_20": 0.52425, | |
| "hit_rate_at_100": 0.70522, | |
| "hit_rate_at_1000": 0.90205, | |
| "main_score": 0.29569, | |
| "hf_subset": "default", | |
| "languages": [ | |
| "eng-Latn" | |
| ] | |
| } | |
| ] | |
| }, | |
| "evaluation_time": 517.7233333587646, | |
| "kg_co2_emissions": null, | |
| "date": null | |
| } |