Sentence Similarity
ONNX
Safetensors
English
ogma
embeddings
dense-retrieval
matryoshka
rag
agents
mteb
semantic-search
text-embeddings
text-embedding
vector-search
document-retrieval
similarity-search
classification
clustering
edge-ai
on-device
local-inference
efficient-ai
rag-retrieval
custom_code
Eval Results (legacy)
| { | |
| "dataset_revision": "65ac3a16b8e91f9cee4c9828cc7c335575432a2a", | |
| "task_name": "CQADupstackStatsRetrieval", | |
| "mteb_version": "2.10.7", | |
| "scores": { | |
| "test": [ | |
| { | |
| "ndcg_at_1": 0.19939, | |
| "ndcg_at_3": 0.23295, | |
| "ndcg_at_5": 0.24714, | |
| "ndcg_at_10": 0.26658, | |
| "ndcg_at_20": 0.28099, | |
| "ndcg_at_100": 0.30745, | |
| "ndcg_at_1000": 0.3375, | |
| "map_at_1": 0.1779, | |
| "map_at_3": 0.21501, | |
| "map_at_5": 0.2238, | |
| "map_at_10": 0.23258, | |
| "map_at_20": 0.23672, | |
| "map_at_100": 0.24033, | |
| "map_at_1000": 0.24142, | |
| "recall_at_1": 0.1779, | |
| "recall_at_3": 0.25936, | |
| "recall_at_5": 0.29372, | |
| "recall_at_10": 0.35086, | |
| "recall_at_20": 0.40441, | |
| "recall_at_100": 0.54095, | |
| "recall_at_1000": 0.7666, | |
| "accuracy": 0.1779, | |
| "precision_at_1": 0.19939, | |
| "precision_at_3": 0.09969, | |
| "precision_at_5": 0.06994, | |
| "precision_at_10": 0.04233, | |
| "precision_at_20": 0.02477, | |
| "precision_at_100": 0.00679, | |
| "precision_at_1000": 0.00102, | |
| "mrr_at_1": 0.199387, | |
| "mrr_at_3": 0.236963, | |
| "mrr_at_5": 0.245092, | |
| "mrr_at_10": 0.253289, | |
| "mrr_at_20": 0.257134, | |
| "mrr_at_100": 0.260601, | |
| "mrr_at_1000": 0.261461, | |
| "nauc_ndcg_at_1_max": 0.317712, | |
| "nauc_ndcg_at_1_std": -0.000928, | |
| "nauc_ndcg_at_1_diff1": 0.593413, | |
| "nauc_ndcg_at_3_max": 0.289033, | |
| "nauc_ndcg_at_3_std": 0.014542, | |
| "nauc_ndcg_at_3_diff1": 0.532802, | |
| "nauc_ndcg_at_5_max": 0.281033, | |
| "nauc_ndcg_at_5_std": 0.031589, | |
| "nauc_ndcg_at_5_diff1": 0.501139, | |
| "nauc_ndcg_at_10_max": 0.2812, | |
| "nauc_ndcg_at_10_std": 0.052378, | |
| "nauc_ndcg_at_10_diff1": 0.478516, | |
| "nauc_ndcg_at_20_max": 0.284778, | |
| "nauc_ndcg_at_20_std": 0.059559, | |
| "nauc_ndcg_at_20_diff1": 0.462788, | |
| "nauc_ndcg_at_100_max": 0.280638, | |
| "nauc_ndcg_at_100_std": 0.075719, | |
| "nauc_ndcg_at_100_diff1": 0.45779, | |
| "nauc_ndcg_at_1000_max": 0.279537, | |
| "nauc_ndcg_at_1000_std": 0.078197, | |
| "nauc_ndcg_at_1000_diff1": 0.4587, | |
| "nauc_map_at_1_max": 0.317489, | |
| "nauc_map_at_1_std": -0.029635, | |
| "nauc_map_at_1_diff1": 0.602172, | |
| "nauc_map_at_3_max": 0.293764, | |
| "nauc_map_at_3_std": -0.004741, | |
| "nauc_map_at_3_diff1": 0.550511, | |
| "nauc_map_at_5_max": 0.288052, | |
| "nauc_map_at_5_std": 0.00658, | |
| "nauc_map_at_5_diff1": 0.530348, | |
| "nauc_map_at_10_max": 0.289485, | |
| "nauc_map_at_10_std": 0.018463, | |
| "nauc_map_at_10_diff1": 0.5192, | |
| "nauc_map_at_20_max": 0.290112, | |
| "nauc_map_at_20_std": 0.021243, | |
| "nauc_map_at_20_diff1": 0.513921, | |
| "nauc_map_at_100_max": 0.289861, | |
| "nauc_map_at_100_std": 0.023636, | |
| "nauc_map_at_100_diff1": 0.513217, | |
| "nauc_map_at_1000_max": 0.289854, | |
| "nauc_map_at_1000_std": 0.023939, | |
| "nauc_map_at_1000_diff1": 0.513306, | |
| "nauc_recall_at_1_max": 0.317489, | |
| "nauc_recall_at_1_std": -0.029635, | |
| "nauc_recall_at_1_diff1": 0.602172, | |
| "nauc_recall_at_3_max": 0.26738, | |
| "nauc_recall_at_3_std": 0.027758, | |
| "nauc_recall_at_3_diff1": 0.488059, | |
| "nauc_recall_at_5_max": 0.250209, | |
| "nauc_recall_at_5_std": 0.068913, | |
| "nauc_recall_at_5_diff1": 0.418075, | |
| "nauc_recall_at_10_max": 0.2458, | |
| "nauc_recall_at_10_std": 0.115391, | |
| "nauc_recall_at_10_diff1": 0.357596, | |
| "nauc_recall_at_20_max": 0.254415, | |
| "nauc_recall_at_20_std": 0.134942, | |
| "nauc_recall_at_20_diff1": 0.306501, | |
| "nauc_recall_at_100_max": 0.228532, | |
| "nauc_recall_at_100_std": 0.218078, | |
| "nauc_recall_at_100_diff1": 0.263275, | |
| "nauc_recall_at_1000_max": 0.179482, | |
| "nauc_recall_at_1000_std": 0.300629, | |
| "nauc_recall_at_1000_diff1": 0.161043, | |
| "nauc_precision_at_1_max": 0.317712, | |
| "nauc_precision_at_1_std": -0.000928, | |
| "nauc_precision_at_1_diff1": 0.593413, | |
| "nauc_precision_at_3_max": 0.277551, | |
| "nauc_precision_at_3_std": 0.072235, | |
| "nauc_precision_at_3_diff1": 0.465332, | |
| "nauc_precision_at_5_max": 0.255268, | |
| "nauc_precision_at_5_std": 0.119395, | |
| "nauc_precision_at_5_diff1": 0.37565, | |
| "nauc_precision_at_10_max": 0.257556, | |
| "nauc_precision_at_10_std": 0.178955, | |
| "nauc_precision_at_10_diff1": 0.314717, | |
| "nauc_precision_at_20_max": 0.267482, | |
| "nauc_precision_at_20_std": 0.201016, | |
| "nauc_precision_at_20_diff1": 0.24753, | |
| "nauc_precision_at_100_max": 0.20883, | |
| "nauc_precision_at_100_std": 0.254214, | |
| "nauc_precision_at_100_diff1": 0.188949, | |
| "nauc_precision_at_1000_max": 0.144061, | |
| "nauc_precision_at_1000_std": 0.235026, | |
| "nauc_precision_at_1000_diff1": 0.081085, | |
| "nauc_mrr_at_1_max": 0.317712, | |
| "nauc_mrr_at_1_std": -0.000928, | |
| "nauc_mrr_at_1_diff1": 0.593413, | |
| "nauc_mrr_at_3_max": 0.297264, | |
| "nauc_mrr_at_3_std": 0.023877, | |
| "nauc_mrr_at_3_diff1": 0.547307, | |
| "nauc_mrr_at_5_max": 0.294441, | |
| "nauc_mrr_at_5_std": 0.033034, | |
| "nauc_mrr_at_5_diff1": 0.529222, | |
| "nauc_mrr_at_10_max": 0.292899, | |
| "nauc_mrr_at_10_std": 0.042312, | |
| "nauc_mrr_at_10_diff1": 0.518927, | |
| "nauc_mrr_at_20_max": 0.294498, | |
| "nauc_mrr_at_20_std": 0.043485, | |
| "nauc_mrr_at_20_diff1": 0.515377, | |
| "nauc_mrr_at_100_max": 0.29365, | |
| "nauc_mrr_at_100_std": 0.044924, | |
| "nauc_mrr_at_100_diff1": 0.515111, | |
| "nauc_mrr_at_1000_max": 0.293399, | |
| "nauc_mrr_at_1000_std": 0.044993, | |
| "nauc_mrr_at_1000_diff1": 0.514998, | |
| "hit_rate_at_1": 0.19939, | |
| "hit_rate_at_3": 0.28681, | |
| "hit_rate_at_5": 0.32362, | |
| "hit_rate_at_10": 0.38344, | |
| "hit_rate_at_20": 0.44018, | |
| "hit_rate_at_100": 0.58282, | |
| "hit_rate_at_1000": 0.79755, | |
| "main_score": 0.26658, | |
| "hf_subset": "default", | |
| "languages": [ | |
| "eng-Latn" | |
| ] | |
| } | |
| ] | |
| }, | |
| "evaluation_time": 454.00575137138367, | |
| "kg_co2_emissions": null, | |
| "date": null | |
| } |