Sentence Similarity
ONNX
Safetensors
English
ogma
embeddings
dense-retrieval
matryoshka
rag
agents
mteb
semantic-search
text-embeddings
text-embedding
vector-search
document-retrieval
similarity-search
classification
clustering
edge-ai
on-device
local-inference
efficient-ai
rag-retrieval
custom_code
Eval Results (legacy)
| { | |
| "dataset_revision": "6184bc1440d2dbc7612be22b50686b8826d22b32", | |
| "task_name": "CQADupstackProgrammersRetrieval", | |
| "mteb_version": "2.10.7", | |
| "scores": { | |
| "test": [ | |
| { | |
| "ndcg_at_1": 0.25, | |
| "ndcg_at_3": 0.2956, | |
| "ndcg_at_5": 0.31064, | |
| "ndcg_at_10": 0.3353, | |
| "ndcg_at_20": 0.35855, | |
| "ndcg_at_100": 0.39643, | |
| "ndcg_at_1000": 0.42614, | |
| "map_at_1": 0.20257, | |
| "map_at_3": 0.26097, | |
| "map_at_5": 0.27295, | |
| "map_at_10": 0.28466, | |
| "map_at_20": 0.29204, | |
| "map_at_100": 0.29823, | |
| "map_at_1000": 0.2996, | |
| "recall_at_1": 0.20257, | |
| "recall_at_3": 0.32658, | |
| "recall_at_5": 0.37032, | |
| "recall_at_10": 0.44086, | |
| "recall_at_20": 0.52196, | |
| "recall_at_100": 0.70334, | |
| "recall_at_1000": 0.90798, | |
| "accuracy": 0.20257, | |
| "precision_at_1": 0.25, | |
| "precision_at_3": 0.14155, | |
| "precision_at_5": 0.09863, | |
| "precision_at_10": 0.06153, | |
| "precision_at_20": 0.03801, | |
| "precision_at_100": 0.01074, | |
| "precision_at_1000": 0.00152, | |
| "mrr_at_1": 0.25, | |
| "mrr_at_3": 0.310693, | |
| "mrr_at_5": 0.322051, | |
| "mrr_at_10": 0.332699, | |
| "mrr_at_20": 0.338434, | |
| "mrr_at_100": 0.342982, | |
| "mrr_at_1000": 0.34372, | |
| "nauc_ndcg_at_1_max": 0.324805, | |
| "nauc_ndcg_at_1_std": -0.027334, | |
| "nauc_ndcg_at_1_diff1": 0.441793, | |
| "nauc_ndcg_at_3_max": 0.285088, | |
| "nauc_ndcg_at_3_std": -0.054547, | |
| "nauc_ndcg_at_3_diff1": 0.39759, | |
| "nauc_ndcg_at_5_max": 0.292995, | |
| "nauc_ndcg_at_5_std": -0.037491, | |
| "nauc_ndcg_at_5_diff1": 0.393983, | |
| "nauc_ndcg_at_10_max": 0.300657, | |
| "nauc_ndcg_at_10_std": -0.02649, | |
| "nauc_ndcg_at_10_diff1": 0.378899, | |
| "nauc_ndcg_at_20_max": 0.309296, | |
| "nauc_ndcg_at_20_std": -0.012752, | |
| "nauc_ndcg_at_20_diff1": 0.376906, | |
| "nauc_ndcg_at_100_max": 0.320962, | |
| "nauc_ndcg_at_100_std": 0.014914, | |
| "nauc_ndcg_at_100_diff1": 0.373243, | |
| "nauc_ndcg_at_1000_max": 0.320363, | |
| "nauc_ndcg_at_1000_std": 0.015294, | |
| "nauc_ndcg_at_1000_diff1": 0.378516, | |
| "nauc_map_at_1_max": 0.272369, | |
| "nauc_map_at_1_std": -0.059931, | |
| "nauc_map_at_1_diff1": 0.47015, | |
| "nauc_map_at_3_max": 0.276393, | |
| "nauc_map_at_3_std": -0.062672, | |
| "nauc_map_at_3_diff1": 0.417012, | |
| "nauc_map_at_5_max": 0.286385, | |
| "nauc_map_at_5_std": -0.049921, | |
| "nauc_map_at_5_diff1": 0.413977, | |
| "nauc_map_at_10_max": 0.292044, | |
| "nauc_map_at_10_std": -0.041998, | |
| "nauc_map_at_10_diff1": 0.406553, | |
| "nauc_map_at_20_max": 0.29505, | |
| "nauc_map_at_20_std": -0.037604, | |
| "nauc_map_at_20_diff1": 0.405125, | |
| "nauc_map_at_100_max": 0.298342, | |
| "nauc_map_at_100_std": -0.032401, | |
| "nauc_map_at_100_diff1": 0.404164, | |
| "nauc_map_at_1000_max": 0.298531, | |
| "nauc_map_at_1000_std": -0.031908, | |
| "nauc_map_at_1000_diff1": 0.404317, | |
| "nauc_recall_at_1_max": 0.272369, | |
| "nauc_recall_at_1_std": -0.059931, | |
| "nauc_recall_at_1_diff1": 0.47015, | |
| "nauc_recall_at_3_max": 0.250147, | |
| "nauc_recall_at_3_std": -0.075139, | |
| "nauc_recall_at_3_diff1": 0.358525, | |
| "nauc_recall_at_5_max": 0.268922, | |
| "nauc_recall_at_5_std": -0.031596, | |
| "nauc_recall_at_5_diff1": 0.337474, | |
| "nauc_recall_at_10_max": 0.279233, | |
| "nauc_recall_at_10_std": -0.006019, | |
| "nauc_recall_at_10_diff1": 0.295428, | |
| "nauc_recall_at_20_max": 0.306878, | |
| "nauc_recall_at_20_std": 0.041206, | |
| "nauc_recall_at_20_diff1": 0.285753, | |
| "nauc_recall_at_100_max": 0.350074, | |
| "nauc_recall_at_100_std": 0.202419, | |
| "nauc_recall_at_100_diff1": 0.244626, | |
| "nauc_recall_at_1000_max": 0.4222, | |
| "nauc_recall_at_1000_std": 0.46996, | |
| "nauc_recall_at_1000_diff1": 0.21531, | |
| "nauc_precision_at_1_max": 0.324805, | |
| "nauc_precision_at_1_std": -0.027334, | |
| "nauc_precision_at_1_diff1": 0.441793, | |
| "nauc_precision_at_3_max": 0.308426, | |
| "nauc_precision_at_3_std": -0.023667, | |
| "nauc_precision_at_3_diff1": 0.313257, | |
| "nauc_precision_at_5_max": 0.340048, | |
| "nauc_precision_at_5_std": 0.028194, | |
| "nauc_precision_at_5_diff1": 0.287226, | |
| "nauc_precision_at_10_max": 0.335668, | |
| "nauc_precision_at_10_std": 0.069652, | |
| "nauc_precision_at_10_diff1": 0.198088, | |
| "nauc_precision_at_20_max": 0.307085, | |
| "nauc_precision_at_20_std": 0.10034, | |
| "nauc_precision_at_20_diff1": 0.148041, | |
| "nauc_precision_at_100_max": 0.252671, | |
| "nauc_precision_at_100_std": 0.183485, | |
| "nauc_precision_at_100_diff1": 0.025992, | |
| "nauc_precision_at_1000_max": 0.0652, | |
| "nauc_precision_at_1000_std": 0.125647, | |
| "nauc_precision_at_1000_diff1": -0.065083, | |
| "nauc_mrr_at_1_max": 0.324805, | |
| "nauc_mrr_at_1_std": -0.027334, | |
| "nauc_mrr_at_1_diff1": 0.441793, | |
| "nauc_mrr_at_3_max": 0.311536, | |
| "nauc_mrr_at_3_std": -0.035323, | |
| "nauc_mrr_at_3_diff1": 0.407277, | |
| "nauc_mrr_at_5_max": 0.315657, | |
| "nauc_mrr_at_5_std": -0.023003, | |
| "nauc_mrr_at_5_diff1": 0.400069, | |
| "nauc_mrr_at_10_max": 0.31773, | |
| "nauc_mrr_at_10_std": -0.020922, | |
| "nauc_mrr_at_10_diff1": 0.39409, | |
| "nauc_mrr_at_20_max": 0.318732, | |
| "nauc_mrr_at_20_std": -0.017088, | |
| "nauc_mrr_at_20_diff1": 0.394256, | |
| "nauc_mrr_at_100_max": 0.319804, | |
| "nauc_mrr_at_100_std": -0.013964, | |
| "nauc_mrr_at_100_diff1": 0.394048, | |
| "nauc_mrr_at_1000_max": 0.319858, | |
| "nauc_mrr_at_1000_std": -0.014089, | |
| "nauc_mrr_at_1000_diff1": 0.394367, | |
| "hit_rate_at_1": 0.25, | |
| "hit_rate_at_3": 0.38927, | |
| "hit_rate_at_5": 0.43836, | |
| "hit_rate_at_10": 0.51712, | |
| "hit_rate_at_20": 0.59817, | |
| "hit_rate_at_100": 0.77055, | |
| "hit_rate_at_1000": 0.9395, | |
| "main_score": 0.3353, | |
| "hf_subset": "default", | |
| "languages": [ | |
| "eng-Latn" | |
| ] | |
| } | |
| ] | |
| }, | |
| "evaluation_time": 349.29484486579895, | |
| "kg_co2_emissions": null, | |
| "date": null | |
| } |