Sentence Similarity
ONNX
Safetensors
English
ogma
embeddings
dense-retrieval
matryoshka
rag
agents
mteb
semantic-search
text-embeddings
text-embedding
vector-search
document-retrieval
similarity-search
classification
clustering
edge-ai
on-device
local-inference
efficient-ai
rag-retrieval
custom_code
Eval Results (legacy)
Invalid JSON:Unexpected token 'N', ..." "ap": NaN,
"... is not valid JSON
| { | |
| "dataset_revision": "4672e20407010da34463acc759c162ca9734bca6", | |
| "task_name": "MassiveIntentClassification", | |
| "mteb_version": "2.10.7", | |
| "scores": { | |
| "validation": [ | |
| { | |
| "scores_per_experiment": [ | |
| { | |
| "accuracy": 0.688637, | |
| "f1": 0.65826, | |
| "f1_weighted": 0.675358, | |
| "precision": 0.644146, | |
| "precision_weighted": 0.728667, | |
| "recall": 0.737583, | |
| "recall_weighted": 0.688637, | |
| "ap": null, | |
| "ap_weighted": null | |
| }, | |
| { | |
| "accuracy": 0.727988, | |
| "f1": 0.69197, | |
| "f1_weighted": 0.719752, | |
| "precision": 0.668949, | |
| "precision_weighted": 0.757076, | |
| "recall": 0.766966, | |
| "recall_weighted": 0.727988, | |
| "ap": null, | |
| "ap_weighted": null | |
| }, | |
| { | |
| "accuracy": 0.683719, | |
| "f1": 0.635064, | |
| "f1_weighted": 0.668446, | |
| "precision": 0.634182, | |
| "precision_weighted": 0.754225, | |
| "recall": 0.725714, | |
| "recall_weighted": 0.683719, | |
| "ap": null, | |
| "ap_weighted": null | |
| }, | |
| { | |
| "accuracy": 0.697, | |
| "f1": 0.660249, | |
| "f1_weighted": 0.680987, | |
| "precision": 0.646752, | |
| "precision_weighted": 0.730108, | |
| "recall": 0.74281, | |
| "recall_weighted": 0.697, | |
| "ap": null, | |
| "ap_weighted": null | |
| }, | |
| { | |
| "accuracy": 0.689129, | |
| "f1": 0.653315, | |
| "f1_weighted": 0.670445, | |
| "precision": 0.633679, | |
| "precision_weighted": 0.70499, | |
| "recall": 0.747506, | |
| "recall_weighted": 0.689129, | |
| "ap": null, | |
| "ap_weighted": null | |
| }, | |
| { | |
| "accuracy": 0.664535, | |
| "f1": 0.648287, | |
| "f1_weighted": 0.648055, | |
| "precision": 0.639366, | |
| "precision_weighted": 0.72562, | |
| "recall": 0.738753, | |
| "recall_weighted": 0.664535, | |
| "ap": null, | |
| "ap_weighted": null | |
| }, | |
| { | |
| "accuracy": 0.67634, | |
| "f1": 0.642027, | |
| "f1_weighted": 0.665006, | |
| "precision": 0.632578, | |
| "precision_weighted": 0.718234, | |
| "recall": 0.725251, | |
| "recall_weighted": 0.67634, | |
| "ap": null, | |
| "ap_weighted": null | |
| }, | |
| { | |
| "accuracy": 0.661584, | |
| "f1": 0.636182, | |
| "f1_weighted": 0.635877, | |
| "precision": 0.628559, | |
| "precision_weighted": 0.709769, | |
| "recall": 0.736664, | |
| "recall_weighted": 0.661584, | |
| "ap": null, | |
| "ap_weighted": null | |
| }, | |
| { | |
| "accuracy": 0.664043, | |
| "f1": 0.649996, | |
| "f1_weighted": 0.637349, | |
| "precision": 0.65272, | |
| "precision_weighted": 0.734402, | |
| "recall": 0.738577, | |
| "recall_weighted": 0.664043, | |
| "ap": null, | |
| "ap_weighted": null | |
| }, | |
| { | |
| "accuracy": 0.703394, | |
| "f1": 0.670103, | |
| "f1_weighted": 0.693934, | |
| "precision": 0.656116, | |
| "precision_weighted": 0.738481, | |
| "recall": 0.744836, | |
| "recall_weighted": 0.703394, | |
| "ap": null, | |
| "ap_weighted": null | |
| } | |
| ], | |
| "accuracy": 0.685637, | |
| "f1": 0.654545, | |
| "f1_weighted": 0.669521, | |
| "precision": 0.643705, | |
| "precision_weighted": 0.730157, | |
| "recall": 0.740466, | |
| "recall_weighted": 0.685637, | |
| "ap": NaN, | |
| "ap_weighted": NaN, | |
| "main_score": 0.685637, | |
| "hf_subset": "en", | |
| "languages": [ | |
| "eng-Latn" | |
| ] | |
| } | |
| ], | |
| "test": [ | |
| { | |
| "scores_per_experiment": [ | |
| { | |
| "accuracy": 0.682919, | |
| "f1": 0.667346, | |
| "f1_weighted": 0.669055, | |
| "precision": 0.658192, | |
| "precision_weighted": 0.727625, | |
| "recall": 0.760362, | |
| "recall_weighted": 0.682919, | |
| "ap": null, | |
| "ap_weighted": null | |
| }, | |
| { | |
| "accuracy": 0.720242, | |
| "f1": 0.700709, | |
| "f1_weighted": 0.710797, | |
| "precision": 0.674699, | |
| "precision_weighted": 0.751818, | |
| "recall": 0.78048, | |
| "recall_weighted": 0.720242, | |
| "ap": null, | |
| "ap_weighted": null | |
| }, | |
| { | |
| "accuracy": 0.669805, | |
| "f1": 0.647837, | |
| "f1_weighted": 0.656717, | |
| "precision": 0.630074, | |
| "precision_weighted": 0.720754, | |
| "recall": 0.761146, | |
| "recall_weighted": 0.669805, | |
| "ap": null, | |
| "ap_weighted": null | |
| }, | |
| { | |
| "accuracy": 0.704438, | |
| "f1": 0.674874, | |
| "f1_weighted": 0.691806, | |
| "precision": 0.661647, | |
| "precision_weighted": 0.753333, | |
| "recall": 0.76496, | |
| "recall_weighted": 0.704438, | |
| "ap": null, | |
| "ap_weighted": null | |
| }, | |
| { | |
| "accuracy": 0.685945, | |
| "f1": 0.667464, | |
| "f1_weighted": 0.667001, | |
| "precision": 0.659033, | |
| "precision_weighted": 0.731593, | |
| "recall": 0.765488, | |
| "recall_weighted": 0.685945, | |
| "ap": null, | |
| "ap_weighted": null | |
| }, | |
| { | |
| "accuracy": 0.66308, | |
| "f1": 0.659005, | |
| "f1_weighted": 0.648718, | |
| "precision": 0.645573, | |
| "precision_weighted": 0.724147, | |
| "recall": 0.763081, | |
| "recall_weighted": 0.66308, | |
| "ap": null, | |
| "ap_weighted": null | |
| }, | |
| { | |
| "accuracy": 0.666443, | |
| "f1": 0.654203, | |
| "f1_weighted": 0.653545, | |
| "precision": 0.637705, | |
| "precision_weighted": 0.712659, | |
| "recall": 0.760928, | |
| "recall_weighted": 0.666443, | |
| "ap": null, | |
| "ap_weighted": null | |
| }, | |
| { | |
| "accuracy": 0.671486, | |
| "f1": 0.6545, | |
| "f1_weighted": 0.652806, | |
| "precision": 0.646503, | |
| "precision_weighted": 0.733291, | |
| "recall": 0.760764, | |
| "recall_weighted": 0.671486, | |
| "ap": null, | |
| "ap_weighted": null | |
| }, | |
| { | |
| "accuracy": 0.659718, | |
| "f1": 0.660322, | |
| "f1_weighted": 0.630015, | |
| "precision": 0.657448, | |
| "precision_weighted": 0.721007, | |
| "recall": 0.765019, | |
| "recall_weighted": 0.659718, | |
| "ap": null, | |
| "ap_weighted": null | |
| }, | |
| { | |
| "accuracy": 0.694687, | |
| "f1": 0.687019, | |
| "f1_weighted": 0.68426, | |
| "precision": 0.670248, | |
| "precision_weighted": 0.733429, | |
| "recall": 0.77893, | |
| "recall_weighted": 0.694687, | |
| "ap": null, | |
| "ap_weighted": null | |
| } | |
| ], | |
| "accuracy": 0.681876, | |
| "f1": 0.667328, | |
| "f1_weighted": 0.666472, | |
| "precision": 0.654112, | |
| "precision_weighted": 0.730966, | |
| "recall": 0.766116, | |
| "recall_weighted": 0.681876, | |
| "ap": NaN, | |
| "ap_weighted": NaN, | |
| "main_score": 0.681876, | |
| "hf_subset": "en", | |
| "languages": [ | |
| "eng-Latn" | |
| ] | |
| } | |
| ] | |
| }, | |
| "evaluation_time": 169.6871576309204, | |
| "kg_co2_emissions": null, | |
| "date": null | |
| } |