Sentence Similarity
ONNX
Safetensors
English
ogma
embeddings
dense-retrieval
matryoshka
rag
agents
mteb
semantic-search
text-embeddings
text-embedding
vector-search
document-retrieval
similarity-search
classification
clustering
edge-ai
on-device
local-inference
efficient-ai
rag-retrieval
custom_code
Eval Results (legacy)
Invalid JSON:Unexpected token 'N', ..." "ap": NaN,
"... is not valid JSON
| { | |
| "dataset_revision": "6b5d328eaae8ef408dd7d775040245cf86f92e9d", | |
| "task_name": "AmazonReviewsClassification", | |
| "mteb_version": "2.10.7", | |
| "scores": { | |
| "validation": [ | |
| { | |
| "scores_per_experiment": [ | |
| { | |
| "accuracy": 0.4034, | |
| "f1": 0.38865, | |
| "f1_weighted": 0.38865, | |
| "precision": 0.389995, | |
| "precision_weighted": 0.389995, | |
| "recall": 0.4034, | |
| "recall_weighted": 0.4034, | |
| "ap": null, | |
| "ap_weighted": null | |
| }, | |
| { | |
| "accuracy": 0.403, | |
| "f1": 0.391288, | |
| "f1_weighted": 0.391288, | |
| "precision": 0.394509, | |
| "precision_weighted": 0.394509, | |
| "recall": 0.403, | |
| "recall_weighted": 0.403, | |
| "ap": null, | |
| "ap_weighted": null | |
| }, | |
| { | |
| "accuracy": 0.4, | |
| "f1": 0.393261, | |
| "f1_weighted": 0.393261, | |
| "precision": 0.390257, | |
| "precision_weighted": 0.390257, | |
| "recall": 0.4, | |
| "recall_weighted": 0.4, | |
| "ap": null, | |
| "ap_weighted": null | |
| }, | |
| { | |
| "accuracy": 0.3842, | |
| "f1": 0.383545, | |
| "f1_weighted": 0.383545, | |
| "precision": 0.383638, | |
| "precision_weighted": 0.383638, | |
| "recall": 0.3842, | |
| "recall_weighted": 0.3842, | |
| "ap": null, | |
| "ap_weighted": null | |
| }, | |
| { | |
| "accuracy": 0.4018, | |
| "f1": 0.388243, | |
| "f1_weighted": 0.388243, | |
| "precision": 0.397556, | |
| "precision_weighted": 0.397556, | |
| "recall": 0.4018, | |
| "recall_weighted": 0.4018, | |
| "ap": null, | |
| "ap_weighted": null | |
| }, | |
| { | |
| "accuracy": 0.372, | |
| "f1": 0.366752, | |
| "f1_weighted": 0.366752, | |
| "precision": 0.377653, | |
| "precision_weighted": 0.377653, | |
| "recall": 0.372, | |
| "recall_weighted": 0.372, | |
| "ap": null, | |
| "ap_weighted": null | |
| }, | |
| { | |
| "accuracy": 0.3696, | |
| "f1": 0.36381, | |
| "f1_weighted": 0.36381, | |
| "precision": 0.361893, | |
| "precision_weighted": 0.361893, | |
| "recall": 0.3696, | |
| "recall_weighted": 0.3696, | |
| "ap": null, | |
| "ap_weighted": null | |
| }, | |
| { | |
| "accuracy": 0.4232, | |
| "f1": 0.419273, | |
| "f1_weighted": 0.419273, | |
| "precision": 0.419072, | |
| "precision_weighted": 0.419072, | |
| "recall": 0.4232, | |
| "recall_weighted": 0.4232, | |
| "ap": null, | |
| "ap_weighted": null | |
| }, | |
| { | |
| "accuracy": 0.3938, | |
| "f1": 0.382338, | |
| "f1_weighted": 0.382338, | |
| "precision": 0.394634, | |
| "precision_weighted": 0.394634, | |
| "recall": 0.3938, | |
| "recall_weighted": 0.3938, | |
| "ap": null, | |
| "ap_weighted": null | |
| }, | |
| { | |
| "accuracy": 0.3886, | |
| "f1": 0.368353, | |
| "f1_weighted": 0.368353, | |
| "precision": 0.375478, | |
| "precision_weighted": 0.375478, | |
| "recall": 0.3886, | |
| "recall_weighted": 0.3886, | |
| "ap": null, | |
| "ap_weighted": null | |
| } | |
| ], | |
| "accuracy": 0.39396, | |
| "f1": 0.384551, | |
| "f1_weighted": 0.384551, | |
| "precision": 0.388469, | |
| "precision_weighted": 0.388469, | |
| "recall": 0.39396, | |
| "recall_weighted": 0.39396, | |
| "ap": NaN, | |
| "ap_weighted": NaN, | |
| "main_score": 0.39396, | |
| "hf_subset": "en", | |
| "languages": [ | |
| "eng-Latn" | |
| ] | |
| } | |
| ], | |
| "test": [ | |
| { | |
| "scores_per_experiment": [ | |
| { | |
| "accuracy": 0.4112, | |
| "f1": 0.39289, | |
| "f1_weighted": 0.39289, | |
| "precision": 0.392955, | |
| "precision_weighted": 0.392955, | |
| "recall": 0.4112, | |
| "recall_weighted": 0.4112, | |
| "ap": null, | |
| "ap_weighted": null | |
| }, | |
| { | |
| "accuracy": 0.4134, | |
| "f1": 0.4003, | |
| "f1_weighted": 0.4003, | |
| "precision": 0.403745, | |
| "precision_weighted": 0.403745, | |
| "recall": 0.4134, | |
| "recall_weighted": 0.4134, | |
| "ap": null, | |
| "ap_weighted": null | |
| }, | |
| { | |
| "accuracy": 0.3986, | |
| "f1": 0.390911, | |
| "f1_weighted": 0.390911, | |
| "precision": 0.387781, | |
| "precision_weighted": 0.387781, | |
| "recall": 0.3986, | |
| "recall_weighted": 0.3986, | |
| "ap": null, | |
| "ap_weighted": null | |
| }, | |
| { | |
| "accuracy": 0.391, | |
| "f1": 0.389972, | |
| "f1_weighted": 0.389972, | |
| "precision": 0.389224, | |
| "precision_weighted": 0.389224, | |
| "recall": 0.391, | |
| "recall_weighted": 0.391, | |
| "ap": null, | |
| "ap_weighted": null | |
| }, | |
| { | |
| "accuracy": 0.4046, | |
| "f1": 0.391136, | |
| "f1_weighted": 0.391136, | |
| "precision": 0.39954, | |
| "precision_weighted": 0.39954, | |
| "recall": 0.4046, | |
| "recall_weighted": 0.4046, | |
| "ap": null, | |
| "ap_weighted": null | |
| }, | |
| { | |
| "accuracy": 0.3684, | |
| "f1": 0.363944, | |
| "f1_weighted": 0.363944, | |
| "precision": 0.378502, | |
| "precision_weighted": 0.378502, | |
| "recall": 0.3684, | |
| "recall_weighted": 0.3684, | |
| "ap": null, | |
| "ap_weighted": null | |
| }, | |
| { | |
| "accuracy": 0.368, | |
| "f1": 0.362377, | |
| "f1_weighted": 0.362377, | |
| "precision": 0.360133, | |
| "precision_weighted": 0.360133, | |
| "recall": 0.368, | |
| "recall_weighted": 0.368, | |
| "ap": null, | |
| "ap_weighted": null | |
| }, | |
| { | |
| "accuracy": 0.4226, | |
| "f1": 0.417629, | |
| "f1_weighted": 0.417629, | |
| "precision": 0.4173, | |
| "precision_weighted": 0.4173, | |
| "recall": 0.4226, | |
| "recall_weighted": 0.4226, | |
| "ap": null, | |
| "ap_weighted": null | |
| }, | |
| { | |
| "accuracy": 0.3836, | |
| "f1": 0.369139, | |
| "f1_weighted": 0.369139, | |
| "precision": 0.380239, | |
| "precision_weighted": 0.380239, | |
| "recall": 0.3836, | |
| "recall_weighted": 0.3836, | |
| "ap": null, | |
| "ap_weighted": null | |
| }, | |
| { | |
| "accuracy": 0.386, | |
| "f1": 0.365965, | |
| "f1_weighted": 0.365965, | |
| "precision": 0.370847, | |
| "precision_weighted": 0.370847, | |
| "recall": 0.386, | |
| "recall_weighted": 0.386, | |
| "ap": null, | |
| "ap_weighted": null | |
| } | |
| ], | |
| "accuracy": 0.39474, | |
| "f1": 0.384426, | |
| "f1_weighted": 0.384426, | |
| "precision": 0.388027, | |
| "precision_weighted": 0.388027, | |
| "recall": 0.39474, | |
| "recall_weighted": 0.39474, | |
| "ap": NaN, | |
| "ap_weighted": NaN, | |
| "main_score": 0.39474, | |
| "hf_subset": "en", | |
| "languages": [ | |
| "eng-Latn" | |
| ] | |
| } | |
| ] | |
| }, | |
| "evaluation_time": 218.71461749076843, | |
| "kg_co2_emissions": null, | |
| "date": null | |
| } |