Sentence Similarity
ONNX
Safetensors
English
ogma
embeddings
dense-retrieval
matryoshka
rag
agents
mteb
semantic-search
text-embeddings
text-embedding
vector-search
document-retrieval
similarity-search
classification
clustering
edge-ai
on-device
local-inference
efficient-ai
rag-retrieval
custom_code
Eval Results (legacy)
| { | |
| "dataset_revision": "3d86128a09e091d6018b6d26cad27f2739fc2db7", | |
| "task_name": "ImdbClassification", | |
| "mteb_version": "2.10.7", | |
| "scores": { | |
| "test": [ | |
| { | |
| "scores_per_experiment": [ | |
| { | |
| "accuracy": 0.77208, | |
| "f1": 0.769924, | |
| "f1_weighted": 0.769924, | |
| "precision": 0.782675, | |
| "precision_weighted": 0.782675, | |
| "recall": 0.77208, | |
| "recall_weighted": 0.77208, | |
| "ap": 0.72784, | |
| "ap_weighted": 0.72784 | |
| }, | |
| { | |
| "accuracy": 0.78644, | |
| "f1": 0.786238, | |
| "f1_weighted": 0.786238, | |
| "precision": 0.787528, | |
| "precision_weighted": 0.787528, | |
| "recall": 0.78644, | |
| "recall_weighted": 0.78644, | |
| "ap": 0.720513, | |
| "ap_weighted": 0.720513 | |
| }, | |
| { | |
| "accuracy": 0.68544, | |
| "f1": 0.683891, | |
| "f1_weighted": 0.683891, | |
| "precision": 0.689147, | |
| "precision_weighted": 0.689147, | |
| "recall": 0.68544, | |
| "recall_weighted": 0.68544, | |
| "ap": 0.622885, | |
| "ap_weighted": 0.622885 | |
| }, | |
| { | |
| "accuracy": 0.78456, | |
| "f1": 0.78456, | |
| "f1_weighted": 0.78456, | |
| "precision": 0.784561, | |
| "precision_weighted": 0.784561, | |
| "recall": 0.78456, | |
| "recall_weighted": 0.78456, | |
| "ap": 0.723397, | |
| "ap_weighted": 0.723397 | |
| }, | |
| { | |
| "accuracy": 0.75688, | |
| "f1": 0.75677, | |
| "f1_weighted": 0.75677, | |
| "precision": 0.757346, | |
| "precision_weighted": 0.757346, | |
| "recall": 0.75688, | |
| "recall_weighted": 0.75688, | |
| "ap": 0.697361, | |
| "ap_weighted": 0.697361 | |
| }, | |
| { | |
| "accuracy": 0.69136, | |
| "f1": 0.688794, | |
| "f1_weighted": 0.688794, | |
| "precision": 0.697886, | |
| "precision_weighted": 0.697886, | |
| "recall": 0.69136, | |
| "recall_weighted": 0.69136, | |
| "ap": 0.626671, | |
| "ap_weighted": 0.626671 | |
| }, | |
| { | |
| "accuracy": 0.69864, | |
| "f1": 0.698639, | |
| "f1_weighted": 0.698639, | |
| "precision": 0.698642, | |
| "precision_weighted": 0.698642, | |
| "recall": 0.69864, | |
| "recall_weighted": 0.69864, | |
| "ap": 0.638892, | |
| "ap_weighted": 0.638892 | |
| }, | |
| { | |
| "accuracy": 0.7386, | |
| "f1": 0.736985, | |
| "f1_weighted": 0.736985, | |
| "precision": 0.744608, | |
| "precision_weighted": 0.744608, | |
| "recall": 0.7386, | |
| "recall_weighted": 0.7386, | |
| "ap": 0.668517, | |
| "ap_weighted": 0.668517 | |
| }, | |
| { | |
| "accuracy": 0.71912, | |
| "f1": 0.718852, | |
| "f1_weighted": 0.718852, | |
| "precision": 0.719959, | |
| "precision_weighted": 0.719959, | |
| "recall": 0.71912, | |
| "recall_weighted": 0.71912, | |
| "ap": 0.654781, | |
| "ap_weighted": 0.654781 | |
| }, | |
| { | |
| "accuracy": 0.72596, | |
| "f1": 0.725762, | |
| "f1_weighted": 0.725762, | |
| "precision": 0.726613, | |
| "precision_weighted": 0.726613, | |
| "recall": 0.72596, | |
| "recall_weighted": 0.72596, | |
| "ap": 0.661437, | |
| "ap_weighted": 0.661437 | |
| } | |
| ], | |
| "accuracy": 0.735908, | |
| "f1": 0.735042, | |
| "f1_weighted": 0.735042, | |
| "precision": 0.738896, | |
| "precision_weighted": 0.738896, | |
| "recall": 0.735908, | |
| "recall_weighted": 0.735908, | |
| "ap": 0.674229, | |
| "ap_weighted": 0.674229, | |
| "main_score": 0.735908, | |
| "hf_subset": "default", | |
| "languages": [ | |
| "eng-Latn" | |
| ] | |
| } | |
| ] | |
| }, | |
| "evaluation_time": 339.2887156009674, | |
| "kg_co2_emissions": null, | |
| "date": null | |
| } |