ogma-base / results /EmotionClassification.json
Antreas's picture
Initial upload: ogma-base embedding model
1892d8f verified
Invalid JSON:Unexpected token 'N', ..." "ap": NaN, "... is not valid JSON
{
"dataset_revision": "4f58c6b202a23cf9a4da393831edf4f9183cad37",
"task_name": "EmotionClassification",
"mteb_version": "2.10.7",
"scores": {
"test": [
{
"scores_per_experiment": [
{
"accuracy": 0.5285,
"f1": 0.459817,
"f1_weighted": 0.548466,
"precision": 0.458764,
"precision_weighted": 0.596847,
"recall": 0.509035,
"recall_weighted": 0.5285,
"ap": null,
"ap_weighted": null
},
{
"accuracy": 0.4505,
"f1": 0.394824,
"f1_weighted": 0.459863,
"precision": 0.404337,
"precision_weighted": 0.535639,
"recall": 0.45209,
"recall_weighted": 0.4505,
"ap": null,
"ap_weighted": null
},
{
"accuracy": 0.4425,
"f1": 0.39019,
"f1_weighted": 0.468485,
"precision": 0.39696,
"precision_weighted": 0.529667,
"recall": 0.437328,
"recall_weighted": 0.4425,
"ap": null,
"ap_weighted": null
},
{
"accuracy": 0.4925,
"f1": 0.432607,
"f1_weighted": 0.516797,
"precision": 0.441713,
"precision_weighted": 0.573401,
"recall": 0.487958,
"recall_weighted": 0.4925,
"ap": null,
"ap_weighted": null
},
{
"accuracy": 0.4735,
"f1": 0.430306,
"f1_weighted": 0.497706,
"precision": 0.441574,
"precision_weighted": 0.586105,
"recall": 0.489526,
"recall_weighted": 0.4735,
"ap": null,
"ap_weighted": null
},
{
"accuracy": 0.506,
"f1": 0.433923,
"f1_weighted": 0.524617,
"precision": 0.430331,
"precision_weighted": 0.569599,
"recall": 0.476008,
"recall_weighted": 0.506,
"ap": null,
"ap_weighted": null
},
{
"accuracy": 0.48,
"f1": 0.418001,
"f1_weighted": 0.499944,
"precision": 0.423246,
"precision_weighted": 0.560687,
"recall": 0.469641,
"recall_weighted": 0.48,
"ap": null,
"ap_weighted": null
},
{
"accuracy": 0.434,
"f1": 0.394441,
"f1_weighted": 0.451256,
"precision": 0.397807,
"precision_weighted": 0.522779,
"recall": 0.457403,
"recall_weighted": 0.434,
"ap": null,
"ap_weighted": null
},
{
"accuracy": 0.494,
"f1": 0.449458,
"f1_weighted": 0.51762,
"precision": 0.453661,
"precision_weighted": 0.585973,
"recall": 0.504015,
"recall_weighted": 0.494,
"ap": null,
"ap_weighted": null
},
{
"accuracy": 0.4675,
"f1": 0.410275,
"f1_weighted": 0.491923,
"precision": 0.415913,
"precision_weighted": 0.561735,
"recall": 0.460759,
"recall_weighted": 0.4675,
"ap": null,
"ap_weighted": null
}
],
"accuracy": 0.4769,
"f1": 0.421384,
"f1_weighted": 0.497668,
"precision": 0.426431,
"precision_weighted": 0.562243,
"recall": 0.474376,
"recall_weighted": 0.4769,
"ap": NaN,
"ap_weighted": NaN,
"main_score": 0.4769,
"hf_subset": "default",
"languages": [
"eng-Latn"
]
}
]
},
"evaluation_time": 32.58931565284729,
"kg_co2_emissions": null,
"date": null
}