| { |
| "author": { |
| "name": "Ilya Zelenskiy", |
| "alias": "proxy3d", |
| "telegram": "https://t.me/greenruff" |
| }, |
| "project_links": { |
| "communication_styles_article": "https://iproxy3d.github.io/communication-styles-llm/", |
| "communication_styles_github": "https://github.com/iproxy3d/communication-styles-llm" |
| }, |
| "evaluation_protocol": "3 independent seeds; native-RU benchmarks were not used for training, checkpoint selection, or threshold tuning", |
| "goemotions_test": { |
| "en": { |
| "micro_f1_mean": 0.595278, |
| "micro_f1_std": 0.001725, |
| "macro_f1_mean": 0.519635, |
| "macro_f1_std": 0.00347, |
| "micro_ap_mean": 0.63659, |
| "micro_ap_std": 0.00412, |
| "macro_ap_mean": 0.506498, |
| "macro_ap_std": 0.002801 |
| }, |
| "ru_translated": { |
| "micro_f1_mean": 0.565428, |
| "micro_f1_std": 0.001362, |
| "macro_f1_mean": 0.482554, |
| "macro_f1_std": 0.005028, |
| "micro_ap_mean": 0.594971, |
| "micro_ap_std": 0.002251, |
| "macro_ap_mean": 0.46094, |
| "macro_ap_std": 0.005664 |
| } |
| }, |
| "native_ru": { |
| "cedr": { |
| "n": 1882, |
| "labels": [ |
| "joy", |
| "sadness", |
| "surprise", |
| "fear", |
| "anger" |
| ], |
| "micro_f1_mean": 0.517982, |
| "micro_f1_std": 0.013487, |
| "macro_f1_mean": 0.529451, |
| "macro_f1_std": 0.018099, |
| "micro_ap_mean": 0.638756, |
| "micro_ap_std": 0.000341, |
| "macro_ap_mean": 0.676202, |
| "macro_ap_std": 0.007899 |
| }, |
| "semeval2025_ru": { |
| "n": 1000, |
| "labels": [ |
| "anger", |
| "disgust", |
| "fear", |
| "joy", |
| "sadness", |
| "surprise" |
| ], |
| "micro_f1_mean": 0.63545, |
| "micro_f1_std": 0.014176, |
| "macro_f1_mean": 0.633188, |
| "macro_f1_std": 0.017979, |
| "micro_ap_mean": 0.840718, |
| "micro_ap_std": 0.001325, |
| "macro_ap_mean": 0.844767, |
| "macro_ap_std": 0.004708 |
| } |
| } |
| } |
|
|
