proxy3d/multi-motions-28

1{2  "author": {3    "name": "Ilya Zelenskiy",4    "alias": "proxy3d",5    "telegram": "https://t.me/greenruff"6  },7  "project_links": {8    "communication_styles_article": "https://iproxy3d.github.io/communication-styles-llm/",9    "communication_styles_github": "https://github.com/iproxy3d/communication-styles-llm"10  },11  "evaluation_protocol": "3 independent seeds; native-RU benchmarks were not used for training, checkpoint selection, or threshold tuning",12  "goemotions_test": {13    "en": {14      "micro_f1_mean": 0.595278,15      "micro_f1_std": 0.001725,16      "macro_f1_mean": 0.519635,17      "macro_f1_std": 0.00347,18      "micro_ap_mean": 0.63659,19      "micro_ap_std": 0.00412,20      "macro_ap_mean": 0.506498,21      "macro_ap_std": 0.00280122    },23    "ru_translated": {24      "micro_f1_mean": 0.565428,25      "micro_f1_std": 0.001362,26      "macro_f1_mean": 0.482554,27      "macro_f1_std": 0.005028,28      "micro_ap_mean": 0.594971,29      "micro_ap_std": 0.002251,30      "macro_ap_mean": 0.46094,31      "macro_ap_std": 0.00566432    }33  },34  "native_ru": {35    "cedr": {36      "n": 1882,37      "labels": [38        "joy",39        "sadness",40        "surprise",41        "fear",42        "anger"43      ],44      "micro_f1_mean": 0.517982,45      "micro_f1_std": 0.013487,46      "macro_f1_mean": 0.529451,47      "macro_f1_std": 0.018099,48      "micro_ap_mean": 0.638756,49      "micro_ap_std": 0.000341,50      "macro_ap_mean": 0.676202,51      "macro_ap_std": 0.00789952    },53    "semeval2025_ru": {54      "n": 1000,55      "labels": [56        "anger",57        "disgust",58        "fear",59        "joy",60        "sadness",61        "surprise"62      ],63      "micro_f1_mean": 0.63545,64      "micro_f1_std": 0.014176,65      "macro_f1_mean": 0.633188,66      "macro_f1_std": 0.017979,67      "micro_ap_mean": 0.840718,68      "micro_ap_std": 0.001325,69      "macro_ap_mean": 0.844767,70      "macro_ap_std": 0.00470871    }72  }73}74