opencompass/MMBench

1# CONSTANTS-URL2URL = "http://opencompass.openxlab.space/assets/mmbench/mmbench-data.json"3MMBench_README = 'https://raw.githubusercontent.com/open-compass/MMBench/main/README.md'4# CONSTANTS-CITATION5CITATION_BUTTON_TEXT = r"""@article{MMBench,6    author  = {Yuan Liu, Haodong Duan, Yuanhan Zhang, Bo Li, Songyang Zhang, Wangbo Zhao, Yike Yuan, Jiaqi Wang, Conghui He, Ziwei Liu, Kai Chen, Dahua Lin},7    journal = {arXiv:2307.06281},8    title   = {MMBench: Is Your Multi-modal Model an All-around Player?},9    year    = {2023},10}"""11CITATION_BUTTON_LABEL = "Copy the following snippet to cite these results"12# CONSTANTS-TEXT13LEADERBORAD_INTRODUCTION = """# MMBench Leaderboard14### Welcome to the MMBench Leaderboard! On this leaderboard we share the evaluation results of VLMs on MMBench, MMBench v1.1, and CCBench.15 16To add your own model to the leaderboard, please create a PR in [VLMEvalKit](https://github.com/open-compass/VLMEvalKit) to support your VLM or directly send us the inference results of your VLM, obtained with VLMEvalKit.17For any questions or concerns, please feel free to contact us at [opencompass, duanhaodong]@pjlab.org.cn.18"""19 20# CONSTANTS-FIELDS21META_FIELDS = ['Method', 'Param (B)', 'Language Model', 'Vision Model', 'OpenSource', 'Verified', 'Org']22MMBENCH_FIELDS = ['MMBench_TEST_EN_V11', 'MMBench_TEST_CN_V11', 'MMBench_TEST_EN', 'MMBench_TEST_CN', 'CCBench']23MODEL_SIZE = ['<4B', '4B-10B', '10B-20B', '20B-40B', '>40B', 'Unknown']24MODEL_TYPE = ['Public', 'Private', 'Verified']25