opencsg/autohub-benchmark
autohub-benchmark This project designs common use scenarios for web-based code, model, and dataset hosting platforms, and provides corresponding prompts and ground truth. These resources can be used to evaluate the localization performance of visual language models (VLMs) in specialized scenarios. Model Hosting Platform GUI Inference Model Platform Accuracy (%) Error (%) Invalid (%) Completion Rate (%) AriaUI Huggingface 70.8 12.5 6.7 100.0… See the full description on the dataset page: https://huggingface.co/datasets/opencsg/autohub-benchmark.
1158
1{2 "GitCode_issue_prompt": [3 {4 "absolute": [5 57.28246753246751,6 181.68831168831173,7 237.80194805194807,8 234.935064935064939 ],10 "relative": [11 0.0569,12 0.2884,13 0.2361,14 0.372915 ]16 }17 ],18 "GitCode_diffusersin_prompt": [19 {20 "absolute": [21 251.43831168831173,22 286.8831168831169,23 354.68506493506504,24 312.8571428571428325 ],26 "relative": [27 0.035,28 0.5234,29 0.22,30 0.564631 ]32 },33 {34 "absolute": [35 251.43831168831173,36 286.8831168831169,37 354.68506493506504,38 312.8571428571428339 ],40 "relative": [41 0.2497,42 0.4554,43 0.3522,44 0.496645 ]46 }47 ],48 "GitCode_seearch_prompt": [49 {50 "absolute": [51 760.529220779221,52 211.5584415584416,53 980.6590909090911,54 244.0259740259740555 ],56 "relative": [57 0.7552,58 0.3358,59 0.9738,60 0.387361 ]62 }63 ],64 "GitCode_personpage_prompt": [65 {66 "absolute": [67 759.2305194805197,68 433.6363636363636,69 972.2175324675325,70 479.090909090909171 ],72 "relative": [73 0.754,74 0.6883,75 0.9655,76 0.760577 ]78 }79 ],80 "GitCode_githubhome_prompt": [81 {82 "absolute": [83 870.2694805194807,84 3.116883116883173,85 935.2045454545456,86 37.53246753246753587 ],88 "relative": [89 0.8642,90 0.0049,91 0.9287,92 0.059693 ]94 }95 ],96 "GitCode_diffusers_prompt": [97 {98 "absolute": [99 891.0487012987015,100 38.83116883116884,101 992.9967532467534,102 75.84415584415581103 ],104 "relative": [105 0.8849,106 0.0616,107 0.9861,108 0.1204109 ]110 }111 ],112 "GitCode_signin_prompt": [113 {114 "absolute": [115 558.581168831169,116 362.20779220779224,117 631.9577922077922,118 392.0779220779221119 ],120 "relative": [121 0.5547,122 0.5749,123 0.6276,124 0.6223125 ]126 }127 ],128 "Gitee_issue_prompt": [129 {130 "absolute": [131 11.827922077922096,132 203.76623376623377,133 592.3474025974028,134 255.06493506493507135 ],136 "relative": [137 0.0117,138 0.3234,139 0.5882,140 0.4049141 ]142 }143 ],144 "Gitee_diffusersin_prompt": [145 {146 "absolute": [147 266.37337662337666,148 257.6623376623377,149 374.8149350649352,150 288.83116883116884151 ],152 "relative": [153 0.0298,154 0.5255,155 0.1394,156 0.5698157 ]158 },159 {160 "absolute": [161 266.37337662337666,162 257.6623376623377,163 374.8149350649352,164 288.83116883116884165 ],166 "relative": [167 0.2645,168 0.409,169 0.3722,170 0.4585171 ]172 }173 ],174 "Gitee_seearch_prompt": [175 {176 "absolute": [177 716.3733766233768,178 472.5974025974026,179 931.3084415584417,180 550.5194805194806181 ],182 "relative": [183 0.7114,184 0.7502,185 0.9248,186 0.8738187 ]188 }189 ],190 "Gitee_personpage_prompt": [191 {192 "absolute": [193 859.8798701298703,194 332.3376623376623,195 1004.0357142857146,196 382.3376623376623197 ],198 "relative": [199 0.8539,200 0.5275,201 0.9971,202 0.6069203 ]204 }205 ],206 "Gitee_githubhome_prompt": [207 {208 "absolute": [209 836.5032467532469,210 6.363636363636374,211 887.8019480519483,212 44.02597402597405213 ],214 "relative": [215 0.8307,216 0.0101,217 0.8816,218 0.0699219 ]220 }221 ],222 "Gitee_diffusers_prompt": [223 {224 "absolute": [225 872.8668831168833,226 41.428571428571445,227 940.3993506493508,228 73.2467532467532229 ],230 "relative": [231 0.8668,232 0.0658,233 0.9339,234 0.1163235 ]236 }237 ],238 "Gitee_signin_prompt": [239 {240 "absolute": [241 751.4383116883118,242 134.93506493506493,243 819.6201298701299,244 168.0519480519481245 ],246 "relative": [247 0.7462,248 0.2142,249 0.8139,250 0.2667251 ]252 }253 ],254 "Gitlab_issue_prompt": [255 {256 "absolute": [257 194.94480519480516,258 113.50649350649348,259 849.4902597402597,260 171.9480519480519261 ],262 "relative": [263 0.1936,264 0.1802,265 0.8436,266 0.2729267 ]268 }269 ],270 "Gitlab_diffusersin_prompt": [271 {272 "absolute": [273 195.5941558441558,274 296.62337662337666,275 284.5551948051948,276 323.8961038961039277 ],278 "relative": [279 0.1942,280 0.4708,281 0.2826,282 0.5141283 ]284 }285 ],286 "Gitlab_seearch_prompt": [287 {288 "absolute": [289 189.75,290 158.96103896103898,291 428.711038961039,292 213.50649350649348293 ],294 "relative": [295 0.1884,296 0.2523,297 0.4257,298 0.3389299 ]300 }301 ],302 "Gitlab_personpage_prompt": [303 {304 "absolute": [305 1.4383116883116713,306 188.83116883116884,307 182.60714285714286,308 231.03896103896102309 ],310 "relative": [311 0.0014,312 0.2997,313 0.1813,314 0.3667315 ]316 }317 ],318 "Gitlab_githubhome_prompt": [319 {320 "absolute": [321 613.7759740259742,322 1.8181818181819835,323 704.6850649350652,324 44.675324675324646325 ],326 "relative": [327 0.6095,328 0.0029,329 0.6998,330 0.0709331 ]332 }333 ],334 "Gitlab_diffusers_prompt": [335 {336 "absolute": [337 794.2954545454547,338 47.92207792207796,339 887.1525974025974,340 92.07792207792204341 ],342 "relative": [343 0.7888,344 0.0761,345 0.881,346 0.1462347 ]348 }349 ],350 "Gitlab_signin_prompt": [351 {352 "absolute": [353 500.1396103896104,354 344.6753246753247,355 572.8668831168832,356 382.987012987013357 ],358 "relative": [359 0.4967,360 0.5471,361 0.5689,362 0.6079363 ]364 }365 ],366 "Gitea_issue_prompt": [367 {368 "absolute": [369 46.2435064935065,370 247.9220779220779,371 265.07467532467535,372 288.1818181818182373 ],374 "relative": [375 0.0459,376 0.3935,377 0.2632,378 0.4574379 ]380 }381 ],382 "Gitea_diffusersin_prompt": [383 {384 "absolute": [385 52.737012987012974,386 272.5974025974026,387 159.8798701298701,388 304.41558441558436389 ],390 "relative": [391 0.0524,392 0.4327,393 0.1588,394 0.4832395 ]396 }397 ],398 "Gitea_seearch_prompt": [399 {400 "absolute": [401 41.69805194805191,402 244.02597402597405,403 289.1006493506494,404 314.8051948051948405 ],406 "relative": [407 0.0414,408 0.3873,409 0.2871,410 0.4997411 ]412 }413 ],414 "Gitea_personpage_prompt": [415 {416 "absolute": [417 868.3214285714288,418 192.07792207792204,419 1006.6331168831169,420 238.18181818181824421 ],422 "relative": [423 0.8623,424 0.3049,425 0.9996,426 0.3781427 ]428 }429 ],430 "Gitea_githubhome_prompt": [431 {432 "absolute": [433 770.2694805194807,434 40.12987012987014,435 850.1396103896105,436 84.93506493506493437 ],438 "relative": [439 0.7649,440 0.0637,441 0.8442,442 0.1348443 ]444 }445 ],446 "Gitea_diffusers_prompt": [447 {448 "absolute": [449 786.5032467532469,450 37.532467532467535,451 876.1136363636365,452 74.5454545454545453 ],454 "relative": [455 0.781,456 0.0596,457 0.87,458 0.1183459 ]460 }461 ],462 "Gitea_signin_prompt": [463 {464 "absolute": [465 474.8149350649352,466 439.4805194805195,467 592.3474025974027,468 470.0469 ],470 "relative": [471 0.4715,472 0.6976,473 0.5882,474 0.746475 ]476 }477 ],478 "Github_issue_prompt": [479 {480 "absolute": [481 345.91254997517547,482 362.33818495387914,483 661.1644509916641,484 424.08855731793346485 ],486 "relative": [487 0.1803,488 0.3642,489 0.3445,490 0.4262491 ]492 }493 ],494 "Github_diffusersin_prompt": [495 {496 "absolute": [497 13.41233766233745,498 405.5324675324673,499 162.11363636363615,500 441.8961038961038501 ],502 "relative": [503 0.1775,504 0.3231,505 0.2459,506 0.3652507 ]508 },509 {510 "absolute": [511 13.41233766233745,512 405.5324675324673,513 162.11363636363615,514 441.8961038961038515 ],516 "relative": [517 0.007,518 0.4047,519 0.0845,520 0.441521 ]522 }523 ],524 "Github_seearch_prompt": [525 {526 "absolute": [527 323.8019480519479,528 135.5584415584417,529 1050.4253246753246,530 254.38961038961043531 ],532 "relative": [533 0.1687,534 0.1354,535 0.5474,536 0.2541537 ]538 }539 ],540 "Github_personpage_prompt": [541 {542 "absolute": [543 1601.0746753246751,544 652.7012987012987,545 1910.1655844155841,546 707.2467532467532547 ],548 "relative": [549 0.8343,550 0.6586,551 0.9954,552 0.7137553 ]554 }555 ],556 "Github_githubhome_prompt": [557 {558 "absolute": [559 1719.6078100924497,560 10.036594761171045,561 1809.31312596302,562 60.73959938366738563 ],564 "relative": [565 0.9003,566 0.0106,567 0.9473,568 0.0643569 ]570 }571 ],572 "Github_diffusers_prompt": [573 {574 "absolute": [575 1399.1266233766232,576 109.74025974025972,577 1578.996753246753,578 159.74025974025972579 ],580 "relative": [581 0.7291,582 0.1097,583 0.8228,584 0.1597585 ]586 }587 ],588 "Github_signin_prompt": [589 {590 "absolute": [591 938.1168831168832,592 487.16883116883116,593 1090.7142857142858,594 533.2727272727273595 ],596 "relative": [597 0.4899,598 0.4877,599 0.5696,600 0.5338601 ]602 }603 ]604}