OpenGVLab/GUI-Odyssey
Dataset Card for GUI Odyssey News⭐️ A new and improved version of the GUIOdyssey dataset has been released! 🎉🎉 👉 Please use the latest version and refer to the updated README for the most up-to-date information. We highly recommend using the new version for all training and evaluation! Repository: https://github.com/OpenGVLab/GUI-Odyssey Latest Version of Dataset: hflqf88888/GUIOdyssey Paper: https://arxiv.org/pdf/2406.08451 Introduction… See the full description on the dataset page: https://huggingface.co/datasets/OpenGVLab/GUI-Odyssey.
264.1k
1{2 "episode_id": "0528609913373296",3 "device_info": {4 "product": "sdk_gphone64_x86_64",5 "release_version": "14",6 "sdk_version": "34",7 "h": 1280,8 "w": 720,9 "device_name": "Small Phone"10 },11 "task_info": {12 "category": "General_Tool",13 "app": [14 "Ploter - Ebook, Audiobook, PDF",15 "Setting"16 ],17 "meta_task": "Change into dark mode and open a reading app.",18 "task": "Change into dark mode and open a reading app.",19 "instruction": "Switch to dark mode via the 'Setting' app and then launch the 'Ploter - Ebook, Audiobook, PDF' reading app."20 },21 "step_length": 9,22 "steps": [23 {24 "step": 0,25 "screenshot": "0528609913373296_0.png",26 "action": "CLICK",27 "info": [28 [29 898,30 61731 ],32 [33 898,34 61735 ]36 ],37 "ps": "[(898, 617)]"38 },39 {40 "step": 1,41 "screenshot": "0528609913373296_1.png",42 "action": "SCROLL",43 "info": [44 [45 491,46 81847 ],48 [49 540,50 23051 ]52 ],53 "ps": "[(491, 818), (491, 815), (491, 814), (491, 808), (491, 802), (491, 795), (491, 787), (491, 777), (491, 767), (491, 757), (491, 745), (491, 732), (491, 724), (495, 703), (498, 686), (498, 671), (502, 653), (504, 629), (508, 610), (508, 596), (508, 577), (508, 564), (508, 546), (508, 532), (508, 517), (508, 499), (508, 489), (508, 476), (508, 466), (508, 455), (508, 452), (508, 445), (508, 438), (508, 432), (508, 428), (509, 421), (513, 418), (513, 413), (513, 408), (516, 405), (516, 399), (516, 396), (520, 391), (522, 388), (522, 381), (522, 378), (526, 374), (526, 371), (527, 367), (527, 364), (527, 361), (531, 357), (531, 356), (534, 354), (534, 351), (534, 349), (534, 347), (534, 344), (534, 341), (534, 339), (534, 335), (534, 334), (537, 332), (537, 331), (537, 328), (537, 328), (537, 325), (537, 324), (540, 321), (540, 317), (540, 315), (540, 314), (540, 312), (540, 310), (540, 308), (540, 307), (540, 305), (540, 304), (540, 300), (540, 297), (540, 295), (540, 294), (540, 292), (540, 290), (540, 289), (540, 287), (540, 285), (540, 284), (540, 282), (540, 281), (540, 277), (540, 274), (540, 271), (540, 271), (540, 268), (540, 267), (540, 265), (540, 264), (540, 261), (540, 257), (540, 255), (540, 253), (540, 251), (540, 250), (540, 248), (540, 247), (540, 245), (540, 243), (540, 241), (540, 240), (540, 238), (540, 237), (540, 235), (540, 233), (540, 232), (540, 230)]"54 },55 {56 "step": 2,57 "screenshot": "0528609913373296_2.png",58 "action": "CLICK",59 "info": [60 [61 406,62 90163 ],64 [65 406,66 90167 ]68 ],69 "ps": "[(406, 901)]"70 },71 {72 "step": 3,73 "screenshot": "0528609913373296_3.png",74 "action": "SCROLL",75 "info": [76 [77 604,78 73879 ],80 [81 641,82 35183 ]84 ],85 "ps": "[(604, 738), (604, 735), (604, 732), (604, 724), (604, 711), (604, 700), (605, 690), (605, 676), (605, 667), (605, 654), (605, 636), (605, 621), (605, 607), (605, 585), (605, 567), (612, 553), (612, 535), (612, 522), (612, 507), (612, 495), (618, 489), (618, 476), (618, 468), (618, 456), (618, 445), (618, 436), (618, 432), (618, 424), (622, 419), (622, 414), (622, 411), (623, 405), (623, 401), (627, 396), (627, 391), (629, 388), (629, 385), (629, 379), (633, 372), (636, 367), (636, 364), (636, 361), (640, 359), (640, 357), (640, 354), (641, 354), (641, 352), (641, 351)]"86 },87 {88 "step": 4,89 "screenshot": "0528609913373296_4.png",90 "action": "CLICK",91 "info": [92 [93 874,94 60695 ],96 [97 874,98 60699 ]100 ],101 "ps": "[(874, 606)]"102 },103 {104 "step": 5,105 "screenshot": "0528609913373296_5.png",106 "action": "CLICK",107 "info": "KEY_HOME",108 "ps": ""109 },110 {111 "step": 6,112 "screenshot": "0528609913373296_6.png",113 "action": "SCROLL",114 "info": [115 [116 911,117 250118 ],119 [120 311,121 267122 ]123 ],124 "ps": "[(911, 250), (904, 250), (890, 250), (866, 250), (844, 250), (815, 250), (784, 250), (706, 253), (641, 255), (599, 257), (552, 257), (491, 260), (462, 260), (401, 261), (376, 264), (337, 265), (311, 267)]"125 },126 {127 "step": 7,128 "screenshot": "0528609913373296_7.png",129 "action": "CLICK",130 "info": [131 [132 856,133 483134 ],135 [136 856,137 483138 ]139 ],140 "ps": "[(856, 483)]"141 },142 {143 "step": 8,144 "screenshot": "0528609913373296_8.png",145 "action": "COMPLETE",146 "info": "",147 "ps": ""148 }149 ]150}