OpenGVLab/GUI-Odyssey
Dataset Card for GUI Odyssey News⭐️ A new and improved version of the GUIOdyssey dataset has been released! 🎉🎉 👉 Please use the latest version and refer to the updated README for the most up-to-date information. We highly recommend using the new version for all training and evaluation! Repository: https://github.com/OpenGVLab/GUI-Odyssey Latest Version of Dataset: hflqf88888/GUIOdyssey Paper: https://arxiv.org/pdf/2406.08451 Introduction… See the full description on the dataset page: https://huggingface.co/datasets/OpenGVLab/GUI-Odyssey.
264.1k
1{2 "episode_id": "1171326663063764",3 "device_info": {4 "product": "sdk_gphone64_x86_64",5 "release_version": "14",6 "sdk_version": "34",7 "h": 1280,8 "w": 720,9 "device_name": "Small Phone"10 },11 "task_info": {12 "category": "General_Tool",13 "app": [14 "Audible",15 "Setting"16 ],17 "meta_task": "Change into dark mode and open a reading app.",18 "task": "Change into dark mode and open a reading app.",19 "instruction": "Switch to dark mode in the 'Setting' app and then open 'Audible:Audio Entertainment'."20 },21 "step_length": 9,22 "steps": [23 {24 "step": 0,25 "screenshot": "1171326663063764_0.png",26 "action": "CLICK",27 "info": [28 [29 866,30 62731 ],32 [33 869,34 62735 ]36 ],37 "ps": "[(866, 627), (869, 627)]"38 },39 {40 "step": 1,41 "screenshot": "1171326663063764_1.png",42 "action": "SCROLL",43 "info": [44 [45 383,46 85147 ],48 [49 415,50 21751 ]52 ],53 "ps": "[(383, 851), (383, 847), (383, 844), (383, 841), (383, 835), (383, 828), (383, 824), (384, 814), (390, 797), (394, 785), (397, 771), (402, 750), (406, 740), (408, 720), (412, 707), (412, 688), (415, 667), (415, 657), (420, 639), (420, 626), (420, 616), (420, 596), (420, 584), (420, 566), (420, 556), (420, 550), (420, 539), (420, 525), (420, 517), (420, 513), (420, 505), (420, 493), (420, 486), (420, 479), (420, 475), (420, 468), (420, 462), (420, 456), (420, 449), (420, 445), (420, 442), (420, 435), (420, 432), (420, 424), (420, 421), (420, 414), (420, 408), (420, 405), (420, 401), (420, 395), (420, 391), (420, 385), (420, 381), (420, 374), (420, 365), (420, 361), (420, 356), (420, 351), (424, 346), (424, 341), (424, 338), (424, 334), (424, 331), (424, 328), (424, 324), (424, 321), (424, 317), (424, 314), (424, 310), (424, 307), (424, 304), (424, 302), (424, 300), (424, 297), (424, 295), (424, 294), (424, 292), (424, 287), (424, 285), (424, 284), (424, 282), (424, 281), (424, 277), (424, 274), (424, 271), (424, 271), (424, 268), (424, 267), (424, 265), (424, 264), (424, 261), (424, 260), (424, 257), (424, 255), (424, 253), (424, 250), (424, 248), (420, 247), (420, 245), (420, 243), (420, 241), (420, 240), (420, 238), (420, 237), (420, 235), (418, 233), (418, 230), (418, 228), (415, 227), (415, 224), (415, 224), (415, 221), (415, 220), (415, 217)]"54 },55 {56 "step": 2,57 "screenshot": "1171326663063764_2.png",58 "action": "CLICK",59 "info": [60 [61 337,62 83463 ],64 [65 337,66 83467 ]68 ],69 "ps": "[(337, 834)]"70 },71 {72 "step": 3,73 "screenshot": "1171326663063764_3.png",74 "action": "SCROLL",75 "info": [76 [77 484,78 80479 ],80 [81 552,82 40883 ]84 ],85 "ps": "[(484, 804), (484, 800), (484, 797), (484, 794), (484, 789), (486, 781), (490, 774), (491, 764), (495, 747), (498, 733), (502, 717), (504, 704), (508, 683), (509, 673), (513, 653), (516, 633), (522, 616), (522, 606), (522, 592), (527, 582), (527, 570), (527, 562), (527, 553), (527, 542), (527, 532), (527, 525), (527, 522), (527, 512), (527, 505), (527, 499), (531, 489), (531, 485), (531, 478), (531, 471), (534, 465), (534, 462), (534, 458), (537, 455), (537, 449), (540, 445), (540, 442), (540, 436), (540, 432), (544, 428), (544, 424), (544, 422), (545, 421), (545, 418), (545, 414), (545, 411), (549, 411), (549, 409), (552, 409), (552, 408)]"86 },87 {88 "step": 4,89 "screenshot": "1171326663063764_4.png",90 "action": "CLICK",91 "info": [92 [93 880,94 61095 ],96 [97 880,98 61099 ]100 ],101 "ps": "[(880, 610)]"102 },103 {104 "step": 5,105 "screenshot": "1171326663063764_5.png",106 "action": "CLICK",107 "info": "KEY_HOME",108 "ps": ""109 },110 {111 "step": 6,112 "screenshot": "1171326663063764_6.png",113 "action": "SCROLL",114 "info": [115 [116 874,117 422118 ],119 [120 418,121 411122 ]123 ],124 "ps": "[(874, 422), (866, 422), (861, 422), (851, 421), (838, 421), (826, 419), (812, 418), (806, 418), (791, 418), (773, 418), (743, 418), (724, 418), (706, 418), (688, 418), (674, 418), (641, 416), (618, 416), (604, 416), (563, 416), (544, 416), (480, 414), (438, 413), (418, 411)]"125 },126 {127 "step": 7,128 "screenshot": "1171326663063764_7.png",129 "action": "CLICK",130 "info": [131 [132 658,133 99134 ],135 [136 658,137 99138 ]139 ],140 "ps": "[(658, 99)]"141 },142 {143 "step": 8,144 "screenshot": "1171326663063764_8.png",145 "action": "COMPLETE",146 "info": "",147 "ps": ""148 }149 ]150}