OpenGVLab/GUI-Odyssey
Dataset Card for GUI Odyssey News⭐️ A new and improved version of the GUIOdyssey dataset has been released! 🎉🎉 👉 Please use the latest version and refer to the updated README for the most up-to-date information. We highly recommend using the new version for all training and evaluation! Repository: https://github.com/OpenGVLab/GUI-Odyssey Latest Version of Dataset: hflqf88888/GUIOdyssey Paper: https://arxiv.org/pdf/2406.08451 Introduction… See the full description on the dataset page: https://huggingface.co/datasets/OpenGVLab/GUI-Odyssey.
264.1k
1{2 "episode_id": "0609199291725192",3 "device_info": {4 "product": "sdk_gphone64_x86_64",5 "release_version": "14",6 "sdk_version": "34",7 "h": 1280,8 "w": 720,9 "device_name": "Small Phone"10 },11 "task_info": {12 "category": "Social_Sharing",13 "app": [14 "Google Photos",15 "Threads"16 ],17 "meta_task": "Select a photo in album and share to a social app.",18 "task": "Select a photo in album and share to a social app.",19 "instruction": "Select a photo from your Google Photos album and share it with Moments on Threads."20 },21 "step_length": 9,22 "steps": [23 {24 "step": 0,25 "screenshot": "0609199291725192_0.png",26 "action": "CLICK",27 "info": [28 [29 394,30 49331 ],32 [33 394,34 49335 ]36 ],37 "ps": "[(394, 493)]"38 },39 {40 "step": 1,41 "screenshot": "0609199291725192_1.png",42 "action": "CLICK",43 "info": [44 [45 269,46 67347 ],48 [49 269,50 67351 ]52 ],53 "ps": "[(269, 673)]"54 },55 {56 "step": 2,57 "screenshot": "0609199291725192_2.png",58 "action": "CLICK",59 "info": [60 [61 154,62 89963 ],64 [65 154,66 89967 ]68 ],69 "ps": "[(154, 899)]"70 },71 {72 "step": 3,73 "screenshot": "0609199291725192_3.png",74 "action": "SCROLL",75 "info": [76 [77 587,78 78979 ],80 [81 541,82 29383 ]84 ],85 "ps": "[(587, 789), (593, 789), (593, 788), (593, 786), (593, 785), (593, 782), (593, 780), (593, 779), (588, 776), (588, 774), (588, 773), (588, 768), (588, 764), (588, 760), (588, 757), (588, 750), (588, 743), (588, 735), (588, 728), (588, 721), (588, 714), (588, 703), (588, 696), (588, 688), (588, 679), (588, 671), (588, 664), (588, 656), (588, 649), (588, 642), (588, 632), (588, 626), (588, 619), (588, 610), (588, 605), (588, 597), (591, 589), (588, 580), (588, 570), (588, 564), (588, 557), (588, 548), (588, 543), (588, 535), (588, 528), (588, 520), (588, 510), (588, 501), (588, 493), (588, 483), (588, 474), (588, 464), (588, 459), (588, 455), (588, 451), (588, 442), (586, 439), (586, 439), (580, 435), (580, 432), (574, 428), (570, 425), (570, 421), (565, 417), (565, 415), (565, 411), (565, 407), (565, 403), (565, 399), (565, 395), (565, 390), (565, 386), (565, 382), (565, 378), (565, 374), (565, 370), (565, 366), (559, 360), (559, 357), (558, 353), (555, 349), (555, 344), (555, 343), (555, 339), (555, 335), (555, 334), (551, 332), (551, 330), (551, 326), (551, 322), (551, 319), (545, 317), (545, 314), (545, 313), (541, 310), (541, 307), (541, 306), (541, 303), (541, 300), (541, 298), (541, 296), (541, 293)]"86 },87 {88 "step": 4,89 "screenshot": "0609199291725192_4.png",90 "action": "SCROLL",91 "info": [92 [93 573,94 84095 ],96 [97 544,98 44199 ]100 ],101 "ps": "[(573, 840), (579, 840), (579, 839), (579, 837), (579, 834), (579, 832), (579, 828), (579, 824), (579, 821), (579, 819), (579, 814), (579, 810), (579, 804), (579, 799), (579, 793), (579, 786), (579, 774), (579, 770), (579, 761), (579, 749), (579, 739), (579, 733), (579, 725), (579, 717), (579, 707), (579, 701), (579, 695), (576, 688), (570, 681), (570, 671), (570, 663), (570, 655), (570, 645), (568, 636), (568, 625), (568, 615), (568, 605), (568, 596), (568, 586), (568, 578), (568, 567), (568, 560), (568, 553), (568, 546), (568, 541), (568, 533), (568, 524), (568, 520), (568, 511), (563, 507), (563, 503), (563, 499), (559, 495), (558, 492), (558, 488), (558, 485), (552, 482), (552, 480), (552, 478), (552, 475), (552, 474), (552, 471), (552, 469), (552, 465), (547, 461), (547, 458), (547, 456), (547, 454), (547, 451), (547, 449), (544, 446), (544, 444), (544, 441)]"102 },103 {104 "step": 5,105 "screenshot": "0609199291725192_5.png",106 "action": "SCROLL",107 "info": [108 [109 579,110 797111 ],112 [113 522,114 566115 ]116 ],117 "ps": "[(579, 797), (579, 796), (579, 793), (576, 790), (576, 786), (570, 785), (570, 783), (570, 780), (570, 778), (565, 774), (565, 773), (565, 771), (562, 767), (556, 764), (551, 758), (551, 757), (545, 752), (545, 748), (544, 745), (538, 743), (538, 740), (536, 735), (536, 732), (536, 728), (536, 724), (536, 719), (536, 718), (536, 714), (536, 712), (536, 711), (536, 709), (536, 706), (530, 704), (530, 700), (530, 696), (530, 692), (530, 691), (530, 688), (530, 685), (530, 684), (530, 679), (530, 676), (530, 672), (530, 668), (530, 666), (530, 663), (530, 659), (530, 655), (530, 654), (530, 651), (530, 649), (530, 646), (530, 645), (530, 642), (530, 639), (530, 635), (530, 630), (530, 627), (530, 626), (530, 624), (530, 620), (530, 616), (530, 613), (530, 610), (530, 610), (530, 608), (530, 605), (530, 603), (530, 599), (530, 594), (530, 592), (530, 590), (530, 587), (530, 586), (530, 583), (530, 581), (527, 581), (527, 579), (527, 576), (527, 574), (522, 571), (522, 569), (522, 566)]"118 },119 {120 "step": 6,121 "screenshot": "0609199291725192_6.png",122 "action": "CLICK",123 "info": [124 [125 883,126 724127 ],128 [129 873,130 721131 ]132 ],133 "ps": "[(883, 724), (879, 724), (874, 721), (873, 721)]"134 },135 {136 "step": 7,137 "screenshot": "0609199291725192_7.png",138 "action": "CLICK",139 "info": [140 [141 838,142 482143 ],144 [145 838,146 482147 ]148 ],149 "ps": "[(838, 482)]"150 },151 {152 "step": 8,153 "screenshot": "0609199291725192_8.png",154 "action": "COMPLETE",155 "info": "",156 "ps": "moments"157 }158 ]159}