OpenGVLab/GUI-Odyssey
Dataset Card for GUI Odyssey News⭐️ A new and improved version of the GUIOdyssey dataset has been released! 🎉🎉 👉 Please use the latest version and refer to the updated README for the most up-to-date information. We highly recommend using the new version for all training and evaluation! Repository: https://github.com/OpenGVLab/GUI-Odyssey Latest Version of Dataset: hflqf88888/GUIOdyssey Paper: https://arxiv.org/pdf/2406.08451 Introduction… See the full description on the dataset page: https://huggingface.co/datasets/OpenGVLab/GUI-Odyssey.
264.1k
1{2 "episode_id": "0878579440259524",3 "device_info": {4 "product": "sdk_gphone64_x86_64",5 "release_version": "14",6 "sdk_version": "34",7 "h": 1280,8 "w": 720,9 "device_name": "Small Phone"10 },11 "task_info": {12 "category": "General_Tool",13 "app": [14 "Setting",15 "YouTube"16 ],17 "meta_task": "Turn on/off notifications for any app on the phone and open the app.",18 "task": "Turn on/off notifications for any app on the phone and open the app.",19 "instruction": "Navigate to 'Settings' to toggle notifications on or off for any desired app on your phone, and subsequently, launch the 'YouTube' app."20 },21 "step_length": 12,22 "steps": [23 {24 "step": 0,25 "screenshot": "0878579440259524_0.png",26 "action": "CLICK",27 "info": [28 [29 161,30 60731 ],32 [33 161,34 60735 ]36 ],37 "ps": "[(161, 607)]"38 },39 {40 "step": 1,41 "screenshot": "0878579440259524_1.png",42 "action": "CLICK",43 "info": [44 [45 247,46 81447 ],48 [49 247,50 81451 ]52 ],53 "ps": "[(247, 814)]"54 },55 {56 "step": 2,57 "screenshot": "0878579440259524_2.png",58 "action": "SCROLL",59 "info": [60 [61 544,62 81463 ],64 [65 533,66 33567 ]68 ],69 "ps": "[(544, 814), (544, 812), (544, 810), (544, 809), (544, 807), (544, 806), (541, 804), (541, 803), (541, 801), (541, 799), (541, 798), (541, 796), (541, 795), (541, 793), (541, 792), (541, 790), (541, 789), (541, 787), (541, 785), (541, 784), (541, 782), (541, 781), (541, 779), (541, 778), (541, 776), (541, 774), (541, 771), (541, 770), (541, 768), (541, 767), (541, 764), (541, 760), (541, 757), (541, 756), (541, 754), (541, 751), (541, 749), (541, 748), (541, 746), (541, 745), (541, 742), (541, 740), (541, 737), (541, 734), (541, 732), (541, 729), (541, 728), (541, 724), (541, 721), (541, 720), (541, 717), (541, 714), (541, 710), (541, 709), (541, 707), (541, 706), (541, 703), (541, 701), (541, 698), (541, 696), (541, 695), (541, 692), (541, 690), (541, 687), (541, 685), (541, 682), (541, 679), (541, 678), (541, 674), (541, 671), (541, 670), (541, 667), (541, 664), (541, 662), (541, 660), (541, 657), (541, 656), (541, 653), (541, 649), (541, 648), (541, 645), (541, 643), (541, 642), (541, 639), (541, 635), (541, 634), (541, 631), (541, 628), (541, 624), (541, 621), (541, 618), (541, 617), (541, 614), (541, 612), (541, 610), (541, 609), (541, 606), (541, 603), (541, 601), (541, 598), (541, 595), (541, 592), (541, 590), (541, 587), (541, 585), (541, 582), (541, 579), (541, 578), (541, 574), (541, 571), (541, 570), (541, 567), (541, 564), (541, 562), (541, 559), (541, 556), (541, 554), (541, 553), (541, 551), (541, 549), (541, 546), (541, 543), (541, 542), (541, 540), (541, 537), (541, 534), (541, 532), (541, 529), (541, 528), (541, 524), (541, 523), (541, 520), (541, 518), (541, 515), (541, 514), (541, 510), (541, 509), (541, 506), (541, 504), (541, 503), (541, 499), (541, 498), (541, 496), (541, 495), (541, 492), (541, 489), (541, 487), (541, 485), (541, 484), (541, 482), (541, 481), (541, 478), (541, 476), (541, 474), (541, 473), (541, 471), (541, 470), (541, 467), (541, 465), (541, 464), (541, 460), (541, 459), (541, 457), (541, 456), (541, 454), (541, 451), (541, 449), (538, 417), (538, 415), (538, 414), (538, 412), (538, 410), (538, 409), (538, 407), (538, 406), (538, 404), (536, 401), (536, 398), (536, 395), (536, 393), (536, 392), (536, 390), (536, 389), (536, 387), (536, 385), (536, 384), (536, 382), (536, 381), (536, 379), (536, 378), (536, 376), (536, 374), (536, 373), (536, 371), (536, 370), (536, 368), (536, 367), (533, 365), (533, 364), (533, 362), (533, 360), (533, 359), (533, 357), (533, 356), (533, 354), (533, 353), (533, 351), (533, 349), (533, 348), (533, 346), (533, 345), (533, 343), (533, 342), (533, 340), (533, 339), (533, 337), (533, 335)]"70 },71 {72 "step": 3,73 "screenshot": "0878579440259524_3.png",74 "action": "CLICK",75 "info": [76 [77 491,78 55679 ],80 [81 491,82 55683 ]84 ],85 "ps": "[(491, 556)]"86 },87 {88 "step": 4,89 "screenshot": "0878579440259524_4.png",90 "action": "CLICK",91 "info": [92 [93 777,94 14995 ],96 [97 777,98 14999 ]100 ],101 "ps": "[(777, 149)]"102 },103 {104 "step": 5,105 "screenshot": "0878579440259524_5.png",106 "action": "TEXT",107 "info": "YouTube",108 "ps": ""109 },110 {111 "step": 6,112 "screenshot": "0878579440259524_6.png",113 "action": "CLICK",114 "info": [115 [116 366,117 374118 ],119 [120 366,121 374122 ]123 ],124 "ps": "[(366, 374)]"125 },126 {127 "step": 7,128 "screenshot": "0878579440259524_7.png",129 "action": "CLICK",130 "info": [131 [132 219,133 804134 ],135 [136 219,137 804138 ]139 ],140 "ps": "[(219, 804)]"141 },142 {143 "step": 8,144 "screenshot": "0878579440259524_8.png",145 "action": "CLICK",146 "info": [147 [148 836,149 693150 ],151 [152 836,153 693154 ]155 ],156 "ps": "[(836, 693)]"157 },158 {159 "step": 9,160 "screenshot": "0878579440259524_9.png",161 "action": "CLICK",162 "info": [163 [164 61,165 142166 ],167 [168 61,169 142170 ]171 ],172 "ps": "[(61, 142)]"173 },174 {175 "step": 10,176 "screenshot": "0878579440259524_10.png",177 "action": "CLICK",178 "info": [179 [180 202,181 631182 ],183 [184 202,185 631186 ]187 ],188 "ps": "[(202, 631)]"189 },190 {191 "step": 11,192 "screenshot": "0878579440259524_11.png",193 "action": "COMPLETE",194 "info": "",195 "ps": ""196 }197 ]198}