OpenGVLab/GUI-Odyssey
Dataset Card for GUI Odyssey News⭐️ A new and improved version of the GUIOdyssey dataset has been released! 🎉🎉 👉 Please use the latest version and refer to the updated README for the most up-to-date information. We highly recommend using the new version for all training and evaluation! Repository: https://github.com/OpenGVLab/GUI-Odyssey Latest Version of Dataset: hflqf88888/GUIOdyssey Paper: https://arxiv.org/pdf/2406.08451 Introduction… See the full description on the dataset page: https://huggingface.co/datasets/OpenGVLab/GUI-Odyssey.
264.1k
1{2 "episode_id": "0854129903430220",3 "device_info": {4 "product": "sdk_gphone64_x86_64",5 "release_version": "14",6 "sdk_version": "34",7 "h": 1280,8 "w": 720,9 "device_name": "Small Phone"10 },11 "task_info": {12 "category": "General_Tool",13 "app": [14 "Setting",15 "TickTick"16 ],17 "meta_task": "Turn on/off notifications for any app on the phone and open the app.",18 "task": "Turn on/off notifications for any app on the phone and open the app.",19 "instruction": "Navigate to the Settings app to manage notification preferences. Enable or disable notifications for any specific app on the phone. After adjusting the notifications, open the TickTick app."20 },21 "step_length": 12,22 "steps": [23 {24 "step": 0,25 "screenshot": "0854129903430220_0.png",26 "action": "CLICK",27 "info": [28 [29 183,30 62831 ],32 [33 183,34 62835 ]36 ],37 "ps": "[(183, 628)]"38 },39 {40 "step": 1,41 "screenshot": "0854129903430220_1.png",42 "action": "CLICK",43 "info": [44 [45 344,46 81747 ],48 [49 344,50 81751 ]52 ],53 "ps": "[(344, 817)]"54 },55 {56 "step": 2,57 "screenshot": "0854129903430220_2.png",58 "action": "SCROLL",59 "info": [60 [61 347,62 81763 ],64 [65 374,66 40667 ]68 ],69 "ps": "[(347, 817), (347, 815), (347, 814), (347, 812), (347, 810), (347, 809), (347, 807), (347, 806), (347, 804), (347, 803), (347, 801), (347, 799), (347, 798), (347, 796), (347, 795), (347, 793), (347, 792), (347, 790), (347, 789), (347, 787), (347, 785), (347, 784), (347, 782), (347, 781), (347, 779), (347, 778), (347, 776), (347, 774), (347, 773), (347, 771), (347, 770), (347, 768), (347, 767), (347, 765), (347, 764), (347, 762), (347, 760), (347, 759), (347, 757), (347, 756), (347, 754), (347, 753), (347, 751), (347, 749), (347, 748), (347, 746), (347, 745), (347, 743), (347, 742), (347, 740), (347, 739), (347, 737), (347, 735), (347, 734), (347, 732), (347, 731), (347, 729), (347, 728), (347, 726), (347, 724), (347, 723), (347, 721), (347, 720), (347, 718), (347, 717), (347, 715), (347, 714), (347, 712), (347, 710), (347, 709), (347, 707), (347, 706), (347, 704), (347, 703), (347, 701), (347, 699), (347, 698), (347, 696), (347, 695), (349, 693), (349, 692), (349, 690), (349, 689), (349, 687), (349, 685), (349, 684), (349, 682), (349, 681), (349, 679), (349, 678), (349, 676), (349, 674), (349, 673), (349, 671), (349, 668), (349, 667), (349, 665), (349, 664), (349, 662), (349, 660), (349, 659), (349, 657), (349, 656), (349, 654), (349, 653), (349, 651), (349, 649), (349, 648), (349, 646), (349, 645), (349, 643), (349, 642), (349, 640), (349, 639), (352, 639), (352, 637), (352, 635), (352, 634), (352, 632), (352, 631), (352, 629), (352, 628), (352, 626), (352, 624), (352, 623), (352, 621), (352, 620), (352, 618), (352, 617), (352, 615), (355, 614), (355, 612), (355, 610), (355, 609), (355, 607), (355, 606), (355, 604), (355, 603), (355, 601), (355, 599), (355, 598), (355, 596), (355, 595), (355, 593), (355, 592), (355, 590), (355, 589), (355, 587), (355, 585), (355, 584), (355, 582), (355, 581), (355, 579), (355, 578), (358, 578), (358, 576), (358, 574), (358, 573), (358, 571), (358, 570), (358, 568), (358, 567), (358, 565), (358, 564), (358, 562), (358, 560), (358, 559), (358, 557), (358, 556), (361, 554), (361, 553), (361, 551), (361, 549), (361, 548), (361, 546), (361, 545), (361, 543), (361, 542), (361, 540), (361, 539), (363, 537), (363, 535), (363, 534), (363, 532), (363, 531), (363, 529), (363, 528), (363, 526), (363, 524), (363, 523), (363, 521), (363, 520), (363, 518), (363, 517), (363, 515), (363, 514), (363, 512), (363, 510), (363, 509), (363, 507), (363, 506), (363, 504), (363, 503), (363, 501), (366, 501), (366, 499), (366, 498), (366, 496), (366, 495), (366, 493), (366, 492), (366, 490), (366, 489), (366, 487), (366, 485), (369, 485), (369, 484), (369, 482), (369, 481), (369, 479), (369, 478), (369, 476), (369, 474), (369, 473), (369, 471), (369, 470), (369, 468), (369, 467), (369, 465), (369, 464), (369, 462), (372, 460), (372, 459), (372, 457), (372, 456), (372, 454), (372, 453), (372, 451), (372, 449), (372, 448), (372, 446), (372, 445), (372, 443), (372, 442), (372, 440), (374, 440), (374, 439), (374, 437), (374, 435), (374, 434), (374, 432), (374, 431), (374, 429), (374, 428), (374, 426), (374, 424), (374, 423), (374, 421), (374, 420), (374, 418), (374, 417), (374, 415), (374, 414), (374, 412), (374, 410), (374, 409), (374, 407), (374, 406)]"70 },71 {72 "step": 3,73 "screenshot": "0854129903430220_3.png",74 "action": "CLICK",75 "info": [76 [77 366,78 59579 ],80 [81 366,82 59583 ]84 ],85 "ps": "[(366, 595)]"86 },87 {88 "step": 4,89 "screenshot": "0854129903430220_4.png",90 "action": "CLICK",91 "info": [92 [93 788,94 15795 ],96 [97 788,98 15799 ]100 ],101 "ps": "[(788, 157)]"102 },103 {104 "step": 5,105 "screenshot": "0854129903430220_5.png",106 "action": "TEXT",107 "info": "TickTick",108 "ps": ""109 },110 {111 "step": 6,112 "screenshot": "0854129903430220_6.png",113 "action": "CLICK",114 "info": [115 [116 361,117 382118 ],119 [120 361,121 382122 ]123 ],124 "ps": "[(361, 382)]"125 },126 {127 "step": 7,128 "screenshot": "0854129903430220_7.png",129 "action": "CLICK",130 "info": [131 [132 277,133 790134 ],135 [136 277,137 790138 ]139 ],140 "ps": "[(277, 790)]"141 },142 {143 "step": 8,144 "screenshot": "0854129903430220_8.png",145 "action": "CLICK",146 "info": [147 [148 805,149 692150 ],151 [152 805,153 692154 ]155 ],156 "ps": "[(805, 692)]"157 },158 {159 "step": 9,160 "screenshot": "0854129903430220_9.png",161 "action": "CLICK",162 "info": [163 [164 66,165 149166 ],167 [168 66,169 149170 ]171 ],172 "ps": "[(66, 149)]"173 },174 {175 "step": 10,176 "screenshot": "0854129903430220_10.png",177 "action": "CLICK",178 "info": [179 [180 172,181 656182 ],183 [184 172,185 656186 ]187 ],188 "ps": "[(172, 656)]"189 },190 {191 "step": 11,192 "screenshot": "0854129903430220_11.png",193 "action": "COMPLETE",194 "info": "",195 "ps": ""196 }197 ]198}