OpenGVLab/GUI-Odyssey
Dataset Card for GUI Odyssey News⭐️ A new and improved version of the GUIOdyssey dataset has been released! 🎉🎉 👉 Please use the latest version and refer to the updated README for the most up-to-date information. We highly recommend using the new version for all training and evaluation! Repository: https://github.com/OpenGVLab/GUI-Odyssey Latest Version of Dataset: hflqf88888/GUIOdyssey Paper: https://arxiv.org/pdf/2406.08451 Introduction… See the full description on the dataset page: https://huggingface.co/datasets/OpenGVLab/GUI-Odyssey.
264.1k
1{2 "episode_id": "0764973447864029",3 "device_info": {4 "product": "sdk_gphone64_x86_64",5 "release_version": "14",6 "sdk_version": "34",7 "h": 1280,8 "w": 720,9 "device_name": "Small Phone"10 },11 "task_info": {12 "category": "General_Tool",13 "app": [14 "To-Do List",15 "Memrise: speak a new language"16 ],17 "meta_task": "Attend to a/an {} language lesson and set a learning plan.",18 "task": "Attend to a/an Yoruba language lesson and set a learning plan.",19 "instruction": "Participate in a Yoruba language lesson and create a structured learning plan using To-Do List and Memrise: speak a new language."20 },21 "step_length": 12,22 "steps": [23 {24 "step": 0,25 "screenshot": "0764973447864029_0.png",26 "action": "CLICK",27 "info": [28 [29 886,30 61831 ],32 [33 886,34 61835 ]36 ],37 "ps": "[(886, 618)]"38 },39 {40 "step": 1,41 "screenshot": "0764973447864029_1.png",42 "action": "CLICK",43 "info": [44 [45 180,46 16247 ],48 [49 180,50 16251 ]52 ],53 "ps": "[(180, 162)]"54 },55 {56 "step": 2,57 "screenshot": "0764973447864029_2.png",58 "action": "SCROLL",59 "info": [60 [61 469,62 88163 ],64 [65 527,66 42667 ]68 ],69 "ps": "[(469, 881), (469, 879), (469, 878), (472, 878), (472, 876), (472, 874), (472, 873), (472, 871), (472, 870), (474, 868), (474, 867), (474, 865), (474, 864), (477, 862), (477, 860), (477, 859), (477, 857), (477, 856), (480, 854), (480, 853), (480, 851), (480, 849), (480, 848), (483, 846), (483, 845), (483, 843), (483, 842), (486, 842), (486, 840), (486, 839), (486, 837), (486, 835), (486, 834), (486, 832), (486, 831), (486, 829), (488, 829), (488, 828), (488, 826), (488, 824), (488, 823), (488, 821), (491, 820), (491, 818), (491, 817), (491, 815), (494, 815), (494, 814), (494, 812), (494, 810), (494, 809), (497, 809), (497, 807), (497, 806), (497, 804), (497, 803), (497, 801), (499, 801), (508, 776), (508, 774), (508, 773), (508, 771), (508, 770), (511, 768), (511, 767), (511, 765), (511, 764), (511, 762), (513, 760), (513, 759), (513, 757), (513, 756), (513, 754), (516, 754), (516, 753), (516, 751), (516, 749), (516, 748), (516, 746), (516, 745), (519, 743), (519, 742), (519, 740), (519, 739), (519, 737), (519, 735), (519, 734), (519, 731), (519, 729), (519, 728), (519, 726), (522, 724), (522, 723), (522, 720), (522, 717), (522, 715), (522, 714), (524, 714), (524, 712), (524, 710), (524, 707), (524, 706), (524, 704), (527, 703), (527, 699), (527, 698), (527, 696), (527, 695), (527, 692), (527, 689), (530, 687), (530, 685), (530, 684), (530, 681), (530, 679), (530, 678), (530, 676), (530, 674), (533, 671), (533, 670), (533, 668), (533, 665), (533, 664), (533, 660), (533, 659), (533, 656), (533, 654), (533, 651), (533, 649), (533, 648), (533, 645), (533, 643), (536, 642), (536, 640), (536, 637), (536, 635), (536, 632), (536, 631), (536, 629), (536, 628), (536, 626), (536, 624), (536, 621), (536, 620), (536, 618), (536, 617), (536, 615), (536, 614), (536, 612), (536, 609), (536, 606), (536, 604), (536, 601), (536, 599), (536, 596), (536, 595), (538, 593), (538, 592), (538, 590), (538, 587), (538, 585), (538, 584), (538, 581), (538, 579), (538, 576), (538, 574), (538, 573), (538, 571), (538, 570), (538, 568), (538, 567), (541, 564), (541, 560), (541, 559), (541, 557), (541, 556), (541, 554), (541, 553), (541, 551), (541, 549), (541, 546), (541, 545), (541, 543), (541, 540), (541, 539), (541, 537), (541, 535), (541, 534), (541, 531), (541, 529), (541, 528), (541, 524), (541, 523), (541, 520), (541, 518), (541, 517), (541, 514), (541, 512), (541, 509), (541, 507), (541, 504), (541, 503), (541, 501), (541, 498), (541, 496), (541, 495), (541, 492), (541, 490), (541, 489), (541, 485), (541, 482), (541, 479), (541, 478), (541, 476), (541, 474), (541, 473), (541, 471), (541, 470), (541, 468), (541, 467), (538, 465), (538, 462), (538, 460), (538, 459), (538, 457), (538, 456), (538, 454), (536, 453), (536, 451), (536, 449), (536, 448), (536, 446), (536, 445), (536, 443), (533, 443), (533, 442), (533, 440), (533, 439), (533, 437), (533, 435), (530, 435), (530, 434), (530, 432), (530, 431), (527, 431), (527, 429), (527, 428), (527, 426)]"70 },71 {72 "step": 3,73 "screenshot": "0764973447864029_3.png",74 "action": "CLICK",75 "info": [76 [77 480,78 85779 ],80 [81 480,82 85783 ]84 ],85 "ps": "[(480, 857)]"86 },87 {88 "step": 4,89 "screenshot": "0764973447864029_4.png",90 "action": "SCROLL",91 "info": [92 [93 647,94 78195 ],96 [97 566,98 43599 ]100 ],101 "ps": "[(647, 781), (647, 779), (647, 778), (647, 776), (647, 774), (647, 773), (647, 771), (647, 770), (647, 768), (647, 767), (647, 765), (647, 764), (644, 762), (644, 760), (644, 759), (644, 757), (644, 756), (644, 754), (644, 753), (641, 751), (641, 749), (641, 748), (641, 746), (638, 746), (638, 745), (638, 743), (638, 742), (636, 740), (636, 739), (636, 737), (636, 735), (636, 734), (636, 732), (636, 731), (633, 729), (633, 728), (633, 726), (633, 724), (633, 723), (630, 723), (630, 721), (630, 720), (630, 718), (630, 717), (630, 715), (630, 714), (630, 712), (630, 710), (630, 709), (630, 707), (630, 706), (630, 704), (627, 704), (627, 703), (627, 701), (627, 699), (627, 698), (627, 696), (624, 696), (624, 695), (624, 693), (624, 692), (624, 690), (624, 689), (624, 687), (624, 685), (624, 684), (624, 682), (624, 681), (622, 679), (622, 678), (622, 676), (622, 674), (622, 673), (622, 671), (622, 670), (619, 670), (619, 668), (619, 667), (619, 665), (619, 664), (619, 662), (619, 660), (619, 659), (616, 657), (616, 656), (616, 654), (616, 653), (616, 651), (613, 649), (613, 648), (613, 646), (613, 645), (613, 643), (613, 642), (613, 640), (613, 639), (613, 637), (613, 635), (613, 634), (613, 632), (611, 632), (611, 629), (611, 628), (611, 626), (611, 624), (611, 623), (608, 623), (608, 621), (608, 620), (608, 618), (608, 617), (608, 615), (605, 615), (605, 614), (605, 612), (605, 610), (605, 609), (602, 607), (602, 606), (602, 604), (602, 603), (602, 601), (599, 601), (599, 599), (599, 598), (599, 596), (599, 595), (599, 593), (599, 592), (599, 590), (599, 589), (599, 587), (599, 585), (597, 585), (597, 584), (597, 582), (597, 581), (597, 579), (594, 579), (594, 578), (594, 576), (594, 574), (591, 573), (591, 571), (586, 553), (586, 551), (586, 549), (583, 549), (583, 548), (583, 546), (583, 545), (583, 543), (583, 542), (583, 540), (583, 539), (583, 537), (583, 535), (583, 534), (583, 532), (583, 531), (583, 529), (583, 528), (583, 526), (583, 524), (583, 523), (583, 521), (583, 520), (583, 518), (583, 517), (583, 515), (583, 514), (580, 514), (580, 512), (580, 510), (580, 509), (580, 507), (580, 506), (580, 504), (580, 503), (580, 501), (577, 501), (577, 499), (577, 498), (577, 496), (577, 495), (577, 493), (577, 492), (577, 490), (574, 490), (574, 489), (574, 487), (574, 485), (574, 484), (574, 482), (574, 481), (574, 479), (574, 478), (574, 476), (574, 474), (572, 473), (572, 471), (572, 470), (572, 468), (572, 467), (572, 465), (572, 464), (572, 462), (572, 460), (572, 459), (569, 457), (569, 456), (569, 454), (569, 453), (569, 451), (569, 449), (569, 448), (569, 446), (569, 445), (566, 445), (566, 443), (566, 442), (566, 440), (566, 439), (566, 437), (566, 435)]"102 },103 {104 "step": 5,105 "screenshot": "0764973447864029_5.png",106 "action": "CLICK",107 "info": [108 [109 666,110 770111 ],112 [113 666,114 770115 ]116 ],117 "ps": "[(666, 770)]"118 },119 {120 "step": 6,121 "screenshot": "0764973447864029_6.png",122 "action": "CLICK",123 "info": "KEY_HOME",124 "ps": ""125 },126 {127 "step": 7,128 "screenshot": "0764973447864029_7.png",129 "action": "CLICK",130 "info": [131 [132 827,133 489134 ],135 [136 827,137 489138 ]139 ],140 "ps": "[(827, 489)]"141 },142 {143 "step": 8,144 "screenshot": "0764973447864029_8.png",145 "action": "CLICK",146 "info": [147 [148 847,149 785150 ],151 [152 847,153 785154 ]155 ],156 "ps": "[(847, 785)]"157 },158 {159 "step": 9,160 "screenshot": "0764973447864029_9.png",161 "action": "TEXT",162 "info": "Yoruba Learning",163 "ps": ""164 },165 {166 "step": 10,167 "screenshot": "0764973447864029_10.png",168 "action": "CLICK",169 "info": [170 [171 897,172 485173 ],174 [175 897,176 485177 ]178 ],179 "ps": "[(897, 485)]"180 },181 {182 "step": 11,183 "screenshot": "0764973447864029_11.png",184 "action": "COMPLETE",185 "info": "",186 "ps": ""187 }188 ]189}