OpenGVLab/GUI-Odyssey
Dataset Card for GUI Odyssey News⭐️ A new and improved version of the GUIOdyssey dataset has been released! 🎉🎉 👉 Please use the latest version and refer to the updated README for the most up-to-date information. We highly recommend using the new version for all training and evaluation! Repository: https://github.com/OpenGVLab/GUI-Odyssey Latest Version of Dataset: hflqf88888/GUIOdyssey Paper: https://arxiv.org/pdf/2406.08451 Introduction… See the full description on the dataset page: https://huggingface.co/datasets/OpenGVLab/GUI-Odyssey.
264.1k
1{2 "episode_id": "0310939638496410",3 "device_info": {4 "product": "sdk_gphone64_x86_64",5 "release_version": "14",6 "sdk_version": "34",7 "h": 2400,8 "w": 1080,9 "device_name": "Medium Phone"10 },11 "task_info": {12 "category": "Multi_Apps",13 "app": [14 "Firefox Browser",15 "Youtube",16 "Setting"17 ],18 "meta_task": "Search the best video blogs of {} topic, turn up the brightness on the phone,and open the video app to follow.",19 "task": "Search the best video blogs of fitness workouts topic, turn up the brightness on the phone,and open the video app to follow.",20 "instruction": "Use the Firefox Browser to search for top-notch fitness workout video blogs. Then, go to the Settings app to increase the brightness on your phone. Finally, open the YouTube app to watch and follow along with the selected videos."21 },22 "step_length": 9,23 "steps": [24 {25 "step": 0,26 "screenshot": "0310939638496410_0.png",27 "action": "CLICK",28 "info": [29 [30 174,31 35332 ],33 [34 174,35 35336 ]37 ],38 "ps": "[(174, 353)]"39 },40 {41 "step": 1,42 "screenshot": "0310939638496410_1.png",43 "action": "SCROLL",44 "info": [45 [46 97,47 948 ],49 [50 0,51 63652 ]53 ],54 "ps": "[(97, 9), (99, 9), (99, 11), (99, 12), (99, 14), (99, 17), (103, 17), (103, 18), (103, 20), (103, 22), (103, 23), (106, 23), (106, 26), (106, 27), (106, 29), (106, 31), (106, 32), (106, 34), (111, 35), (111, 37), (111, 40), (111, 41), (111, 43), (111, 45), (111, 46), (111, 49), (111, 52), (111, 54), (111, 56), (111, 57), (111, 62), (111, 63), (111, 65), (111, 68), (111, 72), (111, 77), (111, 78), (111, 80), (111, 84), (111, 86), (111, 89), (111, 91), (111, 94), (111, 97), (111, 100), (111, 104), (111, 107), (111, 110), (111, 114), (111, 115), (111, 119), (111, 126), (111, 131), (111, 134), (111, 138), (111, 145), (111, 149), (111, 152), (111, 157), (109, 161), (109, 164), (109, 169), (109, 173), (109, 180), (103, 184), (103, 187), (103, 192), (103, 196), (99, 201), (99, 207), (99, 210), (99, 215), (99, 219), (94, 224), (94, 227), (94, 233), (94, 238), (89, 242), (89, 245), (89, 250), (89, 254), (89, 261), (84, 265), (84, 268), (84, 273), (84, 277), (79, 282), (79, 288), (79, 292), (79, 296), (74, 300), (74, 303), (74, 311), (70, 314), (70, 319), (70, 323), (70, 327), (64, 331), (64, 337), (60, 342), (60, 346), (60, 350), (60, 354), (55, 360), (55, 365), (50, 369), (50, 374), (50, 377), (45, 384), (45, 388), (45, 394), (40, 399), (40, 409), (40, 412), (36, 416), (36, 423), (36, 427), (31, 437), (31, 444), (25, 448), (25, 454), (25, 458), (21, 471), (21, 477), (21, 482), (16, 488), (16, 493), (16, 496), (16, 504), (12, 510), (12, 514), (12, 521), (12, 524), (12, 531), (6, 535), (6, 542), (6, 549), (6, 553), (6, 557), (6, 564), (6, 567), (1, 575), (1, 578), (1, 584), (1, 589), (1, 596), (1, 600), (1, 607), (1, 610), (1, 617), (1, 621), (1, 627), (1, 632), (0, 636)]"55 },56 {57 "step": 2,58 "screenshot": "0310939638496410_2.png",59 "action": "SCROLL",60 "info": [61 [62 508,63 25264 ],65 [66 362,67 82968 ]69 ],70 "ps": "[(508, 252), (508, 254), (508, 257), (508, 257), (508, 259), (508, 261), (508, 263), (508, 265), (508, 266), (508, 268), (508, 271), (508, 272), (508, 274), (508, 275), (508, 277), (508, 280), (505, 283), (505, 285), (505, 288), (505, 290), (502, 292), (502, 296), (502, 297), (502, 301), (502, 306), (502, 307), (502, 311), (498, 312), (498, 317), (498, 320), (498, 324), (498, 327), (498, 329), (498, 332), (493, 333), (493, 337), (493, 341), (493, 345), (493, 349), (490, 350), (490, 355), (490, 358), (490, 362), (486, 367), (486, 371), (486, 374), (486, 377), (481, 380), (481, 384), (481, 389), (481, 392), (476, 397), (476, 399), (476, 402), (471, 406), (471, 411), (471, 413), (471, 418), (466, 423), (466, 427), (463, 428), (463, 432), (463, 436), (463, 440), (459, 442), (459, 446), (459, 448), (459, 449), (454, 453), (454, 457), (454, 459), (449, 463), (449, 467), (449, 471), (444, 475), (444, 479), (442, 483), (442, 487), (442, 489), (442, 493), (437, 497), (437, 502), (432, 505), (432, 509), (432, 514), (427, 514), (427, 519), (423, 523), (423, 524), (423, 529), (417, 533), (417, 534), (417, 537), (412, 541), (412, 544), (411, 546), (411, 549), (411, 552), (405, 555), (405, 559), (405, 562), (400, 563), (400, 567), (400, 570), (398, 572), (398, 576), (398, 578), (398, 582), (393, 584), (393, 588), (393, 589), (388, 593), (388, 594), (388, 597), (388, 600), (388, 602), (384, 607), (384, 607), (384, 610), (384, 613), (384, 617), (384, 619), (381, 621), (381, 623), (381, 626), (381, 628), (381, 631), (381, 634), (376, 636), (376, 637), (376, 644), (376, 645), (376, 647), (376, 649), (376, 650), (376, 654), (376, 656), (376, 660), (376, 661), (376, 663), (376, 667), (376, 671), (376, 673), (376, 674), (376, 677), (376, 680), (376, 682), (376, 684), (376, 687), (376, 689), (376, 691), (376, 695), (376, 698), (376, 703), (376, 705), (376, 706), (376, 708), (376, 712), (376, 714), (376, 716), (376, 717), (376, 722), (376, 722), (376, 724), (376, 727), (376, 728), (376, 730), (376, 731), (376, 733), (376, 736), (376, 737), (376, 739), (376, 740), (376, 742), (378, 744), (378, 745), (378, 748), (378, 750), (378, 751), (378, 753), (378, 754), (378, 757), (378, 759), (378, 759), (378, 762), (378, 764), (378, 765), (378, 767), (378, 768), (378, 771), (378, 773), (378, 774), (378, 776), (378, 778), (378, 779), (378, 782), (376, 783), (376, 785), (376, 787), (376, 788), (376, 790), (376, 792), (376, 794), (374, 794), (374, 796), (374, 797), (374, 799), (369, 801), (369, 804), (369, 807), (369, 808), (369, 810), (364, 812), (364, 813), (364, 815), (364, 817), (364, 819), (364, 821), (364, 822), (362, 824), (362, 827), (362, 827), (362, 829)]"71 },72 {73 "step": 3,74 "screenshot": "0310939638496410_3.png",75 "action": "CLICK",76 "info": [77 [78 527,79 17380 ],81 [82 527,83 17384 ]85 ],86 "ps": "[(527, 173)]"87 },88 {89 "step": 4,90 "screenshot": "0310939638496410_4.png",91 "action": "SCROLL",92 "info": [93 [94 510,95 98496 ],97 [98 595,99 482100 ]101 ],102 "ps": "[(510, 984), (510, 983), (510, 982), (510, 979), (510, 977), (510, 976), (512, 976), (512, 974), (512, 972), (512, 971), (512, 969), (512, 967), (515, 965), (515, 963), (515, 962), (515, 958), (520, 957), (520, 954), (520, 952), (520, 951), (524, 949), (524, 948), (524, 946), (524, 944), (524, 942), (527, 940), (527, 938), (527, 937), (532, 935), (532, 934), (532, 932), (532, 929), (537, 926), (537, 924), (537, 923), (539, 920), (539, 918), (539, 915), (539, 913), (544, 912), (544, 909), (544, 907), (549, 904), (549, 902), (549, 899), (549, 897), (551, 895), (551, 893), (551, 889), (556, 888), (556, 885), (556, 882), (562, 880), (562, 877), (562, 872), (563, 870), (563, 869), (563, 865), (568, 864), (568, 859), (568, 858), (568, 854), (574, 853), (574, 848), (574, 845), (574, 843), (575, 839), (575, 835), (581, 833), (581, 829), (581, 825), (581, 823), (586, 820), (586, 815), (586, 813), (586, 810), (590, 806), (590, 802), (590, 798), (590, 794), (595, 787), (595, 785), (595, 782), (600, 775), (600, 771), (600, 766), (600, 763), (605, 759), (605, 754), (605, 750), (605, 743), (605, 740), (605, 733), (605, 731), (605, 726), (605, 722), (605, 715), (605, 710), (610, 701), (610, 697), (610, 693), (610, 687), (610, 682), (610, 675), (610, 672), (610, 668), (610, 661), (610, 649), (614, 642), (614, 638), (614, 634), (614, 627), (614, 623), (614, 619), (614, 613), (614, 611), (614, 607), (614, 603), (614, 599), (614, 592), (614, 588), (614, 584), (614, 580), (614, 574), (614, 569), (614, 566), (614, 562), (614, 558), (614, 554), (614, 552), (614, 549), (614, 544), (614, 540), (614, 537), (614, 532), (612, 528), (612, 524), (612, 520), (607, 516), (607, 509), (607, 505), (607, 504), (602, 497), (598, 493), (598, 489), (598, 485), (595, 483), (595, 482)]"103 },104 {105 "step": 5,106 "screenshot": "0310939638496410_5.png",107 "action": "CLICK",108 "info": [109 [110 834,111 112112 ],113 [114 834,115 112116 ]117 ],118 "ps": "[(834, 112)]"119 },120 {121 "step": 6,122 "screenshot": "0310939638496410_6.png",123 "action": "CLICK",124 "info": [125 [126 819,127 551128 ],129 [130 819,131 551132 ]133 ],134 "ps": "[(819, 551)]"135 },136 {137 "step": 7,138 "screenshot": "0310939638496410_7.png",139 "action": "CLICK",140 "info": [141 [142 861,143 208144 ],145 [146 861,147 208148 ]149 ],150 "ps": "[(861, 208)]"151 },152 {153 "step": 8,154 "screenshot": "0310939638496410_8.png",155 "action": "COMPLETE",156 "info": "",157 "ps": ""158 }159 ]160}