OpenGVLab/GUI-Odyssey
Dataset Card for GUI Odyssey News⭐️ A new and improved version of the GUIOdyssey dataset has been released! 🎉🎉 👉 Please use the latest version and refer to the updated README for the most up-to-date information. We highly recommend using the new version for all training and evaluation! Repository: https://github.com/OpenGVLab/GUI-Odyssey Latest Version of Dataset: hflqf88888/GUIOdyssey Paper: https://arxiv.org/pdf/2406.08451 Introduction… See the full description on the dataset page: https://huggingface.co/datasets/OpenGVLab/GUI-Odyssey.
264.1k
1{2 "episode_id": "0491888533248735",3 "device_info": {4 "product": "sdk_gphone64_x86_64",5 "release_version": "14",6 "sdk_version": "34",7 "h": 2992,8 "w": 1344,9 "device_name": "Pixel 8 Pro"10 },11 "task_info": {12 "category": "Multi_Apps",13 "app": [14 "Dropbox Paper",15 "Wikipedia",16 "PlantNet"17 ],18 "meta_task": "Find a photograph of a/an {}, identify it using a plant identifier app, and if the identification result is correct, record the image along with the plant name in a document.",19 "task": "Find a photograph of a/an Cistus Ladaniferus, identify it using a plant identifier app, and if the identification result is correct, record the image along with the plant name in a document.",20 "instruction": "Locate a photograph of a Cistus Ladaniferus, and use the PlantNet app to identify it. If the app confirms the identification, document the image and the plant name in a Dropbox Paper file, verifying details with Wikipedia."21 },22 "step_length": 26,23 "steps": [24 {25 "step": 0,26 "screenshot": "0491888533248735_0.png",27 "action": "CLICK",28 "info": [29 [30 389,31 26732 ],33 [34 389,35 26736 ]37 ],38 "ps": "[(389, 267)]"39 },40 {41 "step": 1,42 "screenshot": "0491888533248735_1.png",43 "action": "CLICK",44 "info": [45 [46 353,47 14848 ],49 [50 353,51 14852 ]53 ],54 "ps": "[(353, 148)]"55 },56 {57 "step": 2,58 "screenshot": "0491888533248735_2.png",59 "action": "TEXT",60 "info": "Cistus Ladaniferus",61 "ps": ""62 },63 {64 "step": 3,65 "screenshot": "0491888533248735_3.png",66 "action": "CLICK",67 "info": [68 [69 478,70 16571 ],72 [73 478,74 16575 ]76 ],77 "ps": "[(478, 165)]"78 },79 {80 "step": 4,81 "screenshot": "0491888533248735_4.png",82 "action": "CLICK",83 "info": [84 [85 456,86 32887 ],88 [89 456,90 32891 ]92 ],93 "ps": "[(456, 328)]"94 },95 {96 "step": 5,97 "screenshot": "0491888533248735_5.png",98 "action": "CLICK",99 "info": [100 [101 940,102 76103 ],104 [105 940,106 76107 ]108 ],109 "ps": "[(940, 76)]"110 },111 {112 "step": 6,113 "screenshot": "0491888533248735_6.png",114 "action": "CLICK",115 "info": [116 [117 840,118 96119 ],120 [121 840,122 96123 ]124 ],125 "ps": "[(840, 96)]"126 },127 {128 "step": 7,129 "screenshot": "0491888533248735_7.png",130 "action": "CLICK",131 "info": "KEY_HOME",132 "ps": ""133 },134 {135 "step": 8,136 "screenshot": "0491888533248735_8.png",137 "action": "CLICK",138 "info": [139 [140 623,141 406142 ],143 [144 623,145 406146 ]147 ],148 "ps": "[(623, 406)]"149 },150 {151 "step": 9,152 "screenshot": "0491888533248735_9.png",153 "action": "CLICK",154 "info": [155 [156 487,157 955158 ],159 [160 487,161 955162 ]163 ],164 "ps": "[(487, 955)]"165 },166 {167 "step": 10,168 "screenshot": "0491888533248735_10.png",169 "action": "CLICK",170 "info": [171 [172 145,173 538174 ],175 [176 145,177 538178 ]179 ],180 "ps": "[(145, 538)]"181 },182 {183 "step": 11,184 "screenshot": "0491888533248735_11.png",185 "action": "CLICK",186 "info": [187 [188 315,189 899190 ],191 [192 315,193 899194 ]195 ],196 "ps": "[(315, 899)]"197 },198 {199 "step": 12,200 "screenshot": "0491888533248735_12.png",201 "action": "CLICK",202 "info": [203 [204 192,205 456206 ],207 [208 192,209 456210 ]211 ],212 "ps": "[(192, 456)]"213 },214 {215 "step": 13,216 "screenshot": "0491888533248735_13.png",217 "action": "CLICK",218 "info": [219 [220 161,221 230222 ],223 [224 161,225 230226 ]227 ],228 "ps": "[(161, 230)]"229 },230 {231 "step": 14,232 "screenshot": "0491888533248735_14.png",233 "action": "CLICK",234 "info": [235 [236 719,237 516238 ],239 [240 719,241 516242 ]243 ],244 "ps": "[(719, 516)]"245 },246 {247 "step": 15,248 "screenshot": "0491888533248735_15.png",249 "action": "CLICK",250 "info": "KEY_HOME",251 "ps": ""252 },253 {254 "step": 16,255 "screenshot": "0491888533248735_16.png",256 "action": "CLICK",257 "info": [258 [259 139,260 539261 ],262 [263 139,264 539265 ]266 ],267 "ps": "[(139, 539)]"268 },269 {270 "step": 17,271 "screenshot": "0491888533248735_17.png",272 "action": "CLICK",273 "info": [274 [275 893,276 928277 ],278 [279 893,280 928281 ]282 ],283 "ps": "[(893, 928)]"284 },285 {286 "step": 18,287 "screenshot": "0491888533248735_18.png",288 "action": "CLICK",289 "info": [290 [291 413,292 276293 ],294 [295 413,296 276297 ]298 ],299 "ps": "[(413, 276)]"300 },301 {302 "step": 19,303 "screenshot": "0491888533248735_19.png",304 "action": "TEXT",305 "info": "Cistus Ladaniferus",306 "ps": ""307 },308 {309 "step": 20,310 "screenshot": "0491888533248735_20.png",311 "action": "CLICK",312 "info": [313 [314 270,315 646316 ],317 [318 270,319 646320 ]321 ],322 "ps": "[(270, 646)]"323 },324 {325 "step": 21,326 "screenshot": "0491888533248735_21.png",327 "action": "CLICK",328 "info": [329 [330 377,331 561332 ],333 [334 377,335 561336 ]337 ],338 "ps": "[(377, 561)]"339 },340 {341 "step": 22,342 "screenshot": "0491888533248735_22.png",343 "action": "SCROLL",344 "info": [345 [346 547,347 924348 ],349 [350 502,351 606352 ]353 ],354 "ps": "[(547, 924), (547, 923), (547, 922), (547, 921), (547, 920), (547, 919), (547, 918), (547, 917), (547, 916), (547, 915), (547, 914), (547, 913), (547, 912), (547, 911), (547, 910), (545, 909), (545, 908), (545, 907), (545, 906), (545, 905), (545, 904), (545, 903), (545, 902), (545, 901), (545, 900), (545, 899), (545, 898), (545, 897), (545, 896), (543, 895), (543, 894), (543, 893), (543, 892), (543, 891), (543, 890), (543, 889), (543, 888), (543, 887), (543, 886), (543, 885), (543, 884), (543, 883), (543, 882), (543, 881), (543, 880), (543, 879), (543, 878), (543, 877), (543, 876), (543, 875), (543, 874), (543, 873), (543, 872), (543, 871), (543, 870), (543, 869), (543, 868), (543, 867), (543, 866), (540, 853), (540, 851), (540, 850), (540, 849), (540, 848), (540, 847), (540, 846), (540, 845), (540, 844), (538, 843), (538, 842), (538, 841), (538, 840), (538, 839), (538, 838), (538, 837), (538, 836), (538, 835), (538, 834), (538, 833), (538, 832), (536, 832), (536, 831), (536, 830), (536, 828), (536, 827), (536, 825), (536, 824), (534, 823), (534, 821), (534, 820), (534, 819), (534, 818), (534, 816), (534, 815), (534, 814), (534, 813), (534, 812), (534, 811), (531, 809), (531, 808), (531, 807), (531, 805), (531, 803), (531, 802), (531, 800), (529, 799), (529, 798), (529, 797), (529, 795), (529, 794), (529, 793), (527, 791), (527, 790), (527, 789), (527, 788), (527, 787), (527, 786), (527, 785), (527, 783), (527, 782), (527, 781), (527, 780), (527, 779), (527, 777), (525, 776), (525, 775), (525, 773), (525, 772), (525, 770), (525, 769), (525, 767), (525, 766), (525, 765), (525, 764), (525, 762), (525, 761), (525, 760), (525, 758), (525, 757), (525, 756), (525, 754), (525, 753), (525, 751), (525, 750), (525, 749), (525, 748), (523, 746), (523, 745), (523, 744), (523, 743), (523, 742), (520, 741), (520, 739), (520, 738), (520, 737), (520, 735), (520, 734), (518, 734), (518, 733), (518, 731), (518, 729), (518, 728), (518, 727), (518, 726), (518, 724), (518, 723), (516, 722), (516, 721), (516, 720), (516, 719), (516, 718), (516, 717), (516, 716), (516, 715), (514, 714), (514, 713), (514, 711), (514, 710), (514, 709), (514, 708), (511, 707), (511, 706), (511, 705), (511, 704), (511, 703), (511, 702), (511, 701), (511, 699), (511, 698), (509, 696), (509, 695), (509, 694), (509, 693), (509, 692), (509, 691), (509, 690), (509, 689), (509, 688), (509, 687), (509, 686), (509, 684), (509, 682), (509, 681), (509, 680), (509, 678), (509, 677), (507, 677), (507, 676), (507, 675), (507, 674), (507, 673), (507, 672), (507, 671), (507, 670), (507, 669), (507, 668), (507, 667), (507, 666), (507, 665), (505, 665), (505, 664), (505, 663), (505, 662), (505, 661), (505, 660), (505, 659), (505, 658), (505, 657), (505, 656), (505, 655), (505, 654), (505, 653), (505, 652), (505, 651), (505, 650), (505, 649), (505, 648), (502, 648), (502, 646), (502, 645), (502, 644), (502, 643), (502, 642), (502, 641), (502, 640), (502, 639), (502, 638), (502, 637), (502, 636), (502, 635), (502, 634), (502, 633), (502, 632), (502, 631), (502, 630), (502, 629), (502, 628), (502, 627), (502, 626), (502, 625), (502, 624), (502, 623), (502, 622), (502, 621), (502, 620), (502, 619), (502, 618), (502, 617), (502, 616), (502, 615), (502, 614), (502, 613), (502, 612), (502, 611), (502, 610), (502, 609), (502, 608), (502, 607), (502, 606)]"355 },356 {357 "step": 23,358 "screenshot": "0491888533248735_23.png",359 "action": "CLICK",360 "info": [361 [362 413,363 638364 ],365 [366 413,367 638368 ]369 ],370 "ps": "[(413, 638)]"371 },372 {373 "step": 24,374 "screenshot": "0491888533248735_24.png",375 "action": "CLICK",376 "info": [377 [378 67,379 70380 ],381 [382 67,383 70384 ]385 ],386 "ps": "[(67, 70)]"387 },388 {389 "step": 25,390 "screenshot": "0491888533248735_25.png",391 "action": "COMPLETE",392 "info": "",393 "ps": ""394 }395 ]396}