OpenGVLab/GUI-Odyssey
Dataset Card for GUI Odyssey News⭐️ A new and improved version of the GUIOdyssey dataset has been released! 🎉🎉 👉 Please use the latest version and refer to the updated README for the most up-to-date information. We highly recommend using the new version for all training and evaluation! Repository: https://github.com/OpenGVLab/GUI-Odyssey Latest Version of Dataset: hflqf88888/GUIOdyssey Paper: https://arxiv.org/pdf/2406.08451 Introduction… See the full description on the dataset page: https://huggingface.co/datasets/OpenGVLab/GUI-Odyssey.
264.1k
1{2 "episode_id": "0092086847224915",3 "device_info": {4 "product": "sdk_gphone64_x86_64",5 "release_version": "14",6 "sdk_version": "34",7 "h": 1280,8 "w": 720,9 "device_name": "Small Phone"10 },11 "task_info": {12 "category": "Media_Entertainment",13 "app": [14 "Setting",15 "Tiktok"16 ],17 "meta_task": "Watch a trending video and turn {} the volume on the phone.",18 "task": "Watch a trending video and turn down the volume on the phone.",19 "instruction": "Open TikTok and watch a trending video, then navigate to the Setting app to turn down the volume on your phone."20 },21 "step_length": 6,22 "steps": [23 {24 "step": 0,25 "screenshot": "0092086847224915_0.png",26 "action": "CLICK",27 "info": [28 [29 863,30 48531 ],32 [33 863,34 48535 ]36 ],37 "ps": "[(863, 485)]"38 },39 {40 "step": 1,41 "screenshot": "0092086847224915_1.png",42 "action": "CLICK",43 "info": [44 [45 272,46 41547 ],48 [49 272,50 41551 ]52 ],53 "ps": "[(272, 415)]"54 },55 {56 "step": 2,57 "screenshot": "0092086847224915_2.png",58 "action": "CLICK",59 "info": "KEY_APPSELECT",60 "ps": ""61 },62 {63 "step": 3,64 "screenshot": "0092086847224915_3.png",65 "action": "SCROLL",66 "info": [67 [68 238,69 57370 ],71 [72 688,73 69374 ]75 ],76 "ps": "[(238, 573), (252, 576), (255, 576), (261, 579), (266, 579), (269, 579), (274, 581), (280, 581), (283, 581), (283, 584), (288, 584), (291, 584), (297, 584), (302, 587), (305, 587), (311, 587), (313, 589), (319, 589), (324, 589), (327, 592), (333, 592), (338, 592), (341, 592), (341, 593), (347, 593), (349, 593), (355, 596), (361, 596), (363, 596), (369, 596), (369, 599), (374, 599), (377, 599), (383, 601), (386, 601), (391, 601), (397, 604), (399, 607), (405, 607), (411, 607), (413, 607), (413, 609), (419, 609), (422, 609), (427, 609), (427, 612), (433, 612), (436, 614), (441, 614), (447, 614), (449, 617), (455, 617), (455, 620), (458, 620), (469, 621), (474, 621), (477, 624), (483, 624), (486, 628), (491, 628), (497, 628), (497, 629), (499, 629), (505, 632), (511, 632), (513, 632), (513, 635), (519, 635), (522, 635), (522, 637), (527, 637), (533, 640), (536, 640), (541, 640), (541, 642), (547, 642), (549, 645), (555, 645), (558, 645), (558, 648), (563, 648), (569, 649), (572, 649), (577, 653), (580, 656), (586, 656), (591, 656), (591, 657), (594, 657), (594, 660), (599, 660), (605, 660), (605, 662), (608, 662), (613, 662), (613, 665), (616, 665), (622, 668), (627, 668), (627, 670), (630, 670), (636, 670), (636, 673), (641, 673), (644, 674), (649, 674), (649, 678), (652, 678), (652, 681), (658, 681), (663, 681), (663, 682), (666, 682), (666, 685), (672, 685), (677, 685), (677, 689), (680, 689), (680, 690), (686, 690), (688, 693)]"77 },78 {79 "step": 4,80 "screenshot": "0092086847224915_4.png",81 "action": "CLICK",82 "info": [83 [84 441,85 55386 ],87 [88 441,89 55390 ]91 ],92 "ps": "[(441, 553)]"93 },94 {95 "step": 5,96 "screenshot": "0092086847224915_5.png",97 "action": "COMPLETE",98 "info": "",99 "ps": ""100 }101 ]102}