OpenGVLab/GUI-Odyssey
Dataset Card for GUI Odyssey News⭐️ A new and improved version of the GUIOdyssey dataset has been released! 🎉🎉 👉 Please use the latest version and refer to the updated README for the most up-to-date information. We highly recommend using the new version for all training and evaluation! Repository: https://github.com/OpenGVLab/GUI-Odyssey Latest Version of Dataset: hflqf88888/GUIOdyssey Paper: https://arxiv.org/pdf/2406.08451 Introduction… See the full description on the dataset page: https://huggingface.co/datasets/OpenGVLab/GUI-Odyssey.
264.1k
1{2 "episode_id": "0487592154793694",3 "device_info": {4 "product": "sdk_gphone64_x86_64",5 "release_version": "14",6 "sdk_version": "34",7 "h": 2992,8 "w": 1344,9 "device_name": "Pixel 8 Pro"10 },11 "task_info": {12 "category": "Multi_Apps",13 "app": [14 "Google Play Store",15 "Shorts VotTak: Short Video App"16 ],17 "meta_task": "Uninstall {} app through appstore, and then check if it's uninstalled.Download another similar app, then open the app.",18 "task": "Uninstall tiktok app through appstore, and then check if it's uninstalled.Download another similar app, then open the app.",19 "instruction": "Uninstall the TikTok app using Google Play Store, and subsequently verify its removal. After that, download a similar app such as Shorts VotTak: Short Video App, and then proceed to open the newly installed app."20 },21 "step_length": 14,22 "steps": [23 {24 "step": 0,25 "screenshot": "0487592154793694_0.png",26 "action": "CLICK",27 "info": [28 [29 884,30 83431 ],32 [33 884,34 83435 ]36 ],37 "ps": "[(884, 834)]"38 },39 {40 "step": 1,41 "screenshot": "0487592154793694_1.png",42 "action": "TEXT",43 "info": "tiktok",44 "ps": ""45 },46 {47 "step": 2,48 "screenshot": "0487592154793694_2.png",49 "action": "CLICK",50 "info": [51 [52 514,53 13654 ],55 [56 514,57 13658 ]59 ],60 "ps": "[(514, 136)]"61 },62 {63 "step": 3,64 "screenshot": "0487592154793694_3.png",65 "action": "CLICK",66 "info": "KEY_HOME",67 "ps": ""68 },69 {70 "step": 4,71 "screenshot": "0487592154793694_4.png",72 "action": "CLICK",73 "info": [74 [75 373,76 84077 ],78 [79 373,80 84081 ]82 ],83 "ps": "[(373, 840)]"84 },85 {86 "step": 5,87 "screenshot": "0487592154793694_5.png",88 "action": "CLICK",89 "info": "KEY_HOME",90 "ps": ""91 },92 {93 "step": 6,94 "screenshot": "0487592154793694_6.png",95 "action": "CLICK",96 "info": [97 [98 860,99 824100 ],101 [102 860,103 824104 ]105 ],106 "ps": "[(860, 824)]"107 },108 {109 "step": 7,110 "screenshot": "0487592154793694_7.png",111 "action": "CLICK",112 "info": [113 [114 824,115 73116 ],117 [118 824,119 73120 ]121 ],122 "ps": "[(824, 73)]"123 },124 {125 "step": 8,126 "screenshot": "0487592154793694_8.png",127 "action": "CLICK",128 "info": [129 [130 936,131 80132 ],133 [134 936,135 80136 ]137 ],138 "ps": "[(936, 80)]"139 },140 {141 "step": 9,142 "screenshot": "0487592154793694_9.png",143 "action": "TEXT",144 "info": "vottok",145 "ps": ""146 },147 {148 "step": 10,149 "screenshot": "0487592154793694_10.png",150 "action": "CLICK",151 "info": [152 [153 911,154 925155 ],156 [157 911,158 925159 ]160 ],161 "ps": "[(911, 925)]"162 },163 {164 "step": 11,165 "screenshot": "0487592154793694_11.png",166 "action": "CLICK",167 "info": [168 [169 487,170 392171 ],172 [173 487,174 392175 ]176 ],177 "ps": "[(487, 392)]"178 },179 {180 "step": 12,181 "screenshot": "0487592154793694_12.png",182 "action": "CLICK",183 "info": [184 [185 531,186 338187 ],188 [189 531,190 338191 ]192 ],193 "ps": "[(531, 338)]"194 },195 {196 "step": 13,197 "screenshot": "0487592154793694_13.png",198 "action": "COMPLETE",199 "info": "",200 "ps": ""201 }202 ]203}