OpenGVLab/GUI-Odyssey
Dataset Card for GUI Odyssey News⭐️ A new and improved version of the GUIOdyssey dataset has been released! 🎉🎉 👉 Please use the latest version and refer to the updated README for the most up-to-date information. We highly recommend using the new version for all training and evaluation! Repository: https://github.com/OpenGVLab/GUI-Odyssey Latest Version of Dataset: hflqf88888/GUIOdyssey Paper: https://arxiv.org/pdf/2406.08451 Introduction… See the full description on the dataset page: https://huggingface.co/datasets/OpenGVLab/GUI-Odyssey.
264.1k
1{2 "episode_id": "0664742067109019",3 "device_info": {4 "product": "sdk_gphone64_x86_64",5 "release_version": "14",6 "sdk_version": "34",7 "h": 1600,8 "w": 2560,9 "device_name": "Pixel Tablet"10 },11 "task_info": {12 "category": "Information_Management",13 "app": [14 "Quora",15 "Todoist"16 ],17 "meta_task": "Research how to {} and then use a list app to remind yourself to set about the tutorial in the website.",18 "task": "Research how to play the guitar and then use a list app to remind yourself to set about the tutorial in the website.",19 "instruction": "Investigate guitar-playing techniques using Quora, and subsequently create a reminder in Todoist to follow a tutorial on the designated website."20 },21 "step_length": 20,22 "steps": [23 {24 "step": 0,25 "screenshot": "0664742067109019_0.png",26 "action": "SCROLL",27 "info": [28 [29 815,30 54131 ],32 [33 267,34 54135 ]36 ],37 "ps": "[(815, 541), (814, 541), (812, 541), (808, 541), (805, 541), (798, 541), (789, 541), (775, 541), (756, 541), (727, 541), (686, 541), (638, 541), (584, 541), (527, 541), (470, 541), (413, 541), (359, 541), (308, 541), (267, 541)]"38 },39 {40 "step": 1,41 "screenshot": "0664742067109019_1.png",42 "action": "CLICK",43 "info": [44 [45 146,46 12647 ],48 [49 146,50 12651 ]52 ],53 "ps": "[(146, 126)]"54 },55 {56 "step": 2,57 "screenshot": "0664742067109019_2.png",58 "action": "CLICK",59 "info": [60 [61 266,62 5963 ],64 [65 266,66 5967 ]68 ],69 "ps": "[(266, 59)]"70 },71 {72 "step": 3,73 "screenshot": "0664742067109019_3.png",74 "action": "CLICK",75 "info": [76 [77 266,78 5479 ],80 [81 266,82 5483 ]84 ],85 "ps": "[(266, 54)]"86 },87 {88 "step": 4,89 "screenshot": "0664742067109019_4.png",90 "action": "CLICK",91 "info": [92 [93 264,94 5395 ],96 [97 264,98 5399 ]100 ],101 "ps": "[(264, 53)]"102 },103 {104 "step": 5,105 "screenshot": "0664742067109019_5.png",106 "action": "CLICK",107 "info": [108 [109 692,110 56111 ],112 [113 692,114 56115 ]116 ],117 "ps": "[(692, 56)]"118 },119 {120 "step": 6,121 "screenshot": "0664742067109019_6.png",122 "action": "TEXT",123 "info": "how to play the guitar",124 "ps": ""125 },126 {127 "step": 7,128 "screenshot": "0664742067109019_7.png",129 "action": "CLICK",130 "info": [131 [132 438,133 104134 ],135 [136 438,137 104138 ]139 ],140 "ps": "[(438, 104)]"141 },142 {143 "step": 8,144 "screenshot": "0664742067109019_8.png",145 "action": "CLICK",146 "info": [147 [148 512,149 157150 ],151 [152 512,153 157154 ]155 ],156 "ps": "[(512, 157)]"157 },158 {159 "step": 9,160 "screenshot": "0664742067109019_9.png",161 "action": "CLICK",162 "info": [163 [164 704,165 207166 ],167 [168 704,169 207170 ]171 ],172 "ps": "[(704, 207)]"173 },174 {175 "step": 10,176 "screenshot": "0664742067109019_10.png",177 "action": "CLICK",178 "info": [179 [180 492,181 606182 ],183 [184 492,185 606186 ]187 ],188 "ps": "[(492, 606)]"189 },190 {191 "step": 11,192 "screenshot": "0664742067109019_11.png",193 "action": "CLICK",194 "info": [195 [196 366,197 544198 ],199 [200 366,201 544202 ]203 ],204 "ps": "[(366, 544)]"205 },206 {207 "step": 12,208 "screenshot": "0664742067109019_12.png",209 "action": "CLICK",210 "info": "KEY_HOME",211 "ps": ""212 },213 {214 "step": 13,215 "screenshot": "0664742067109019_13.png",216 "action": "SCROLL",217 "info": [218 [219 252,220 689221 ],222 [223 676,224 681225 ]226 ],227 "ps": "[(252, 689), (253, 689), (255, 688), (264, 688), (280, 688), (309, 688), (354, 688), (405, 688), (455, 688), (509, 688), (557, 688), (598, 688), (634, 686), (660, 683), (676, 681)]"228 },229 {230 "step": 14,231 "screenshot": "0664742067109019_14.png",232 "action": "CLICK",233 "info": [234 [235 569,236 414237 ],238 [239 569,240 414241 ]242 ],243 "ps": "[(569, 414)]"244 },245 {246 "step": 15,247 "screenshot": "0664742067109019_15.png",248 "action": "CLICK",249 "info": [250 [251 960,252 902253 ],254 [255 960,256 902257 ]258 ],259 "ps": "[(960, 902)]"260 },261 {262 "step": 16,263 "screenshot": "0664742067109019_16.png",264 "action": "TEXT",265 "info": "learn to play the guitar in ",266 "ps": ""267 },268 {269 "step": 17,270 "screenshot": "0664742067109019_17.png",271 "action": "CLICK",272 "info": [273 [274 425,275 507276 ],277 [278 425,279 507280 ]281 ],282 "ps": "[(425, 507)]"283 },284 {285 "step": 18,286 "screenshot": "0664742067109019_18.png",287 "action": "CLICK",288 "info": [289 [290 973,291 433292 ],293 [294 973,295 433296 ]297 ],298 "ps": "[(973, 433)]"299 },300 {301 "step": 19,302 "screenshot": "0664742067109019_19.png",303 "action": "COMPLETE",304 "info": "",305 "ps": ""306 }307 ]308}