OpenGVLab/GUI-Odyssey
Dataset Card for GUI Odyssey News⭐️ A new and improved version of the GUIOdyssey dataset has been released! 🎉🎉 👉 Please use the latest version and refer to the updated README for the most up-to-date information. We highly recommend using the new version for all training and evaluation! Repository: https://github.com/OpenGVLab/GUI-Odyssey Latest Version of Dataset: hflqf88888/GUIOdyssey Paper: https://arxiv.org/pdf/2406.08451 Introduction… See the full description on the dataset page: https://huggingface.co/datasets/OpenGVLab/GUI-Odyssey.
264.1k
1{2 "episode_id": "0524865975140070",3 "device_info": {4 "product": "sdk_gphone64_x86_64",5 "release_version": "14",6 "sdk_version": "34",7 "h": 2992,8 "w": 1344,9 "device_name": "Pixel 8 Pro"10 },11 "task_info": {12 "category": "Information_Management",13 "app": [14 "Notepad - Notes and To Do List",15 "ClevCalc - Calculator"16 ],17 "meta_task": "Calculate today's total cost {} and record in a document or budget app.",18 "task": "Calculate today's total cost '27.3+13' and record in a document or budget app.",19 "instruction": "Utilize 'ClevCalc - Calculator' to compute today's total cost of '27.3+13', then document the result in 'Notepad - Notes and To Do List', or any budget app of your choice."20 },21 "step_length": 19,22 "steps": [23 {24 "step": 0,25 "screenshot": "0524865975140070_0.png",26 "action": "CLICK",27 "info": "KEY_HOME",28 "ps": ""29 },30 {31 "step": 1,32 "screenshot": "0524865975140070_1.png",33 "action": "CLICK",34 "info": [35 [36 398,37 13138 ],39 [40 398,41 13142 ]43 ],44 "ps": "[(398, 131)]"45 },46 {47 "step": 2,48 "screenshot": "0524865975140070_2.png",49 "action": "CLICK",50 "info": [51 [52 181,53 47254 ],55 [56 181,57 47258 ]59 ],60 "ps": "[(181, 472)]"61 },62 {63 "step": 3,64 "screenshot": "0524865975140070_3.png",65 "action": "CLICK",66 "info": [67 [68 393,69 76570 ],71 [72 393,73 76574 ]75 ],76 "ps": "[(393, 765)]"77 },78 {79 "step": 4,80 "screenshot": "0524865975140070_4.png",81 "action": "CLICK",82 "info": [83 [84 159,85 58786 ],87 [88 159,89 58790 ]91 ],92 "ps": "[(159, 587)]"93 },94 {95 "step": 5,96 "screenshot": "0524865975140070_5.png",97 "action": "CLICK",98 "info": [99 [100 558,101 863102 ],103 [104 558,105 863106 ]107 ],108 "ps": "[(558, 863)]"109 },110 {111 "step": 6,112 "screenshot": "0524865975140070_6.png",113 "action": "CLICK",114 "info": [115 [116 574,117 795118 ],119 [120 574,121 795122 ]123 ],124 "ps": "[(574, 795)]"125 },126 {127 "step": 7,128 "screenshot": "0524865975140070_7.png",129 "action": "CLICK",130 "info": [131 [132 927,133 764134 ],135 [136 927,137 764138 ]139 ],140 "ps": "[(927, 764)]"141 },142 {143 "step": 8,144 "screenshot": "0524865975140070_8.png",145 "action": "CLICK",146 "info": [147 [148 203,149 765150 ],151 [152 203,153 765154 ]155 ],156 "ps": "[(203, 765)]"157 },158 {159 "step": 9,160 "screenshot": "0524865975140070_9.png",161 "action": "CLICK",162 "info": [163 [164 683,165 766166 ],167 [168 683,169 766170 ]171 ],172 "ps": "[(683, 766)]"173 },174 {175 "step": 10,176 "screenshot": "0524865975140070_10.png",177 "action": "CLICK",178 "info": [179 [180 920,181 854182 ],183 [184 920,185 854186 ]187 ],188 "ps": "[(920, 854)]"189 },190 {191 "step": 11,192 "screenshot": "0524865975140070_11.png",193 "action": "CLICK",194 "info": "KEY_HOME",195 "ps": ""196 },197 {198 "step": 12,199 "screenshot": "0524865975140070_12.png",200 "action": "CLICK",201 "info": [202 [203 427,204 390205 ],206 [207 427,208 389209 ]210 ],211 "ps": "[(427, 390), (427, 389)]"212 },213 {214 "step": 13,215 "screenshot": "0524865975140070_13.png",216 "action": "CLICK",217 "info": [218 [219 942,220 930221 ],222 [223 942,224 930225 ]226 ],227 "ps": "[(942, 930)]"228 },229 {230 "step": 14,231 "screenshot": "0524865975140070_14.png",232 "action": "CLICK",233 "info": [234 [235 909,236 825237 ],238 [239 909,240 825241 ]242 ],243 "ps": "[(909, 825)]"244 },245 {246 "step": 15,247 "screenshot": "0524865975140070_15.png",248 "action": "TEXT",249 "info": "May 2 cost",250 "ps": ""251 },252 {253 "step": 16,254 "screenshot": "0524865975140070_16.png",255 "action": "CLICK",256 "info": [257 [258 315,259 174260 ],261 [262 315,263 174264 ]265 ],266 "ps": "[(315, 174)]"267 },268 {269 "step": 17,270 "screenshot": "0524865975140070_17.png",271 "action": "TEXT",272 "info": "40.3",273 "ps": ""274 },275 {276 "step": 18,277 "screenshot": "0524865975140070_18.png",278 "action": "COMPLETE",279 "info": "",280 "ps": ""281 }282 ]283}