OpenGVLab/GUI-Odyssey
Dataset Card for GUI Odyssey News⭐️ A new and improved version of the GUIOdyssey dataset has been released! 🎉🎉 👉 Please use the latest version and refer to the updated README for the most up-to-date information. We highly recommend using the new version for all training and evaluation! Repository: https://github.com/OpenGVLab/GUI-Odyssey Latest Version of Dataset: hflqf88888/GUIOdyssey Paper: https://arxiv.org/pdf/2406.08451 Introduction… See the full description on the dataset page: https://huggingface.co/datasets/OpenGVLab/GUI-Odyssey.
264.1k
1{2 "episode_id": "0350929149177167",3 "device_info": {4 "product": "sdk_gphone64_x86_64",5 "release_version": "14",6 "sdk_version": "34",7 "h": 1280,8 "w": 720,9 "device_name": "Small Phone"10 },11 "task_info": {12 "category": "Information_Management",13 "app": [14 "Monefy",15 "Simple Calculator"16 ],17 "meta_task": "Calculate today's total cost {} and record in a document or budget app.",18 "task": "Calculate today's total cost '27.3+13' and record in a document or budget app.",19 "instruction": "Utilize the Simple Calculator to compute today's total cost by adding '27.3+13'. Once you have the sum, record the result in a document or the Monefy budget app."20 },21 "step_length": 22,22 "steps": [23 {24 "step": 0,25 "screenshot": "0350929149177167_0.png",26 "action": "CLICK",27 "info": "KEY_HOME",28 "ps": ""29 },30 {31 "step": 1,32 "screenshot": "0350929149177167_1.png",33 "action": "SCROLL",34 "info": [35 [36 297,37 52438 ],39 [40 777,41 53542 ]43 ],44 "ps": "[(297, 524), (297, 526), (299, 528), (311, 528), (316, 528), (327, 529), (361, 531), (408, 534), (458, 537), (519, 539), (577, 539), (633, 539), (683, 539), (733, 539), (777, 535)]"45 },46 {47 "step": 2,48 "screenshot": "0350929149177167_2.png",49 "action": "CLICK",50 "info": [51 [52 680,53 60154 ],55 [56 680,57 60158 ]59 ],60 "ps": "[(680, 601)]"61 },62 {63 "step": 3,64 "screenshot": "0350929149177167_3.png",65 "action": "CLICK",66 "info": [67 [68 394,69 76470 ],71 [72 394,73 76474 ]75 ],76 "ps": "[(394, 764)]"77 },78 {79 "step": 4,80 "screenshot": "0350929149177167_4.png",81 "action": "CLICK",82 "info": [83 [84 124,85 59586 ],87 [88 124,89 59590 ]91 ],92 "ps": "[(124, 595)]"93 },94 {95 "step": 5,96 "screenshot": "0350929149177167_5.png",97 "action": "CLICK",98 "info": [99 [100 616,101 928102 ],103 [104 616,105 928106 ]107 ],108 "ps": "[(616, 928)]"109 },110 {111 "step": 6,112 "screenshot": "0350929149177167_6.png",113 "action": "CLICK",114 "info": [115 [116 608,117 804118 ],119 [120 608,121 804122 ]123 ],124 "ps": "[(608, 804)]"125 },126 {127 "step": 7,128 "screenshot": "0350929149177167_7.png",129 "action": "CLICK",130 "info": [131 [132 830,133 795134 ],135 [136 830,137 795138 ]139 ],140 "ps": "[(830, 795)]"141 },142 {143 "step": 8,144 "screenshot": "0350929149177167_8.png",145 "action": "CLICK",146 "info": [147 [148 194,149 778150 ],151 [152 194,153 778154 ]155 ],156 "ps": "[(194, 778)]"157 },158 {159 "step": 9,160 "screenshot": "0350929149177167_9.png",161 "action": "CLICK",162 "info": [163 [164 569,165 787166 ],167 [168 569,169 787170 ]171 ],172 "ps": "[(569, 787)]"173 },174 {175 "step": 10,176 "screenshot": "0350929149177167_10.png",177 "action": "CLICK",178 "info": [179 [180 888,181 882182 ],183 [184 888,185 882186 ]187 ],188 "ps": "[(888, 882)]"189 },190 {191 "step": 11,192 "screenshot": "0350929149177167_11.png",193 "action": "CLICK",194 "info": "KEY_HOME",195 "ps": ""196 },197 {198 "step": 12,199 "screenshot": "0350929149177167_12.png",200 "action": "SCROLL",201 "info": [202 [203 883,204 665205 ],206 [207 508,208 671209 ]210 ],211 "ps": "[(883, 665), (874, 665), (866, 665), (858, 665), (836, 665), (797, 665), (758, 665), (719, 665), (674, 665), (630, 665), (586, 667), (541, 668), (508, 671)]"212 },213 {214 "step": 13,215 "screenshot": "0350929149177167_13.png",216 "action": "CLICK",217 "info": [218 [219 308,220 93221 ],222 [223 308,224 93225 ]226 ],227 "ps": "[(308, 93)]"228 },229 {230 "step": 14,231 "screenshot": "0350929149177167_14.png",232 "action": "CLICK",233 "info": [234 [235 224,236 851237 ],238 [239 224,240 851241 ]242 ],243 "ps": "[(224, 851)]"244 },245 {246 "step": 15,247 "screenshot": "0350929149177167_15.png",248 "action": "CLICK",249 "info": [250 [251 202,252 664253 ],254 [255 199,256 664257 ]258 ],259 "ps": "[(202, 664), (199, 664)]"260 },261 {262 "step": 16,263 "screenshot": "0350929149177167_16.png",264 "action": "CLICK",265 "info": [266 [267 352,268 828269 ],270 [271 352,272 828273 ]274 ],275 "ps": "[(352, 828)]"276 },277 {278 "step": 17,279 "screenshot": "0350929149177167_17.png",280 "action": "CLICK",281 "info": [282 [283 219,284 815285 ],286 [287 219,288 815289 ]290 ],291 "ps": "[(219, 815)]"292 },293 {294 "step": 18,295 "screenshot": "0350929149177167_18.png",296 "action": "CLICK",297 "info": [298 [299 658,300 573301 ],302 [303 658,304 573305 ]306 ],307 "ps": "[(658, 573)]"308 },309 {310 "step": 19,311 "screenshot": "0350929149177167_19.png",312 "action": "CLICK",313 "info": [314 [315 663,316 898317 ],318 [319 663,320 898321 ]322 ],323 "ps": "[(663, 898)]"324 },325 {326 "step": 20,327 "screenshot": "0350929149177167_20.png",328 "action": "CLICK",329 "info": [330 [331 208,332 518333 ],334 [335 208,336 518337 ]338 ],339 "ps": "[(208, 518)]"340 },341 {342 "step": 21,343 "screenshot": "0350929149177167_21.png",344 "action": "COMPLETE",345 "info": "",346 "ps": ""347 }348 ]349}