OpenGVLab/GUI-Odyssey
Dataset Card for GUI Odyssey News⭐️ A new and improved version of the GUIOdyssey dataset has been released! 🎉🎉 👉 Please use the latest version and refer to the updated README for the most up-to-date information. We highly recommend using the new version for all training and evaluation! Repository: https://github.com/OpenGVLab/GUI-Odyssey Latest Version of Dataset: hflqf88888/GUIOdyssey Paper: https://arxiv.org/pdf/2406.08451 Introduction… See the full description on the dataset page: https://huggingface.co/datasets/OpenGVLab/GUI-Odyssey.
264.1k
1{2 "episode_id": "0962646334075018",3 "device_info": {4 "product": "sdk_gphone64_x86_64",5 "release_version": "14",6 "sdk_version": "34",7 "h": 1600,8 "w": 2560,9 "device_name": "Pixel Tablet"10 },11 "task_info": {12 "category": "Information_Management",13 "app": [14 "ClevCalc - Calculator",15 "Google Keep"16 ],17 "meta_task": "Calculate today's total cost {} and record in a document or budget app.",18 "task": "Calculate today's total cost '14+200+8' and record in a document or budget app.",19 "instruction": "Utilize 'ClevCalc - Calculator' to determine today's total cost by adding '14+200+8' and then document the result in 'Google Keep'."20 },21 "step_length": 20,22 "steps": [23 {24 "step": 0,25 "screenshot": "0962646334075018_0.png",26 "action": "CLICK",27 "info": "KEY_HOME",28 "ps": ""29 },30 {31 "step": 1,32 "screenshot": "0962646334075018_1.png",33 "action": "SCROLL",34 "info": [35 [36 905,37 62738 ],39 [40 758,41 62742 ]43 ],44 "ps": "[(905, 627), (904, 627), (898, 627), (888, 627), (874, 627), (858, 627), (838, 627), (813, 627), (787, 627), (758, 627)]"45 },46 {47 "step": 2,48 "screenshot": "0962646334075018_2.png",49 "action": "CLICK",50 "info": [51 [52 708,53 55354 ],55 [56 708,57 55358 ]59 ],60 "ps": "[(708, 553)]"61 },62 {63 "step": 3,64 "screenshot": "0962646334075018_3.png",65 "action": "CLICK",66 "info": [67 [68 351,69 46170 ],71 [72 351,73 46174 ]75 ],76 "ps": "[(351, 461)]"77 },78 {79 "step": 4,80 "screenshot": "0962646334075018_4.png",81 "action": "CLICK",82 "info": [83 [84 364,85 73486 ],87 [88 364,89 73490 ]91 ],92 "ps": "[(364, 734)]"93 },94 {95 "step": 5,96 "screenshot": "0962646334075018_5.png",97 "action": "CLICK",98 "info": [99 [100 341,101 671102 ],103 [104 341,105 671106 ]107 ],108 "ps": "[(341, 671)]"109 },110 {111 "step": 6,112 "screenshot": "0962646334075018_6.png",113 "action": "CLICK",114 "info": [115 [116 671,117 744118 ],119 [120 671,121 744122 ]123 ],124 "ps": "[(671, 744)]"125 },126 {127 "step": 7,128 "screenshot": "0962646334075018_7.png",129 "action": "CLICK",130 "info": [131 [132 457,133 766134 ],135 [136 457,137 766138 ]139 ],140 "ps": "[(457, 766)]"141 },142 {143 "step": 8,144 "screenshot": "0962646334075018_8.png",145 "action": "CLICK",146 "info": [147 [148 454,149 824150 ],151 [152 454,153 824154 ]155 ],156 "ps": "[(454, 824)]"157 },158 {159 "step": 9,160 "screenshot": "0962646334075018_9.png",161 "action": "CLICK",162 "info": [163 [164 652,165 754166 ],167 [168 652,169 754170 ]171 ],172 "ps": "[(652, 754)]"173 },174 {175 "step": 10,176 "screenshot": "0962646334075018_10.png",177 "action": "CLICK",178 "info": [179 [180 447,181 579182 ],183 [184 447,185 579186 ]187 ],188 "ps": "[(447, 579)]"189 },190 {191 "step": 11,192 "screenshot": "0962646334075018_11.png",193 "action": "CLICK",194 "info": [195 [196 666,197 818198 ],199 [200 666,201 818202 ]203 ],204 "ps": "[(666, 818)]"205 },206 {207 "step": 12,208 "screenshot": "0962646334075018_12.png",209 "action": "CLICK",210 "info": "KEY_HOME",211 "ps": ""212 },213 {214 "step": 13,215 "screenshot": "0962646334075018_13.png",216 "action": "SCROLL",217 "info": [218 [219 480,220 557221 ],222 [223 728,224 569225 ]226 ],227 "ps": "[(480, 557), (481, 557), (483, 557), (486, 557), (492, 557), (503, 557), (520, 557), (544, 557), (576, 559), (608, 563), (644, 566), (677, 569), (706, 569), (728, 569)]"228 },229 {230 "step": 14,231 "screenshot": "0962646334075018_14.png",232 "action": "CLICK",233 "info": [234 [235 146,236 421237 ],238 [239 146,240 421241 ]242 ],243 "ps": "[(146, 421)]"244 },245 {246 "step": 15,247 "screenshot": "0962646334075018_15.png",248 "action": "CLICK",249 "info": [250 [251 440,252 862253 ],254 [255 440,256 862257 ]258 ],259 "ps": "[(440, 862)]"260 },261 {262 "step": 16,263 "screenshot": "0962646334075018_16.png",264 "action": "TEXT",265 "info": "222",266 "ps": ""267 },268 {269 "step": 17,270 "screenshot": "0962646334075018_17.png",271 "action": "CLICK",272 "info": [273 [274 579,275 157276 ],277 [278 579,279 157280 ]281 ],282 "ps": "[(579, 157)]"283 },284 {285 "step": 18,286 "screenshot": "0962646334075018_18.png",287 "action": "TEXT",288 "info": "May 2 Cost",289 "ps": ""290 },291 {292 "step": 19,293 "screenshot": "0962646334075018_19.png",294 "action": "COMPLETE",295 "info": "",296 "ps": ""297 }298 ]299}