OpenGVLab/GUI-Odyssey
Dataset Card for GUI Odyssey News⭐️ A new and improved version of the GUIOdyssey dataset has been released! 🎉🎉 👉 Please use the latest version and refer to the updated README for the most up-to-date information. We highly recommend using the new version for all training and evaluation! Repository: https://github.com/OpenGVLab/GUI-Odyssey Latest Version of Dataset: hflqf88888/GUIOdyssey Paper: https://arxiv.org/pdf/2406.08451 Introduction… See the full description on the dataset page: https://huggingface.co/datasets/OpenGVLab/GUI-Odyssey.
263.8k
1{2 "episode_id": "0173202679441530",3 "device_info": {4 "product": "sdk_gphone64_x86_64",5 "release_version": "14",6 "sdk_version": "34",7 "h": 2992,8 "w": 1344,9 "device_name": "Pixel 8 Pro"10 },11 "task_info": {12 "category": "Multi_Apps",13 "app": [14 "Clock",15 "Google Meet",16 "Tumblr"17 ],18 "meta_task": "Schedule a business meeting with {}, send invitations to him/her, and set up an alarm clock for the meeting.",19 "task": "Schedule a business meeting with saltyfunsweets, send invitations to him/her, and set up an alarm clock for the meeting.",20 "instruction": "Coordinate a business meeting via Google Meet with saltyfunsweets, send invitations to him on Tumblr, and set a reminder using the Clock app."21 },22 "step_length": 27,23 "steps": [24 {25 "step": 0,26 "screenshot": "0173202679441530_0.png",27 "action": "CLICK",28 "info": [29 [30 875,31 38332 ],33 [34 877,35 38336 ]37 ],38 "ps": "[(875, 383), (877, 383)]"39 },40 {41 "step": 1,42 "screenshot": "0173202679441530_1.png",43 "action": "CLICK",44 "info": [45 [46 257,47 17048 ],49 [50 257,51 17052 ]53 ],54 "ps": "[(257, 170)]"55 },56 {57 "step": 2,58 "screenshot": "0173202679441530_2.png",59 "action": "CLICK",60 "info": [61 [62 248,63 95164 ],65 [66 248,67 95168 ]69 ],70 "ps": "[(248, 951)]"71 },72 {73 "step": 3,74 "screenshot": "0173202679441530_3.png",75 "action": "CLICK",76 "info": [77 [78 386,79 11180 ],81 [82 386,83 11184 ]85 ],86 "ps": "[(386, 111)]"87 },88 {89 "step": 4,90 "screenshot": "0173202679441530_4.png",91 "action": "TEXT",92 "info": "Business",93 "ps": ""94 },95 {96 "step": 5,97 "screenshot": "0173202679441530_5.png",98 "action": "CLICK",99 "info": [100 [101 936,102 76103 ],104 [105 936,106 76107 ]108 ],109 "ps": "[(936, 76)]"110 },111 {112 "step": 6,113 "screenshot": "0173202679441530_6.png",114 "action": "CLICK",115 "info": [116 [117 536,118 166119 ],120 [121 536,122 166123 ]124 ],125 "ps": "[(536, 166)]"126 },127 {128 "step": 7,129 "screenshot": "0173202679441530_7.png",130 "action": "CLICK",131 "info": [132 [133 936,134 225135 ],136 [137 936,138 225139 ]140 ],141 "ps": "[(936, 225)]"142 },143 {144 "step": 8,145 "screenshot": "0173202679441530_8.png",146 "action": "CLICK",147 "info": [148 [149 851,150 685151 ],152 [153 851,154 684155 ]156 ],157 "ps": "[(851, 685), (851, 684)]"158 },159 {160 "step": 9,161 "screenshot": "0173202679441530_9.png",162 "action": "CLICK",163 "info": "KEY_HOME",164 "ps": ""165 },166 {167 "step": 10,168 "screenshot": "0173202679441530_10.png",169 "action": "CLICK",170 "info": [171 [172 105,173 135174 ],175 [176 107,177 135178 ]179 ],180 "ps": "[(105, 135), (107, 135)]"181 },182 {183 "step": 11,184 "screenshot": "0173202679441530_11.png",185 "action": "CLICK",186 "info": [187 [188 639,189 948190 ],191 [192 639,193 948194 ]195 ],196 "ps": "[(639, 948)]"197 },198 {199 "step": 12,200 "screenshot": "0173202679441530_12.png",201 "action": "CLICK",202 "info": [203 [204 636,205 124206 ],207 [208 636,209 124210 ]211 ],212 "ps": "[(636, 124)]"213 },214 {215 "step": 13,216 "screenshot": "0173202679441530_13.png",217 "action": "CLICK",218 "info": [219 [220 235,221 212222 ],223 [224 235,225 212226 ]227 ],228 "ps": "[(235, 212)]"229 },230 {231 "step": 14,232 "screenshot": "0173202679441530_14.png",233 "action": "CLICK",234 "info": [235 [236 257,237 898238 ],239 [240 264,241 898242 ]243 ],244 "ps": "[(257, 898), (259, 898), (261, 898), (264, 898)]"245 },246 {247 "step": 15,248 "screenshot": "0173202679441530_15.png",249 "action": "CLICK",250 "info": [251 [252 237,253 678254 ],255 [256 237,257 678258 ]259 ],260 "ps": "[(237, 678)]"261 },262 {263 "step": 16,264 "screenshot": "0173202679441530_16.png",265 "action": "CLICK",266 "info": [267 [268 924,269 632270 ],271 [272 924,273 632274 ]275 ],276 "ps": "[(924, 632)]"277 },278 {279 "step": 17,280 "screenshot": "0173202679441530_17.png",281 "action": "CLICK",282 "info": "KEY_HOME",283 "ps": ""284 },285 {286 "step": 18,287 "screenshot": "0173202679441530_18.png",288 "action": "CLICK",289 "info": [290 [291 161,292 537293 ],294 [295 161,296 537297 ]298 ],299 "ps": "[(161, 537)]"300 },301 {302 "step": 19,303 "screenshot": "0173202679441530_19.png",304 "action": "CLICK",305 "info": [306 [307 502,308 833309 ],310 [311 502,312 833313 ]314 ],315 "ps": "[(502, 833)]"316 },317 {318 "step": 20,319 "screenshot": "0173202679441530_20.png",320 "action": "SCROLL",321 "info": [322 [323 634,324 476325 ],326 [327 502,328 455329 ]330 ],331 "ps": "[(634, 476), (632, 476), (630, 476), (627, 476), (627, 475), (625, 475), (623, 475), (621, 475), (619, 475), (616, 475), (614, 475), (612, 475), (610, 475), (607, 475), (607, 474), (605, 474), (603, 474), (601, 474), (601, 473), (598, 473), (596, 473), (594, 473), (592, 473), (590, 472), (587, 472), (585, 472), (585, 471), (583, 471), (581, 471), (581, 470), (578, 470), (576, 470), (574, 470), (572, 469), (569, 469), (567, 469), (556, 466), (556, 465), (554, 465), (552, 464), (549, 464), (549, 463), (547, 463), (545, 463), (543, 463), (543, 462), (543, 461), (540, 461), (538, 461), (538, 460), (538, 459), (536, 459), (534, 459), (531, 459), (531, 458), (529, 458), (527, 458), (525, 458), (523, 458), (520, 458), (520, 457), (518, 457), (516, 457), (516, 456), (514, 456), (511, 456), (509, 456), (507, 456), (507, 455), (505, 455), (502, 455)]"332 },333 {334 "step": 21,335 "screenshot": "0173202679441530_21.png",336 "action": "SCROLL",337 "info": [338 [339 487,340 454341 ],342 [343 386,344 469345 ]346 ],347 "ps": "[(487, 454), (485, 454), (482, 454), (480, 454), (478, 454), (476, 454), (473, 454), (473, 455), (471, 455), (469, 455), (469, 456), (467, 456), (465, 456), (462, 456), (462, 457), (460, 457), (458, 457), (456, 458), (453, 458), (451, 458), (449, 458), (447, 459), (444, 459), (442, 460), (440, 460), (438, 460), (435, 460), (433, 460), (429, 460), (427, 461), (424, 461), (422, 462), (420, 462), (418, 462), (415, 463), (413, 463), (411, 464), (409, 464), (406, 465), (393, 466), (391, 466), (389, 466), (386, 466), (384, 466), (382, 466), (382, 467), (380, 467), (377, 467), (375, 467), (373, 467), (371, 467), (371, 468), (369, 468), (366, 468), (364, 468), (362, 468), (362, 469), (364, 469), (366, 469), (369, 469), (371, 469), (373, 469), (375, 469), (377, 469), (380, 469), (382, 469), (384, 469), (386, 469)]"348 },349 {350 "step": 22,351 "screenshot": "0173202679441530_22.png",352 "action": "CLICK",353 "info": [354 [355 770,356 741357 ],358 [359 770,360 741361 ]362 ],363 "ps": "[(770, 741)]"364 },365 {366 "step": 23,367 "screenshot": "0173202679441530_23.png",368 "action": "CLICK",369 "info": [370 [371 277,372 138373 ],374 [375 277,376 138377 ]378 ],379 "ps": "[(277, 138)]"380 },381 {382 "step": 24,383 "screenshot": "0173202679441530_24.png",384 "action": "TEXT",385 "info": "meeting",386 "ps": ""387 },388 {389 "step": 25,390 "screenshot": "0173202679441530_25.png",391 "action": "CLICK",392 "info": [393 [394 802,395 394396 ],397 [398 802,399 394400 ]401 ],402 "ps": "[(802, 394)]"403 },404 {405 "step": 26,406 "screenshot": "0173202679441530_26.png",407 "action": "COMPLETE",408 "info": "",409 "ps": "saltyfunsweets"410 }411 ]412}