OpenGVLab/GUI-Odyssey
Dataset Card for GUI Odyssey News⭐️ A new and improved version of the GUIOdyssey dataset has been released! 🎉🎉 👉 Please use the latest version and refer to the updated README for the most up-to-date information. We highly recommend using the new version for all training and evaluation! Repository: https://github.com/OpenGVLab/GUI-Odyssey Latest Version of Dataset: hflqf88888/GUIOdyssey Paper: https://arxiv.org/pdf/2406.08451 Introduction… See the full description on the dataset page: https://huggingface.co/datasets/OpenGVLab/GUI-Odyssey.
264.1k
1{2 "episode_id": "0870890735562491",3 "device_info": {4 "product": "sdk_gphone64_arm64",5 "release_version": "14",6 "sdk_version": "34",7 "h": 1840,8 "w": 2208,9 "device_name": "Pixel Fold"10 },11 "task_info": {12 "category": "Web_Shopping",13 "app": [14 "Facebook",15 "Amazon"16 ],17 "meta_task": "Read a book review online for the book {} and purchase the ebook or a real one.",18 "task": "Read a book review online for the book 'Little Fires Everywhere' by Celeste Ng and purchase the ebook or a real one.",19 "instruction": "Check out a review of 'Little Fires Everywhere' by Celeste Ng online, and then buy either the ebook or a physical copy. You can use Facebook to find reviews and Amazon to make your purchase."20 },21 "step_length": 19,22 "steps": [23 {24 "step": 0,25 "screenshot": "0870890735562491_0.png",26 "action": "CLICK",27 "info": "KEY_HOME",28 "ps": ""29 },30 {31 "step": 1,32 "screenshot": "0870890735562491_1.png",33 "action": "CLICK",34 "info": [35 [36 374,37 88638 ],39 [40 374,41 88642 ]43 ],44 "ps": "[(374, 886)]"45 },46 {47 "step": 2,48 "screenshot": "0870890735562491_2.png",49 "action": "CLICK",50 "info": [51 [52 52,53 10554 ],55 [56 52,57 10558 ]59 ],60 "ps": "[(52, 105)]"61 },62 {63 "step": 3,64 "screenshot": "0870890735562491_3.png",65 "action": "TEXT",66 "info": "'Little Fires Everywhere' by Celeste Ng book review",67 "ps": ""68 },69 {70 "step": 4,71 "screenshot": "0870890735562491_4.png",72 "action": "CLICK",73 "info": [74 [75 731,76 7877 ],78 [79 731,80 7881 ]82 ],83 "ps": "[(731, 78)]"84 },85 {86 "step": 5,87 "screenshot": "0870890735562491_5.png",88 "action": "CLICK",89 "info": [90 [91 112,92 78993 ],94 [95 112,96 78997 ]98 ],99 "ps": "[(112, 789)]"100 },101 {102 "step": 6,103 "screenshot": "0870890735562491_6.png",104 "action": "CLICK",105 "info": [106 [107 264,108 900109 ],110 [111 264,112 900113 ]114 ],115 "ps": "[(264, 900)]"116 },117 {118 "step": 7,119 "screenshot": "0870890735562491_7.png",120 "action": "CLICK",121 "info": "KEY_HOME",122 "ps": ""123 },124 {125 "step": 8,126 "screenshot": "0870890735562491_8.png",127 "action": "CLICK",128 "info": [129 [130 75,131 702132 ],133 [134 75,135 702136 ]137 ],138 "ps": "[(75, 702)]"139 },140 {141 "step": 9,142 "screenshot": "0870890735562491_9.png",143 "action": "CLICK",144 "info": [145 [146 64,147 621148 ],149 [150 64,151 621152 ]153 ],154 "ps": "[(64, 621)]"155 },156 {157 "step": 10,158 "screenshot": "0870890735562491_10.png",159 "action": "CLICK",160 "info": [161 [162 58,163 41164 ],165 [166 58,167 41168 ]169 ],170 "ps": "[(58, 41)]"171 },172 {173 "step": 11,174 "screenshot": "0870890735562491_11.png",175 "action": "TEXT",176 "info": "'Little Fires Everywhere' by Celeste Ng",177 "ps": ""178 },179 {180 "step": 12,181 "screenshot": "0870890735562491_12.png",182 "action": "CLICK",183 "info": [184 [185 740,186 78187 ],188 [189 740,190 78191 ]192 ],193 "ps": "[(740, 78)]"194 },195 {196 "step": 13,197 "screenshot": "0870890735562491_13.png",198 "action": "CLICK",199 "info": [200 [201 326,202 757203 ],204 [205 326,206 757207 ]208 ],209 "ps": "[(326, 757)]"210 },211 {212 "step": 14,213 "screenshot": "0870890735562491_14.png",214 "action": "CLICK",215 "info": [216 [217 840,218 335219 ],220 [221 840,222 335223 ]224 ],225 "ps": "[(840, 335)]"226 },227 {228 "step": 15,229 "screenshot": "0870890735562491_15.png",230 "action": "SCROLL",231 "info": [232 [233 857,234 513235 ],236 [237 353,238 505239 ]240 ],241 "ps": "[(857, 513), (856, 511), (855, 511), (854, 510), (852, 509), (849, 509), (843, 507), (839, 504), (836, 503), (829, 501), (820, 499), (807, 496), (794, 493), (779, 489), (761, 486), (758, 485), (749, 484), (731, 482), (708, 480), (697, 480), (671, 480), (647, 481), (623, 484), (618, 484), (595, 487), (565, 490), (549, 491), (532, 491), (514, 491), (497, 491), (494, 491), (477, 491), (449, 493), (429, 496), (421, 497), (406, 499), (403, 500), (396, 501), (384, 502), (380, 503), (374, 503), (371, 503), (367, 504), (366, 504), (364, 504), (363, 504), (360, 504), (360, 504), (359, 504), (357, 504), (356, 504), (356, 505), (355, 505), (355, 505), (354, 505), (353, 505)]"242 },243 {244 "step": 16,245 "screenshot": "0870890735562491_16.png",246 "action": "SCROLL",247 "info": [248 [249 795,250 491251 ],252 [253 327,254 515255 ]256 ],257 "ps": "[(795, 491), (793, 491), (791, 491), (788, 491), (788, 491), (782, 491), (776, 491), (768, 491), (753, 494), (735, 496), (708, 500), (704, 501), (688, 501), (672, 502), (651, 502), (635, 502), (620, 503), (610, 503), (587, 504), (576, 504), (540, 507), (523, 507), (504, 509), (486, 509), (468, 509), (458, 509), (450, 509), (432, 509), (418, 509), (410, 509), (397, 509), (389, 509), (385, 509), (379, 509), (366, 510), (359, 511), (353, 511), (349, 513), (342, 513), (340, 513), (337, 514), (336, 514), (335, 514), (333, 514), (332, 514), (331, 514), (331, 514), (330, 515), (329, 515), (328, 515), (327, 515)]"258 },259 {260 "step": 17,261 "screenshot": "0870890735562491_17.png",262 "action": "CLICK",263 "info": [264 [265 713,266 590267 ],268 [269 713,270 590271 ]272 ],273 "ps": "[(713, 590)]"274 },275 {276 "step": 18,277 "screenshot": "0870890735562491_18.png",278 "action": "COMPLETE",279 "info": "",280 "ps": ""281 }282 ]283}