OpenGVLab/GUI-Odyssey
Dataset Card for GUI Odyssey News⭐️ A new and improved version of the GUIOdyssey dataset has been released! 🎉🎉 👉 Please use the latest version and refer to the updated README for the most up-to-date information. We highly recommend using the new version for all training and evaluation! Repository: https://github.com/OpenGVLab/GUI-Odyssey Latest Version of Dataset: hflqf88888/GUIOdyssey Paper: https://arxiv.org/pdf/2406.08451 Introduction… See the full description on the dataset page: https://huggingface.co/datasets/OpenGVLab/GUI-Odyssey.
264.1k
1{2 "episode_id": "1037639582139715",3 "device_info": {4 "product": "sdk_gphone64_x86_64",5 "release_version": "14",6 "sdk_version": "34",7 "h": 1840,8 "w": 2208,9 "device_name": "Pixel Fold"10 },11 "task_info": {12 "category": "Multi_Apps",13 "app": [14 "Firefox Browser",15 "Ebay",16 "Microsoft to do"17 ],18 "meta_task": "Find a recipe for {}, create a shopping list of main ingredients, and add to the cart.",19 "task": "Find a recipe for Chocolate chip cookies, create a shopping list of main ingredients, and add to the cart.",20 "instruction": "Use Firefox Browser to find a recipe for Chocolate Chip Cookies. Then, create a shopping list of main ingredients using Microsoft To Do. Finally, add the ingredients to your cart on eBay."21 },22 "step_length": 18,23 "steps": [24 {25 "step": 0,26 "screenshot": "1037639582139715_0.png",27 "action": "CLICK",28 "info": [29 [30 782,31 89232 ],33 [34 782,35 89236 ]37 ],38 "ps": "[(782, 892)]"39 },40 {41 "step": 1,42 "screenshot": "1037639582139715_1.png",43 "action": "CLICK",44 "info": "KEY_HOME",45 "ps": ""46 },47 {48 "step": 2,49 "screenshot": "1037639582139715_2.png",50 "action": "CLICK",51 "info": [52 [53 797,54 32455 ],56 [57 797,58 32459 ]60 ],61 "ps": "[(797, 324)]"62 },63 {64 "step": 3,65 "screenshot": "1037639582139715_3.png",66 "action": "CLICK",67 "info": [68 [69 653,70 57371 ],72 [73 653,74 57375 ]76 ],77 "ps": "[(653, 573)]"78 },79 {80 "step": 4,81 "screenshot": "1037639582139715_4.png",82 "action": "CLICK",83 "info": [84 [85 932,86 87787 ],88 [89 932,90 87791 ]92 ],93 "ps": "[(932, 877)]"94 },95 {96 "step": 5,97 "screenshot": "1037639582139715_5.png",98 "action": "TEXT",99 "info": "Chocolate chip cookies: 150g salted butter, softened 80g light brown muscovado sugar, 80g granulated sugar, 2 tsp vanilla extract, 1 large egg, 225g plain flour, 1/2 tsp bicarbonate of soda, 1/4 tsp salt, 200g plain chocolate chips or chunks",100 "ps": ""101 },102 {103 "step": 6,104 "screenshot": "1037639582139715_6.png",105 "action": "CLICK",106 "info": [107 [108 951,109 403110 ],111 [112 951,113 403114 ]115 ],116 "ps": "[(951, 403)]"117 },118 {119 "step": 7,120 "screenshot": "1037639582139715_7.png",121 "action": "CLICK",122 "info": "KEY_HOME",123 "ps": ""124 },125 {126 "step": 8,127 "screenshot": "1037639582139715_8.png",128 "action": "CLICK",129 "info": [130 [131 200,132 309133 ],134 [135 200,136 309137 ]138 ],139 "ps": "[(200, 309)]"140 },141 {142 "step": 9,143 "screenshot": "1037639582139715_9.png",144 "action": "CLICK",145 "info": [146 [147 376,148 617149 ],150 [151 376,152 617153 ]154 ],155 "ps": "[(376, 617)]"156 },157 {158 "step": 10,159 "screenshot": "1037639582139715_10.png",160 "action": "CLICK",161 "info": [162 [163 777,164 108165 ],166 [167 777,168 108169 ]170 ],171 "ps": "[(777, 108)]"172 },173 {174 "step": 11,175 "screenshot": "1037639582139715_11.png",176 "action": "CLICK",177 "info": [178 [179 774,180 73181 ],182 [183 774,184 73185 ]186 ],187 "ps": "[(774, 73)]"188 },189 {190 "step": 12,191 "screenshot": "1037639582139715_12.png",192 "action": "CLICK",193 "info": [194 [195 890,196 73197 ],198 [199 890,200 73201 ]202 ],203 "ps": "[(890, 73)]"204 },205 {206 "step": 13,207 "screenshot": "1037639582139715_13.png",208 "action": "CLICK",209 "info": [210 [211 262,212 324213 ],214 [215 262,216 324217 ]218 ],219 "ps": "[(262, 324)]"220 },221 {222 "step": 14,223 "screenshot": "1037639582139715_14.png",224 "action": "CLICK",225 "info": [226 [227 392,228 323229 ],230 [231 392,232 323233 ]234 ],235 "ps": "[(392, 323)]"236 },237 {238 "step": 15,239 "screenshot": "1037639582139715_15.png",240 "action": "SCROLL",241 "info": [242 [243 673,244 874245 ],246 [247 609,248 109249 ]250 ],251 "ps": "[(673, 874), (673, 870), (673, 864), (673, 863), (673, 857), (673, 852), (673, 840), (673, 827), (673, 822), (673, 809), (673, 805), (673, 788), (673, 779), (673, 764), (671, 751), (671, 734), (668, 711), (668, 699), (668, 683), (668, 671), (668, 655), (665, 642), (663, 630), (663, 621), (660, 604), (660, 592), (657, 583), (657, 571), (654, 563), (654, 553), (654, 544), (652, 535), (652, 530), (652, 521), (650, 510), (650, 504), (650, 498), (650, 494), (647, 484), (647, 480), (645, 474), (645, 469), (645, 464), (643, 454), (643, 450), (640, 440), (638, 436), (638, 426), (638, 421), (635, 416), (635, 413), (633, 406), (633, 400), (633, 397), (631, 390), (631, 387), (631, 380), (631, 374), (628, 368), (628, 364), (626, 354), (624, 343), (624, 334), (624, 324), (624, 320), (621, 307), (621, 302), (621, 293), (619, 288), (619, 279), (619, 267), (616, 259), (616, 253), (616, 245), (616, 232), (616, 227), (616, 219), (616, 213), (614, 204), (614, 199), (614, 193), (612, 185), (612, 179), (612, 170), (612, 166), (612, 158), (612, 152), (612, 144), (612, 140), (612, 130), (612, 129), (612, 123), (612, 121), (612, 116), (609, 113), (609, 112), (609, 109)]"252 },253 {254 "step": 16,255 "screenshot": "1037639582139715_16.png",256 "action": "CLICK",257 "info": [258 [259 384,260 735261 ],262 [263 384,264 735265 ]266 ],267 "ps": "[(384, 735)]"268 },269 {270 "step": 17,271 "screenshot": "1037639582139715_17.png",272 "action": "COMPLETE",273 "info": "",274 "ps": ""275 }276 ]277}