OpenGVLab/GUI-Odyssey
Dataset Card for GUI Odyssey News⭐️ A new and improved version of the GUIOdyssey dataset has been released! 🎉🎉 👉 Please use the latest version and refer to the updated README for the most up-to-date information. We highly recommend using the new version for all training and evaluation! Repository: https://github.com/OpenGVLab/GUI-Odyssey Latest Version of Dataset: hflqf88888/GUIOdyssey Paper: https://arxiv.org/pdf/2406.08451 Introduction… See the full description on the dataset page: https://huggingface.co/datasets/OpenGVLab/GUI-Odyssey.
264.1k
1{2 "episode_id": "0683577701630518",3 "device_info": {4 "product": "sdk_gphone64_x86_64",5 "release_version": "14",6 "sdk_version": "34",7 "h": 2400,8 "w": 1080,9 "device_name": "Medium Phone"10 },11 "task_info": {12 "category": "Multi_Apps",13 "app": [14 "Likee",15 "Calendar",16 "SHEIN"17 ],18 "meta_task": "Look up a/an {} class, buy the thing needed in the class, and set a calendar reminder to study.",19 "task": "Look up a/an Gardening class, buy the thing needed in the class, and set a calendar reminder to study.",20 "instruction": "Search for a Gardening class, purchase the necessary items for the class on SHEIN, and then create a reminder in Calendar to study. Optionally, you can share your gardening class experience on Likee."21 },22 "step_length": 20,23 "steps": [24 {25 "step": 0,26 "screenshot": "0683577701630518_0.png",27 "action": "CLICK",28 "info": [29 [30 612,31 36132 ],33 [34 612,35 36136 ]37 ],38 "ps": "[(612, 361)]"39 },40 {41 "step": 1,42 "screenshot": "0683577701630518_1.png",43 "action": "CLICK",44 "info": [45 [46 306,47 94548 ],49 [50 306,51 94552 ]53 ],54 "ps": "[(306, 945)]"55 },56 {57 "step": 2,58 "screenshot": "0683577701630518_2.png",59 "action": "CLICK",60 "info": [61 [62 226,63 4664 ],65 [66 226,67 4668 ]69 ],70 "ps": "[(226, 46)]"71 },72 {73 "step": 3,74 "screenshot": "0683577701630518_3.png",75 "action": "TEXT",76 "info": "gardening class",77 "ps": ""78 },79 {80 "step": 4,81 "screenshot": "0683577701630518_4.png",82 "action": "CLICK",83 "info": [84 [85 943,86 90287 ],88 [89 943,90 90291 ]92 ],93 "ps": "[(943, 902)]"94 },95 {96 "step": 5,97 "screenshot": "0683577701630518_5.png",98 "action": "CLICK",99 "info": [100 [101 157,102 636103 ],104 [105 157,106 636107 ]108 ],109 "ps": "[(157, 636)]"110 },111 {112 "step": 6,113 "screenshot": "0683577701630518_6.png",114 "action": "CLICK",115 "info": "KEY_HOME",116 "ps": ""117 },118 {119 "step": 7,120 "screenshot": "0683577701630518_7.png",121 "action": "CLICK",122 "info": [123 [124 149,125 371126 ],127 [128 149,129 371130 ]131 ],132 "ps": "[(149, 371)]"133 },134 {135 "step": 8,136 "screenshot": "0683577701630518_8.png",137 "action": "CLICK",138 "info": [139 [140 313,141 54142 ],143 [144 313,145 54146 ]147 ],148 "ps": "[(313, 54)]"149 },150 {151 "step": 9,152 "screenshot": "0683577701630518_9.png",153 "action": "TEXT",154 "info": "flower pot",155 "ps": ""156 },157 {158 "step": 10,159 "screenshot": "0683577701630518_10.png",160 "action": "CLICK",161 "info": [162 [163 925,164 908165 ],166 [167 925,168 908169 ]170 ],171 "ps": "[(925, 908)]"172 },173 {174 "step": 11,175 "screenshot": "0683577701630518_11.png",176 "action": "CLICK",177 "info": [178 [179 925,180 589181 ],182 [183 925,184 589185 ]186 ],187 "ps": "[(925, 589)]"188 },189 {190 "step": 12,191 "screenshot": "0683577701630518_12.png",192 "action": "CLICK",193 "info": [194 [195 530,196 939197 ],198 [199 530,200 939201 ]202 ],203 "ps": "[(530, 939)]"204 },205 {206 "step": 13,207 "screenshot": "0683577701630518_13.png",208 "action": "CLICK",209 "info": "KEY_HOME",210 "ps": ""211 },212 {213 "step": 14,214 "screenshot": "0683577701630518_14.png",215 "action": "CLICK",216 "info": [217 [218 866,219 822220 ],221 [222 866,223 822224 ]225 ],226 "ps": "[(866, 822)]"227 },228 {229 "step": 15,230 "screenshot": "0683577701630518_15.png",231 "action": "CLICK",232 "info": [233 [234 891,235 925236 ],237 [238 891,239 925240 ]241 ],242 "ps": "[(891, 925)]"243 },244 {245 "step": 16,246 "screenshot": "0683577701630518_16.png",247 "action": "CLICK",248 "info": [249 [250 891,251 925252 ],253 [254 891,255 925256 ]257 ],258 "ps": "[(891, 925)]"259 },260 {261 "step": 17,262 "screenshot": "0683577701630518_17.png",263 "action": "TEXT",264 "info": "gardening class",265 "ps": ""266 },267 {268 "step": 18,269 "screenshot": "0683577701630518_18.png",270 "action": "CLICK",271 "info": [272 [273 888,274 60275 ],276 [277 888,278 60279 ]280 ],281 "ps": "[(888, 60)]"282 },283 {284 "step": 19,285 "screenshot": "0683577701630518_19.png",286 "action": "COMPLETE",287 "info": "",288 "ps": ""289 }290 ]291}