OpenGVLab/GUI-Odyssey
Dataset Card for GUI Odyssey News⭐️ A new and improved version of the GUIOdyssey dataset has been released! 🎉🎉 👉 Please use the latest version and refer to the updated README for the most up-to-date information. We highly recommend using the new version for all training and evaluation! Repository: https://github.com/OpenGVLab/GUI-Odyssey Latest Version of Dataset: hflqf88888/GUIOdyssey Paper: https://arxiv.org/pdf/2406.08451 Introduction… See the full description on the dataset page: https://huggingface.co/datasets/OpenGVLab/GUI-Odyssey.
264.1k
1{2 "episode_id": "1063125752181167",3 "device_info": {4 "product": "sdk_gphone64_x86_64",5 "release_version": "14",6 "sdk_version": "34",7 "h": 1840,8 "w": 2208,9 "device_name": "Pixel Fold"10 },11 "task_info": {12 "category": "Information_Management",13 "app": [14 "Calculator",15 "Google Keep"16 ],17 "meta_task": "Calculate today's total cost {} and record in a document or budget app.",18 "task": "Calculate today's total cost '20+34+2' and record in a document or budget app.",19 "instruction": "Use the Calculator app to find the sum of '20+34+2' for today's total cost, and then record this amount in Google Keep."20 },21 "step_length": 20,22 "steps": [23 {24 "step": 0,25 "screenshot": "1063125752181167_0.png",26 "action": "CLICK",27 "info": [28 [29 814,30 48931 ],32 [33 814,34 48935 ]36 ],37 "ps": "[(814, 489)]"38 },39 {40 "step": 1,41 "screenshot": "1063125752181167_1.png",42 "action": "CLICK",43 "info": [44 [45 267,46 54647 ],48 [49 267,50 54651 ]52 ],53 "ps": "[(267, 546)]"54 },55 {56 "step": 2,57 "screenshot": "1063125752181167_2.png",58 "action": "CLICK",59 "info": [60 [61 418,62 79663 ],64 [65 418,66 79667 ]68 ],69 "ps": "[(418, 796)]"70 },71 {72 "step": 3,73 "screenshot": "1063125752181167_3.png",74 "action": "CLICK",75 "info": [76 [77 435,78 87479 ],80 [81 435,82 87483 ]84 ],85 "ps": "[(435, 874)]"86 },87 {88 "step": 4,89 "screenshot": "1063125752181167_4.png",90 "action": "CLICK",91 "info": [92 [93 722,94 80395 ],96 [97 722,98 80399 ]100 ],101 "ps": "[(722, 803)]"102 },103 {104 "step": 5,105 "screenshot": "1063125752181167_5.png",106 "action": "CLICK",107 "info": [108 [109 576,110 783111 ],112 [113 576,114 783115 ]116 ],117 "ps": "[(576, 783)]"118 },119 {120 "step": 6,121 "screenshot": "1063125752181167_6.png",122 "action": "CLICK",123 "info": [124 [125 308,126 713127 ],128 [129 308,130 713131 ]132 ],133 "ps": "[(308, 713)]"134 },135 {136 "step": 7,137 "screenshot": "1063125752181167_7.png",138 "action": "CLICK",139 "info": [140 [141 752,142 786143 ],144 [145 752,146 786147 ]148 ],149 "ps": "[(752, 786)]"150 },151 {152 "step": 8,153 "screenshot": "1063125752181167_8.png",154 "action": "CLICK",155 "info": [156 [157 453,158 797159 ],160 [161 453,162 797163 ]164 ],165 "ps": "[(453, 797)]"166 },167 {168 "step": 9,169 "screenshot": "1063125752181167_9.png",170 "action": "CLICK",171 "info": [172 [173 714,174 880175 ],176 [177 714,178 880179 ]180 ],181 "ps": "[(714, 880)]"182 },183 {184 "step": 10,185 "screenshot": "1063125752181167_10.png",186 "action": "CLICK",187 "info": "KEY_HOME",188 "ps": ""189 },190 {191 "step": 11,192 "screenshot": "1063125752181167_11.png",193 "action": "SCROLL",194 "info": [195 [196 441,197 468198 ],199 [200 737,201 468202 ]203 ],204 "ps": "[(441, 468), (445, 468), (448, 468), (459, 468), (478, 468), (504, 468), (533, 468), (567, 468), (601, 468), (631, 468), (660, 468), (689, 468), (713, 468), (737, 468)]"205 },206 {207 "step": 12,208 "screenshot": "1063125752181167_12.png",209 "action": "CLICK",210 "info": [211 [212 683,213 658214 ],215 [216 683,217 658218 ]219 ],220 "ps": "[(683, 658)]"221 },222 {223 "step": 13,224 "screenshot": "1063125752181167_13.png",225 "action": "CLICK",226 "info": [227 [228 422,229 851230 ],231 [232 422,233 851234 ]235 ],236 "ps": "[(422, 851)]"237 },238 {239 "step": 14,240 "screenshot": "1063125752181167_14.png",241 "action": "TEXT",242 "info": "56",243 "ps": ""244 },245 {246 "step": 15,247 "screenshot": "1063125752181167_15.png",248 "action": "CLICK",249 "info": [250 [251 623,252 184253 ],254 [255 623,256 184257 ]258 ],259 "ps": "[(623, 184)]"260 },261 {262 "step": 16,263 "screenshot": "1063125752181167_16.png",264 "action": "SCROLL",265 "info": [266 [267 495,268 15269 ],270 [271 497,272 532273 ]274 ],275 "ps": "[(495, 15), (495, 17), (497, 22), (497, 25), (497, 29), (497, 32), (497, 39), (497, 47), (497, 62), (497, 76), (497, 93), (497, 113), (497, 139), (497, 164), (497, 191), (497, 223), (497, 257), (497, 292), (497, 328), (497, 364), (497, 405), (497, 440), (497, 475), (497, 507), (497, 532)]"276 },277 {278 "step": 17,279 "screenshot": "1063125752181167_17.png",280 "action": "SCROLL",281 "info": [282 [283 538,284 949285 ],286 [287 579,288 516289 ]290 ],291 "ps": "[(538, 949), (538, 947), (538, 940), (538, 934), (538, 922), (538, 903), (540, 877), (544, 846), (548, 807), (554, 763), (559, 719), (563, 669), (569, 615), (574, 565), (579, 516)]"292 },293 {294 "step": 18,295 "screenshot": "1063125752181167_18.png",296 "action": "TEXT",297 "info": "May 2 cost",298 "ps": ""299 },300 {301 "step": 19,302 "screenshot": "1063125752181167_19.png",303 "action": "COMPLETE",304 "info": "",305 "ps": ""306 }307 ]308}