OpenGVLab/GUI-Odyssey
Dataset Card for GUI Odyssey News⭐️ A new and improved version of the GUIOdyssey dataset has been released! 🎉🎉 👉 Please use the latest version and refer to the updated README for the most up-to-date information. We highly recommend using the new version for all training and evaluation! Repository: https://github.com/OpenGVLab/GUI-Odyssey Latest Version of Dataset: hflqf88888/GUIOdyssey Paper: https://arxiv.org/pdf/2406.08451 Introduction… See the full description on the dataset page: https://huggingface.co/datasets/OpenGVLab/GUI-Odyssey.
264.1k
1{2 "episode_id": "0216238331645742",3 "device_info": {4 "product": "sdk_gphone64_x86_64",5 "release_version": "14",6 "sdk_version": "34",7 "h": 3120,8 "w": 1440,9 "device_name": "Pixel 7 Pro"10 },11 "task_info": {12 "category": "Social_Sharing",13 "app": [14 "Facebook",15 "Pandora"16 ],17 "meta_task": "Listen to a album of {} style, then share the name of the album.",18 "task": "Listen to a album of Jazz style, then share the name of the album.",19 "instruction": "First, listen to a jazz album on Pandora. Afterward, share the name of the album with Victor James on Facebook."20 },21 "step_length": 21,22 "steps": [23 {24 "step": 0,25 "screenshot": "0216238331645742_0.png",26 "action": "CLICK",27 "info": [28 [29 384,30 52031 ],32 [33 384,34 52035 ]36 ],37 "ps": "[(384, 520)]"38 },39 {40 "step": 1,41 "screenshot": "0216238331645742_1.png",42 "action": "CLICK",43 "info": [44 [45 85,46 6847 ],48 [49 85,50 6851 ]52 ],53 "ps": "[(85, 68)]"54 },55 {56 "step": 2,57 "screenshot": "0216238331645742_2.png",58 "action": "CLICK",59 "info": [60 [61 530,62 67863 ],64 [65 530,66 67867 ]68 ],69 "ps": "[(530, 678)]"70 },71 {72 "step": 3,73 "screenshot": "0216238331645742_3.png",74 "action": "CLICK",75 "info": [76 [77 647,78 93579 ],80 [81 647,82 93583 ]84 ],85 "ps": "[(647, 935)]"86 },87 {88 "step": 4,89 "screenshot": "0216238331645742_4.png",90 "action": "CLICK",91 "info": [92 [93 360,94 7195 ],96 [97 360,98 7199 ]100 ],101 "ps": "[(360, 71)]"102 },103 {104 "step": 5,105 "screenshot": "0216238331645742_5.png",106 "action": "TEXT",107 "info": "jazz",108 "ps": ""109 },110 {111 "step": 6,112 "screenshot": "0216238331645742_6.png",113 "action": "SCROLL",114 "info": [115 [116 785,117 136118 ],119 [120 274,121 145122 ]123 ],124 "ps": "[(785, 136), (783, 136), (780, 136), (773, 136), (768, 136), (763, 136), (754, 136), (746, 136), (741, 137), (731, 137), (717, 139), (697, 139), (678, 139), (654, 139), (634, 141), (610, 143), (590, 143), (566, 143), (547, 143), (527, 143), (515, 143), (506, 143), (496, 143), (488, 143), (484, 143), (477, 143), (474, 143), (472, 143), (467, 143), (462, 143), (454, 143), (445, 143), (440, 143), (433, 143), (428, 143), (423, 143), (415, 143), (411, 143), (404, 143), (399, 143), (394, 143), (386, 143), (381, 143), (374, 143), (370, 143), (365, 143), (360, 143), (355, 143), (350, 143), (343, 143), (338, 143), (333, 143), (326, 143), (321, 143), (313, 143), (308, 143), (304, 143), (297, 143), (294, 143), (292, 143), (289, 144), (287, 145), (282, 145), (274, 145)]"125 },126 {127 "step": 7,128 "screenshot": "0216238331645742_7.png",129 "action": "CLICK",130 "info": [131 [132 909,133 132134 ],135 [136 914,137 128138 ]139 ],140 "ps": "[(909, 132), (914, 128)]"141 },142 {143 "step": 8,144 "screenshot": "0216238331645742_8.png",145 "action": "CLICK",146 "info": [147 [148 919,149 206150 ],151 [152 919,153 206154 ]155 ],156 "ps": "[(919, 206)]"157 },158 {159 "step": 9,160 "screenshot": "0216238331645742_9.png",161 "action": "CLICK",162 "info": [163 [164 532,165 564166 ],167 [168 532,169 564170 ]171 ],172 "ps": "[(532, 564)]"173 },174 {175 "step": 10,176 "screenshot": "0216238331645742_10.png",177 "action": "CLICK",178 "info": [179 [180 914,181 220182 ],183 [184 914,185 220186 ]187 ],188 "ps": "[(914, 220)]"189 },190 {191 "step": 11,192 "screenshot": "0216238331645742_11.png",193 "action": "CLICK",194 "info": "KEY_HOME",195 "ps": ""196 },197 {198 "step": 12,199 "screenshot": "0216238331645742_12.png",200 "action": "CLICK",201 "info": [202 [203 136,204 124205 ],206 [207 136,208 124209 ]210 ],211 "ps": "[(136, 124)]"212 },213 {214 "step": 13,215 "screenshot": "0216238331645742_13.png",216 "action": "CLICK",217 "info": [218 [219 245,220 116221 ],222 [223 245,224 116225 ]226 ],227 "ps": "[(245, 116)]"228 },229 {230 "step": 14,231 "screenshot": "0216238331645742_14.png",232 "action": "CLICK",233 "info": [234 [235 435,236 153237 ],238 [239 435,240 153241 ]242 ],243 "ps": "[(435, 153)]"244 },245 {246 "step": 15,247 "screenshot": "0216238331645742_15.png",248 "action": "CLICK",249 "info": [250 [251 457,252 256253 ],254 [255 457,256 256257 ]258 ],259 "ps": "[(457, 256)]"260 },261 {262 "step": 16,263 "screenshot": "0216238331645742_16.png",264 "action": "CLICK",265 "info": [266 [267 486,268 516269 ],270 [271 486,272 516273 ]274 ],275 "ps": "[(486, 516)]"276 },277 {278 "step": 17,279 "screenshot": "0216238331645742_17.png",280 "action": "CLICK",281 "info": [282 [283 462,284 937285 ],286 [287 462,288 937289 ]290 ],291 "ps": "[(462, 937)]"292 },293 {294 "step": 18,295 "screenshot": "0216238331645742_18.png",296 "action": "TEXT",297 "info": "Jazz",298 "ps": ""299 },300 {301 "step": 19,302 "screenshot": "0216238331645742_19.png",303 "action": "CLICK",304 "info": [305 [306 948,307 595308 ],309 [310 948,311 595312 ]313 ],314 "ps": "[(948, 595)]"315 },316 {317 "step": 20,318 "screenshot": "0216238331645742_20.png",319 "action": "COMPLETE",320 "info": "",321 "ps": "Victor James"322 }323 ]324}