OpenGVLab/GUI-Odyssey
Dataset Card for GUI Odyssey News⭐️ A new and improved version of the GUIOdyssey dataset has been released! 🎉🎉 👉 Please use the latest version and refer to the updated README for the most up-to-date information. We highly recommend using the new version for all training and evaluation! Repository: https://github.com/OpenGVLab/GUI-Odyssey Latest Version of Dataset: hflqf88888/GUIOdyssey Paper: https://arxiv.org/pdf/2406.08451 Introduction… See the full description on the dataset page: https://huggingface.co/datasets/OpenGVLab/GUI-Odyssey.
264.1k
1{2 "episode_id": "1056271659907998",3 "device_info": {4 "product": "sdk_gphone64_x86_64",5 "release_version": "14",6 "sdk_version": "34",7 "h": 3120,8 "w": 1440,9 "device_name": "Pixel 7 Pro"10 },11 "task_info": {12 "category": "Multi_Apps",13 "app": [14 "Instagram",15 "AliExpress",16 "Chrome"17 ],18 "meta_task": "Search for a famous {} book, read reviews, and purchase the book.",19 "task": "Search for a famous young adult book, read reviews, and purchase the book.",20 "instruction": "Utilize Instagram to gather recommendations for a popular young adult book, then use Chrome to search for and read reviews on the chosen book. Finally, proceed to AliExpress to complete the purchase of the book."21 },22 "step_length": 17,23 "steps": [24 {25 "step": 0,26 "screenshot": "1056271659907998_0.png",27 "action": "CLICK",28 "info": [29 [30 611,31 81032 ],33 [34 611,35 81036 ]37 ],38 "ps": "[(611, 810)]"39 },40 {41 "step": 1,42 "screenshot": "1056271659907998_1.png",43 "action": "CLICK",44 "info": [45 [46 354,47 30348 ],49 [50 354,51 30152 ]53 ],54 "ps": "[(354, 303), (354, 301)]"55 },56 {57 "step": 2,58 "screenshot": "1056271659907998_2.png",59 "action": "TEXT",60 "info": "book about young adult",61 "ps": ""62 },63 {64 "step": 3,65 "screenshot": "1056271659907998_3.png",66 "action": "CLICK",67 "info": [68 [69 942,70 90071 ],72 [73 942,74 89875 ]76 ],77 "ps": "[(942, 900), (942, 898)]"78 },79 {80 "step": 4,81 "screenshot": "1056271659907998_4.png",82 "action": "CLICK",83 "info": "KEY_HOME",84 "ps": ""85 },86 {87 "step": 5,88 "screenshot": "1056271659907998_5.png",89 "action": "CLICK",90 "info": [91 [92 858,93 24594 ],95 [96 858,97 24598 ]99 ],100 "ps": "[(858, 245)]"101 },102 {103 "step": 6,104 "screenshot": "1056271659907998_6.png",105 "action": "CLICK",106 "info": [107 [108 301,109 944110 ],111 [112 301,113 944114 ]115 ],116 "ps": "[(301, 944)]"117 },118 {119 "step": 7,120 "screenshot": "1056271659907998_7.png",121 "action": "CLICK",122 "info": [123 [124 382,125 76126 ],127 [128 382,129 76130 ]131 ],132 "ps": "[(382, 76)]"133 },134 {135 "step": 8,136 "screenshot": "1056271659907998_8.png",137 "action": "TEXT",138 "info": "the giver book",139 "ps": ""140 },141 {142 "step": 9,143 "screenshot": "1056271659907998_9.png",144 "action": "CLICK",145 "info": [146 [147 916,148 900149 ],150 [151 916,152 900153 ]154 ],155 "ps": "[(916, 900)]"156 },157 {158 "step": 10,159 "screenshot": "1056271659907998_10.png",160 "action": "CLICK",161 "info": [162 [163 804,164 544165 ],166 [167 804,168 544169 ]170 ],171 "ps": "[(804, 544)]"172 },173 {174 "step": 11,175 "screenshot": "1056271659907998_11.png",176 "action": "CLICK",177 "info": "KEY_HOME",178 "ps": ""179 },180 {181 "step": 12,182 "screenshot": "1056271659907998_12.png",183 "action": "CLICK",184 "info": [185 [186 148,187 104188 ],189 [190 148,191 104192 ]193 ],194 "ps": "[(148, 104)]"195 },196 {197 "step": 13,198 "screenshot": "1056271659907998_13.png",199 "action": "CLICK",200 "info": [201 [202 286,203 70204 ],205 [206 286,207 70208 ]209 ],210 "ps": "[(286, 70)]"211 },212 {213 "step": 14,214 "screenshot": "1056271659907998_14.png",215 "action": "TEXT",216 "info": "the giver book",217 "ps": ""218 },219 {220 "step": 15,221 "screenshot": "1056271659907998_15.png",222 "action": "CLICK",223 "info": [224 [225 901,226 907227 ],228 [229 901,230 907231 ]232 ],233 "ps": "[(901, 907)]"234 },235 {236 "step": 16,237 "screenshot": "1056271659907998_16.png",238 "action": "COMPLETE",239 "info": "",240 "ps": ""241 }242 ]243}