OpenGVLab/GUI-Odyssey
Dataset Card for GUI Odyssey News⭐️ A new and improved version of the GUIOdyssey dataset has been released! 🎉🎉 👉 Please use the latest version and refer to the updated README for the most up-to-date information. We highly recommend using the new version for all training and evaluation! Repository: https://github.com/OpenGVLab/GUI-Odyssey Latest Version of Dataset: hflqf88888/GUIOdyssey Paper: https://arxiv.org/pdf/2406.08451 Introduction… See the full description on the dataset page: https://huggingface.co/datasets/OpenGVLab/GUI-Odyssey.
264.1k
1{2 "episode_id": "1027052235459578",3 "device_info": {4 "product": "sdk_gphone64_arm64",5 "release_version": "14",6 "sdk_version": "34",7 "h": 1280,8 "w": 720,9 "device_name": "Small Phone"10 },11 "task_info": {12 "category": "Web_Shopping",13 "app": [14 "Facebook",15 "Ebay"16 ],17 "meta_task": "Find a highly recommended {} and then purchase one.",18 "task": "Find a highly recommended gaming mouse and then purchase one.",19 "instruction": "Utilize Facebook to gather recommendations for a top-tier gaming mouse, and afterwards, proceed to Ebay to purchase one."20 },21 "step_length": 19,22 "steps": [23 {24 "step": 0,25 "screenshot": "1027052235459578_0.png",26 "action": "CLICK",27 "info": [28 [29 323,30 48331 ],32 [33 323,34 48335 ]36 ],37 "ps": "[(323, 483)]"38 },39 {40 "step": 1,41 "screenshot": "1027052235459578_1.png",42 "action": "CLICK",43 "info": [44 [45 802,46 7547 ],48 [49 802,50 7551 ]52 ],53 "ps": "[(802, 75)]"54 },55 {56 "step": 2,57 "screenshot": "1027052235459578_2.png",58 "action": "TEXT",59 "info": "gaming mouse recommendation",60 "ps": ""61 },62 {63 "step": 3,64 "screenshot": "1027052235459578_3.png",65 "action": "CLICK",66 "info": [67 [68 924,69 86870 ],71 [72 924,73 86874 ]75 ],76 "ps": "[(924, 868)]"77 },78 {79 "step": 4,80 "screenshot": "1027052235459578_4.png",81 "action": "CLICK",82 "info": [83 [84 240,85 15686 ],87 [88 240,89 15690 ]91 ],92 "ps": "[(240, 156)]"93 },94 {95 "step": 5,96 "screenshot": "1027052235459578_5.png",97 "action": "CLICK",98 "info": [99 [100 249,101 307102 ],103 [104 249,105 307106 ]107 ],108 "ps": "[(249, 307)]"109 },110 {111 "step": 6,112 "screenshot": "1027052235459578_6.png",113 "action": "CLICK",114 "info": "KEY_HOME",115 "ps": ""116 },117 {118 "step": 7,119 "screenshot": "1027052235459578_7.png",120 "action": "CLICK",121 "info": [122 [123 129,124 64125 ],126 [127 129,128 64129 ]130 ],131 "ps": "[(129, 64)]"132 },133 {134 "step": 8,135 "screenshot": "1027052235459578_8.png",136 "action": "CLICK",137 "info": [138 [139 258,140 201141 ],142 [143 258,144 201145 ]146 ],147 "ps": "[(258, 201)]"148 },149 {150 "step": 9,151 "screenshot": "1027052235459578_9.png",152 "action": "TEXT",153 "info": "Razer",154 "ps": ""155 },156 {157 "step": 10,158 "screenshot": "1027052235459578_10.png",159 "action": "CLICK",160 "info": [161 [162 913,163 871164 ],165 [166 913,167 871168 ]169 ],170 "ps": "[(913, 871)]"171 },172 {173 "step": 11,174 "screenshot": "1027052235459578_11.png",175 "action": "SCROLL",176 "info": [177 [178 629,179 682180 ],181 [182 594,183 280184 ]185 ],186 "ps": "[(629, 682), (629, 681), (630, 680), (633, 667), (636, 642), (638, 582), (634, 510), (629, 446), (624, 412), (619, 377), (611, 339), (608, 326), (605, 310), (602, 299), (598, 288), (597, 285), (597, 282), (594, 280)]"187 },188 {189 "step": 12,190 "screenshot": "1027052235459578_12.png",191 "action": "CLICK",192 "info": [193 [194 204,195 421196 ],197 [198 204,199 421200 ]201 ],202 "ps": "[(204, 421)]"203 },204 {205 "step": 13,206 "screenshot": "1027052235459578_13.png",207 "action": "SCROLL",208 "info": [209 [210 436,211 754212 ],213 [214 465,215 70216 ]217 ],218 "ps": "[(436, 754), (441, 742), (447, 726), (455, 708), (468, 667), (481, 592), (481, 540), (479, 458), (477, 351), (477, 293), (477, 259), (477, 212), (474, 174), (470, 153), (469, 143), (468, 124), (468, 112), (468, 104), (465, 94), (465, 84), (465, 76), (465, 73), (465, 71), (465, 70)]"219 },220 {221 "step": 14,222 "screenshot": "1027052235459578_14.png",223 "action": "SCROLL",224 "info": [225 [226 516,227 713228 ],229 [230 598,231 207232 ]233 ],234 "ps": "[(516, 713), (520, 705), (530, 683), (538, 664), (566, 582), (584, 507), (598, 407), (598, 365), (598, 295), (598, 252), (598, 223), (598, 213), (598, 210), (598, 207)]"235 },236 {237 "step": 15,238 "screenshot": "1027052235459578_15.png",239 "action": "CLICK",240 "info": [241 [242 431,243 700244 ],245 [246 431,247 700248 ]249 ],250 "ps": "[(431, 700)]"251 },252 {253 "step": 16,254 "screenshot": "1027052235459578_16.png",255 "action": "CLICK",256 "info": "KEY_BACK",257 "ps": ""258 },259 {260 "step": 17,261 "screenshot": "1027052235459578_17.png",262 "action": "CLICK",263 "info": [264 [265 447,266 770267 ],268 [269 447,270 770271 ]272 ],273 "ps": "[(447, 770)]"274 },275 {276 "step": 18,277 "screenshot": "1027052235459578_18.png",278 "action": "COMPLETE",279 "info": "",280 "ps": ""281 }282 ]283}