OpenGVLab/GUI-Odyssey
Dataset Card for GUI Odyssey News⭐️ A new and improved version of the GUIOdyssey dataset has been released! 🎉🎉 👉 Please use the latest version and refer to the updated README for the most up-to-date information. We highly recommend using the new version for all training and evaluation! Repository: https://github.com/OpenGVLab/GUI-Odyssey Latest Version of Dataset: hflqf88888/GUIOdyssey Paper: https://arxiv.org/pdf/2406.08451 Introduction… See the full description on the dataset page: https://huggingface.co/datasets/OpenGVLab/GUI-Odyssey.
264.1k
1{2 "episode_id": "1231251360589086",3 "device_info": {4 "product": "sdk_gphone64_x86_64",5 "release_version": "14",6 "sdk_version": "34",7 "h": 1840,8 "w": 2208,9 "device_name": "Pixel Fold"10 },11 "task_info": {12 "category": "General_Tool",13 "app": [14 "Google Play Store",15 "Setting"16 ],17 "meta_task": "Uninstall {} app and check if it's still in the app resources.",18 "task": "Uninstall Lazada app and check if it's still in the app resources.",19 "instruction": "First, uninstall the Lazada app using Google Play Store and then navigate to the Settings to verify if it is still listed in the app resources."20 },21 "step_length": 13,22 "steps": [23 {24 "step": 0,25 "screenshot": "1231251360589086_0.png",26 "action": "CLICK",27 "info": [28 [29 70,30 64731 ],32 [33 70,34 64735 ]36 ],37 "ps": "[(70, 647)]"38 },39 {40 "step": 1,41 "screenshot": "1231251360589086_1.png",42 "action": "CLICK",43 "info": [44 [45 228,46 7347 ],48 [49 229,50 7351 ]52 ],53 "ps": "[(228, 73), (229, 73)]"54 },55 {56 "step": 2,57 "screenshot": "1231251360589086_2.png",58 "action": "TEXT",59 "info": "Lazada",60 "ps": ""61 },62 {63 "step": 3,64 "screenshot": "1231251360589086_3.png",65 "action": "CLICK",66 "info": [67 [68 867,69 89270 ],71 [72 867,73 89274 ]75 ],76 "ps": "[(867, 892)]"77 },78 {79 "step": 4,80 "screenshot": "1231251360589086_4.png",81 "action": "CLICK",82 "info": [83 [84 675,85 37486 ],87 [88 675,89 37490 ]91 ],92 "ps": "[(675, 374)]"93 },94 {95 "step": 5,96 "screenshot": "1231251360589086_5.png",97 "action": "CLICK",98 "info": [99 [100 662,101 507102 ],103 [104 662,105 507106 ]107 ],108 "ps": "[(662, 507)]"109 },110 {111 "step": 6,112 "screenshot": "1231251360589086_6.png",113 "action": "CLICK",114 "info": "KEY_HOME",115 "ps": ""116 },117 {118 "step": 7,119 "screenshot": "1231251360589086_7.png",120 "action": "CLICK",121 "info": [122 [123 423,124 660125 ],126 [127 423,128 660129 ]130 ],131 "ps": "[(423, 660)]"132 },133 {134 "step": 8,135 "screenshot": "1231251360589086_8.png",136 "action": "CLICK",137 "info": [138 [139 220,140 501141 ],142 [143 220,144 501145 ]146 ],147 "ps": "[(220, 501)]"148 },149 {150 "step": 9,151 "screenshot": "1231251360589086_9.png",152 "action": "CLICK",153 "info": [154 [155 547,156 850157 ],158 [159 547,160 850161 ]162 ],163 "ps": "[(547, 850)]"164 },165 {166 "step": 10,167 "screenshot": "1231251360589086_10.png",168 "action": "CLICK",169 "info": [170 [171 913,172 97173 ],174 [175 913,176 97177 ]178 ],179 "ps": "[(913, 97)]"180 },181 {182 "step": 11,183 "screenshot": "1231251360589086_11.png",184 "action": "TEXT",185 "info": "Lazada",186 "ps": ""187 },188 {189 "step": 12,190 "screenshot": "1231251360589086_12.png",191 "action": "COMPLETE",192 "info": "",193 "ps": "Lazada"194 }195 ]196}