OpenGVLab/GUI-Odyssey
Dataset Card for GUI Odyssey News⭐️ A new and improved version of the GUIOdyssey dataset has been released! 🎉🎉 👉 Please use the latest version and refer to the updated README for the most up-to-date information. We highly recommend using the new version for all training and evaluation! Repository: https://github.com/OpenGVLab/GUI-Odyssey Latest Version of Dataset: hflqf88888/GUIOdyssey Paper: https://arxiv.org/pdf/2406.08451 Introduction… See the full description on the dataset page: https://huggingface.co/datasets/OpenGVLab/GUI-Odyssey.
263.8k
1{2 "episode_id": "0334405499977786",3 "device_info": {4 "product": "sdk_gphone64_x86_64",5 "release_version": "14",6 "sdk_version": "34",7 "h": 3120,8 "w": 1440,9 "device_name": "Pixel 7 Pro"10 },11 "task_info": {12 "category": "Social_Sharing",13 "app": [14 "Google Meet",15 "Threads"16 ],17 "meta_task": "Create a online meeting and share the link to your friend.",18 "task": "Create a online meeting and share the link to your friend.",19 "instruction": "Set up an online meeting using Google Meet, then share the meeting link with moments via Threads."20 },21 "step_length": 17,22 "steps": [23 {24 "step": 0,25 "screenshot": "0334405499977786_0.png",26 "action": "CLICK",27 "info": [28 [29 141,30 35731 ],32 [33 141,34 35735 ]36 ],37 "ps": "[(141, 357)]"38 },39 {40 "step": 1,41 "screenshot": "0334405499977786_1.png",42 "action": "CLICK",43 "info": [44 [45 858,46 90547 ],48 [49 858,50 90551 ]52 ],53 "ps": "[(858, 905)]"54 },55 {56 "step": 2,57 "screenshot": "0334405499977786_2.png",58 "action": "CLICK",59 "info": [60 [61 323,62 21063 ],64 [65 323,66 21067 ]68 ],69 "ps": "[(323, 210)]"70 },71 {72 "step": 3,73 "screenshot": "0334405499977786_3.png",74 "action": "CLICK",75 "info": [76 [77 875,78 79479 ],80 [81 875,82 79483 ]84 ],85 "ps": "[(875, 794)]"86 },87 {88 "step": 4,89 "screenshot": "0334405499977786_4.png",90 "action": "CLICK",91 "info": "KEY_HOME",92 "ps": ""93 },94 {95 "step": 5,96 "screenshot": "0334405499977786_5.png",97 "action": "CLICK",98 "info": [99 [100 649,101 254102 ],103 [104 649,105 254106 ]107 ],108 "ps": "[(649, 254)]"109 },110 {111 "step": 6,112 "screenshot": "0334405499977786_6.png",113 "action": "CLICK",114 "info": [115 [116 522,117 937118 ],119 [120 522,121 937122 ]123 ],124 "ps": "[(522, 937)]"125 },126 {127 "step": 7,128 "screenshot": "0334405499977786_7.png",129 "action": "TEXT",130 "info": "meet.google.com/eeq-qezd-szy",131 "ps": ""132 },133 {134 "step": 8,135 "screenshot": "0334405499977786_8.png",136 "action": "CLICK",137 "info": [138 [139 877,140 587141 ],142 [143 877,144 587145 ]146 ],147 "ps": "[(877, 587)]"148 },149 {150 "step": 9,151 "screenshot": "0334405499977786_9.png",152 "action": "CLICK",153 "info": [154 [155 73,156 74157 ],158 [159 73,160 74161 ]162 ],163 "ps": "[(73, 74)]"164 },165 {166 "step": 10,167 "screenshot": "0334405499977786_10.png",168 "action": "CLICK",169 "info": [170 [171 569,172 605173 ],174 [175 569,176 605177 ]178 ],179 "ps": "[(569, 605)]"180 },181 {182 "step": 11,183 "screenshot": "0334405499977786_11.png",184 "action": "CLICK",185 "info": [186 [187 97,188 80189 ],190 [191 97,192 80193 ]194 ],195 "ps": "[(97, 80)]"196 },197 {198 "step": 12,199 "screenshot": "0334405499977786_12.png",200 "action": "CLICK",201 "info": [202 [203 535,204 509205 ],206 [207 535,208 509209 ]210 ],211 "ps": "[(535, 509)]"212 },213 {214 "step": 13,215 "screenshot": "0334405499977786_13.png",216 "action": "CLICK",217 "info": [218 [219 518,220 942221 ],222 [223 518,224 942225 ]226 ],227 "ps": "[(518, 942)]"228 },229 {230 "step": 14,231 "screenshot": "0334405499977786_14.png",232 "action": "TEXT",233 "info": "meet.google.com/eeq-qezd-szy",234 "ps": ""235 },236 {237 "step": 15,238 "screenshot": "0334405499977786_15.png",239 "action": "CLICK",240 "info": [241 [242 865,243 584244 ],245 [246 865,247 584248 ]249 ],250 "ps": "[(865, 584)]"251 },252 {253 "step": 16,254 "screenshot": "0334405499977786_16.png",255 "action": "COMPLETE",256 "info": "",257 "ps": "moments"258 }259 ]260}