OpenGVLab/GUI-Odyssey
Dataset Card for GUI Odyssey News⭐️ A new and improved version of the GUIOdyssey dataset has been released! 🎉🎉 👉 Please use the latest version and refer to the updated README for the most up-to-date information. We highly recommend using the new version for all training and evaluation! Repository: https://github.com/OpenGVLab/GUI-Odyssey Latest Version of Dataset: hflqf88888/GUIOdyssey Paper: https://arxiv.org/pdf/2406.08451 Introduction… See the full description on the dataset page: https://huggingface.co/datasets/OpenGVLab/GUI-Odyssey.
264.1k
1{2 "episode_id": "1257979142954913",3 "device_info": {4 "product": "sdk_gphone64_x86_64",5 "release_version": "14",6 "sdk_version": "34",7 "h": 2400,8 "w": 1080,9 "device_name": "Medium Phone"10 },11 "task_info": {12 "category": "Social_Sharing",13 "app": [14 "ESPN",15 "Facebook"16 ],17 "meta_task": "Look up the score of a/an recently {} and share the result.",18 "task": "Look up the score of a/an recently volleyball match and share the result.",19 "instruction": "Use ESPN to find the score of a recent volleyball match and then share the results on Facebook."20 },21 "step_length": 14,22 "steps": [23 {24 "step": 0,25 "screenshot": "1257979142954913_0.png",26 "action": "CLICK",27 "info": [28 [29 639,30 63431 ],32 [33 639,34 63435 ]36 ],37 "ps": "[(639, 634)]"38 },39 {40 "step": 1,41 "screenshot": "1257979142954913_1.png",42 "action": "CLICK",43 "info": [44 [45 819,46 5747 ],48 [49 819,50 5751 ]52 ],53 "ps": "[(819, 57)]"54 },55 {56 "step": 2,57 "screenshot": "1257979142954913_2.png",58 "action": "TEXT",59 "info": "volleyball",60 "ps": ""61 },62 {63 "step": 3,64 "screenshot": "1257979142954913_3.png",65 "action": "CLICK",66 "info": [67 [68 357,69 23670 ],71 [72 357,73 23674 ]75 ],76 "ps": "[(357, 236)]"77 },78 {79 "step": 4,80 "screenshot": "1257979142954913_4.png",81 "action": "CLICK",82 "info": "KEY_HOME",83 "ps": ""84 },85 {86 "step": 5,87 "screenshot": "1257979142954913_5.png",88 "action": "CLICK",89 "info": [90 [91 403,92 9893 ],94 [95 403,96 9897 ]98 ],99 "ps": "[(403, 98)]"100 },101 {102 "step": 6,103 "screenshot": "1257979142954913_6.png",104 "action": "CLICK",105 "info": [106 [107 249,108 100109 ],110 [111 249,112 100113 ]114 ],115 "ps": "[(249, 100)]"116 },117 {118 "step": 7,119 "screenshot": "1257979142954913_7.png",120 "action": "CLICK",121 "info": [122 [123 532,124 168125 ],126 [127 532,128 168129 ]130 ],131 "ps": "[(532, 168)]"132 },133 {134 "step": 8,135 "screenshot": "1257979142954913_8.png",136 "action": "CLICK",137 "info": [138 [139 172,140 213141 ],142 [143 172,144 213145 ]146 ],147 "ps": "[(172, 213)]"148 },149 {150 "step": 9,151 "screenshot": "1257979142954913_9.png",152 "action": "CLICK",153 "info": [154 [155 486,156 493157 ],158 [159 486,160 493161 ]162 ],163 "ps": "[(486, 493)]"164 },165 {166 "step": 10,167 "screenshot": "1257979142954913_10.png",168 "action": "CLICK",169 "info": [170 [171 323,172 941173 ],174 [175 323,176 941177 ]178 ],179 "ps": "[(323, 941)]"180 },181 {182 "step": 11,183 "screenshot": "1257979142954913_11.png",184 "action": "TEXT",185 "info": "Hawi'i:UCLA is 1:3",186 "ps": ""187 },188 {189 "step": 12,190 "screenshot": "1257979142954913_12.png",191 "action": "CLICK",192 "info": [193 [194 934,195 592196 ],197 [198 934,199 592200 ]201 ],202 "ps": "[(934, 592)]"203 },204 {205 "step": 13,206 "screenshot": "1257979142954913_13.png",207 "action": "COMPLETE",208 "info": "",209 "ps": ""210 }211 ]212}