OpenGVLab/GUI-Odyssey
Dataset Card for GUI Odyssey News⭐️ A new and improved version of the GUIOdyssey dataset has been released! 🎉🎉 👉 Please use the latest version and refer to the updated README for the most up-to-date information. We highly recommend using the new version for all training and evaluation! Repository: https://github.com/OpenGVLab/GUI-Odyssey Latest Version of Dataset: hflqf88888/GUIOdyssey Paper: https://arxiv.org/pdf/2406.08451 Introduction… See the full description on the dataset page: https://huggingface.co/datasets/OpenGVLab/GUI-Odyssey.
264.1k
1{2 "episode_id": "0049360437626900",3 "device_info": {4 "product": "sdk_gphone64_x86_64",5 "release_version": "14",6 "sdk_version": "34",7 "h": 2992,8 "w": 1344,9 "device_name": "Pixel 8 Pro"10 },11 "task_info": {12 "category": "General_Tool",13 "app": [14 "GPS",15 "Uber"16 ],17 "meta_task": "Find a nearby {} on map and call a ride-sharing service.",18 "task": "Find a nearby grocery store on map and call a ride-sharing service.",19 "instruction": "Locate a nearby grocery store using GPS, then use Uber to call a ride-sharing service."20 },21 "step_length": 16,22 "steps": [23 {24 "step": 0,25 "screenshot": "0049360437626900_0.png",26 "action": "SCROLL",27 "info": [28 [29 442,30 33731 ],32 [33 0,34 35435 ]36 ],37 "ps": "[(442, 337), (440, 337), (438, 337), (435, 337), (433, 337), (431, 337), (429, 337), (427, 337), (424, 337), (422, 337), (418, 337), (415, 337), (413, 337), (409, 337), (406, 337), (402, 337), (400, 337), (395, 337), (393, 337), (389, 337), (386, 337), (384, 337), (380, 337), (375, 337), (371, 337), (366, 337), (362, 337), (357, 339), (353, 339), (348, 339), (344, 340), (337, 340), (333, 340), (328, 340), (324, 341), (317, 341), (313, 341), (308, 341), (304, 342), (297, 342), (290, 342), (286, 343), (281, 343), (270, 344), (264, 344), (257, 344), (252, 345), (244, 345), (237, 345), (230, 345), (226, 345), (219, 346), (212, 346), (208, 346), (197, 347), (183, 347), (177, 347), (168, 348), (161, 348), (154, 348), (143, 348), (136, 349), (127, 349), (119, 350), (110, 350), (103, 350), (92, 350), (85, 350), (74, 350), (65, 351), (58, 351), (47, 351), (38, 351), (27, 353), (23, 353), (14, 353), (2, 353), (0, 354)]"38 },39 {40 "step": 1,41 "screenshot": "0049360437626900_1.png",42 "action": "CLICK",43 "info": [44 [45 188,46 12347 ],48 [49 188,50 12351 ]52 ],53 "ps": "[(188, 123)]"54 },55 {56 "step": 2,57 "screenshot": "0049360437626900_2.png",58 "action": "CLICK",59 "info": [60 [61 552,62 17863 ],64 [65 552,66 17867 ]68 ],69 "ps": "[(552, 178)]"70 },71 {72 "step": 3,73 "screenshot": "0049360437626900_3.png",74 "action": "CLICK",75 "info": [76 [77 402,78 85279 ],80 [81 402,82 85283 ]84 ],85 "ps": "[(402, 852)]"86 },87 {88 "step": 4,89 "screenshot": "0049360437626900_4.png",90 "action": "TEXT",91 "info": "procery store",92 "ps": ""93 },94 {95 "step": 5,96 "screenshot": "0049360437626900_5.png",97 "action": "CLICK",98 "info": [99 [100 906,101 919102 ],103 [104 906,105 919106 ]107 ],108 "ps": "[(906, 919)]"109 },110 {111 "step": 6,112 "screenshot": "0049360437626900_6.png",113 "action": "CLICK",114 "info": [115 [116 246,117 147118 ],119 [120 246,121 147122 ]123 ],124 "ps": "[(246, 147)]"125 },126 {127 "step": 7,128 "screenshot": "0049360437626900_7.png",129 "action": "CLICK",130 "info": "KEY_HOME",131 "ps": ""132 },133 {134 "step": 8,135 "screenshot": "0049360437626900_8.png",136 "action": "CLICK",137 "info": [138 [139 165,140 388141 ],142 [143 165,144 388145 ]146 ],147 "ps": "[(165, 388)]"148 },149 {150 "step": 9,151 "screenshot": "0049360437626900_9.png",152 "action": "CLICK",153 "info": [154 [155 150,156 311157 ],158 [159 150,160 311161 ]162 ],163 "ps": "[(150, 311)]"164 },165 {166 "step": 10,167 "screenshot": "0049360437626900_10.png",168 "action": "TEXT",169 "info": "best market",170 "ps": ""171 },172 {173 "step": 11,174 "screenshot": "0049360437626900_11.png",175 "action": "CLICK",176 "info": [177 [178 290,179 320180 ],181 [182 290,183 320184 ]185 ],186 "ps": "[(290, 320)]"187 },188 {189 "step": 12,190 "screenshot": "0049360437626900_12.png",191 "action": "CLICK",192 "info": [193 [194 547,195 931196 ],197 [198 547,199 931200 ]201 ],202 "ps": "[(547, 931)]"203 },204 {205 "step": 13,206 "screenshot": "0049360437626900_13.png",207 "action": "CLICK",208 "info": [209 [210 373,211 947212 ],213 [214 375,215 947216 ]217 ],218 "ps": "[(373, 947), (375, 947)]"219 },220 {221 "step": 14,222 "screenshot": "0049360437626900_14.png",223 "action": "CLICK",224 "info": [225 [226 650,227 936228 ],229 [230 650,231 936232 ]233 ],234 "ps": "[(650, 936)]"235 },236 {237 "step": 15,238 "screenshot": "0049360437626900_15.png",239 "action": "COMPLETE",240 "info": "",241 "ps": ""242 }243 ]244}