OpenGVLab/GUI-Odyssey
Dataset Card for GUI Odyssey News⭐️ A new and improved version of the GUIOdyssey dataset has been released! 🎉🎉 👉 Please use the latest version and refer to the updated README for the most up-to-date information. We highly recommend using the new version for all training and evaluation! Repository: https://github.com/OpenGVLab/GUI-Odyssey Latest Version of Dataset: hflqf88888/GUIOdyssey Paper: https://arxiv.org/pdf/2406.08451 Introduction… See the full description on the dataset page: https://huggingface.co/datasets/OpenGVLab/GUI-Odyssey.
264.1k
1{2 "episode_id": "1067567890618246",3 "device_info": {4 "product": "sdk_gphone64_x86_64",5 "release_version": "14",6 "sdk_version": "34",7 "h": 2400,8 "w": 1080,9 "device_name": "Medium Phone"10 },11 "task_info": {12 "category": "Multi_Apps",13 "app": [14 "AliExpress",15 "Calendar",16 "DuckDuckGo"17 ],18 "meta_task": "Look up a/an {} class, buy the thing needed in the class, and set a calendar reminder to study.",19 "task": "Look up a/an Coding class, buy the thing needed in the class, and set a calendar reminder to study.",20 "instruction": "Search for a Coding class using DuckDuckGo, purchase the necessary items for the class from AliExpress, and create a reminder in Calendar to study."21 },22 "step_length": 16,23 "steps": [24 {25 "step": 0,26 "screenshot": "1067567890618246_0.png",27 "action": "CLICK",28 "info": [29 [30 391,31 24032 ],33 [34 391,35 24036 ]37 ],38 "ps": "[(391, 240)]"39 },40 {41 "step": 1,42 "screenshot": "1067567890618246_1.png",43 "action": "TEXT",44 "info": "coding class",45 "ps": ""46 },47 {48 "step": 2,49 "screenshot": "1067567890618246_2.png",50 "action": "CLICK",51 "info": [52 [53 928,54 91255 ],56 [57 928,58 91259 ]60 ],61 "ps": "[(928, 912)]"62 },63 {64 "step": 3,65 "screenshot": "1067567890618246_3.png",66 "action": "CLICK",67 "info": [68 [69 316,70 56971 ],72 [73 316,74 56975 ]76 ],77 "ps": "[(316, 569)]"78 },79 {80 "step": 4,81 "screenshot": "1067567890618246_4.png",82 "action": "CLICK",83 "info": "KEY_HOME",84 "ps": ""85 },86 {87 "step": 5,88 "screenshot": "1067567890618246_5.png",89 "action": "CLICK",90 "info": [91 [92 157,93 10094 ],95 [96 157,97 10098 ]99 ],100 "ps": "[(157, 100)]"101 },102 {103 "step": 6,104 "screenshot": "1067567890618246_6.png",105 "action": "CLICK",106 "info": [107 [108 249,109 56110 ],111 [112 249,113 56114 ]115 ],116 "ps": "[(249, 56)]"117 },118 {119 "step": 7,120 "screenshot": "1067567890618246_7.png",121 "action": "TEXT",122 "info": "macbook",123 "ps": ""124 },125 {126 "step": 8,127 "screenshot": "1067567890618246_8.png",128 "action": "CLICK",129 "info": [130 [131 913,132 908133 ],134 [135 913,136 908137 ]138 ],139 "ps": "[(913, 908)]"140 },141 {142 "step": 9,143 "screenshot": "1067567890618246_9.png",144 "action": "CLICK",145 "info": "KEY_HOME",146 "ps": ""147 },148 {149 "step": 10,150 "screenshot": "1067567890618246_10.png",151 "action": "CLICK",152 "info": [153 [154 160,155 374156 ],157 [158 160,159 374160 ]161 ],162 "ps": "[(160, 374)]"163 },164 {165 "step": 11,166 "screenshot": "1067567890618246_11.png",167 "action": "CLICK",168 "info": [169 [170 899,171 925172 ],173 [174 899,175 925176 ]177 ],178 "ps": "[(899, 925)]"179 },180 {181 "step": 12,182 "screenshot": "1067567890618246_12.png",183 "action": "CLICK",184 "info": [185 [186 911,187 923188 ],189 [190 911,191 923192 ]193 ],194 "ps": "[(911, 923)]"195 },196 {197 "step": 13,198 "screenshot": "1067567890618246_13.png",199 "action": "TEXT",200 "info": "coding class",201 "ps": ""202 },203 {204 "step": 14,205 "screenshot": "1067567890618246_14.png",206 "action": "CLICK",207 "info": [208 [209 896,210 64211 ],212 [213 896,214 64215 ]216 ],217 "ps": "[(896, 64)]"218 },219 {220 "step": 15,221 "screenshot": "1067567890618246_15.png",222 "action": "COMPLETE",223 "info": "",224 "ps": ""225 }226 ]227}