OpenGVLab/GUI-Odyssey
Dataset Card for GUI Odyssey News⭐️ A new and improved version of the GUIOdyssey dataset has been released! 🎉🎉 👉 Please use the latest version and refer to the updated README for the most up-to-date information. We highly recommend using the new version for all training and evaluation! Repository: https://github.com/OpenGVLab/GUI-Odyssey Latest Version of Dataset: hflqf88888/GUIOdyssey Paper: https://arxiv.org/pdf/2406.08451 Introduction… See the full description on the dataset page: https://huggingface.co/datasets/OpenGVLab/GUI-Odyssey.
264.1k
1{2 "episode_id": "0998948449711876",3 "device_info": {4 "product": "sdk_gphone64_x86_64",5 "release_version": "14",6 "sdk_version": "34",7 "h": 3120,8 "w": 1440,9 "device_name": "Pixel 7 Pro"10 },11 "task_info": {12 "category": "Information_Management",13 "app": [14 "Notepad - Notes and To Do List",15 "Chrome"16 ],17 "meta_task": "Search the {} Nobel-Prize winners in physics and record the information.",18 "task": "Search the 2013 Nobel-Prize winners in physics and record the information.",19 "instruction": "Utilize Chrome to search for the 2013 Nobel-Prize winners in physics, and then use Notepad - Notes and To Do List to record the gathered information."20 },21 "step_length": 15,22 "steps": [23 {24 "step": 0,25 "screenshot": "0998948449711876_0.png",26 "action": "CLICK",27 "info": [28 [29 647,30 83031 ],32 [33 647,34 83035 ]36 ],37 "ps": "[(647, 830)]"38 },39 {40 "step": 1,41 "screenshot": "0998948449711876_1.png",42 "action": "CLICK",43 "info": [44 [45 780,46 20147 ],48 [49 780,50 20151 ]52 ],53 "ps": "[(780, 201)]"54 },55 {56 "step": 2,57 "screenshot": "0998948449711876_2.png",58 "action": "TEXT",59 "info": "2013 nobel-prize winners in physics",60 "ps": ""61 },62 {63 "step": 3,64 "screenshot": "0998948449711876_3.png",65 "action": "CLICK",66 "info": [67 [68 919,69 89270 ],71 [72 919,73 89274 ]75 ],76 "ps": "[(919, 892)]"77 },78 {79 "step": 4,80 "screenshot": "0998948449711876_4.png",81 "action": "LONG_PRESS",82 "info": [83 [84 131,85 31086 ],87 [88 131,89 31090 ]91 ],92 "ps": "[(131, 310)]"93 },94 {95 "step": 5,96 "screenshot": "0998948449711876_5.png",97 "action": "SCROLL",98 "info": [99 [100 268,101 344102 ],103 [104 773,105 323106 ]107 ],108 "ps": "[(268, 344), (272, 343), (282, 343), (289, 343), (297, 343), (316, 343), (345, 343), (379, 343), (409, 343), (438, 343), (467, 343), (491, 343), (515, 343), (535, 343), (540, 343), (542, 341), (547, 341), (549, 341), (554, 339), (559, 339), (564, 339), (571, 338), (586, 338), (603, 338), (610, 337), (613, 337), (615, 337), (618, 337), (620, 337), (622, 337), (624, 336), (632, 336), (634, 336), (642, 336), (647, 335), (652, 335), (654, 335), (656, 335), (661, 335), (663, 334), (666, 332), (671, 332), (673, 332), (678, 332), (681, 332), (683, 332), (683, 330), (688, 330), (693, 329), (702, 328), (705, 328), (705, 327), (707, 327), (710, 327), (712, 326), (717, 325), (722, 325), (729, 324), (731, 324), (734, 324), (736, 324), (739, 324), (741, 324), (744, 324), (749, 324), (751, 324), (754, 324), (754, 323), (756, 323), (761, 323), (763, 323), (765, 323), (768, 323), (770, 323), (773, 323)]"109 },110 {111 "step": 6,112 "screenshot": "0998948449711876_6.png",113 "action": "CLICK",114 "info": [115 [116 153,117 264118 ],119 [120 153,121 264122 ]123 ],124 "ps": "[(153, 264)]"125 },126 {127 "step": 7,128 "screenshot": "0998948449711876_7.png",129 "action": "CLICK",130 "info": "KEY_HOME",131 "ps": ""132 },133 {134 "step": 8,135 "screenshot": "0998948449711876_8.png",136 "action": "CLICK",137 "info": [138 [139 843,140 390141 ],142 [143 843,144 390145 ]146 ],147 "ps": "[(843, 390)]"148 },149 {150 "step": 9,151 "screenshot": "0998948449711876_9.png",152 "action": "CLICK",153 "info": [154 [155 892,156 910157 ],158 [159 892,160 910161 ]162 ],163 "ps": "[(892, 910)]"164 },165 {166 "step": 10,167 "screenshot": "0998948449711876_10.png",168 "action": "CLICK",169 "info": [170 [171 895,172 796173 ],174 [175 895,176 796177 ]178 ],179 "ps": "[(895, 796)]"180 },181 {182 "step": 11,183 "screenshot": "0998948449711876_11.png",184 "action": "TEXT",185 "info": "2013 nobel-prize winners in physics",186 "ps": ""187 },188 {189 "step": 12,190 "screenshot": "0998948449711876_12.png",191 "action": "CLICK",192 "info": [193 [194 141,195 193196 ],197 [198 141,199 193200 ]201 ],202 "ps": "[(141, 193)]"203 },204 {205 "step": 13,206 "screenshot": "0998948449711876_13.png",207 "action": "CLICK",208 "info": [209 [210 477,211 650212 ],213 [214 477,215 650216 ]217 ],218 "ps": "[(477, 650)]"219 },220 {221 "step": 14,222 "screenshot": "0998948449711876_14.png",223 "action": "COMPLETE",224 "info": "",225 "ps": "4 LONG"226 }227 ]228}