OpenGVLab/GUI-Odyssey
Dataset Card for GUI Odyssey News⭐️ A new and improved version of the GUIOdyssey dataset has been released! 🎉🎉 👉 Please use the latest version and refer to the updated README for the most up-to-date information. We highly recommend using the new version for all training and evaluation! Repository: https://github.com/OpenGVLab/GUI-Odyssey Latest Version of Dataset: hflqf88888/GUIOdyssey Paper: https://arxiv.org/pdf/2406.08451 Introduction… See the full description on the dataset page: https://huggingface.co/datasets/OpenGVLab/GUI-Odyssey.
264.1k
1{2 "episode_id": "0756539981770679",3 "device_info": {4 "product": "sdk_gphone64_x86_64",5 "release_version": "14",6 "sdk_version": "34",7 "h": 1840,8 "w": 2208,9 "device_name": "Pixel Fold"10 },11 "task_info": {12 "category": "Media_Entertainment",13 "app": [14 "TickTick",15 "YT Music"16 ],17 "meta_task": "Listen to a podcast episode on {} and create a to-do list for tomorrow.",18 "task": "Listen to a podcast episode on yoga for beginners and create a to-do list for tomorrow.",19 "instruction": "Use YT Music to listen to a podcast episode on yoga for beginners and then utilize TickTick to create a to-do list for tomorrow."20 },21 "step_length": 16,22 "steps": [23 {24 "step": 0,25 "screenshot": "0756539981770679_0.png",26 "action": "CLICK",27 "info": [28 [29 441,30 48631 ],32 [33 441,34 48635 ]36 ],37 "ps": "[(441, 486)]"38 },39 {40 "step": 1,41 "screenshot": "0756539981770679_1.png",42 "action": "CLICK",43 "info": [44 [45 894,46 7347 ],48 [49 894,50 7351 ]52 ],53 "ps": "[(894, 73)]"54 },55 {56 "step": 2,57 "screenshot": "0756539981770679_2.png",58 "action": "TEXT",59 "info": "yoga for beginner",60 "ps": ""61 },62 {63 "step": 3,64 "screenshot": "0756539981770679_3.png",65 "action": "CLICK",66 "info": [67 [68 878,69 86870 ],71 [72 878,73 86874 ]75 ],76 "ps": "[(878, 868)]"77 },78 {79 "step": 4,80 "screenshot": "0756539981770679_4.png",81 "action": "SCROLL",82 "info": [83 [84 812,85 22286 ],87 [88 479,89 25890 ]91 ],92 "ps": "[(812, 222), (810, 222), (809, 222), (807, 222), (804, 222), (803, 222), (801, 222), (798, 222), (797, 222), (795, 222), (793, 222), (791, 222), (789, 222), (788, 222), (785, 222), (783, 222), (782, 222), (779, 222), (778, 222), (776, 222), (773, 222), (773, 224), (772, 224), (770, 224), (769, 224), (766, 224), (764, 224), (763, 224), (760, 224), (758, 224), (757, 224), (754, 226), (753, 226), (751, 226), (749, 226), (747, 226), (745, 226), (742, 226), (741, 229), (739, 229), (738, 229), (735, 229), (733, 229), (732, 229), (730, 229), (727, 229), (726, 229), (723, 229), (722, 232), (720, 232), (717, 232), (716, 232), (711, 232), (711, 232), (708, 233), (706, 233), (704, 233), (702, 233), (701, 233), (698, 233), (696, 233), (695, 233), (692, 233), (692, 236), (690, 236), (689, 236), (687, 236), (685, 236), (683, 236), (681, 236), (679, 236), (677, 236), (677, 238), (675, 238), (673, 238), (671, 238), (670, 238), (668, 238), (664, 238), (659, 238), (659, 240), (654, 240), (651, 240), (646, 240), (641, 243), (638, 243), (635, 243), (633, 243), (632, 243), (629, 243), (628, 243), (626, 243), (621, 243), (618, 243), (615, 246), (614, 246), (612, 246), (609, 246), (605, 246), (603, 246), (602, 246), (600, 246), (596, 246), (596, 247), (591, 247), (589, 247), (588, 247), (586, 247), (584, 247), (582, 247), (580, 247), (576, 247), (571, 247), (567, 250), (565, 250), (563, 250), (562, 250), (559, 250), (557, 250), (556, 250), (553, 250), (551, 250), (550, 250), (547, 250), (546, 250), (544, 250), (542, 250), (540, 250), (538, 250), (536, 250), (534, 253), (532, 253), (531, 253), (528, 253), (526, 253), (525, 253), (523, 253), (520, 253), (519, 253), (517, 253), (515, 253), (513, 253), (510, 253), (509, 254), (507, 254), (506, 254), (504, 254), (501, 254), (500, 254), (498, 254), (495, 254), (494, 254), (491, 254), (490, 254), (488, 254), (485, 254), (485, 254), (482, 254), (480, 254), (479, 254), (479, 258)]"93 },94 {95 "step": 5,96 "screenshot": "0756539981770679_5.png",97 "action": "CLICK",98 "info": [99 [100 624,101 224102 ],103 [104 624,105 224106 ]107 ],108 "ps": "[(624, 224)]"109 },110 {111 "step": 6,112 "screenshot": "0756539981770679_6.png",113 "action": "CLICK",114 "info": [115 [116 464,117 240118 ],119 [120 464,121 240122 ]123 ],124 "ps": "[(464, 240)]"125 },126 {127 "step": 7,128 "screenshot": "0756539981770679_7.png",129 "action": "CLICK",130 "info": [131 [132 365,133 695134 ],135 [136 365,137 695138 ]139 ],140 "ps": "[(365, 695)]"141 },142 {143 "step": 8,144 "screenshot": "0756539981770679_8.png",145 "action": "CLICK",146 "info": [147 [148 93,149 403150 ],151 [152 93,153 403154 ]155 ],156 "ps": "[(93, 403)]"157 },158 {159 "step": 9,160 "screenshot": "0756539981770679_9.png",161 "action": "CLICK",162 "info": "KEY_HOME",163 "ps": ""164 },165 {166 "step": 10,167 "screenshot": "0756539981770679_10.png",168 "action": "CLICK",169 "info": [170 [171 663,172 317173 ],174 [175 663,176 317177 ]178 ],179 "ps": "[(663, 317)]"180 },181 {182 "step": 11,183 "screenshot": "0756539981770679_11.png",184 "action": "CLICK",185 "info": [186 [187 937,188 897189 ],190 [191 937,192 897193 ]194 ],195 "ps": "[(937, 897)]"196 },197 {198 "step": 12,199 "screenshot": "0756539981770679_12.png",200 "action": "CLICK",201 "info": [202 [203 485,204 578205 ],206 [207 485,208 578209 ]210 ],211 "ps": "[(485, 578)]"212 },213 {214 "step": 13,215 "screenshot": "0756539981770679_13.png",216 "action": "TEXT",217 "info": " do yoga with this",218 "ps": ""219 },220 {221 "step": 14,222 "screenshot": "0756539981770679_14.png",223 "action": "CLICK",224 "info": [225 [226 769,227 470228 ],229 [230 769,231 470232 ]233 ],234 "ps": "[(769, 470)]"235 },236 {237 "step": 15,238 "screenshot": "0756539981770679_15.png",239 "action": "COMPLETE",240 "info": "",241 "ps": ""242 }243 ]244}