OpenGVLab/GUI-Odyssey
Dataset Card for GUI Odyssey News⭐️ A new and improved version of the GUIOdyssey dataset has been released! 🎉🎉 👉 Please use the latest version and refer to the updated README for the most up-to-date information. We highly recommend using the new version for all training and evaluation! Repository: https://github.com/OpenGVLab/GUI-Odyssey Latest Version of Dataset: hflqf88888/GUIOdyssey Paper: https://arxiv.org/pdf/2406.08451 Introduction… See the full description on the dataset page: https://huggingface.co/datasets/OpenGVLab/GUI-Odyssey.
264.1k
1{2 "episode_id": "1233978091184194",3 "device_info": {4 "product": "sdk_gphone64_x86_64",5 "release_version": "14",6 "sdk_version": "34",7 "h": 2400,8 "w": 1080,9 "device_name": "Medium Phone"10 },11 "task_info": {12 "category": "Media_Entertainment",13 "app": [14 "TickTick",15 "Spotify"16 ],17 "meta_task": "Listen to a podcast episode on {} and create a to-do list for tomorrow.",18 "task": "Listen to a podcast episode on yoga for beginners and create a to-do list for tomorrow.",19 "instruction": "Using Spotify, listen to a podcast episode on yoga for beginners. Then, utilize TickTick to create a to-do list for tomorrow."20 },21 "step_length": 19,22 "steps": [23 {24 "step": 0,25 "screenshot": "1233978091184194_0.png",26 "action": "SCROLL",27 "info": [28 [29 836,30 37431 ],32 [33 89,34 41535 ]36 ],37 "ps": "[(836, 374), (834, 374), (831, 374), (826, 374), (822, 374), (819, 374), (814, 374), (810, 374), (807, 374), (802, 376), (799, 376), (790, 376), (785, 376), (783, 377), (777, 377), (775, 377), (765, 379), (761, 379), (758, 379), (753, 379), (750, 381), (741, 381), (738, 382), (734, 382), (724, 382), (722, 382), (712, 384), (710, 384), (699, 387), (690, 387), (687, 387), (678, 387), (675, 389), (671, 389), (663, 389), (653, 389), (649, 390), (641, 390), (632, 390), (624, 390), (620, 392), (612, 392), (602, 392), (593, 394), (583, 394), (581, 394), (571, 394), (562, 397), (554, 397), (544, 397), (537, 397), (532, 397), (522, 397), (515, 397), (505, 397), (496, 400), (488, 400), (478, 400), (469, 400), (459, 402), (457, 402), (447, 402), (444, 402), (435, 402), (424, 404), (417, 404), (408, 404), (398, 404), (378, 406), (369, 406), (359, 406), (352, 406), (342, 406), (333, 409), (318, 409), (308, 409), (300, 409), (291, 409), (284, 409), (274, 409), (264, 409), (262, 409), (248, 409), (245, 409), (230, 409), (221, 409), (213, 411), (203, 411), (194, 411), (179, 411), (169, 411), (162, 411), (152, 413), (143, 413), (140, 413), (125, 413), (116, 415), (109, 415), (99, 415), (89, 415)]"38 },39 {40 "step": 1,41 "screenshot": "1233978091184194_1.png",42 "action": "CLICK",43 "info": [44 [45 149,46 50247 ],48 [49 149,50 50251 ]52 ],53 "ps": "[(149, 502)]"54 },55 {56 "step": 2,57 "screenshot": "1233978091184194_2.png",58 "action": "CLICK",59 "info": [60 [61 364,62 93763 ],64 [65 364,66 93767 ]68 ],69 "ps": "[(364, 937)]"70 },71 {72 "step": 3,73 "screenshot": "1233978091184194_3.png",74 "action": "CLICK",75 "info": [76 [77 260,78 15679 ],80 [81 260,82 15683 ]84 ],85 "ps": "[(260, 156)]"86 },87 {88 "step": 4,89 "screenshot": "1233978091184194_4.png",90 "action": "TEXT",91 "info": "yoga for beginners",92 "ps": ""93 },94 {95 "step": 5,96 "screenshot": "1233978091184194_5.png",97 "action": "CLICK",98 "info": [99 [100 931,101 904102 ],103 [104 931,105 904106 ]107 ],108 "ps": "[(931, 904)]"109 },110 {111 "step": 6,112 "screenshot": "1233978091184194_6.png",113 "action": "CLICK",114 "info": [115 [116 208,117 112118 ],119 [120 208,121 112122 ]123 ],124 "ps": "[(208, 112)]"125 },126 {127 "step": 7,128 "screenshot": "1233978091184194_7.png",129 "action": "CLICK",130 "info": [131 [132 575,133 570134 ],135 [136 575,137 570138 ]139 ],140 "ps": "[(575, 570)]"141 },142 {143 "step": 8,144 "screenshot": "1233978091184194_8.png",145 "action": "CLICK",146 "info": [147 [148 306,149 446150 ],151 [152 306,153 446154 ]155 ],156 "ps": "[(306, 446)]"157 },158 {159 "step": 9,160 "screenshot": "1233978091184194_9.png",161 "action": "CLICK",162 "info": [163 [164 152,165 887166 ],167 [168 152,169 885170 ]171 ],172 "ps": "[(152, 887), (152, 885)]"173 },174 {175 "step": 10,176 "screenshot": "1233978091184194_10.png",177 "action": "CLICK",178 "info": "KEY_HOME",179 "ps": ""180 },181 {182 "step": 11,183 "screenshot": "1233978091184194_11.png",184 "action": "SCROLL",185 "info": [186 [187 320,188 649189 ],190 [191 958,192 687193 ]194 ],195 "ps": "[(320, 649), (393, 656), (405, 656), (405, 658), (411, 658), (412, 658), (417, 658), (423, 658), (424, 658), (430, 659), (432, 659), (437, 659), (442, 659), (449, 659), (454, 659), (457, 661), (462, 661), (466, 661), (474, 661), (483, 661), (486, 661), (490, 661), (496, 663), (498, 663), (502, 663), (505, 663), (515, 663), (517, 663), (522, 664), (527, 664), (529, 664), (539, 664), (541, 664), (547, 664), (551, 664), (554, 664), (563, 664), (566, 667), (571, 667), (578, 667), (583, 667), (587, 667), (590, 667), (600, 669), (602, 669), (607, 669), (617, 669), (620, 669), (624, 669), (626, 669), (637, 669), (639, 670), (644, 670), (653, 670), (661, 670), (671, 670), (673, 670), (678, 670), (687, 672), (690, 672), (699, 672), (702, 672), (712, 672), (722, 674), (729, 674), (734, 674), (741, 674), (746, 674), (756, 677), (763, 677), (768, 677), (775, 677), (780, 677), (787, 679), (797, 679), (802, 679), (810, 680), (819, 680), (824, 680), (831, 680), (841, 680), (843, 682), (853, 682), (861, 682), (865, 682), (873, 682), (882, 684), (887, 684), (895, 684), (899, 684), (907, 684), (912, 684), (916, 685), (924, 685), (928, 685), (931, 687), (940, 687), (948, 687), (953, 687), (958, 687)]"196 },197 {198 "step": 12,199 "screenshot": "1233978091184194_12.png",200 "action": "CLICK",201 "info": [202 [203 614,204 229205 ],206 [207 614,208 229209 ]210 ],211 "ps": "[(614, 229)]"212 },213 {214 "step": 13,215 "screenshot": "1233978091184194_13.png",216 "action": "CLICK",217 "info": [218 [219 354,220 145221 ],222 [223 354,224 145225 ]226 ],227 "ps": "[(354, 145)]"228 },229 {230 "step": 14,231 "screenshot": "1233978091184194_14.png",232 "action": "CLICK",233 "info": [234 [235 870,236 848237 ],238 [239 870,240 848241 ]242 ],243 "ps": "[(870, 848)]"244 },245 {246 "step": 15,247 "screenshot": "1233978091184194_15.png",248 "action": "CLICK",249 "info": [250 [251 500,252 657253 ],254 [255 500,256 657257 ]258 ],259 "ps": "[(500, 657)]"260 },261 {262 "step": 16,263 "screenshot": "1233978091184194_16.png",264 "action": "TEXT",265 "info": " do yoga with this",266 "ps": ""267 },268 {269 "step": 17,270 "screenshot": "1233978091184194_17.png",271 "action": "CLICK",272 "info": [273 [274 914,275 592276 ],277 [278 914,279 592280 ]281 ],282 "ps": "[(914, 592)]"283 },284 {285 "step": 18,286 "screenshot": "1233978091184194_18.png",287 "action": "COMPLETE",288 "info": "",289 "ps": ""290 }291 ]292}