OpenGVLab/GUI-Odyssey
Dataset Card for GUI Odyssey News⭐️ A new and improved version of the GUIOdyssey dataset has been released! 🎉🎉 👉 Please use the latest version and refer to the updated README for the most up-to-date information. We highly recommend using the new version for all training and evaluation! Repository: https://github.com/OpenGVLab/GUI-Odyssey Latest Version of Dataset: hflqf88888/GUIOdyssey Paper: https://arxiv.org/pdf/2406.08451 Introduction… See the full description on the dataset page: https://huggingface.co/datasets/OpenGVLab/GUI-Odyssey.
264.1k
1{2 "episode_id": "1251124686422606",3 "device_info": {4 "product": "sdk_gphone64_x86_64",5 "release_version": "14",6 "sdk_version": "34",7 "h": 1280,8 "w": 720,9 "device_name": "Small Phone"10 },11 "task_info": {12 "category": "Media_Entertainment",13 "app": [14 "TickTick",15 "Spotify"16 ],17 "meta_task": "Listen to a podcast episode on {} and create a to-do list for tomorrow.",18 "task": "Listen to a podcast episode on nutrition and healthy eating and create a to-do list for tomorrow.",19 "instruction": "Tune into a nutrition and healthy eating podcast on Spotify, then organize a to-do list for tomorrow using TickTick."20 },21 "step_length": 17,22 "steps": [23 {24 "step": 0,25 "screenshot": "1251124686422606_0.png",26 "action": "CLICK",27 "info": [28 [29 147,30 7831 ],32 [33 147,34 7835 ]36 ],37 "ps": "[(147, 78)]"38 },39 {40 "step": 1,41 "screenshot": "1251124686422606_1.png",42 "action": "CLICK",43 "info": [44 [45 461,46 8747 ],48 [49 461,50 8751 ]52 ],53 "ps": "[(461, 87)]"54 },55 {56 "step": 2,57 "screenshot": "1251124686422606_2.png",58 "action": "TEXT",59 "info": "nutrition and healthy eating tutorial",60 "ps": ""61 },62 {63 "step": 3,64 "screenshot": "1251124686422606_3.png",65 "action": "CLICK",66 "info": [67 [68 894,69 87970 ],71 [72 894,73 87974 ]75 ],76 "ps": "[(894, 879)]"77 },78 {79 "step": 4,80 "screenshot": "1251124686422606_4.png",81 "action": "CLICK",82 "info": [83 [84 161,85 16286 ],87 [88 161,89 16290 ]91 ],92 "ps": "[(161, 162)]"93 },94 {95 "step": 5,96 "screenshot": "1251124686422606_5.png",97 "action": "SCROLL",98 "info": [99 [100 583,101 640102 ],103 [104 647,105 281106 ]107 ],108 "ps": "[(583, 640), (583, 639), (583, 635), (583, 632), (583, 631), (583, 628), (583, 624), (583, 623), (583, 620), (583, 618), (583, 615), (583, 612), (583, 610), (583, 607), (583, 604), (583, 603), (583, 599), (583, 598), (583, 595), (588, 595), (588, 592), (588, 590), (588, 587), (588, 584), (588, 582), (588, 579), (588, 578), (588, 574), (588, 571), (588, 570), (588, 567), (588, 564), (588, 562), (594, 562), (594, 559), (594, 557), (594, 554), (594, 551), (594, 549), (594, 546), (594, 545), (594, 542), (594, 539), (594, 537), (594, 534), (594, 531), (594, 529), (594, 526), (594, 524), (594, 521), (597, 518), (597, 517), (597, 514), (597, 510), (597, 509), (597, 506), (597, 504), (597, 501), (597, 498), (602, 496), (602, 493), (602, 490), (602, 489), (602, 485), (602, 484), (602, 481), (602, 478), (605, 478), (605, 476), (605, 473), (605, 471), (605, 468), (605, 465), (605, 464), (605, 460), (605, 457), (605, 456), (605, 453), (605, 451), (605, 448), (605, 445), (605, 443), (611, 443), (611, 440), (611, 437), (611, 435), (611, 429), (611, 428), (611, 424), (611, 421), (616, 420), (616, 417), (616, 415), (616, 412), (616, 409), (616, 407), (616, 404), (619, 403), (619, 399), (619, 396), (619, 395), (619, 392), (619, 389), (619, 387), (619, 384), (619, 382), (619, 379), (619, 376), (619, 374), (624, 374), (624, 371), (624, 368), (624, 367), (624, 364), (624, 362), (624, 359), (624, 356), (624, 354), (630, 351), (630, 348), (630, 346), (630, 343), (630, 342), (630, 339), (630, 335), (630, 334), (630, 331), (633, 329), (633, 326), (633, 323), (633, 321), (633, 318), (633, 315), (633, 314), (638, 314), (638, 310), (638, 309), (638, 306), (638, 303), (638, 301), (638, 298), (638, 295), (638, 293), (638, 290), (641, 290), (641, 289), (641, 285), (641, 282), (641, 281), (647, 281)]"109 },110 {111 "step": 6,112 "screenshot": "1251124686422606_6.png",113 "action": "CLICK",114 "info": [115 [116 633,117 479118 ],119 [120 633,121 479122 ]123 ],124 "ps": "[(633, 479)]"125 },126 {127 "step": 7,128 "screenshot": "1251124686422606_7.png",129 "action": "CLICK",130 "info": [131 [132 333,133 346134 ],135 [136 333,137 346138 ]139 ],140 "ps": "[(333, 346)]"141 },142 {143 "step": 8,144 "screenshot": "1251124686422606_8.png",145 "action": "CLICK",146 "info": [147 [148 158,149 843150 ],151 [152 158,153 843154 ]155 ],156 "ps": "[(158, 843)]"157 },158 {159 "step": 9,160 "screenshot": "1251124686422606_9.png",161 "action": "CLICK",162 "info": "KEY_HOME",163 "ps": ""164 },165 {166 "step": 10,167 "screenshot": "1251124686422606_10.png",168 "action": "SCROLL",169 "info": [170 [171 252,172 514173 ],174 [175 998,176 539177 ]178 ],179 "ps": "[(252, 514), (255, 514), (255, 515), (258, 515), (263, 515), (266, 515), (272, 515), (277, 515), (280, 515), (286, 515), (291, 515), (294, 515), (294, 518), (299, 518), (302, 518), (308, 518), (313, 518), (316, 518), (322, 518), (327, 518), (330, 518), (336, 518), (338, 518), (344, 518), (352, 518), (358, 518), (363, 518), (366, 518), (372, 518), (380, 518), (386, 518), (391, 518), (399, 518), (405, 518), (413, 518), (419, 518), (422, 518), (433, 518), (436, 518), (447, 518), (452, 518), (461, 518), (466, 518), (474, 518), (486, 521), (491, 521), (499, 521), (505, 521), (513, 521), (519, 521), (527, 521), (538, 521), (547, 521), (558, 521), (563, 521), (572, 521), (583, 521), (586, 523), (597, 523), (608, 523), (616, 523), (627, 523), (636, 523), (647, 523), (658, 523), (666, 523), (677, 523), (688, 526), (699, 526), (708, 526), (719, 526), (736, 526), (747, 529), (758, 529), (766, 529), (783, 529), (799, 529), (811, 529), (822, 529), (838, 532), (861, 532), (872, 532), (883, 532), (899, 532), (911, 535), (919, 535), (924, 535), (933, 535), (949, 535), (961, 535), (972, 539), (997, 539), (998, 539)]"180 },181 {182 "step": 11,183 "screenshot": "1251124686422606_11.png",184 "action": "CLICK",185 "info": [186 [187 380,188 339189 ],190 [191 380,192 339193 ]194 ],195 "ps": "[(380, 339)]"196 },197 {198 "step": 12,199 "screenshot": "1251124686422606_12.png",200 "action": "CLICK",201 "info": [202 [203 883,204 798205 ],206 [207 883,208 798209 ]210 ],211 "ps": "[(883, 798)]"212 },213 {214 "step": 13,215 "screenshot": "1251124686422606_13.png",216 "action": "CLICK",217 "info": [218 [219 461,220 562221 ],222 [223 461,224 562225 ]226 ],227 "ps": "[(461, 562)]"228 },229 {230 "step": 14,231 "screenshot": "1251124686422606_14.png",232 "action": "TEXT",233 "info": " learn how to prepare a healty diet",234 "ps": ""235 },236 {237 "step": 15,238 "screenshot": "1251124686422606_15.png",239 "action": "CLICK",240 "info": [241 [242 911,243 489244 ],245 [246 911,247 489248 ]249 ],250 "ps": "[(911, 489)]"251 },252 {253 "step": 16,254 "screenshot": "1251124686422606_16.png",255 "action": "COMPLETE",256 "info": "",257 "ps": ""258 }259 ]260}