OpenGVLab/GUI-Odyssey
Dataset Card for GUI Odyssey News⭐️ A new and improved version of the GUIOdyssey dataset has been released! 🎉🎉 👉 Please use the latest version and refer to the updated README for the most up-to-date information. We highly recommend using the new version for all training and evaluation! Repository: https://github.com/OpenGVLab/GUI-Odyssey Latest Version of Dataset: hflqf88888/GUIOdyssey Paper: https://arxiv.org/pdf/2406.08451 Introduction… See the full description on the dataset page: https://huggingface.co/datasets/OpenGVLab/GUI-Odyssey.
264.1k
1{2 "episode_id": "0016866810410740",3 "device_info": {4 "product": "sdk_gphone64_x86_64",5 "release_version": "14",6 "sdk_version": "34",7 "h": 1280,8 "w": 720,9 "device_name": "Small Phone"10 },11 "task_info": {12 "category": "Media_Entertainment",13 "app": [14 "TickTick",15 "Spotify"16 ],17 "meta_task": "Listen to a podcast episode on {} and create a to-do list for tomorrow.",18 "task": "Listen to a podcast episode on yoga for beginners and create a to-do list for tomorrow.",19 "instruction": "Tune in to a podcast episode about yoga for beginners on Spotify and then draft a to-do list for tomorrow using TickTick."20 },21 "step_length": 17,22 "steps": [23 {24 "step": 0,25 "screenshot": "0016866810410740_0.png",26 "action": "CLICK",27 "info": [28 [29 122,30 8931 ],32 [33 122,34 8935 ]36 ],37 "ps": "[(122, 89)]"38 },39 {40 "step": 1,41 "screenshot": "0016866810410740_1.png",42 "action": "CLICK",43 "info": [44 [45 366,46 25347 ],48 [49 366,50 25351 ]52 ],53 "ps": "[(366, 253)]"54 },55 {56 "step": 2,57 "screenshot": "0016866810410740_2.png",58 "action": "TEXT",59 "info": "yoga for beginners",60 "ps": ""61 },62 {63 "step": 3,64 "screenshot": "0016866810410740_3.png",65 "action": "CLICK",66 "info": [67 [68 924,69 88470 ],71 [72 924,73 88474 ]75 ],76 "ps": "[(924, 884)]"77 },78 {79 "step": 4,80 "screenshot": "0016866810410740_4.png",81 "action": "CLICK",82 "info": [83 [84 133,85 16586 ],87 [88 133,89 16590 ]91 ],92 "ps": "[(133, 165)]"93 },94 {95 "step": 5,96 "screenshot": "0016866810410740_5.png",97 "action": "SCROLL",98 "info": [99 [100 497,101 698102 ],103 [104 549,105 346106 ]107 ],108 "ps": "[(497, 698), (497, 695), (497, 692), (497, 690), (497, 687), (497, 685), (497, 682), (497, 679), (497, 678), (497, 674), (499, 674), (499, 671), (499, 670), (499, 667), (499, 665), (499, 662), (499, 659), (505, 657), (505, 654), (505, 651), (505, 649), (505, 646), (505, 645), (505, 642), (505, 639), (505, 637), (505, 634), (505, 631), (505, 629), (505, 626), (505, 624), (505, 621), (511, 618), (511, 617), (511, 614), (511, 610), (511, 609), (511, 606), (511, 604), (511, 601), (511, 598), (511, 596), (511, 593), (511, 592), (511, 589), (511, 585), (511, 584), (511, 581), (511, 578), (511, 576), (513, 573), (513, 571), (513, 568), (513, 565), (513, 564), (513, 560), (513, 557), (513, 556), (513, 553), (513, 551), (513, 548), (513, 545), (513, 543), (513, 540), (519, 537), (519, 535), (519, 532), (519, 531), (519, 528), (519, 524), (519, 520), (519, 514), (519, 509), (519, 503), (519, 499), (519, 498), (519, 495), (522, 492), (522, 490), (522, 487), (522, 485), (522, 482), (522, 479), (522, 474), (522, 468), (522, 467), (522, 464), (522, 460), (522, 459), (527, 456), (527, 454), (527, 451), (527, 448), (527, 446), (527, 443), (527, 440), (527, 439), (533, 435), (533, 431), (533, 424), (533, 421), (533, 420), (533, 417), (533, 412), (536, 409), (536, 407), (536, 404), (536, 401), (536, 399), (536, 396), (536, 393), (536, 392), (541, 392), (541, 389), (541, 387), (541, 384), (541, 381), (541, 379), (541, 376), (541, 373), (541, 371), (541, 368), (544, 367), (544, 364), (544, 360), (544, 359), (544, 356), (544, 354), (544, 351), (544, 348), (544, 346), (549, 346)]"109 },110 {111 "step": 6,112 "screenshot": "0016866810410740_6.png",113 "action": "CLICK",114 "info": [115 [116 658,117 465118 ],119 [120 658,121 465122 ]123 ],124 "ps": "[(658, 465)]"125 },126 {127 "step": 7,128 "screenshot": "0016866810410740_7.png",129 "action": "CLICK",130 "info": [131 [132 352,133 679134 ],135 [136 352,137 679138 ]139 ],140 "ps": "[(352, 679)]"141 },142 {143 "step": 8,144 "screenshot": "0016866810410740_8.png",145 "action": "CLICK",146 "info": [147 [148 158,149 848150 ],151 [152 158,153 848154 ]155 ],156 "ps": "[(158, 848)]"157 },158 {159 "step": 9,160 "screenshot": "0016866810410740_9.png",161 "action": "CLICK",162 "info": "KEY_HOME",163 "ps": ""164 },165 {166 "step": 10,167 "screenshot": "0016866810410740_10.png",168 "action": "SCROLL",169 "info": [170 [171 424,172 485173 ],174 [175 998,176 532177 ]178 ],179 "ps": "[(424, 485), (430, 485), (433, 485), (438, 485), (444, 489), (447, 489), (452, 489), (455, 490), (461, 490), (466, 490), (469, 490), (474, 490), (480, 490), (483, 493), (488, 493), (491, 493), (497, 493), (502, 493), (505, 496), (511, 496), (516, 496), (519, 496), (524, 496), (533, 496), (538, 496), (541, 498), (547, 498), (558, 498), (561, 498), (566, 501), (574, 501), (580, 501), (588, 501), (594, 501), (599, 504), (608, 504), (619, 504), (622, 506), (633, 506), (636, 506), (647, 506), (658, 509), (674, 509), (677, 509), (688, 509), (699, 512), (708, 512), (719, 512), (730, 515), (741, 515), (749, 515), (761, 515), (769, 515), (780, 518), (791, 518), (802, 518), (819, 521), (830, 521), (838, 521), (849, 521), (861, 521), (869, 524), (880, 524), (891, 524), (899, 524), (911, 524), (916, 528), (924, 528), (936, 528), (944, 528), (949, 529), (958, 529), (969, 529), (974, 529), (983, 529), (994, 532), (998, 532)]"180 },181 {182 "step": 11,183 "screenshot": "0016866810410740_11.png",184 "action": "CLICK",185 "info": [186 [187 372,188 351189 ],190 [191 372,192 351193 ]194 ],195 "ps": "[(372, 351)]"196 },197 {198 "step": 12,199 "screenshot": "0016866810410740_12.png",200 "action": "CLICK",201 "info": [202 [203 886,204 801205 ],206 [207 886,208 801209 ]210 ],211 "ps": "[(886, 801)]"212 },213 {214 "step": 13,215 "screenshot": "0016866810410740_13.png",216 "action": "CLICK",217 "info": [218 [219 549,220 557221 ],222 [223 549,224 557225 ]226 ],227 "ps": "[(549, 557)]"228 },229 {230 "step": 14,231 "screenshot": "0016866810410740_14.png",232 "action": "TEXT",233 "info": " do yoga with this",234 "ps": ""235 },236 {237 "step": 15,238 "screenshot": "0016866810410740_15.png",239 "action": "CLICK",240 "info": [241 [242 891,243 476244 ],245 [246 891,247 473248 ]249 ],250 "ps": "[(891, 476), (891, 473)]"251 },252 {253 "step": 16,254 "screenshot": "0016866810410740_16.png",255 "action": "COMPLETE",256 "info": "",257 "ps": ""258 }259 ]260}