OpenGVLab/GUI-Odyssey
Dataset Card for GUI Odyssey News⭐️ A new and improved version of the GUIOdyssey dataset has been released! 🎉🎉 👉 Please use the latest version and refer to the updated README for the most up-to-date information. We highly recommend using the new version for all training and evaluation! Repository: https://github.com/OpenGVLab/GUI-Odyssey Latest Version of Dataset: hflqf88888/GUIOdyssey Paper: https://arxiv.org/pdf/2406.08451 Introduction… See the full description on the dataset page: https://huggingface.co/datasets/OpenGVLab/GUI-Odyssey.
264.1k
1{2 "episode_id": "0020030717509483",3 "device_info": {4 "product": "sdk_gphone64_x86_64",5 "release_version": "14",6 "sdk_version": "34",7 "h": 1280,8 "w": 720,9 "device_name": "Small Phone"10 },11 "task_info": {12 "category": "General_Tool",13 "app": [14 "Reverso Translate and Learn",15 "Spotify"16 ],17 "meta_task": "Listen to the song: {} and translate the first line lyrics into {} language.",18 "task": "Listen to the song: \"Yesterday once more\" and translate the first line lyrics into Russian language.",19 "instruction": "Open Spotify and play the song 'Yesterday Once More.' Afterward, use Reverso Translate and Learn to translate the first line of the lyrics into Russian."20 },21 "step_length": 18,22 "steps": [23 {24 "step": 0,25 "screenshot": "0020030717509483_0.png",26 "action": "CLICK",27 "info": [28 [29 305,30 22031 ],32 [33 305,34 22035 ]36 ],37 "ps": "[(305, 220)]"38 },39 {40 "step": 1,41 "screenshot": "0020030717509483_1.png",42 "action": "CLICK",43 "info": [44 [45 376,46 91647 ],48 [49 376,50 91651 ]52 ],53 "ps": "[(376, 916)]"54 },55 {56 "step": 2,57 "screenshot": "0020030717509483_2.png",58 "action": "CLICK",59 "info": [60 [61 418,62 23763 ],64 [65 418,66 23767 ]68 ],69 "ps": "[(418, 237)]"70 },71 {72 "step": 3,73 "screenshot": "0020030717509483_3.png",74 "action": "TEXT",75 "info": "Yesterday once more",76 "ps": ""77 },78 {79 "step": 4,80 "screenshot": "0020030717509483_4.png",81 "action": "CLICK",82 "info": [83 [84 902,85 87986 ],87 [88 902,89 87990 ]91 ],92 "ps": "[(902, 879)]"93 },94 {95 "step": 5,96 "screenshot": "0020030717509483_5.png",97 "action": "CLICK",98 "info": [99 [100 495,101 260102 ],103 [104 495,105 260106 ]107 ],108 "ps": "[(495, 260)]"109 },110 {111 "step": 6,112 "screenshot": "0020030717509483_6.png",113 "action": "CLICK",114 "info": [115 [116 365,117 818118 ],119 [120 365,121 818122 ]123 ],124 "ps": "[(365, 818)]"125 },126 {127 "step": 7,128 "screenshot": "0020030717509483_7.png",129 "action": "SCROLL",130 "info": [131 [132 376,133 841134 ],135 [136 443,137 347138 ]139 ],140 "ps": "[(376, 841), (376, 839), (376, 835), (376, 831), (376, 828), (376, 821), (376, 814), (376, 807), (376, 800), (376, 794), (380, 789), (383, 781), (386, 771), (386, 761), (388, 748), (393, 737), (393, 730), (393, 714), (393, 710), (393, 696), (393, 688), (393, 681), (393, 674), (393, 667), (393, 660), (393, 651), (393, 644), (393, 636), (393, 629), (394, 621), (394, 607), (394, 603), (398, 593), (398, 585), (401, 576), (401, 566), (406, 556), (406, 546), (411, 535), (412, 525), (412, 515), (412, 509), (418, 502), (418, 492), (418, 485), (418, 478), (418, 471), (418, 465), (418, 458), (418, 455), (422, 445), (422, 438), (422, 432), (424, 428), (424, 424), (424, 421), (424, 418), (424, 413), (424, 411), (424, 406), (430, 399), (430, 395), (430, 389), (434, 385), (434, 381), (436, 378), (436, 372), (436, 367), (436, 364), (440, 362), (440, 361), (443, 357), (443, 356), (443, 354), (443, 352), (443, 351), (443, 349), (443, 347)]"141 },142 {143 "step": 8,144 "screenshot": "0020030717509483_8.png",145 "action": "CLICK",146 "info": "KEY_HOME",147 "ps": ""148 },149 {150 "step": 9,151 "screenshot": "0020030717509483_9.png",152 "action": "CLICK",153 "info": [154 [155 316,156 347157 ],158 [159 316,160 347161 ]162 ],163 "ps": "[(316, 347)]"164 },165 {166 "step": 10,167 "screenshot": "0020030717509483_10.png",168 "action": "CLICK",169 "info": [170 [171 681,172 448173 ],174 [175 681,176 448177 ]178 ],179 "ps": "[(681, 448)]"180 },181 {182 "step": 11,183 "screenshot": "0020030717509483_11.png",184 "action": "SCROLL",185 "info": [186 [187 488,188 852189 ],190 [191 454,192 357193 ]194 ],195 "ps": "[(488, 852), (484, 851), (484, 846), (484, 842), (481, 839), (481, 834), (477, 828), (477, 822), (477, 810), (477, 804), (472, 790), (472, 781), (472, 771), (472, 760), (466, 745), (466, 733), (466, 727), (466, 710), (466, 701), (461, 688), (461, 676), (461, 660), (461, 649), (454, 637), (454, 631), (454, 626), (454, 617), (454, 613), (454, 606), (454, 596), (454, 589), (454, 585), (454, 579), (454, 572), (454, 566), (454, 562), (454, 556), (454, 549), (454, 542), (454, 528), (454, 522), (454, 519), (454, 510), (454, 499), (452, 495), (452, 489), (452, 482), (452, 476), (452, 471), (448, 466), (448, 463), (448, 458), (448, 453), (448, 452), (448, 448), (448, 445), (448, 442), (448, 435), (448, 432), (448, 426), (448, 422), (448, 419), (448, 416), (448, 409), (448, 406), (448, 401), (448, 398), (452, 396), (452, 392), (452, 388), (452, 385), (452, 381), (452, 379), (452, 378), (452, 375), (452, 374), (452, 372), (452, 371), (452, 367), (452, 365), (452, 364), (452, 362), (452, 361), (452, 359), (454, 359), (454, 357)]"196 },197 {198 "step": 12,199 "screenshot": "0020030717509483_12.png",200 "action": "SCROLL",201 "info": [202 [203 463,204 835205 ],206 [207 434,208 414209 ]210 ],211 "ps": "[(463, 835), (463, 834), (463, 831), (463, 828), (463, 828), (463, 824), (463, 821), (463, 817), (463, 814), (463, 808), (463, 804), (463, 797), (463, 792), (463, 789), (463, 782), (463, 777), (463, 774), (463, 768), (463, 760), (463, 753), (463, 747), (463, 740), (463, 730), (463, 720), (463, 710), (463, 703), (463, 693), (463, 688), (463, 683), (461, 676), (461, 673), (461, 667), (461, 660), (461, 653), (461, 646), (461, 639), (461, 631), (458, 626), (458, 621), (458, 616), (458, 613), (458, 607), (454, 603), (454, 597), (454, 592), (454, 587), (454, 580), (448, 576), (448, 570), (448, 566), (448, 562), (448, 559), (445, 556), (445, 550), (445, 546), (445, 543), (445, 540), (445, 539), (443, 535), (443, 533), (443, 532), (443, 528), (443, 525), (443, 522), (443, 519), (443, 515), (443, 512), (443, 510), (440, 505), (440, 502), (440, 499), (440, 495), (440, 492), (440, 489), (440, 485), (436, 482), (436, 478), (436, 475), (436, 468), (436, 466), (436, 463), (436, 460), (436, 456), (436, 455), (436, 449), (436, 448), (436, 446), (436, 445), (434, 442), (434, 442), (434, 439), (434, 438), (434, 436), (434, 435), (434, 432), (434, 432), (434, 428), (434, 426), (434, 424), (434, 422), (434, 421), (434, 419), (434, 418), (434, 416), (434, 414)]"212 },213 {214 "step": 13,215 "screenshot": "0020030717509483_13.png",216 "action": "CLICK",217 "info": [218 [219 273,220 750221 ],222 [223 273,224 750225 ]226 ],227 "ps": "[(273, 750)]"228 },229 {230 "step": 14,231 "screenshot": "0020030717509483_14.png",232 "action": "CLICK",233 "info": [234 [235 245,236 556237 ],238 [239 245,240 556241 ]242 ],243 "ps": "[(245, 556)]"244 },245 {246 "step": 15,247 "screenshot": "0020030717509483_15.png",248 "action": "TEXT",249 "info": "When I was young, I'd listen to the radio",250 "ps": ""251 },252 {253 "step": 16,254 "screenshot": "0020030717509483_16.png",255 "action": "CLICK",256 "info": [257 [258 920,259 885260 ],261 [262 920,263 885264 ]265 ],266 "ps": "[(920, 885)]"267 },268 {269 "step": 17,270 "screenshot": "0020030717509483_17.png",271 "action": "COMPLETE",272 "info": "",273 "ps": ""274 }275 ]276}