OpenGVLab/GUI-Odyssey
Dataset Card for GUI Odyssey News⭐️ A new and improved version of the GUIOdyssey dataset has been released! 🎉🎉 👉 Please use the latest version and refer to the updated README for the most up-to-date information. We highly recommend using the new version for all training and evaluation! Repository: https://github.com/OpenGVLab/GUI-Odyssey Latest Version of Dataset: hflqf88888/GUIOdyssey Paper: https://arxiv.org/pdf/2406.08451 Introduction… See the full description on the dataset page: https://huggingface.co/datasets/OpenGVLab/GUI-Odyssey.
264.1k
1{2 "episode_id": "0629478905806868",3 "device_info": {4 "product": "sdk_gphone64_x86_64",5 "release_version": "14",6 "sdk_version": "34",7 "h": 1840,8 "w": 2208,9 "device_name": "Pixel Fold"10 },11 "task_info": {12 "category": "Social_Sharing",13 "app": [14 "Tumblr",15 "Facebook"16 ],17 "meta_task": "Find an event with the topic of {} and discuss it with a friend.",18 "task": "Find an event with the topic of political debate and discuss it with a friend.",19 "instruction": "Locate an event centered around political debate on Tumblr and engage in a discussion about it with katsunaksu on Facebook."20 },21 "step_length": 16,22 "steps": [23 {24 "step": 0,25 "screenshot": "0629478905806868_0.png",26 "action": "CLICK",27 "info": [28 [29 565,30 13331 ],32 [33 565,34 13335 ]36 ],37 "ps": "[(565, 133)]"38 },39 {40 "step": 1,41 "screenshot": "0629478905806868_1.png",42 "action": "CLICK",43 "info": [44 [45 718,46 7847 ],48 [49 718,50 7851 ]52 ],53 "ps": "[(718, 78)]"54 },55 {56 "step": 2,57 "screenshot": "0629478905806868_2.png",58 "action": "TEXT",59 "info": "political debate",60 "ps": ""61 },62 {63 "step": 3,64 "screenshot": "0629478905806868_3.png",65 "action": "CLICK",66 "info": [67 [68 841,69 87870 ],71 [72 841,73 87874 ]75 ],76 "ps": "[(841, 878)]"77 },78 {79 "step": 4,80 "screenshot": "0629478905806868_4.png",81 "action": "CLICK",82 "info": [83 [84 497,85 13986 ],87 [88 497,89 13990 ]91 ],92 "ps": "[(497, 139)]"93 },94 {95 "step": 5,96 "screenshot": "0629478905806868_5.png",97 "action": "CLICK",98 "info": [99 [100 553,101 447102 ],103 [104 553,105 447106 ]107 ],108 "ps": "[(553, 447)]"109 },110 {111 "step": 6,112 "screenshot": "0629478905806868_6.png",113 "action": "SCROLL",114 "info": [115 [116 425,117 693118 ],119 [120 400,121 204122 ]123 ],124 "ps": "[(425, 693), (425, 692), (425, 689), (425, 684), (425, 682), (425, 677), (425, 672), (425, 666), (425, 660), (425, 654), (425, 649), (425, 642), (425, 633), (425, 623), (425, 612), (425, 601), (425, 594), (425, 582), (422, 571), (422, 559), (422, 552), (422, 543), (422, 535), (422, 528), (422, 516), (422, 514), (422, 512), (422, 509), (422, 501), (419, 495), (419, 494), (417, 488), (417, 485), (417, 481), (413, 478), (413, 473), (413, 468), (413, 465), (413, 464), (413, 459), (413, 458), (412, 458), (412, 454), (412, 448), (412, 444), (408, 441), (408, 436), (408, 435), (408, 431), (408, 425), (408, 421), (408, 415), (408, 413), (408, 408), (408, 407), (408, 404), (408, 402), (408, 399), (408, 394), (408, 390), (408, 388), (406, 384), (406, 378), (406, 374), (406, 372), (406, 368), (406, 363), (402, 358), (402, 354), (402, 351), (402, 345), (402, 340), (402, 338), (402, 335), (402, 330), (402, 324), (400, 320), (400, 319), (400, 315), (400, 314), (400, 310), (400, 307), (400, 304), (400, 301), (400, 298), (400, 296), (400, 291), (400, 289), (400, 285), (400, 281), (400, 278), (400, 274), (400, 271), (400, 269), (400, 264), (400, 261), (400, 257), (400, 254), (400, 251), (400, 247), (400, 244), (400, 240), (400, 237), (400, 234), (400, 233), (400, 228), (400, 226), (400, 221), (400, 219), (400, 216), (400, 211), (400, 209), (400, 204)]"125 },126 {127 "step": 7,128 "screenshot": "0629478905806868_7.png",129 "action": "SCROLL",130 "info": [131 [132 463,133 719134 ],135 [136 467,137 183138 ]139 ],140 "ps": "[(463, 719), (463, 716), (463, 713), (463, 709), (463, 706), (463, 700), (463, 696), (463, 695), (463, 692), (463, 686), (463, 680), (463, 674), (463, 672), (463, 667), (463, 660), (463, 654), (463, 646), (463, 638), (463, 630), (463, 619), (463, 612), (463, 603), (463, 594), (463, 585), (463, 579), (463, 573), (463, 567), (463, 562), (463, 556), (463, 548), (463, 542), (463, 539), (463, 530), (463, 525), (463, 518), (463, 509), (463, 502), (463, 494), (463, 484), (463, 477), (463, 475), (463, 471), (463, 462), (463, 452), (463, 444), (463, 434), (463, 422), (463, 411), (463, 399), (463, 390), (463, 378), (463, 364), (463, 353), (463, 341), (463, 331), (463, 323), (463, 313), (463, 304), (463, 301), (463, 298), (463, 296), (463, 289), (463, 280), (463, 271), (463, 266), (463, 263), (463, 257), (463, 251), (463, 246), (463, 240), (463, 232), (463, 226), (464, 220), (464, 214), (467, 210), (467, 207), (467, 204), (467, 200), (467, 197), (467, 193), (467, 190), (467, 187), (467, 183)]"141 },142 {143 "step": 8,144 "screenshot": "0629478905806868_8.png",145 "action": "CLICK",146 "info": "KEY_HOME",147 "ps": ""148 },149 {150 "step": 9,151 "screenshot": "0629478905806868_9.png",152 "action": "CLICK",153 "info": [154 [155 666,156 310157 ],158 [159 666,160 310161 ]162 ],163 "ps": "[(666, 310)]"164 },165 {166 "step": 10,167 "screenshot": "0629478905806868_10.png",168 "action": "CLICK",169 "info": [170 [171 566,172 907173 ],174 [175 566,176 907177 ]178 ],179 "ps": "[(566, 907)]"180 },181 {182 "step": 11,183 "screenshot": "0629478905806868_11.png",184 "action": "CLICK",185 "info": [186 [187 404,188 260189 ],190 [191 404,192 260193 ]194 ],195 "ps": "[(404, 260)]"196 },197 {198 "step": 12,199 "screenshot": "0629478905806868_12.png",200 "action": "CLICK",201 "info": [202 [203 464,204 839205 ],206 [207 464,208 839209 ]210 ],211 "ps": "[(464, 839)]"212 },213 {214 "step": 13,215 "screenshot": "0629478905806868_13.png",216 "action": "TEXT",217 "info": "BBC's political debate will come at 6:30PM today",218 "ps": ""219 },220 {221 "step": 14,222 "screenshot": "0629478905806868_14.png",223 "action": "CLICK",224 "info": [225 [226 763,227 488228 ],229 [230 763,231 488232 ]233 ],234 "ps": "[(763, 488)]"235 },236 {237 "step": 15,238 "screenshot": "0629478905806868_15.png",239 "action": "COMPLETE",240 "info": "",241 "ps": "katsunaksu"242 }243 ]244}