OpenGVLab/GUI-Odyssey
Dataset Card for GUI Odyssey News⭐️ A new and improved version of the GUIOdyssey dataset has been released! 🎉🎉 👉 Please use the latest version and refer to the updated README for the most up-to-date information. We highly recommend using the new version for all training and evaluation! Repository: https://github.com/OpenGVLab/GUI-Odyssey Latest Version of Dataset: hflqf88888/GUIOdyssey Paper: https://arxiv.org/pdf/2406.08451 Introduction… See the full description on the dataset page: https://huggingface.co/datasets/OpenGVLab/GUI-Odyssey.
264.1k
1{2 "episode_id": "0540190646721606",3 "device_info": {4 "product": "sdk_gphone64_x86_64",5 "release_version": "14",6 "sdk_version": "34",7 "h": 1280,8 "w": 720,9 "device_name": "Small Phone"10 },11 "task_info": {12 "category": "Social_Sharing",13 "app": [14 "Gmail",15 "Google Drive"16 ],17 "meta_task": "Look up the working file in the phone and send to the colleague.",18 "task": "Look up the working file in the phone and send to the colleague.",19 "instruction": "Find the working file on Google Driv and email it to caba62244@gmail.com using Gmail."20 },21 "step_length": 14,22 "steps": [23 {24 "step": 0,25 "screenshot": "0540190646721606_0.png",26 "action": "CLICK",27 "info": [28 [29 156,30 50431 ],32 [33 156,34 50435 ]36 ],37 "ps": "[(156, 504)]"38 },39 {40 "step": 1,41 "screenshot": "0540190646721606_1.png",42 "action": "SCROLL",43 "info": [44 [45 749,46 55447 ],48 [49 790,50 30751 ]52 ],53 "ps": "[(749, 554), (749, 551), (749, 549), (749, 546), (749, 545), (749, 543), (749, 541), (749, 540), (749, 537), (749, 535), (749, 533), (749, 528), (749, 524), (749, 521), (747, 515), (747, 514), (747, 511), (747, 507), (745, 502), (745, 501), (745, 498), (745, 494), (745, 490), (745, 486), (745, 483), (745, 481), (745, 477), (745, 474), (745, 471), (745, 470), (745, 467), (740, 462), (740, 458), (740, 457), (740, 453), (740, 451), (740, 449), (740, 446), (740, 444), (740, 440), (740, 439), (740, 436), (740, 434), (740, 432), (740, 428), (740, 427), (741, 425), (741, 423), (741, 421), (741, 417), (741, 415), (741, 411), (741, 407), (741, 403), (741, 399), (745, 396), (745, 394), (745, 392), (745, 389), (748, 386), (748, 384), (748, 382), (748, 378), (754, 377), (754, 374), (759, 371), (759, 368), (759, 367), (759, 365), (765, 361), (765, 360), (765, 357), (765, 355), (765, 352), (766, 350), (766, 348), (766, 345), (770, 344), (770, 343), (770, 340), (770, 338), (770, 337), (770, 336), (776, 334), (776, 331), (776, 328), (779, 325), (779, 324), (779, 321), (784, 318), (784, 315), (784, 314), (790, 310), (790, 310), (790, 307)]"54 },55 {56 "step": 2,57 "screenshot": "0540190646721606_2.png",58 "action": "CLICK",59 "info": [60 [61 919,62 52063 ],64 [65 919,66 52067 ]68 ],69 "ps": "[(919, 520)]"70 },71 {72 "step": 3,73 "screenshot": "0540190646721606_3.png",74 "action": "CLICK",75 "info": [76 [77 449,78 49979 ],80 [81 449,82 49983 ]84 ],85 "ps": "[(449, 499)]"86 },87 {88 "step": 4,89 "screenshot": "0540190646721606_4.png",90 "action": "CLICK",91 "info": "KEY_HOME",92 "ps": ""93 },94 {95 "step": 5,96 "screenshot": "0540190646721606_5.png",97 "action": "CLICK",98 "info": [99 [100 438,101 145102 ],103 [104 438,105 145106 ]107 ],108 "ps": "[(438, 145)]"109 },110 {111 "step": 6,112 "screenshot": "0540190646721606_6.png",113 "action": "CLICK",114 "info": [115 [116 651,117 817118 ],119 [120 651,121 817122 ]123 ],124 "ps": "[(651, 817)]"125 },126 {127 "step": 7,128 "screenshot": "0540190646721606_7.png",129 "action": "TEXT",130 "info": "caba62244@gmail.com",131 "ps": ""132 },133 {134 "step": 8,135 "screenshot": "0540190646721606_8.png",136 "action": "CLICK",137 "info": [138 [139 345,140 500141 ],142 [143 345,144 500145 ]146 ],147 "ps": "[(345, 500)]"148 },149 {150 "step": 9,151 "screenshot": "0540190646721606_9.png",152 "action": "SCROLL",153 "info": [154 [155 384,156 483157 ],158 [159 349,160 247161 ]162 ],163 "ps": "[(384, 483), (384, 481), (384, 478), (381, 475), (381, 474), (381, 471), (380, 468), (374, 464), (374, 460), (374, 457), (374, 448), (374, 443), (374, 437), (374, 432), (374, 428), (374, 424), (374, 417), (374, 410), (374, 404), (374, 400), (374, 397), (374, 396), (374, 391), (374, 387), (374, 383), (374, 382), (374, 380), (369, 375), (369, 371), (369, 367), (369, 361), (369, 357), (368, 348), (362, 342), (362, 334), (362, 330), (362, 328), (361, 327), (355, 324), (355, 320), (355, 317), (355, 314), (355, 310), (355, 308), (355, 307), (355, 304), (355, 302), (355, 300), (355, 297), (349, 295), (349, 292), (349, 290), (349, 287), (349, 285), (349, 283), (349, 280), (349, 278), (349, 277), (349, 274), (349, 271), (349, 270), (349, 267), (349, 264), (349, 261), (349, 260), (349, 258), (349, 257), (349, 255), (349, 252), (349, 250), (349, 247)]"164 },165 {166 "step": 10,167 "screenshot": "0540190646721606_10.png",168 "action": "CLICK",169 "info": [170 [171 215,172 486173 ],174 [175 215,176 486177 ]178 ],179 "ps": "[(215, 486)]"180 },181 {182 "step": 11,183 "screenshot": "0540190646721606_11.png",184 "action": "TEXT",185 "info": "https://docs.google.com/document/d/1V3senPtO1gwvRLmExFHK_OfJszIhgcauLTtvrsAw6gU/edit?usp=drivesdk",186 "ps": ""187 },188 {189 "step": 12,190 "screenshot": "0540190646721606_12.png",191 "action": "CLICK",192 "info": [193 [194 790,195 148196 ],197 [198 790,199 148200 ]201 ],202 "ps": "[(790, 148)]"203 },204 {205 "step": 13,206 "screenshot": "0540190646721606_13.png",207 "action": "COMPLETE",208 "info": "",209 "ps": "caba62244@gmail.com"210 }211 ]212}