OpenGVLab/GUI-Odyssey
Dataset Card for GUI Odyssey News⭐️ A new and improved version of the GUIOdyssey dataset has been released! 🎉🎉 👉 Please use the latest version and refer to the updated README for the most up-to-date information. We highly recommend using the new version for all training and evaluation! Repository: https://github.com/OpenGVLab/GUI-Odyssey Latest Version of Dataset: hflqf88888/GUIOdyssey Paper: https://arxiv.org/pdf/2406.08451 Introduction… See the full description on the dataset page: https://huggingface.co/datasets/OpenGVLab/GUI-Odyssey.
264.1k
1{2 "episode_id": "1138127772730282",3 "device_info": {4 "product": "sdk_gphone64_x86_64",5 "release_version": "14",6 "sdk_version": "34",7 "h": 3120,8 "w": 1440,9 "device_name": "Pixel 7 Pro"10 },11 "task_info": {12 "category": "Media_Entertainment",13 "app": [14 "Clock",15 "Youtube"16 ],17 "meta_task": "Learn a {} from a video and practice it while using a timer.",18 "task": "Learn a Singing exercise from a video and practice it while using a timer.",19 "instruction": "Watch a singing exercise tutorial on YouTube and practice what you learn while keeping track of your time using the Clock app."20 },21 "step_length": 11,22 "steps": [23 {24 "step": 0,25 "screenshot": "1138127772730282_0.png",26 "action": "CLICK",27 "info": [28 [29 146,30 80831 ],32 [33 146,34 80835 ]36 ],37 "ps": "[(146, 808)]"38 },39 {40 "step": 1,41 "screenshot": "1138127772730282_1.png",42 "action": "TEXT",43 "info": "Singing exercise",44 "ps": ""45 },46 {47 "step": 2,48 "screenshot": "1138127772730282_2.png",49 "action": "CLICK",50 "info": [51 [52 911,53 91954 ],55 [56 911,57 91958 ]59 ],60 "ps": "[(911, 919)]"61 },62 {63 "step": 3,64 "screenshot": "1138127772730282_3.png",65 "action": "SCROLL",66 "info": [67 [68 442,69 79970 ],71 [72 576,73 36674 ]75 ],76 "ps": "[(442, 799), (444, 790), (444, 789), (444, 787), (444, 785), (444, 785), (444, 783), (444, 782), (444, 780), (448, 776), (448, 773), (448, 772), (448, 770), (448, 769), (452, 765), (452, 760), (454, 759), (454, 756), (454, 755), (458, 751), (458, 749), (458, 748), (463, 744), (463, 743), (463, 740), (466, 736), (466, 735), (470, 731), (470, 727), (472, 727), (472, 723), (477, 719), (477, 718), (481, 715), (481, 712), (485, 708), (485, 702), (489, 699), (489, 695), (493, 691), (493, 687), (493, 684), (497, 681), (497, 677), (501, 673), (501, 668), (505, 664), (505, 661), (505, 658), (509, 654), (509, 651), (513, 644), (513, 641), (513, 638), (517, 634), (517, 630), (521, 627), (521, 624), (521, 620), (523, 616), (523, 613), (529, 607), (529, 604), (534, 600), (534, 597), (534, 594), (534, 590), (536, 586), (536, 582), (536, 580), (540, 576), (540, 572), (540, 569), (543, 566), (543, 564), (543, 561), (543, 557), (543, 555), (543, 553), (547, 549), (547, 547), (547, 544), (552, 541), (552, 537), (552, 536), (552, 532), (552, 529), (556, 525), (556, 524), (556, 521), (556, 517), (556, 516), (556, 512), (560, 510), (560, 506), (560, 504), (560, 503), (560, 499), (560, 497), (560, 495), (564, 491), (564, 490), (564, 486), (564, 481), (564, 480), (564, 476), (564, 475), (565, 471), (565, 469), (565, 468), (565, 465), (565, 464), (565, 460), (570, 459), (570, 455), (570, 454), (570, 452), (570, 450), (570, 448), (570, 446), (570, 443), (570, 441), (570, 440), (574, 437), (574, 435), (574, 434), (574, 432), (574, 431), (574, 429), (574, 425), (574, 424), (574, 423), (574, 422), (574, 420), (574, 417), (574, 415), (574, 413), (574, 412), (574, 410), (574, 408), (574, 406), (574, 404), (574, 403), (574, 401), (574, 400), (574, 398), (574, 396), (576, 395), (576, 393), (576, 392), (576, 391), (576, 389), (576, 388), (576, 386), (576, 384), (576, 383), (576, 382), (576, 380), (576, 379), (576, 377), (576, 376), (576, 374), (576, 372), (576, 371), (576, 369), (576, 367), (576, 366)]"77 },78 {79 "step": 4,80 "screenshot": "1138127772730282_4.png",81 "action": "CLICK",82 "info": [83 [84 329,85 55986 ],87 [88 329,89 55990 ]91 ],92 "ps": "[(329, 559)]"93 },94 {95 "step": 5,96 "screenshot": "1138127772730282_5.png",97 "action": "CLICK",98 "info": [99 [100 993,101 541102 ],103 [104 993,105 541106 ]107 ],108 "ps": "[(993, 541)]"109 },110 {111 "step": 6,112 "screenshot": "1138127772730282_6.png",113 "action": "CLICK",114 "info": "KEY_HOME",115 "ps": ""116 },117 {118 "step": 7,119 "screenshot": "1138127772730282_7.png",120 "action": "CLICK",121 "info": [122 [123 146,124 105125 ],126 [127 146,128 105129 ]130 ],131 "ps": "[(146, 105)]"132 },133 {134 "step": 8,135 "screenshot": "1138127772730282_8.png",136 "action": "TEXT",137 "info": "400",138 "ps": ""139 },140 {141 "step": 9,142 "screenshot": "1138127772730282_9.png",143 "action": "CLICK",144 "info": [145 [146 517,147 775148 ],149 [150 517,151 775152 ]153 ],154 "ps": "[(517, 775)]"155 },156 {157 "step": 10,158 "screenshot": "1138127772730282_10.png",159 "action": "COMPLETE",160 "info": "",161 "ps": ""162 }163 ]164}