OpenGVLab/GUI-Odyssey
Dataset Card for GUI Odyssey News⭐️ A new and improved version of the GUIOdyssey dataset has been released! 🎉🎉 👉 Please use the latest version and refer to the updated README for the most up-to-date information. We highly recommend using the new version for all training and evaluation! Repository: https://github.com/OpenGVLab/GUI-Odyssey Latest Version of Dataset: hflqf88888/GUIOdyssey Paper: https://arxiv.org/pdf/2406.08451 Introduction… See the full description on the dataset page: https://huggingface.co/datasets/OpenGVLab/GUI-Odyssey.
264.1k
1{2 "episode_id": "1030729135684062",3 "device_info": {4 "product": "sdk_gphone64_x86_64",5 "release_version": "14",6 "sdk_version": "34",7 "h": 1280,8 "w": 720,9 "device_name": "Small Phone"10 },11 "task_info": {12 "category": "Social_Sharing",13 "app": [14 "Facebook",15 "Google Photos"16 ],17 "meta_task": "Select a photo in album and share to a social app.",18 "task": "Select a photo in album and share to a social app.",19 "instruction": "Select an image from your Google Photos album and share it on Facebook with Moments."20 },21 "step_length": 10,22 "steps": [23 {24 "step": 0,25 "screenshot": "1030729135684062_0.png",26 "action": "CLICK",27 "info": [28 [29 376,30 49131 ],32 [33 376,34 49135 ]36 ],37 "ps": "[(376, 491)]"38 },39 {40 "step": 1,41 "screenshot": "1030729135684062_1.png",42 "action": "CLICK",43 "info": [44 [45 470,46 80647 ],48 [49 470,50 80651 ]52 ],53 "ps": "[(470, 806)]"54 },55 {56 "step": 2,57 "screenshot": "1030729135684062_2.png",58 "action": "CLICK",59 "info": [60 [61 190,62 66563 ],64 [65 190,66 66567 ]68 ],69 "ps": "[(190, 665)]"70 },71 {72 "step": 3,73 "screenshot": "1030729135684062_3.png",74 "action": "CLICK",75 "info": [76 [77 149,78 90279 ],80 [81 149,82 90283 ]84 ],85 "ps": "[(149, 902)]"86 },87 {88 "step": 4,89 "screenshot": "1030729135684062_4.png",90 "action": "SCROLL",91 "info": [92 [93 598,94 78795 ],96 [97 598,98 26499 ]100 ],101 "ps": "[(598, 787), (598, 784), (598, 782), (598, 779), (598, 777), (598, 774), (598, 771), (598, 767), (598, 764), (598, 760), (598, 755), (598, 751), (598, 750), (598, 747), (598, 741), (598, 733), (598, 725), (598, 717), (598, 707), (598, 697), (598, 689), (598, 678), (598, 668), (598, 660), (598, 649), (598, 642), (598, 628), (598, 620), (598, 610), (598, 599), (598, 589), (598, 581), (598, 567), (598, 557), (598, 549), (598, 537), (598, 527), (598, 518), (598, 510), (598, 500), (598, 492), (598, 482), (598, 471), (598, 465), (598, 457), (598, 450), (598, 442), (598, 432), (598, 423), (598, 415), (598, 408), (598, 399), (598, 392), (598, 386), (598, 380), (598, 376), (598, 370), (598, 366), (598, 362), (598, 358), (598, 353), (598, 352), (598, 347), (598, 343), (598, 342), (598, 339), (598, 336), (598, 332), (598, 328), (598, 325), (598, 323), (598, 320), (598, 316), (598, 312), (598, 307), (598, 303), (598, 299), (598, 296), (598, 291), (598, 287), (598, 283), (598, 282), (598, 280), (598, 278), (598, 274), (598, 273), (598, 271), (598, 268), (598, 267), (598, 265), (598, 264)]"102 },103 {104 "step": 5,105 "screenshot": "1030729135684062_5.png",106 "action": "SCROLL",107 "info": [108 [109 598,110 820111 ],112 [113 580,114 532115 ]116 ],117 "ps": "[(598, 820), (598, 819), (598, 814), (597, 810), (591, 807), (591, 807), (591, 804), (586, 801), (586, 798), (586, 794), (586, 789), (586, 783), (586, 776), (586, 767), (586, 760), (586, 752), (586, 744), (586, 734), (586, 725), (586, 717), (586, 709), (586, 699), (586, 692), (583, 685), (580, 678), (580, 666), (580, 659), (580, 649), (580, 640), (580, 632), (580, 624), (580, 619), (580, 610), (580, 603), (580, 597), (580, 593), (580, 585), (580, 581), (580, 579), (580, 577), (580, 574), (580, 570), (580, 567), (580, 564), (580, 563), (580, 560), (580, 557), (580, 553), (580, 551), (580, 548), (580, 546), (580, 542), (580, 541), (580, 540), (580, 538), (580, 535), (580, 533), (580, 532)]"118 },119 {120 "step": 6,121 "screenshot": "1030729135684062_6.png",122 "action": "CLICK",123 "info": [124 [125 299,126 498127 ],128 [129 299,130 498131 ]132 ],133 "ps": "[(299, 498)]"134 },135 {136 "step": 7,137 "screenshot": "1030729135684062_7.png",138 "action": "CLICK",139 "info": [140 [141 411,142 573143 ],144 [145 411,146 573147 ]148 ],149 "ps": "[(411, 573)]"150 },151 {152 "step": 8,153 "screenshot": "1030729135684062_8.png",154 "action": "CLICK",155 "info": [156 [157 902,158 146159 ],160 [161 902,162 146163 ]164 ],165 "ps": "[(902, 146)]"166 },167 {168 "step": 9,169 "screenshot": "1030729135684062_9.png",170 "action": "COMPLETE",171 "info": "",172 "ps": "moments"173 }174 ]175}