OpenGVLab/GUI-Odyssey
Dataset Card for GUI Odyssey News⭐️ A new and improved version of the GUIOdyssey dataset has been released! 🎉🎉 👉 Please use the latest version and refer to the updated README for the most up-to-date information. We highly recommend using the new version for all training and evaluation! Repository: https://github.com/OpenGVLab/GUI-Odyssey Latest Version of Dataset: hflqf88888/GUIOdyssey Paper: https://arxiv.org/pdf/2406.08451 Introduction… See the full description on the dataset page: https://huggingface.co/datasets/OpenGVLab/GUI-Odyssey.
264.1k
1{2 "episode_id": "1009166031635730",3 "device_info": {4 "product": "sdk_gphone64_x86_64",5 "release_version": "14",6 "sdk_version": "34",7 "h": 1600,8 "w": 2560,9 "device_name": "Pixel Tablet"10 },11 "task_info": {12 "category": "Social_Sharing",13 "app": [14 "GenZArt:Fast AI Art Generator",15 "Threads"16 ],17 "meta_task": "Use an AI app to create a photo about {} and share it.",18 "task": "Use an AI app to create a photo about guitar and share it.",19 "instruction": "Use GenZArt:Fast AI Art Generator to create an image centered around a guitar, and then share it on Threads with moments."20 },21 "step_length": 12,22 "steps": [23 {24 "step": 0,25 "screenshot": "1009166031635730_0.png",26 "action": "CLICK",27 "info": [28 [29 291,30 55731 ],32 [33 291,34 55735 ]36 ],37 "ps": "[(291, 557)]"38 },39 {40 "step": 1,41 "screenshot": "1009166031635730_1.png",42 "action": "CLICK",43 "info": [44 [45 507,46 91647 ],48 [49 507,50 91651 ]52 ],53 "ps": "[(507, 916)]"54 },55 {56 "step": 2,57 "screenshot": "1009166031635730_2.png",58 "action": "CLICK",59 "info": [60 [61 331,62 27963 ],64 [65 331,66 27967 ]68 ],69 "ps": "[(331, 279)]"70 },71 {72 "step": 3,73 "screenshot": "1009166031635730_3.png",74 "action": "TEXT",75 "info": "guitar",76 "ps": ""77 },78 {79 "step": 4,80 "screenshot": "1009166031635730_4.png",81 "action": "CLICK",82 "info": [83 [84 33,85 97986 ],87 [88 33,89 97990 ]91 ],92 "ps": "[(33, 979)]"93 },94 {95 "step": 5,96 "screenshot": "1009166031635730_5.png",97 "action": "CLICK",98 "info": [99 [100 368,101 788102 ],103 [104 368,105 788106 ]107 ],108 "ps": "[(368, 788)]"109 },110 {111 "step": 6,112 "screenshot": "1009166031635730_6.png",113 "action": "CLICK",114 "info": [115 [116 666,117 812118 ],119 [120 666,121 812122 ]123 ],124 "ps": "[(666, 812)]"125 },126 {127 "step": 7,128 "screenshot": "1009166031635730_7.png",129 "action": "SCROLL",130 "info": [131 [132 541,133 912134 ],135 [136 539,137 431138 ]139 ],140 "ps": "[(541, 912), (541, 911), (541, 908), (541, 904), (541, 901), (541, 896), (541, 891), (541, 886), (541, 879), (541, 876), (541, 871), (541, 866), (541, 863), (541, 861), (541, 853), (541, 846), (541, 837), (541, 827), (541, 817), (541, 804), (541, 798), (541, 791), (541, 782), (541, 772), (541, 764), (541, 756), (541, 746), (541, 736), (541, 727), (541, 719), (541, 711), (541, 701), (541, 691), (541, 683), (541, 677), (541, 669), (541, 663), (541, 656), (541, 648), (541, 639), (541, 632), (541, 627), (541, 622), (541, 616), (541, 611), (541, 607), (541, 601), (541, 596), (541, 591), (541, 581), (541, 574), (541, 569), (541, 564), (541, 559), (541, 554), (541, 549), (541, 544), (541, 534), (541, 527), (541, 522), (541, 521), (541, 518), (541, 513), (541, 508), (541, 502), (541, 497), (541, 494), (541, 491), (541, 486), (539, 481), (539, 476), (539, 471), (539, 467), (539, 464), (539, 461), (539, 458), (539, 456), (539, 452), (539, 449), (539, 446), (539, 444), (539, 442), (539, 439), (539, 438), (539, 437), (539, 433), (539, 431)]"141 },142 {143 "step": 8,144 "screenshot": "1009166031635730_8.png",145 "action": "SCROLL",146 "info": [147 [148 444,149 811150 ],151 [152 421,153 352154 ]155 ],156 "ps": "[(444, 811), (442, 811), (442, 808), (442, 806), (442, 803), (442, 802), (440, 798), (440, 797), (439, 794), (439, 789), (439, 782), (437, 777), (437, 769), (437, 761), (437, 748), (437, 741), (437, 732), (437, 718), (437, 709), (437, 699), (437, 687), (436, 677), (436, 664), (436, 654), (436, 647), (436, 638), (436, 631), (436, 622), (436, 614), (436, 609), (436, 601), (433, 594), (433, 589), (432, 587), (432, 586), (432, 582), (432, 576), (432, 568), (432, 563), (430, 558), (430, 557), (427, 552), (427, 547), (427, 546), (426, 542), (426, 537), (425, 536), (425, 533), (425, 531), (423, 524), (421, 501), (421, 484), (421, 482), (421, 478), (421, 473), (421, 471), (421, 466), (421, 461), (421, 457), (421, 454), (421, 452), (421, 448), (421, 446), (421, 442), (421, 436), (421, 431), (421, 427), (421, 424), (421, 422), (421, 418), (421, 416), (421, 412), (421, 409), (421, 407), (421, 403), (421, 398), (421, 396), (421, 392), (421, 389), (421, 384), (421, 379), (421, 377), (421, 373), (421, 368), (421, 366), (421, 364), (421, 361), (421, 358), (421, 356), (421, 352)]"157 },158 {159 "step": 9,160 "screenshot": "1009166031635730_9.png",161 "action": "CLICK",162 "info": [163 [164 321,165 879166 ],167 [168 321,169 879170 ]171 ],172 "ps": "[(321, 879)]"173 },174 {175 "step": 10,176 "screenshot": "1009166031635730_10.png",177 "action": "CLICK",178 "info": [179 [180 691,181 433182 ],183 [184 691,185 433186 ]187 ],188 "ps": "[(691, 433)]"189 },190 {191 "step": 11,192 "screenshot": "1009166031635730_11.png",193 "action": "COMPLETE",194 "info": "",195 "ps": "moments"196 }197 ]198}