OpenGVLab/GUI-Odyssey
Dataset Card for GUI Odyssey News⭐️ A new and improved version of the GUIOdyssey dataset has been released! 🎉🎉 👉 Please use the latest version and refer to the updated README for the most up-to-date information. We highly recommend using the new version for all training and evaluation! Repository: https://github.com/OpenGVLab/GUI-Odyssey Latest Version of Dataset: hflqf88888/GUIOdyssey Paper: https://arxiv.org/pdf/2406.08451 Introduction… See the full description on the dataset page: https://huggingface.co/datasets/OpenGVLab/GUI-Odyssey.
264.1k
1{2 "episode_id": "0420610361546374",3 "device_info": {4 "product": "sdk_gphone64_x86_64",5 "release_version": "14",6 "sdk_version": "34",7 "h": 2400,8 "w": 1080,9 "device_name": "Medium Phone"10 },11 "task_info": {12 "category": "Social_Sharing",13 "app": [14 "Facebook",15 "Remix:AI Image Creator"16 ],17 "meta_task": "Use an AI app to create a photo about {} and share it.",18 "task": "Use an AI app to create a photo about pineapple and share it.",19 "instruction": "Use the Remix:AI Image Creator app to design an image featuring a pineapple and then share your creation in Facebook moments."20 },21 "step_length": 13,22 "steps": [23 {24 "step": 0,25 "screenshot": "0420610361546374_0.png",26 "action": "CLICK",27 "info": [28 [29 362,30 51231 ],32 [33 362,34 51235 ]36 ],37 "ps": "[(362, 512)]"38 },39 {40 "step": 1,41 "screenshot": "0420610361546374_1.png",42 "action": "CLICK",43 "info": [44 [45 500,46 94647 ],48 [49 500,50 94651 ]52 ],53 "ps": "[(500, 946)]"54 },55 {56 "step": 2,57 "screenshot": "0420610361546374_2.png",58 "action": "CLICK",59 "info": [60 [61 318,62 65463 ],64 [65 318,66 65467 ]68 ],69 "ps": "[(318, 654)]"70 },71 {72 "step": 3,73 "screenshot": "0420610361546374_3.png",74 "action": "CLICK",75 "info": [76 [77 225,78 18579 ],80 [81 225,82 18583 ]84 ],85 "ps": "[(225, 185)]"86 },87 {88 "step": 4,89 "screenshot": "0420610361546374_4.png",90 "action": "TEXT",91 "info": "pineapple",92 "ps": ""93 },94 {95 "step": 5,96 "screenshot": "0420610361546374_5.png",97 "action": "CLICK",98 "info": [99 [100 97,101 965102 ],103 [104 97,105 965106 ]107 ],108 "ps": "[(97, 965)]"109 },110 {111 "step": 6,112 "screenshot": "0420610361546374_6.png",113 "action": "CLICK",114 "info": [115 [116 454,117 928118 ],119 [120 454,121 928122 ]123 ],124 "ps": "[(454, 928)]"125 },126 {127 "step": 7,128 "screenshot": "0420610361546374_7.png",129 "action": "CLICK",130 "info": [131 [132 215,133 929134 ],135 [136 215,137 929138 ]139 ],140 "ps": "[(215, 929)]"141 },142 {143 "step": 8,144 "screenshot": "0420610361546374_8.png",145 "action": "SCROLL",146 "info": [147 [148 612,149 839150 ],151 [152 629,153 360154 ]155 ],156 "ps": "[(612, 839), (612, 836), (612, 835), (612, 833), (612, 831), (612, 827), (612, 825), (612, 822), (612, 820), (612, 819), (612, 817), (612, 812), (612, 808), (612, 803), (612, 800), (612, 796), (612, 792), (612, 786), (612, 782), (612, 777), (612, 771), (612, 763), (612, 757), (612, 749), (612, 740), (612, 731), (612, 722), (612, 718), (612, 717), (612, 712), (612, 707), (612, 702), (612, 691), (612, 685), (612, 677), (612, 671), (612, 662), (612, 654), (612, 642), (612, 634), (612, 626), (612, 617), (612, 609), (612, 598), (612, 589), (612, 578), (614, 569), (614, 561), (614, 549), (614, 539), (614, 530), (617, 523), (617, 516), (617, 504), (617, 496), (622, 484), (622, 476), (622, 467), (622, 459), (624, 452), (624, 448), (629, 440), (629, 437), (629, 436), (629, 434), (629, 427), (629, 425), (629, 422), (629, 419), (629, 415), (629, 413), (629, 409), (629, 409), (629, 406), (629, 403), (629, 401), (629, 400), (629, 397), (629, 397), (629, 393), (629, 391), (629, 387), (629, 384), (629, 381), (629, 379), (629, 376), (629, 374), (629, 371), (629, 368), (629, 366), (629, 362), (629, 360)]"157 },158 {159 "step": 9,160 "screenshot": "0420610361546374_9.png",161 "action": "CLICK",162 "info": [163 [164 113,165 564166 ],167 [168 113,169 564170 ]171 ],172 "ps": "[(113, 564)]"173 },174 {175 "step": 10,176 "screenshot": "0420610361546374_10.png",177 "action": "CLICK",178 "info": [179 [180 381,181 517182 ],183 [184 381,185 517186 ]187 ],188 "ps": "[(381, 517)]"189 },190 {191 "step": 11,192 "screenshot": "0420610361546374_11.png",193 "action": "CLICK",194 "info": [195 [196 877,197 57198 ],199 [200 877,201 57202 ]203 ],204 "ps": "[(877, 57)]"205 },206 {207 "step": 12,208 "screenshot": "0420610361546374_12.png",209 "action": "COMPLETE",210 "info": "",211 "ps": "moments"212 }213 ]214}