OpenGVLab/GUI-Odyssey
Dataset Card for GUI Odyssey News⭐️ A new and improved version of the GUIOdyssey dataset has been released! 🎉🎉 👉 Please use the latest version and refer to the updated README for the most up-to-date information. We highly recommend using the new version for all training and evaluation! Repository: https://github.com/OpenGVLab/GUI-Odyssey Latest Version of Dataset: hflqf88888/GUIOdyssey Paper: https://arxiv.org/pdf/2406.08451 Introduction… See the full description on the dataset page: https://huggingface.co/datasets/OpenGVLab/GUI-Odyssey.
264.1k
1{2 "episode_id": "0785417706556484",3 "device_info": {4 "product": "sdk_gphone64_x86_64",5 "release_version": "14",6 "sdk_version": "34",7 "h": 3120,8 "w": 1440,9 "device_name": "Pixel 7 Pro"10 },11 "task_info": {12 "category": "Information_Management",13 "app": [14 "Chrome",15 "Google Docs"16 ],17 "meta_task": "Look up the information about the properties of {} and make a brief document.",18 "task": "Look up the information about the properties of Cube and make a brief document.",19 "instruction": "Open Chrome to search for information about the properties of a Cube and then use Google Docs to create a brief document summarizing your findings."20 },21 "step_length": 13,22 "steps": [23 {24 "step": 0,25 "screenshot": "0785417706556484_0.png",26 "action": "CLICK",27 "info": [28 [29 610,30 80031 ],32 [33 610,34 80035 ]36 ],37 "ps": "[(610, 800)]"38 },39 {40 "step": 1,41 "screenshot": "0785417706556484_1.png",42 "action": "TEXT",43 "info": "properties of cube",44 "ps": ""45 },46 {47 "step": 2,48 "screenshot": "0785417706556484_2.png",49 "action": "CLICK",50 "info": [51 [52 406,53 13354 ],55 [56 406,57 13358 ]59 ],60 "ps": "[(406, 133)]"61 },62 {63 "step": 3,64 "screenshot": "0785417706556484_3.png",65 "action": "LONG_PRESS",66 "info": [67 [68 158,69 60570 ],71 [72 158,73 60574 ]75 ],76 "ps": "[(158, 605)]"77 },78 {79 "step": 4,80 "screenshot": "0785417706556484_4.png",81 "action": "SCROLL",82 "info": [83 [84 231,85 63086 ],87 [88 678,89 86990 ]91 ],92 "ps": "[(231, 630), (231, 631), (234, 635), (240, 641), (243, 644), (245, 647), (255, 655), (268, 667), (282, 678), (302, 691), (321, 704), (336, 714), (347, 722), (350, 724), (352, 725), (357, 729), (360, 729), (365, 730), (367, 731), (372, 733), (374, 734), (374, 735), (379, 738), (381, 740), (386, 742), (389, 743), (396, 747), (404, 750), (406, 752), (413, 758), (423, 763), (433, 770), (447, 778), (459, 783), (464, 786), (467, 787), (472, 789), (477, 790), (481, 795), (491, 798), (493, 800), (498, 804), (506, 809), (513, 814), (515, 817), (518, 819), (520, 822), (522, 823), (525, 825), (527, 827), (532, 830), (537, 832), (542, 834), (545, 835), (549, 836), (552, 837), (554, 839), (556, 839), (559, 840), (561, 841), (569, 842), (574, 843), (581, 844), (584, 844), (588, 845), (595, 846), (598, 846), (603, 846), (605, 846), (608, 846), (613, 848), (620, 851), (622, 852), (629, 853), (632, 854), (634, 854), (637, 855), (639, 855), (642, 855), (649, 859), (649, 860), (652, 861), (654, 861), (656, 862), (659, 862), (661, 862), (663, 863), (663, 864), (666, 866), (668, 866), (671, 868), (673, 868), (676, 869), (678, 869)]"93 },94 {95 "step": 5,96 "screenshot": "0785417706556484_5.png",97 "action": "CLICK",98 "info": [99 [100 138,101 560102 ],103 [104 138,105 560106 ]107 ],108 "ps": "[(138, 560)]"109 },110 {111 "step": 6,112 "screenshot": "0785417706556484_6.png",113 "action": "CLICK",114 "info": "KEY_HOME",115 "ps": ""116 },117 {118 "step": 7,119 "screenshot": "0785417706556484_7.png",120 "action": "CLICK",121 "info": [122 [123 848,124 128125 ],126 [127 848,128 128129 ]130 ],131 "ps": "[(848, 128)]"132 },133 {134 "step": 8,135 "screenshot": "0785417706556484_8.png",136 "action": "CLICK",137 "info": [138 [139 885,140 919141 ],142 [143 885,144 919145 ]146 ],147 "ps": "[(885, 919)]"148 },149 {150 "step": 9,151 "screenshot": "0785417706556484_9.png",152 "action": "CLICK",153 "info": [154 [155 887,156 855157 ],158 [159 887,160 854161 ]162 ],163 "ps": "[(887, 855), (887, 854)]"164 },165 {166 "step": 10,167 "screenshot": "0785417706556484_10.png",168 "action": "CLICK",169 "info": [170 [171 374,172 640173 ],174 [175 374,176 640177 ]178 ],179 "ps": "[(374, 640)]"180 },181 {182 "step": 11,183 "screenshot": "0785417706556484_11.png",184 "action": "CLICK",185 "info": [186 [187 85,188 83189 ],190 [191 85,192 83193 ]194 ],195 "ps": "[(85, 83)]"196 },197 {198 "step": 12,199 "screenshot": "0785417706556484_12.png",200 "action": "COMPLETE",201 "info": "",202 "ps": "3 LONG"203 }204 ]205}