OpenGVLab/GUI-Odyssey
Dataset Card for GUI Odyssey News⭐️ A new and improved version of the GUIOdyssey dataset has been released! 🎉🎉 👉 Please use the latest version and refer to the updated README for the most up-to-date information. We highly recommend using the new version for all training and evaluation! Repository: https://github.com/OpenGVLab/GUI-Odyssey Latest Version of Dataset: hflqf88888/GUIOdyssey Paper: https://arxiv.org/pdf/2406.08451 Introduction… See the full description on the dataset page: https://huggingface.co/datasets/OpenGVLab/GUI-Odyssey.
264.1k
1{2 "episode_id": "0412600637603843",3 "device_info": {4 "product": "sdk_gphone64_x86_64",5 "release_version": "14",6 "sdk_version": "34",7 "h": 3120,8 "w": 1440,9 "device_name": "Pixel 7 Pro"10 },11 "task_info": {12 "category": "Multi_Apps",13 "app": [14 "Youtube",15 "Setting",16 "Opera"17 ],18 "meta_task": "Search the best video blogs of {} topic, turn up the brightness on the phone,and open the video app to follow.",19 "task": "Search the best video blogs of travel vlogs topic, turn up the brightness on the phone,and open the video app to follow.",20 "instruction": "Locate top-quality travel vlog video blogs by using Youtube, then increase the screen brightness via the Setting app, and finally, open Opera to follow the video."21 },22 "step_length": 18,23 "steps": [24 {25 "step": 0,26 "screenshot": "0412600637603843_0.png",27 "action": "CLICK",28 "info": [29 [30 853,31 79732 ],33 [34 853,35 79736 ]37 ],38 "ps": "[(853, 797)]"39 },40 {41 "step": 1,42 "screenshot": "0412600637603843_1.png",43 "action": "CLICK",44 "info": [45 [46 632,47 92048 ],49 [50 632,51 92052 ]53 ],54 "ps": "[(632, 920)]"55 },56 {57 "step": 2,58 "screenshot": "0412600637603843_2.png",59 "action": "CLICK",60 "info": [61 [62 413,63 13964 ],65 [66 413,67 13768 ]69 ],70 "ps": "[(413, 139), (413, 137)]"71 },72 {73 "step": 3,74 "screenshot": "0412600637603843_3.png",75 "action": "TEXT",76 "info": "travel vlogs on youtube",77 "ps": ""78 },79 {80 "step": 4,81 "screenshot": "0412600637603843_4.png",82 "action": "CLICK",83 "info": [84 [85 877,86 90787 ],88 [89 877,90 90791 ]92 ],93 "ps": "[(877, 907)]"94 },95 {96 "step": 5,97 "screenshot": "0412600637603843_5.png",98 "action": "CLICK",99 "info": "KEY_HOME",100 "ps": ""101 },102 {103 "step": 6,104 "screenshot": "0412600637603843_6.png",105 "action": "CLICK",106 "info": [107 [108 372,109 803110 ],111 [112 372,113 803114 ]115 ],116 "ps": "[(372, 803)]"117 },118 {119 "step": 7,120 "screenshot": "0412600637603843_7.png",121 "action": "SCROLL",122 "info": [123 [124 418,125 929126 ],127 [128 481,129 740130 ]131 ],132 "ps": "[(418, 929), (420, 929), (420, 927), (420, 925), (420, 924), (420, 922), (420, 920), (420, 918), (420, 916), (425, 916), (425, 915), (425, 913), (425, 910), (425, 909), (425, 907), (425, 906), (425, 904), (425, 901), (425, 900), (428, 900), (428, 898), (428, 896), (428, 895), (428, 892), (428, 891), (428, 889), (428, 887), (433, 886), (433, 883), (433, 881), (433, 880), (433, 878), (433, 877), (433, 874), (433, 872), (433, 871), (433, 869), (438, 869), (438, 866), (438, 866), (438, 863), (438, 862), (440, 860), (440, 857), (440, 857), (440, 854), (440, 853), (440, 851), (440, 849), (440, 848), (440, 845), (445, 843), (445, 842), (445, 840), (445, 839), (445, 836), (449, 834), (449, 833), (449, 831), (449, 828), (449, 827), (449, 825), (449, 824), (449, 822), (452, 819), (452, 818), (452, 816), (452, 814), (452, 813), (452, 810), (457, 809), (457, 807), (457, 805), (457, 804), (457, 801), (459, 799), (459, 798), (459, 796), (459, 795), (459, 792), (459, 790), (459, 789), (464, 789), (464, 787), (464, 786), (464, 783), (464, 781), (464, 780), (469, 778), (469, 776), (469, 774), (469, 772), (469, 771), (472, 771), (472, 769), (472, 767), (472, 766), (472, 763), (472, 761), (472, 760), (472, 758), (472, 757), (472, 754), (477, 752), (477, 751), (477, 749), (477, 747), (477, 745), (481, 745), (481, 743), (481, 742), (481, 740)]"133 },134 {135 "step": 8,136 "screenshot": "0412600637603843_8.png",137 "action": "CLICK",138 "info": [139 [140 331,141 871142 ],143 [144 331,145 871146 ]147 ],148 "ps": "[(331, 871)]"149 },150 {151 "step": 9,152 "screenshot": "0412600637603843_9.png",153 "action": "CLICK",154 "info": [155 [156 566,157 355158 ],159 [160 566,161 355162 ]163 ],164 "ps": "[(566, 355)]"165 },166 {167 "step": 10,168 "screenshot": "0412600637603843_10.png",169 "action": "CLICK",170 "info": [171 [172 768,173 89174 ],175 [176 768,177 89178 ]179 ],180 "ps": "[(768, 89)]"181 },182 {183 "step": 11,184 "screenshot": "0412600637603843_11.png",185 "action": "SCROLL",186 "info": [187 [188 406,189 980190 ],191 [192 999,193 980194 ]195 ],196 "ps": "[(406, 980), (409, 980), (413, 980), (415, 980), (420, 980), (425, 980), (428, 980), (433, 980), (435, 980), (440, 980), (445, 980), (447, 980), (452, 980), (457, 980), (459, 980), (464, 980), (467, 980), (472, 980), (477, 980), (479, 980), (484, 980), (488, 980), (491, 980), (496, 980), (498, 980), (503, 980), (508, 980), (511, 980), (515, 980), (520, 980), (522, 980), (527, 980), (530, 980), (535, 980), (540, 980), (542, 980), (552, 980), (554, 980), (559, 980), (564, 980), (566, 980), (576, 980), (579, 980), (588, 980), (590, 980), (595, 980), (600, 980), (608, 980), (613, 980), (615, 980), (624, 980), (627, 980), (637, 980), (644, 980), (654, 980), (659, 980), (661, 980), (666, 980), (671, 980), (678, 980), (688, 980), (695, 980), (705, 980), (715, 980), (722, 980), (731, 980), (734, 980), (744, 980), (754, 980), (761, 980), (770, 980), (773, 980), (783, 980), (793, 980), (799, 980), (809, 980), (819, 980), (827, 980), (836, 980), (843, 980), (853, 980), (863, 980), (865, 980), (870, 980), (877, 980), (887, 980), (897, 980), (904, 980), (914, 980), (924, 980), (931, 980), (936, 980), (940, 980), (948, 980), (958, 980), (965, 980), (974, 980), (984, 980), (992, 980), (999, 980)]"197 },198 {199 "step": 12,200 "screenshot": "0412600637603843_12.png",201 "action": "CLICK",202 "info": [203 [204 260,205 420206 ],207 [208 260,209 420210 ]211 ],212 "ps": "[(260, 420)]"213 },214 {215 "step": 13,216 "screenshot": "0412600637603843_13.png",217 "action": "CLICK",218 "info": [219 [220 260,221 713222 ],223 [224 260,225 713226 ]227 ],228 "ps": "[(260, 713)]"229 },230 {231 "step": 14,232 "screenshot": "0412600637603843_14.png",233 "action": "CLICK",234 "info": [235 [236 868,237 130238 ],239 [240 868,241 130242 ]243 ],244 "ps": "[(868, 130)]"245 },246 {247 "step": 15,248 "screenshot": "0412600637603843_15.png",249 "action": "CLICK",250 "info": [251 [252 938,253 753254 ],255 [256 938,257 753258 ]259 ],260 "ps": "[(938, 753)]"261 },262 {263 "step": 16,264 "screenshot": "0412600637603843_16.png",265 "action": "CLICK",266 "info": [267 [268 885,269 659270 ],271 [272 885,273 659274 ]275 ],276 "ps": "[(885, 659)]"277 },278 {279 "step": 17,280 "screenshot": "0412600637603843_17.png",281 "action": "COMPLETE",282 "info": "",283 "ps": ""284 }285 ]286}