OpenGVLab/GUI-Odyssey
Dataset Card for GUI Odyssey News⭐️ A new and improved version of the GUIOdyssey dataset has been released! 🎉🎉 👉 Please use the latest version and refer to the updated README for the most up-to-date information. We highly recommend using the new version for all training and evaluation! Repository: https://github.com/OpenGVLab/GUI-Odyssey Latest Version of Dataset: hflqf88888/GUIOdyssey Paper: https://arxiv.org/pdf/2406.08451 Introduction… See the full description on the dataset page: https://huggingface.co/datasets/OpenGVLab/GUI-Odyssey.
264.1k
1{2 "episode_id": "0786999990307790",3 "device_info": {4 "product": "sdk_gphone64_x86_64",5 "release_version": "14",6 "sdk_version": "34",7 "h": 1280,8 "w": 720,9 "device_name": "Small Phone"10 },11 "task_info": {12 "category": "Multi_Apps",13 "app": [14 "Setting",15 "Youtube",16 "Opera"17 ],18 "meta_task": "Search the best video blogs of {} topic, turn up the brightness on the phone,and open the video app to follow.",19 "task": "Search the best video blogs of tech reviews topic, turn up the brightness on the phone,and open the video app to follow.",20 "instruction": "Please search for the top video blogs on technology reviews using the Opera browser. Once you find the blogs, increase the brightness on your phone via the Settings app. Finally, open Youtube to follow the video content."21 },22 "step_length": 12,23 "steps": [24 {25 "step": 0,26 "screenshot": "0786999990307790_0.png",27 "action": "CLICK",28 "info": [29 [30 805,31 74332 ],33 [34 805,35 74336 ]37 ],38 "ps": "[(805, 743)]"39 },40 {41 "step": 1,42 "screenshot": "0786999990307790_1.png",43 "action": "TEXT",44 "info": "tech reviews video on youtube",45 "ps": ""46 },47 {48 "step": 2,49 "screenshot": "0786999990307790_2.png",50 "action": "CLICK",51 "info": [52 [53 905,54 88455 ],56 [57 905,58 88459 ]60 ],61 "ps": "[(905, 884)]"62 },63 {64 "step": 3,65 "screenshot": "0786999990307790_3.png",66 "action": "CLICK",67 "info": [68 [69 272,70 50671 ],72 [73 266,74 50675 ]76 ],77 "ps": "[(272, 506), (266, 506)]"78 },79 {80 "step": 4,81 "screenshot": "0786999990307790_4.png",82 "action": "CLICK",83 "info": [84 [85 711,86 16787 ],88 [89 711,90 16791 ]92 ],93 "ps": "[(711, 167)]"94 },95 {96 "step": 5,97 "screenshot": "0786999990307790_5.png",98 "action": "CLICK",99 "info": "KEY_HOME",100 "ps": ""101 },102 {103 "step": 6,104 "screenshot": "0786999990307790_6.png",105 "action": "CLICK",106 "info": [107 [108 361,109 737110 ],111 [112 361,113 737114 ]115 ],116 "ps": "[(361, 737)]"117 },118 {119 "step": 7,120 "screenshot": "0786999990307790_7.png",121 "action": "CLICK",122 "info": [123 [124 402,125 445126 ],127 [128 405,129 445130 ]131 ],132 "ps": "[(402, 445), (405, 445)]"133 },134 {135 "step": 8,136 "screenshot": "0786999990307790_8.png",137 "action": "CLICK",138 "info": [139 [140 747,141 87142 ],143 [144 747,145 87146 ]147 ],148 "ps": "[(747, 87)]"149 },150 {151 "step": 9,152 "screenshot": "0786999990307790_9.png",153 "action": "SCROLL",154 "info": [155 [156 427,157 974158 ],159 [160 998,161 968162 ]163 ],164 "ps": "[(427, 974), (430, 974), (433, 974), (438, 974), (444, 974), (447, 974), (452, 974), (455, 974), (461, 974), (466, 974), (469, 973), (474, 973), (480, 973), (483, 973), (488, 973), (491, 970), (497, 970), (502, 970), (505, 970), (511, 970), (516, 970), (519, 970), (524, 970), (527, 970), (533, 970), (538, 967), (541, 967), (547, 967), (549, 967), (555, 967), (561, 967), (563, 967), (569, 967), (574, 967), (577, 967), (583, 967), (586, 967), (591, 967), (597, 967), (599, 967), (605, 967), (611, 967), (613, 967), (619, 967), (622, 967), (627, 967), (636, 967), (641, 967), (647, 967), (649, 967), (655, 967), (661, 967), (663, 967), (674, 967), (683, 967), (694, 967), (699, 967), (702, 967), (708, 967), (711, 967), (716, 967), (722, 967), (730, 967), (736, 967), (738, 967), (744, 967), (749, 965), (758, 965), (769, 965), (772, 965), (783, 965), (786, 965), (791, 965), (797, 965), (805, 965), (811, 965), (813, 965), (819, 965), (824, 965), (833, 965), (844, 965), (847, 965), (852, 965), (858, 965), (861, 965), (866, 965), (869, 965), (874, 965), (880, 965), (888, 965), (899, 965), (902, 965), (908, 965), (916, 965), (927, 965), (933, 965), (936, 965), (941, 965), (947, 965), (949, 965), (955, 965), (958, 965), (963, 965), (969, 965), (972, 965), (977, 965), (983, 965), (991, 965), (997, 965), (998, 968)]"165 },166 {167 "step": 10,168 "screenshot": "0786999990307790_10.png",169 "action": "CLICK",170 "info": [171 [172 466,173 210174 ],175 [176 466,177 210178 ]179 ],180 "ps": "[(466, 210)]"181 },182 {183 "step": 11,184 "screenshot": "0786999990307790_11.png",185 "action": "COMPLETE",186 "info": "",187 "ps": ""188 }189 ]190}