OpenGVLab/GUI-Odyssey
Dataset Card for GUI Odyssey News⭐️ A new and improved version of the GUIOdyssey dataset has been released! 🎉🎉 👉 Please use the latest version and refer to the updated README for the most up-to-date information. We highly recommend using the new version for all training and evaluation! Repository: https://github.com/OpenGVLab/GUI-Odyssey Latest Version of Dataset: hflqf88888/GUIOdyssey Paper: https://arxiv.org/pdf/2406.08451 Introduction… See the full description on the dataset page: https://huggingface.co/datasets/OpenGVLab/GUI-Odyssey.
264.1k
1{2 "episode_id": "0889483286020719",3 "device_info": {4 "product": "sdk_gphone64_x86_64",5 "release_version": "14",6 "sdk_version": "34",7 "h": 3120,8 "w": 1440,9 "device_name": "Pixel 7 Pro"10 },11 "task_info": {12 "category": "Multi_Apps",13 "app": [14 "Youtube",15 "Quora",16 "Google Keep"17 ],18 "meta_task": "Select one healthy lunch plan for next day, take a note and watch a video about how to make one of dishes.",19 "task": "Select one healthy lunch plan for next day, take a note and watch a video about how to make one of dishes.",20 "instruction": "Choose a healthy lunch plan for the next day, jot it down in Google Keep, and watch a YouTube video on how to prepare one of the dishes. Refer to Quora for additional tips or information if needed."21 },22 "step_length": 20,23 "steps": [24 {25 "step": 0,26 "screenshot": "0889483286020719_0.png",27 "action": "CLICK",28 "info": [29 [30 409,31 10332 ],33 [34 409,35 10336 ]37 ],38 "ps": "[(409, 103)]"39 },40 {41 "step": 1,42 "screenshot": "0889483286020719_1.png",43 "action": "CLICK",44 "info": [45 [46 148,47 15948 ],49 [50 148,51 15952 ]53 ],54 "ps": "[(148, 159)]"55 },56 {57 "step": 2,58 "screenshot": "0889483286020719_2.png",59 "action": "TEXT",60 "info": "healthy lunch plan",61 "ps": ""62 },63 {64 "step": 3,65 "screenshot": "0889483286020719_3.png",66 "action": "CLICK",67 "info": [68 [69 260,70 29771 ],72 [73 260,74 29775 ]76 ],77 "ps": "[(260, 297)]"78 },79 {80 "step": 4,81 "screenshot": "0889483286020719_4.png",82 "action": "CLICK",83 "info": [84 [85 472,86 59187 ],88 [89 472,90 59191 ]92 ],93 "ps": "[(472, 591)]"94 },95 {96 "step": 5,97 "screenshot": "0889483286020719_5.png",98 "action": "CLICK",99 "info": [100 [101 496,102 780103 ],104 [105 496,106 780107 ]108 ],109 "ps": "[(496, 780)]"110 },111 {112 "step": 6,113 "screenshot": "0889483286020719_6.png",114 "action": "CLICK",115 "info": "KEY_HOME",116 "ps": ""117 },118 {119 "step": 7,120 "screenshot": "0889483286020719_7.png",121 "action": "CLICK",122 "info": [123 [124 204,125 249126 ],127 [128 204,129 249130 ]131 ],132 "ps": "[(204, 249)]"133 },134 {135 "step": 8,136 "screenshot": "0889483286020719_8.png",137 "action": "CLICK",138 "info": [139 [140 841,141 929142 ],143 [144 841,145 929146 ]147 ],148 "ps": "[(841, 929)]"149 },150 {151 "step": 9,152 "screenshot": "0889483286020719_9.png",153 "action": "TEXT",154 "info": "Grilled Chicken Salad",155 "ps": ""156 },157 {158 "step": 10,159 "screenshot": "0889483286020719_10.png",160 "action": "CLICK",161 "info": [162 [163 163,164 163165 ],166 [167 163,168 163169 ]170 ],171 "ps": "[(163, 163)]"172 },173 {174 "step": 11,175 "screenshot": "0889483286020719_11.png",176 "action": "TEXT",177 "info": "Healthy Lunch Plan 6",178 "ps": ""179 },180 {181 "step": 12,182 "screenshot": "0889483286020719_12.png",183 "action": "CLICK",184 "info": [185 [186 83,187 90188 ],189 [190 83,191 90192 ]193 ],194 "ps": "[(83, 90)]"195 },196 {197 "step": 13,198 "screenshot": "0889483286020719_13.png",199 "action": "CLICK",200 "info": "KEY_HOME",201 "ps": ""202 },203 {204 "step": 14,205 "screenshot": "0889483286020719_14.png",206 "action": "CLICK",207 "info": [208 [209 374,210 520211 ],212 [213 374,214 520215 ]216 ],217 "ps": "[(374, 520)]"218 },219 {220 "step": 15,221 "screenshot": "0889483286020719_15.png",222 "action": "CLICK",223 "info": [224 [225 936,226 76227 ],228 [229 936,230 76231 ]232 ],233 "ps": "[(936, 76)]"234 },235 {236 "step": 16,237 "screenshot": "0889483286020719_16.png",238 "action": "TEXT",239 "info": "how to make grilled chicken salad",240 "ps": ""241 },242 {243 "step": 17,244 "screenshot": "0889483286020719_17.png",245 "action": "CLICK",246 "info": [247 [248 929,249 900250 ],251 [252 929,253 900254 ]255 ],256 "ps": "[(929, 900)]"257 },258 {259 "step": 18,260 "screenshot": "0889483286020719_18.png",261 "action": "CLICK",262 "info": [263 [264 328,265 819266 ],267 [268 328,269 819270 ]271 ],272 "ps": "[(328, 819)]"273 },274 {275 "step": 19,276 "screenshot": "0889483286020719_19.png",277 "action": "COMPLETE",278 "info": "",279 "ps": ""280 }281 ]282}