OpenGVLab/GUI-Odyssey
Dataset Card for GUI Odyssey News⭐️ A new and improved version of the GUIOdyssey dataset has been released! 🎉🎉 👉 Please use the latest version and refer to the updated README for the most up-to-date information. We highly recommend using the new version for all training and evaluation! Repository: https://github.com/OpenGVLab/GUI-Odyssey Latest Version of Dataset: hflqf88888/GUIOdyssey Paper: https://arxiv.org/pdf/2406.08451 Introduction… See the full description on the dataset page: https://huggingface.co/datasets/OpenGVLab/GUI-Odyssey.
264.1k
1{2 "episode_id": "0617687038748489",3 "device_info": {4 "product": "sdk_gphone64_x86_64",5 "release_version": "14",6 "sdk_version": "34",7 "h": 1840,8 "w": 2208,9 "device_name": "Pixel Fold"10 },11 "task_info": {12 "category": "Multi_Apps",13 "app": [14 "Opera",15 "Youtube",16 "Setting"17 ],18 "meta_task": "Search the best video blogs of {} topic, turn up the brightness on the phone,and open the video app to follow.",19 "task": "Search the best video blogs of tech reviews topic, turn up the brightness on the phone,and open the video app to follow.",20 "instruction": "Use the Opera browser to search for the best video blogs on tech reviews. Then, increase the brightness on your phone by accessing the Settings app. Lastly, open the YouTube app to follow the selected video blogs."21 },22 "step_length": 9,23 "steps": [24 {25 "step": 0,26 "screenshot": "0617687038748489_0.png",27 "action": "CLICK",28 "info": [29 [30 206,31 90832 ],33 [34 206,35 90836 ]37 ],38 "ps": "[(206, 908)]"39 },40 {41 "step": 1,42 "screenshot": "0617687038748489_1.png",43 "action": "CLICK",44 "info": [45 [46 932,47 22748 ],49 [50 932,51 22752 ]53 ],54 "ps": "[(932, 227)]"55 },56 {57 "step": 2,58 "screenshot": "0617687038748489_2.png",59 "action": "CLICK",60 "info": "KEY_HOME",61 "ps": ""62 },63 {64 "step": 3,65 "screenshot": "0617687038748489_3.png",66 "action": "CLICK",67 "info": [68 [69 556,70 92371 ],72 [73 556,74 92375 ]76 ],77 "ps": "[(556, 923)]"78 },79 {80 "step": 4,81 "screenshot": "0617687038748489_4.png",82 "action": "CLICK",83 "info": [84 [85 515,86 41787 ],88 [89 515,90 41791 ]92 ],93 "ps": "[(515, 417)]"94 },95 {96 "step": 5,97 "screenshot": "0617687038748489_5.png",98 "action": "CLICK",99 "info": [100 [101 787,102 89103 ],104 [105 787,106 89107 ]108 ],109 "ps": "[(787, 89)]"110 },111 {112 "step": 6,113 "screenshot": "0617687038748489_6.png",114 "action": "CLICK",115 "info": "KEY_HOME",116 "ps": ""117 },118 {119 "step": 7,120 "screenshot": "0617687038748489_7.png",121 "action": "CLICK",122 "info": [123 [124 311,125 931126 ],127 [128 311,129 931130 ]131 ],132 "ps": "[(311, 931)]"133 },134 {135 "step": 8,136 "screenshot": "0617687038748489_8.png",137 "action": "COMPLETE",138 "info": "",139 "ps": ""140 }141 ]142}