OpenGVLab/GUI-Odyssey
Dataset Card for GUI Odyssey News⭐️ A new and improved version of the GUIOdyssey dataset has been released! 🎉🎉 👉 Please use the latest version and refer to the updated README for the most up-to-date information. We highly recommend using the new version for all training and evaluation! Repository: https://github.com/OpenGVLab/GUI-Odyssey Latest Version of Dataset: hflqf88888/GUIOdyssey Paper: https://arxiv.org/pdf/2406.08451 Introduction… See the full description on the dataset page: https://huggingface.co/datasets/OpenGVLab/GUI-Odyssey.
264.1k
1{2 "episode_id": "0978016045449683",3 "device_info": {4 "product": "sdk_gphone64_x86_64",5 "release_version": "14",6 "sdk_version": "34",7 "h": 1280,8 "w": 720,9 "device_name": "Small Phone"10 },11 "task_info": {12 "category": "Multi_Apps",13 "app": [14 "Setting",15 "Google Play Store",16 "Triller"17 ],18 "meta_task": "Install a video app, then open it, later go to the setting to close the notification, then reopen the app to watch a video.",19 "task": "Install a video app, then open it, later go to the setting to close the notification, then reopen the app to watch a video.",20 "instruction": "Firstly, navigate to the Google Play Store to install the Triller video app. Once the installation is complete, open Triller. Afterward, access the Settings app to disable notifications for Triller. Finally, reopen Triller to enjoy watching a video."21 },22 "step_length": 8,23 "steps": [24 {25 "step": 0,26 "screenshot": "0978016045449683_0.png",27 "action": "CLICK",28 "info": [29 [30 833,31 74832 ],33 [34 833,35 74836 ]37 ],38 "ps": "[(833, 748)]"39 },40 {41 "step": 1,42 "screenshot": "0978016045449683_1.png",43 "action": "CLICK",44 "info": [45 [46 866,47 47148 ],49 [50 866,51 47152 ]53 ],54 "ps": "[(866, 471)]"55 },56 {57 "step": 2,58 "screenshot": "0978016045449683_2.png",59 "action": "CLICK",60 "info": "KEY_HOME",61 "ps": ""62 },63 {64 "step": 3,65 "screenshot": "0978016045449683_3.png",66 "action": "CLICK",67 "info": [68 [69 383,70 76071 ],72 [73 383,74 76075 ]76 ],77 "ps": "[(383, 760)]"78 },79 {80 "step": 4,81 "screenshot": "0978016045449683_4.png",82 "action": "CLICK",83 "info": [84 [85 827,86 59087 ],88 [89 827,90 59091 ]92 ],93 "ps": "[(827, 590)]"94 },95 {96 "step": 5,97 "screenshot": "0978016045449683_5.png",98 "action": "CLICK",99 "info": [100 [101 77,102 62103 ],104 [105 77,106 62107 ]108 ],109 "ps": "[(77, 62)]"110 },111 {112 "step": 6,113 "screenshot": "0978016045449683_6.png",114 "action": "CLICK",115 "info": [116 [117 197,118 290119 ],120 [121 197,122 290123 ]124 ],125 "ps": "[(197, 290)]"126 },127 {128 "step": 7,129 "screenshot": "0978016045449683_7.png",130 "action": "COMPLETE",131 "info": "",132 "ps": ""133 }134 ]135}