OpenGVLab/GUI-Odyssey
Dataset Card for GUI Odyssey News⭐️ A new and improved version of the GUIOdyssey dataset has been released! 🎉🎉 👉 Please use the latest version and refer to the updated README for the most up-to-date information. We highly recommend using the new version for all training and evaluation! Repository: https://github.com/OpenGVLab/GUI-Odyssey Latest Version of Dataset: hflqf88888/GUIOdyssey Paper: https://arxiv.org/pdf/2406.08451 Introduction… See the full description on the dataset page: https://huggingface.co/datasets/OpenGVLab/GUI-Odyssey.
264.1k
1{2 "episode_id": "0139487095063242",3 "device_info": {4 "product": "sdk_gphone64_x86_64",5 "release_version": "14",6 "sdk_version": "34",7 "h": 1840,8 "w": 2208,9 "device_name": "Pixel Fold"10 },11 "task_info": {12 "category": "Multi_Apps",13 "app": [14 "Setting",15 "Google Play Store",16 "Triller"17 ],18 "meta_task": "Install a video app, then open it, later go to the setting to close the notification, then reopen the app to watch a video.",19 "task": "Install a video app, then open it, later go to the setting to close the notification, then reopen the app to watch a video.",20 "instruction": "First, head over to the Google Play Store and install the app named Triller. Once installed, open Triller. After that, navigate to the Setting app to disable notifications for Triller. Finally, go back to the Triller app and enjoy watching a video."21 },22 "step_length": 8,23 "steps": [24 {25 "step": 0,26 "screenshot": "0139487095063242_0.png",27 "action": "CLICK",28 "info": [29 [30 663,31 92232 ],33 [34 663,35 92236 ]37 ],38 "ps": "[(663, 922)]"39 },40 {41 "step": 1,42 "screenshot": "0139487095063242_1.png",43 "action": "CLICK",44 "info": [45 [46 840,47 44048 ],49 [50 840,51 44052 ]53 ],54 "ps": "[(840, 440)]"55 },56 {57 "step": 2,58 "screenshot": "0139487095063242_2.png",59 "action": "CLICK",60 "info": "KEY_HOME",61 "ps": ""62 },63 {64 "step": 3,65 "screenshot": "0139487095063242_3.png",66 "action": "CLICK",67 "info": [68 [69 545,70 91271 ],72 [73 545,74 91275 ]76 ],77 "ps": "[(545, 912)]"78 },79 {80 "step": 4,81 "screenshot": "0139487095063242_4.png",82 "action": "CLICK",83 "info": [84 [85 910,86 53487 ],88 [89 910,90 53491 ]92 ],93 "ps": "[(910, 534)]"94 },95 {96 "step": 5,97 "screenshot": "0139487095063242_5.png",98 "action": "CLICK",99 "info": [100 [101 395,102 72103 ],104 [105 395,106 72107 ]108 ],109 "ps": "[(395, 72)]"110 },111 {112 "step": 6,113 "screenshot": "0139487095063242_6.png",114 "action": "CLICK",115 "info": [116 [117 496,118 560119 ],120 [121 496,122 560123 ]124 ],125 "ps": "[(496, 560)]"126 },127 {128 "step": 7,129 "screenshot": "0139487095063242_7.png",130 "action": "COMPLETE",131 "info": "",132 "ps": ""133 }134 ]135}