OpenGVLab/GUI-Odyssey
Dataset Card for GUI Odyssey News⭐️ A new and improved version of the GUIOdyssey dataset has been released! 🎉🎉 👉 Please use the latest version and refer to the updated README for the most up-to-date information. We highly recommend using the new version for all training and evaluation! Repository: https://github.com/OpenGVLab/GUI-Odyssey Latest Version of Dataset: hflqf88888/GUIOdyssey Paper: https://arxiv.org/pdf/2406.08451 Introduction… See the full description on the dataset page: https://huggingface.co/datasets/OpenGVLab/GUI-Odyssey.
263.8k
1{2 "episode_id": "1176892751843500",3 "device_info": {4 "product": "sdk_gphone64_x86_64",5 "release_version": "14",6 "sdk_version": "34",7 "h": 2400,8 "w": 1080,9 "device_name": "Medium Phone"10 },11 "task_info": {12 "category": "Multi_Apps",13 "app": [14 "Firefox Browser",15 "Spotify",16 "TickPick - Live Event Tickets"17 ],18 "meta_task": "Discover a popular music band of {} style, listen to their latest album, and check if it's possible to buy a concert ticket.",19 "task": "Discover a popular music band of K-Pop style, listen to their latest album, and check if it's possible to buy a concert ticket.",20 "instruction": "Use the Firefox Browser to find a well-known K-Pop music band. Then, listen to their latest album on Spotify. Finally, check on TickPick - Live Event Tickets to see if you can purchase a concert ticket."21 },22 "step_length": 11,23 "steps": [24 {25 "step": 0,26 "screenshot": "1176892751843500_0.png",27 "action": "CLICK",28 "info": [29 [30 566,31 9832 ],33 [34 566,35 9836 ]37 ],38 "ps": "[(566, 98)]"39 },40 {41 "step": 1,42 "screenshot": "1176892751843500_1.png",43 "action": "CLICK",44 "info": "KEY_HOME",45 "ps": ""46 },47 {48 "step": 2,49 "screenshot": "1176892751843500_2.png",50 "action": "CLICK",51 "info": [52 [53 124,54 50255 ],56 [57 124,58 50259 ]60 ],61 "ps": "[(124, 502)]"62 },63 {64 "step": 3,65 "screenshot": "1176892751843500_3.png",66 "action": "CLICK",67 "info": [68 [69 70,70 5171 ],72 [73 70,74 5175 ]76 ],77 "ps": "[(70, 51)]"78 },79 {80 "step": 4,81 "screenshot": "1176892751843500_4.png",82 "action": "CLICK",83 "info": [84 [85 529,86 19687 ],88 [89 529,90 19691 ]92 ],93 "ps": "[(529, 196)]"94 },95 {96 "step": 5,97 "screenshot": "1176892751843500_5.png",98 "action": "CLICK",99 "info": "KEY_HOME",100 "ps": ""101 },102 {103 "step": 6,104 "screenshot": "1176892751843500_6.png",105 "action": "CLICK",106 "info": [107 [108 125,109 642110 ],111 [112 125,113 642114 ]115 ],116 "ps": "[(125, 642)]"117 },118 {119 "step": 7,120 "screenshot": "1176892751843500_7.png",121 "action": "CLICK",122 "info": [123 [124 272,125 242126 ],127 [128 272,129 242130 ]131 ],132 "ps": "[(272, 242)]"133 },134 {135 "step": 8,136 "screenshot": "1176892751843500_8.png",137 "action": "TEXT",138 "info": "BTS",139 "ps": ""140 },141 {142 "step": 9,143 "screenshot": "1176892751843500_9.png",144 "action": "CLICK",145 "info": [146 [147 907,148 897149 ],150 [151 907,152 897153 ]154 ],155 "ps": "[(907, 897)]"156 },157 {158 "step": 10,159 "screenshot": "1176892751843500_10.png",160 "action": "COMPLETE",161 "info": "",162 "ps": ""163 }164 ]165}