OpenGVLab/GUI-Odyssey
Dataset Card for GUI Odyssey News⭐️ A new and improved version of the GUIOdyssey dataset has been released! 🎉🎉 👉 Please use the latest version and refer to the updated README for the most up-to-date information. We highly recommend using the new version for all training and evaluation! Repository: https://github.com/OpenGVLab/GUI-Odyssey Latest Version of Dataset: hflqf88888/GUIOdyssey Paper: https://arxiv.org/pdf/2406.08451 Introduction… See the full description on the dataset page: https://huggingface.co/datasets/OpenGVLab/GUI-Odyssey.
264.1k
1{2 "episode_id": "0493191146803595",3 "device_info": {4 "product": "sdk_gphone64_x86_64",5 "release_version": "14",6 "sdk_version": "34",7 "h": 2992,8 "w": 1344,9 "device_name": "Pixel 8 Pro"10 },11 "task_info": {12 "category": "Multi_Apps",13 "app": [14 "YT Music",15 "StubHub",16 "Firefox Browser"17 ],18 "meta_task": "Discover a popular music band of {} style, listen to their latest album, and check if it's possible to buy a concert ticket.",19 "task": "Discover a popular music band of Pop style, listen to their latest album, and check if it's possible to buy a concert ticket.",20 "instruction": "Use YT Music to discover a popular Pop music band, listen to their latest album, and then use the Firefox Browser to check if you can buy a concert ticket on StubHub."21 },22 "step_length": 11,23 "steps": [24 {25 "step": 0,26 "screenshot": "0493191146803595_0.png",27 "action": "CLICK",28 "info": [29 [30 398,31 39932 ],33 [34 398,35 39936 ]37 ],38 "ps": "[(398, 399)]"39 },40 {41 "step": 1,42 "screenshot": "0493191146803595_1.png",43 "action": "CLICK",44 "info": "KEY_HOME",45 "ps": ""46 },47 {48 "step": 2,49 "screenshot": "0493191146803595_2.png",50 "action": "CLICK",51 "info": [52 [53 601,54 12755 ],56 [57 601,58 12759 ]60 ],61 "ps": "[(601, 127)]"62 },63 {64 "step": 3,65 "screenshot": "0493191146803595_3.png",66 "action": "CLICK",67 "info": [68 [69 817,70 6471 ],72 [73 817,74 6475 ]76 ],77 "ps": "[(817, 64)]"78 },79 {80 "step": 4,81 "screenshot": "0493191146803595_4.png",82 "action": "TEXT",83 "info": "the beach boys",84 "ps": ""85 },86 {87 "step": 5,88 "screenshot": "0493191146803595_5.png",89 "action": "CLICK",90 "info": [91 [92 936,93 91694 ],95 [96 936,97 91698 ]99 ],100 "ps": "[(936, 916)]"101 },102 {103 "step": 6,104 "screenshot": "0493191146803595_6.png",105 "action": "CLICK",106 "info": [107 [108 230,109 356110 ],111 [112 230,113 356114 ]115 ],116 "ps": "[(230, 356)]"117 },118 {119 "step": 7,120 "screenshot": "0493191146803595_7.png",121 "action": "CLICK",122 "info": "KEY_HOME",123 "ps": ""124 },125 {126 "step": 8,127 "screenshot": "0493191146803595_8.png",128 "action": "CLICK",129 "info": [130 [131 353,132 646133 ],134 [135 353,136 646137 ]138 ],139 "ps": "[(353, 646)]"140 },141 {142 "step": 9,143 "screenshot": "0493191146803595_9.png",144 "action": "CLICK",145 "info": [146 [147 536,148 741149 ],150 [151 536,152 741153 ]154 ],155 "ps": "[(536, 741)]"156 },157 {158 "step": 10,159 "screenshot": "0493191146803595_10.png",160 "action": "COMPLETE",161 "info": "",162 "ps": ""163 }164 ]165}