OpenGVLab/GUI-Odyssey
Dataset Card for GUI Odyssey News⭐️ A new and improved version of the GUIOdyssey dataset has been released! 🎉🎉 👉 Please use the latest version and refer to the updated README for the most up-to-date information. We highly recommend using the new version for all training and evaluation! Repository: https://github.com/OpenGVLab/GUI-Odyssey Latest Version of Dataset: hflqf88888/GUIOdyssey Paper: https://arxiv.org/pdf/2406.08451 Introduction… See the full description on the dataset page: https://huggingface.co/datasets/OpenGVLab/GUI-Odyssey.
264.1k
1{2 "episode_id": "0817681050048185",3 "device_info": {4 "product": "sdk_gphone64_x86_64",5 "release_version": "14",6 "sdk_version": "34",7 "h": 1600,8 "w": 2560,9 "device_name": "Pixel Tablet"10 },11 "task_info": {12 "category": "Information_Management",13 "app": [14 "Chrome",15 "WPS office"16 ],17 "meta_task": "Look up the information about the properties of {} and make a brief document.",18 "task": "Look up the information about the properties of Circle and make a brief document.",19 "instruction": "Utilize Chrome to gather detailed information on the properties of a Circle and then compile a concise document using WPS Office."20 },21 "step_length": 15,22 "steps": [23 {24 "step": 0,25 "screenshot": "0817681050048185_0.png",26 "action": "CLICK",27 "info": [28 [29 519,30 88831 ],32 [33 519,34 88835 ]36 ],37 "ps": "[(519, 888)]"38 },39 {40 "step": 1,41 "screenshot": "0817681050048185_1.png",42 "action": "CLICK",43 "info": [44 [45 477,46 25247 ],48 [49 477,50 25251 ]52 ],53 "ps": "[(477, 252)]"54 },55 {56 "step": 2,57 "screenshot": "0817681050048185_2.png",58 "action": "CLICK",59 "info": [60 [61 980,62 17863 ],64 [65 980,66 17867 ]68 ],69 "ps": "[(980, 178)]"70 },71 {72 "step": 3,73 "screenshot": "0817681050048185_3.png",74 "action": "TEXT",75 "info": "properties of circle",76 "ps": ""77 },78 {79 "step": 4,80 "screenshot": "0817681050048185_4.png",81 "action": "CLICK",82 "info": [83 [84 885,85 68786 ],87 [88 885,89 68790 ]91 ],92 "ps": "[(885, 687)]"93 },94 {95 "step": 5,96 "screenshot": "0817681050048185_5.png",97 "action": "LONG_PRESS",98 "info": [99 [100 224,101 591102 ],103 [104 224,105 591106 ]107 ],108 "ps": "[(224, 591)]"109 },110 {111 "step": 6,112 "screenshot": "0817681050048185_6.png",113 "action": "SCROLL",114 "info": [115 [116 250,117 616118 ],119 [120 546,121 753122 ]123 ],124 "ps": "[(250, 616), (251, 613), (251, 613), (254, 617), (255, 619), (258, 623), (262, 631), (268, 637), (271, 641), (273, 643), (279, 648), (289, 658), (300, 666), (313, 677), (326, 687), (341, 696), (355, 703), (369, 709), (383, 716), (396, 722), (408, 726), (417, 731), (426, 734), (430, 736), (436, 737), (437, 737), (437, 737), (440, 739), (440, 739), (444, 739), (447, 741), (448, 741), (452, 741), (455, 742), (456, 742), (458, 742), (461, 742), (462, 742), (465, 742), (468, 744), (471, 746), (475, 747), (479, 748), (480, 748), (481, 748), (484, 748), (487, 748), (492, 748), (497, 748), (501, 748), (508, 748), (513, 748), (516, 748), (516, 748), (517, 748), (518, 748), (519, 748), (519, 749), (520, 749), (521, 749), (522, 749), (523, 749), (524, 749), (525, 749), (526, 749), (527, 749), (530, 751), (532, 751), (533, 751), (537, 752), (537, 752), (541, 752), (542, 752), (543, 752), (544, 753), (544, 753), (545, 753), (546, 753)]"125 },126 {127 "step": 7,128 "screenshot": "0817681050048185_7.png",129 "action": "CLICK",130 "info": [131 [132 213,133 532134 ],135 [136 213,137 532138 ]139 ],140 "ps": "[(213, 532)]"141 },142 {143 "step": 8,144 "screenshot": "0817681050048185_8.png",145 "action": "CLICK",146 "info": "KEY_HOME",147 "ps": ""148 },149 {150 "step": 9,151 "screenshot": "0817681050048185_9.png",152 "action": "CLICK",153 "info": [154 [155 865,156 261157 ],158 [159 865,160 261161 ]162 ],163 "ps": "[(865, 261)]"164 },165 {166 "step": 10,167 "screenshot": "0817681050048185_10.png",168 "action": "CLICK",169 "info": [170 [171 33,172 427173 ],174 [175 33,176 427177 ]178 ],179 "ps": "[(33, 427)]"180 },181 {182 "step": 11,183 "screenshot": "0817681050048185_11.png",184 "action": "CLICK",185 "info": [186 [187 245,188 507189 ],190 [191 245,192 507193 ]194 ],195 "ps": "[(245, 507)]"196 },197 {198 "step": 12,199 "screenshot": "0817681050048185_12.png",200 "action": "CLICK",201 "info": [202 [203 140,204 373205 ],206 [207 140,208 373209 ]210 ],211 "ps": "[(140, 373)]"212 },213 {214 "step": 13,215 "screenshot": "0817681050048185_13.png",216 "action": "CLICK",217 "info": [218 [219 463,220 499221 ],222 [223 463,224 499225 ]226 ],227 "ps": "[(463, 499)]"228 },229 {230 "step": 14,231 "screenshot": "0817681050048185_14.png",232 "action": "COMPLETE",233 "info": "",234 "ps": "5 LONG,6 LONG"235 }236 ]237}