OpenGVLab/GUI-Odyssey
Dataset Card for GUI Odyssey News⭐️ A new and improved version of the GUIOdyssey dataset has been released! 🎉🎉 👉 Please use the latest version and refer to the updated README for the most up-to-date information. We highly recommend using the new version for all training and evaluation! Repository: https://github.com/OpenGVLab/GUI-Odyssey Latest Version of Dataset: hflqf88888/GUIOdyssey Paper: https://arxiv.org/pdf/2406.08451 Introduction… See the full description on the dataset page: https://huggingface.co/datasets/OpenGVLab/GUI-Odyssey.
264.1k
1{2 "episode_id": "0754529804241616",3 "device_info": {4 "product": "sdk_gphone64_x86_64",5 "release_version": "14",6 "sdk_version": "34",7 "h": 3120,8 "w": 1440,9 "device_name": "Pixel 7 Pro"10 },11 "task_info": {12 "category": "Social_Sharing",13 "app": [14 "Textify- Art Font Photo Editor",15 "Messenger"16 ],17 "meta_task": "Crop a photo and share it to {}.",18 "task": "Crop a photo and share it to Victor James.",19 "instruction": "Using Textify- Art Font Photo Editor, crop a photo and then share it with Victor James via Messenger."20 },21 "step_length": 13,22 "steps": [23 {24 "step": 0,25 "screenshot": "0754529804241616_0.png",26 "action": "CLICK",27 "info": [28 [29 360,30 50831 ],32 [33 360,34 50835 ]36 ],37 "ps": "[(360, 508)]"38 },39 {40 "step": 1,41 "screenshot": "0754529804241616_1.png",42 "action": "CLICK",43 "info": [44 [45 955,46 5847 ],48 [49 955,50 5851 ]52 ],53 "ps": "[(955, 58)]"54 },55 {56 "step": 2,57 "screenshot": "0754529804241616_2.png",58 "action": "CLICK",59 "info": [60 [61 508,62 91963 ],64 [65 508,66 91967 ]68 ],69 "ps": "[(508, 919)]"70 },71 {72 "step": 3,73 "screenshot": "0754529804241616_3.png",74 "action": "SCROLL",75 "info": [76 [77 586,78 84679 ],80 [81 652,82 13083 ]84 ],85 "ps": "[(586, 846), (581, 846), (581, 845), (581, 841), (581, 836), (581, 833), (581, 831), (581, 824), (581, 816), (581, 805), (581, 796), (581, 789), (581, 779), (581, 772), (581, 765), (581, 756), (581, 744), (581, 735), (581, 730), (581, 721), (581, 715), (581, 708), (581, 704), (581, 699), (581, 695), (581, 691), (581, 686), (581, 682), (581, 678), (581, 674), (581, 669), (581, 665), (581, 659), (581, 655), (581, 648), (581, 642), (581, 635), (581, 625), (581, 616), (581, 607), (581, 601), (581, 593), (581, 584), (581, 576), (581, 564), (581, 558), (581, 551), (581, 546), (581, 537), (581, 530), (581, 525), (581, 518), (581, 511), (581, 503), (581, 496), (581, 489), (581, 482), (581, 476), (581, 467), (581, 460), (581, 453), (581, 446), (581, 433), (581, 424), (581, 415), (581, 408), (581, 399), (581, 390), (581, 379), (581, 372), (581, 367), (581, 363), (581, 358), (581, 354), (581, 349), (581, 345), (581, 343), (581, 341), (581, 335), (581, 332), (584, 332), (584, 329), (584, 326), (584, 324), (584, 317), (584, 311), (584, 307), (584, 302), (584, 298), (584, 293), (584, 289), (584, 285), (584, 281), (590, 276), (590, 272), (593, 271), (593, 269), (595, 267), (595, 263), (603, 258), (603, 258), (603, 255), (603, 253), (605, 251), (608, 249), (608, 245), (608, 241), (615, 238), (615, 235), (615, 233), (615, 229), (618, 228), (624, 226), (624, 223), (624, 220), (624, 218), (624, 215), (629, 213), (629, 209), (629, 207), (629, 206), (629, 205), (629, 201), (629, 199), (632, 199), (632, 197), (632, 193), (632, 191), (639, 187), (639, 183), (639, 181), (642, 180), (642, 178), (642, 174), (642, 172), (642, 169), (642, 166), (642, 164), (649, 161), (649, 160), (649, 159), (649, 157), (649, 154), (649, 152), (649, 151), (649, 149), (649, 145), (649, 143), (649, 142), (652, 137), (652, 135), (652, 132), (652, 130)]"86 },87 {88 "step": 4,89 "screenshot": "0754529804241616_4.png",90 "action": "CLICK",91 "info": [92 [93 248,94 73095 ],96 [97 248,98 73099 ]100 ],101 "ps": "[(248, 730)]"102 },103 {104 "step": 5,105 "screenshot": "0754529804241616_5.png",106 "action": "CLICK",107 "info": [108 [109 75,110 942111 ],112 [113 75,114 942115 ]116 ],117 "ps": "[(75, 942)]"118 },119 {120 "step": 6,121 "screenshot": "0754529804241616_6.png",122 "action": "SCROLL",123 "info": [124 [125 865,126 241127 ],128 [129 868,130 354131 ]132 ],133 "ps": "[(865, 241), (865, 242), (865, 245), (865, 247), (865, 249), (865, 253), (865, 258), (865, 262), (865, 264), (865, 267), (865, 270), (865, 272), (865, 276), (865, 281), (865, 284), (865, 287), (865, 291), (865, 294), (865, 299), (865, 303), (865, 306), (865, 308), (865, 311), (865, 316), (865, 318), (865, 321), (865, 324), (865, 326), (865, 329), (865, 332), (865, 335), (865, 337), (865, 339), (865, 343), (865, 345), (868, 348), (868, 350), (868, 354)]"134 },135 {136 "step": 7,137 "screenshot": "0754529804241616_7.png",138 "action": "CLICK",139 "info": [140 [141 911,142 60143 ],144 [145 911,146 60147 ]148 ],149 "ps": "[(911, 60)]"150 },151 {152 "step": 8,153 "screenshot": "0754529804241616_8.png",154 "action": "CLICK",155 "info": [156 [157 940,158 76159 ],160 [161 940,162 76163 ]164 ],165 "ps": "[(940, 76)]"166 },167 {168 "step": 9,169 "screenshot": "0754529804241616_9.png",170 "action": "CLICK",171 "info": [172 [173 775,174 670175 ],176 [177 775,178 670179 ]180 ],181 "ps": "[(775, 670)]"182 },183 {184 "step": 10,185 "screenshot": "0754529804241616_10.png",186 "action": "CLICK",187 "info": [188 [189 78,190 769191 ],192 [193 78,194 769195 ]196 ],197 "ps": "[(78, 769)]"198 },199 {200 "step": 11,201 "screenshot": "0754529804241616_11.png",202 "action": "CLICK",203 "info": [204 [205 865,206 355207 ],208 [209 865,210 355211 ]212 ],213 "ps": "[(865, 355)]"214 },215 {216 "step": 12,217 "screenshot": "0754529804241616_12.png",218 "action": "COMPLETE",219 "info": "",220 "ps": "crop,Victor James"221 }222 ]223}