OpenGVLab/GUI-Odyssey
Dataset Card for GUI Odyssey News⭐️ A new and improved version of the GUIOdyssey dataset has been released! 🎉🎉 👉 Please use the latest version and refer to the updated README for the most up-to-date information. We highly recommend using the new version for all training and evaluation! Repository: https://github.com/OpenGVLab/GUI-Odyssey Latest Version of Dataset: hflqf88888/GUIOdyssey Paper: https://arxiv.org/pdf/2406.08451 Introduction… See the full description on the dataset page: https://huggingface.co/datasets/OpenGVLab/GUI-Odyssey.
264.1k
1{2 "episode_id": "0795427269358500",3 "device_info": {4 "product": "sdk_gphone64_x86_64",5 "release_version": "14",6 "sdk_version": "34",7 "h": 2400,8 "w": 1080,9 "device_name": "Medium Phone"10 },11 "task_info": {12 "category": "Social_Sharing",13 "app": [14 "Facebook",15 "Lightroom Photo & Video Editor"16 ],17 "meta_task": "Highlight a photo and share it to {}.",18 "task": "Highlight a photo and share it to qqqwwe.",19 "instruction": "Use Lightroom Photo & Video Editor to highlight a photo and then share it to Facebook as qqqwwe."20 },21 "step_length": 15,22 "steps": [23 {24 "step": 0,25 "screenshot": "0795427269358500_0.png",26 "action": "CLICK",27 "info": [28 [29 372,30 51431 ],32 [33 372,34 51435 ]36 ],37 "ps": "[(372, 514)]"38 },39 {40 "step": 1,41 "screenshot": "0795427269358500_1.png",42 "action": "CLICK",43 "info": [44 [45 508,46 94447 ],48 [49 508,50 94451 ]52 ],53 "ps": "[(508, 944)]"54 },55 {56 "step": 2,57 "screenshot": "0795427269358500_2.png",58 "action": "CLICK",59 "info": [60 [61 62,62 94663 ],64 [65 62,66 94667 ]68 ],69 "ps": "[(62, 946)]"70 },71 {72 "step": 3,73 "screenshot": "0795427269358500_3.png",74 "action": "CLICK",75 "info": [76 [77 169,78 70479 ],80 [81 169,82 70483 ]84 ],85 "ps": "[(169, 704)]"86 },87 {88 "step": 4,89 "screenshot": "0795427269358500_4.png",90 "action": "CLICK",91 "info": [92 [93 478,94 92595 ],96 [97 478,98 92599 ]100 ],101 "ps": "[(478, 925)]"102 },103 {104 "step": 5,105 "screenshot": "0795427269358500_5.png",106 "action": "CLICK",107 "info": [108 [109 182,110 853111 ],112 [113 182,114 853115 ]116 ],117 "ps": "[(182, 853)]"118 },119 {120 "step": 6,121 "screenshot": "0795427269358500_6.png",122 "action": "SCROLL",123 "info": [124 [125 510,126 811127 ],128 [129 985,130 821131 ]132 ],133 "ps": "[(510, 811), (510, 813), (512, 813), (520, 813), (524, 813), (532, 814), (532, 815), (537, 815), (541, 815), (549, 815), (554, 815), (562, 815), (566, 815), (571, 815), (578, 815), (583, 819), (590, 819), (595, 819), (602, 819), (607, 819), (610, 819), (614, 819), (622, 819), (626, 819), (634, 819), (634, 822), (637, 822), (639, 822), (644, 822), (649, 822), (656, 822), (661, 822), (668, 822), (673, 822), (678, 822), (683, 824), (686, 824), (690, 824), (695, 824), (702, 822), (707, 822), (714, 822), (719, 822), (726, 822), (731, 822), (737, 822), (741, 822), (749, 822), (756, 822), (761, 822), (765, 822), (773, 822), (777, 822), (785, 822), (795, 823), (797, 823), (802, 823), (807, 823), (814, 823), (816, 823), (824, 823), (831, 823), (836, 823), (843, 823), (849, 823), (853, 823), (861, 823), (865, 823), (873, 823), (877, 821), (885, 821), (889, 821), (892, 821), (895, 821), (901, 821), (907, 821), (912, 821), (914, 821), (916, 821), (924, 821), (928, 821), (931, 821), (940, 821), (946, 821), (953, 821), (958, 821), (960, 821), (965, 821), (973, 821), (977, 821), (985, 821)]"134 },135 {136 "step": 7,137 "screenshot": "0795427269358500_7.png",138 "action": "CLICK",139 "info": [140 [141 846,142 66143 ],144 [145 846,146 66147 ]148 ],149 "ps": "[(846, 66)]"150 },151 {152 "step": 8,153 "screenshot": "0795427269358500_8.png",154 "action": "CLICK",155 "info": [156 [157 188,158 796159 ],160 [161 188,162 796163 ]164 ],165 "ps": "[(188, 796)]"166 },167 {168 "step": 9,169 "screenshot": "0795427269358500_9.png",170 "action": "SCROLL",171 "info": [172 [173 581,174 913175 ],176 [177 575,178 370179 ]180 ],181 "ps": "[(581, 913), (581, 912), (581, 909), (581, 906), (581, 904), (581, 901), (581, 899), (581, 894), (581, 890), (581, 885), (581, 879), (581, 874), (581, 867), (581, 862), (581, 858), (581, 854), (581, 845), (581, 839), (581, 835), (581, 829), (581, 821), (581, 814), (581, 812), (581, 808), (581, 807), (581, 803), (581, 799), (581, 794), (581, 790), (581, 786), (581, 782), (581, 777), (581, 773), (581, 768), (581, 764), (575, 759), (575, 759), (575, 757), (575, 750), (575, 744), (575, 738), (575, 733), (575, 724), (575, 719), (575, 710), (575, 705), (575, 701), (575, 696), (575, 692), (575, 687), (575, 683), (575, 677), (575, 671), (575, 662), (575, 656), (575, 651), (575, 646), (575, 639), (575, 634), (575, 627), (575, 623), (575, 622), (575, 619), (575, 615), (575, 611), (575, 602), (575, 593), (575, 588), (575, 579), (575, 572), (575, 563), (575, 554), (575, 543), (575, 534), (575, 527), (575, 514), (575, 507), (575, 495), (575, 484), (575, 473), (575, 464), (575, 457), (575, 440), (575, 426), (575, 419), (575, 409), (575, 399), (575, 390), (575, 379), (575, 370)]"182 },183 {184 "step": 10,185 "screenshot": "0795427269358500_10.png",186 "action": "CLICK",187 "info": [188 [189 99,190 540191 ],192 [193 99,194 540195 ]196 ],197 "ps": "[(99, 540)]"198 },199 {200 "step": 11,201 "screenshot": "0795427269358500_11.png",202 "action": "CLICK",203 "info": [204 [205 476,206 577207 ],208 [209 476,210 577211 ]212 ],213 "ps": "[(476, 577)]"214 },215 {216 "step": 12,217 "screenshot": "0795427269358500_12.png",218 "action": "CLICK",219 "info": [220 [221 228,222 175223 ],224 [225 228,226 175227 ]228 ],229 "ps": "[(228, 175)]"230 },231 {232 "step": 13,233 "screenshot": "0795427269358500_13.png",234 "action": "CLICK",235 "info": [236 [237 858,238 56239 ],240 [241 858,242 56243 ]244 ],245 "ps": "[(858, 56)]"246 },247 {248 "step": 14,249 "screenshot": "0795427269358500_14.png",250 "action": "COMPLETE",251 "info": "",252 "ps": "highlight,qqqwwe"253 }254 ]255}