OpenGVLab/GUI-Odyssey
Dataset Card for GUI Odyssey News⭐️ A new and improved version of the GUIOdyssey dataset has been released! 🎉🎉 👉 Please use the latest version and refer to the updated README for the most up-to-date information. We highly recommend using the new version for all training and evaluation! Repository: https://github.com/OpenGVLab/GUI-Odyssey Latest Version of Dataset: hflqf88888/GUIOdyssey Paper: https://arxiv.org/pdf/2406.08451 Introduction… See the full description on the dataset page: https://huggingface.co/datasets/OpenGVLab/GUI-Odyssey.
264.1k
1{2 "episode_id": "0932186090422176",3 "device_info": {4 "product": "sdk_gphone64_arm64",5 "release_version": "14",6 "sdk_version": "34",7 "h": 1280,8 "w": 720,9 "device_name": "Small Phone"10 },11 "task_info": {12 "category": "Web_Shopping",13 "app": [14 "Quora",15 "Ebay"16 ],17 "meta_task": "Read a book review online for the book {} and purchase the ebook or a real one.",18 "task": "Read a book review online for the book 'Educated' by Tara Westover and purchase the ebook or a real one.",19 "instruction": "Check out a book review for 'Educated' by Tara Westover on Quora, and then head over to eBay to purchase either the ebook or a physical copy."20 },21 "step_length": 21,22 "steps": [23 {24 "step": 0,25 "screenshot": "0932186090422176_0.png",26 "action": "CLICK",27 "info": "KEY_HOME",28 "ps": ""29 },30 {31 "step": 1,32 "screenshot": "0932186090422176_1.png",33 "action": "CLICK",34 "info": [35 [36 506,37 34938 ],39 [40 506,41 34942 ]43 ],44 "ps": "[(506, 349)]"45 },46 {47 "step": 2,48 "screenshot": "0932186090422176_2.png",49 "action": "CLICK",50 "info": [51 [52 63,53 7554 ],55 [56 63,57 7558 ]59 ],60 "ps": "[(63, 75)]"61 },62 {63 "step": 3,64 "screenshot": "0932186090422176_3.png",65 "action": "CLICK",66 "info": [67 [68 54,69 7470 ],71 [72 54,73 7474 ]75 ],76 "ps": "[(54, 74)]"77 },78 {79 "step": 4,80 "screenshot": "0932186090422176_4.png",81 "action": "CLICK",82 "info": [83 [84 49,85 7686 ],87 [88 49,89 7690 ]91 ],92 "ps": "[(49, 76)]"93 },94 {95 "step": 5,96 "screenshot": "0932186090422176_5.png",97 "action": "CLICK",98 "info": [99 [100 801,101 71102 ],103 [104 801,105 71106 ]107 ],108 "ps": "[(801, 71)]"109 },110 {111 "step": 6,112 "screenshot": "0932186090422176_6.png",113 "action": "TEXT",114 "info": "'Educated' by Tara Westover book review",115 "ps": ""116 },117 {118 "step": 7,119 "screenshot": "0932186090422176_7.png",120 "action": "CLICK",121 "info": [122 [123 922,124 871125 ],126 [127 922,128 871129 ]130 ],131 "ps": "[(922, 871)]"132 },133 {134 "step": 8,135 "screenshot": "0932186090422176_8.png",136 "action": "CLICK",137 "info": [138 [139 606,140 546141 ],142 [143 606,144 546145 ]146 ],147 "ps": "[(606, 546)]"148 },149 {150 "step": 9,151 "screenshot": "0932186090422176_9.png",152 "action": "SCROLL",153 "info": [154 [155 691,156 655157 ],158 [159 688,160 394161 ]162 ],163 "ps": "[(691, 655), (691, 654), (691, 653), (691, 651), (690, 650), (690, 649), (690, 647), (690, 644), (688, 641), (688, 635), (687, 631), (686, 621), (686, 620), (686, 614), (686, 607), (684, 599), (684, 582), (684, 574), (684, 565), (684, 563), (686, 553), (686, 544), (687, 535), (687, 526), (688, 516), (688, 499), (690, 496), (690, 487), (690, 478), (690, 470), (690, 463), (690, 456), (690, 448), (691, 441), (691, 439), (691, 433), (691, 428), (691, 424), (691, 418), (691, 417), (691, 414), (691, 412), (690, 409), (690, 408), (690, 406), (690, 403), (690, 403), (690, 401), (690, 400), (690, 399), (690, 399), (688, 398), (688, 397), (688, 396), (688, 396), (688, 395), (688, 394)]"164 },165 {166 "step": 10,167 "screenshot": "0932186090422176_10.png",168 "action": "CLICK",169 "info": "KEY_HOME",170 "ps": ""171 },172 {173 "step": 11,174 "screenshot": "0932186090422176_11.png",175 "action": "CLICK",176 "info": [177 [178 172,179 75180 ],181 [182 172,183 75184 ]185 ],186 "ps": "[(172, 75)]"187 },188 {189 "step": 12,190 "screenshot": "0932186090422176_12.png",191 "action": "CLICK",192 "info": "KEY_BACK",193 "ps": ""194 },195 {196 "step": 13,197 "screenshot": "0932186090422176_13.png",198 "action": "CLICK",199 "info": [200 [201 495,202 87203 ],204 [205 495,206 87207 ]208 ],209 "ps": "[(495, 87)]"210 },211 {212 "step": 14,213 "screenshot": "0932186090422176_14.png",214 "action": "CLICK",215 "info": [216 [217 759,218 89219 ],220 [221 759,222 89223 ]224 ],225 "ps": "[(759, 89)]"226 },227 {228 "step": 15,229 "screenshot": "0932186090422176_15.png",230 "action": "TEXT",231 "info": "'Educated' by Tara Westover",232 "ps": ""233 },234 {235 "step": 16,236 "screenshot": "0932186090422176_16.png",237 "action": "CLICK",238 "info": [239 [240 890,241 870242 ],243 [244 890,245 870246 ]247 ],248 "ps": "[(890, 870)]"249 },250 {251 "step": 17,252 "screenshot": "0932186090422176_17.png",253 "action": "CLICK",254 "info": [255 [256 233,257 385258 ],259 [260 233,261 385262 ]263 ],264 "ps": "[(233, 385)]"265 },266 {267 "step": 18,268 "screenshot": "0932186090422176_18.png",269 "action": "SCROLL",270 "info": [271 [272 419,273 867274 ],275 [276 319,277 438278 ]279 ],280 "ps": "[(419, 867), (419, 866), (419, 864), (419, 863), (419, 860), (419, 853), (418, 846), (418, 836), (418, 824), (418, 811), (418, 808), (416, 800), (416, 787), (413, 774), (412, 767), (411, 760), (408, 747), (406, 745), (404, 736), (401, 727), (397, 718), (393, 708), (390, 697), (383, 678), (381, 674), (379, 664), (373, 645), (370, 636), (366, 620), (363, 603), (362, 596), (358, 579), (356, 576), (352, 560), (349, 553), (348, 543), (343, 526), (341, 517), (338, 509), (337, 506), (333, 491), (331, 484), (329, 476), (327, 469), (323, 457), (323, 453), (322, 452), (322, 449), (320, 446), (320, 442), (320, 441), (320, 440), (319, 439), (319, 438)]"281 },282 {283 "step": 19,284 "screenshot": "0932186090422176_19.png",285 "action": "SCROLL",286 "info": [287 [288 402,289 788290 ],291 [292 334,293 346294 ]295 ],296 "ps": "[(402, 788), (402, 787), (402, 785), (402, 783), (402, 779), (402, 773), (402, 767), (402, 755), (402, 748), (402, 732), (402, 722), (402, 708), (399, 693), (399, 690), (397, 672), (394, 654), (391, 634), (386, 612), (381, 582), (379, 564), (374, 547), (373, 538), (370, 521), (365, 494), (361, 478), (358, 463), (355, 449), (352, 433), (351, 426), (348, 414), (347, 406), (344, 393), (343, 387), (341, 378), (340, 372), (338, 371), (337, 364), (337, 360), (336, 357), (336, 355), (336, 353), (336, 352), (336, 351), (336, 350), (336, 349), (334, 349), (334, 348), (334, 347), (334, 346)]"297 },298 {299 "step": 20,300 "screenshot": "0932186090422176_20.png",301 "action": "COMPLETE",302 "info": "",303 "ps": ""304 }305 ]306}