OpenGVLab/GUI-Odyssey
Dataset Card for GUI Odyssey News⭐️ A new and improved version of the GUIOdyssey dataset has been released! 🎉🎉 👉 Please use the latest version and refer to the updated README for the most up-to-date information. We highly recommend using the new version for all training and evaluation! Repository: https://github.com/OpenGVLab/GUI-Odyssey Latest Version of Dataset: hflqf88888/GUIOdyssey Paper: https://arxiv.org/pdf/2406.08451 Introduction… See the full description on the dataset page: https://huggingface.co/datasets/OpenGVLab/GUI-Odyssey.
264.1k
1{2 "episode_id": "0325481987016038",3 "device_info": {4 "product": "sdk_gphone64_x86_64",5 "release_version": "14",6 "sdk_version": "34",7 "h": 1840,8 "w": 2208,9 "device_name": "Pixel Fold"10 },11 "task_info": {12 "category": "General_Tool",13 "app": [14 "Applock Pro - APP Lock & Guard",15 "Google Wallet"16 ],17 "meta_task": "Set the app {} in lock and open the app to check. The PIN is {}.",18 "task": "Set the app Google Wallet in lock and open the app to check. The PIN is 123789.",19 "instruction": "Utilize Applock Pro - APP Lock & Guard to lock the Google Wallet app. Once set, open Google Wallet to verify the lock by entering the PIN 123789."20 },21 "step_length": 16,22 "steps": [23 {24 "step": 0,25 "screenshot": "0325481987016038_0.png",26 "action": "CLICK",27 "info": [28 [29 811,30 31831 ],32 [33 811,34 31835 ]36 ],37 "ps": "[(811, 318)]"38 },39 {40 "step": 1,41 "screenshot": "0325481987016038_1.png",42 "action": "CLICK",43 "info": [44 [45 390,46 62747 ],48 [49 390,50 62751 ]52 ],53 "ps": "[(390, 627)]"54 },55 {56 "step": 2,57 "screenshot": "0325481987016038_2.png",58 "action": "CLICK",59 "info": [60 [61 512,62 61563 ],64 [65 512,66 61567 ]68 ],69 "ps": "[(512, 615)]"70 },71 {72 "step": 3,73 "screenshot": "0325481987016038_3.png",74 "action": "CLICK",75 "info": [76 [77 620,78 61079 ],80 [81 620,82 61083 ]84 ],85 "ps": "[(620, 610)]"86 },87 {88 "step": 4,89 "screenshot": "0325481987016038_4.png",90 "action": "CLICK",91 "info": [92 [93 390,94 83395 ],96 [97 390,98 83399 ]100 ],101 "ps": "[(390, 833)]"102 },103 {104 "step": 5,105 "screenshot": "0325481987016038_5.png",106 "action": "CLICK",107 "info": [108 [109 509,110 829111 ],112 [113 509,114 829115 ]116 ],117 "ps": "[(509, 829)]"118 },119 {120 "step": 6,121 "screenshot": "0325481987016038_6.png",122 "action": "CLICK",123 "info": [124 [125 612,126 829127 ],128 [129 612,130 829131 ]132 ],133 "ps": "[(612, 829)]"134 },135 {136 "step": 7,137 "screenshot": "0325481987016038_7.png",138 "action": "SCROLL",139 "info": [140 [141 448,142 864143 ],144 [145 415,146 454147 ]148 ],149 "ps": "[(448, 864), (448, 861), (448, 856), (448, 844), (448, 836), (445, 812), (441, 804), (441, 785), (438, 772), (438, 765), (435, 747), (435, 735), (432, 720), (431, 709), (428, 695), (425, 680), (422, 659), (418, 647), (418, 635), (418, 623), (418, 616), (417, 607), (417, 595), (417, 584), (417, 576), (415, 572), (415, 564), (415, 555), (415, 550), (415, 543), (415, 534), (415, 530), (415, 526), (415, 518), (415, 514), (415, 507), (415, 503), (415, 498), (415, 494), (415, 490), (415, 483), (415, 482), (415, 478), (415, 474), (415, 470), (415, 467), (415, 466), (415, 461), (415, 459), (415, 458), (415, 455), (415, 454)]"150 },151 {152 "step": 8,153 "screenshot": "0325481987016038_8.png",154 "action": "SCROLL",155 "info": [156 [157 441,158 884159 ],160 [161 418,162 393163 ]164 ],165 "ps": "[(441, 884), (441, 882), (441, 878), (441, 870), (441, 852), (441, 841), (441, 828), (441, 820), (438, 804), (437, 788), (437, 772), (435, 755), (435, 747), (434, 732), (432, 715), (432, 697), (431, 683), (428, 671), (427, 659), (427, 647), (425, 640), (425, 631), (425, 619), (425, 608), (425, 600), (422, 590), (422, 580), (422, 574), (422, 566), (422, 552), (422, 546), (422, 538), (422, 534), (422, 530), (422, 523), (420, 518), (420, 511), (420, 506), (418, 502), (418, 498), (418, 494), (418, 490), (418, 487), (418, 486), (418, 482), (418, 479), (418, 478), (417, 478), (417, 475), (417, 474), (417, 471), (417, 470), (417, 467), (417, 466), (417, 463), (417, 461), (417, 459), (417, 458), (417, 454), (417, 449), (417, 446), (417, 443), (417, 441), (417, 439), (417, 438), (417, 435), (417, 433), (417, 431), (417, 429), (417, 427), (417, 426), (417, 423), (417, 421), (417, 419), (417, 417), (418, 415), (418, 413), (418, 410), (418, 409), (418, 407), (418, 405), (418, 403), (418, 401), (418, 398), (418, 397), (418, 395), (418, 393)]"166 },167 {168 "step": 9,169 "screenshot": "0325481987016038_9.png",170 "action": "SCROLL",171 "info": [172 [173 462,174 869175 ],176 [177 455,178 395179 ]180 ],181 "ps": "[(462, 869), (462, 864), (462, 856), (462, 848), (462, 833), (462, 824), (462, 809), (462, 796), (462, 785), (464, 772), (464, 761), (464, 752), (464, 741), (464, 732), (464, 720), (464, 711), (464, 704), (464, 699), (464, 692), (464, 689), (464, 683), (464, 679), (464, 675), (462, 671), (462, 667), (462, 663), (462, 656), (462, 652), (462, 648), (462, 643), (462, 639), (462, 631), (461, 627), (461, 623), (461, 619), (461, 612), (461, 610), (461, 607), (458, 600), (458, 598), (458, 595), (458, 590), (458, 588), (458, 583), (458, 580), (458, 578), (458, 576), (458, 574), (458, 567), (458, 566), (458, 563), (458, 558), (458, 555), (458, 554), (458, 552), (458, 550), (458, 547), (458, 546), (458, 542), (458, 540), (458, 538), (458, 535), (458, 534), (458, 530), (457, 527), (457, 526), (457, 523), (457, 522), (457, 520), (457, 518), (457, 514), (457, 511), (457, 510), (457, 507), (457, 506), (457, 503), (457, 502), (457, 499), (457, 498), (457, 495), (457, 494), (457, 491), (457, 490), (457, 486), (457, 482), (457, 478), (457, 475), (457, 474), (457, 471), (457, 470), (457, 467), (457, 466), (457, 463), (457, 461), (457, 459), (457, 458), (457, 455), (457, 454), (457, 451), (457, 449), (455, 449), (455, 447), (455, 446), (455, 443), (455, 441), (455, 439), (455, 438), (455, 435), (455, 433), (455, 431), (455, 429), (455, 427), (455, 426), (455, 423), (455, 421), (455, 419), (455, 417), (455, 415), (455, 413), (455, 410), (455, 409), (455, 407), (455, 405), (455, 403), (455, 401), (455, 398), (455, 397), (455, 395)]"182 },183 {184 "step": 10,185 "screenshot": "0325481987016038_10.png",186 "action": "SCROLL",187 "info": [188 [189 485,190 838191 ],192 [193 469,194 321195 ]196 ],197 "ps": "[(485, 838), (485, 836), (485, 832), (485, 829), (485, 826), (485, 821), (485, 816), (485, 812), (485, 808), (485, 804), (485, 796), (485, 788), (485, 784), (485, 776), (485, 765), (485, 760), (485, 752), (484, 740), (484, 732), (484, 727), (484, 721), (484, 715), (484, 709), (482, 703), (482, 697), (482, 687), (482, 683), (482, 677), (482, 668), (479, 663), (479, 659), (479, 655), (479, 651), (479, 647), (479, 643), (479, 639), (479, 635), (479, 631), (479, 627), (479, 620), (479, 612), (479, 610), (479, 607), (479, 600), (479, 598), (479, 595), (479, 588), (477, 584), (477, 580), (477, 576), (477, 570), (477, 566), (477, 563), (477, 558), (477, 555), (475, 552), (475, 546), (475, 540), (475, 538), (475, 534), (475, 530), (475, 527), (475, 526), (475, 523), (475, 518), (475, 514), (475, 511), (475, 510), (475, 506), (475, 503), (475, 499), (475, 495), (475, 494), (475, 490), (475, 487), (475, 486), (475, 482), (475, 478), (475, 474), (475, 470), (475, 466), (475, 463), (475, 458), (475, 454), (475, 451), (475, 447), (475, 446), (474, 441), (474, 438), (474, 435), (474, 433), (474, 431), (474, 429), (474, 427), (474, 426), (474, 423), (474, 421), (474, 419), (474, 417), (474, 415), (474, 413), (474, 410), (474, 409), (474, 407), (474, 405), (474, 403), (472, 401), (472, 398), (472, 397), (472, 395), (472, 393), (472, 390), (472, 389), (472, 386), (472, 385), (472, 383), (472, 381), (472, 378), (472, 377), (472, 373), (472, 370), (472, 369), (472, 365), (472, 361), (472, 358), (471, 357), (471, 354), (471, 353), (471, 350), (471, 349), (471, 346), (471, 345), (469, 342), (469, 341), (469, 338), (469, 337), (469, 334), (469, 333), (469, 330), (469, 329), (469, 326), (469, 324), (469, 322), (469, 321)]"198 },199 {200 "step": 11,201 "screenshot": "0325481987016038_11.png",202 "action": "SCROLL",203 "info": [204 [205 504,206 894207 ],208 [209 498,210 458211 ]212 ],213 "ps": "[(504, 894), (504, 892), (504, 889), (504, 882), (504, 877), (504, 869), (504, 861), (504, 852), (504, 841), (504, 832), (504, 821), (504, 813), (502, 797), (502, 788), (502, 780), (502, 767), (502, 755), (501, 747), (501, 740), (501, 732), (501, 723), (501, 715), (501, 707), (501, 699), (501, 695), (501, 691), (501, 687), (501, 680), (501, 677), (501, 672), (501, 668), (501, 663), (501, 659), (501, 655), (499, 651), (499, 647), (499, 643), (499, 639), (499, 632), (499, 627), (499, 623), (499, 619), (499, 615), (499, 608), (499, 604), (499, 600), (499, 598), (499, 595), (499, 590), (499, 586), (499, 584), (499, 580), (499, 574), (499, 570), (499, 566), (499, 563), (499, 560), (499, 554), (499, 552), (499, 550), (499, 546), (499, 543), (499, 542), (499, 535), (499, 532), (499, 530), (499, 526), (499, 522), (499, 518), (499, 515), (499, 514), (499, 510), (499, 507), (499, 506), (498, 503), (498, 502), (498, 499), (498, 498), (498, 494), (498, 490), (498, 486), (498, 483), (498, 482), (498, 478), (498, 475), (498, 474), (498, 470), (498, 466), (498, 463), (498, 461), (498, 459), (498, 458)]"214 },215 {216 "step": 12,217 "screenshot": "0325481987016038_12.png",218 "action": "CLICK",219 "info": [220 [221 724,222 707223 ],224 [225 724,226 707227 ]228 ],229 "ps": "[(724, 707)]"230 },231 {232 "step": 13,233 "screenshot": "0325481987016038_13.png",234 "action": "CLICK",235 "info": "KEY_HOME",236 "ps": ""237 },238 {239 "step": 14,240 "screenshot": "0325481987016038_14.png",241 "action": "CLICK",242 "info": [243 [244 572,245 494246 ],247 [248 572,249 494250 ]251 ],252 "ps": "[(572, 494)]"253 },254 {255 "step": 15,256 "screenshot": "0325481987016038_15.png",257 "action": "COMPLETE",258 "info": "",259 "ps": ""260 }261 ]262}