OpenGVLab/GUI-Odyssey
Dataset Card for GUI Odyssey News⭐️ A new and improved version of the GUIOdyssey dataset has been released! 🎉🎉 👉 Please use the latest version and refer to the updated README for the most up-to-date information. We highly recommend using the new version for all training and evaluation! Repository: https://github.com/OpenGVLab/GUI-Odyssey Latest Version of Dataset: hflqf88888/GUIOdyssey Paper: https://arxiv.org/pdf/2406.08451 Introduction… See the full description on the dataset page: https://huggingface.co/datasets/OpenGVLab/GUI-Odyssey.
264.1k
1{2 "episode_id": "1124338854455225",3 "device_info": {4 "product": "sdk_gphone64_x86_64",5 "release_version": "14",6 "sdk_version": "34",7 "h": 2400,8 "w": 1080,9 "device_name": "Medium Phone"10 },11 "task_info": {12 "category": "Multi_Apps",13 "app": [14 "Firefox Browser",15 "TickPick - Live Event Tickets",16 "YT Music"17 ],18 "meta_task": "Discover a popular music band of {} style, listen to their latest album, and check if it's possible to buy a concert ticket.",19 "task": "Discover a popular music band of K-Pop style, listen to their latest album, and check if it's possible to buy a concert ticket.",20 "instruction": "Utilize Firefox Browser to discover a well-known K-Pop music band, listen to their latest album on YT Music, and then use TickPick - Live Event Tickets to check the availability of concert tickets."21 },22 "step_length": 13,23 "steps": [24 {25 "step": 0,26 "screenshot": "1124338854455225_0.png",27 "action": "CLICK",28 "info": [29 [30 634,31 9732 ],33 [34 634,35 9736 ]37 ],38 "ps": "[(634, 97)]"39 },40 {41 "step": 1,42 "screenshot": "1124338854455225_1.png",43 "action": "CLICK",44 "info": "KEY_HOME",45 "ps": ""46 },47 {48 "step": 2,49 "screenshot": "1124338854455225_2.png",50 "action": "CLICK",51 "info": [52 [53 620,54 36755 ],56 [57 620,58 36759 ]60 ],61 "ps": "[(620, 367)]"62 },63 {64 "step": 3,65 "screenshot": "1124338854455225_3.png",66 "action": "CLICK",67 "info": [68 [69 84,70 4771 ],72 [73 84,74 4775 ]76 ],77 "ps": "[(84, 47)]"78 },79 {80 "step": 4,81 "screenshot": "1124338854455225_4.png",82 "action": "CLICK",83 "info": [84 [85 885,86 29987 ],88 [89 885,90 29991 ]92 ],93 "ps": "[(885, 299)]"94 },95 {96 "step": 5,97 "screenshot": "1124338854455225_5.png",98 "action": "CLICK",99 "info": [100 [101 172,102 401103 ],104 [105 172,106 401107 ]108 ],109 "ps": "[(172, 401)]"110 },111 {112 "step": 6,113 "screenshot": "1124338854455225_6.png",114 "action": "CLICK",115 "info": "KEY_HOME",116 "ps": ""117 },118 {119 "step": 7,120 "screenshot": "1124338854455225_7.png",121 "action": "CLICK",122 "info": [123 [124 136,125 615126 ],127 [128 136,129 615130 ]131 ],132 "ps": "[(136, 615)]"133 },134 {135 "step": 8,136 "screenshot": "1124338854455225_8.png",137 "action": "CLICK",138 "info": [139 [140 366,141 259142 ],143 [144 366,145 259146 ]147 ],148 "ps": "[(366, 259)]"149 },150 {151 "step": 9,152 "screenshot": "1124338854455225_9.png",153 "action": "TEXT",154 "info": "BTS",155 "ps": ""156 },157 {158 "step": 10,159 "screenshot": "1124338854455225_10.png",160 "action": "CLICK",161 "info": [162 [163 924,164 901165 ],166 [167 924,168 901169 ]170 ],171 "ps": "[(924, 901)]"172 },173 {174 "step": 11,175 "screenshot": "1124338854455225_11.png",176 "action": "SCROLL",177 "info": [178 [179 435,180 797181 ],182 [183 686,184 249185 ]186 ],187 "ps": "[(435, 797), (439, 797), (439, 794), (439, 794), (439, 792), (442, 789), (442, 788), (442, 786), (442, 784), (447, 783), (447, 780), (447, 779), (447, 777), (451, 777), (451, 774), (451, 772), (454, 769), (454, 768), (454, 766), (459, 764), (459, 763), (459, 759), (459, 757), (462, 755), (462, 753), (462, 752), (462, 750), (466, 749), (466, 747), (466, 744), (466, 743), (471, 739), (471, 736), (476, 731), (476, 729), (476, 727), (476, 726), (478, 724), (478, 722), (478, 720), (478, 718), (478, 715), (478, 713), (483, 712), (483, 709), (483, 707), (483, 706), (483, 704), (483, 702), (488, 701), (488, 698), (488, 695), (488, 693), (488, 692), (490, 689), (490, 687), (490, 687), (490, 684), (496, 681), (496, 677), (496, 674), (496, 673), (496, 671), (500, 669), (500, 668), (500, 663), (500, 662), (502, 660), (502, 658), (502, 657), (508, 650), (508, 649), (508, 647), (512, 645), (512, 644), (512, 642), (512, 640), (515, 638), (515, 636), (515, 635), (520, 633), (520, 631), (520, 627), (524, 625), (524, 624), (524, 622), (524, 619), (527, 619), (527, 616), (527, 615), (532, 613), (532, 611), (532, 610), (535, 607), (535, 607), (535, 604), (535, 602), (539, 601), (539, 599), (539, 597), (539, 596), (544, 593), (544, 592), (544, 588), (547, 588), (547, 586), (547, 584), (547, 582), (551, 581), (551, 579), (551, 577), (551, 576), (556, 574), (556, 572), (556, 570), (556, 568), (559, 567), (559, 565), (559, 563), (559, 562), (563, 559), (563, 558), (563, 556), (563, 554), (566, 553), (566, 551), (566, 549), (566, 547), (571, 545), (571, 544), (571, 542), (571, 540), (575, 539), (575, 537), (575, 534), (575, 533), (578, 531), (578, 530), (578, 528), (578, 526), (578, 524), (578, 522), (583, 520), (583, 519), (583, 517), (587, 516), (587, 511), (587, 510), (587, 508), (587, 506), (590, 505), (590, 502), (590, 500), (590, 499), (595, 497), (595, 496), (595, 494), (595, 492), (595, 490), (595, 488), (598, 486), (598, 485), (598, 483), (598, 482), (598, 479), (602, 477), (602, 476), (602, 474), (602, 473), (602, 471), (602, 469), (607, 467), (607, 463), (607, 460), (612, 455), (612, 453), (612, 451), (612, 450), (612, 448), (612, 447), (612, 444), (612, 442), (614, 441), (614, 439), (614, 437), (614, 436), (614, 434), (614, 432), (620, 430), (620, 428), (620, 425), (620, 423), (620, 422), (620, 419), (620, 417), (620, 416), (620, 414), (622, 413), (622, 411), (622, 409), (622, 407), (622, 405), (622, 403), (622, 402), (626, 400), (626, 399), (626, 397), (626, 394), (626, 393), (626, 391), (626, 389), (626, 388), (632, 385), (632, 384), (632, 382), (632, 380), (632, 379), (632, 377), (634, 376), (634, 374), (634, 371), (634, 370), (634, 368), (634, 366), (634, 365), (639, 362), (639, 362), (639, 359), (639, 357), (639, 356), (644, 354), (644, 352), (644, 350), (644, 348), (644, 347), (644, 345), (646, 343), (646, 342), (646, 339), (646, 337), (646, 336), (646, 334), (646, 333), (651, 331), (651, 329), (651, 327), (651, 325), (653, 325), (653, 323), (653, 322), (653, 320), (653, 319), (653, 317), (653, 314), (653, 313), (659, 313), (659, 311), (659, 310), (659, 308), (659, 306), (659, 304), (663, 302), (663, 300), (663, 299), (663, 297), (666, 296), (666, 294), (666, 292), (666, 290), (666, 288), (671, 286), (671, 285), (671, 283), (671, 282), (675, 282), (675, 279), (675, 277), (675, 276), (675, 274), (675, 272), (678, 272), (678, 271), (678, 268), (678, 267), (678, 265), (683, 263), (683, 262), (683, 259), (683, 257), (686, 257), (686, 257), (686, 254), (686, 253), (686, 251), (686, 249)]"188 },189 {190 "step": 12,191 "screenshot": "1124338854455225_12.png",192 "action": "COMPLETE",193 "info": "",194 "ps": ""195 }196 ]197}