OpenGVLab/GUI-Odyssey
Dataset Card for GUI Odyssey News⭐️ A new and improved version of the GUIOdyssey dataset has been released! 🎉🎉 👉 Please use the latest version and refer to the updated README for the most up-to-date information. We highly recommend using the new version for all training and evaluation! Repository: https://github.com/OpenGVLab/GUI-Odyssey Latest Version of Dataset: hflqf88888/GUIOdyssey Paper: https://arxiv.org/pdf/2406.08451 Introduction… See the full description on the dataset page: https://huggingface.co/datasets/OpenGVLab/GUI-Odyssey.
264.1k
1{2 "episode_id": "0973905536119395",3 "device_info": {4 "product": "sdk_gphone64_x86_64",5 "release_version": "14",6 "sdk_version": "34",7 "h": 1280,8 "w": 720,9 "device_name": "Small Phone"10 },11 "task_info": {12 "category": "General_Tool",13 "app": [14 "Photos",15 "Setting"16 ],17 "meta_task": "Change the language to {} on phone and open an app to check.",18 "task": "Change the language to Norwegian on phone and open an app to check.",19 "instruction": "First, change the phone's language to Norwegian. Then, open the 'Setting' app to ensure the language has been updated, followed by the 'Photos' app to double-check the language change."20 },21 "step_length": 17,22 "steps": [23 {24 "step": 0,25 "screenshot": "0973905536119395_0.png",26 "action": "CLICK",27 "info": [28 [29 876,30 61431 ],32 [33 876,34 61435 ]36 ],37 "ps": "[(876, 614)]"38 },39 {40 "step": 1,41 "screenshot": "0973905536119395_1.png",42 "action": "SCROLL",43 "info": [44 [45 458,46 88847 ],48 [49 518,50 24051 ]52 ],53 "ps": "[(458, 888), (458, 885), (458, 882), (461, 879), (461, 872), (461, 857), (466, 844), (466, 831), (472, 810), (472, 800), (476, 777), (477, 753), (477, 733), (477, 720), (477, 700), (481, 674), (484, 654), (484, 641), (488, 623), (488, 607), (488, 592), (488, 576), (490, 560), (490, 546), (490, 528), (495, 515), (495, 505), (495, 495), (495, 483), (495, 468), (502, 455), (502, 445), (502, 435), (502, 424), (502, 414), (502, 406), (506, 392), (508, 382), (508, 374), (512, 364), (512, 357), (513, 341), (513, 331), (513, 317), (518, 307), (518, 300), (518, 290), (518, 281), (518, 274), (518, 268), (518, 264), (518, 258), (518, 255), (518, 250), (518, 248), (518, 247), (518, 245), (518, 243), (518, 241), (518, 240)]"54 },55 {56 "step": 2,57 "screenshot": "0973905536119395_2.png",58 "action": "SCROLL",59 "info": [60 [61 466,62 92463 ],64 [65 520,66 28767 ]68 ],69 "ps": "[(466, 924), (470, 921), (470, 918), (472, 914), (472, 908), (472, 901), (476, 885), (476, 871), (477, 857), (477, 851), (481, 838), (484, 824), (488, 804), (488, 781), (490, 771), (490, 750), (490, 730), (494, 711), (494, 700), (494, 678), (494, 657), (495, 646), (495, 624), (499, 610), (499, 599), (499, 579), (499, 569), (499, 557), (502, 546), (502, 528), (506, 515), (506, 502), (508, 493), (508, 482), (508, 471), (512, 458), (512, 449), (512, 438), (512, 429), (512, 418), (513, 408), (513, 395), (513, 388), (513, 381), (513, 378), (518, 372), (518, 367), (518, 362), (518, 359), (518, 354), (518, 351), (518, 347), (518, 342), (518, 338), (518, 334), (518, 331), (518, 328), (518, 324), (518, 318), (518, 315), (518, 312), (518, 310), (520, 307), (520, 304), (520, 300), (520, 297), (520, 295), (520, 294), (520, 292), (520, 290), (520, 289), (520, 287)]"70 },71 {72 "step": 3,73 "screenshot": "0973905536119395_3.png",74 "action": "SCROLL",75 "info": [76 [77 488,78 92679 ],80 [81 591,82 16783 ]84 ],85 "ps": "[(488, 926), (488, 924), (488, 921), (488, 918), (488, 914), (488, 908), (488, 899), (488, 891), (488, 881), (488, 871), (488, 857), (495, 839), (495, 828), (495, 807), (495, 790), (502, 781), (502, 767), (502, 748), (502, 737), (502, 724), (502, 707), (502, 693), (502, 676), (502, 660), (508, 649), (508, 642), (508, 633), (508, 617), (508, 610), (508, 603), (508, 589), (508, 577), (508, 570), (508, 562), (508, 553), (508, 546), (508, 542), (508, 536), (508, 532), (508, 527), (508, 523), (508, 519), (508, 515), (508, 512), (508, 509), (508, 502), (508, 499), (508, 495), (512, 492), (512, 489), (512, 483), (512, 478), (513, 476), (513, 473), (513, 471), (513, 466), (513, 465), (513, 462), (513, 458), (513, 455), (513, 453), (518, 449), (518, 448), (520, 446), (520, 445), (520, 442), (520, 439), (520, 438), (520, 435), (520, 432), (520, 432), (520, 429), (523, 428), (523, 424), (523, 422), (523, 421), (523, 419), (526, 418), (526, 416), (526, 414), (526, 413), (526, 411), (526, 409), (526, 408), (526, 406), (526, 405), (526, 403), (530, 401), (530, 399), (530, 398), (531, 396), (531, 395), (531, 392), (531, 391), (531, 389), (531, 388), (531, 385), (531, 385), (531, 382), (531, 381), (531, 379), (536, 378), (536, 375), (537, 374), (537, 372), (537, 371), (541, 367), (541, 364), (544, 364), (544, 362), (544, 361), (544, 359), (548, 357), (548, 354), (548, 352), (549, 349), (549, 347), (549, 344), (554, 341), (555, 338), (555, 334), (555, 332), (555, 331), (559, 328), (562, 328), (562, 324), (562, 322), (562, 321), (562, 318), (562, 317), (562, 315), (562, 314), (566, 312), (566, 310), (568, 310), (568, 307), (568, 305), (568, 304), (568, 302), (568, 300), (572, 300), (572, 298), (572, 297), (573, 295), (573, 294), (573, 292), (573, 290), (573, 289), (573, 287), (577, 285), (577, 284), (577, 282), (577, 281), (577, 278), (577, 277), (580, 274), (580, 274), (580, 271), (580, 271), (580, 268), (583, 267), (583, 265), (583, 264), (586, 261), (586, 260), (586, 258), (586, 257), (586, 255), (586, 253), (586, 250), (586, 248), (586, 247), (590, 245), (590, 243), (590, 241), (590, 240), (590, 238), (590, 237), (590, 235), (590, 233), (590, 232), (590, 230), (591, 230), (591, 227), (591, 224), (591, 224), (591, 221), (591, 220), (591, 217), (591, 217), (591, 214), (591, 214), (591, 211), (591, 210), (591, 208), (591, 207), (591, 204), (591, 203), (591, 201), (591, 200), (591, 198), (591, 196), (591, 194), (591, 193), (591, 191), (591, 190), (591, 188), (591, 186), (591, 184), (591, 183), (591, 181), (591, 180), (591, 178), (591, 176), (591, 174), (591, 173), (591, 171), (591, 170), (591, 167)]"86 },87 {88 "step": 4,89 "screenshot": "0973905536119395_4.png",90 "action": "CLICK",91 "info": [92 [93 340,94 92495 ],96 [97 340,98 92499 ]100 ],101 "ps": "[(340, 924)]"102 },103 {104 "step": 5,105 "screenshot": "0973905536119395_5.png",106 "action": "CLICK",107 "info": [108 [109 338,110 364111 ],112 [113 338,114 364115 ]116 ],117 "ps": "[(338, 364)]"118 },119 {120 "step": 6,121 "screenshot": "0973905536119395_6.png",122 "action": "CLICK",123 "info": [124 [125 320,126 471127 ],128 [129 320,130 471131 ]132 ],133 "ps": "[(320, 471)]"134 },135 {136 "step": 7,137 "screenshot": "0973905536119395_7.png",138 "action": "CLICK",139 "info": [140 [141 383,142 686143 ],144 [145 383,146 684147 ]148 ],149 "ps": "[(383, 686), (383, 684)]"150 },151 {152 "step": 8,153 "screenshot": "0973905536119395_8.png",154 "action": "CLICK",155 "info": [156 [157 949,158 79159 ],160 [161 949,162 77163 ]164 ],165 "ps": "[(949, 79), (949, 77)]"166 },167 {168 "step": 9,169 "screenshot": "0973905536119395_9.png",170 "action": "TEXT",171 "info": "Norwegian",172 "ps": ""173 },174 {175 "step": 10,176 "screenshot": "0973905536119395_10.png",177 "action": "CLICK",178 "info": [179 [180 204,181 171182 ],183 [184 204,185 170186 ]187 ],188 "ps": "[(204, 171), (204, 170)]"189 },190 {191 "step": 11,192 "screenshot": "0973905536119395_11.png",193 "action": "CLICK",194 "info": [195 [196 261,197 176198 ],199 [200 261,201 176202 ]203 ],204 "ps": "[(261, 176)]"205 },206 {207 "step": 12,208 "screenshot": "0973905536119395_12.png",209 "action": "SCROLL",210 "info": [211 [212 938,213 714214 ],215 [216 824,217 530218 ]219 ],220 "ps": "[(938, 714), (938, 714), (936, 711), (931, 710), (926, 707), (920, 703), (918, 700), (915, 693), (906, 690), (902, 684), (897, 680), (894, 678), (890, 676), (888, 673), (884, 667), (883, 667), (879, 663), (876, 657), (872, 654), (866, 647), (866, 642), (865, 639), (858, 636), (855, 629), (855, 626), (852, 619), (848, 614), (847, 610), (847, 606), (843, 603), (843, 603), (843, 599), (843, 596), (843, 592), (840, 589), (840, 587), (837, 582), (837, 580), (837, 577), (837, 574), (834, 572), (834, 569), (830, 564), (830, 559), (830, 556), (830, 553), (829, 549), (829, 543), (829, 542), (824, 540), (824, 539), (824, 536), (824, 535), (824, 533), (824, 532), (824, 530)]"221 },222 {223 "step": 13,224 "screenshot": "0973905536119395_13.png",225 "action": "CLICK",226 "info": [227 [228 794,229 660230 ],231 [232 794,233 660234 ]235 ],236 "ps": "[(794, 660), (794, 660)]"237 },238 {239 "step": 14,240 "screenshot": "0973905536119395_14.png",241 "action": "CLICK",242 "info": "KEY_HOME",243 "ps": ""244 },245 {246 "step": 15,247 "screenshot": "0973905536119395_15.png",248 "action": "CLICK",249 "info": [250 [251 137,252 623253 ],254 [255 137,256 623257 ]258 ],259 "ps": "[(137, 623)]"260 },261 {262 "step": 16,263 "screenshot": "0973905536119395_16.png",264 "action": "COMPLETE",265 "info": "",266 "ps": ""267 }268 ]269}