OpenGVLab/GUI-Odyssey
Dataset Card for GUI Odyssey News⭐️ A new and improved version of the GUIOdyssey dataset has been released! 🎉🎉 👉 Please use the latest version and refer to the updated README for the most up-to-date information. We highly recommend using the new version for all training and evaluation! Repository: https://github.com/OpenGVLab/GUI-Odyssey Latest Version of Dataset: hflqf88888/GUIOdyssey Paper: https://arxiv.org/pdf/2406.08451 Introduction… See the full description on the dataset page: https://huggingface.co/datasets/OpenGVLab/GUI-Odyssey.
264.1k
1{2 "episode_id": "1139158330755583",3 "device_info": {4 "product": "sdk_gphone64_x86_64",5 "release_version": "14",6 "sdk_version": "34",7 "h": 1600,8 "w": 2560,9 "device_name": "Pixel Tablet"10 },11 "task_info": {12 "category": "Media_Entertainment",13 "app": [14 "Youtube",15 "Google Play Store"16 ],17 "meta_task": "Watch a video about fitness tracking app recommendations and download one of them.",18 "task": "Watch a video about fitness tracking app recommendations and download one of them.",19 "instruction": "Watch a video about fitness tracking app recommendations on YouTube, then head over to the Google Play Store to download one of the recommended fitness tracking apps."20 },21 "step_length": 7,22 "steps": [23 {24 "step": 0,25 "screenshot": "1139158330755583_0.png",26 "action": "CLICK",27 "info": [28 [29 600,30 89631 ],32 [33 600,34 89635 ]36 ],37 "ps": "[(600, 896)]"38 },39 {40 "step": 1,41 "screenshot": "1139158330755583_1.png",42 "action": "CLICK",43 "info": [44 [45 506,46 55947 ],48 [49 506,50 55951 ]52 ],53 "ps": "[(506, 559)]"54 },55 {56 "step": 2,57 "screenshot": "1139158330755583_2.png",58 "action": "CLICK",59 "info": "KEY_HOME",60 "ps": ""61 },62 {63 "step": 3,64 "screenshot": "1139158330755583_3.png",65 "action": "SCROLL",66 "info": [67 [68 109,69 46870 ],71 [72 802,73 64274 ]75 ],76 "ps": "[(109, 468), (110, 468), (111, 468), (113, 468), (114, 468), (115, 468), (117, 468), (117, 468), (119, 468), (121, 468), (121, 468), (123, 468), (124, 468), (127, 471), (128, 471), (131, 471), (132, 471), (135, 473), (138, 473), (140, 473), (143, 476), (146, 476), (149, 476), (153, 478), (157, 478), (160, 481), (165, 481), (170, 483), (186, 486), (187, 488), (192, 488), (199, 491), (203, 491), (208, 493), (215, 497), (220, 499), (224, 499), (229, 502), (243, 504), (245, 504), (250, 507), (257, 507), (267, 509), (273, 513), (280, 516), (285, 516), (292, 518), (301, 522), (304, 522), (311, 524), (323, 524), (330, 527), (337, 529), (342, 529), (349, 532), (360, 532), (367, 536), (380, 538), (387, 541), (396, 541), (397, 541), (405, 543), (417, 547), (424, 549), (449, 553), (458, 557), (461, 557), (467, 559), (477, 559), (484, 562), (490, 562), (496, 564), (504, 568), (511, 568), (528, 571), (535, 573), (543, 573), (550, 577), (555, 577), (564, 579), (571, 582), (578, 582), (585, 584), (592, 584), (598, 588), (607, 588), (614, 591), (621, 593), (628, 593), (635, 596), (641, 596), (648, 598), (655, 598), (661, 602), (674, 604), (681, 604), (692, 608), (699, 611), (706, 611), (709, 613), (715, 613), (721, 616), (727, 616), (732, 618), (737, 618), (743, 621), (749, 623), (753, 623), (760, 626), (765, 629), (770, 629), (774, 632), (779, 634), (781, 634), (785, 634), (788, 637), (792, 637), (796, 639), (799, 642), (802, 642)]"77 },78 {79 "step": 4,80 "screenshot": "1139158330755583_4.png",81 "action": "CLICK",82 "info": [83 [84 150,85 70486 ],87 [88 150,89 70490 ]91 ],92 "ps": "[(150, 704)]"93 },94 {95 "step": 5,96 "screenshot": "1139158330755583_5.png",97 "action": "CLICK",98 "info": [99 [100 657,101 339102 ],103 [104 657,105 339106 ]107 ],108 "ps": "[(657, 339)]"109 },110 {111 "step": 6,112 "screenshot": "1139158330755583_6.png",113 "action": "COMPLETE",114 "info": "",115 "ps": ""116 }117 ]118}