OpenGVLab/GUI-Odyssey
Dataset Card for GUI Odyssey News⭐️ A new and improved version of the GUIOdyssey dataset has been released! 🎉🎉 👉 Please use the latest version and refer to the updated README for the most up-to-date information. We highly recommend using the new version for all training and evaluation! Repository: https://github.com/OpenGVLab/GUI-Odyssey Latest Version of Dataset: hflqf88888/GUIOdyssey Paper: https://arxiv.org/pdf/2406.08451 Introduction… See the full description on the dataset page: https://huggingface.co/datasets/OpenGVLab/GUI-Odyssey.
264.1k
1{2 "episode_id": "0726073485626097",3 "device_info": {4 "product": "sdk_gphone64_x86_64",5 "release_version": "14",6 "sdk_version": "34",7 "h": 2400,8 "w": 1080,9 "device_name": "Medium Phone"10 },11 "task_info": {12 "category": "Social_Sharing",13 "app": [14 "Facebook",15 "Files"16 ],17 "meta_task": "Look up the working file in the phone and send to the colleague.",18 "task": "Look up the working file in the phone and send to the colleague.",19 "instruction": "Locate the working file in your phone's Files app and send it to qqqwwe via Facebook."20 },21 "step_length": 10,22 "steps": [23 {24 "step": 0,25 "screenshot": "0726073485626097_0.png",26 "action": "CLICK",27 "info": [28 [29 143,30 50831 ],32 [33 143,34 50835 ]36 ],37 "ps": "[(143, 508)]"38 },39 {40 "step": 1,41 "screenshot": "0726073485626097_1.png",42 "action": "SCROLL",43 "info": [44 [45 362,46 74547 ],48 [49 240,50 47251 ]52 ],53 "ps": "[(362, 745), (354, 745), (354, 743), (354, 741), (354, 737), (354, 732), (349, 728), (349, 727), (349, 724), (345, 705), (337, 697), (323, 675), (323, 661), (315, 659), (315, 656), (315, 651), (315, 647), (315, 642), (315, 638), (315, 634), (315, 629), (315, 623), (315, 617), (315, 613), (315, 604), (308, 598), (308, 591), (308, 584), (308, 577), (308, 572), (303, 565), (303, 558), (303, 553), (296, 547), (296, 545), (296, 541), (291, 537), (291, 535), (284, 532), (284, 530), (284, 528), (276, 524), (276, 521), (276, 519), (272, 516), (272, 514), (267, 510), (264, 508), (257, 505), (257, 502), (257, 499), (257, 497), (252, 494), (252, 492), (252, 489), (252, 486), (252, 484), (252, 481), (245, 481), (245, 479), (245, 476), (245, 474), (245, 472), (240, 472)]"54 },55 {56 "step": 2,57 "screenshot": "0726073485626097_2.png",58 "action": "CLICK",59 "info": [60 [61 262,62 56263 ],64 [65 262,66 56267 ]68 ],69 "ps": "[(262, 562)]"70 },71 {72 "step": 3,73 "screenshot": "0726073485626097_3.png",74 "action": "CLICK",75 "info": [76 [77 264,78 93879 ],80 [81 264,82 93883 ]84 ],85 "ps": "[(264, 938)]"86 },87 {88 "step": 4,89 "screenshot": "0726073485626097_4.png",90 "action": "SCROLL",91 "info": [92 [93 447,94 83595 ],96 [97 437,98 55899 ]100 ],101 "ps": "[(447, 835), (447, 834), (447, 831), (451, 829), (451, 825), (451, 823), (451, 820), (451, 818), (451, 815), (451, 812), (451, 810), (451, 807), (451, 804), (451, 802), (451, 798), (451, 794), (451, 794), (451, 792), (451, 790), (451, 788), (451, 784), (447, 778), (447, 777), (447, 775), (447, 768), (447, 764), (447, 759), (447, 754), (447, 751), (447, 750), (447, 748), (447, 743), (447, 739), (447, 734), (447, 730), (439, 727), (439, 726), (439, 724), (439, 719), (439, 717), (439, 714), (439, 709), (439, 705), (439, 703), (439, 696), (439, 692), (439, 684), (439, 675), (439, 667), (439, 659), (439, 647), (439, 642), (435, 637), (435, 636), (435, 633), (435, 628), (435, 624), (435, 623), (435, 619), (435, 617), (435, 614), (435, 610), (435, 607), (435, 605), (435, 603), (435, 602), (435, 600), (435, 599), (435, 596), (435, 593), (435, 591), (435, 588), (435, 586), (435, 582), (435, 580), (435, 578), (435, 577), (435, 574), (437, 572), (437, 568), (437, 566), (437, 565), (437, 564), (437, 562), (437, 558)]"102 },103 {104 "step": 5,105 "screenshot": "0726073485626097_5.png",106 "action": "CLICK",107 "info": [108 [109 106,110 810111 ],112 [113 106,114 810115 ]116 ],117 "ps": "[(106, 810)]"118 },119 {120 "step": 6,121 "screenshot": "0726073485626097_6.png",122 "action": "CLICK",123 "info": [124 [125 311,126 602127 ],128 [129 311,130 602131 ]132 ],133 "ps": "[(311, 602)]"134 },135 {136 "step": 7,137 "screenshot": "0726073485626097_7.png",138 "action": "CLICK",139 "info": [140 [141 381,142 160143 ],144 [145 381,146 160147 ]148 ],149 "ps": "[(381, 160)]"150 },151 {152 "step": 8,153 "screenshot": "0726073485626097_8.png",154 "action": "CLICK",155 "info": [156 [157 887,158 57159 ],160 [161 887,162 57163 ]164 ],165 "ps": "[(887, 57)]"166 },167 {168 "step": 9,169 "screenshot": "0726073485626097_9.png",170 "action": "COMPLETE",171 "info": "",172 "ps": "qqqwwe"173 }174 ]175}