OpenGVLab/GUI-Odyssey
Dataset Card for GUI Odyssey News⭐️ A new and improved version of the GUIOdyssey dataset has been released! 🎉🎉 👉 Please use the latest version and refer to the updated README for the most up-to-date information. We highly recommend using the new version for all training and evaluation! Repository: https://github.com/OpenGVLab/GUI-Odyssey Latest Version of Dataset: hflqf88888/GUIOdyssey Paper: https://arxiv.org/pdf/2406.08451 Introduction… See the full description on the dataset page: https://huggingface.co/datasets/OpenGVLab/GUI-Odyssey.
264.1k
1{2 "episode_id": "1233351090075151",3 "device_info": {4 "product": "sdk_gphone64_x86_64",5 "release_version": "14",6 "sdk_version": "34",7 "h": 1280,8 "w": 720,9 "device_name": "Small Phone"10 },11 "task_info": {12 "category": "Media_Entertainment",13 "app": [14 "Microsoft to do",15 "Pandora"16 ],17 "meta_task": "Listen to a podcast episode on {} and create a to-do list for tomorrow.",18 "task": "Listen to a podcast episode on yoga for beginners and create a to-do list for tomorrow.",19 "instruction": "Use Pandora to listen to a podcast episode about yoga for beginners, and then use Microsoft To Do to create a to-do list for tomorrow."20 },21 "step_length": 16,22 "steps": [23 {24 "step": 0,25 "screenshot": "1233351090075151_0.png",26 "action": "SCROLL",27 "info": [28 [29 724,30 19231 ],32 [33 91,34 24335 ]36 ],37 "ps": "[(724, 192), (722, 192), (719, 192), (713, 192), (708, 195), (705, 195), (699, 195), (694, 195), (691, 195), (686, 195), (683, 195), (677, 195), (672, 195), (669, 195), (663, 195), (661, 195), (655, 198), (649, 198), (647, 198), (641, 198), (636, 198), (633, 198), (627, 198), (624, 198), (619, 198), (613, 198), (611, 198), (599, 198), (597, 198), (591, 198), (586, 198), (577, 201), (572, 201), (563, 201), (558, 201), (549, 203), (544, 203), (533, 203), (530, 203), (519, 203), (516, 206), (505, 206), (497, 206), (486, 206), (474, 206), (463, 209), (461, 209), (449, 212), (447, 212), (436, 212), (427, 212), (416, 212), (405, 212), (394, 215), (386, 215), (380, 215), (372, 215), (366, 217), (358, 217), (347, 217), (336, 217), (327, 217), (316, 220), (311, 220), (302, 220), (297, 220), (288, 220), (283, 223), (274, 223), (269, 223), (261, 223), (255, 224), (244, 224), (241, 224), (230, 224), (227, 228), (222, 228), (213, 228), (202, 228), (191, 228), (191, 231), (183, 231), (177, 231), (174, 231), (169, 232), (163, 232), (161, 232), (155, 232), (152, 235), (141, 235), (138, 235), (127, 235), (122, 239), (119, 239), (113, 239), (111, 239), (111, 240), (105, 240), (99, 240), (97, 240), (91, 243)]"38 },39 {40 "step": 1,41 "screenshot": "1233351090075151_1.png",42 "action": "CLICK",43 "info": [44 [45 427,46 18547 ],48 [49 427,50 18551 ]52 ],53 "ps": "[(427, 185)]"54 },55 {56 "step": 2,57 "screenshot": "1233351090075151_2.png",58 "action": "CLICK",59 "info": [60 [61 105,62 7463 ],64 [65 105,66 7467 ]68 ],69 "ps": "[(105, 74)]"70 },71 {72 "step": 3,73 "screenshot": "1233351090075151_3.png",74 "action": "CLICK",75 "info": [76 [77 480,78 73279 ],80 [81 480,82 73283 ]84 ],85 "ps": "[(480, 732)]"86 },87 {88 "step": 4,89 "screenshot": "1233351090075151_4.png",90 "action": "CLICK",91 "info": [92 [93 599,94 90995 ],96 [97 599,98 90999 ]100 ],101 "ps": "[(599, 909)]"102 },103 {104 "step": 5,105 "screenshot": "1233351090075151_5.png",106 "action": "CLICK",107 "info": [108 [109 711,110 610111 ],112 [113 711,114 610115 ]116 ],117 "ps": "[(711, 610)]"118 },119 {120 "step": 6,121 "screenshot": "1233351090075151_6.png",122 "action": "SCROLL",123 "info": [124 [125 402,126 829127 ],128 [129 591,130 0131 ]132 ],133 "ps": "[(402, 829), (402, 826), (405, 823), (405, 821), (405, 818), (405, 814), (405, 810), (411, 809), (411, 803), (416, 796), (416, 795), (419, 789), (419, 782), (424, 773), (424, 767), (433, 754), (433, 748), (438, 739), (438, 732), (444, 723), (449, 714), (449, 704), (455, 693), (461, 684), (461, 678), (466, 668), (466, 659), (472, 645), (477, 639), (477, 629), (483, 617), (491, 596), (497, 587), (502, 578), (502, 564), (508, 557), (508, 548), (513, 539), (522, 515), (527, 506), (533, 496), (538, 482), (538, 476), (544, 467), (544, 457), (549, 439), (558, 424), (563, 415), (563, 403), (563, 399), (569, 387), (574, 378), (574, 360), (580, 346), (586, 337), (586, 323), (586, 317), (591, 307), (591, 298), (591, 289), (597, 282), (597, 270), (597, 260), (602, 242), (602, 232), (602, 218), (602, 209), (608, 203), (608, 193), (608, 184), (608, 174), (608, 165), (608, 156), (608, 149), (608, 140), (608, 131), (608, 128), (608, 123), (608, 114), (608, 107), (608, 103), (608, 89), (608, 79), (608, 73), (608, 68), (608, 62), (608, 56), (605, 49), (605, 48), (605, 42), (605, 37), (605, 31), (599, 24), (599, 23), (599, 17), (597, 14), (597, 9), (597, 3), (591, 1), (591, 0)]"134 },135 {136 "step": 7,137 "screenshot": "1233351090075151_7.png",138 "action": "CLICK",139 "info": [140 [141 516,142 818143 ],144 [145 516,146 818147 ]148 ],149 "ps": "[(516, 818)]"150 },151 {152 "step": 8,153 "screenshot": "1233351090075151_8.png",154 "action": "CLICK",155 "info": "KEY_HOME",156 "ps": ""157 },158 {159 "step": 9,160 "screenshot": "1233351090075151_9.png",161 "action": "SCROLL",162 "info": [163 [164 413,165 504166 ],167 [168 998,169 529170 ]171 ],172 "ps": "[(413, 504), (416, 504), (422, 504), (424, 504), (424, 506), (430, 506), (436, 506), (438, 506), (444, 506), (449, 506), (452, 506), (452, 507), (458, 507), (461, 507), (466, 507), (474, 507), (480, 507), (486, 507), (488, 510), (494, 510), (502, 510), (508, 510), (513, 510), (522, 510), (533, 514), (538, 514), (547, 514), (558, 514), (566, 514), (572, 514), (580, 514), (599, 517), (602, 517), (613, 517), (622, 517), (633, 517), (644, 517), (661, 517), (669, 517), (680, 517), (691, 517), (708, 520), (719, 520), (749, 520), (766, 520), (783, 520), (794, 523), (824, 523), (841, 523), (861, 523), (877, 523), (894, 523), (911, 523), (927, 526), (944, 526), (955, 526), (972, 526), (988, 526), (998, 529)]"173 },174 {175 "step": 10,176 "screenshot": "1233351090075151_10.png",177 "action": "CLICK",178 "info": [179 [180 636,181 323182 ],183 [184 636,185 323186 ]187 ],188 "ps": "[(636, 323)]"189 },190 {191 "step": 11,192 "screenshot": "1233351090075151_11.png",193 "action": "CLICK",194 "info": [195 [196 558,197 842198 ],199 [200 558,201 842202 ]203 ],204 "ps": "[(558, 842)]"205 },206 {207 "step": 12,208 "screenshot": "1233351090075151_12.png",209 "action": "CLICK",210 "info": [211 [212 469,213 565214 ],215 [216 469,217 565218 ]219 ],220 "ps": "[(469, 565)]"221 },222 {223 "step": 13,224 "screenshot": "1233351090075151_13.png",225 "action": "TEXT",226 "info": " do yoga with this",227 "ps": ""228 },229 {230 "step": 14,231 "screenshot": "1233351090075151_14.png",232 "action": "CLICK",233 "info": [234 [235 888,236 415237 ],238 [239 888,240 415241 ]242 ],243 "ps": "[(888, 415)]"244 },245 {246 "step": 15,247 "screenshot": "1233351090075151_15.png",248 "action": "COMPLETE",249 "info": "",250 "ps": ""251 }252 ]253}