OpenGVLab/GUI-Odyssey
Dataset Card for GUI Odyssey News⭐️ A new and improved version of the GUIOdyssey dataset has been released! 🎉🎉 👉 Please use the latest version and refer to the updated README for the most up-to-date information. We highly recommend using the new version for all training and evaluation! Repository: https://github.com/OpenGVLab/GUI-Odyssey Latest Version of Dataset: hflqf88888/GUIOdyssey Paper: https://arxiv.org/pdf/2406.08451 Introduction… See the full description on the dataset page: https://huggingface.co/datasets/OpenGVLab/GUI-Odyssey.
264.1k
1{2 "episode_id": "0440323901026157",3 "device_info": {4 "product": "sdk_gphone64_x86_64",5 "release_version": "14",6 "sdk_version": "34",7 "h": 2400,8 "w": 1080,9 "device_name": "Medium Phone"10 },11 "task_info": {12 "category": "Information_Management",13 "app": [14 "Google News",15 "DigiCal Calendar Agenda"16 ],17 "meta_task": "Find a news of {} topic happened recently and add it to your digital calendar.",18 "task": "Find a news of Finance topic happened recently and add it to your digital calendar.",19 "instruction": "Locate a recent Finance news article using Google News and add the event to your DigiCal Calendar Agenda."20 },21 "step_length": 15,22 "steps": [23 {24 "step": 0,25 "screenshot": "0440323901026157_0.png",26 "action": "SCROLL",27 "info": [28 [29 252,30 47431 ],32 [33 756,34 44735 ]36 ],37 "ps": "[(252, 474), (252, 473), (257, 473), (262, 473), (274, 473), (291, 472), (320, 472), (359, 471), (405, 469), (457, 467), (520, 463), (586, 459), (651, 454), (707, 450), (756, 447)]"38 },39 {40 "step": 1,41 "screenshot": "0440323901026157_1.png",42 "action": "CLICK",43 "info": [44 [45 855,46 50047 ],48 [49 855,50 50051 ]52 ],53 "ps": "[(855, 500)]"54 },55 {56 "step": 2,57 "screenshot": "0440323901026157_2.png",58 "action": "CLICK",59 "info": [60 [61 62,62 5763 ],64 [65 60,66 5667 ]68 ],69 "ps": "[(62, 57), (60, 56)]"70 },71 {72 "step": 3,73 "screenshot": "0440323901026157_3.png",74 "action": "CLICK",75 "info": [76 [77 262,78 67179 ],80 [81 262,82 67183 ]84 ],85 "ps": "[(262, 671)]"86 },87 {88 "step": 4,89 "screenshot": "0440323901026157_4.png",90 "action": "LONG_PRESS",91 "info": [92 [93 101,94 36695 ],96 [97 101,98 36699 ]100 ],101 "ps": "[(101, 366)]"102 },103 {104 "step": 5,105 "screenshot": "0440323901026157_5.png",106 "action": "SCROLL",107 "info": [108 [109 179,110 400111 ],112 [113 203,114 485115 ]116 ],117 "ps": "[(179, 400), (182, 400), (182, 401), (184, 403), (187, 404), (187, 405), (187, 407), (187, 409), (188, 412), (188, 416), (188, 423), (188, 427), (196, 435), (199, 444), (201, 451), (201, 458), (201, 464), (201, 470), (201, 473), (201, 474), (203, 474), (203, 475), (203, 476), (203, 477), (203, 479), (203, 479), (203, 481), (203, 482), (203, 483), (203, 484), (203, 485)]"118 },119 {120 "step": 6,121 "screenshot": "0440323901026157_6.png",122 "action": "CLICK",123 "info": [124 [125 121,126 314127 ],128 [129 121,130 313131 ]132 ],133 "ps": "[(121, 314), (121, 313)]"134 },135 {136 "step": 7,137 "screenshot": "0440323901026157_7.png",138 "action": "CLICK",139 "info": "KEY_HOME",140 "ps": ""141 },142 {143 "step": 8,144 "screenshot": "0440323901026157_8.png",145 "action": "SCROLL",146 "info": [147 [148 824,149 446150 ],151 [152 391,153 462154 ]155 ],156 "ps": "[(824, 446), (819, 446), (807, 446), (797, 446), (777, 446), (753, 446), (729, 446), (687, 448), (639, 451), (590, 455), (537, 457), (483, 459), (435, 461), (391, 462)]"157 },158 {159 "step": 9,160 "screenshot": "0440323901026157_9.png",161 "action": "CLICK",162 "info": [163 [164 136,165 248166 ],167 [168 136,169 248170 ]171 ],172 "ps": "[(136, 248)]"173 },174 {175 "step": 10,176 "screenshot": "0440323901026157_10.png",177 "action": "CLICK",178 "info": [179 [180 834,181 54182 ],183 [184 834,185 54186 ]187 ],188 "ps": "[(834, 54)]"189 },190 {191 "step": 11,192 "screenshot": "0440323901026157_11.png",193 "action": "CLICK",194 "info": [195 [196 242,197 127198 ],199 [200 242,201 127202 ]203 ],204 "ps": "[(242, 127)]"205 },206 {207 "step": 12,208 "screenshot": "0440323901026157_12.png",209 "action": "CLICK",210 "info": [211 [212 524,213 649214 ],215 [216 524,217 649218 ]219 ],220 "ps": "[(524, 649)]"221 },222 {223 "step": 13,224 "screenshot": "0440323901026157_13.png",225 "action": "CLICK",226 "info": [227 [228 946,229 57230 ],231 [232 946,233 57234 ]235 ],236 "ps": "[(946, 57)]"237 },238 {239 "step": 14,240 "screenshot": "0440323901026157_14.png",241 "action": "COMPLETE",242 "info": "",243 "ps": "4 LONG"244 }245 ]246}