OpenGVLab/GUI-Odyssey
Dataset Card for GUI Odyssey News⭐️ A new and improved version of the GUIOdyssey dataset has been released! 🎉🎉 👉 Please use the latest version and refer to the updated README for the most up-to-date information. We highly recommend using the new version for all training and evaluation! Repository: https://github.com/OpenGVLab/GUI-Odyssey Latest Version of Dataset: hflqf88888/GUIOdyssey Paper: https://arxiv.org/pdf/2406.08451 Introduction… See the full description on the dataset page: https://huggingface.co/datasets/OpenGVLab/GUI-Odyssey.
264.1k
1{2 "episode_id": "0557651206480957",3 "device_info": {4 "product": "sdk_gphone64_x86_64",5 "release_version": "14",6 "sdk_version": "34",7 "h": 2992,8 "w": 1344,9 "device_name": "Pixel 8 Pro"10 },11 "task_info": {12 "category": "Multi_Apps",13 "app": [14 "Opera",15 "Quora",16 "Ebay"17 ],18 "meta_task": "Search for a famous {} book, read reviews, and purchase the book.",19 "task": "Search for a famous art and design book, read reviews, and purchase the book.",20 "instruction": "Utilize Opera to search for a renowned art and design book, use Quora to read reviews about it, and then proceed to Ebay to purchase the book."21 },22 "step_length": 20,23 "steps": [24 {25 "step": 0,26 "screenshot": "0557651206480957_0.png",27 "action": "CLICK",28 "info": [29 [30 133,31 39132 ],33 [34 133,35 39136 ]37 ],38 "ps": "[(133, 391)]"39 },40 {41 "step": 1,42 "screenshot": "0557651206480957_1.png",43 "action": "CLICK",44 "info": [45 [46 309,47 13948 ],49 [50 309,51 13952 ]53 ],54 "ps": "[(309, 139)]"55 },56 {57 "step": 2,58 "screenshot": "0557651206480957_2.png",59 "action": "TEXT",60 "info": "book about art and design",61 "ps": ""62 },63 {64 "step": 3,65 "screenshot": "0557651206480957_3.png",66 "action": "CLICK",67 "info": [68 [69 918,70 91871 ],72 [73 918,74 91875 ]76 ],77 "ps": "[(918, 918)]"78 },79 {80 "step": 4,81 "screenshot": "0557651206480957_4.png",82 "action": "SCROLL",83 "info": [84 [85 552,86 75787 ],88 [89 474,90 40191 ]92 ],93 "ps": "[(552, 757), (552, 750), (544, 742), (544, 735), (537, 721), (529, 704), (521, 691), (519, 676), (511, 663), (505, 646), (498, 632), (498, 627), (495, 610), (490, 600), (490, 593), (490, 585), (488, 575), (488, 569), (488, 561), (488, 557), (488, 550), (488, 547), (482, 540), (482, 537), (482, 530), (482, 523), (482, 516), (482, 509), (482, 499), (482, 491), (482, 488), (482, 481), (482, 467), (482, 463), (482, 456), (482, 449), (482, 446), (482, 442), (482, 435), (482, 432), (482, 429), (479, 425), (479, 423), (479, 418), (479, 416), (474, 415), (474, 411), (474, 409), (474, 408), (474, 405), (474, 404), (474, 402), (474, 401)]"94 },95 {96 "step": 5,97 "screenshot": "0557651206480957_5.png",98 "action": "CLICK",99 "info": "KEY_HOME",100 "ps": ""101 },102 {103 "step": 6,104 "screenshot": "0557651206480957_6.png",105 "action": "CLICK",106 "info": [107 [108 627,109 259110 ],111 [112 627,113 259114 ]115 ],116 "ps": "[(627, 259)]"117 },118 {119 "step": 7,120 "screenshot": "0557651206480957_7.png",121 "action": "CLICK",122 "info": [123 [124 855,125 73126 ],127 [128 855,129 73130 ]131 ],132 "ps": "[(855, 73)]"133 },134 {135 "step": 8,136 "screenshot": "0557651206480957_8.png",137 "action": "TEXT",138 "info": "meggs' history of graphic design book",139 "ps": ""140 },141 {142 "step": 9,143 "screenshot": "0557651206480957_9.png",144 "action": "CLICK",145 "info": [146 [147 918,148 909149 ],150 [151 918,152 909153 ]154 ],155 "ps": "[(918, 909)]"156 },157 {158 "step": 10,159 "screenshot": "0557651206480957_10.png",160 "action": "SCROLL",161 "info": [162 [163 708,164 774165 ],166 [167 584,168 247169 ]170 ],171 "ps": "[(708, 774), (708, 775), (708, 774), (708, 770), (708, 767), (708, 760), (705, 756), (700, 750), (697, 742), (692, 733), (692, 728), (689, 718), (677, 704), (677, 693), (674, 686), (669, 679), (666, 669), (661, 662), (654, 652), (651, 641), (645, 632), (645, 621), (638, 616), (638, 606), (635, 599), (635, 592), (630, 582), (627, 572), (627, 561), (622, 554), (619, 541), (614, 533), (612, 523), (607, 510), (604, 498), (599, 488), (596, 470), (591, 463), (591, 454), (591, 442), (584, 425), (584, 411), (575, 401), (575, 388), (575, 376), (575, 366), (575, 353), (575, 345), (575, 332), (575, 327), (575, 317), (575, 307), (575, 301), (575, 294), (575, 289), (575, 283), (575, 279), (575, 273), (575, 269), (575, 268), (575, 265), (575, 261), (575, 259), (575, 258), (581, 255), (581, 254), (581, 252), (584, 252), (584, 251), (584, 248), (584, 247)]"172 },173 {174 "step": 11,175 "screenshot": "0557651206480957_11.png",176 "action": "CLICK",177 "info": "KEY_HOME",178 "ps": ""179 },180 {181 "step": 12,182 "screenshot": "0557651206480957_12.png",183 "action": "CLICK",184 "info": [185 [186 404,187 126188 ],189 [190 404,191 126192 ]193 ],194 "ps": "[(404, 126)]"195 },196 {197 "step": 13,198 "screenshot": "0557651206480957_13.png",199 "action": "CLICK",200 "info": [201 [202 420,203 150204 ],205 [206 420,207 150208 ]209 ],210 "ps": "[(420, 150)]"211 },212 {213 "step": 14,214 "screenshot": "0557651206480957_14.png",215 "action": "TEXT",216 "info": "meggs' history of graphic design book",217 "ps": ""218 },219 {220 "step": 15,221 "screenshot": "0557651206480957_15.png",222 "action": "CLICK",223 "info": [224 [225 894,226 907227 ],228 [229 894,230 907231 ]232 ],233 "ps": "[(894, 907)]"234 },235 {236 "step": 16,237 "screenshot": "0557651206480957_16.png",238 "action": "CLICK",239 "info": [240 [241 700,242 520243 ],244 [245 700,246 520247 ]248 ],249 "ps": "[(700, 520)]"250 },251 {252 "step": 17,253 "screenshot": "0557651206480957_17.png",254 "action": "SCROLL",255 "info": [256 [257 666,258 732259 ],260 [261 612,262 387263 ]264 ],265 "ps": "[(666, 732), (666, 729), (666, 722), (666, 718), (666, 707), (661, 697), (659, 684), (659, 676), (645, 655), (645, 639), (638, 627), (638, 614), (627, 589), (622, 568), (622, 552), (622, 540), (619, 526), (619, 519), (619, 505), (619, 492), (619, 485), (619, 481), (619, 475), (619, 468), (619, 463), (619, 460), (619, 453), (619, 446), (619, 442), (619, 437), (619, 433), (619, 429), (614, 423), (614, 418), (614, 412), (614, 409), (614, 405), (614, 404), (614, 401), (614, 398), (614, 397), (614, 394), (614, 391), (614, 390), (612, 390), (612, 388), (612, 387)]"266 },267 {268 "step": 18,269 "screenshot": "0557651206480957_18.png",270 "action": "CLICK",271 "info": [272 [273 459,274 646275 ],276 [277 459,278 646279 ]280 ],281 "ps": "[(459, 646)]"282 },283 {284 "step": 19,285 "screenshot": "0557651206480957_19.png",286 "action": "COMPLETE",287 "info": "",288 "ps": ""289 }290 ]291}