OpenGVLab/GUI-Odyssey
Dataset Card for GUI Odyssey News⭐️ A new and improved version of the GUIOdyssey dataset has been released! 🎉🎉 👉 Please use the latest version and refer to the updated README for the most up-to-date information. We highly recommend using the new version for all training and evaluation! Repository: https://github.com/OpenGVLab/GUI-Odyssey Latest Version of Dataset: hflqf88888/GUIOdyssey Paper: https://arxiv.org/pdf/2406.08451 Introduction… See the full description on the dataset page: https://huggingface.co/datasets/OpenGVLab/GUI-Odyssey.
264.1k
1{2 "episode_id": "1131927225867374",3 "device_info": {4 "product": "sdk_gphone64_x86_64",5 "release_version": "14",6 "sdk_version": "34",7 "h": 2400,8 "w": 1080,9 "device_name": "Medium Phone"10 },11 "task_info": {12 "category": "Social_Sharing",13 "app": [14 "Threads",15 "WOMBO Dream-AI Art Generator"16 ],17 "meta_task": "Use an AI app to create a photo about {} and share it.",18 "task": "Use an AI app to create a photo about paintbrush and share it.",19 "instruction": "Use the WOMBO Dream-AI Art Generator to create an image focused on a paintbrush, and then share the image on Threads to capture moments."20 },21 "step_length": 15,22 "steps": [23 {24 "step": 0,25 "screenshot": "1131927225867374_0.png",26 "action": "CLICK",27 "info": [28 [29 566,30 51431 ],32 [33 566,34 51435 ]36 ],37 "ps": "[(566, 514)]"38 },39 {40 "step": 1,41 "screenshot": "1131927225867374_1.png",42 "action": "CLICK",43 "info": [44 [45 502,46 89747 ],48 [49 502,50 89751 ]52 ],53 "ps": "[(502, 897)]"54 },55 {56 "step": 2,57 "screenshot": "1131927225867374_2.png",58 "action": "CLICK",59 "info": [60 [61 384,62 24363 ],64 [65 384,66 24367 ]68 ],69 "ps": "[(384, 243)]"70 },71 {72 "step": 3,73 "screenshot": "1131927225867374_3.png",74 "action": "TEXT",75 "info": "paintbrush",76 "ps": ""77 },78 {79 "step": 4,80 "screenshot": "1131927225867374_4.png",81 "action": "CLICK",82 "info": [83 [84 121,85 98486 ],87 [88 121,89 98490 ]91 ],92 "ps": "[(121, 984)]"93 },94 {95 "step": 5,96 "screenshot": "1131927225867374_5.png",97 "action": "CLICK",98 "info": [99 [100 306,101 452102 ],103 [104 306,105 452106 ]107 ],108 "ps": "[(306, 452)]"109 },110 {111 "step": 6,112 "screenshot": "1131927225867374_6.png",113 "action": "CLICK",114 "info": [115 [116 242,117 929118 ],119 [120 242,121 929122 ]123 ],124 "ps": "[(242, 929)]"125 },126 {127 "step": 7,128 "screenshot": "1131927225867374_7.png",129 "action": "CLICK",130 "info": [131 [132 299,133 944134 ],135 [136 299,137 944138 ]139 ],140 "ps": "[(299, 944)]"141 },142 {143 "step": 8,144 "screenshot": "1131927225867374_8.png",145 "action": "CLICK",146 "info": [147 [148 67,149 31150 ],151 [152 67,153 31154 ]155 ],156 "ps": "[(67, 31)]"157 },158 {159 "step": 9,160 "screenshot": "1131927225867374_9.png",161 "action": "CLICK",162 "info": [163 [164 345,165 948166 ],167 [168 345,169 948170 ]171 ],172 "ps": "[(345, 948)]"173 },174 {175 "step": 10,176 "screenshot": "1131927225867374_10.png",177 "action": "SCROLL",178 "info": [179 [180 405,181 852182 ],183 [184 374,185 399186 ]187 ],188 "ps": "[(405, 852), (405, 848), (405, 846), (408, 843), (408, 842), (408, 839), (408, 835), (408, 834), (408, 831), (408, 827), (408, 822), (408, 819), (408, 814), (408, 810), (408, 808), (403, 804), (403, 800), (403, 798), (403, 794), (403, 790), (403, 786), (403, 782), (403, 777), (403, 775), (403, 772), (396, 767), (393, 763), (393, 762), (393, 757), (393, 752), (393, 748), (393, 743), (393, 739), (393, 731), (393, 724), (393, 720), (393, 712), (393, 706), (393, 699), (393, 695), (393, 693), (393, 689), (393, 682), (393, 677), (393, 673), (391, 669), (384, 664), (384, 660), (384, 654), (384, 647), (384, 642), (384, 637), (384, 628), (384, 623), (384, 614), (384, 609), (384, 600), (378, 591), (378, 580), (378, 569), (378, 561), (378, 549), (378, 541), (378, 530), (378, 521), (378, 508), (378, 496), (378, 490), (378, 482), (378, 471), (378, 462), (378, 454), (378, 448), (378, 440), (378, 432), (378, 427), (378, 423), (378, 419), (378, 418), (374, 416), (374, 412), (374, 407), (374, 406), (374, 404), (374, 401), (374, 399)]"189 },190 {191 "step": 11,192 "screenshot": "1131927225867374_11.png",193 "action": "SCROLL",194 "info": [195 [196 372,197 923198 ],199 [200 345,201 382202 ]203 ],204 "ps": "[(372, 923), (372, 919), (372, 918), (372, 916), (372, 914), (372, 913), (372, 909), (372, 909), (372, 906), (372, 902), (372, 897), (372, 893), (364, 889), (364, 885), (364, 881), (364, 876), (364, 869), (364, 862), (364, 853), (364, 842), (364, 833), (364, 822), (364, 813), (364, 802), (364, 794), (364, 783), (364, 774), (364, 766), (364, 754), (364, 747), (357, 743), (357, 739), (357, 730), (357, 719), (357, 714), (357, 705), (357, 696), (357, 685), (357, 680), (357, 671), (357, 662), (357, 654), (357, 640), (357, 629), (357, 619), (357, 610), (357, 599), (357, 588), (357, 579), (357, 568), (357, 559), (357, 549), (357, 540), (357, 534), (357, 528), (357, 523), (357, 514), (357, 509), (357, 505), (357, 500), (357, 496), (357, 493), (354, 490), (352, 487), (345, 485), (345, 481), (345, 477), (345, 475), (345, 474), (345, 472), (345, 461), (345, 452), (345, 447), (345, 444), (345, 441), (345, 438), (345, 436), (345, 434), (345, 430), (345, 428), (345, 425), (345, 423), (345, 422), (345, 419), (345, 416), (345, 414), (345, 412), (345, 409), (345, 406), (345, 403), (345, 401), (345, 399), (345, 395), (345, 393), (345, 390), (345, 388), (345, 385), (345, 382)]"205 },206 {207 "step": 12,208 "screenshot": "1131927225867374_12.png",209 "action": "CLICK",210 "info": [211 [212 717,213 777214 ],215 [216 717,217 777218 ]219 ],220 "ps": "[(717, 777)]"221 },222 {223 "step": 13,224 "screenshot": "1131927225867374_13.png",225 "action": "CLICK",226 "info": [227 [228 914,229 604230 ],231 [232 914,233 604234 ]235 ],236 "ps": "[(914, 604)]"237 },238 {239 "step": 14,240 "screenshot": "1131927225867374_14.png",241 "action": "COMPLETE",242 "info": "",243 "ps": "moments"244 }245 ]246}