OpenGVLab/GUI-Odyssey
Dataset Card for GUI Odyssey News⭐️ A new and improved version of the GUIOdyssey dataset has been released! 🎉🎉 👉 Please use the latest version and refer to the updated README for the most up-to-date information. We highly recommend using the new version for all training and evaluation! Repository: https://github.com/OpenGVLab/GUI-Odyssey Latest Version of Dataset: hflqf88888/GUIOdyssey Paper: https://arxiv.org/pdf/2406.08451 Introduction… See the full description on the dataset page: https://huggingface.co/datasets/OpenGVLab/GUI-Odyssey.
264.1k
1{2 "episode_id": "0404687208880889",3 "device_info": {4 "product": "sdk_gphone64_arm64",5 "release_version": "14",6 "sdk_version": "34",7 "h": 2992,8 "w": 1344,9 "device_name": "Pixel 8 Pro"10 },11 "task_info": {12 "category": "Web_Shopping",13 "app": [14 "Quora",15 "Ebay"16 ],17 "meta_task": "Read a book review online for the book {} and purchase the ebook or a real one.",18 "task": "Read a book review online for the book 'Where the Crawdads Sing' by Delia Owens and purchase the ebook or a real one.",19 "instruction": "Look up a book review for 'Where the Crawdads Sing' by Delia Owens on Quora, and then proceed to purchase either the ebook or a physical copy on Ebay."20 },21 "step_length": 14,22 "steps": [23 {24 "step": 0,25 "screenshot": "0404687208880889_0.png",26 "action": "CLICK",27 "info": [28 [29 854,30 6831 ],32 [33 854,34 6835 ]36 ],37 "ps": "[(854, 68)]"38 },39 {40 "step": 1,41 "screenshot": "0404687208880889_1.png",42 "action": "TEXT",43 "info": "'Where the Crawdads Sing' by Delia Owens book review",44 "ps": ""45 },46 {47 "step": 2,48 "screenshot": "0404687208880889_2.png",49 "action": "CLICK",50 "info": [51 [52 918,53 91054 ],55 [56 918,57 91058 ]59 ],60 "ps": "[(918, 910)]"61 },62 {63 "step": 3,64 "screenshot": "0404687208880889_3.png",65 "action": "CLICK",66 "info": [67 [68 496,69 17570 ],71 [72 496,73 17574 ]75 ],76 "ps": "[(496, 175)]"77 },78 {79 "step": 4,80 "screenshot": "0404687208880889_4.png",81 "action": "CLICK",82 "info": [83 [84 508,85 60486 ],87 [88 508,89 60490 ]91 ],92 "ps": "[(508, 604)]"93 },94 {95 "step": 5,96 "screenshot": "0404687208880889_5.png",97 "action": "CLICK",98 "info": "KEY_HOME",99 "ps": ""100 },101 {102 "step": 6,103 "screenshot": "0404687208880889_6.png",104 "action": "CLICK",105 "info": [106 [107 620,108 140109 ],110 [111 620,112 140113 ]114 ],115 "ps": "[(620, 140)]"116 },117 {118 "step": 7,119 "screenshot": "0404687208880889_7.png",120 "action": "CLICK",121 "info": [122 [123 233,124 138125 ],126 [127 233,128 138129 ]130 ],131 "ps": "[(233, 138)]"132 },133 {134 "step": 8,135 "screenshot": "0404687208880889_8.png",136 "action": "TEXT",137 "info": "'Where the Crawdads Sing' by Delia Owens",138 "ps": ""139 },140 {141 "step": 9,142 "screenshot": "0404687208880889_9.png",143 "action": "CLICK",144 "info": [145 [146 941,147 914148 ],149 [150 941,151 914152 ]153 ],154 "ps": "[(941, 914)]"155 },156 {157 "step": 10,158 "screenshot": "0404687208880889_10.png",159 "action": "CLICK",160 "info": [161 [162 153,163 265164 ],165 [166 152,167 265168 ]169 ],170 "ps": "[(153, 265), (152, 265)]"171 },172 {173 "step": 11,174 "screenshot": "0404687208880889_11.png",175 "action": "SCROLL",176 "info": [177 [178 697,179 838180 ],181 [182 595,183 524184 ]185 ],186 "ps": "[(697, 838), (695, 833), (694, 830), (691, 823), (690, 819), (690, 813), (685, 806), (684, 800), (682, 786), (680, 777), (674, 760), (671, 746), (662, 720), (661, 706), (655, 687), (655, 679), (647, 650), (645, 641), (639, 621), (633, 612), (626, 594), (618, 578), (613, 567), (610, 561), (608, 555), (607, 551), (607, 548), (604, 544), (603, 542), (603, 540), (603, 538), (601, 536), (601, 535), (601, 534), (598, 533), (598, 531), (598, 530), (598, 529), (597, 529), (597, 528), (597, 527), (597, 526), (597, 525), (597, 524), (595, 524)]"187 },188 {189 "step": 12,190 "screenshot": "0404687208880889_12.png",191 "action": "CLICK",192 "info": [193 [194 411,195 716196 ],197 [198 411,199 716200 ]201 ],202 "ps": "[(411, 716)]"203 },204 {205 "step": 13,206 "screenshot": "0404687208880889_13.png",207 "action": "COMPLETE",208 "info": "",209 "ps": ""210 }211 ]212}