OpenGVLab/GUI-Odyssey
Dataset Card for GUI Odyssey News⭐️ A new and improved version of the GUIOdyssey dataset has been released! 🎉🎉 👉 Please use the latest version and refer to the updated README for the most up-to-date information. We highly recommend using the new version for all training and evaluation! Repository: https://github.com/OpenGVLab/GUI-Odyssey Latest Version of Dataset: hflqf88888/GUIOdyssey Paper: https://arxiv.org/pdf/2406.08451 Introduction… See the full description on the dataset page: https://huggingface.co/datasets/OpenGVLab/GUI-Odyssey.
264.1k
1{2 "episode_id": "0460831816898050",3 "device_info": {4 "product": "sdk_gphone64_x86_64",5 "release_version": "14",6 "sdk_version": "34",7 "h": 2992,8 "w": 1344,9 "device_name": "Pixel 8 Pro"10 },11 "task_info": {12 "category": "Information_Management",13 "app": [14 "Chrome",15 "Google Keep"16 ],17 "meta_task": "Search the {} Nobel-Prize winners in physics and record the information.",18 "task": "Search the 2019 Nobel-Prize winners in physics and record the information.",19 "instruction": "Use Chrome to search for the 2019 Nobel Prize winners in physics and then record the information you find in Google Keep."20 },21 "step_length": 15,22 "steps": [23 {24 "step": 0,25 "screenshot": "0460831816898050_0.png",26 "action": "CLICK",27 "info": "KEY_HOME",28 "ps": ""29 },30 {31 "step": 1,32 "screenshot": "0460831816898050_1.png",33 "action": "CLICK",34 "info": [35 [36 636,37 83438 ],39 [40 636,41 83442 ]43 ],44 "ps": "[(636, 834)]"45 },46 {47 "step": 2,48 "screenshot": "0460831816898050_2.png",49 "action": "CLICK",50 "info": [51 [52 810,53 19154 ],55 [56 810,57 19158 ]59 ],60 "ps": "[(810, 191)]"61 },62 {63 "step": 3,64 "screenshot": "0460831816898050_3.png",65 "action": "TEXT",66 "info": "2019 nobel-prize winners in physics",67 "ps": ""68 },69 {70 "step": 4,71 "screenshot": "0460831816898050_4.png",72 "action": "CLICK",73 "info": [74 [75 518,76 18477 ],78 [79 518,80 18481 ]82 ],83 "ps": "[(518, 184)]"84 },85 {86 "step": 5,87 "screenshot": "0460831816898050_5.png",88 "action": "LONG_PRESS",89 "info": [90 [91 612,92 51693 ],94 [95 612,96 51697 ]98 ],99 "ps": "[(612, 516)]"100 },101 {102 "step": 6,103 "screenshot": "0460831816898050_6.png",104 "action": "SCROLL",105 "info": [106 [107 717,108 542109 ],110 [111 235,112 667113 ]114 ],115 "ps": "[(717, 542), (717, 543), (712, 546), (712, 547), (708, 550), (697, 554), (681, 558), (670, 560), (654, 563), (639, 566), (619, 570), (596, 573), (572, 576), (549, 579), (529, 584), (525, 585), (520, 585), (516, 586), (511, 587), (507, 590), (505, 590), (498, 591), (496, 592), (491, 593), (489, 594), (487, 595), (482, 598), (480, 598), (480, 599), (478, 601), (476, 602), (471, 605), (467, 606), (462, 609), (460, 610), (456, 612), (451, 613), (442, 615), (442, 616), (435, 617), (427, 621), (420, 622), (411, 625), (406, 627), (400, 630), (389, 632), (382, 633), (375, 634), (369, 636), (369, 637), (362, 639), (360, 640), (355, 642), (353, 643), (351, 643), (348, 643), (342, 644), (340, 644), (337, 645), (333, 646), (331, 646), (326, 646), (322, 647), (319, 647), (313, 648), (308, 648), (306, 649), (304, 650), (299, 652), (297, 652), (295, 653), (293, 653), (290, 654), (286, 654), (281, 655), (277, 655), (273, 656), (268, 657), (259, 658), (252, 659), (250, 659), (246, 662), (244, 662), (239, 664), (237, 665), (237, 666), (235, 667)]"116 },117 {118 "step": 7,119 "screenshot": "0460831816898050_7.png",120 "action": "CLICK",121 "info": [122 [123 116,124 475125 ],126 [127 116,128 475129 ]130 ],131 "ps": "[(116, 475)]"132 },133 {134 "step": 8,135 "screenshot": "0460831816898050_8.png",136 "action": "CLICK",137 "info": "KEY_HOME",138 "ps": ""139 },140 {141 "step": 9,142 "screenshot": "0460831816898050_9.png",143 "action": "CLICK",144 "info": [145 [146 395,147 534148 ],149 [150 395,151 534152 ]153 ],154 "ps": "[(395, 534)]"155 },156 {157 "step": 10,158 "screenshot": "0460831816898050_10.png",159 "action": "CLICK",160 "info": [161 [162 882,163 912164 ],165 [166 882,167 912168 ]169 ],170 "ps": "[(882, 912)]"171 },172 {173 "step": 11,174 "screenshot": "0460831816898050_11.png",175 "action": "CLICK",176 "info": [177 [178 496,179 689180 ],181 [182 496,183 689184 ]185 ],186 "ps": "[(496, 689)]"187 },188 {189 "step": 12,190 "screenshot": "0460831816898050_12.png",191 "action": "CLICK",192 "info": [193 [194 188,195 150196 ],197 [198 188,199 150200 ]201 ],202 "ps": "[(188, 150)]"203 },204 {205 "step": 13,206 "screenshot": "0460831816898050_13.png",207 "action": "TEXT",208 "info": "2019 nobel-prize winners in physics",209 "ps": ""210 },211 {212 "step": 14,213 "screenshot": "0460831816898050_14.png",214 "action": "COMPLETE",215 "info": "",216 "ps": "5 LONG"217 }218 ]219}