Datasetpublic

OpenGVLab/GUI-Odyssey

Dataset Card for GUI Odyssey News⭐️ A new and improved version of the GUIOdyssey dataset has been released! 🎉🎉 👉 Please use the latest version and refer to the updated README for the most up-to-date information. We highly recommend using the new version for all training and evaluation! Repository: https://github.com/OpenGVLab/GUI-Odyssey Latest Version of Dataset: hflqf88888/GUIOdyssey Paper: https://arxiv.org/pdf/2406.08451 Introduction… See the full description on the dataset page: https://huggingface.co/datasets/OpenGVLab/GUI-Odyssey.

sourceHugging Facecc-by-4.0updated 1y agoView on Hugging Face

26likes4.1kdownloads

rootannotations0947725500826607.json

0947725500826607.json148 linesDownload Raw Back to annotations

1{2    "episode_id": "0947725500826607",3    "device_info": {4        "product": "sdk_gphone64_x86_64",5        "release_version": "14",6        "sdk_version": "34",7        "h": 1840,8        "w": 2208,9        "device_name": "Pixel Fold"10    },11    "task_info": {12        "category": "Media_Entertainment",13        "app": [14            "Google Play Store",15            "DuckDuckGo"16        ],17        "meta_task": "Research {} apps, download one of them.",18        "task": "Research News Reader apps, download one of them.",19        "instruction": "Investigate News Reader applications, use Google Play Store to find and download one of them, and make sure to use DuckDuckGo for preliminary research on the best options."20    },21    "step_length": 10,22    "steps": [23        {24            "step": 0,25            "screenshot": "0947725500826607_0.png",26            "action": "CLICK",27            "info": [28                [29                    791,30                    31031                ],32                [33                    791,34                    31035                ]36            ],37            "ps": "[(791, 310)]"38        },39        {40            "step": 1,41            "screenshot": "0947725500826607_1.png",42            "action": "TEXT",43            "info": "News Reader Apps",44            "ps": ""45        },46        {47            "step": 2,48            "screenshot": "0947725500826607_2.png",49            "action": "CLICK",50            "info": [51                [52                    863,53                    87754                ],55                [56                    863,57                    87758                ]59            ],60            "ps": "[(863, 877)]"61        },62        {63            "step": 3,64            "screenshot": "0947725500826607_3.png",65            "action": "CLICK",66            "info": "KEY_HOME",67            "ps": ""68        },69        {70            "step": 4,71            "screenshot": "0947725500826607_4.png",72            "action": "CLICK",73            "info": [74                [75                    96,76                    65577                ],78                [79                    96,80                    65581                ]82            ],83            "ps": "[(96, 655)]"84        },85        {86            "step": 5,87            "screenshot": "0947725500826607_5.png",88            "action": "CLICK",89            "info": [90                [91                    338,92                    11593                ],94                [95                    338,96                    11597                ]98            ],99            "ps": "[(338, 115)]"100        },101        {102            "step": 6,103            "screenshot": "0947725500826607_6.png",104            "action": "TEXT",105            "info": "Feedly",106            "ps": ""107        },108        {109            "step": 7,110            "screenshot": "0947725500826607_7.png",111            "action": "CLICK",112            "info": [113                [114                    871,115                    880116                ],117                [118                    871,119                    880120                ]121            ],122            "ps": "[(871, 880)]"123        },124        {125            "step": 8,126            "screenshot": "0947725500826607_8.png",127            "action": "CLICK",128            "info": [129                [130                    814,131                    439132                ],133                [134                    814,135                    439136                ]137            ],138            "ps": "[(814, 439)]"139        },140        {141            "step": 9,142            "screenshot": "0947725500826607_9.png",143            "action": "COMPLETE",144            "info": "",145            "ps": ""146        }147    ]148}