Datasetpublic

OpenGVLab/GUI-Odyssey

Dataset Card for GUI Odyssey News⭐️ A new and improved version of the GUIOdyssey dataset has been released! 🎉🎉 👉 Please use the latest version and refer to the updated README for the most up-to-date information. We highly recommend using the new version for all training and evaluation! Repository: https://github.com/OpenGVLab/GUI-Odyssey Latest Version of Dataset: hflqf88888/GUIOdyssey Paper: https://arxiv.org/pdf/2406.08451 Introduction… See the full description on the dataset page: https://huggingface.co/datasets/OpenGVLab/GUI-Odyssey.

sourceHugging Facecc-by-4.0updated 1y agoView on Hugging Face

26likes4.1kdownloads

rootannotations0369820390563600.json

0369820390563600.json125 linesDownload Raw Back to annotations

1{2    "episode_id": "0369820390563600",3    "device_info": {4        "product": "sdk_gphone64_x86_64",5        "release_version": "14",6        "sdk_version": "34",7        "h": 2400,8        "w": 1080,9        "device_name": "Medium Phone"10    },11    "task_info": {12        "category": "Media_Entertainment",13        "app": [14            "Google Play Store",15            "Youtube"16        ],17        "meta_task": "Watch a video about fitness tracking app recommendations and download one of them.",18        "task": "Watch a video about fitness tracking app recommendations and download one of them.",19        "instruction": "Watch a video on YouTube about fitness tracking app recommendations and then head over to the Google Play Store to download one of them."20    },21    "step_length": 8,22    "steps": [23        {24            "step": 0,25            "screenshot": "0369820390563600_0.png",26            "action": "CLICK",27            "info": [28                [29                    634,30                    81331                ],32                [33                    634,34                    81335                ]36            ],37            "ps": "[(634, 813)]"38        },39        {40            "step": 1,41            "screenshot": "0369820390563600_1.png",42            "action": "CLICK",43            "info": "KEY_HOME",44            "ps": ""45        },46        {47            "step": 2,48            "screenshot": "0369820390563600_2.png",49            "action": "CLICK",50            "info": [51                [52                    861,53                    80354                ],55                [56                    861,57                    80358                ]59            ],60            "ps": "[(861, 803)]"61        },62        {63            "step": 3,64            "screenshot": "0369820390563600_3.png",65            "action": "CLICK",66            "info": [67                [68                    810,69                    5370                ],71                [72                    810,73                    5374                ]75            ],76            "ps": "[(810, 53)]"77        },78        {79            "step": 4,80            "screenshot": "0369820390563600_4.png",81            "action": "TEXT",82            "info": "Fitbod",83            "ps": ""84        },85        {86            "step": 5,87            "screenshot": "0369820390563600_5.png",88            "action": "CLICK",89            "info": [90                [91                    892,92                    89993                ],94                [95                    892,96                    89997                ]98            ],99            "ps": "[(892, 899)]"100        },101        {102            "step": 6,103            "screenshot": "0369820390563600_6.png",104            "action": "CLICK",105            "info": [106                [107                    838,108                    325109                ],110                [111                    838,112                    325113                ]114            ],115            "ps": "[(838, 325)]"116        },117        {118            "step": 7,119            "screenshot": "0369820390563600_7.png",120            "action": "COMPLETE",121            "info": "",122            "ps": ""123        }124    ]125}