Datasetpublic

OpenGVLab/GUI-Odyssey

Dataset Card for GUI Odyssey News⭐️ A new and improved version of the GUIOdyssey dataset has been released! 🎉🎉 👉 Please use the latest version and refer to the updated README for the most up-to-date information. We highly recommend using the new version for all training and evaluation! Repository: https://github.com/OpenGVLab/GUI-Odyssey Latest Version of Dataset: hflqf88888/GUIOdyssey Paper: https://arxiv.org/pdf/2406.08451 Introduction… See the full description on the dataset page: https://huggingface.co/datasets/OpenGVLab/GUI-Odyssey.

sourceHugging Facecc-by-4.0updated 1y agoView on Hugging Face

26likes4.1kdownloads

rootannotations0499220316482185.json

0499220316482185.json127 linesDownload Raw Back to annotations

1{2    "episode_id": "0499220316482185",3    "device_info": {4        "product": "sdk_gphone64_x86_64",5        "release_version": "14",6        "sdk_version": "34",7        "h": 1280,8        "w": 720,9        "device_name": "Small Phone"10    },11    "task_info": {12        "category": "Media_Entertainment",13        "app": [14            "Firefox",15            "Tubi: Movies & Live TV"16        ],17        "meta_task": "Find a movie of {} and watch it in a movie app.",18        "task": "Find a movie of Action and watch it in a movie app.",19        "instruction": "Using Firefox to search for an action movie and watch it on Tubi: Movies & Live TV."20    },21    "step_length": 7,22    "steps": [23        {24            "step": 0,25            "screenshot": "0499220316482185_0.png",26            "action": "CLICK",27            "info": [28                [29                    633,30                    20831                ],32                [33                    633,34                    20835                ]36            ],37            "ps": "[(633, 208)]"38        },39        {40            "step": 1,41            "screenshot": "0499220316482185_1.png",42            "action": "CLICK",43            "info": [44                [45                    340,46                    46547                ],48                [49                    340,50                    46551                ]52            ],53            "ps": "[(340, 465)]"54        },55        {56            "step": 2,57            "screenshot": "0499220316482185_2.png",58            "action": "CLICK",59            "info": [60                [61                    440,62                    49263                ],64                [65                    440,66                    49267                ]68            ],69            "ps": "[(440, 492)]"70        },71        {72            "step": 3,73            "screenshot": "0499220316482185_3.png",74            "action": "CLICK",75            "info": [76                [77                    770,78                    56479                ],80                [81                    770,82                    56483                ]84            ],85            "ps": "[(770, 564)]"86        },87        {88            "step": 4,89            "screenshot": "0499220316482185_4.png",90            "action": "CLICK",91            "info": [92                [93                    538,94                    21095                ],96                [97                    538,98                    21099                ]100            ],101            "ps": "[(538, 210)]"102        },103        {104            "step": 5,105            "screenshot": "0499220316482185_5.png",106            "action": "CLICK",107            "info": [108                [109                    468,110                    595111                ],112                [113                    468,114                    595115                ]116            ],117            "ps": "[(468, 595)]"118        },119        {120            "step": 6,121            "screenshot": "0499220316482185_6.png",122            "action": "COMPLETE",123            "info": "",124            "ps": ""125        }126    ]127}