Datasetpublic

OpenGVLab/GUI-Odyssey

Dataset Card for GUI Odyssey News⭐️ A new and improved version of the GUIOdyssey dataset has been released! 🎉🎉 👉 Please use the latest version and refer to the updated README for the most up-to-date information. We highly recommend using the new version for all training and evaluation! Repository: https://github.com/OpenGVLab/GUI-Odyssey Latest Version of Dataset: hflqf88888/GUIOdyssey Paper: https://arxiv.org/pdf/2406.08451 Introduction… See the full description on the dataset page: https://huggingface.co/datasets/OpenGVLab/GUI-Odyssey.

sourceHugging Facecc-by-4.0updated 1y agoView on Hugging Face

26likes4.1kdownloads

rootannotations0913026444069316.json

0913026444069316.json126 linesDownload Raw Back to annotations

1{2    "episode_id": "0913026444069316",3    "device_info": {4        "product": "sdk_gphone64_x86_64",5        "release_version": "14",6        "sdk_version": "34",7        "h": 1280,8        "w": 720,9        "device_name": "Small Phone"10    },11    "task_info": {12        "category": "Multi_Apps",13        "app": [14            "YT Music",15            "StubHub",16            "Firefox Browser"17        ],18        "meta_task": "Discover a popular music band of {} style, listen to their latest album, and check if it's possible to buy a concert ticket.",19        "task": "Discover a popular music band of K-Pop style, listen to their latest album, and check if it's possible to buy a concert ticket.",20        "instruction": "Explore a well-known K-Pop band, stream their latest album on YT Music, and see if concert tickets are available for purchase using StubHub. Use Firefox Browser for any web searches or additional information."21    },22    "step_length": 8,23    "steps": [24        {25            "step": 0,26            "screenshot": "0913026444069316_0.png",27            "action": "CLICK",28            "info": [29                [30                    608,31                    23932                ],33                [34                    608,35                    23936                ]37            ],38            "ps": "[(608, 239)]"39        },40        {41            "step": 1,42            "screenshot": "0913026444069316_1.png",43            "action": "CLICK",44            "info": "KEY_HOME",45            "ps": ""46        },47        {48            "step": 2,49            "screenshot": "0913026444069316_2.png",50            "action": "CLICK",51            "info": [52                [53                    813,54                    9555                ],56                [57                    813,58                    9559                ]60            ],61            "ps": "[(813, 95)]"62        },63        {64            "step": 3,65            "screenshot": "0913026444069316_3.png",66            "action": "CLICK",67            "info": [68                [69                    58,70                    6071                ],72                [73                    58,74                    6075                ]76            ],77            "ps": "[(58, 60)]"78        },79        {80            "step": 4,81            "screenshot": "0913026444069316_4.png",82            "action": "CLICK",83            "info": [84                [85                    286,86                    51787                ],88                [89                    286,90                    51791                ]92            ],93            "ps": "[(286, 517)]"94        },95        {96            "step": 5,97            "screenshot": "0913026444069316_5.png",98            "action": "CLICK",99            "info": "KEY_HOME",100            "ps": ""101        },102        {103            "step": 6,104            "screenshot": "0913026444069316_6.png",105            "action": "CLICK",106            "info": [107                [108                    147,109                    332110                ],111                [112                    147,113                    332114                ]115            ],116            "ps": "[(147, 332)]"117        },118        {119            "step": 7,120            "screenshot": "0913026444069316_7.png",121            "action": "COMPLETE",122            "info": "",123            "ps": ""124        }125    ]126}