Datasetpublic

OpenGVLab/GUI-Odyssey

Dataset Card for GUI Odyssey News⭐️ A new and improved version of the GUIOdyssey dataset has been released! 🎉🎉 👉 Please use the latest version and refer to the updated README for the most up-to-date information. We highly recommend using the new version for all training and evaluation! Repository: https://github.com/OpenGVLab/GUI-Odyssey Latest Version of Dataset: hflqf88888/GUIOdyssey Paper: https://arxiv.org/pdf/2406.08451 Introduction… See the full description on the dataset page: https://huggingface.co/datasets/OpenGVLab/GUI-Odyssey.

sourceHugging Facecc-by-4.0updated 1y agoView on Hugging Face

26likes4.1kdownloads

rootannotations0311531146572389.json

0311531146572389.json164 linesDownload Raw Back to annotations

1{2    "episode_id": "0311531146572389",3    "device_info": {4        "product": "sdk_gphone64_x86_64",5        "release_version": "14",6        "sdk_version": "34",7        "h": 1840,8        "w": 2208,9        "device_name": "Pixel Fold"10    },11    "task_info": {12        "category": "Media_Entertainment",13        "app": [14            "Google Play Store",15            "Opera"16        ],17        "meta_task": "Research {} apps, download one of them.",18        "task": "Research Photo Editing apps, download one of them.",19        "instruction": "Investigate various Photo Editing applications using Opera, then proceed to download one of your choice from the Google Play Store."20    },21    "step_length": 11,22    "steps": [23        {24            "step": 0,25            "screenshot": "0311531146572389_0.png",26            "action": "CLICK",27            "info": [28                [29                    682,30                    32131                ],32                [33                    682,34                    32135                ]36            ],37            "ps": "[(682, 321)]"38        },39        {40            "step": 1,41            "screenshot": "0311531146572389_1.png",42            "action": "CLICK",43            "info": [44                [45                    351,46                    13547                ],48                [49                    351,50                    13551                ]52            ],53            "ps": "[(351, 135)]"54        },55        {56            "step": 2,57            "screenshot": "0311531146572389_2.png",58            "action": "TEXT",59            "info": "Photo Editing Apps",60            "ps": ""61        },62        {63            "step": 3,64            "screenshot": "0311531146572389_3.png",65            "action": "CLICK",66            "info": [67                [68                    867,69                    89270                ],71                [72                    867,73                    89274                ]75            ],76            "ps": "[(867, 892)]"77        },78        {79            "step": 4,80            "screenshot": "0311531146572389_4.png",81            "action": "CLICK",82            "info": "KEY_HOME",83            "ps": ""84        },85        {86            "step": 5,87            "screenshot": "0311531146572389_5.png",88            "action": "CLICK",89            "info": [90                [91                    93,92                    64793                ],94                [95                    93,96                    64797                ]98            ],99            "ps": "[(93, 647)]"100        },101        {102            "step": 6,103            "screenshot": "0311531146572389_6.png",104            "action": "CLICK",105            "info": [106                [107                    276,108                    87109                ],110                [111                    276,112                    87113                ]114            ],115            "ps": "[(276, 87)]"116        },117        {118            "step": 7,119            "screenshot": "0311531146572389_7.png",120            "action": "TEXT",121            "info": "Abode Lightroom",122            "ps": ""123        },124        {125            "step": 8,126            "screenshot": "0311531146572389_8.png",127            "action": "CLICK",128            "info": [129                [130                    858,131                    892132                ],133                [134                    858,135                    892136                ]137            ],138            "ps": "[(858, 892)]"139        },140        {141            "step": 9,142            "screenshot": "0311531146572389_9.png",143            "action": "CLICK",144            "info": [145                [146                    770,147                    441148                ],149                [150                    770,151                    441152                ]153            ],154            "ps": "[(770, 441)]"155        },156        {157            "step": 10,158            "screenshot": "0311531146572389_10.png",159            "action": "COMPLETE",160            "info": "",161            "ps": ""162        }163    ]164}