Datasetpublic

OpenGVLab/GUI-Odyssey

Dataset Card for GUI Odyssey News⭐️ A new and improved version of the GUIOdyssey dataset has been released! 🎉🎉 👉 Please use the latest version and refer to the updated README for the most up-to-date information. We highly recommend using the new version for all training and evaluation! Repository: https://github.com/OpenGVLab/GUI-Odyssey Latest Version of Dataset: hflqf88888/GUIOdyssey Paper: https://arxiv.org/pdf/2406.08451 Introduction… See the full description on the dataset page: https://huggingface.co/datasets/OpenGVLab/GUI-Odyssey.

sourceHugging Facecc-by-4.0updated 1y agoView on Hugging Face

26likes4.1kdownloads

rootannotations0882676711050980.json

0882676711050980.json102 linesDownload Raw Back to annotations

1{2    "episode_id": "0882676711050980",3    "device_info": {4        "product": "sdk_gphone64_arm64",5        "release_version": "14",6        "sdk_version": "34",7        "h": 1600,8        "w": 2560,9        "device_name": "Pixel Tablet"10    },11    "task_info": {12        "category": "Web_Shopping",13        "app": [14            "Threads",15            "AliExpress"16        ],17        "meta_task": "Find a highly recommended {} and then purchase one.",18        "task": "Find a highly recommended action camera and then purchase one.",19        "instruction": "Utilize Threads to gather recommendations for a top-rated action camera and then proceed to purchase the selected camera on AliExpress."20    },21    "step_length": 6,22    "steps": [23        {24            "step": 0,25            "screenshot": "0882676711050980_0.png",26            "action": "CLICK",27            "info": [28                [29                    267,30                    57331                ],32                [33                    267,34                    57335                ]36            ],37            "ps": "[(267, 573)]"38        },39        {40            "step": 1,41            "screenshot": "0882676711050980_1.png",42            "action": "CLICK",43            "info": [44                [45                    946,46                    69447                ],48                [49                    946,50                    69451                ]52            ],53            "ps": "[(946, 694)]"54        },55        {56            "step": 2,57            "screenshot": "0882676711050980_2.png",58            "action": "CLICK",59            "info": [60                [61                    69,62                    90363                ],64                [65                    69,66                    90367                ]68            ],69            "ps": "[(69, 903)]"70        },71        {72            "step": 3,73            "screenshot": "0882676711050980_3.png",74            "action": "TEXT",75            "info": "action camera recommendation",76            "ps": ""77        },78        {79            "step": 4,80            "screenshot": "0882676711050980_4.png",81            "action": "CLICK",82            "info": [83                [84                    830,85                    9886                ],87                [88                    830,89                    9890                ]91            ],92            "ps": "[(830, 98)]"93        },94        {95            "step": 5,96            "screenshot": "0882676711050980_5.png",97            "action": "INCOMPLETE",98            "info": "",99            "ps": "No recommendation"100        }101    ]102}