Datasetpublic

OpenGVLab/GUI-Odyssey

Dataset Card for GUI Odyssey News⭐️ A new and improved version of the GUIOdyssey dataset has been released! 🎉🎉 👉 Please use the latest version and refer to the updated README for the most up-to-date information. We highly recommend using the new version for all training and evaluation! Repository: https://github.com/OpenGVLab/GUI-Odyssey Latest Version of Dataset: hflqf88888/GUIOdyssey Paper: https://arxiv.org/pdf/2406.08451 Introduction… See the full description on the dataset page: https://huggingface.co/datasets/OpenGVLab/GUI-Odyssey.

sourceHugging Facecc-by-4.0updated 1y agoView on Hugging Face

26likes4.1kdownloads

rootannotations0243587092778583.json

0243587092778583.json190 linesDownload Raw Back to annotations

1{2    "episode_id": "0243587092778583",3    "device_info": {4        "product": "sdk_gphone64_x86_64",5        "release_version": "14",6        "sdk_version": "34",7        "h": 3120,8        "w": 1440,9        "device_name": "Pixel 7 Pro"10    },11    "task_info": {12        "category": "Multi_Apps",13        "app": [14            "Shorts VotTak: Short Video App",15            "Setting",16            "Google Play Store"17        ],18        "meta_task": "Install a video app, then open it, later go to the setting to close the notification, then reopen the app to watch a video.",19        "task": "Install a video app, then open it, later go to the setting to close the notification, then reopen the app to watch a video.",20        "instruction": "First, install 'Shorts VotTak: Short Video App' via the 'Google Play Store'. After installation, launch the 'Shorts VotTak' app. Next, navigate to the 'Setting' app to disable notifications for 'Shorts VotTak'. Finally, reopen 'Shorts VotTak' to watch a video."21    },22    "step_length": 12,23    "steps": [24        {25            "step": 0,26            "screenshot": "0243587092778583_0.png",27            "action": "CLICK",28            "info": [29                [30                    834,31                    80632                ],33                [34                    834,35                    80636                ]37            ],38            "ps": "[(834, 806)]"39        },40        {41            "step": 1,42            "screenshot": "0243587092778583_1.png",43            "action": "CLICK",44            "info": [45                [46                    848,47                    43148                ],49                [50                    848,51                    43152                ]53            ],54            "ps": "[(848, 431)]"55        },56        {57            "step": 2,58            "screenshot": "0243587092778583_2.png",59            "action": "CLICK",60            "info": [61                [62                    865,63                    6164                ],65                [66                    865,67                    6168                ]69            ],70            "ps": "[(865, 61)]"71        },72        {73            "step": 3,74            "screenshot": "0243587092778583_3.png",75            "action": "CLICK",76            "info": "KEY_HOME",77            "ps": ""78        },79        {80            "step": 4,81            "screenshot": "0243587092778583_4.png",82            "action": "CLICK",83            "info": [84                [85                    379,86                    80487                ],88                [89                    379,90                    80491                ]92            ],93            "ps": "[(379, 804)]"94        },95        {96            "step": 5,97            "screenshot": "0243587092778583_5.png",98            "action": "CLICK",99            "info": [100                [101                    445,102                    579103                ],104                [105                    445,106                    579107                ]108            ],109            "ps": "[(445, 579)]"110        },111        {112            "step": 6,113            "screenshot": "0243587092778583_6.png",114            "action": "CLICK",115            "info": [116                [117                    433,118                    350119                ],120                [121                    433,122                    350123                ]124            ],125            "ps": "[(433, 350)]"126        },127        {128            "step": 7,129            "screenshot": "0243587092778583_7.png",130            "action": "CLICK",131            "info": [132                [133                    219,134                    533135                ],136                [137                    219,138                    533139                ]140            ],141            "ps": "[(219, 533)]"142        },143        {144            "step": 8,145            "screenshot": "0243587092778583_8.png",146            "action": "CLICK",147            "info": [148                [149                    824,150                    437151                ],152                [153                    824,154                    437155                ]156            ],157            "ps": "[(824, 437)]"158        },159        {160            "step": 9,161            "screenshot": "0243587092778583_9.png",162            "action": "CLICK",163            "info": "KEY_BACK",164            "ps": ""165        },166        {167            "step": 10,168            "screenshot": "0243587092778583_10.png",169            "action": "CLICK",170            "info": [171                [172                    209,173                    432174                ],175                [176                    209,177                    432178                ]179            ],180            "ps": "[(209, 432)]"181        },182        {183            "step": 11,184            "screenshot": "0243587092778583_11.png",185            "action": "COMPLETE",186            "info": "",187            "ps": ""188        }189    ]190}