Datasetpublic

OpenGVLab/GUI-Odyssey

Dataset Card for GUI Odyssey News⭐️ A new and improved version of the GUIOdyssey dataset has been released! 🎉🎉 👉 Please use the latest version and refer to the updated README for the most up-to-date information. We highly recommend using the new version for all training and evaluation! Repository: https://github.com/OpenGVLab/GUI-Odyssey Latest Version of Dataset: hflqf88888/GUIOdyssey Paper: https://arxiv.org/pdf/2406.08451 Introduction… See the full description on the dataset page: https://huggingface.co/datasets/OpenGVLab/GUI-Odyssey.

sourceHugging Facecc-by-4.0updated 1y agoView on Hugging Face

26likes4.1kdownloads

rootannotations1129534982294999.json

1129534982294999.json155 linesDownload Raw Back to annotations

1{2    "episode_id": "1129534982294999",3    "device_info": {4        "product": "sdk_gphone64_x86_64",5        "release_version": "14",6        "sdk_version": "34",7        "h": 3120,8        "w": 1440,9        "device_name": "Pixel 7 Pro"10    },11    "task_info": {12        "category": "Information_Management",13        "app": [14            "Microsoft to do",15            "Yahoo Sports"16        ],17        "meta_task": "Search for the next {} and set a reminder.",18        "task": "Search for the next MLB game and set a reminder.",19        "instruction": "Utilize Yahoo Sports to find out when the next MLB game is scheduled, then use Microsoft To Do to set a reminder for that game."20    },21    "step_length": 11,22    "steps": [23        {24            "step": 0,25            "screenshot": "1129534982294999_0.png",26            "action": "CLICK",27            "info": "KEY_HOME",28            "ps": ""29        },30        {31            "step": 1,32            "screenshot": "1129534982294999_1.png",33            "action": "CLICK",34            "info": [35                [36                    143,37                    65938                ],39                [40                    143,41                    65942                ]43            ],44            "ps": "[(143, 659)]"45        },46        {47            "step": 2,48            "screenshot": "1129534982294999_2.png",49            "action": "CLICK",50            "info": [51                [52                    950,53                    7654                ],55                [56                    948,57                    7658                ]59            ],60            "ps": "[(950, 76), (948, 76)]"61        },62        {63            "step": 3,64            "screenshot": "1129534982294999_3.png",65            "action": "TEXT",66            "info": "MLB",67            "ps": ""68        },69        {70            "step": 4,71            "screenshot": "1129534982294999_4.png",72            "action": "CLICK",73            "info": [74                [75                    216,76                    19777                ],78                [79                    216,80                    19781                ]82            ],83            "ps": "[(216, 197)]"84        },85        {86            "step": 5,87            "screenshot": "1129534982294999_5.png",88            "action": "CLICK",89            "info": "KEY_HOME",90            "ps": ""91        },92        {93            "step": 6,94            "screenshot": "1129534982294999_6.png",95            "action": "CLICK",96            "info": [97                [98                    156,99                    511100                ],101                [102                    156,103                    511104                ]105            ],106            "ps": "[(156, 511)]"107        },108        {109            "step": 7,110            "screenshot": "1129534982294999_7.png",111            "action": "CLICK",112            "info": [113                [114                    853,115                    924116                ],117                [118                    853,119                    924120                ]121            ],122            "ps": "[(853, 924)]"123        },124        {125            "step": 8,126            "screenshot": "1129534982294999_8.png",127            "action": "TEXT",128            "info": "5:15 MLB game",129            "ps": ""130        },131        {132            "step": 9,133            "screenshot": "1129534982294999_9.png",134            "action": "CLICK",135            "info": [136                [137                    936,138                    901139                ],140                [141                    936,142                    901143                ]144            ],145            "ps": "[(936, 901)]"146        },147        {148            "step": 10,149            "screenshot": "1129534982294999_10.png",150            "action": "COMPLETE",151            "info": "",152            "ps": ""153        }154    ]155}