Datasetpublic

OpenGVLab/GUI-Odyssey

Dataset Card for GUI Odyssey News⭐️ A new and improved version of the GUIOdyssey dataset has been released! 🎉🎉 👉 Please use the latest version and refer to the updated README for the most up-to-date information. We highly recommend using the new version for all training and evaluation! Repository: https://github.com/OpenGVLab/GUI-Odyssey Latest Version of Dataset: hflqf88888/GUIOdyssey Paper: https://arxiv.org/pdf/2406.08451 Introduction… See the full description on the dataset page: https://huggingface.co/datasets/OpenGVLab/GUI-Odyssey.

sourceHugging Facecc-by-4.0updated 1y agoView on Hugging Face

26likes4.1kdownloads

rootannotations0967569376418925.json

0967569376418925.json187 linesDownload Raw Back to annotations

1{2    "episode_id": "0967569376418925",3    "device_info": {4        "product": "sdk_gphone64_x86_64",5        "release_version": "14",6        "sdk_version": "34",7        "h": 3120,8        "w": 1440,9        "device_name": "Pixel 7 Pro"10    },11    "task_info": {12        "category": "Information_Management",13        "app": [14            "Calendar",15            "Firefox"16        ],17        "meta_task": "Search for the next {} and set a reminder.",18        "task": "Search for the next Comic-Con International and set a reminder.",19        "instruction": "Use the Firefox app to search for the date of the next Comic-Con International. Once found, open the Calendar app and set a reminder for that date."20    },21    "step_length": 13,22    "steps": [23        {24            "step": 0,25            "screenshot": "0967569376418925_0.png",26            "action": "CLICK",27            "info": "KEY_HOME",28            "ps": ""29        },30        {31            "step": 1,32            "screenshot": "0967569376418925_1.png",33            "action": "CLICK",34            "info": [35                [36                    127,37                    11038                ],39                [40                    127,41                    11042                ]43            ],44            "ps": "[(127, 110)]"45        },46        {47            "step": 2,48            "screenshot": "0967569376418925_2.png",49            "action": "CLICK",50            "info": [51                [52                    841,53                    19654                ],55                [56                    841,57                    19658                ]59            ],60            "ps": "[(841, 196)]"61        },62        {63            "step": 3,64            "screenshot": "0967569376418925_3.png",65            "action": "TEXT",66            "info": "when is Comic-con international",67            "ps": ""68        },69        {70            "step": 4,71            "screenshot": "0967569376418925_4.png",72            "action": "CLICK",73            "info": [74                [75                    963,76                    19277                ],78                [79                    963,80                    19281                ]82            ],83            "ps": "[(963, 192)]"84        },85        {86            "step": 5,87            "screenshot": "0967569376418925_5.png",88            "action": "CLICK",89            "info": "KEY_APPSELECT",90            "ps": ""91        },92        {93            "step": 6,94            "screenshot": "0967569376418925_6.png",95            "action": "SCROLL",96            "info": [97                [98                    83,99                    555100                ],101                [102                    513,103                    556104                ]105            ],106            "ps": "[(83, 555), (90, 555), (95, 555), (102, 555), (109, 556), (122, 556), (129, 556), (134, 556), (143, 556), (163, 556), (187, 556), (216, 556), (250, 556), (284, 556), (323, 556), (362, 556), (401, 556), (435, 556), (464, 556), (484, 556), (498, 556), (501, 556), (503, 556), (506, 556), (508, 556), (511, 556), (513, 556)]"107        },108        {109            "step": 7,110            "screenshot": "0967569376418925_7.png",111            "action": "CLICK",112            "info": [113                [114                    428,115                    582116                ],117                [118                    428,119                    582120                ]121            ],122            "ps": "[(428, 582)]"123        },124        {125            "step": 8,126            "screenshot": "0967569376418925_8.png",127            "action": "CLICK",128            "info": [129                [130                    688,131                    252132                ],133                [134                    688,135                    252136                ]137            ],138            "ps": "[(688, 252)]"139        },140        {141            "step": 9,142            "screenshot": "0967569376418925_9.png",143            "action": "CLICK",144            "info": [145                [146                    318,147                    850148                ],149                [150                    318,151                    850152                ]153            ],154            "ps": "[(318, 850)]"155        },156        {157            "step": 10,158            "screenshot": "0967569376418925_10.png",159            "action": "TEXT",160            "info": "Comic-con",161            "ps": ""162        },163        {164            "step": 11,165            "screenshot": "0967569376418925_11.png",166            "action": "CLICK",167            "info": [168                [169                    909,170                    71171                ],172                [173                    909,174                    71175                ]176            ],177            "ps": "[(909, 71)]"178        },179        {180            "step": 12,181            "screenshot": "0967569376418925_12.png",182            "action": "COMPLETE",183            "info": "",184            "ps": ""185        }186    ]187}