Datasetpublic

OpenGVLab/GUI-Odyssey

Dataset Card for GUI Odyssey News⭐️ A new and improved version of the GUIOdyssey dataset has been released! 🎉🎉 👉 Please use the latest version and refer to the updated README for the most up-to-date information. We highly recommend using the new version for all training and evaluation! Repository: https://github.com/OpenGVLab/GUI-Odyssey Latest Version of Dataset: hflqf88888/GUIOdyssey Paper: https://arxiv.org/pdf/2406.08451 Introduction… See the full description on the dataset page: https://huggingface.co/datasets/OpenGVLab/GUI-Odyssey.

sourceHugging Facecc-by-4.0updated 1y agoView on Hugging Face

26likes4.1kdownloads

rootannotations0555237545263561.json

0555237545263561.json187 linesDownload Raw Back to annotations

1{2    "episode_id": "0555237545263561",3    "device_info": {4        "product": "sdk_gphone64_x86_64",5        "release_version": "14",6        "sdk_version": "34",7        "h": 1840,8        "w": 2208,9        "device_name": "Pixel Fold"10    },11    "task_info": {12        "category": "Information_Management",13        "app": [14            "TickTick",15            "Firefox"16        ],17        "meta_task": "Search for the next {} and set a reminder.",18        "task": "Search for the next Comic-Con International and set a reminder.",19        "instruction": "Use Firefox to look up the next Comic-Con International event dates and then set a reminder for it in TickTick."20    },21    "step_length": 13,22    "steps": [23        {24            "step": 0,25            "screenshot": "0555237545263561_0.png",26            "action": "CLICK",27            "info": "KEY_HOME",28            "ps": ""29        },30        {31            "step": 1,32            "screenshot": "0555237545263561_1.png",33            "action": "SCROLL",34            "info": [35                [36                    348,37                    53538                ],39                [40                    831,41                    52942                ]43            ],44            "ps": "[(348, 535), (351, 535), (367, 535), (395, 535), (444, 535), (502, 535), (569, 535), (637, 535), (710, 535), (772, 534), (831, 529)]"45        },46        {47            "step": 2,48            "screenshot": "0555237545263561_2.png",49            "action": "CLICK",50            "info": [51                [52                    909,53                    46554                ],55                [56                    909,57                    46558                ]59            ],60            "ps": "[(909, 465)]"61        },62        {63            "step": 3,64            "screenshot": "0555237545263561_3.png",65            "action": "CLICK",66            "info": [67                [68                    865,69                    23670                ],71                [72                    865,73                    23674                ]75            ],76            "ps": "[(865, 236)]"77        },78        {79            "step": 4,80            "screenshot": "0555237545263561_4.png",81            "action": "TEXT",82            "info": "when is the next comic-con international",83            "ps": ""84        },85        {86            "step": 5,87            "screenshot": "0555237545263561_5.png",88            "action": "CLICK",89            "info": [90                [91                    919,92                    22893                ],94                [95                    919,96                    22897                ]98            ],99            "ps": "[(919, 228)]"100        },101        {102            "step": 6,103            "screenshot": "0555237545263561_6.png",104            "action": "CLICK",105            "info": "KEY_HOME",106            "ps": ""107        },108        {109            "step": 7,110            "screenshot": "0555237545263561_7.png",111            "action": "CLICK",112            "info": [113                [114                    797,115                    910116                ],117                [118                    797,119                    910120                ]121            ],122            "ps": "[(797, 910)]"123        },124        {125            "step": 8,126            "screenshot": "0555237545263561_8.png",127            "action": "CLICK",128            "info": [129                [130                    954,131                    877132                ],133                [134                    954,135                    877136                ]137            ],138            "ps": "[(954, 877)]"139        },140        {141            "step": 9,142            "screenshot": "0555237545263561_9.png",143            "action": "CLICK",144            "info": [145                [146                    955,147                    899148                ],149                [150                    955,151                    899152                ]153            ],154            "ps": "[(955, 899)]"155        },156        {157            "step": 10,158            "screenshot": "0555237545263561_10.png",159            "action": "TEXT",160            "info": "July 25 comic-con international",161            "ps": ""162        },163        {164            "step": 11,165            "screenshot": "0555237545263561_11.png",166            "action": "CLICK",167            "info": [168                [169                    769,170                    481171                ],172                [173                    769,174                    481175                ]176            ],177            "ps": "[(769, 481)]"178        },179        {180            "step": 12,181            "screenshot": "0555237545263561_12.png",182            "action": "COMPLETE",183            "info": "",184            "ps": ""185        }186    ]187}