Datasetpublic

OpenGVLab/GUI-Odyssey

Dataset Card for GUI Odyssey News⭐️ A new and improved version of the GUIOdyssey dataset has been released! 🎉🎉 👉 Please use the latest version and refer to the updated README for the most up-to-date information. We highly recommend using the new version for all training and evaluation! Repository: https://github.com/OpenGVLab/GUI-Odyssey Latest Version of Dataset: hflqf88888/GUIOdyssey Paper: https://arxiv.org/pdf/2406.08451 Introduction… See the full description on the dataset page: https://huggingface.co/datasets/OpenGVLab/GUI-Odyssey.

sourceHugging Facecc-by-4.0updated 1y agoView on Hugging Face

26likes4.1kdownloads

rootannotations0013756686421890.json

0013756686421890.json180 linesDownload Raw Back to annotations

1{2    "episode_id": "0013756686421890",3    "device_info": {4        "product": "sdk_gphone64_x86_64",5        "release_version": "14",6        "sdk_version": "34",7        "h": 2992,8        "w": 1344,9        "device_name": "Pixel 8 Pro"10    },11    "task_info": {12        "category": "General_Tool",13        "app": [14            "Youtube",15            "Audible"16        ],17        "meta_task": "Learn about a historical event happened in {} and read or listen to a related book on app.",18        "task": "Learn about a historical event happened in Industrial Revolution and read or listen to a related book on app.",19        "instruction": "Investigate a significant event from the Industrial Revolution and either watch a related video on YouTube or read/listen to a book about it on Audible:Audio Entertainment."20    },21    "step_length": 12,22    "steps": [23        {24            "step": 0,25            "screenshot": "0013756686421890_0.png",26            "action": "CLICK",27            "info": [28                [29                    848,30                    66431                ],32                [33                    848,34                    66435                ]36            ],37            "ps": "[(848, 664)]"38        },39        {40            "step": 1,41            "screenshot": "0013756686421890_1.png",42            "action": "CLICK",43            "info": [44                [45                    932,46                    7247                ],48                [49                    932,50                    7251                ]52            ],53            "ps": "[(932, 72)]"54        },55        {56            "step": 2,57            "screenshot": "0013756686421890_2.png",58            "action": "TEXT",59            "info": "Industrial Revolution",60            "ps": ""61        },62        {63            "step": 3,64            "screenshot": "0013756686421890_3.png",65            "action": "CLICK",66            "info": [67                [68                    255,69                    13170                ],71                [72                    255,73                    13174                ]75            ],76            "ps": "[(255, 131)]"77        },78        {79            "step": 4,80            "screenshot": "0013756686421890_4.png",81            "action": "CLICK",82            "info": [83                [84                    518,85                    76386                ],87                [88                    518,89                    76390                ]91            ],92            "ps": "[(518, 763)]"93        },94        {95            "step": 5,96            "screenshot": "0013756686421890_5.png",97            "action": "CLICK",98            "info": [99                [100                    893,101                    240102                ],103                [104                    893,105                    240106                ]107            ],108            "ps": "[(893, 240)]"109        },110        {111            "step": 6,112            "screenshot": "0013756686421890_6.png",113            "action": "CLICK",114            "info": "KEY_HOME",115            "ps": ""116        },117        {118            "step": 7,119            "screenshot": "0013756686421890_7.png",120            "action": "CLICK",121            "info": [122                [123                    370,124                    530125                ],126                [127                    370,128                    530129                ]130            ],131            "ps": "[(370, 530)]"132        },133        {134            "step": 8,135            "screenshot": "0013756686421890_8.png",136            "action": "CLICK",137            "info": [138                [139                    944,140                    77141                ],142                [143                    944,144                    77145                ]146            ],147            "ps": "[(944, 77)]"148        },149        {150            "step": 9,151            "screenshot": "0013756686421890_9.png",152            "action": "TEXT",153            "info": "Industrial Revolution",154            "ps": ""155        },156        {157            "step": 10,158            "screenshot": "0013756686421890_10.png",159            "action": "CLICK",160            "info": [161                [162                    380,163                    149164                ],165                [166                    380,167                    149168                ]169            ],170            "ps": "[(380, 149)]"171        },172        {173            "step": 11,174            "screenshot": "0013756686421890_11.png",175            "action": "COMPLETE",176            "info": "",177            "ps": ""178        }179    ]180}