Datasetpublic

OpenGVLab/GUI-Odyssey

Dataset Card for GUI Odyssey News⭐️ A new and improved version of the GUIOdyssey dataset has been released! 🎉🎉 👉 Please use the latest version and refer to the updated README for the most up-to-date information. We highly recommend using the new version for all training and evaluation! Repository: https://github.com/OpenGVLab/GUI-Odyssey Latest Version of Dataset: hflqf88888/GUIOdyssey Paper: https://arxiv.org/pdf/2406.08451 Introduction… See the full description on the dataset page: https://huggingface.co/datasets/OpenGVLab/GUI-Odyssey.

sourceHugging Facecc-by-4.0updated 1y agoView on Hugging Face

26likes4.1kdownloads

rootannotations0841230277167038.json

0841230277167038.json175 linesDownload Raw Back to annotations

1{2    "episode_id": "0841230277167038",3    "device_info": {4        "product": "sdk_gphone64_x86_64",5        "release_version": "14",6        "sdk_version": "34",7        "h": 1280,8        "w": 720,9        "device_name": "Small Phone"10    },11    "task_info": {12        "category": "Social_Sharing",13        "app": [14            "Lightroom Photo & Video Editor",15            "Messenger"16        ],17        "meta_task": "Crop a photo and share it to {}.",18        "task": "Crop a photo and share it to Victor James.",19        "instruction": "Use Lightroom Photo & Video Editor to crop a photo and then share it with Victor James via Messenger."20    },21    "step_length": 10,22    "steps": [23        {24            "step": 0,25            "screenshot": "0841230277167038_0.png",26            "action": "CLICK",27            "info": [28                [29                    379,30                    51731                ],32                [33                    379,34                    51735                ]36            ],37            "ps": "[(379, 517)]"38        },39        {40            "step": 1,41            "screenshot": "0841230277167038_1.png",42            "action": "CLICK",43            "info": [44                [45                    662,46                    64947                ],48                [49                    662,50                    64951                ]52            ],53            "ps": "[(662, 649)]"54        },55        {56            "step": 2,57            "screenshot": "0841230277167038_2.png",58            "action": "CLICK",59            "info": [60                [61                    348,62                    89063                ],64                [65                    348,66                    89067                ]68            ],69            "ps": "[(348, 890)]"70        },71        {72            "step": 3,73            "screenshot": "0841230277167038_3.png",74            "action": "SCROLL",75            "info": [76                [77                    501,78                    57079                ],80                [81                    497,82                    47283                ]84            ],85            "ps": "[(501, 570), (501, 567), (501, 564), (501, 561), (497, 559), (497, 557), (497, 555), (497, 553), (497, 551), (497, 548), (497, 546), (497, 542), (497, 541), (497, 539), (497, 537), (497, 535), (497, 534), (497, 532), (497, 528), (497, 526), (497, 524), (497, 521), (497, 519), (497, 518), (497, 517), (497, 514), (497, 512), (497, 511), (497, 509), (497, 506), (497, 503), (497, 500), (497, 499), (497, 496), (497, 493), (497, 492), (497, 489), (497, 486), (497, 484), (497, 481), (497, 479), (497, 476), (497, 474), (497, 472)]"86        },87        {88            "step": 4,89            "screenshot": "0841230277167038_4.png",90            "action": "CLICK",91            "info": [92                [93                    927,94                    90495                ],96                [97                    927,98                    90499                ]100            ],101            "ps": "[(927, 904)]"102        },103        {104            "step": 5,105            "screenshot": "0841230277167038_5.png",106            "action": "CLICK",107            "info": [108                [109                    809,110                    153111                ],112                [113                    809,114                    153115                ]116            ],117            "ps": "[(809, 153)]"118        },119        {120            "step": 6,121            "screenshot": "0841230277167038_6.png",122            "action": "CLICK",123            "info": [124                [125                    384,126                    728127                ],128                [129                    384,130                    728131                ]132            ],133            "ps": "[(384, 728)]"134        },135        {136            "step": 7,137            "screenshot": "0841230277167038_7.png",138            "action": "CLICK",139            "info": [140                [141                    304,142                    664143                ],144                [145                    304,146                    664147                ]148            ],149            "ps": "[(304, 664)]"150        },151        {152            "step": 8,153            "screenshot": "0841230277167038_8.png",154            "action": "CLICK",155            "info": [156                [157                    863,158                    547159                ],160                [161                    863,162                    547163                ]164            ],165            "ps": "[(863, 547)]"166        },167        {168            "step": 9,169            "screenshot": "0841230277167038_9.png",170            "action": "COMPLETE",171            "info": "",172            "ps": "crop,Victor James"173        }174    ]175}