OpenGVLab/GUI-Odyssey

1{2    "episode_id": "0567228838070371",3    "device_info": {4        "product": "sdk_gphone64_x86_64",5        "release_version": "14",6        "sdk_version": "34",7        "h": 3120,8        "w": 1440,9        "device_name": "Pixel 7 Pro"10    },11    "task_info": {12        "category": "Multi_Apps",13        "app": [14            "Setting",15            "Youtube",16            "Opera"17        ],18        "meta_task": "Search the best video blogs of {} topic, turn up the brightness on the phone,and open the video app to follow.",19        "task": "Search the best video blogs of travel vlogs topic, turn up the brightness on the phone,and open the video app to follow.",20        "instruction": "Look up the top travel vlogs using Opera, adjust your phone's brightness via Settings, and then launch Youtube to follow the vloggers."21    },22    "step_length": 11,23    "steps": [24        {25            "step": 0,26            "screenshot": "0567228838070371_0.png",27            "action": "CLICK",28            "info": [29                [30                    841,31                    81332                ],33                [34                    841,35                    81336                ]37            ],38            "ps": "[(841, 813)]"39        },40        {41            "step": 1,42            "screenshot": "0567228838070371_1.png",43            "action": "CLICK",44            "info": [45                [46                    297,47                    42848                ],49                [50                    297,51                    42852                ]53            ],54            "ps": "[(297, 428)]"55        },56        {57            "step": 2,58            "screenshot": "0567228838070371_2.png",59            "action": "CLICK",60            "info": [61                [62                    618,63                    71564                ],65                [66                    618,67                    71568                ]69            ],70            "ps": "[(618, 715)]"71        },72        {73            "step": 3,74            "screenshot": "0567228838070371_3.png",75            "action": "SCROLL",76            "info": [77                [78                    143,79                    2080                ],81                [82                    151,83                    92284                ]85            ],86            "ps": "[(143, 20), (143, 21), (143, 23), (143, 24), (143, 26), (143, 29), (143, 30), (143, 32), (143, 34), (141, 34), (141, 35), (141, 38), (141, 39), (141, 41), (141, 43), (141, 44), (141, 47), (141, 49), (141, 50), (141, 52), (141, 53), (141, 56), (136, 58), (136, 59), (136, 63), (136, 65), (136, 67), (136, 69), (136, 70), (136, 72), (136, 74), (136, 76), (136, 78), (136, 79), (136, 81), (136, 83), (136, 85), (136, 87), (136, 88), (136, 90), (136, 92), (136, 94), (136, 96), (136, 97), (136, 99), (136, 101), (136, 105), (136, 107), (136, 108), (136, 110), (134, 113), (134, 114), (134, 116), (134, 119), (134, 122), (134, 124), (134, 125), (134, 127), (134, 128), (134, 133), (134, 135), (134, 136), (134, 139), (134, 140), (134, 144), (134, 145), (134, 148), (134, 150), (134, 153), (129, 155), (129, 157), (129, 161), (129, 164), (129, 166), (129, 171), (129, 172), (124, 177), (124, 180), (124, 182), (124, 186), (122, 190), (122, 195), (122, 197), (122, 200), (117, 205), (117, 207), (117, 210), (112, 215), (112, 219), (112, 220), (107, 225), (107, 226), (107, 231), (107, 234), (102, 238), (102, 241), (102, 244), (97, 249), (97, 253), (97, 255), (97, 258), (93, 263), (93, 267), (93, 269), (93, 273), (88, 278), (88, 279), (88, 285), (88, 287), (83, 291), (83, 294), (83, 299), (83, 301), (83, 305), (78, 309), (78, 311), (78, 315), (78, 317), (78, 320), (78, 325), (73, 329), (73, 330), (73, 335), (73, 338), (73, 343), (73, 347), (73, 348), (73, 353), (73, 356), (73, 361), (73, 363), (73, 366), (73, 373), (73, 375), (73, 381), (73, 385), (73, 390), (73, 391), (73, 395), (73, 399), (73, 409), (73, 413), (73, 417), (73, 419), (73, 422), (73, 427), (73, 431), (73, 435), (73, 441), (73, 444), (73, 447), (73, 451), (73, 456), (73, 465), (73, 469), (73, 473), (73, 481), (73, 484), (73, 489), (73, 493), (73, 494), (73, 499), (73, 502), (73, 507), (73, 513), (73, 518), (73, 524), (73, 528), (73, 534), (73, 539), (73, 546), (73, 550), (73, 557), (73, 561), (73, 565), (73, 572), (73, 576), (73, 583), (73, 587), (73, 594), (73, 597), (75, 605), (75, 608), (75, 613), (75, 620), (83, 626), (83, 631), (83, 638), (83, 642), (85, 647), (85, 653), (85, 657), (85, 664), (90, 668), (90, 673), (90, 679), (95, 684), (95, 691), (95, 695), (95, 698), (99, 703), (99, 709), (99, 714), (104, 718), (104, 722), (104, 724), (104, 731), (109, 732), (109, 736), (109, 740), (114, 744), (114, 749), (114, 752), (114, 757), (114, 761), (119, 766), (119, 767), (119, 771), (124, 776), (124, 777), (124, 779), (124, 782), (124, 787), (124, 791), (127, 792), (127, 797), (127, 800), (127, 803), (127, 806), (131, 808), (131, 812), (131, 816), (131, 818), (131, 822), (136, 824), (136, 827), (136, 830), (136, 833), (136, 835), (136, 839), (136, 841), (138, 843), (138, 846), (138, 849), (138, 850), (143, 854), (143, 855), (143, 857), (143, 860), (143, 861), (143, 863), (143, 866), (148, 869), (148, 871), (148, 872), (148, 874), (148, 877), (148, 878), (148, 880), (148, 881), (151, 883), (151, 886), (151, 887), (151, 889), (151, 890), (151, 892), (151, 895), (151, 896), (151, 898), (151, 900), (151, 901), (151, 904), (151, 905), (151, 907), (151, 909), (151, 910), (151, 913), (151, 915), (151, 916), (151, 918), (151, 919), (151, 922)]"87        },88        {89            "step": 4,90            "screenshot": "0567228838070371_4.png",91            "action": "SCROLL",92            "info": [93                [94                    522,95                    44796                ],97                [98                    491,99                    999100                ]101            ],102            "ps": "[(522, 447), (522, 448), (522, 449), (522, 451), (522, 454), (522, 455), (522, 457), (522, 459), (522, 460), (522, 463), (522, 464), (520, 466), (520, 468), (520, 469), (520, 472), (520, 474), (520, 475), (520, 477), (520, 478), (520, 481), (520, 483), (520, 484), (520, 486), (520, 487), (520, 490), (520, 492), (520, 493), (520, 495), (520, 498), (520, 499), (520, 501), (520, 502), (520, 504), (520, 507), (520, 508), (520, 510), (520, 512), (520, 513), (520, 516), (520, 516), (520, 519), (520, 521), (520, 522), (520, 524), (520, 527), (520, 530), (520, 534), (520, 538), (520, 542), (520, 545), (520, 546), (520, 548), (520, 549), (520, 551), (520, 555), (520, 557), (520, 559), (520, 560), (520, 563), (520, 566), (520, 570), (520, 575), (522, 579), (522, 581), (522, 585), (522, 588), (522, 591), (522, 593), (522, 596), (522, 599), (522, 599), (522, 604), (522, 605), (522, 607), (522, 611), (522, 613), (522, 616), (522, 619), (522, 623), (522, 624), (522, 629), (522, 630), (522, 634), (522, 635), (522, 640), (522, 643), (522, 646), (522, 649), (522, 651), (522, 655), (522, 657), (522, 661), (522, 662), (522, 667), (522, 668), (522, 673), (522, 676), (522, 678), (522, 682), (522, 686), (522, 691), (522, 691), (522, 696), (522, 699), (522, 702), (522, 705), (522, 709), (522, 714), (522, 715), (522, 720), (522, 721), (522, 725), (522, 730), (522, 733), (522, 735), (522, 739), (522, 743), (522, 745), (522, 749), (522, 753), (522, 754), (522, 759), (522, 762), (522, 767), (522, 769), (522, 774), (522, 777), (522, 780), (522, 785), (522, 786), (522, 790), (520, 795), (520, 798), (520, 803), (520, 805), (520, 806), (520, 810), (520, 814), (520, 818), (520, 821), (520, 824), (515, 828), (515, 835), (515, 837), (515, 841), (515, 845), (515, 849), (515, 851), (511, 855), (511, 857), (511, 861), (511, 862), (511, 866), (511, 868), (506, 872), (506, 877), (506, 878), (506, 882), (506, 883), (506, 888), (503, 889), (503, 893), (503, 895), (503, 899), (503, 900), (503, 905), (498, 909), (498, 910), (498, 915), (498, 917), (498, 920), (498, 923), (498, 926), (498, 931), (498, 932), (498, 936), (493, 937), (493, 942), (493, 943), (493, 947), (493, 952), (493, 953), (493, 958), (493, 958), (493, 963), (493, 964), (493, 969), (493, 970), (491, 974), (491, 976), (491, 980), (491, 982), (491, 985), (491, 988), (491, 991), (491, 993), (491, 997), (491, 999)]"103        },104        {105            "step": 5,106            "screenshot": "0567228838070371_5.png",107            "action": "SCROLL",108            "info": [109                [110                    377,111                    454112                ],113                [114                    399,115                    999116                ]117            ],118            "ps": "[(377, 454), (377, 456), (377, 458), (377, 459), (377, 462), (377, 464), (377, 465), (377, 467), (377, 468), (377, 471), (377, 473), (377, 474), (377, 476), (377, 477), (377, 480), (377, 482), (377, 483), (377, 485), (377, 487), (377, 489), (377, 491), (377, 492), (377, 494), (377, 496), (377, 498), (381, 502), (381, 504), (381, 505), (381, 510), (381, 513), (381, 516), (381, 516), (386, 519), (386, 523), (386, 524), (389, 527), (389, 530), (389, 532), (389, 536), (389, 538), (389, 540), (389, 543), (394, 546), (394, 549), (394, 554), (394, 555), (399, 557), (399, 560), (399, 563), (399, 565), (399, 568), (401, 570), (401, 574), (401, 576), (401, 579), (406, 582), (406, 585), (406, 587), (406, 591), (406, 593), (406, 596), (411, 599), (411, 602), (411, 604), (411, 608), (413, 610), (413, 614), (413, 615), (413, 620), (413, 621), (413, 623), (413, 626), (413, 629), (418, 633), (418, 634), (418, 639), (418, 640), (418, 644), (423, 646), (423, 648), (423, 651), (423, 656), (423, 658), (423, 661), (423, 664), (423, 667), (423, 671), (423, 673), (425, 677), (425, 679), (425, 683), (425, 687), (425, 691), (425, 695), (425, 697), (425, 700), (425, 705), (425, 708), (425, 711), (425, 714), (425, 718), (425, 721), (425, 724), (425, 729), (425, 732), (425, 736), (425, 739), (425, 742), (430, 747), (430, 751), (430, 754), (430, 757), (430, 760), (430, 765), (430, 769), (430, 770), (430, 774), (430, 778), (430, 782), (430, 787), (435, 791), (435, 798), (435, 799), (435, 804), (435, 807), (435, 812), (435, 816), (435, 819), (435, 824), (435, 826), (435, 830), (435, 834), (435, 837), (435, 842), (435, 846), (435, 850), (435, 852), (435, 855), (435, 857), (435, 861), (435, 866), (433, 870), (433, 874), (433, 875), (433, 880), (428, 884), (428, 886), (428, 888), (428, 891), (428, 896), (423, 900), (423, 901), (423, 906), (418, 910), (418, 914), (418, 918), (418, 923), (415, 924), (415, 928), (415, 932), (411, 936), (411, 938), (411, 942), (411, 944), (411, 947), (406, 952), (406, 956), (406, 961), (406, 962), (401, 966), (401, 970), (401, 974), (401, 979), (401, 980), (401, 984), (401, 988), (399, 990), (399, 994), (399, 998), (399, 999)]"119        },120        {121            "step": 6,122            "screenshot": "0567228838070371_6.png",123            "action": "SCROLL",124            "info": [125                [126                    467,127                    448128                ],129                [130                    547,131                    870132                ]133            ],134            "ps": "[(467, 448), (467, 449), (467, 451), (467, 453), (467, 455), (467, 456), (467, 458), (467, 460), (467, 462), (472, 464), (472, 466), (472, 467), (472, 469), (472, 471), (477, 475), (477, 477), (477, 478), (477, 483), (479, 484), (479, 486), (479, 490), (484, 492), (484, 495), (488, 498), (488, 501), (488, 503), (491, 505), (491, 509), (496, 513), (496, 518), (501, 522), (501, 523), (506, 528), (506, 531), (511, 536), (511, 540), (515, 545), (520, 549), (520, 552), (525, 560), (530, 565), (530, 568), (535, 573), (535, 579), (540, 584), (545, 588), (545, 591), (545, 594), (547, 599), (552, 603), (552, 606), (552, 611), (559, 621), (559, 622), (561, 629), (561, 633), (561, 637), (566, 641), (566, 648), (566, 652), (571, 657), (571, 661), (571, 665), (571, 669), (571, 673), (576, 677), (576, 682), (576, 686), (576, 689), (576, 694), (576, 698), (576, 702), (576, 706), (576, 711), (576, 712), (576, 716), (576, 720), (576, 724), (576, 731), (576, 735), (576, 739), (576, 743), (576, 748), (576, 751), (574, 756), (574, 762), (574, 765), (574, 770), (574, 774), (569, 779), (569, 782), (569, 787), (569, 791), (564, 796), (564, 803), (561, 807), (561, 810), (561, 815), (561, 819), (556, 823), (556, 831), (556, 834), (556, 839), (552, 843), (552, 846), (552, 851), (547, 857), (547, 862), (547, 866), (547, 870)]"135        },136        {137            "step": 7,138            "screenshot": "0567228838070371_7.png",139            "action": "CLICK",140            "info": [141                [142                    216,143                    171144                ],145                [146                    216,147                    171148                ]149            ],150            "ps": "[(216, 171)]"151        },152        {153            "step": 8,154            "screenshot": "0567228838070371_8.png",155            "action": "SCROLL",156            "info": [157                [158                    527,159                    987160                ],161                [162                    569,163                    149164                ]165            ],166            "ps": "[(527, 987), (527, 984), (527, 982), (527, 981), (527, 979), (527, 978), (527, 975), (527, 973), (527, 972), (527, 970), (527, 967), (527, 966), (527, 964), (527, 963), (527, 961), (527, 958), (527, 958), (527, 955), (527, 953), (527, 952), (532, 949), (532, 946), (532, 944), (537, 942), (537, 941), (537, 936), (537, 935), (540, 933), (540, 932), (545, 927), (545, 925), (545, 922), (545, 919), (549, 918), (549, 914), (549, 913), (554, 908), (554, 906), (554, 902), (556, 900), (556, 899), (556, 895), (561, 893), (561, 889), (561, 886), (566, 881), (566, 879), (566, 875), (569, 873), (569, 870), (574, 868), (574, 863), (574, 860), (574, 855), (579, 851), (579, 848), (584, 845), (584, 842), (584, 837), (586, 833), (586, 826), (586, 822), (593, 815), (593, 810), (598, 807), (598, 799), (598, 796), (600, 791), (600, 785), (605, 780), (605, 774), (605, 769), (605, 762), (610, 758), (610, 751), (615, 744), (615, 738), (615, 727), (615, 721), (622, 714), (622, 707), (622, 700), (622, 698), (622, 693), (627, 685), (627, 678), (627, 669), (627, 662), (627, 656), (627, 646), (627, 633), (632, 625), (632, 616), (632, 610), (632, 605), (632, 596), (632, 590), (632, 573), (632, 566), (632, 556), (632, 549), (632, 546), (632, 539), (632, 529), (632, 522), (632, 518), (632, 509), (632, 502), (632, 485), (632, 478), (632, 469), (632, 463), (632, 458), (632, 451), (632, 441), (632, 429), (632, 420), (632, 412), (632, 406), (632, 399), (632, 392), (632, 385), (632, 376), (632, 372), (632, 365), (629, 355), (629, 341), (629, 335), (622, 326), (622, 318), (622, 315), (622, 308), (618, 298), (618, 284), (613, 278), (613, 271), (608, 261), (608, 256), (608, 249), (603, 243), (603, 236), (598, 229), (598, 223), (593, 218), (593, 208), (588, 201), (588, 195), (584, 190), (584, 183), (584, 177), (579, 172), (579, 168), (574, 161), (574, 157), (574, 153), (569, 149)]"167        },168        {169            "step": 9,170            "screenshot": "0567228838070371_9.png",171            "action": "CLICK",172            "info": [173                [174                    795,175                    137176                ],177                [178                    795,179                    137180                ]181            ],182            "ps": "[(795, 137)]"183        },184        {185            "step": 10,186            "screenshot": "0567228838070371_10.png",187            "action": "COMPLETE",188            "info": "",189            "ps": ""190        }191    ]192}