OpenGVLab/GUI-Odyssey

1{2    "episode_id": "0690441560798387",3    "device_info": {4        "product": "sdk_gphone64_x86_64",5        "release_version": "14",6        "sdk_version": "34",7        "h": 2992,8        "w": 1344,9        "device_name": "Pixel 8 Pro"10    },11    "task_info": {12        "category": "Multi_Apps",13        "app": [14            "Youtube",15            "Firefox Browser",16            "Setting"17        ],18        "meta_task": "Search the best video blogs of {} topic, turn up the brightness on the phone,and open the video app to follow.",19        "task": "Search the best video blogs of cooking recipes topic, turn up the brightness on the phone,and open the video app to follow.",20        "instruction": "Search for the top video blogs on cooking recipes using Firefox Browser, increase the brightness on your phone through the Settings app, and then open YouTube to follow along with the videos."21    },22    "step_length": 9,23    "steps": [24        {25            "step": 0,26            "screenshot": "0690441560798387_0.png",27            "action": "CLICK",28            "info": [29                [30                    161,31                    82832                ],33                [34                    161,35                    82836                ]37            ],38            "ps": "[(161, 828)]"39        },40        {41            "step": 1,42            "screenshot": "0690441560798387_1.png",43            "action": "SCROLL",44            "info": [45                [46                    192,47                    1848                ],49                [50                    94,51                    79552                ]53            ],54            "ps": "[(192, 18), (192, 20), (192, 21), (192, 23), (192, 25), (192, 26), (192, 28), (192, 30), (192, 31), (192, 33), (192, 34), (192, 36), (192, 38), (188, 39), (188, 41), (188, 43), (188, 44), (188, 46), (188, 47), (188, 49), (183, 51), (183, 52), (183, 56), (181, 60), (181, 61), (181, 63), (181, 64), (181, 68), (181, 70), (177, 71), (177, 75), (177, 76), (172, 80), (172, 81), (172, 83), (172, 85), (172, 86), (168, 88), (168, 89), (168, 93), (168, 95), (165, 96), (165, 98), (165, 101), (161, 103), (161, 104), (161, 106), (161, 110), (161, 111), (159, 113), (159, 116), (154, 118), (154, 119), (154, 121), (154, 123), (154, 124), (150, 129), (150, 131), (150, 131), (150, 136), (148, 137), (148, 139), (148, 142), (148, 146), (143, 146), (143, 149), (143, 151), (143, 153), (139, 154), (139, 158), (139, 159), (139, 161), (136, 165), (136, 166), (136, 168), (136, 171), (132, 173), (132, 174), (132, 178), (132, 180), (127, 181), (127, 185), (127, 191), (125, 192), (125, 194), (125, 196), (125, 197), (125, 201), (121, 202), (121, 204), (121, 207), (121, 209), (121, 211), (121, 214), (116, 216), (116, 217), (116, 219), (116, 222), (114, 224), (114, 226), (114, 229), (114, 231), (114, 232), (110, 236), (110, 237), (110, 239), (110, 242), (110, 244), (110, 246), (110, 249), (105, 251), (105, 252), (105, 256), (105, 257), (103, 261), (103, 263), (103, 266), (103, 268), (103, 269), (103, 273), (103, 274), (103, 276), (98, 280), (98, 281), (98, 283), (94, 286), (94, 288), (94, 291), (94, 295), (94, 297), (94, 298), (94, 302), (90, 303), (90, 307), (90, 308), (90, 310), (87, 314), (87, 315), (87, 319), (87, 320), (87, 324), (87, 325), (78, 341), (78, 342), (78, 346), (78, 348), (78, 351), (78, 353), (78, 354), (78, 358), (74, 359), (74, 363), (74, 364), (74, 368), (74, 369), (74, 371), (74, 375), (74, 376), (72, 380), (72, 381), (72, 385), (72, 386), (72, 388), (72, 391), (72, 393), (72, 395), (72, 398), (72, 400), (67, 403), (67, 405), (67, 408), (67, 410), (67, 412), (67, 415), (67, 431), (67, 432), (63, 436), (63, 438), (63, 441), (63, 445), (63, 446), (63, 450), (63, 451), (63, 453), (63, 456), (63, 458), (63, 461), (63, 463), (63, 466), (63, 468), (63, 470), (63, 473), (63, 475), (63, 476), (63, 480), (63, 481), (63, 485), (63, 487), (63, 490), (63, 492), (63, 495), (63, 500), (63, 503), (63, 505), (61, 507), (61, 508), (61, 512), (61, 515), (61, 517), (61, 532), (61, 536), (61, 537), (61, 541), (61, 544), (61, 546), (61, 550), (61, 553), (61, 555), (61, 558), (61, 562), (61, 564), (61, 567), (61, 571), (61, 572), (61, 574), (61, 577), (61, 581), (61, 583), (61, 586), (61, 590), (61, 592), (61, 597), (61, 601), (61, 604), (61, 608), (61, 610), (61, 613), (61, 615), (61, 618), (61, 620), (65, 635), (65, 639), (65, 640), (65, 644), (65, 645), (69, 651), (69, 653), (69, 654), (69, 658), (69, 659), (69, 661), (69, 664), (69, 666), (69, 669), (69, 671), (74, 675), (74, 678), (74, 680), (74, 681), (74, 685), (74, 687), (74, 688), (74, 690), (78, 693), (78, 695), (78, 697), (78, 698), (78, 700), (78, 701), (78, 703), (78, 705), (81, 716), (81, 718), (81, 720), (85, 721), (85, 723), (85, 725), (85, 728), (85, 730), (85, 731), (85, 733), (85, 734), (85, 736), (85, 738), (90, 739), (90, 741), (90, 743), (90, 744), (90, 746), (92, 746), (92, 747), (92, 749), (92, 752), (92, 754), (92, 757), (92, 758), (92, 760), (92, 761), (92, 763), (92, 765), (92, 766), (92, 768), (96, 768), (96, 770), (96, 771), (96, 773), (96, 774), (96, 776), (96, 778), (96, 779), (96, 781), (96, 783), (96, 784), (96, 786), (96, 787), (96, 789), (96, 791), (96, 792), (94, 792), (94, 794), (94, 795)]"55        },56        {57            "step": 2,58            "screenshot": "0690441560798387_2.png",59            "action": "SCROLL",60            "info": [61                [62                    346,63                    20564                ],65                [66                    306,67                    89368                ]69            ],70            "ps": "[(346, 205), (346, 206), (346, 207), (346, 209), (346, 211), (346, 212), (346, 214), (346, 216), (351, 217), (351, 219), (351, 220), (351, 222), (351, 224), (351, 225), (351, 227), (351, 228), (351, 230), (351, 232), (351, 233), (351, 235), (351, 237), (351, 238), (353, 240), (353, 241), (353, 243), (353, 245), (353, 246), (353, 250), (353, 251), (353, 253), (353, 256), (353, 258), (353, 260), (353, 263), (353, 267), (353, 270), (353, 274), (353, 278), (353, 279), (353, 283), (353, 286), (353, 290), (353, 294), (353, 297), (353, 301), (353, 307), (353, 311), (353, 314), (353, 318), (353, 322), (353, 328), (353, 331), (353, 335), (353, 339), (353, 342), (353, 346), (353, 350), (353, 353), (353, 359), (353, 361), (353, 364), (353, 371), (353, 374), (353, 378), (353, 382), (353, 388), (353, 391), (353, 395), (353, 399), (351, 405), (351, 408), (351, 412), (351, 416), (351, 419), (351, 425), (351, 429), (351, 433), (351, 436), (351, 440), (351, 446), (351, 450), (351, 456), (351, 462), (351, 468), (351, 472), (351, 475), (351, 481), (351, 485), (351, 489), (346, 495), (346, 500), (346, 506), (346, 509), (346, 515), (346, 519), (346, 525), (346, 531), (346, 540), (346, 546), (346, 552), (342, 556), (342, 567), (342, 573), (342, 577), (342, 583), (342, 592), (342, 598), (342, 601), (337, 608), (337, 611), (337, 617), (337, 619), (337, 624), (337, 628), (337, 634), (337, 638), (333, 647), (333, 650), (333, 662), (333, 665), (333, 671), (333, 673), (333, 678), (333, 682), (333, 686), (326, 710), (326, 713), (326, 719), (326, 723), (326, 731), (326, 735), (326, 741), (326, 745), (326, 748), (326, 758), (326, 764), (326, 768), (326, 771), (326, 775), (326, 779), (326, 782), (326, 786), (326, 790), (326, 793), (326, 797), (326, 801), (326, 802), (326, 806), (326, 809), (326, 811), (326, 812), (326, 816), (326, 818), (326, 821), (326, 823), (326, 826), (326, 828), (326, 829), (326, 833), (326, 834), (326, 838), (326, 839), (326, 841), (326, 843), (326, 846), (326, 848), (326, 849), (326, 851), (326, 853), (324, 854), (324, 856), (324, 857), (324, 859), (324, 861), (324, 862), (319, 866), (319, 868), (319, 869), (319, 871), (319, 872), (315, 874), (315, 876), (315, 877), (315, 879), (315, 881), (313, 881), (313, 882), (313, 884), (313, 885), (308, 887), (308, 889), (308, 890), (306, 890), (306, 892), (306, 893)]"71        },72        {73            "step": 3,74            "screenshot": "0690441560798387_3.png",75            "action": "CLICK",76            "info": [77                [78                    665,79                    16180                ],81                [82                    665,83                    16184                ]85            ],86            "ps": "[(665, 161)]"87        },88        {89            "step": 4,90            "screenshot": "0690441560798387_4.png",91            "action": "SCROLL",92            "info": [93                [94                    489,95                    99296                ],97                [98                    650,99                    337100                ]101            ],102            "ps": "[(489, 992), (489, 991), (491, 991), (491, 989), (491, 988), (491, 986), (491, 984), (496, 984), (496, 983), (496, 981), (496, 979), (496, 978), (496, 976), (496, 975), (496, 973), (496, 971), (496, 970), (496, 968), (496, 967), (500, 965), (500, 963), (500, 962), (500, 960), (500, 958), (500, 957), (500, 955), (500, 954), (500, 952), (500, 950), (500, 949), (500, 947), (502, 945), (502, 944), (502, 942), (502, 939), (502, 937), (502, 936), (502, 934), (502, 932), (502, 931), (507, 927), (507, 925), (507, 922), (507, 920), (511, 917), (511, 911), (511, 907), (516, 903), (516, 900), (516, 898), (516, 894), (520, 891), (520, 887), (520, 883), (525, 879), (525, 876), (525, 872), (525, 868), (529, 865), (529, 863), (529, 857), (529, 854), (534, 848), (534, 844), (534, 840), (538, 836), (538, 830), (538, 824), (543, 818), (543, 809), (547, 803), (547, 797), (552, 791), (552, 785), (552, 783), (556, 778), (556, 771), (556, 765), (560, 757), (560, 750), (565, 741), (565, 735), (569, 728), (569, 725), (574, 721), (574, 712), (578, 706), (578, 700), (583, 694), (583, 685), (590, 677), (590, 670), (594, 662), (594, 656), (594, 650), (598, 643), (598, 635), (603, 626), (603, 617), (607, 611), (607, 603), (607, 599), (612, 593), (616, 584), (616, 578), (616, 574), (616, 568), (623, 559), (627, 547), (627, 539), (632, 532), (632, 526), (632, 523), (632, 516), (636, 510), (636, 502), (636, 492), (641, 488), (641, 480), (641, 474), (645, 467), (645, 466), (645, 460), (645, 454), (645, 451), (652, 439), (652, 435), (652, 429), (652, 423), (652, 419), (652, 416), (652, 410), (652, 406), (652, 400), (652, 396), (652, 388), (652, 384), (652, 380), (652, 377), (652, 373), (652, 367), (652, 363), (652, 362), (652, 358), (652, 355), (652, 351), (652, 349), (652, 346), (652, 342), (650, 341), (650, 337)]"103        },104        {105            "step": 5,106            "screenshot": "0690441560798387_5.png",107            "action": "CLICK",108            "info": [109                [110                    172,111                    344112                ],113                [114                    172,115                    344116                ]117            ],118            "ps": "[(172, 344)]"119        },120        {121            "step": 6,122            "screenshot": "0690441560798387_6.png",123            "action": "CLICK",124            "info": [125                [126                    344,127                    529128                ],129                [130                    344,131                    529132                ]133            ],134            "ps": "[(344, 529)]"135        },136        {137            "step": 7,138            "screenshot": "0690441560798387_7.png",139            "action": "CLICK",140            "info": [141                [142                    219,143                    529144                ],145                [146                    219,147                    529148                ]149            ],150            "ps": "[(219, 529)]"151        },152        {153            "step": 8,154            "screenshot": "0690441560798387_8.png",155            "action": "COMPLETE",156            "info": "",157            "ps": ""158        }159    ]160}