OpenGVLab/GUI-Odyssey

1{2    "episode_id": "0789163526714764",3    "device_info": {4        "product": "sdk_gphone64_x86_64",5        "release_version": "14",6        "sdk_version": "34",7        "h": 3120,8        "w": 1440,9        "device_name": "Pixel 7 Pro"10    },11    "task_info": {12        "category": "Multi_Apps",13        "app": [14            "Amazon",15            "Opera",16            "Google Keep"17        ],18        "meta_task": "Find a recipe for {}, create a shopping list of main ingredients, and add to the cart.",19        "task": "Find a recipe for Chocolate chip cookies, create a shopping list of main ingredients, and add to the cart.",20        "instruction": "Using Opera, search for a recipe for Chocolate chip cookies. Then, list the main ingredients in Google Keep and add them to your shopping cart on Amazon."21    },22    "step_length": 23,23    "steps": [24        {25            "step": 0,26            "screenshot": "0789163526714764_0.png",27            "action": "CLICK",28            "info": [29                [30                    868,31                    81532                ],33                [34                    868,35                    81636                ]37            ],38            "ps": "[(868, 815), (868, 816)]"39        },40        {41            "step": 1,42            "screenshot": "0789163526714764_1.png",43            "action": "SCROLL",44            "info": [45                [46                    432,47                    87148                ],49                [50                    454,51                    19252                ]53            ],54            "ps": "[(432, 871), (432, 870), (432, 868), (432, 867), (432, 865), (432, 864), (432, 862), (432, 860), (432, 859), (432, 857), (432, 856), (432, 855), (432, 853), (432, 850), (432, 846), (432, 842), (430, 842), (430, 840), (430, 839), (430, 837), (430, 835), (430, 834), (430, 832), (430, 831), (430, 830), (430, 828), (430, 827), (426, 825), (426, 823), (426, 822), (426, 820), (426, 818), (426, 816), (426, 812), (426, 809), (426, 805), (426, 803), (426, 802), (426, 800), (426, 799), (426, 798), (426, 795), (426, 793), (426, 791), (426, 790), (426, 788), (426, 786), (426, 785), (426, 782), (426, 781), (426, 779), (426, 778), (426, 774), (426, 773), (426, 772), (426, 770), (426, 767), (426, 763), (426, 761), (426, 760), (426, 757), (426, 756), (426, 754), (426, 751), (426, 749), (426, 746), (426, 744), (426, 742), (426, 740), (426, 738), (426, 735), (426, 733), (426, 730), (426, 728), (426, 727), (426, 724), (426, 723), (426, 719), (426, 717), (426, 715), (426, 713), (426, 712), (426, 708), (426, 707), (426, 703), (426, 702), (426, 700), (426, 698), (426, 694), (426, 692), (426, 691), (426, 687), (426, 686), (426, 684), (426, 683), (426, 680), (426, 678), (426, 677), (426, 675), (426, 673), (426, 670), (426, 667), (426, 666), (426, 664), (426, 663), (426, 661), (426, 659), (426, 657), (426, 655), (426, 654), (426, 652), (426, 649), (426, 645), (426, 643), (426, 642), (426, 641), (426, 639), (426, 636), (426, 632), (426, 631), (426, 629), (426, 627), (426, 626), (426, 624), (426, 622), (426, 618), (426, 614), (426, 613), (426, 612), (426, 611), (426, 609), (426, 607), (426, 606), (426, 604), (426, 602), (426, 601), (426, 599), (426, 599), (426, 595), (426, 594), (426, 592), (426, 588), (426, 587), (426, 585), (426, 584), (426, 582), (426, 581), (426, 580), (426, 578), (426, 576), (426, 575), (426, 573), (426, 572), (426, 570), (426, 568), (426, 567), (426, 566), (426, 565), (426, 563), (426, 561), (426, 560), (426, 558), (426, 556), (426, 555), (426, 554), (426, 553), (426, 551), (426, 549), (426, 548), (426, 546), (426, 544), (426, 543), (426, 541), (426, 541), (426, 539), (426, 537), (426, 536), (426, 534), (426, 532), (426, 531), (426, 529), (426, 528), (426, 526), (426, 524), (426, 524), (426, 522), (426, 521), (426, 519), (426, 517), (426, 516), (426, 514), (426, 512), (426, 511), (426, 509), (426, 508), (426, 507), (426, 505), (426, 504), (426, 502), (426, 500), (426, 499), (426, 497), (426, 497), (426, 495), (426, 493), (426, 492), (426, 490), (426, 488), (426, 487), (426, 485), (426, 484), (426, 482), (426, 481), (426, 480), (426, 478), (426, 476), (428, 475), (428, 473), (428, 472), (428, 470), (428, 468), (428, 467), (428, 466), (428, 465), (428, 463), (428, 461), (428, 460), (428, 458), (428, 456), (428, 455), (432, 453), (432, 452), (432, 451), (432, 449), (432, 448), (432, 446), (432, 444), (432, 443), (432, 441), (432, 440), (432, 439), (434, 437), (434, 436), (434, 434), (434, 432), (434, 431), (434, 429), (434, 428), (434, 426), (434, 424), (434, 424), (434, 422), (434, 420), (434, 419), (434, 417), (434, 416), (434, 414), (434, 412), (434, 411), (434, 409), (434, 408), (434, 407), (438, 405), (438, 404), (438, 402), (438, 400), (438, 399), (438, 397), (438, 396), (438, 394), (438, 393), (438, 392), (438, 388), (438, 385), (438, 383), (438, 382), (440, 381), (440, 379), (440, 377), (440, 376), (440, 374), (440, 373), (440, 371), (440, 368), (440, 365), (440, 361), (440, 360), (440, 358), (444, 354), (444, 353), (444, 351), (444, 350), (444, 349), (444, 347), (444, 346), (444, 344), (444, 342), (444, 341), (444, 339), (444, 338), (444, 336), (444, 335), (444, 334), (448, 332), (448, 331), (448, 329), (448, 327), (448, 326), (448, 324), (448, 323), (448, 322), (448, 320), (448, 319), (448, 317), (448, 315), (448, 314), (448, 312), (448, 310), (448, 309), (448, 307), (448, 305), (448, 303), (448, 302), (448, 300), (448, 298), (448, 297), (448, 295), (448, 293), (448, 292), (448, 291), (448, 290), (448, 288), (450, 286), (450, 285), (450, 283), (450, 281), (450, 280), (450, 278), (450, 278), (450, 276), (450, 274), (450, 273), (450, 271), (450, 269), (450, 268), (450, 266), (450, 265), (450, 264), (450, 262), (450, 261), (450, 259), (450, 257), (450, 256), (450, 254), (450, 253), (450, 251), (450, 249), (450, 249), (450, 247), (450, 246), (450, 244), (450, 242), (450, 241), (450, 239), (450, 237), (450, 236), (450, 234), (450, 233), (450, 232), (450, 230), (450, 229), (450, 227), (450, 225), (450, 224), (450, 222), (450, 221), (450, 220), (450, 218), (450, 217), (450, 215), (450, 213), (450, 212), (454, 210), (454, 209), (454, 207), (454, 206), (454, 205), (454, 203), (454, 201), (454, 200), (454, 198), (454, 197), (454, 195), (454, 193), (454, 192)]"55        },56        {57            "step": 2,58            "screenshot": "0789163526714764_2.png",59            "action": "SCROLL",60            "info": [61                [62                    578,63                    77564                ],65                [66                    675,67                    4168                ]69            ],70            "ps": "[(578, 775), (578, 773), (578, 772), (578, 771), (578, 769), (578, 767), (578, 766), (578, 764), (578, 763), (578, 761), (578, 759), (578, 758), (578, 757), (578, 755), (578, 754), (578, 752), (578, 751), (578, 749), (578, 747), (578, 746), (578, 742), (578, 740), (578, 738), (578, 736), (578, 735), (578, 733), (578, 730), (578, 728), (578, 727), (578, 726), (578, 722), (578, 719), (578, 717), (578, 715), (578, 713), (578, 711), (578, 708), (578, 706), (578, 703), (578, 701), (578, 699), (578, 697), (578, 696), (578, 692), (578, 691), (578, 687), (578, 686), (578, 683), (578, 681), (578, 678), (578, 676), (578, 673), (578, 671), (578, 669), (578, 667), (578, 664), (578, 662), (578, 659), (578, 658), (578, 655), (578, 653), (578, 650), (578, 648), (578, 646), (578, 645), (578, 641), (578, 641), (578, 637), (578, 636), (578, 632), (578, 629), (578, 627), (578, 624), (578, 623), (578, 619), (578, 618), (578, 614), (578, 613), (578, 610), (578, 609), (578, 605), (578, 602), (578, 600), (578, 597), (578, 596), (578, 592), (578, 591), (578, 589), (578, 586), (578, 584), (578, 582), (578, 578), (578, 576), (578, 575), (578, 571), (578, 570), (578, 568), (578, 566), (578, 564), (578, 562), (578, 561), (578, 559), (578, 554), (578, 553), (578, 551), (578, 550), (580, 546), (580, 543), (580, 541), (580, 540), (580, 539), (580, 537), (580, 535), (580, 534), (580, 532), (580, 531), (580, 529), (580, 527), (580, 526), (580, 524), (580, 523), (580, 522), (580, 520), (580, 519), (580, 517), (580, 515), (580, 514), (580, 512), (580, 511), (580, 509), (580, 508), (580, 507), (580, 505), (580, 503), (580, 502), (580, 500), (580, 499), (580, 497), (580, 496), (580, 495), (580, 493), (580, 490), (580, 488), (580, 486), (580, 485), (580, 483), (580, 482), (580, 481), (578, 479), (578, 478), (578, 476), (578, 474), (578, 473), (578, 471), (578, 470), (578, 468), (578, 466), (578, 466), (578, 464), (578, 461), (578, 459), (578, 457), (578, 456), (578, 454), (578, 453), (578, 451), (576, 450), (576, 449), (576, 447), (576, 445), (576, 444), (576, 442), (576, 441), (576, 439), (576, 438), (576, 437), (576, 435), (576, 433), (576, 432), (576, 430), (576, 429), (576, 427), (576, 425), (576, 424), (576, 423), (572, 421), (572, 420), (572, 418), (572, 417), (572, 415), (572, 413), (572, 412), (572, 410), (572, 408), (572, 408), (572, 406), (572, 405), (572, 403), (572, 401), (572, 400), (572, 398), (572, 397), (572, 395), (572, 392), (572, 391), (572, 389), (572, 388), (572, 386), (572, 384), (572, 383), (572, 382), (572, 380), (572, 379), (572, 377), (572, 376), (572, 374), (572, 372), (572, 371), (572, 369), (572, 368), (572, 366), (572, 365), (572, 364), (572, 362), (572, 360), (572, 359), (572, 357), (572, 356), (572, 352), (572, 350), (572, 349), (572, 346), (572, 345), (572, 343), (572, 342), (572, 340), (572, 338), (572, 337), (572, 335), (572, 334), (572, 333), (572, 331), (572, 330), (572, 328), (572, 326), (572, 325), (572, 324), (572, 322), (572, 321), (572, 319), (572, 318), (572, 316), (572, 314), (572, 313), (572, 311), (572, 309), (572, 308), (572, 307), (572, 306), (572, 304), (572, 302), (572, 301), (572, 299), (572, 298), (572, 296), (572, 294), (572, 293), (572, 291), (572, 290), (572, 289), (572, 287), (574, 286), (574, 284), (574, 282), (574, 281), (574, 279), (574, 278), (574, 277), (574, 275), (576, 274), (576, 272), (576, 270), (576, 269), (576, 267), (576, 265), (576, 265), (576, 263), (576, 262), (580, 260), (580, 255), (580, 253), (580, 249), (580, 249), (580, 247), (584, 246), (584, 244), (584, 242), (584, 241), (584, 239), (584, 237), (586, 236), (586, 234), (586, 233), (586, 232), (586, 230), (586, 229), (586, 227), (586, 226), (586, 224), (586, 222), (590, 222), (590, 221), (590, 220), (590, 218), (590, 217), (592, 217), (592, 215), (592, 214), (592, 212), (592, 210), (592, 209), (592, 207), (592, 206), (596, 205), (596, 203), (596, 202), (596, 200), (596, 198), (600, 197), (600, 195), (600, 193), (600, 192), (600, 191), (602, 191), (602, 190), (602, 188), (602, 186), (602, 185), (602, 183), (602, 181), (606, 181), (606, 180), (606, 178), (606, 177), (606, 175), (611, 175), (611, 174), (611, 173), (611, 171), (611, 170), (611, 168), (613, 166), (613, 165), (613, 163), (613, 162), (613, 161), (616, 159), (616, 158), (616, 156), (616, 154), (616, 153), (616, 151), (616, 149), (616, 149), (618, 149), (618, 147), (618, 146), (618, 144), (618, 142), (622, 142), (622, 141), (622, 139), (622, 137), (622, 136), (622, 134), (627, 133), (627, 132), (627, 130), (627, 129), (629, 127), (629, 125), (629, 124), (629, 122), (629, 121), (633, 121), (633, 119), (633, 117), (633, 116), (633, 115), (637, 115), (637, 114), (637, 112), (637, 110), (639, 109), (639, 107), (639, 105), (643, 105), (643, 103), (643, 102), (643, 100), (645, 98), (645, 97), (645, 95), (645, 93), (649, 93), (649, 92), (649, 91), (649, 90), (649, 88), (653, 88), (653, 86), (653, 85), (653, 83), (653, 81), (655, 81), (655, 80), (655, 78), (655, 77), (655, 75), (655, 74), (655, 73), (659, 73), (659, 71), (659, 70), (663, 68), (663, 66), (663, 65), (663, 63), (663, 61), (663, 60), (665, 60), (665, 59), (665, 58), (665, 56), (669, 56), (669, 54), (669, 53), (669, 51), (669, 49), (669, 48), (671, 48), (671, 47), (671, 46), (675, 46), (675, 44), (675, 42), (675, 41)]"71        },72        {73            "step": 3,74            "screenshot": "0789163526714764_3.png",75            "action": "SCROLL",76            "info": [77                [78                    549,79                    84380                ],81                [82                    629,83                    41884                ]85            ],86            "ps": "[(549, 843), (549, 842), (552, 842), (552, 840), (552, 839), (552, 837), (556, 836), (556, 834), (556, 832), (556, 831), (556, 830), (556, 828), (556, 827), (556, 825), (558, 824), (558, 822), (558, 820), (558, 819), (558, 817), (558, 816), (558, 815), (558, 813), (562, 812), (562, 810), (562, 808), (562, 807), (562, 805), (562, 804), (562, 802), (562, 800), (562, 799), (562, 798), (562, 796), (562, 795), (562, 793), (562, 792), (562, 790), (562, 788), (562, 787), (565, 785), (565, 784), (565, 783), (565, 781), (565, 780), (568, 780), (568, 778), (568, 776), (568, 775), (568, 773), (568, 773), (568, 771), (572, 769), (572, 768), (572, 766), (572, 764), (572, 763), (572, 761), (572, 760), (576, 758), (576, 757), (576, 756), (576, 754), (576, 752), (576, 751), (576, 749), (576, 748), (576, 746), (578, 746), (578, 744), (578, 743), (578, 741), (578, 740), (578, 739), (582, 737), (582, 736), (582, 734), (582, 732), (582, 729), (582, 727), (582, 727), (582, 725), (582, 723), (584, 722), (584, 720), (584, 719), (584, 717), (584, 716), (584, 715), (584, 713), (588, 711), (588, 710), (588, 708), (588, 707), (588, 705), (588, 703), (588, 702), (588, 700), (588, 699), (588, 698), (588, 696), (588, 695), (588, 693), (588, 691), (588, 690), (592, 688), (592, 687), (592, 685), (592, 683), (592, 683), (592, 681), (592, 679), (592, 678), (592, 676), (592, 675), (592, 673), (592, 671), (592, 670), (592, 669), (592, 667), (592, 666), (592, 664), (592, 663), (592, 661), (594, 659), (594, 658), (594, 657), (594, 655), (594, 654), (594, 652), (594, 651), (594, 649), (594, 647), (594, 646), (594, 644), (594, 642), (594, 641), (594, 640), (594, 639), (594, 637), (594, 635), (594, 634), (594, 632), (594, 631), (594, 629), (594, 627), (594, 626), (594, 624), (594, 623), (594, 622), (594, 620), (594, 619), (594, 617), (594, 615), (594, 614), (598, 612), (598, 611), (598, 610), (598, 608), (598, 607), (598, 605), (598, 603), (598, 602), (598, 600), (598, 599), (598, 598), (598, 596), (598, 595), (598, 593), (598, 591), (598, 590), (598, 588), (598, 586), (598, 585), (598, 583), (598, 582), (598, 581), (598, 579), (598, 578), (598, 576), (598, 575), (598, 573), (598, 569), (598, 568), (598, 566), (598, 566), (598, 564), (598, 562), (598, 561), (598, 559), (598, 557), (598, 556), (602, 554), (602, 554), (602, 552), (602, 550), (602, 547), (602, 543), (602, 542), (602, 541), (602, 539), (602, 538), (602, 536), (602, 535), (602, 533), (602, 531), (602, 530), (602, 528), (604, 526), (604, 525), (604, 524), (604, 523), (604, 521), (604, 519), (604, 518), (604, 516), (604, 514), (604, 513), (604, 511), (604, 510), (604, 508), (604, 507), (604, 506), (609, 504), (609, 503), (609, 501), (609, 499), (609, 498), (609, 497), (609, 495), (609, 494), (609, 492), (609, 491), (609, 489), (611, 487), (611, 486), (611, 484), (611, 482), (611, 482), (611, 480), (611, 479), (611, 477), (611, 475), (615, 474), (615, 472), (615, 470), (615, 469), (615, 467), (615, 466), (615, 465), (615, 463), (615, 462), (615, 460), (618, 460), (618, 458), (618, 457), (618, 455), (618, 454), (618, 452), (618, 451), (618, 450), (618, 448), (620, 447), (620, 445), (620, 443), (620, 442), (620, 440), (620, 439), (620, 438), (620, 436), (624, 435), (624, 433), (624, 431), (624, 430), (624, 428), (624, 426), (629, 425), (629, 424), (629, 423), (629, 421), (629, 419), (629, 418)]"87        },88        {89            "step": 4,90            "screenshot": "0789163526714764_4.png",91            "action": "CLICK",92            "info": "KEY_HOME",93            "ps": ""94        },95        {96            "step": 5,97            "screenshot": "0789163526714764_5.png",98            "action": "CLICK",99            "info": [100                [101                    600,102                    502103                ],104                [105                    600,106                    502107                ]108            ],109            "ps": "[(600, 502)]"110        },111        {112            "step": 6,113            "screenshot": "0789163526714764_6.png",114            "action": "CLICK",115            "info": [116                [117                    63,118                    89119                ],120                [121                    63,122                    89123                ]124            ],125            "ps": "[(63, 89)]"126        },127        {128            "step": 7,129            "screenshot": "0789163526714764_7.png",130            "action": "CLICK",131            "info": [132                [133                    825,134                    898135                ],136                [137                    825,138                    898139                ]140            ],141            "ps": "[(825, 898)]"142        },143        {144            "step": 8,145            "screenshot": "0789163526714764_8.png",146            "action": "TEXT",147            "info": "Chocolate chip cookies: 150g salted butter, softened 80g light brown muscovado sugar, 80g granulated sugar, 2 tsp vanilla extract, 1 large egg, 225g plain flour, 1/2 tsp bicarbonate of soda, 1/4 tsp salt, 200g plain chocolate chips or chunks",148            "ps": ""149        },150        {151            "step": 9,152            "screenshot": "0789163526714764_9.png",153            "action": "CLICK",154            "info": [155                [156                    284,157                    158158                ],159                [160                    284,161                    158162                ]163            ],164            "ps": "[(284, 158)]"165        },166        {167            "step": 10,168            "screenshot": "0789163526714764_10.png",169            "action": "TEXT",170            "info": "Chocolate chip cookies",171            "ps": ""172        },173        {174            "step": 11,175            "screenshot": "0789163526714764_11.png",176            "action": "CLICK",177            "info": "KEY_HOME",178            "ps": ""179        },180        {181            "step": 12,182            "screenshot": "0789163526714764_12.png",183            "action": "CLICK",184            "info": [185                [186                    386,187                    514188                ],189                [190                    386,191                    514192                ]193            ],194            "ps": "[(386, 514)]"195        },196        {197            "step": 13,198            "screenshot": "0789163526714764_13.png",199            "action": "CLICK",200            "info": [201                [202                    422,203                    163204                ],205                [206                    422,207                    163208                ]209            ],210            "ps": "[(422, 163)]"211        },212        {213            "step": 14,214            "screenshot": "0789163526714764_14.png",215            "action": "SCROLL",216            "info": [217                [218                    359,219                    857220                ],221                [222                    386,223                    243224                ]225            ],226            "ps": "[(359, 857), (361, 850), (361, 848), (361, 847), (361, 845), (361, 843), (361, 842), (361, 841), (361, 839), (361, 838), (361, 836), (361, 833), (361, 831), (361, 830), (361, 829), (361, 825), (361, 824), (361, 822), (361, 819), (361, 817), (361, 816), (361, 813), (361, 807), (361, 805), (361, 802), (361, 800), (361, 798), (361, 794), (361, 793), (361, 789), (361, 785), (361, 783), (361, 779), (361, 776), (361, 774), (361, 771), (365, 768), (365, 766), (365, 762), (365, 759), (365, 757), (365, 755), (365, 753), (365, 750), (365, 746), (365, 744), (365, 741), (369, 740), (369, 737), (369, 735), (369, 734), (369, 730), (369, 729), (369, 726), (369, 725), (369, 721), (371, 719), (371, 716), (371, 715), (371, 712), (371, 710), (371, 707), (371, 705), (371, 704), (375, 700), (375, 699), (375, 696), (375, 694), (375, 693), (375, 689), (375, 686), (375, 684), (375, 682), (375, 680), (379, 678), (379, 677), (379, 673), (379, 672), (379, 670), (379, 668), (379, 664), (379, 662), (379, 661), (379, 658), (379, 657), (379, 655), (379, 653), (379, 650), (379, 648), (379, 647), (379, 645), (379, 644), (379, 641), (379, 639), (379, 638), (379, 634), (379, 633), (379, 631), (379, 630), (379, 628), (379, 624), (379, 624), (379, 622), (379, 619), (379, 617), (379, 616), (379, 612), (379, 611), (379, 610), (379, 608), (379, 607), (379, 603), (379, 602), (379, 600), (379, 599), (379, 596), (379, 592), (379, 589), (379, 587), (379, 585), (379, 584), (379, 581), (379, 580), (379, 578), (379, 575), (379, 573), (379, 571), (379, 570), (379, 568), (379, 566), (379, 564), (379, 562), (379, 559), (379, 557), (379, 556), (379, 554), (379, 552), (379, 550), (379, 548), (379, 547), (379, 545), (379, 542), (379, 541), (379, 539), (379, 538), (379, 534), (379, 533), (379, 531), (379, 530), (379, 528), (379, 524), (379, 522), (379, 520), (379, 519), (379, 517), (379, 515), (379, 514), (379, 510), (379, 508), (379, 506), (379, 504), (379, 503), (379, 501), (379, 499), (379, 498), (379, 497), (379, 494), (379, 490), (379, 489), (379, 487), (379, 485), (379, 484), (379, 482), (379, 481), (379, 480), (379, 476), (379, 475), (379, 473), (379, 471), (379, 470), (379, 468), (379, 467), (379, 466), (379, 463), (379, 461), (379, 459), (379, 458), (379, 456), (379, 454), (379, 451), (379, 448), (379, 447), (379, 445), (379, 444), (379, 440), (379, 439), (379, 438), (379, 434), (379, 433), (379, 431), (379, 430), (379, 428), (379, 426), (379, 425), (379, 424), (379, 422), (379, 419), (379, 417), (379, 416), (379, 414), (379, 412), (379, 411), (379, 409), (379, 408), (379, 405), (379, 402), (379, 398), (379, 396), (379, 395), (379, 393), (379, 392), (379, 391), (379, 387), (379, 386), (379, 384), (379, 382), (379, 382), (379, 380), (379, 379), (379, 377), (379, 375), (379, 374), (379, 372), (379, 370), (379, 369), (379, 367), (379, 366), (379, 365), (379, 363), (379, 360), (379, 358), (379, 357), (379, 355), (379, 353), (379, 352), (379, 350), (379, 349), (379, 348), (379, 346), (379, 345), (379, 343), (379, 341), (379, 340), (379, 338), (379, 337), (379, 335), (379, 334), (379, 333), (379, 331), (379, 329), (379, 328), (379, 326), (379, 325), (379, 324), (379, 322), (379, 321), (379, 319), (379, 318), (379, 316), (379, 314), (379, 313), (379, 311), (379, 309), (379, 308), (379, 307), (379, 306), (379, 304), (379, 302), (379, 301), (379, 299), (381, 299), (381, 297), (381, 296), (381, 294), (381, 293), (381, 291), (381, 290), (381, 289), (381, 287), (381, 285), (381, 284), (381, 282), (381, 281), (381, 279), (381, 278), (381, 277), (381, 275), (386, 274), (386, 272), (386, 270), (386, 269), (386, 267), (386, 265), (386, 265), (386, 263), (386, 262), (386, 260), (386, 258), (386, 257), (386, 255), (386, 253), (386, 252), (386, 250), (386, 249), (386, 248), (386, 246), (386, 245), (386, 243)]"227        },228        {229            "step": 15,230            "screenshot": "0789163526714764_15.png",231            "action": "CLICK",232            "info": [233                [234                    278,235                    828236                ],237                [238                    278,239                    828240                ]241            ],242            "ps": "[(278, 828)]"243        },244        {245            "step": 16,246            "screenshot": "0789163526714764_16.png",247            "action": "CLICK",248            "info": [249                [250                    552,251                    85252                ],253                [254                    552,255                    85256                ]257            ],258            "ps": "[(552, 85)]"259        },260        {261            "step": 17,262            "screenshot": "0789163526714764_17.png",263            "action": "CLICK",264            "info": [265                [266                    918,267                    74268                ],269                [270                    918,271                    74272                ]273            ],274            "ps": "[(918, 74)]"275        },276        {277            "step": 18,278            "screenshot": "0789163526714764_18.png",279            "action": "TEXT",280            "info": "plain chocolate chips",281            "ps": ""282        },283        {284            "step": 19,285            "screenshot": "0789163526714764_19.png",286            "action": "CLICK",287            "info": [288                [289                    909,290                    900291                ],292                [293                    909,294                    900295                ]296            ],297            "ps": "[(909, 900)]"298        },299        {300            "step": 20,301            "screenshot": "0789163526714764_20.png",302            "action": "SCROLL",303            "info": [304                [305                    329,306                    842307                ],308                [309                    499,310                    265311                ]312            ],313            "ps": "[(329, 842), (329, 842), (329, 841), (329, 839), (329, 838), (329, 836), (329, 834), (329, 833), (329, 831), (329, 831), (329, 829), (329, 827), (329, 826), (329, 824), (329, 822), (329, 821), (329, 819), (329, 818), (329, 816), (329, 815), (324, 814), (324, 812), (324, 810), (324, 809), (324, 807), (324, 806), (324, 804), (324, 802), (322, 801), (322, 799), (322, 798), (322, 797), (322, 795), (322, 794), (318, 792), (318, 790), (318, 789), (318, 787), (318, 785), (318, 785), (315, 783), (315, 782), (315, 780), (315, 778), (315, 777), (315, 775), (313, 774), (313, 773), (313, 769), (313, 768), (313, 766), (308, 765), (308, 761), (308, 760), (308, 758), (304, 757), (304, 756), (304, 754), (304, 752), (304, 751), (302, 749), (302, 746), (302, 742), (302, 741), (302, 740), (298, 738), (298, 737), (298, 735), (298, 733), (294, 730), (294, 728), (294, 727), (294, 726), (294, 724), (294, 723), (294, 719), (290, 716), (290, 713), (290, 711), (290, 709), (290, 708), (290, 706), (290, 705), (288, 703), (288, 700), (288, 699), (288, 697), (288, 696), (288, 694), (288, 691), (288, 687), (288, 683), (288, 683), (288, 681), (288, 679), (288, 678), (288, 676), (288, 673), (288, 670), (288, 668), (288, 667), (288, 663), (288, 660), (288, 658), (288, 658), (288, 656), (288, 654), (288, 653), (288, 651), (288, 649), (288, 648), (288, 646), (288, 645), (288, 643), (288, 641), (288, 641), (288, 639), (288, 637), (288, 636), (288, 634), (288, 633), (288, 631), (288, 629), (288, 626), (288, 623), (288, 620), (288, 618), (288, 616), (292, 615), (292, 613), (292, 612), (292, 611), (292, 607), (296, 606), (296, 604), (296, 603), (296, 601), (296, 599), (298, 599), (298, 597), (298, 595), (298, 594), (298, 592), (302, 589), (302, 587), (302, 585), (302, 584), (302, 582), (306, 582), (306, 580), (306, 576), (308, 576), (308, 573), (308, 571), (308, 570), (313, 568), (313, 567), (313, 566), (313, 564), (316, 563), (316, 559), (316, 558), (316, 556), (318, 554), (318, 554), (318, 550), (322, 549), (322, 547), (322, 545), (324, 544), (324, 542), (324, 541), (324, 540), (329, 538), (329, 537), (329, 535), (333, 533), (333, 532), (333, 530), (333, 529), (335, 527), (335, 525), (335, 524), (339, 524), (339, 521), (339, 520), (343, 518), (343, 516), (343, 515), (345, 513), (345, 512), (345, 510), (345, 508), (345, 508), (349, 506), (349, 504), (351, 503), (351, 501), (351, 500), (351, 498), (355, 497), (355, 496), (355, 494), (355, 492), (359, 491), (359, 489), (359, 488), (361, 486), (361, 484), (361, 483), (361, 482), (365, 481), (365, 479), (365, 477), (369, 476), (369, 474), (369, 472), (369, 471), (371, 469), (371, 468), (371, 466), (375, 465), (375, 464), (375, 462), (377, 460), (377, 459), (377, 457), (381, 456), (381, 454), (381, 452), (381, 451), (386, 450), (386, 448), (388, 447), (388, 445), (388, 444), (391, 442), (391, 440), (391, 439), (391, 438), (395, 436), (395, 435), (397, 433), (397, 432), (397, 430), (397, 428), (402, 427), (402, 425), (402, 424), (404, 423), (404, 421), (408, 420), (408, 418), (412, 416), (412, 415), (412, 413), (412, 412), (414, 410), (414, 408), (414, 408), (418, 406), (418, 404), (420, 403), (420, 401), (420, 400), (424, 398), (424, 396), (424, 395), (428, 393), (428, 392), (428, 391), (430, 389), (430, 388), (430, 386), (430, 384), (434, 384), (434, 383), (434, 382), (434, 381), (438, 379), (438, 377), (438, 376), (440, 374), (440, 372), (440, 371), (440, 369), (444, 369), (444, 368), (444, 366), (444, 365), (444, 364), (446, 364), (446, 362), (446, 360), (446, 359), (446, 357), (446, 356), (450, 356), (450, 354), (450, 352), (450, 351), (454, 349), (454, 348), (454, 347), (454, 345), (456, 345), (456, 344), (456, 342), (456, 340), (456, 339), (461, 339), (461, 337), (461, 335), (461, 335), (461, 333), (465, 332), (465, 330), (465, 328), (465, 327), (465, 325), (466, 325), (466, 324), (466, 323), (466, 321), (466, 320), (466, 318), (470, 318), (470, 316), (470, 315), (470, 313), (472, 312), (472, 310), (472, 308), (472, 307), (472, 306), (472, 304), (472, 303), (477, 303), (477, 301), (477, 300), (477, 298), (481, 298), (481, 296), (481, 295), (481, 293), (481, 291), (481, 291), (483, 291), (483, 289), (483, 288), (483, 286), (487, 286), (487, 284), (487, 283), (487, 281), (487, 279), (490, 278), (490, 277), (490, 276), (493, 276), (493, 274), (493, 272), (493, 271), (493, 269), (497, 268), (497, 266), (497, 265), (499, 265)]"314        },315        {316            "step": 21,317            "screenshot": "0789163526714764_21.png",318            "action": "CLICK",319            "info": [320                [321                    280,322                    724323                ],324                [325                    280,326                    724327                ]328            ],329            "ps": "[(280, 724)]"330        },331        {332            "step": 22,333            "screenshot": "0789163526714764_22.png",334            "action": "COMPLETE",335            "info": "",336            "ps": ""337        }338    ]339}