endlesswinds/AndroidControl-JSON-Splits
AndroidControl (JSON) Overview This dataset provides all splits of AndroidControl in a ready-to-use JSON format, extracted from the original Google Cloud data release. Motivation: Most GUI agent works use GUI-Actor-Data for training, which includes AndroidControl images but does not include the test set JSON. Obtaining any split from the original source requires downloading the full dataset (~47 GB) from Google Cloud, which is cumbersome. This dataset provides all… See the full description on the dataset page: https://huggingface.co/datasets/endlesswinds/AndroidControl-JSON-Splits.
048
1[2 [3 {4 "img_url": "android_control_episode_[140]_0.png",5 "img_size": [6 1080,7 24008 ],9 "episode_id": 140,10 "goal": "Share my favorite Book \"the Queen's Gambit\" to my Friend Natalie larson over her gmail address -natalie.larson1998@gmail.com from the PocketBook app.",11 "instruction": "open the PocketBook app.",12 "action": {13 "action_type": "open_app",14 "app_name": "PocketBook"15 }16 },17 {18 "img_url": "android_control_episode_[140]_1.png",19 "img_size": [20 1080,21 240022 ],23 "episode_id": 140,24 "goal": "Share my favorite Book \"the Queen's Gambit\" to my Friend Natalie larson over her gmail address -natalie.larson1998@gmail.com from the PocketBook app.",25 "instruction": "Long press on the \"the Queen's Gambit\" book.",26 "action": {27 "action_type": "long_press",28 "x": 117,29 "y": 65430 }31 },32 {33 "img_url": "android_control_episode_[140]_2.png",34 "img_size": [35 1080,36 240037 ],38 "episode_id": 140,39 "goal": "Share my favorite Book \"the Queen's Gambit\" to my Friend Natalie larson over her gmail address -natalie.larson1998@gmail.com from the PocketBook app.",40 "instruction": "Click on the more options icon at the top right corner of the screen.",41 "action": {42 "action_type": "click",43 "x": 1027,44 "y": 20945 }46 },47 {48 "img_url": "android_control_episode_[140]_3.png",49 "img_size": [50 1080,51 240052 ],53 "episode_id": 140,54 "goal": "Share my favorite Book \"the Queen's Gambit\" to my Friend Natalie larson over her gmail address -natalie.larson1998@gmail.com from the PocketBook app.",55 "instruction": "Click on the tab \"share\".",56 "action": {57 "action_type": "click",58 "x": 843,59 "y": 23160 }61 },62 {63 "img_url": "android_control_episode_[140]_4.png",64 "img_size": [65 1080,66 240067 ],68 "episode_id": 140,69 "goal": "Share my favorite Book \"the Queen's Gambit\" to my Friend Natalie larson over her gmail address -natalie.larson1998@gmail.com from the PocketBook app.",70 "instruction": "Click on the tab See all.",71 "action": {72 "action_type": "click",73 "x": 780,74 "y": 86175 }76 },77 {78 "img_url": "android_control_episode_[140]_5.png",79 "img_size": [80 1080,81 240082 ],83 "episode_id": 140,84 "goal": "Share my favorite Book \"the Queen's Gambit\" to my Friend Natalie larson over her gmail address -natalie.larson1998@gmail.com from the PocketBook app.",85 "instruction": "Click on the Gmail option.",86 "action": {87 "action_type": "click",88 "x": 754,89 "y": 86190 }91 },92 {93 "img_url": "android_control_episode_[140]_6.png",94 "img_size": [95 1080,96 240097 ],98 "episode_id": 140,99 "goal": "Share my favorite Book \"the Queen's Gambit\" to my Friend Natalie larson over her gmail address -natalie.larson1998@gmail.com from the PocketBook app.",100 "instruction": "Click on the second Input box.",101 "action": {102 "action_type": "click",103 "x": 54,104 "y": 525105 }106 },107 {108 "img_url": "android_control_episode_[140]_7.png",109 "img_size": [110 1080,111 2400112 ],113 "episode_id": 140,114 "goal": "Share my favorite Book \"the Queen's Gambit\" to my Friend Natalie larson over her gmail address -natalie.larson1998@gmail.com from the PocketBook app.",115 "instruction": "Type id \"natalie.larson1998@gmail.com\" in the second input box.",116 "action": {117 "action_type": "input_text",118 "text": "natalie.larson1998@gmail.com"119 }120 },121 {122 "img_url": "android_control_episode_[140]_8.png",123 "img_size": [124 1080,125 2400126 ],127 "episode_id": 140,128 "goal": "Share my favorite Book \"the Queen's Gambit\" to my Friend Natalie larson over her gmail address -natalie.larson1998@gmail.com from the PocketBook app.",129 "instruction": "Click on the send icon on the left side of the three dots on the top right corner of the screen.",130 "action": {131 "action_type": "click",132 "x": 890,133 "y": 218134 }135 }136 ],137 [138 {139 "img_url": "android_control_episode_[662]_0.png",140 "img_size": [141 1080,142 2400143 ],144 "episode_id": 662,145 "goal": "Browse Leonardo Da Vinci Mona lisa's painting for me on the Artsy app.",146 "instruction": "Open the artsy app.",147 "action": {148 "action_type": "open_app",149 "app_name": "Artsy"150 }151 },152 {153 "img_url": "android_control_episode_[662]_1.png",154 "img_size": [155 1080,156 2400157 ],158 "episode_id": 662,159 "goal": "Browse Leonardo Da Vinci Mona lisa's painting for me on the Artsy app.",160 "instruction": "Click on the search icon at the bottom.",161 "action": {162 "action_type": "click",163 "x": 334,164 "y": 2268165 }166 },167 {168 "img_url": "android_control_episode_[662]_2.png",169 "img_size": [170 1080,171 2400172 ],173 "episode_id": 662,174 "goal": "Browse Leonardo Da Vinci Mona lisa's painting for me on the Artsy app.",175 "instruction": "Type \"Leonardo Da Vinci Mona lisa's painting\" in the search box.",176 "action": {177 "action_type": "input_text",178 "text": "Leonardo Da Vinci Mona lisa's painting"179 }180 },181 {182 "img_url": "android_control_episode_[662]_3.png",183 "img_size": [184 1080,185 2400186 ],187 "episode_id": 662,188 "goal": "Browse Leonardo Da Vinci Mona lisa's painting for me on the Artsy app.",189 "instruction": "Click on the Search icon at the bottom right corner of the keyboard.",190 "action": {191 "action_type": "click",192 "x": 994,193 "y": 2169194 }195 },196 {197 "img_url": "android_control_episode_[662]_4.png",198 "img_size": [199 1080,200 2400201 ],202 "episode_id": 662,203 "goal": "Browse Leonardo Da Vinci Mona lisa's painting for me on the Artsy app.",204 "instruction": "Click on the tab \"Lenardo da vinci\".",205 "action": {206 "action_type": "click",207 "x": 605,208 "y": 772209 }210 }211 ],212 [213 {214 "img_url": "android_control_episode_[803]_0.png",215 "img_size": [216 1080,217 2400218 ],219 "episode_id": 803,220 "goal": "Restore the financial report file from trash in the Google Drive because I need to review the file's details once more.",221 "instruction": "Click on the three bar menu at the top left corner of the screen",222 "action": {223 "action_type": "click",224 "x": 116,225 "y": 219226 }227 },228 {229 "img_url": "android_control_episode_[803]_1.png",230 "img_size": [231 1080,232 2400233 ],234 "episode_id": 803,235 "goal": "Restore the financial report file from trash in the Google Drive because I need to review the file's details once more.",236 "instruction": "Go to the thrash",237 "action": {238 "action_type": "click",239 "x": 206,240 "y": 655241 }242 },243 {244 "img_url": "android_control_episode_[803]_2.png",245 "img_size": [246 1080,247 2400248 ],249 "episode_id": 803,250 "goal": "Restore the financial report file from trash in the Google Drive because I need to review the file's details once more.",251 "instruction": "Click on the three-dot icon of Financial report",252 "action": {253 "action_type": "click",254 "x": 988,255 "y": 2080256 }257 },258 {259 "img_url": "android_control_episode_[803]_3.png",260 "img_size": [261 1080,262 2400263 ],264 "episode_id": 803,265 "goal": "Restore the financial report file from trash in the Google Drive because I need to review the file's details once more.",266 "instruction": "Click on the restore option",267 "action": {268 "action_type": "click",269 "x": 602,270 "y": 1972271 }272 }273 ],274 [275 {276 "img_url": "android_control_episode_[943]_0.png",277 "img_size": [278 1080,279 2400280 ],281 "episode_id": 943,282 "goal": "Look for the locks on the Etsy app so I can utilize them at home.",283 "instruction": "Open Etsy app.",284 "action": {285 "action_type": "open_app",286 "app_name": "Etsy"287 }288 },289 {290 "img_url": "android_control_episode_[943]_1.png",291 "img_size": [292 1080,293 2400294 ],295 "episode_id": 943,296 "goal": "Look for the locks on the Etsy app so I can utilize them at home.",297 "instruction": "Click on the search bar on the top of the screen.",298 "action": {299 "action_type": "click",300 "x": 624,301 "y": 200302 }303 },304 {305 "img_url": "android_control_episode_[943]_2.png",306 "img_size": [307 1080,308 2400309 ],310 "episode_id": 943,311 "goal": "Look for the locks on the Etsy app so I can utilize them at home.",312 "instruction": "Click on the lock on the screen.",313 "action": {314 "action_type": "click",315 "x": 561,316 "y": 609317 }318 }319 ],320 [321 {322 "img_url": "android_control_episode_[1344]_0.png",323 "img_size": [324 1080,325 2400326 ],327 "episode_id": 1344,328 "goal": "In The Times Of India APP go to podcasts and listen to the first podcast result ",329 "instruction": "Click on the search icon at the top left corner",330 "action": {331 "action_type": "click",332 "x": 73,333 "y": 226334 }335 },336 {337 "img_url": "android_control_episode_[1344]_1.png",338 "img_size": [339 1080,340 2400341 ],342 "episode_id": 1344,343 "goal": "In The Times Of India APP go to podcasts and listen to the first podcast result ",344 "instruction": "Click on the podcasts",345 "action": {346 "action_type": "click",347 "x": 456,348 "y": 1213349 }350 },351 {352 "img_url": "android_control_episode_[1344]_2.png",353 "img_size": [354 1080,355 2400356 ],357 "episode_id": 1344,358 "goal": "In The Times Of India APP go to podcasts and listen to the first podcast result ",359 "instruction": "Click on the first result podcast",360 "action": {361 "action_type": "click",362 "x": 226,363 "y": 901364 }365 },366 {367 "img_url": "android_control_episode_[1344]_3.png",368 "img_size": [369 1080,370 2400371 ],372 "episode_id": 1344,373 "goal": "In The Times Of India APP go to podcasts and listen to the first podcast result ",374 "instruction": "Click on the first result podcast",375 "action": {376 "action_type": "wait"377 }378 }379 ],380 [381 {382 "img_url": "android_control_episode_[1364]_0.png",383 "img_size": [384 1080,385 2400386 ],387 "episode_id": 1364,388 "goal": "convert the 1 GigaWatt unit into all other power units in the power section ,skip Ads if Any .",389 "instruction": "Get back to the previous page of the App",390 "action": {391 "action_type": "navigate_back"392 }393 },394 {395 "img_url": "android_control_episode_[1364]_1.png",396 "img_size": [397 1080,398 2400399 ],400 "episode_id": 1364,401 "goal": "convert the 1 GigaWatt unit into all other power units in the power section ,skip Ads if Any .",402 "instruction": "Go to the power section .",403 "action": {404 "action_type": "click",405 "x": 539,406 "y": 861407 }408 },409 {410 "img_url": "android_control_episode_[1364]_2.png",411 "img_size": [412 1080,413 2400414 ],415 "episode_id": 1364,416 "goal": "convert the 1 GigaWatt unit into all other power units in the power section ,skip Ads if Any .",417 "instruction": "Click on the power unit input section",418 "action": {419 "action_type": "click",420 "x": 786,421 "y": 419422 }423 },424 {425 "img_url": "android_control_episode_[1364]_3.png",426 "img_size": [427 1080,428 2400429 ],430 "episode_id": 1364,431 "goal": "convert the 1 GigaWatt unit into all other power units in the power section ,skip Ads if Any .",432 "instruction": "Choose Gigawatt unit",433 "action": {434 "action_type": "click",435 "x": 540,436 "y": 1710437 }438 },439 {440 "img_url": "android_control_episode_[1364]_4.png",441 "img_size": [442 1080,443 2400444 ],445 "episode_id": 1364,446 "goal": "convert the 1 GigaWatt unit into all other power units in the power section ,skip Ads if Any .",447 "instruction": "Click on the convert button",448 "action": {449 "action_type": "click",450 "x": 540,451 "y": 595452 }453 },454 {455 "img_url": "android_control_episode_[1364]_5.png",456 "img_size": [457 1080,458 2400459 ],460 "episode_id": 1364,461 "goal": "convert the 1 GigaWatt unit into all other power units in the power section ,skip Ads if Any .",462 "instruction": "Close the Ad",463 "action": {464 "action_type": "wait"465 }466 },467 {468 "img_url": "android_control_episode_[1364]_6.png",469 "img_size": [470 1080,471 2400472 ],473 "episode_id": 1364,474 "goal": "convert the 1 GigaWatt unit into all other power units in the power section ,skip Ads if Any .",475 "instruction": "Close the Ad",476 "action": {477 "action_type": "click",478 "x": 1019,479 "y": 198480 }481 },482 {483 "img_url": "android_control_episode_[1364]_7.png",484 "img_size": [485 1080,486 2400487 ],488 "episode_id": 1364,489 "goal": "convert the 1 GigaWatt unit into all other power units in the power section ,skip Ads if Any .",490 "instruction": "Click on the continue to app pop up at the top of the screen",491 "action": {492 "action_type": "click",493 "x": 579,494 "y": 277495 }496 }497 ],498 [499 {500 "img_url": "android_control_episode_[1464]_0.png",501 "img_size": [502 1080,503 2400504 ],505 "episode_id": 1464,506 "goal": "Read any news article of your choice on The CNN News app.",507 "instruction": "Open The CNN News app.",508 "action": {509 "action_type": "open_app",510 "app_name": "CNN"511 }512 },513 {514 "img_url": "android_control_episode_[1464]_1.png",515 "img_size": [516 1080,517 2400518 ],519 "episode_id": 1464,520 "goal": "Read any news article of your choice on The CNN News app.",521 "instruction": "Click on the first article on the screen.",522 "action": {523 "action_type": "click",524 "x": 540,525 "y": 909526 }527 },528 {529 "img_url": "android_control_episode_[1464]_2.png",530 "img_size": [531 1080,532 2400533 ],534 "episode_id": 1464,535 "goal": "Read any news article of your choice on The CNN News app.",536 "instruction": "Scroll up on the screen to read the whole article.",537 "action": {538 "action_type": "scroll",539 "direction": "down"540 }541 },542 {543 "img_url": "android_control_episode_[1464]_3.png",544 "img_size": [545 1080,546 2400547 ],548 "episode_id": 1464,549 "goal": "Read any news article of your choice on The CNN News app.",550 "instruction": "Scroll up on the screen to read the whole article.",551 "action": {552 "action_type": "scroll",553 "direction": "down"554 }555 },556 {557 "img_url": "android_control_episode_[1464]_4.png",558 "img_size": [559 1080,560 2400561 ],562 "episode_id": 1464,563 "goal": "Read any news article of your choice on The CNN News app.",564 "instruction": "Scroll up on the screen to read the whole article.",565 "action": {566 "action_type": "scroll",567 "direction": "down"568 }569 },570 {571 "img_url": "android_control_episode_[1464]_5.png",572 "img_size": [573 1080,574 2400575 ],576 "episode_id": 1464,577 "goal": "Read any news article of your choice on The CNN News app.",578 "instruction": "Scroll up on the screen to read the whole article.",579 "action": {580 "action_type": "scroll",581 "direction": "down"582 }583 },584 {585 "img_url": "android_control_episode_[1464]_6.png",586 "img_size": [587 1080,588 2400589 ],590 "episode_id": 1464,591 "goal": "Read any news article of your choice on The CNN News app.",592 "instruction": "Scroll up on the screen to read the whole article.",593 "action": {594 "action_type": "scroll",595 "direction": "down"596 }597 },598 {599 "img_url": "android_control_episode_[1464]_7.png",600 "img_size": [601 1080,602 2400603 ],604 "episode_id": 1464,605 "goal": "Read any news article of your choice on The CNN News app.",606 "instruction": "Scroll up on the screen to read the whole article.",607 "action": {608 "action_type": "scroll",609 "direction": "down"610 }611 },612 {613 "img_url": "android_control_episode_[1464]_8.png",614 "img_size": [615 1080,616 2400617 ],618 "episode_id": 1464,619 "goal": "Read any news article of your choice on The CNN News app.",620 "instruction": "Scroll up on the screen to read the whole article.",621 "action": {622 "action_type": "scroll",623 "direction": "down"624 }625 }626 ],627 [628 {629 "img_url": "android_control_episode_[1624]_0.png",630 "img_size": [631 1080,632 2400633 ],634 "episode_id": 1624,635 "goal": "Search for the sofa for my living room in the Amazon app.",636 "instruction": "Open Amazon app.",637 "action": {638 "action_type": "open_app",639 "app_name": "Amazon"640 }641 },642 {643 "img_url": "android_control_episode_[1624]_1.png",644 "img_size": [645 1080,646 2400647 ],648 "episode_id": 1624,649 "goal": "Search for the sofa for my living room in the Amazon app.",650 "instruction": "Click on the search bar on the top of the screen.",651 "action": {652 "action_type": "click",653 "x": 532,654 "y": 206655 }656 },657 {658 "img_url": "android_control_episode_[1624]_2.png",659 "img_size": [660 1080,661 2400662 ],663 "episode_id": 1624,664 "goal": "Search for the sofa for my living room in the Amazon app.",665 "instruction": "Type Sofa in the search bar.",666 "action": {667 "action_type": "input_text",668 "text": "Sofa"669 }670 },671 {672 "img_url": "android_control_episode_[1624]_3.png",673 "img_size": [674 1080,675 2400676 ],677 "episode_id": 1624,678 "goal": "Search for the sofa for my living room in the Amazon app.",679 "instruction": "Click on the Sofa option on the screen.",680 "action": {681 "action_type": "click",682 "x": 529,683 "y": 311684 }685 }686 ],687 [688 {689 "img_url": "android_control_episode_[1704]_0.png",690 "img_size": [691 1080,692 2400693 ],694 "episode_id": 1704,695 "goal": "I want to learn about astronomical objects so on the SkyView Free app view the information related to Crab Nebula.",696 "instruction": "click on the search icon at the top right corner of the screen.",697 "action": {698 "action_type": "click",699 "x": 1005,700 "y": 210701 }702 },703 {704 "img_url": "android_control_episode_[1704]_1.png",705 "img_size": [706 1080,707 2400708 ],709 "episode_id": 1704,710 "goal": "I want to learn about astronomical objects so on the SkyView Free app view the information related to Crab Nebula.",711 "instruction": "Click on the \"Messier Objects\" button.",712 "action": {713 "action_type": "click",714 "x": 273,715 "y": 1113716 }717 },718 {719 "img_url": "android_control_episode_[1704]_2.png",720 "img_size": [721 1080,722 2400723 ],724 "episode_id": 1704,725 "goal": "I want to learn about astronomical objects so on the SkyView Free app view the information related to Crab Nebula.",726 "instruction": "Click on the tab \"Crab Nebula\".",727 "action": {728 "action_type": "click",729 "x": 539,730 "y": 309731 }732 },733 {734 "img_url": "android_control_episode_[1704]_3.png",735 "img_size": [736 1080,737 2400738 ],739 "episode_id": 1704,740 "goal": "I want to learn about astronomical objects so on the SkyView Free app view the information related to Crab Nebula.",741 "instruction": "Click on the text \"CRAB NEBULA\" at the bottom left corner of the screen.",742 "action": {743 "action_type": "click",744 "x": 421,745 "y": 2147746 }747 },748 {749 "img_url": "android_control_episode_[1704]_4.png",750 "img_size": [751 1080,752 2400753 ],754 "episode_id": 1704,755 "goal": "I want to learn about astronomical objects so on the SkyView Free app view the information related to Crab Nebula.",756 "instruction": "Scroll up",757 "action": {758 "action_type": "scroll",759 "direction": "down"760 }761 }762 ],763 [764 {765 "img_url": "android_control_episode_[1764]_0.png",766 "img_size": [767 1080,768 2400769 ],770 "episode_id": 1764,771 "goal": "In the HealthifyMe app, see insights your all activity you in the app",772 "instruction": "Open the HealthifyMe app",773 "action": {774 "action_type": "open_app",775 "app_name": "HealthifyMe"776 }777 },778 {779 "img_url": "android_control_episode_[1764]_1.png",780 "img_size": [781 1080,782 2400783 ],784 "episode_id": 1764,785 "goal": "In the HealthifyMe app, see insights your all activity you in the app",786 "instruction": "Click on the step icon",787 "action": {788 "action_type": "click",789 "x": 794,790 "y": 1851791 }792 },793 {794 "img_url": "android_control_episode_[1764]_2.png",795 "img_size": [796 1080,797 2400798 ],799 "episode_id": 1764,800 "goal": "In the HealthifyMe app, see insights your all activity you in the app",801 "instruction": "Click on the step icon",802 "action": {803 "action_type": "click",804 "x": 799,805 "y": 2101806 }807 }808 ],809 [810 {811 "img_url": "android_control_episode_[1904]_0.png",812 "img_size": [813 1080,814 2400815 ],816 "episode_id": 1904,817 "goal": "I fit into a size 10, therefore that's what I'm looking for. With a size filter of 10, use the Flipkart app to find shoes.",818 "instruction": "Click on the Filter option",819 "action": {820 "action_type": "click",821 "x": 428,822 "y": 367823 }824 },825 {826 "img_url": "android_control_episode_[1904]_1.png",827 "img_size": [828 1080,829 2400830 ],831 "episode_id": 1904,832 "goal": "I fit into a size 10, therefore that's what I'm looking for. With a size filter of 10, use the Flipkart app to find shoes.",833 "instruction": "Click on the Size - UK/India Filter",834 "action": {835 "action_type": "click",836 "x": 179,837 "y": 1091838 }839 },840 {841 "img_url": "android_control_episode_[1904]_2.png",842 "img_size": [843 1080,844 2400845 ],846 "episode_id": 1904,847 "goal": "I fit into a size 10, therefore that's what I'm looking for. With a size filter of 10, use the Flipkart app to find shoes.",848 "instruction": "select size 10",849 "action": {850 "action_type": "click",851 "x": 437,852 "y": 859853 }854 },855 {856 "img_url": "android_control_episode_[1904]_3.png",857 "img_size": [858 1080,859 2400860 ],861 "episode_id": 1904,862 "goal": "I fit into a size 10, therefore that's what I'm looking for. With a size filter of 10, use the Flipkart app to find shoes.",863 "instruction": "Click on the Apply button at the bottom right corner of the screen",864 "action": {865 "action_type": "click",866 "x": 832,867 "y": 2262868 }869 }870 ],871 [872 {873 "img_url": "android_control_episode_[2124]_0.png",874 "img_size": [875 1080,876 2400877 ],878 "episode_id": 2124,879 "goal": "Start the stopwatch in the clock app",880 "instruction": "Click on the stopwatch icon",881 "action": {882 "action_type": "click",883 "x": 756,884 "y": 2232885 }886 },887 {888 "img_url": "android_control_episode_[2124]_1.png",889 "img_size": [890 1080,891 2400892 ],893 "episode_id": 2124,894 "goal": "Start the stopwatch in the clock app",895 "instruction": "Click on the play icon",896 "action": {897 "action_type": "click",898 "x": 540,899 "y": 1958900 }901 }902 ],903 [904 {905 "img_url": "android_control_episode_[2405]_0.png",906 "img_size": [907 1080,908 2400909 ],910 "episode_id": 2405,911 "goal": "In the Flipsnack magazine app,search for Travel Africa Magazine and read the articles.",912 "instruction": "Open the Flipsnack magazine app",913 "action": {914 "action_type": "open_app",915 "app_name": "Flipsnack"916 }917 },918 {919 "img_url": "android_control_episode_[2405]_1.png",920 "img_size": [921 1080,922 2400923 ],924 "episode_id": 2405,925 "goal": "In the Flipsnack magazine app,search for Travel Africa Magazine and read the articles.",926 "instruction": "Tap on the search option at the bottom of the screen",927 "action": {928 "action_type": "click",929 "x": 405,930 "y": 2206931 }932 },933 {934 "img_url": "android_control_episode_[2405]_2.png",935 "img_size": [936 1080,937 2400938 ],939 "episode_id": 2405,940 "goal": "In the Flipsnack magazine app,search for Travel Africa Magazine and read the articles.",941 "instruction": "Tap on the search bar at the top of the screen",942 "action": {943 "action_type": "click",944 "x": 590,945 "y": 240946 }947 },948 {949 "img_url": "android_control_episode_[2405]_3.png",950 "img_size": [951 1080,952 2400953 ],954 "episode_id": 2405,955 "goal": "In the Flipsnack magazine app,search for Travel Africa Magazine and read the articles.",956 "instruction": "Search for Travel Africa Magazine",957 "action": {958 "action_type": "input_text",959 "text": "Travel Africa"960 }961 },962 {963 "img_url": "android_control_episode_[2405]_4.png",964 "img_size": [965 1080,966 2400967 ],968 "episode_id": 2405,969 "goal": "In the Flipsnack magazine app,search for Travel Africa Magazine and read the articles.",970 "instruction": "Tap on the search icon at the bottom right corner of the screen",971 "action": {972 "action_type": "click",973 "x": 994,974 "y": 2158975 }976 },977 {978 "img_url": "android_control_episode_[2405]_5.png",979 "img_size": [980 1080,981 2400982 ],983 "episode_id": 2405,984 "goal": "In the Flipsnack magazine app,search for Travel Africa Magazine and read the articles.",985 "instruction": "Tap on the Walk Luangwa magazine",986 "action": {987 "action_type": "click",988 "x": 797,989 "y": 1667990 }991 },992 {993 "img_url": "android_control_episode_[2405]_6.png",994 "img_size": [995 1080,996 2400997 ],998 "episode_id": 2405,999 "goal": "In the Flipsnack magazine app,search for Travel Africa Magazine and read the articles.",1000 "instruction": "Tap on the read button",1001 "action": {1002 "action_type": "click",1003 "x": 540,1004 "y": 15381005 }1006 },1007 {1008 "img_url": "android_control_episode_[2405]_7.png",1009 "img_size": [1010 1080,1011 24001012 ],1013 "episode_id": 2405,1014 "goal": "In the Flipsnack magazine app,search for Travel Africa Magazine and read the articles.",1015 "instruction": "Swipe left to read more",1016 "action": {1017 "action_type": "scroll",1018 "direction": "right"1019 }1020 },1021 {1022 "img_url": "android_control_episode_[2405]_8.png",1023 "img_size": [1024 1080,1025 24001026 ],1027 "episode_id": 2405,1028 "goal": "In the Flipsnack magazine app,search for Travel Africa Magazine and read the articles.",1029 "instruction": "Swipe left to read more",1030 "action": {1031 "action_type": "scroll",1032 "direction": "right"1033 }1034 }1035 ],1036 [1037 {1038 "img_url": "android_control_episode_[2626]_0.png",1039 "img_size": [1040 1080,1041 24001042 ],1043 "episode_id": 2626,1044 "goal": "I regularly do 20 minutes of yoga in the park, so I started tracking my yoga sessions with the Google fit app.",1045 "instruction": "Click on the plus icon",1046 "action": {1047 "action_type": "click",1048 "x": 943,1049 "y": 20521050 }1051 },1052 {1053 "img_url": "android_control_episode_[2626]_1.png",1054 "img_size": [1055 1080,1056 24001057 ],1058 "episode_id": 2626,1059 "goal": "I regularly do 20 minutes of yoga in the park, so I started tracking my yoga sessions with the Google fit app.",1060 "instruction": "Click on the track workout option",1061 "action": {1062 "action_type": "click",1063 "x": 936,1064 "y": 18431065 }1066 },1067 {1068 "img_url": "android_control_episode_[2626]_2.png",1069 "img_size": [1070 1080,1071 24001072 ],1073 "episode_id": 2626,1074 "goal": "I regularly do 20 minutes of yoga in the park, so I started tracking my yoga sessions with the Google fit app.",1075 "instruction": "Click on the drop down icon. ",1076 "action": {1077 "action_type": "click",1078 "x": 518,1079 "y": 3761080 }1081 },1082 {1083 "img_url": "android_control_episode_[2626]_3.png",1084 "img_size": [1085 1080,1086 24001087 ],1088 "episode_id": 2626,1089 "goal": "I regularly do 20 minutes of yoga in the park, so I started tracking my yoga sessions with the Google fit app.",1090 "instruction": "Click on the yoga option.",1091 "action": {1092 "action_type": "click",1093 "x": 540,1094 "y": 20501095 }1096 },1097 {1098 "img_url": "android_control_episode_[2626]_4.png",1099 "img_size": [1100 1080,1101 24001102 ],1103 "episode_id": 2626,1104 "goal": "I regularly do 20 minutes of yoga in the park, so I started tracking my yoga sessions with the Google fit app.",1105 "instruction": "Click on the play button.",1106 "action": {1107 "action_type": "click",1108 "x": 540,1109 "y": 13661110 }1111 },1112 {1113 "img_url": "android_control_episode_[2626]_5.png",1114 "img_size": [1115 1080,1116 24001117 ],1118 "episode_id": 2626,1119 "goal": "I regularly do 20 minutes of yoga in the park, so I started tracking my yoga sessions with the Google fit app.",1120 "instruction": "Click on the play button.",1121 "action": {1122 "action_type": "wait"1123 }1124 }1125 ],1126 [1127 {1128 "img_url": "android_control_episode_[2666]_0.png",1129 "img_size": [1130 1080,1131 24001132 ],1133 "episode_id": 2666,1134 "goal": " I want to add Zoom out transitions between Presentation slides in the Presentations app.",1135 "instruction": "Swipe left to view the zoom out option ",1136 "action": {1137 "action_type": "scroll",1138 "direction": "right"1139 }1140 },1141 {1142 "img_url": "android_control_episode_[2666]_1.png",1143 "img_size": [1144 1080,1145 24001146 ],1147 "episode_id": 2666,1148 "goal": " I want to add Zoom out transitions between Presentation slides in the Presentations app.",1149 "instruction": "Swipe left to view the zoom out option ",1150 "action": {1151 "action_type": "scroll",1152 "direction": "right"1153 }1154 },1155 {1156 "img_url": "android_control_episode_[2666]_2.png",1157 "img_size": [1158 1080,1159 24001160 ],1161 "episode_id": 2666,1162 "goal": " I want to add Zoom out transitions between Presentation slides in the Presentations app.",1163 "instruction": "Swipe left to view the zoom out option ",1164 "action": {1165 "action_type": "scroll",1166 "direction": "right"1167 }1168 },1169 {1170 "img_url": "android_control_episode_[2666]_3.png",1171 "img_size": [1172 1080,1173 24001174 ],1175 "episode_id": 2666,1176 "goal": " I want to add Zoom out transitions between Presentation slides in the Presentations app.",1177 "instruction": "Click on the Zoom out option",1178 "action": {1179 "action_type": "click",1180 "x": 386,1181 "y": 20591182 }1183 }1184 ],1185 [1186 {1187 "img_url": "android_control_episode_[3128]_0.png",1188 "img_size": [1189 1080,1190 24001191 ],1192 "episode_id": 3128,1193 "goal": "There is an upcoming Amazon sale on November 10 where I have planned to buy a music system. Set a reminder for the date.",1194 "instruction": "Open the to-do list app.",1195 "action": {1196 "action_type": "open_app",1197 "app_name": "To Do List"1198 }1199 },1200 {