endlesswinds/AndroidControl-JSON-Splits
AndroidControl (JSON) Overview This dataset provides all splits of AndroidControl in a ready-to-use JSON format, extracted from the original Google Cloud data release. Motivation: Most GUI agent works use GUI-Actor-Data for training, which includes AndroidControl images but does not include the test set JSON. Obtaining any split from the original source requires downloading the full dataset (~47 GB) from Google Cloud, which is cumbersome. This dataset provides all… See the full description on the dataset page: https://huggingface.co/datasets/endlesswinds/AndroidControl-JSON-Splits.
049
1[2 [3 {4 "img_url": "android_control_episode_[140]_2.png",5 "img_size": [6 1080,7 24008 ],9 "episode_id": 140,10 "goal": "Share my favorite Book \"the Queen's Gambit\" to my Friend Natalie larson over her gmail address -natalie.larson1998@gmail.com from the PocketBook app.",11 "instruction": "Click on the more options icon at the top right corner of the screen.",12 "action": {13 "action_type": "click",14 "x": 1027,15 "y": 20916 }17 },18 {19 "img_url": "android_control_episode_[140]_3.png",20 "img_size": [21 1080,22 240023 ],24 "episode_id": 140,25 "goal": "Share my favorite Book \"the Queen's Gambit\" to my Friend Natalie larson over her gmail address -natalie.larson1998@gmail.com from the PocketBook app.",26 "instruction": "Click on the tab \"share\".",27 "action": {28 "action_type": "click",29 "x": 843,30 "y": 23131 }32 },33 {34 "img_url": "android_control_episode_[140]_4.png",35 "img_size": [36 1080,37 240038 ],39 "episode_id": 140,40 "goal": "Share my favorite Book \"the Queen's Gambit\" to my Friend Natalie larson over her gmail address -natalie.larson1998@gmail.com from the PocketBook app.",41 "instruction": "Click on the tab See all.",42 "action": {43 "action_type": "click",44 "x": 780,45 "y": 86146 }47 },48 {49 "img_url": "android_control_episode_[140]_5.png",50 "img_size": [51 1080,52 240053 ],54 "episode_id": 140,55 "goal": "Share my favorite Book \"the Queen's Gambit\" to my Friend Natalie larson over her gmail address -natalie.larson1998@gmail.com from the PocketBook app.",56 "instruction": "Click on the Gmail option.",57 "action": {58 "action_type": "click",59 "x": 754,60 "y": 86161 }62 },63 {64 "img_url": "android_control_episode_[140]_6.png",65 "img_size": [66 1080,67 240068 ],69 "episode_id": 140,70 "goal": "Share my favorite Book \"the Queen's Gambit\" to my Friend Natalie larson over her gmail address -natalie.larson1998@gmail.com from the PocketBook app.",71 "instruction": "Click on the second Input box.",72 "action": {73 "action_type": "click",74 "x": 54,75 "y": 52576 }77 },78 {79 "img_url": "android_control_episode_[140]_8.png",80 "img_size": [81 1080,82 240083 ],84 "episode_id": 140,85 "goal": "Share my favorite Book \"the Queen's Gambit\" to my Friend Natalie larson over her gmail address -natalie.larson1998@gmail.com from the PocketBook app.",86 "instruction": "Click on the send icon on the left side of the three dots on the top right corner of the screen.",87 "action": {88 "action_type": "click",89 "x": 890,90 "y": 21891 }92 }93 ],94 [95 {96 "img_url": "android_control_episode_[662]_1.png",97 "img_size": [98 1080,99 2400100 ],101 "episode_id": 662,102 "goal": "Browse Leonardo Da Vinci Mona lisa's painting for me on the Artsy app.",103 "instruction": "Click on the search icon at the bottom.",104 "action": {105 "action_type": "click",106 "x": 334,107 "y": 2268108 }109 },110 {111 "img_url": "android_control_episode_[662]_3.png",112 "img_size": [113 1080,114 2400115 ],116 "episode_id": 662,117 "goal": "Browse Leonardo Da Vinci Mona lisa's painting for me on the Artsy app.",118 "instruction": "Click on the Search icon at the bottom right corner of the keyboard.",119 "action": {120 "action_type": "click",121 "x": 994,122 "y": 2169123 }124 },125 {126 "img_url": "android_control_episode_[662]_4.png",127 "img_size": [128 1080,129 2400130 ],131 "episode_id": 662,132 "goal": "Browse Leonardo Da Vinci Mona lisa's painting for me on the Artsy app.",133 "instruction": "Click on the tab \"Lenardo da vinci\".",134 "action": {135 "action_type": "click",136 "x": 605,137 "y": 772138 }139 }140 ],141 [142 {143 "img_url": "android_control_episode_[803]_0.png",144 "img_size": [145 1080,146 2400147 ],148 "episode_id": 803,149 "goal": "Restore the financial report file from trash in the Google Drive because I need to review the file's details once more.",150 "instruction": "Click on the three bar menu at the top left corner of the screen",151 "action": {152 "action_type": "click",153 "x": 116,154 "y": 219155 }156 },157 {158 "img_url": "android_control_episode_[803]_1.png",159 "img_size": [160 1080,161 2400162 ],163 "episode_id": 803,164 "goal": "Restore the financial report file from trash in the Google Drive because I need to review the file's details once more.",165 "instruction": "Go to the thrash",166 "action": {167 "action_type": "click",168 "x": 206,169 "y": 655170 }171 },172 {173 "img_url": "android_control_episode_[803]_2.png",174 "img_size": [175 1080,176 2400177 ],178 "episode_id": 803,179 "goal": "Restore the financial report file from trash in the Google Drive because I need to review the file's details once more.",180 "instruction": "Click on the three-dot icon of Financial report",181 "action": {182 "action_type": "click",183 "x": 988,184 "y": 2080185 }186 },187 {188 "img_url": "android_control_episode_[803]_3.png",189 "img_size": [190 1080,191 2400192 ],193 "episode_id": 803,194 "goal": "Restore the financial report file from trash in the Google Drive because I need to review the file's details once more.",195 "instruction": "Click on the restore option",196 "action": {197 "action_type": "click",198 "x": 602,199 "y": 1972200 }201 }202 ],203 [204 {205 "img_url": "android_control_episode_[943]_1.png",206 "img_size": [207 1080,208 2400209 ],210 "episode_id": 943,211 "goal": "Look for the locks on the Etsy app so I can utilize them at home.",212 "instruction": "Click on the search bar on the top of the screen.",213 "action": {214 "action_type": "click",215 "x": 624,216 "y": 200217 }218 },219 {220 "img_url": "android_control_episode_[943]_2.png",221 "img_size": [222 1080,223 2400224 ],225 "episode_id": 943,226 "goal": "Look for the locks on the Etsy app so I can utilize them at home.",227 "instruction": "Click on the lock on the screen.",228 "action": {229 "action_type": "click",230 "x": 561,231 "y": 609232 }233 }234 ],235 [236 {237 "img_url": "android_control_episode_[1344]_0.png",238 "img_size": [239 1080,240 2400241 ],242 "episode_id": 1344,243 "goal": "In The Times Of India APP go to podcasts and listen to the first podcast result ",244 "instruction": "Click on the search icon at the top left corner",245 "action": {246 "action_type": "click",247 "x": 73,248 "y": 226249 }250 },251 {252 "img_url": "android_control_episode_[1344]_1.png",253 "img_size": [254 1080,255 2400256 ],257 "episode_id": 1344,258 "goal": "In The Times Of India APP go to podcasts and listen to the first podcast result ",259 "instruction": "Click on the podcasts",260 "action": {261 "action_type": "click",262 "x": 456,263 "y": 1213264 }265 },266 {267 "img_url": "android_control_episode_[1344]_2.png",268 "img_size": [269 1080,270 2400271 ],272 "episode_id": 1344,273 "goal": "In The Times Of India APP go to podcasts and listen to the first podcast result ",274 "instruction": "Click on the first result podcast",275 "action": {276 "action_type": "click",277 "x": 226,278 "y": 901279 }280 }281 ],282 [283 {284 "img_url": "android_control_episode_[1364]_1.png",285 "img_size": [286 1080,287 2400288 ],289 "episode_id": 1364,290 "goal": "convert the 1 GigaWatt unit into all other power units in the power section ,skip Ads if Any .",291 "instruction": "Go to the power section .",292 "action": {293 "action_type": "click",294 "x": 539,295 "y": 861296 }297 },298 {299 "img_url": "android_control_episode_[1364]_2.png",300 "img_size": [301 1080,302 2400303 ],304 "episode_id": 1364,305 "goal": "convert the 1 GigaWatt unit into all other power units in the power section ,skip Ads if Any .",306 "instruction": "Click on the power unit input section",307 "action": {308 "action_type": "click",309 "x": 786,310 "y": 419311 }312 },313 {314 "img_url": "android_control_episode_[1364]_3.png",315 "img_size": [316 1080,317 2400318 ],319 "episode_id": 1364,320 "goal": "convert the 1 GigaWatt unit into all other power units in the power section ,skip Ads if Any .",321 "instruction": "Choose Gigawatt unit",322 "action": {323 "action_type": "click",324 "x": 540,325 "y": 1710326 }327 },328 {329 "img_url": "android_control_episode_[1364]_4.png",330 "img_size": [331 1080,332 2400333 ],334 "episode_id": 1364,335 "goal": "convert the 1 GigaWatt unit into all other power units in the power section ,skip Ads if Any .",336 "instruction": "Click on the convert button",337 "action": {338 "action_type": "click",339 "x": 540,340 "y": 595341 }342 },343 {344 "img_url": "android_control_episode_[1364]_6.png",345 "img_size": [346 1080,347 2400348 ],349 "episode_id": 1364,350 "goal": "convert the 1 GigaWatt unit into all other power units in the power section ,skip Ads if Any .",351 "instruction": "Close the Ad",352 "action": {353 "action_type": "click",354 "x": 1019,355 "y": 198356 }357 },358 {359 "img_url": "android_control_episode_[1364]_7.png",360 "img_size": [361 1080,362 2400363 ],364 "episode_id": 1364,365 "goal": "convert the 1 GigaWatt unit into all other power units in the power section ,skip Ads if Any .",366 "instruction": "Click on the continue to app pop up at the top of the screen",367 "action": {368 "action_type": "click",369 "x": 579,370 "y": 277371 }372 }373 ],374 [375 {376 "img_url": "android_control_episode_[1464]_1.png",377 "img_size": [378 1080,379 2400380 ],381 "episode_id": 1464,382 "goal": "Read any news article of your choice on The CNN News app.",383 "instruction": "Click on the first article on the screen.",384 "action": {385 "action_type": "click",386 "x": 540,387 "y": 909388 }389 }390 ],391 [392 {393 "img_url": "android_control_episode_[1624]_1.png",394 "img_size": [395 1080,396 2400397 ],398 "episode_id": 1624,399 "goal": "Search for the sofa for my living room in the Amazon app.",400 "instruction": "Click on the search bar on the top of the screen.",401 "action": {402 "action_type": "click",403 "x": 532,404 "y": 206405 }406 },407 {408 "img_url": "android_control_episode_[1624]_3.png",409 "img_size": [410 1080,411 2400412 ],413 "episode_id": 1624,414 "goal": "Search for the sofa for my living room in the Amazon app.",415 "instruction": "Click on the Sofa option on the screen.",416 "action": {417 "action_type": "click",418 "x": 529,419 "y": 311420 }421 }422 ],423 [424 {425 "img_url": "android_control_episode_[1704]_0.png",426 "img_size": [427 1080,428 2400429 ],430 "episode_id": 1704,431 "goal": "I want to learn about astronomical objects so on the SkyView Free app view the information related to Crab Nebula.",432 "instruction": "click on the search icon at the top right corner of the screen.",433 "action": {434 "action_type": "click",435 "x": 1005,436 "y": 210437 }438 },439 {440 "img_url": "android_control_episode_[1704]_1.png",441 "img_size": [442 1080,443 2400444 ],445 "episode_id": 1704,446 "goal": "I want to learn about astronomical objects so on the SkyView Free app view the information related to Crab Nebula.",447 "instruction": "Click on the \"Messier Objects\" button.",448 "action": {449 "action_type": "click",450 "x": 273,451 "y": 1113452 }453 },454 {455 "img_url": "android_control_episode_[1704]_2.png",456 "img_size": [457 1080,458 2400459 ],460 "episode_id": 1704,461 "goal": "I want to learn about astronomical objects so on the SkyView Free app view the information related to Crab Nebula.",462 "instruction": "Click on the tab \"Crab Nebula\".",463 "action": {464 "action_type": "click",465 "x": 539,466 "y": 309467 }468 },469 {470 "img_url": "android_control_episode_[1704]_3.png",471 "img_size": [472 1080,473 2400474 ],475 "episode_id": 1704,476 "goal": "I want to learn about astronomical objects so on the SkyView Free app view the information related to Crab Nebula.",477 "instruction": "Click on the text \"CRAB NEBULA\" at the bottom left corner of the screen.",478 "action": {479 "action_type": "click",480 "x": 421,481 "y": 2147482 }483 }484 ],485 [486 {487 "img_url": "android_control_episode_[1764]_1.png",488 "img_size": [489 1080,490 2400491 ],492 "episode_id": 1764,493 "goal": "In the HealthifyMe app, see insights your all activity you in the app",494 "instruction": "Click on the step icon",495 "action": {496 "action_type": "click",497 "x": 794,498 "y": 1851499 }500 },501 {502 "img_url": "android_control_episode_[1764]_2.png",503 "img_size": [504 1080,505 2400506 ],507 "episode_id": 1764,508 "goal": "In the HealthifyMe app, see insights your all activity you in the app",509 "instruction": "Click on the step icon",510 "action": {511 "action_type": "click",512 "x": 799,513 "y": 2101514 }515 }516 ],517 [518 {519 "img_url": "android_control_episode_[1904]_0.png",520 "img_size": [521 1080,522 2400523 ],524 "episode_id": 1904,525 "goal": "I fit into a size 10, therefore that's what I'm looking for. With a size filter of 10, use the Flipkart app to find shoes.",526 "instruction": "Click on the Filter option",527 "action": {528 "action_type": "click",529 "x": 428,530 "y": 367531 }532 },533 {534 "img_url": "android_control_episode_[1904]_1.png",535 "img_size": [536 1080,537 2400538 ],539 "episode_id": 1904,540 "goal": "I fit into a size 10, therefore that's what I'm looking for. With a size filter of 10, use the Flipkart app to find shoes.",541 "instruction": "Click on the Size - UK/India Filter",542 "action": {543 "action_type": "click",544 "x": 179,545 "y": 1091546 }547 },548 {549 "img_url": "android_control_episode_[1904]_2.png",550 "img_size": [551 1080,552 2400553 ],554 "episode_id": 1904,555 "goal": "I fit into a size 10, therefore that's what I'm looking for. With a size filter of 10, use the Flipkart app to find shoes.",556 "instruction": "select size 10",557 "action": {558 "action_type": "click",559 "x": 437,560 "y": 859561 }562 },563 {564 "img_url": "android_control_episode_[1904]_3.png",565 "img_size": [566 1080,567 2400568 ],569 "episode_id": 1904,570 "goal": "I fit into a size 10, therefore that's what I'm looking for. With a size filter of 10, use the Flipkart app to find shoes.",571 "instruction": "Click on the Apply button at the bottom right corner of the screen",572 "action": {573 "action_type": "click",574 "x": 832,575 "y": 2262576 }577 }578 ],579 [580 {581 "img_url": "android_control_episode_[2124]_0.png",582 "img_size": [583 1080,584 2400585 ],586 "episode_id": 2124,587 "goal": "Start the stopwatch in the clock app",588 "instruction": "Click on the stopwatch icon",589 "action": {590 "action_type": "click",591 "x": 756,592 "y": 2232593 }594 },595 {596 "img_url": "android_control_episode_[2124]_1.png",597 "img_size": [598 1080,599 2400600 ],601 "episode_id": 2124,602 "goal": "Start the stopwatch in the clock app",603 "instruction": "Click on the play icon",604 "action": {605 "action_type": "click",606 "x": 540,607 "y": 1958608 }609 }610 ],611 [612 {613 "img_url": "android_control_episode_[2405]_1.png",614 "img_size": [615 1080,616 2400617 ],618 "episode_id": 2405,619 "goal": "In the Flipsnack magazine app,search for Travel Africa Magazine and read the articles.",620 "instruction": "Tap on the search option at the bottom of the screen",621 "action": {622 "action_type": "click",623 "x": 405,624 "y": 2206625 }626 },627 {628 "img_url": "android_control_episode_[2405]_2.png",629 "img_size": [630 1080,631 2400632 ],633 "episode_id": 2405,634 "goal": "In the Flipsnack magazine app,search for Travel Africa Magazine and read the articles.",635 "instruction": "Tap on the search bar at the top of the screen",636 "action": {637 "action_type": "click",638 "x": 590,639 "y": 240640 }641 },642 {643 "img_url": "android_control_episode_[2405]_4.png",644 "img_size": [645 1080,646 2400647 ],648 "episode_id": 2405,649 "goal": "In the Flipsnack magazine app,search for Travel Africa Magazine and read the articles.",650 "instruction": "Tap on the search icon at the bottom right corner of the screen",651 "action": {652 "action_type": "click",653 "x": 994,654 "y": 2158655 }656 },657 {658 "img_url": "android_control_episode_[2405]_5.png",659 "img_size": [660 1080,661 2400662 ],663 "episode_id": 2405,664 "goal": "In the Flipsnack magazine app,search for Travel Africa Magazine and read the articles.",665 "instruction": "Tap on the Walk Luangwa magazine",666 "action": {667 "action_type": "click",668 "x": 797,669 "y": 1667670 }671 },672 {673 "img_url": "android_control_episode_[2405]_6.png",674 "img_size": [675 1080,676 2400677 ],678 "episode_id": 2405,679 "goal": "In the Flipsnack magazine app,search for Travel Africa Magazine and read the articles.",680 "instruction": "Tap on the read button",681 "action": {682 "action_type": "click",683 "x": 540,684 "y": 1538685 }686 }687 ],688 [689 {690 "img_url": "android_control_episode_[2626]_0.png",691 "img_size": [692 1080,693 2400694 ],695 "episode_id": 2626,696 "goal": "I regularly do 20 minutes of yoga in the park, so I started tracking my yoga sessions with the Google fit app.",697 "instruction": "Click on the plus icon",698 "action": {699 "action_type": "click",700 "x": 943,701 "y": 2052702 }703 },704 {705 "img_url": "android_control_episode_[2626]_1.png",706 "img_size": [707 1080,708 2400709 ],710 "episode_id": 2626,711 "goal": "I regularly do 20 minutes of yoga in the park, so I started tracking my yoga sessions with the Google fit app.",712 "instruction": "Click on the track workout option",713 "action": {714 "action_type": "click",715 "x": 936,716 "y": 1843717 }718 },719 {720 "img_url": "android_control_episode_[2626]_2.png",721 "img_size": [722 1080,723 2400724 ],725 "episode_id": 2626,726 "goal": "I regularly do 20 minutes of yoga in the park, so I started tracking my yoga sessions with the Google fit app.",727 "instruction": "Click on the drop down icon. ",728 "action": {729 "action_type": "click",730 "x": 518,731 "y": 376732 }733 },734 {735 "img_url": "android_control_episode_[2626]_3.png",736 "img_size": [737 1080,738 2400739 ],740 "episode_id": 2626,741 "goal": "I regularly do 20 minutes of yoga in the park, so I started tracking my yoga sessions with the Google fit app.",742 "instruction": "Click on the yoga option.",743 "action": {744 "action_type": "click",745 "x": 540,746 "y": 2050747 }748 },749 {750 "img_url": "android_control_episode_[2626]_4.png",751 "img_size": [752 1080,753 2400754 ],755 "episode_id": 2626,756 "goal": "I regularly do 20 minutes of yoga in the park, so I started tracking my yoga sessions with the Google fit app.",757 "instruction": "Click on the play button.",758 "action": {759 "action_type": "click",760 "x": 540,761 "y": 1366762 }763 }764 ],765 [766 {767 "img_url": "android_control_episode_[2666]_3.png",768 "img_size": [769 1080,770 2400771 ],772 "episode_id": 2666,773 "goal": " I want to add Zoom out transitions between Presentation slides in the Presentations app.",774 "instruction": "Click on the Zoom out option",775 "action": {776 "action_type": "click",777 "x": 386,778 "y": 2059779 }780 }781 ],782 [783 {784 "img_url": "android_control_episode_[3128]_2.png",785 "img_size": [786 1080,787 2400788 ],789 "episode_id": 3128,790 "goal": "There is an upcoming Amazon sale on November 10 where I have planned to buy a music system. Set a reminder for the date.",791 "instruction": "Click on the plus icon at the bottom right.",792 "action": {793 "action_type": "click",794 "x": 964,795 "y": 1903796 }797 },798 {799 "img_url": "android_control_episode_[3128]_4.png",800 "img_size": [801 1080,802 2400803 ],804 "episode_id": 3128,805 "goal": "There is an upcoming Amazon sale on November 10 where I have planned to buy a music system. Set a reminder for the date.",806 "instruction": "Now tap on the due date to select the date.",807 "action": {808 "action_type": "click",809 "x": 492,810 "y": 745811 }812 },813 {814 "img_url": "android_control_episode_[3128]_5.png",815 "img_size": [816 1080,817 2400818 ],819 "episode_id": 3128,820 "goal": "There is an upcoming Amazon sale on November 10 where I have planned to buy a music system. Set a reminder for the date.",821 "instruction": "Click on November 10.",822 "action": {823 "action_type": "click",824 "x": 720,825 "y": 1238826 }827 },828 {829 "img_url": "android_control_episode_[3128]_6.png",830 "img_size": [831 1080,832 2400833 ],834 "episode_id": 3128,835 "goal": "There is an upcoming Amazon sale on November 10 where I have planned to buy a music system. Set a reminder for the date.",836 "instruction": "Click on ok button.",837 "action": {838 "action_type": "click",839 "x": 802,840 "y": 1792841 }842 },843 {844 "img_url": "android_control_episode_[3128]_7.png",845 "img_size": [846 1080,847 2400848 ],849 "episode_id": 3128,850 "goal": "There is an upcoming Amazon sale on November 10 where I have planned to buy a music system. Set a reminder for the date.",851 "instruction": "Now click on Repeat button to set a daily reminder.",852 "action": {853 "action_type": "click",854 "x": 362,855 "y": 1290856 }857 },858 {859 "img_url": "android_control_episode_[3128]_8.png",860 "img_size": [861 1080,862 2400863 ],864 "episode_id": 3128,865 "goal": "There is an upcoming Amazon sale on November 10 where I have planned to buy a music system. Set a reminder for the date.",866 "instruction": "Choose the first option.",867 "action": {868 "action_type": "click",869 "x": 314,870 "y": 1415871 }872 },873 {874 "img_url": "android_control_episode_[3128]_9.png",875 "img_size": [876 1080,877 2400878 ],879 "episode_id": 3128,880 "goal": "There is an upcoming Amazon sale on November 10 where I have planned to buy a music system. Set a reminder for the date.",881 "instruction": "Now click on the tick button at the bottom right.",882 "action": {883 "action_type": "click",884 "x": 964,885 "y": 2053886 }887 }888 ],889 [890 {891 "img_url": "android_control_episode_[3148]_0.png",892 "img_size": [893 1080,894 2400895 ],896 "episode_id": 3148,897 "goal": "Search for news articles about the U.S. ban on Chinese investment in the CNN News app.",898 "instruction": "Click on the close at the pop-up of the saved story.",899 "action": {900 "action_type": "click",901 "x": 192,902 "y": 1600903 }904 },905 {906 "img_url": "android_control_episode_[3148]_1.png",907 "img_size": [908 1080,909 2400910 ],911 "episode_id": 3148,912 "goal": "Search for news articles about the U.S. ban on Chinese investment in the CNN News app.",913 "instruction": "Click on the search icon at the bottom-middle of the screen.",914 "action": {915 "action_type": "click",916 "x": 540,917 "y": 2263918 }919 },920 {921 "img_url": "android_control_episode_[3148]_2.png",922 "img_size": [923 1080,924 2400925 ],926 "episode_id": 3148,927 "goal": "Search for news articles about the U.S. ban on Chinese investment in the CNN News app.",928 "instruction": "Click on the search bar.",929 "action": {930 "action_type": "click",931 "x": 327,932 "y": 372933 }934 },935 {936 "img_url": "android_control_episode_[3148]_4.png",937 "img_size": [938 1080,939 2400940 ],941 "episode_id": 3148,942 "goal": "Search for news articles about the U.S. ban on Chinese investment in the CNN News app.",943 "instruction": "Click on the search icon at the bottom-right corner of the screen.",944 "action": {945 "action_type": "click",946 "x": 994,947 "y": 2169948 }949 }950 ],951 [952 {953 "img_url": "android_control_episode_[3770]_2.png",954 "img_size": [955 1080,956 2400957 ],958 "episode_id": 3770,959 "goal": "Turn on location and give location access to google maps",960 "instruction": "click on location",961 "action": {962 "action_type": "click",963 "x": 613,964 "y": 1653965 }966 },967 {968 "img_url": "android_control_episode_[3770]_3.png",969 "img_size": [970 1080,971 2400972 ],973 "episode_id": 3770,974 "goal": "Turn on location and give location access to google maps",975 "instruction": "toggle use location",976 "action": {977 "action_type": "click",978 "x": 911,979 "y": 749980 }981 },982 {983 "img_url": "android_control_episode_[3770]_4.png",984 "img_size": [985 1080,986 2400987 ],988 "episode_id": 3770,989 "goal": "Turn on location and give location access to google maps",990 "instruction": "click on google maps",991 "action": {992 "action_type": "click",993 "x": 613,994 "y": 1355995 }996 },997 {998 "img_url": "android_control_episode_[3770]_5.png",999 "img_size": [1000 1080,1001 24001002 ],1003 "episode_id": 3770,1004 "goal": "Turn on location and give location access to google maps",1005 "instruction": "select allow at the time",1006 "action": {1007 "action_type": "click",1008 "x": 550,1009 "y": 11761010 }1011 }1012 ],1013 [1014 {1015 "img_url": "android_control_episode_[4451]_1.png",1016 "img_size": [1017 1080,1018 24001019 ],1020 "episode_id": 4451,1021 "goal": "In the pinterest app, I would like to watch flower drawings.",1022 "instruction": "click on the search icon at the bottom of the screen",1023 "action": {1024 "action_type": "click",1025 "x": 372,1026 "y": 22731027 }1028 },1029 {1030 "img_url": "android_control_episode_[4451]_2.png",1031 "img_size": [1032 1080,1033 24001034 ],1035 "episode_id": 4451,1036 "goal": "In the pinterest app, I would like to watch flower drawings.",1037 "instruction": "click on the searchbar at the top of the screen",1038 "action": {1039 "action_type": "click",1040 "x": 534,1041 "y": 2201042 }1043 },1044 {1045 "img_url": "android_control_episode_[4451]_4.png",1046 "img_size": [1047 1080,1048 24001049 ],1050 "episode_id": 4451,1051 "goal": "In the pinterest app, I would like to watch flower drawings.",1052 "instruction": "click on the first search result",1053 "action": {1054 "action_type": "click",1055 "x": 356,1056 "y": 3781057 }1058 }1059 ],1060 [1061 {1062 "img_url": "android_control_episode_[4491]_1.png",1063 "img_size": [1064 1080,1065 24001066 ],1067 "episode_id": 4491,1068 "goal": "Open the Art & Culture app and search for IV Salon of Abstract Art.",1069 "instruction": "Click on the search icon at the top left corner of the screen ",1070 "action": {1071 "action_type": "click",1072 "x": 75,1073 "y": 1871074 }1075 },1076 {1077 "img_url": "android_control_episode_[4491]_3.png",1078 "img_size": [1079 1080,1080 24001081 ],1082 "episode_id": 4491,1083 "goal": "Open the Art & Culture app and search for IV Salon of Abstract Art.",1084 "instruction": "Click on the enter icon on the keyboard",1085 "action": {1086 "action_type": "click",1087 "x": 994,1088 "y": 21701089 }1090 },1091 {1092 "img_url": "android_control_episode_[4491]_4.png",1093 "img_size": [1094 1080,1095 24001096 ],1097 "episode_id": 4491,1098 "goal": "Open the Art & Culture app and search for IV Salon of Abstract Art.",1099 "instruction": "Open the first result",1100 "action": {1101 "action_type": "click",1102 "x": 318,1103 "y": 8561104 }1105 }1106 ],1107 [1108 {1109 "img_url": "android_control_episode_[4692]_5.png",1110 "img_size": [1111 1080,1112 24001113 ],1114 "episode_id": 4692,1115 "goal": "I want to add to cart Samsung Galaxy Z Flip 5 ",1116 "instruction": "Click on the Add to cart button ",1117 "action": {1118 "action_type": "click",1119 "x": 539,1120 "y": 16391121 }1122 }1123 ],1124 [1125 {1126 "img_url": "android_control_episode_[4833]_2.png",1127 "img_size": [1128 1080,1129 24001130 ],1131 "episode_id": 4833,1132 "goal": "Open the vocab.com dictionary app and look up the example sentences for rampant.",1133 "instruction": "Click on the right arrow",1134 "action": {1135 "action_type": "click",1136 "x": 994,1137 "y": 21581138 }1139 }1140 ],1141 [1142 {1143 "img_url": "android_control_episode_[5154]_1.png",1144 "img_size": [1145 1080,1146 24001147 ],1148 "episode_id": 5154,1149 "goal": "I'm looking for a piece of art that was inspired by Shephard Fairey on the Artsy app so that I may learn more about urban art.",1150 "instruction": "click on the cross icon on the search box",1151 "action": {1152 "action_type": "click",1153 "x": 838,1154 "y": 2591155 }1156 },1157 {1158 "img_url": "android_control_episode_[5154]_3.png",1159 "img_size": [1160 1080,1161 24001162 ],1163 "episode_id": 5154,1164 "goal": "I'm looking for a piece of art that was inspired by Shephard Fairey on the Artsy app so that I may learn more about urban art.",1165 "instruction": "click on the artworks tab",1166 "action": {1167 "action_type": "click",1168 "x": 374,1169 "y": 4141170 }1171 }1172 ],1173 [1174 {1175 "img_url": "android_control_episode_[5234]_1.png",1176 "img_size": [1177 1080,1178 24001179 ],1180 "episode_id": 5234,1181 "goal": "Show me some of the images of sustainability projects to get inspiration for their themes on the Behance app.",1182 "instruction": "Click on the projects drop down at the bottom of the screen.",1183 "action": {1184 "action_type": "click",1185 "x": 540,1186 "y": 20811187 }1188 },1189 {1190 "img_url": "android_control_episode_[5234]_2.png",1191 "img_size": [1192 1080,1193 24001194 ],1195 "episode_id": 5234,1196 "goal": "Show me some of the images of sustainability projects to get inspiration for their themes on the Behance app.",1197 "instruction": "Click on Images.",1198 "action": {1199 "action_type": "click",1200 "x": 540,