endlesswinds/AndroidControl-JSON-Splits
AndroidControl (JSON) Overview This dataset provides all splits of AndroidControl in a ready-to-use JSON format, extracted from the original Google Cloud data release. Motivation: Most GUI agent works use GUI-Actor-Data for training, which includes AndroidControl images but does not include the test set JSON. Obtaining any split from the original source requires downloading the full dataset (~47 GB) from Google Cloud, which is cumbersome. This dataset provides all… See the full description on the dataset page: https://huggingface.co/datasets/endlesswinds/AndroidControl-JSON-Splits.
048
1[2 [3 {4 "img_url": "android_control_episode_[3669]_0.png",5 "img_size": [6 1080,7 24008 ],9 "episode_id": 3669,10 "goal": "Open the HelloTalk app and start the food & drinks vocabulary in learning statistics ",11 "instruction": "Open the HelloTalk app",12 "action": {13 "action_type": "open_app",14 "app_name": "HelloTalk"15 }16 },17 {18 "img_url": "android_control_episode_[3669]_1.png",19 "img_size": [20 1080,21 240022 ],23 "episode_id": 3669,24 "goal": "Open the HelloTalk app and start the food & drinks vocabulary in learning statistics ",25 "instruction": "Click on vacabulary",26 "action": {27 "action_type": "click",28 "x": 186,29 "y": 145030 }31 }32 ],33 [34 {35 "img_url": "android_control_episode_[3851]_0.png",36 "img_size": [37 1080,38 240039 ],40 "episode_id": 3851,41 "goal": "Use the Meesho app to view the Modern Graceful Men Sports Shoes details.",42 "instruction": "Click on the Modern Graceful Men Sports Shoes",43 "action": {44 "action_type": "click",45 "x": 236,46 "y": 112547 }48 },49 {50 "img_url": "android_control_episode_[3851]_1.png",51 "img_size": [52 1080,53 240054 ],55 "episode_id": 3851,56 "goal": "Use the Meesho app to view the Modern Graceful Men Sports Shoes details.",57 "instruction": "Swipe up for details",58 "action": {59 "action_type": "scroll",60 "direction": "down"61 }62 },63 {64 "img_url": "android_control_episode_[3851]_2.png",65 "img_size": [66 1080,67 240068 ],69 "episode_id": 3851,70 "goal": "Use the Meesho app to view the Modern Graceful Men Sports Shoes details.",71 "instruction": "Click on the Read More of Product Details",72 "action": {73 "action_type": "click",74 "x": 123,75 "y": 130176 }77 }78 ],79 [80 {81 "img_url": "android_control_episode_[3911]_0.png",82 "img_size": [83 1080,84 240085 ],86 "episode_id": 3911,87 "goal": "Search for reminder black day",88 "instruction": "Click on the search icon at the top right corner",89 "action": {90 "action_type": "click",91 "x": 1005,92 "y": 20993 }94 },95 {96 "img_url": "android_control_episode_[3911]_1.png",97 "img_size": [98 1080,99 2400100 ],101 "episode_id": 3911,102 "goal": "Search for reminder black day",103 "instruction": "Search for Black day ",104 "action": {105 "action_type": "input_text",106 "text": "Black day"107 }108 },109 {110 "img_url": "android_control_episode_[3911]_2.png",111 "img_size": [112 1080,113 2400114 ],115 "episode_id": 3911,116 "goal": "Search for reminder black day",117 "instruction": "Click on the search bar again",118 "action": {119 "action_type": "click",120 "x": 486,121 "y": 208122 }123 },124 {125 "img_url": "android_control_episode_[3911]_3.png",126 "img_size": [127 1080,128 2400129 ],130 "episode_id": 3911,131 "goal": "Search for reminder black day",132 "instruction": "Click on the search icon at the bottom right corner",133 "action": {134 "action_type": "click",135 "x": 994,136 "y": 2158137 }138 }139 ],140 [141 {142 "img_url": "android_control_episode_[5354]_0.png",143 "img_size": [144 1080,145 2400146 ],147 "episode_id": 5354,148 "goal": "I want to add toblerone milk to my cart.",149 "instruction": "Click on the Add to shopping list option on the screen.",150 "action": {151 "action_type": "click",152 "x": 582,153 "y": 1341154 }155 },156 {157 "img_url": "android_control_episode_[5354]_1.png",158 "img_size": [159 1080,160 2400161 ],162 "episode_id": 5354,163 "goal": "I want to add toblerone milk to my cart.",164 "instruction": "Click on the Create option on the screen.",165 "action": {166 "action_type": "click",167 "x": 869,168 "y": 1031169 }170 }171 ],172 [173 {174 "img_url": "android_control_episode_[8200]_0.png",175 "img_size": [176 1080,177 2400178 ],179 "episode_id": 8200,180 "goal": "In the Google Contacts app, view the contact list.",181 "instruction": "Open the google contacts app.",182 "action": {183 "action_type": "open_app",184 "app_name": "Contacts"185 }186 },187 {188 "img_url": "android_control_episode_[8200]_1.png",189 "img_size": [190 1080,191 2400192 ],193 "episode_id": 8200,194 "goal": "In the Google Contacts app, view the contact list.",195 "instruction": "Open the google contacts app.",196 "action": {197 "action_type": "scroll",198 "direction": "down"199 }200 }201 ],202 [203 {204 "img_url": "android_control_episode_[9784]_0.png",205 "img_size": [206 1080,207 2400208 ],209 "episode_id": 9784,210 "goal": "Open the Play Books app and increase the brightness.",211 "instruction": "Open the Play Books app",212 "action": {213 "action_type": "open_app",214 "app_name": "Google Play Books"215 }216 },217 {218 "img_url": "android_control_episode_[9784]_1.png",219 "img_size": [220 1080,221 2400222 ],223 "episode_id": 9784,224 "goal": "Open the Play Books app and increase the brightness.",225 "instruction": "Open the Play Books app",226 "action": {227 "action_type": "wait"228 }229 },230 {231 "img_url": "android_control_episode_[9784]_2.png",232 "img_size": [233 1080,234 2400235 ],236 "episode_id": 9784,237 "goal": "Open the Play Books app and increase the brightness.",238 "instruction": "Click on the lighting option",239 "action": {240 "action_type": "click",241 "x": 850,242 "y": 251243 }244 },245 {246 "img_url": "android_control_episode_[9784]_3.png",247 "img_size": [248 1080,249 2400250 ],251 "episode_id": 9784,252 "goal": "Open the Play Books app and increase the brightness.",253 "instruction": "Click on the brightness bar",254 "action": {255 "action_type": "click",256 "x": 665,257 "y": 529258 }259 },260 {261 "img_url": "android_control_episode_[9784]_4.png",262 "img_size": [263 1080,264 2400265 ],266 "episode_id": 9784,267 "goal": "Open the Play Books app and increase the brightness.",268 "instruction": "Increase the brightness",269 "action": {270 "action_type": "scroll",271 "direction": "left"272 }273 }274 ],275 [276 {277 "img_url": "android_control_episode_[12717]_0.png",278 "img_size": [279 1080,280 2400281 ],282 "episode_id": 12717,283 "goal": "In order to compare prices, I would like to see more screwdriver sets. Use the Esty app to view the costs of numerous comparable screwdriver sets.",284 "instruction": "go back to the previous page",285 "action": {286 "action_type": "navigate_back"287 }288 },289 {290 "img_url": "android_control_episode_[12717]_1.png",291 "img_size": [292 1080,293 2400294 ],295 "episode_id": 12717,296 "goal": "In order to compare prices, I would like to see more screwdriver sets. Use the Esty app to view the costs of numerous comparable screwdriver sets.",297 "instruction": "swipe up",298 "action": {299 "action_type": "scroll",300 "direction": "down"301 }302 },303 {304 "img_url": "android_control_episode_[12717]_2.png",305 "img_size": [306 1080,307 2400308 ],309 "episode_id": 12717,310 "goal": "In order to compare prices, I would like to see more screwdriver sets. Use the Esty app to view the costs of numerous comparable screwdriver sets.",311 "instruction": "swipe up",312 "action": {313 "action_type": "scroll",314 "direction": "down"315 }316 },317 {318 "img_url": "android_control_episode_[12717]_3.png",319 "img_size": [320 1080,321 2400322 ],323 "episode_id": 12717,324 "goal": "In order to compare prices, I would like to see more screwdriver sets. Use the Esty app to view the costs of numerous comparable screwdriver sets.",325 "instruction": "Click on Similar items on Esty",326 "action": {327 "action_type": "click",328 "x": 276,329 "y": 642330 }331 }332 ],333 [334 {335 "img_url": "android_control_episode_[13418]_0.png",336 "img_size": [337 1080,338 2400339 ],340 "episode_id": 13418,341 "goal": "To enhance my meditation, I would like to hear the sounds of thunder and rain on the Meditopia app.",342 "instruction": "Get back to the previous page of the app",343 "action": {344 "action_type": "navigate_back"345 }346 },347 {348 "img_url": "android_control_episode_[13418]_1.png",349 "img_size": [350 1080,351 2400352 ],353 "episode_id": 13418,354 "goal": "To enhance my meditation, I would like to hear the sounds of thunder and rain on the Meditopia app.",355 "instruction": "Close the current program",356 "action": {357 "action_type": "click",358 "x": 99,359 "y": 244360 }361 },362 {363 "img_url": "android_control_episode_[13418]_2.png",364 "img_size": [365 1080,366 2400367 ],368 "episode_id": 13418,369 "goal": "To enhance my meditation, I would like to hear the sounds of thunder and rain on the Meditopia app.",370 "instruction": "Go to the Sounds tab",371 "action": {372 "action_type": "click",373 "x": 720,374 "y": 2263375 }376 },377 {378 "img_url": "android_control_episode_[13418]_3.png",379 "img_size": [380 1080,381 2400382 ],383 "episode_id": 13418,384 "goal": "To enhance my meditation, I would like to hear the sounds of thunder and rain on the Meditopia app.",385 "instruction": "Click on the Thunder and Rain sound",386 "action": {387 "action_type": "click",388 "x": 698,389 "y": 1165390 }391 },392 {393 "img_url": "android_control_episode_[13418]_4.png",394 "img_size": [395 1080,396 2400397 ],398 "episode_id": 13418,399 "goal": "To enhance my meditation, I would like to hear the sounds of thunder and rain on the Meditopia app.",400 "instruction": "Click on the start session button",401 "action": {402 "action_type": "click",403 "x": 540,404 "y": 2090405 }406 },407 {408 "img_url": "android_control_episode_[13418]_5.png",409 "img_size": [410 1080,411 2400412 ],413 "episode_id": 13418,414 "goal": "To enhance my meditation, I would like to hear the sounds of thunder and rain on the Meditopia app.",415 "instruction": "Click on the play button",416 "action": {417 "action_type": "click",418 "x": 548,419 "y": 1997420 }421 }422 ],423 [424 {425 "img_url": "android_control_episode_[14785]_0.png",426 "img_size": [427 1080,428 2400429 ],430 "episode_id": 14785,431 "goal": "My son wants to add his name to his drawing, so use the text tool and write \"Lucas Miller\" in the drawing on the Sketchbook app.",432 "instruction": "Click on the tool box in the top menu.",433 "action": {434 "action_type": "click",435 "x": 476,436 "y": 199437 }438 },439 {440 "img_url": "android_control_episode_[14785]_1.png",441 "img_size": [442 1080,443 2400444 ],445 "episode_id": 14785,446 "goal": "My son wants to add his name to his drawing, so use the text tool and write \"Lucas Miller\" in the drawing on the Sketchbook app.",447 "instruction": "Select the tool Text.",448 "action": {449 "action_type": "click",450 "x": 336,451 "y": 868452 }453 },454 {455 "img_url": "android_control_episode_[14785]_2.png",456 "img_size": [457 1080,458 2400459 ],460 "episode_id": 14785,461 "goal": "My son wants to add his name to his drawing, so use the text tool and write \"Lucas Miller\" in the drawing on the Sketchbook app.",462 "instruction": "Click on the keyboard icon.",463 "action": {464 "action_type": "click",465 "x": 194,466 "y": 209467 }468 },469 {470 "img_url": "android_control_episode_[14785]_3.png",471 "img_size": [472 1080,473 2400474 ],475 "episode_id": 14785,476 "goal": "My son wants to add his name to his drawing, so use the text tool and write \"Lucas Miller\" in the drawing on the Sketchbook app.",477 "instruction": "Type Lucas miller in the input box.",478 "action": {479 "action_type": "input_text",480 "text": "Lucas miller"481 }482 },483 {484 "img_url": "android_control_episode_[14785]_4.png",485 "img_size": [486 1080,487 2400488 ],489 "episode_id": 14785,490 "goal": "My son wants to add his name to his drawing, so use the text tool and write \"Lucas Miller\" in the drawing on the Sketchbook app.",491 "instruction": "Click on the right tick icon.",492 "action": {493 "action_type": "click",494 "x": 866,495 "y": 210496 }497 }498 ],499 [500 {501 "img_url": "android_control_episode_[3409]_0.png",502 "img_size": [503 1080,504 2400505 ],506 "episode_id": 3409,507 "goal": "I'd like to investigate historical rate swings so that I may be confident in the fantastic rate.",508 "instruction": "click on the menu bar icon at the top left corner of the screen",509 "action": {510 "action_type": "click",511 "x": 73,512 "y": 209513 }514 },515 {516 "img_url": "android_control_episode_[3409]_1.png",517 "img_size": [518 1080,519 2400520 ],521 "episode_id": 3409,522 "goal": "I'd like to investigate historical rate swings so that I may be confident in the fantastic rate.",523 "instruction": "click on the Currency Simulator option",524 "action": {525 "action_type": "click",526 "x": 449,527 "y": 945528 }529 }530 ],531 [532 {533 "img_url": "android_control_episode_[8423]_0.png",534 "img_size": [535 1080,536 2400537 ],538 "episode_id": 8423,539 "goal": "Add the Ibis Berlin Mitte hotel to my itinerary for the Berlin trip on the Skyscanner app.",540 "instruction": "Click on the Ibis Berlin Mitte hotel.",541 "action": {542 "action_type": "click",543 "x": 540,544 "y": 1837545 }546 },547 {548 "img_url": "android_control_episode_[8423]_1.png",549 "img_size": [550 1080,551 2400552 ],553 "episode_id": 8423,554 "goal": "Add the Ibis Berlin Mitte hotel to my itinerary for the Berlin trip on the Skyscanner app.",555 "instruction": "Click on the Ibis Berlin Mitte hotel.",556 "action": {557 "action_type": "wait"558 }559 },560 {561 "img_url": "android_control_episode_[8423]_2.png",562 "img_size": [563 1080,564 2400565 ],566 "episode_id": 8423,567 "goal": "Add the Ibis Berlin Mitte hotel to my itinerary for the Berlin trip on the Skyscanner app.",568 "instruction": "Click on the heart icon at the top-right of the screen.",569 "action": {570 "action_type": "click",571 "x": 907,572 "y": 218573 }574 },575 {576 "img_url": "android_control_episode_[8423]_3.png",577 "img_size": [578 1080,579 2400580 ],581 "episode_id": 8423,582 "goal": "Add the Ibis Berlin Mitte hotel to my itinerary for the Berlin trip on the Skyscanner app.",583 "instruction": "Click on add a new trip to save your hotel.",584 "action": {585 "action_type": "click",586 "x": 613,587 "y": 2242588 }589 },590 {591 "img_url": "android_control_episode_[8423]_4.png",592 "img_size": [593 1080,594 2400595 ],596 "episode_id": 8423,597 "goal": "Add the Ibis Berlin Mitte hotel to my itinerary for the Berlin trip on the Skyscanner app.",598 "instruction": "Click on Create with alerts.",599 "action": {600 "action_type": "click",601 "x": 540,602 "y": 2205603 }604 },605 {606 "img_url": "android_control_episode_[8423]_5.png",607 "img_size": [608 1080,609 2400610 ],611 "episode_id": 8423,612 "goal": "Add the Ibis Berlin Mitte hotel to my itinerary for the Berlin trip on the Skyscanner app.",613 "instruction": "Click on Create with alerts.",614 "action": {615 "action_type": "wait"616 }617 }618 ],619 [620 {621 "img_url": "android_control_episode_[8683]_0.png",622 "img_size": [623 1080,624 2400625 ],626 "episode_id": 8683,627 "goal": "My wife said to me that she wants to go out with her friend right now. Pause a running timer . ",628 "instruction": "Click on the Pause button",629 "action": {630 "action_type": "click",631 "x": 707,632 "y": 1583633 }634 }635 ],636 [637 {638 "img_url": "android_control_episode_[9845]_0.png",639 "img_size": [640 1080,641 2400642 ],643 "episode_id": 9845,644 "goal": "\"I want to star an email of School Annual Function as an essential message on the Gmail app. \"",645 "instruction": "Click on the three dots icon at the top right of the screen",646 "action": {647 "action_type": "click",648 "x": 1016,649 "y": 212650 }651 },652 {653 "img_url": "android_control_episode_[9845]_1.png",654 "img_size": [655 1080,656 2400657 ],658 "episode_id": 9845,659 "goal": "\"I want to star an email of School Annual Function as an essential message on the Gmail app. \"",660 "instruction": "Click on the add star option",661 "action": {662 "action_type": "click",663 "x": 812,664 "y": 612665 }666 }667 ],668 [669 {670 "img_url": "android_control_episode_[10026]_0.png",671 "img_size": [672 1080,673 2400674 ],675 "episode_id": 10026,676 "goal": "Because my old running shoes are no longer usable, I'd like to see new running shoes on the Nike app. ",677 "instruction": "open the Nike app",678 "action": {679 "action_type": "open_app",680 "app_name": "Nike"681 }682 },683 {684 "img_url": "android_control_episode_[10026]_1.png",685 "img_size": [686 1080,687 2400688 ],689 "episode_id": 10026,690 "goal": "Because my old running shoes are no longer usable, I'd like to see new running shoes on the Nike app. ",691 "instruction": "open the Nike app",692 "action": {693 "action_type": "wait"694 }695 },696 {697 "img_url": "android_control_episode_[10026]_2.png",698 "img_size": [699 1080,700 2400701 ],702 "episode_id": 10026,703 "goal": "Because my old running shoes are no longer usable, I'd like to see new running shoes on the Nike app. ",704 "instruction": "click on the search icon",705 "action": {706 "action_type": "click",707 "x": 890,708 "y": 208709 }710 },711 {712 "img_url": "android_control_episode_[10026]_3.png",713 "img_size": [714 1080,715 2400716 ],717 "episode_id": 10026,718 "goal": "Because my old running shoes are no longer usable, I'd like to see new running shoes on the Nike app. ",719 "instruction": "click on the search icon",720 "action": {721 "action_type": "wait"722 }723 },724 {725 "img_url": "android_control_episode_[10026]_4.png",726 "img_size": [727 1080,728 2400729 ],730 "episode_id": 10026,731 "goal": "Because my old running shoes are no longer usable, I'd like to see new running shoes on the Nike app. ",732 "instruction": "click on the search bar",733 "action": {734 "action_type": "click",735 "x": 624,736 "y": 209737 }738 },739 {740 "img_url": "android_control_episode_[10026]_5.png",741 "img_size": [742 1080,743 2400744 ],745 "episode_id": 10026,746 "goal": "Because my old running shoes are no longer usable, I'd like to see new running shoes on the Nike app. ",747 "instruction": "type the text running shoes",748 "action": {749 "action_type": "input_text",750 "text": "running shoes"751 }752 },753 {754 "img_url": "android_control_episode_[10026]_6.png",755 "img_size": [756 1080,757 2400758 ],759 "episode_id": 10026,760 "goal": "Because my old running shoes are no longer usable, I'd like to see new running shoes on the Nike app. ",761 "instruction": "click on the tick icon",762 "action": {763 "action_type": "click",764 "x": 994,765 "y": 2158766 }767 }768 ],769 [770 {771 "img_url": "android_control_episode_[14244]_0.png",772 "img_size": [773 1080,774 2400775 ],776 "episode_id": 14244,777 "goal": "I'd like to compare the Portable Door Lock Home to other similar items in the Etsy app.",778 "instruction": "Go back to the previous screen",779 "action": {780 "action_type": "navigate_back"781 }782 },783 {784 "img_url": "android_control_episode_[14244]_1.png",785 "img_size": [786 1080,787 2400788 ],789 "episode_id": 14244,790 "goal": "I'd like to compare the Portable Door Lock Home to other similar items in the Etsy app.",791 "instruction": "Swipe up to view similar items",792 "action": {793 "action_type": "scroll",794 "direction": "left"795 }796 },797 {798 "img_url": "android_control_episode_[14244]_2.png",799 "img_size": [800 1080,801 2400802 ],803 "episode_id": 14244,804 "goal": "I'd like to compare the Portable Door Lock Home to other similar items in the Etsy app.",805 "instruction": "Swipe up to view similar items",806 "action": {807 "action_type": "scroll",808 "direction": "left"809 }810 },811 {812 "img_url": "android_control_episode_[14244]_3.png",813 "img_size": [814 1080,815 2400816 ],817 "episode_id": 14244,818 "goal": "I'd like to compare the Portable Door Lock Home to other similar items in the Etsy app.",819 "instruction": "Click on the Similar items on Etsy",820 "action": {821 "action_type": "click",822 "x": 276,823 "y": 822824 }825 }826 ],827 [828 {829 "img_url": "android_control_episode_[14284]_0.png",830 "img_size": [831 1080,832 2400833 ],834 "episode_id": 14284,835 "goal": "I'd like to track my fitness with my watch but don't know how to do so. So look for help in the Fit app.",836 "instruction": "Go back to the previous screen",837 "action": {838 "action_type": "navigate_back"839 }840 },841 {842 "img_url": "android_control_episode_[14284]_1.png",843 "img_size": [844 1080,845 2400846 ],847 "episode_id": 14284,848 "goal": "I'd like to track my fitness with my watch but don't know how to do so. So look for help in the Fit app.",849 "instruction": "Click on the Profile icon at the bottom right corner of the screen",850 "action": {851 "action_type": "click",852 "x": 945,853 "y": 2263854 }855 },856 {857 "img_url": "android_control_episode_[14284]_2.png",858 "img_size": [859 1080,860 2400861 ],862 "episode_id": 14284,863 "goal": "I'd like to track my fitness with my watch but don't know how to do so. So look for help in the Fit app.",864 "instruction": "Click on the settings icon",865 "action": {866 "action_type": "click",867 "x": 869,868 "y": 209869 }870 },871 {872 "img_url": "android_control_episode_[14284]_3.png",873 "img_size": [874 1080,875 2400876 ],877 "episode_id": 14284,878 "goal": "I'd like to track my fitness with my watch but don't know how to do so. So look for help in the Fit app.",879 "instruction": "Click on three dots at the top right corner of the screen",880 "action": {881 "action_type": "click",882 "x": 1027,883 "y": 209884 }885 },886 {887 "img_url": "android_control_episode_[14284]_4.png",888 "img_size": [889 1080,890 2400891 ],892 "episode_id": 14284,893 "goal": "I'd like to track my fitness with my watch but don't know how to do so. So look for help in the Fit app.",894 "instruction": "Click on the Help & feedback",895 "action": {896 "action_type": "click",897 "x": 812,898 "y": 230899 }900 },901 {902 "img_url": "android_control_episode_[14284]_5.png",903 "img_size": [904 1080,905 2400906 ],907 "episode_id": 14284,908 "goal": "I'd like to track my fitness with my watch but don't know how to do so. So look for help in the Fit app.",909 "instruction": "Click on the Track your fitness with your watch",910 "action": {911 "action_type": "click",912 "x": 462,913 "y": 506914 }915 }916 ],917 [918 {919 "img_url": "android_control_episode_[14486]_0.png",920 "img_size": [921 1080,922 2400923 ],924 "episode_id": 14486,925 "goal": "I want to open the \"The Nightingale\" book so I may look at the preview of the book.",926 "instruction": "Go back to the previous screen",927 "action": {928 "action_type": "navigate_back"929 }930 },931 {932 "img_url": "android_control_episode_[14486]_1.png",933 "img_size": [934 1080,935 2400936 ],937 "episode_id": 14486,938 "goal": "I want to open the \"The Nightingale\" book so I may look at the preview of the book.",939 "instruction": "Click on the search icon at the top of the screen",940 "action": {941 "action_type": "click",942 "x": 784,943 "y": 209944 }945 },946 {947 "img_url": "android_control_episode_[14486]_2.png",948 "img_size": [949 1080,950 2400951 ],952 "episode_id": 14486,953 "goal": "I want to open the \"The Nightingale\" book so I may look at the preview of the book.",954 "instruction": "Enter The Nightingale in the search textbox",955 "action": {956 "action_type": "input_text",957 "text": "The Nightingale"958 }959 },960 {961 "img_url": "android_control_episode_[14486]_3.png",962 "img_size": [963 1080,964 2400965 ],966 "episode_id": 14486,967 "goal": "I want to open the \"The Nightingale\" book so I may look at the preview of the book.",968 "instruction": "Click on the first search result",969 "action": {970 "action_type": "click",971 "x": 584,972 "y": 350973 }974 },975 {976 "img_url": "android_control_episode_[14486]_4.png",977 "img_size": [978 1080,979 2400980 ],981 "episode_id": 14486,982 "goal": "I want to open the \"The Nightingale\" book so I may look at the preview of the book.",983 "instruction": "Click on the first search result",984 "action": {985 "action_type": "click",986 "x": 540,987 "y": 717988 }989 }990 ],991 [992 {993 "img_url": "android_control_episode_[1626]_0.png",994 "img_size": [995 1080,996 2400997 ],998 "episode_id": 1626,999 "goal": "Open Google translate app & search the word flabbergasted",1000 "instruction": "open Google Translate app",1001 "action": {1002 "action_type": "open_app",1003 "app_name": "Translate"1004 }1005 },1006 {1007 "img_url": "android_control_episode_[1626]_1.png",1008 "img_size": [1009 1080,1010 24001011 ],1012 "episode_id": 1626,1013 "goal": "Open Google translate app & search the word flabbergasted",1014 "instruction": "click on the Enter text section",1015 "action": {1016 "action_type": "click",1017 "x": 245,1018 "y": 4491019 }1020 },1021 {1022 "img_url": "android_control_episode_[1626]_2.png",1023 "img_size": [1024 1080,1025 24001026 ],1027 "episode_id": 1626,1028 "goal": "Open Google translate app & search the word flabbergasted",1029 "instruction": "enter the word flabbergasted",1030 "action": {1031 "action_type": "input_text",1032 "text": "flabbergasted"1033 }1034 },1035 {1036 "img_url": "android_control_episode_[1626]_3.png",1037 "img_size": [1038 1080,1039 24001040 ],1041 "episode_id": 1626,1042 "goal": "Open Google translate app & search the word flabbergasted",1043 "instruction": "click on go arrow icon at the bottom right corner of the screen",1044 "action": {1045 "action_type": "click",1046 "x": 994,1047 "y": 21581048 }1049 }1050 ],1051 [1052 {1053 "img_url": "android_control_episode_[4353]_0.png",1054 "img_size": [1055 1080,1056 24001057 ],1058 "episode_id": 4353,1059 "goal": "In the festive spirit of christmas, I embark on a quest for the perfect black dress in size 40 through the enchanting aisles of the Abercrombie app",1060 "instruction": "Opne the Abercrombie app",1061 "action": {1062 "action_type": "open_app",1063 "app_name": "Abercrombie"1064 }1065 },1066 {1067 "img_url": "android_control_episode_[4353]_1.png",1068 "img_size": [1069 1080,1070 24001071 ],1072 "episode_id": 4353,1073 "goal": "In the festive spirit of christmas, I embark on a quest for the perfect black dress in size 40 through the enchanting aisles of the Abercrombie app",1074 "instruction": "Opne the Abercrombie app",1075 "action": {1076 "action_type": "wait"1077 }1078 },1079 {1080 "img_url": "android_control_episode_[4353]_2.png",1081 "img_size": [1082 1080,1083 24001084 ],1085 "episode_id": 4353,1086 "goal": "In the festive spirit of christmas, I embark on a quest for the perfect black dress in size 40 through the enchanting aisles of the Abercrombie app",1087 "instruction": "Opne the Abercrombie app",1088 "action": {1089 "action_type": "wait"1090 }1091 },1092 {1093 "img_url": "android_control_episode_[4353]_3.png",1094 "img_size": [1095 1080,1096 24001097 ],1098 "episode_id": 4353,1099 "goal": "In the festive spirit of christmas, I embark on a quest for the perfect black dress in size 40 through the enchanting aisles of the Abercrombie app",1100 "instruction": "Opne the Abercrombie app",1101 "action": {1102 "action_type": "wait"1103 }1104 },1105 {1106 "img_url": "android_control_episode_[4353]_4.png",1107 "img_size": [1108 1080,1109 24001110 ],1111 "episode_id": 4353,1112 "goal": "In the festive spirit of christmas, I embark on a quest for the perfect black dress in size 40 through the enchanting aisles of the Abercrombie app",1113 "instruction": "Click on the search icon ",1114 "action": {1115 "action_type": "click",1116 "x": 884,1117 "y": 2831118 }1119 },1120 {1121 "img_url": "android_control_episode_[4353]_5.png",1122 "img_size": [1123 1080,1124 24001125 ],1126 "episode_id": 4353,1127 "goal": "In the festive spirit of christmas, I embark on a quest for the perfect black dress in size 40 through the enchanting aisles of the Abercrombie app",1128 "instruction": "Type Black dress in search bar",1129 "action": {1130 "action_type": "input_text",1131 "text": "Black Dress"1132 }1133 },1134 {1135 "img_url": "android_control_episode_[4353]_6.png",1136 "img_size": [1137 1080,1138 24001139 ],1140 "episode_id": 4353,1141 "goal": "In the festive spirit of christmas, I embark on a quest for the perfect black dress in size 40 through the enchanting aisles of the Abercrombie app",1142 "instruction": "Click on the search key ",1143 "action": {1144 "action_type": "click",1145 "x": 994,1146 "y": 21691147 }1148 },1149 {1150 "img_url": "android_control_episode_[4353]_7.png",1151 "img_size": [1152 1080,1153 24001154 ],1155 "episode_id": 4353,1156 "goal": "In the festive spirit of christmas, I embark on a quest for the perfect black dress in size 40 through the enchanting aisles of the Abercrombie app",1157 "instruction": "Click on the search key ",1158 "action": {1159 "action_type": "wait"1160 }1161 },1162 {1163 "img_url": "android_control_episode_[4353]_8.png",1164 "img_size": [1165 1080,1166 24001167 ],1168 "episode_id": 4353,1169 "goal": "In the festive spirit of christmas, I embark on a quest for the perfect black dress in size 40 through the enchanting aisles of the Abercrombie app",1170 "instruction": "Click on the first dress",1171 "action": {1172 "action_type": "click",1173 "x": 275,1174 "y": 9411175 }1176 }1177 ],1178 [1179 {1180 "img_url": "android_control_episode_[8283]_0.png",1181 "img_size": [1182 1080,1183 24001184 ],1185 "episode_id": 8283,1186 "goal": "I want training and gym shoes for my routine usage; look for gym shoes in the Flipkart app.",1187 "instruction": "Click on Filter at the top of the screen.",1188 "action": {1189 "action_type": "click",1190 "x": 362,1191 "y": 3471192 }1193 },1194 {1195 "img_url": "android_control_episode_[8283]_1.png",1196 "img_size": [1197 1080,1198 24001199 ],1200 "episode_id": 8283,