endlesswinds/AndroidControl-JSON-Splits
AndroidControl (JSON) Overview This dataset provides all splits of AndroidControl in a ready-to-use JSON format, extracted from the original Google Cloud data release. Motivation: Most GUI agent works use GUI-Actor-Data for training, which includes AndroidControl images but does not include the test set JSON. Obtaining any split from the original source requires downloading the full dataset (~47 GB) from Google Cloud, which is cumbersome. This dataset provides all… See the full description on the dataset page: https://huggingface.co/datasets/endlesswinds/AndroidControl-JSON-Splits.
049
1[2 [3 {4 "img_url": "android_control_episode_[3669]_1.png",5 "img_size": [6 1080,7 24008 ],9 "episode_id": 3669,10 "goal": "Open the HelloTalk app and start the food & drinks vocabulary in learning statistics ",11 "instruction": "Click on vacabulary",12 "action": {13 "action_type": "click",14 "x": 186,15 "y": 145016 }17 }18 ],19 [20 {21 "img_url": "android_control_episode_[3851]_0.png",22 "img_size": [23 1080,24 240025 ],26 "episode_id": 3851,27 "goal": "Use the Meesho app to view the Modern Graceful Men Sports Shoes details.",28 "instruction": "Click on the Modern Graceful Men Sports Shoes",29 "action": {30 "action_type": "click",31 "x": 236,32 "y": 112533 }34 },35 {36 "img_url": "android_control_episode_[3851]_2.png",37 "img_size": [38 1080,39 240040 ],41 "episode_id": 3851,42 "goal": "Use the Meesho app to view the Modern Graceful Men Sports Shoes details.",43 "instruction": "Click on the Read More of Product Details",44 "action": {45 "action_type": "click",46 "x": 123,47 "y": 130148 }49 }50 ],51 [52 {53 "img_url": "android_control_episode_[3911]_0.png",54 "img_size": [55 1080,56 240057 ],58 "episode_id": 3911,59 "goal": "Search for reminder black day",60 "instruction": "Click on the search icon at the top right corner",61 "action": {62 "action_type": "click",63 "x": 1005,64 "y": 20965 }66 },67 {68 "img_url": "android_control_episode_[3911]_2.png",69 "img_size": [70 1080,71 240072 ],73 "episode_id": 3911,74 "goal": "Search for reminder black day",75 "instruction": "Click on the search bar again",76 "action": {77 "action_type": "click",78 "x": 486,79 "y": 20880 }81 },82 {83 "img_url": "android_control_episode_[3911]_3.png",84 "img_size": [85 1080,86 240087 ],88 "episode_id": 3911,89 "goal": "Search for reminder black day",90 "instruction": "Click on the search icon at the bottom right corner",91 "action": {92 "action_type": "click",93 "x": 994,94 "y": 215895 }96 }97 ],98 [99 {100 "img_url": "android_control_episode_[5354]_0.png",101 "img_size": [102 1080,103 2400104 ],105 "episode_id": 5354,106 "goal": "I want to add toblerone milk to my cart.",107 "instruction": "Click on the Add to shopping list option on the screen.",108 "action": {109 "action_type": "click",110 "x": 582,111 "y": 1341112 }113 },114 {115 "img_url": "android_control_episode_[5354]_1.png",116 "img_size": [117 1080,118 2400119 ],120 "episode_id": 5354,121 "goal": "I want to add toblerone milk to my cart.",122 "instruction": "Click on the Create option on the screen.",123 "action": {124 "action_type": "click",125 "x": 869,126 "y": 1031127 }128 }129 ],130 [131 {132 "img_url": "android_control_episode_[9784]_2.png",133 "img_size": [134 1080,135 2400136 ],137 "episode_id": 9784,138 "goal": "Open the Play Books app and increase the brightness.",139 "instruction": "Click on the lighting option",140 "action": {141 "action_type": "click",142 "x": 850,143 "y": 251144 }145 },146 {147 "img_url": "android_control_episode_[9784]_3.png",148 "img_size": [149 1080,150 2400151 ],152 "episode_id": 9784,153 "goal": "Open the Play Books app and increase the brightness.",154 "instruction": "Click on the brightness bar",155 "action": {156 "action_type": "click",157 "x": 665,158 "y": 529159 }160 }161 ],162 [163 {164 "img_url": "android_control_episode_[12717]_3.png",165 "img_size": [166 1080,167 2400168 ],169 "episode_id": 12717,170 "goal": "In order to compare prices, I would like to see more screwdriver sets. Use the Esty app to view the costs of numerous comparable screwdriver sets.",171 "instruction": "Click on Similar items on Esty",172 "action": {173 "action_type": "click",174 "x": 276,175 "y": 642176 }177 }178 ],179 [180 {181 "img_url": "android_control_episode_[13418]_1.png",182 "img_size": [183 1080,184 2400185 ],186 "episode_id": 13418,187 "goal": "To enhance my meditation, I would like to hear the sounds of thunder and rain on the Meditopia app.",188 "instruction": "Close the current program",189 "action": {190 "action_type": "click",191 "x": 99,192 "y": 244193 }194 },195 {196 "img_url": "android_control_episode_[13418]_2.png",197 "img_size": [198 1080,199 2400200 ],201 "episode_id": 13418,202 "goal": "To enhance my meditation, I would like to hear the sounds of thunder and rain on the Meditopia app.",203 "instruction": "Go to the Sounds tab",204 "action": {205 "action_type": "click",206 "x": 720,207 "y": 2263208 }209 },210 {211 "img_url": "android_control_episode_[13418]_3.png",212 "img_size": [213 1080,214 2400215 ],216 "episode_id": 13418,217 "goal": "To enhance my meditation, I would like to hear the sounds of thunder and rain on the Meditopia app.",218 "instruction": "Click on the Thunder and Rain sound",219 "action": {220 "action_type": "click",221 "x": 698,222 "y": 1165223 }224 },225 {226 "img_url": "android_control_episode_[13418]_4.png",227 "img_size": [228 1080,229 2400230 ],231 "episode_id": 13418,232 "goal": "To enhance my meditation, I would like to hear the sounds of thunder and rain on the Meditopia app.",233 "instruction": "Click on the start session button",234 "action": {235 "action_type": "click",236 "x": 540,237 "y": 2090238 }239 },240 {241 "img_url": "android_control_episode_[13418]_5.png",242 "img_size": [243 1080,244 2400245 ],246 "episode_id": 13418,247 "goal": "To enhance my meditation, I would like to hear the sounds of thunder and rain on the Meditopia app.",248 "instruction": "Click on the play button",249 "action": {250 "action_type": "click",251 "x": 548,252 "y": 1997253 }254 }255 ],256 [257 {258 "img_url": "android_control_episode_[14785]_0.png",259 "img_size": [260 1080,261 2400262 ],263 "episode_id": 14785,264 "goal": "My son wants to add his name to his drawing, so use the text tool and write \"Lucas Miller\" in the drawing on the Sketchbook app.",265 "instruction": "Click on the tool box in the top menu.",266 "action": {267 "action_type": "click",268 "x": 476,269 "y": 199270 }271 },272 {273 "img_url": "android_control_episode_[14785]_1.png",274 "img_size": [275 1080,276 2400277 ],278 "episode_id": 14785,279 "goal": "My son wants to add his name to his drawing, so use the text tool and write \"Lucas Miller\" in the drawing on the Sketchbook app.",280 "instruction": "Select the tool Text.",281 "action": {282 "action_type": "click",283 "x": 336,284 "y": 868285 }286 },287 {288 "img_url": "android_control_episode_[14785]_2.png",289 "img_size": [290 1080,291 2400292 ],293 "episode_id": 14785,294 "goal": "My son wants to add his name to his drawing, so use the text tool and write \"Lucas Miller\" in the drawing on the Sketchbook app.",295 "instruction": "Click on the keyboard icon.",296 "action": {297 "action_type": "click",298 "x": 194,299 "y": 209300 }301 },302 {303 "img_url": "android_control_episode_[14785]_4.png",304 "img_size": [305 1080,306 2400307 ],308 "episode_id": 14785,309 "goal": "My son wants to add his name to his drawing, so use the text tool and write \"Lucas Miller\" in the drawing on the Sketchbook app.",310 "instruction": "Click on the right tick icon.",311 "action": {312 "action_type": "click",313 "x": 866,314 "y": 210315 }316 }317 ],318 [319 {320 "img_url": "android_control_episode_[3409]_0.png",321 "img_size": [322 1080,323 2400324 ],325 "episode_id": 3409,326 "goal": "I'd like to investigate historical rate swings so that I may be confident in the fantastic rate.",327 "instruction": "click on the menu bar icon at the top left corner of the screen",328 "action": {329 "action_type": "click",330 "x": 73,331 "y": 209332 }333 },334 {335 "img_url": "android_control_episode_[3409]_1.png",336 "img_size": [337 1080,338 2400339 ],340 "episode_id": 3409,341 "goal": "I'd like to investigate historical rate swings so that I may be confident in the fantastic rate.",342 "instruction": "click on the Currency Simulator option",343 "action": {344 "action_type": "click",345 "x": 449,346 "y": 945347 }348 }349 ],350 [351 {352 "img_url": "android_control_episode_[8423]_0.png",353 "img_size": [354 1080,355 2400356 ],357 "episode_id": 8423,358 "goal": "Add the Ibis Berlin Mitte hotel to my itinerary for the Berlin trip on the Skyscanner app.",359 "instruction": "Click on the Ibis Berlin Mitte hotel.",360 "action": {361 "action_type": "click",362 "x": 540,363 "y": 1837364 }365 },366 {367 "img_url": "android_control_episode_[8423]_2.png",368 "img_size": [369 1080,370 2400371 ],372 "episode_id": 8423,373 "goal": "Add the Ibis Berlin Mitte hotel to my itinerary for the Berlin trip on the Skyscanner app.",374 "instruction": "Click on the heart icon at the top-right of the screen.",375 "action": {376 "action_type": "click",377 "x": 907,378 "y": 218379 }380 },381 {382 "img_url": "android_control_episode_[8423]_3.png",383 "img_size": [384 1080,385 2400386 ],387 "episode_id": 8423,388 "goal": "Add the Ibis Berlin Mitte hotel to my itinerary for the Berlin trip on the Skyscanner app.",389 "instruction": "Click on add a new trip to save your hotel.",390 "action": {391 "action_type": "click",392 "x": 613,393 "y": 2242394 }395 },396 {397 "img_url": "android_control_episode_[8423]_4.png",398 "img_size": [399 1080,400 2400401 ],402 "episode_id": 8423,403 "goal": "Add the Ibis Berlin Mitte hotel to my itinerary for the Berlin trip on the Skyscanner app.",404 "instruction": "Click on Create with alerts.",405 "action": {406 "action_type": "click",407 "x": 540,408 "y": 2205409 }410 }411 ],412 [413 {414 "img_url": "android_control_episode_[8683]_0.png",415 "img_size": [416 1080,417 2400418 ],419 "episode_id": 8683,420 "goal": "My wife said to me that she wants to go out with her friend right now. Pause a running timer . ",421 "instruction": "Click on the Pause button",422 "action": {423 "action_type": "click",424 "x": 707,425 "y": 1583426 }427 }428 ],429 [430 {431 "img_url": "android_control_episode_[9845]_0.png",432 "img_size": [433 1080,434 2400435 ],436 "episode_id": 9845,437 "goal": "\"I want to star an email of School Annual Function as an essential message on the Gmail app. \"",438 "instruction": "Click on the three dots icon at the top right of the screen",439 "action": {440 "action_type": "click",441 "x": 1016,442 "y": 212443 }444 },445 {446 "img_url": "android_control_episode_[9845]_1.png",447 "img_size": [448 1080,449 2400450 ],451 "episode_id": 9845,452 "goal": "\"I want to star an email of School Annual Function as an essential message on the Gmail app. \"",453 "instruction": "Click on the add star option",454 "action": {455 "action_type": "click",456 "x": 812,457 "y": 612458 }459 }460 ],461 [462 {463 "img_url": "android_control_episode_[10026]_2.png",464 "img_size": [465 1080,466 2400467 ],468 "episode_id": 10026,469 "goal": "Because my old running shoes are no longer usable, I'd like to see new running shoes on the Nike app. ",470 "instruction": "click on the search icon",471 "action": {472 "action_type": "click",473 "x": 890,474 "y": 208475 }476 },477 {478 "img_url": "android_control_episode_[10026]_4.png",479 "img_size": [480 1080,481 2400482 ],483 "episode_id": 10026,484 "goal": "Because my old running shoes are no longer usable, I'd like to see new running shoes on the Nike app. ",485 "instruction": "click on the search bar",486 "action": {487 "action_type": "click",488 "x": 624,489 "y": 209490 }491 },492 {493 "img_url": "android_control_episode_[10026]_6.png",494 "img_size": [495 1080,496 2400497 ],498 "episode_id": 10026,499 "goal": "Because my old running shoes are no longer usable, I'd like to see new running shoes on the Nike app. ",500 "instruction": "click on the tick icon",501 "action": {502 "action_type": "click",503 "x": 994,504 "y": 2158505 }506 }507 ],508 [509 {510 "img_url": "android_control_episode_[14244]_3.png",511 "img_size": [512 1080,513 2400514 ],515 "episode_id": 14244,516 "goal": "I'd like to compare the Portable Door Lock Home to other similar items in the Etsy app.",517 "instruction": "Click on the Similar items on Etsy",518 "action": {519 "action_type": "click",520 "x": 276,521 "y": 822522 }523 }524 ],525 [526 {527 "img_url": "android_control_episode_[14284]_1.png",528 "img_size": [529 1080,530 2400531 ],532 "episode_id": 14284,533 "goal": "I'd like to track my fitness with my watch but don't know how to do so. So look for help in the Fit app.",534 "instruction": "Click on the Profile icon at the bottom right corner of the screen",535 "action": {536 "action_type": "click",537 "x": 945,538 "y": 2263539 }540 },541 {542 "img_url": "android_control_episode_[14284]_2.png",543 "img_size": [544 1080,545 2400546 ],547 "episode_id": 14284,548 "goal": "I'd like to track my fitness with my watch but don't know how to do so. So look for help in the Fit app.",549 "instruction": "Click on the settings icon",550 "action": {551 "action_type": "click",552 "x": 869,553 "y": 209554 }555 },556 {557 "img_url": "android_control_episode_[14284]_3.png",558 "img_size": [559 1080,560 2400561 ],562 "episode_id": 14284,563 "goal": "I'd like to track my fitness with my watch but don't know how to do so. So look for help in the Fit app.",564 "instruction": "Click on three dots at the top right corner of the screen",565 "action": {566 "action_type": "click",567 "x": 1027,568 "y": 209569 }570 },571 {572 "img_url": "android_control_episode_[14284]_4.png",573 "img_size": [574 1080,575 2400576 ],577 "episode_id": 14284,578 "goal": "I'd like to track my fitness with my watch but don't know how to do so. So look for help in the Fit app.",579 "instruction": "Click on the Help & feedback",580 "action": {581 "action_type": "click",582 "x": 812,583 "y": 230584 }585 },586 {587 "img_url": "android_control_episode_[14284]_5.png",588 "img_size": [589 1080,590 2400591 ],592 "episode_id": 14284,593 "goal": "I'd like to track my fitness with my watch but don't know how to do so. So look for help in the Fit app.",594 "instruction": "Click on the Track your fitness with your watch",595 "action": {596 "action_type": "click",597 "x": 462,598 "y": 506599 }600 }601 ],602 [603 {604 "img_url": "android_control_episode_[14486]_1.png",605 "img_size": [606 1080,607 2400608 ],609 "episode_id": 14486,610 "goal": "I want to open the \"The Nightingale\" book so I may look at the preview of the book.",611 "instruction": "Click on the search icon at the top of the screen",612 "action": {613 "action_type": "click",614 "x": 784,615 "y": 209616 }617 },618 {619 "img_url": "android_control_episode_[14486]_3.png",620 "img_size": [621 1080,622 2400623 ],624 "episode_id": 14486,625 "goal": "I want to open the \"The Nightingale\" book so I may look at the preview of the book.",626 "instruction": "Click on the first search result",627 "action": {628 "action_type": "click",629 "x": 584,630 "y": 350631 }632 },633 {634 "img_url": "android_control_episode_[14486]_4.png",635 "img_size": [636 1080,637 2400638 ],639 "episode_id": 14486,640 "goal": "I want to open the \"The Nightingale\" book so I may look at the preview of the book.",641 "instruction": "Click on the first search result",642 "action": {643 "action_type": "click",644 "x": 540,645 "y": 717646 }647 }648 ],649 [650 {651 "img_url": "android_control_episode_[1626]_1.png",652 "img_size": [653 1080,654 2400655 ],656 "episode_id": 1626,657 "goal": "Open Google translate app & search the word flabbergasted",658 "instruction": "click on the Enter text section",659 "action": {660 "action_type": "click",661 "x": 245,662 "y": 449663 }664 },665 {666 "img_url": "android_control_episode_[1626]_3.png",667 "img_size": [668 1080,669 2400670 ],671 "episode_id": 1626,672 "goal": "Open Google translate app & search the word flabbergasted",673 "instruction": "click on go arrow icon at the bottom right corner of the screen",674 "action": {675 "action_type": "click",676 "x": 994,677 "y": 2158678 }679 }680 ],681 [682 {683 "img_url": "android_control_episode_[4353]_4.png",684 "img_size": [685 1080,686 2400687 ],688 "episode_id": 4353,689 "goal": "In the festive spirit of christmas, I embark on a quest for the perfect black dress in size 40 through the enchanting aisles of the Abercrombie app",690 "instruction": "Click on the search icon ",691 "action": {692 "action_type": "click",693 "x": 884,694 "y": 283695 }696 },697 {698 "img_url": "android_control_episode_[4353]_6.png",699 "img_size": [700 1080,701 2400702 ],703 "episode_id": 4353,704 "goal": "In the festive spirit of christmas, I embark on a quest for the perfect black dress in size 40 through the enchanting aisles of the Abercrombie app",705 "instruction": "Click on the search key ",706 "action": {707 "action_type": "click",708 "x": 994,709 "y": 2169710 }711 },712 {713 "img_url": "android_control_episode_[4353]_8.png",714 "img_size": [715 1080,716 2400717 ],718 "episode_id": 4353,719 "goal": "In the festive spirit of christmas, I embark on a quest for the perfect black dress in size 40 through the enchanting aisles of the Abercrombie app",720 "instruction": "Click on the first dress",721 "action": {722 "action_type": "click",723 "x": 275,724 "y": 941725 }726 }727 ],728 [729 {730 "img_url": "android_control_episode_[8283]_0.png",731 "img_size": [732 1080,733 2400734 ],735 "episode_id": 8283,736 "goal": "I want training and gym shoes for my routine usage; look for gym shoes in the Flipkart app.",737 "instruction": "Click on Filter at the top of the screen.",738 "action": {739 "action_type": "click",740 "x": 362,741 "y": 347742 }743 },744 {745 "img_url": "android_control_episode_[8283]_1.png",746 "img_size": [747 1080,748 2400749 ],750 "episode_id": 8283,751 "goal": "I want training and gym shoes for my routine usage; look for gym shoes in the Flipkart app.",752 "instruction": "Click on type of shoes on the left side of the screen.",753 "action": {754 "action_type": "click",755 "x": 179,756 "y": 2102757 }758 },759 {760 "img_url": "android_control_episode_[8283]_2.png",761 "img_size": [762 1080,763 2400764 ],765 "episode_id": 8283,766 "goal": "I want training and gym shoes for my routine usage; look for gym shoes in the Flipkart app.",767 "instruction": "Click on Training and gym shoes at the top middle of the screen.",768 "action": {769 "action_type": "click",770 "x": 768,771 "y": 580772 }773 },774 {775 "img_url": "android_control_episode_[8283]_3.png",776 "img_size": [777 1080,778 2400779 ],780 "episode_id": 8283,781 "goal": "I want training and gym shoes for my routine usage; look for gym shoes in the Flipkart app.",782 "instruction": "Click on apply at the bottom right corner of the screen",783 "action": {784 "action_type": "click",785 "x": 862,786 "y": 2289787 }788 }789 ],790 [791 {792 "img_url": "android_control_episode_[10367]_0.png",793 "img_size": [794 1080,795 2400796 ],797 "episode_id": 10367,798 "goal": "To free up additional space, I must download the ToDoReminder_Backup file from Google Drive.",799 "instruction": "Click on the three dots next to the ToDoReminder_Backup file",800 "action": {801 "action_type": "click",802 "x": 1016,803 "y": 860804 }805 },806 {807 "img_url": "android_control_episode_[10367]_1.png",808 "img_size": [809 1080,810 2400811 ],812 "episode_id": 10367,813 "goal": "To free up additional space, I must download the ToDoReminder_Backup file from Google Drive.",814 "instruction": "Click on the download option",815 "action": {816 "action_type": "click",817 "x": 602,818 "y": 1996819 }820 }821 ],822 [823 {824 "img_url": "android_control_episode_[11253]_0.png",825 "img_size": [826 1080,827 2400828 ],829 "episode_id": 11253,830 "goal": "Add \"Adjustable aluminum laptop stand desk in black\" to my wish list in the GlobalSources app.",831 "instruction": "Click on the image of Adjustable aluminum laptop stand desk in black on the right side in second row.",832 "action": {833 "action_type": "click",834 "x": 847,835 "y": 1701836 }837 },838 {839 "img_url": "android_control_episode_[11253]_1.png",840 "img_size": [841 1080,842 2400843 ],844 "episode_id": 11253,845 "goal": "Add \"Adjustable aluminum laptop stand desk in black\" to my wish list in the GlobalSources app.",846 "instruction": "Click on the heart icon on the top right.",847 "action": {848 "action_type": "click",849 "x": 720,850 "y": 190851 }852 }853 ],854 [855 {856 "img_url": "android_control_episode_[12277]_1.png",857 "img_size": [858 1080,859 2400860 ],861 "episode_id": 12277,862 "goal": "Since it appears to be a good offer, I want to add the Canon EOS 1500D DSLR Camera Body + 18-55 mm IS II Lens (Black) to my cart via the Flipkart app.",863 "instruction": "Click on the cart icon at the bottom of left corner",864 "action": {865 "action_type": "click",866 "x": 78,867 "y": 2283868 }869 }870 ],871 [872 {873 "img_url": "android_control_episode_[13540]_1.png",874 "img_size": [875 1080,876 2400877 ],878 "episode_id": 13540,879 "goal": "In the Fresh to home app , add the product premium chicken skinless to the cart .",880 "instruction": "Go to the cutomize section",881 "action": {882 "action_type": "click",883 "x": 291,884 "y": 378885 }886 },887 {888 "img_url": "android_control_episode_[13540]_2.png",889 "img_size": [890 1080,891 2400892 ],893 "episode_id": 13540,894 "goal": "In the Fresh to home app , add the product premium chicken skinless to the cart .",895 "instruction": "Add the first result for the product to the cart",896 "action": {897 "action_type": "click",898 "x": 844,899 "y": 843900 }901 }902 ],903 [904 {905 "img_url": "android_control_episode_[14406]_0.png",906 "img_size": [907 1080,908 2400909 ],910 "episode_id": 14406,911 "goal": "I want to edit my Movie name docs and edit the doc and add only All about eve and Schindler\u2019s list movie name ",912 "instruction": "Click on the edit icon",913 "action": {914 "action_type": "click",915 "x": 943,916 "y": 2200917 }918 },919 {920 "img_url": "android_control_episode_[14406]_2.png",921 "img_size": [922 1080,923 2400924 ],925 "episode_id": 14406,926 "goal": "I want to edit my Movie name docs and edit the doc and add only All about eve and Schindler\u2019s list movie name ",927 "instruction": "click on the save icon",928 "action": {929 "action_type": "click",930 "x": 73,931 "y": 219932 }933 }934 ],935 [936 {937 "img_url": "android_control_episode_[19368]_0.png",938 "img_size": [939 1080,940 2400941 ],942 "episode_id": 19368,943 "goal": "I want to read the DIY tool kit file, so use the MEGA app to view the DIY tool kit file.",944 "instruction": "Click on the Diy tool kit file",945 "action": {946 "action_type": "click",947 "x": 458,948 "y": 520949 }950 }951 ],952 [953 {954 "img_url": "android_control_episode_[20030]_0.png",955 "img_size": [956 1080,957 2400958 ],959 "episode_id": 20030,960 "goal": "Add the item to the cart.",961 "instruction": "Click on the option add to cart on the left side of the bottom.",962 "action": {963 "action_type": "click",964 "x": 270,965 "y": 2269966 }967 }968 ],969 [970 {971 "img_url": "android_control_episode_[926]_1.png",972 "img_size": [973 1080,974 2400975 ],976 "episode_id": 926,977 "goal": "I'm facing a technical issue with my phone that requires a reboot, and I'm scared about losing my data, so I'm uploading complete\u00a0research paper files to Google Drive.",978 "instruction": "Click on the + icon at the bottom right of the screen",979 "action": {980 "action_type": "click",981 "x": 964,982 "y": 1990983 }984 },985 {986 "img_url": "android_control_episode_[926]_2.png",987 "img_size": [988 1080,989 2400990 ],991 "episode_id": 926,992 "goal": "I'm facing a technical issue with my phone that requires a reboot, and I'm scared about losing my data, so I'm uploading complete\u00a0research paper files to Google Drive.",993 "instruction": "Click on the upload option",994 "action": {995 "action_type": "click",996 "x": 540,997 "y": 1871998 }999 },1000 {1001 "img_url": "android_control_episode_[926]_3.png",1002 "img_size": [1003 1080,1004 24001005 ],1006 "episode_id": 926,1007 "goal": "I'm facing a technical issue with my phone that requires a reboot, and I'm scared about losing my data, so I'm uploading complete\u00a0research paper files to Google Drive.",1008 "instruction": "Click on the completereasearchpaper.doc file",1009 "action": {1010 "action_type": "click",1011 "x": 458,1012 "y": 9591013 }1014 },1015 {1016 "img_url": "android_control_episode_[926]_4.png",1017 "img_size": [1018 1080,1019 24001020 ],1021 "episode_id": 926,1022 "goal": "I'm facing a technical issue with my phone that requires a reboot, and I'm scared about losing my data, so I'm uploading complete\u00a0research paper files to Google Drive.",1023 "instruction": "Click on the completereasearchpaper.doc file",1024 "action": {1025 "action_type": "click",1026 "x": 93,1027 "y": 9881028 }1029 }1030 ],1031 [1032 {1033 "img_url": "android_control_episode_[5057]_0.png",1034 "img_size": [1035 1080,1036 24001037 ],1038 "episode_id": 5057,1039 "goal": "In the Smiling Mind app, I would like to listen to Sleep meditation in Adults Category so i can have a peaceful night's rest.",1040 "instruction": "Click on the Close icon",1041 "action": {1042 "action_type": "click",1043 "x": 987,1044 "y": 2081045 }1046 },1047 {1048 "img_url": "android_control_episode_[5057]_3.png",1049 "img_size": [1050 1080,1051 24001052 ],1053 "episode_id": 5057,1054 "goal": "In the Smiling Mind app, I would like to listen to Sleep meditation in Adults Category so i can have a peaceful night's rest.",1055 "instruction": "Click on the Sleep option",1056 "action": {1057 "action_type": "click",1058 "x": 807,1059 "y": 11671060 }1061 },1062 {1063 "img_url": "android_control_episode_[5057]_4.png",1064 "img_size": [1065 1080,1066 24001067 ],1068 "episode_id": 5057,1069 "goal": "In the Smiling Mind app, I would like to listen to Sleep meditation in Adults Category so i can have a peaceful night's rest.",1070 "instruction": "Click on the Play Next button",1071 "action": {1072 "action_type": "click",1073 "x": 540,1074 "y": 22191075 }1076 },1077 {1078 "img_url": "android_control_episode_[5057]_5.png",1079 "img_size": [1080 1080,1081 24001082 ],1083 "episode_id": 5057,1084 "goal": "In the Smiling Mind app, I would like to listen to Sleep meditation in Adults Category so i can have a peaceful night's rest.",1085 "instruction": "Click the Start button",1086 "action": {1087 "action_type": "click",1088 "x": 540,1089 "y": 22191090 }1091 },1092 {1093 "img_url": "android_control_episode_[5057]_7.png",1094 "img_size": [1095 1080,1096 24001097 ],1098 "episode_id": 5057,1099 "goal": "In the Smiling Mind app, I would like to listen to Sleep meditation in Adults Category so i can have a peaceful night's rest.",1100 "instruction": "Click on the Skip option",1101 "action": {1102 "action_type": "click",1103 "x": 540,1104 "y": 22401105 }1106 },1107 {1108 "img_url": "android_control_episode_[5057]_8.png",1109 "img_size": [1110 1080,1111 24001112 ],1113 "episode_id": 5057,1114 "goal": "In the Smiling Mind app, I would like to listen to Sleep meditation in Adults Category so i can have a peaceful night's rest.",1115 "instruction": "Click on the Next button",1116 "action": {1117 "action_type": "click",1118 "x": 541,1119 "y": 22191120 }1121 },1122 {1123 "img_url": "android_control_episode_[5057]_9.png",1124 "img_size": [1125 1080,1126 24001127 ],1128 "episode_id": 5057,1129 "goal": "In the Smiling Mind app, I would like to listen to Sleep meditation in Adults Category so i can have a peaceful night's rest.",1130 "instruction": "Click on the Play button",1131 "action": {1132 "action_type": "click",1133 "x": 540,1134 "y": 10681135 }1136 }1137 ],1138 [1139 {1140 "img_url": "android_control_episode_[6462]_0.png",1141 "img_size": [1142 1080,1143 24001144 ],1145 "episode_id": 6462,1146 "goal": "Save the Recording as lecture practice recording on the Recorder app.",1147 "instruction": "Click on the name of the recording.",1148 "action": {1149 "action_type": "click",1150 "x": 539,1151 "y": 4201152 }1153 },1154 {1155 "img_url": "android_control_episode_[6462]_2.png",1156 "img_size": [1157 1080,1158 24001159 ],1160 "episode_id": 6462,1161 "goal": "Save the Recording as lecture practice recording on the Recorder app.",1162 "instruction": "Click on the save at the top-right of the screen.",1163 "action": {1164 "action_type": "click",1165 "x": 953,1166 "y": 2191167 }1168 }1169 ],1170 [1171 {1172 "img_url": "android_control_episode_[7943]_1.png",1173 "img_size": [1174 1080,1175 24001176 ],1177 "episode_id": 7943,1178 "goal": "Create a new playlist on the YouTube app and name the playlist Favorites for future use to save favorite videos.",1179 "instruction": "Click on the Library icon at the bottom-right corner of the screen.",1180 "action": {1181 "action_type": "click",1182 "x": 972,1183 "y": 22731184 }1185 },1186 {1187 "img_url": "android_control_episode_[7943]_3.png",1188 "img_size": [1189 1080,1190 24001191 ],1192 "episode_id": 7943,1193 "goal": "Create a new playlist on the YouTube app and name the playlist Favorites for future use to save favorite videos.",1194 "instruction": "Click on the new playlist tab.",1195 "action": {1196 "action_type": "click",1197 "x": 849,1198 "y": 11751199 }1200 },