XXXXyu/libero-textual-memory-annotations

1{2  "coverage": {3    "actual_demos": 2000,4    "actual_frames": 338575,5    "dataset_files": 40,6    "expected_demos": 2000,7    "expected_frames": 338575,8    "frame_mismatches": [],9    "missing": [],10    "unexpected": []11  },12  "files": 2000,13  "files_never_reaching_success": 0,14  "files_reaching_success": 2000,15  "files_with_issues": 0,16  "files_with_unsuccessful_final_state": 14,17  "frames": 338575,18  "issue_counts": {},19  "issues": [],20  "language_catalog": {21    "libero_10/KITCHEN_SCENE3_turn_on_the_stove_and_put_the_moka_pot_on_it": {22      "completed": [23        "No task step has been completed yet.",24        "The stove is on.",25        "The stove is on; the moka pot has been picked up.",26        "The stove is on; the moka pot has been picked up; the moka pot is on the stove."27      ],28      "next": [29        "Pick up the moka pot.",30        "Place the moka pot on the stove.",31        "Task complete.",32        "Turn on the stove."33      ],34      "remaining": [35        "No task step remains.",36        "The moka pot still needs to be picked up; the moka pot still needs to be placed on the stove.",37        "The moka pot still needs to be placed on the stove.",38        "The stove still needs to be turned on; the moka pot still needs to be picked up; the moka pot still needs to be placed on the stove."39      ],40      "visual_memory": [41        "No relevant task progress is visible yet.",42        "The stove is on.",43        "The stove is on; the moka pot is on the stove."44      ]45    },46    "libero_10/KITCHEN_SCENE4_put_the_black_bowl_in_the_bottom_drawer_of_the_cabinet_and_close_it": {47      "completed": [48        "The bottom drawer of the white cabinet is open.",49        "The bottom drawer of the white cabinet is open; the black bowl has been picked up.",50        "The bottom drawer of the white cabinet is open; the black bowl has been picked up; the black bowl is in the bottom drawer of the white cabinet.",51        "The bottom drawer of the white cabinet is open; the black bowl has been picked up; the black bowl is in the bottom drawer of the white cabinet; the bottom drawer of the white cabinet is closed."52      ],53      "next": [54        "Close the bottom drawer of the white cabinet.",55        "Pick up the black bowl.",56        "Place the black bowl in the bottom drawer of the white cabinet.",57        "Task complete."58      ],59      "remaining": [60        "No task step remains.",61        "The black bowl still needs to be picked up; the black bowl still needs to be placed in the bottom drawer of the white cabinet; the bottom drawer of the white cabinet still needs to be closed.",62        "The black bowl still needs to be placed in the bottom drawer of the white cabinet; the bottom drawer of the white cabinet still needs to be closed.",63        "The bottom drawer of the white cabinet still needs to be closed."64      ],65      "visual_memory": [66        "No relevant task progress is visible yet.",67        "The black bowl is in the bottom drawer of the white cabinet.",68        "The bottom drawer of the white cabinet is closed; the black bowl is in the bottom drawer of the white cabinet."69      ]70    },71    "libero_10/KITCHEN_SCENE6_put_the_yellow_and_white_mug_in_the_microwave_and_close_it": {72      "completed": [73        "The microwave is open.",74        "The microwave is open; the yellow and white mug has been picked up.",75        "The microwave is open; the yellow and white mug has been picked up; the yellow and white mug is in the microwave.",76        "The microwave is open; the yellow and white mug has been picked up; the yellow and white mug is in the microwave; the microwave is closed."77      ],78      "next": [79        "Close the microwave.",80        "Pick up the yellow and white mug.",81        "Place the yellow and white mug in the microwave.",82        "Task complete."83      ],84      "remaining": [85        "No task step remains.",86        "The microwave still needs to be closed.",87        "The yellow and white mug still needs to be picked up; the yellow and white mug still needs to be placed in the microwave; the microwave still needs to be closed.",88        "The yellow and white mug still needs to be placed in the microwave; the microwave still needs to be closed."89      ],90      "visual_memory": [91        "No relevant task progress is visible yet.",92        "The yellow and white mug is in the microwave.",93        "The yellow and white mug is in the microwave; the microwave is closed."94      ]95    },96    "libero_10/KITCHEN_SCENE8_put_both_moka_pots_on_the_stove": {97      "completed": [98        "The stove is on.",99        "The stove is on; the first moka pot has been picked up.",100        "The stove is on; the first moka pot has been picked up; the first moka pot is on the stove.",101        "The stove is on; the first moka pot has been picked up; the first moka pot is on the stove; the second moka pot has been picked up.",102        "The stove is on; the first moka pot has been picked up; the first moka pot is on the stove; the second moka pot has been picked up; the second moka pot is on the stove.",103        "The stove is on; the first moka pot has been picked up; the second moka pot has been picked up.",104        "The stove is on; the first moka pot has been picked up; the second moka pot has been picked up; the first moka pot is on the stove.",105        "The stove is on; the first moka pot has been picked up; the second moka pot has been picked up; the first moka pot is on the stove; the second moka pot is on the stove.",106        "The stove is on; the first moka pot has been picked up; the second moka pot has been picked up; the second moka pot is on the stove.",107        "The stove is on; the first moka pot has been picked up; the second moka pot has been picked up; the second moka pot is on the stove; the first moka pot is on the stove."108      ],109      "next": [110        "Pick up the first moka pot.",111        "Pick up the second moka pot.",112        "Place the first moka pot on the stove.",113        "Place the second moka pot on the stove.",114        "Task complete."115      ],116      "remaining": [117        "No task step remains.",118        "The first moka pot still needs to be picked up; the first moka pot still needs to be placed on the stove; the second moka pot still needs to be picked up; the second moka pot still needs to be placed on the stove.",119        "The first moka pot still needs to be picked up; the second moka pot still needs to be picked up; the first moka pot still needs to be placed on the stove; the second moka pot still needs to be placed on the stove.",120        "The first moka pot still needs to be picked up; the second moka pot still needs to be picked up; the second moka pot still needs to be placed on the stove; the first moka pot still needs to be placed on the stove.",121        "The first moka pot still needs to be placed on the stove.",122        "The first moka pot still needs to be placed on the stove; the second moka pot still needs to be picked up; the second moka pot still needs to be placed on the stove.",123        "The first moka pot still needs to be placed on the stove; the second moka pot still needs to be placed on the stove.",124        "The second moka pot still needs to be picked up; the first moka pot still needs to be placed on the stove; the second moka pot still needs to be placed on the stove.",125        "The second moka pot still needs to be picked up; the second moka pot still needs to be placed on the stove.",126        "The second moka pot still needs to be picked up; the second moka pot still needs to be placed on the stove; the first moka pot still needs to be placed on the stove.",127        "The second moka pot still needs to be placed on the stove.",128        "The second moka pot still needs to be placed on the stove; the first moka pot still needs to be placed on the stove."129      ],130      "visual_memory": [131        "No relevant task progress is visible yet.",132        "The first moka pot is on the stove.",133        "The second moka pot is on the stove.",134        "The second moka pot is on the stove; the first moka pot is on the stove."135      ]136    },137    "libero_10/LIVING_ROOM_SCENE1_put_both_the_alphabet_soup_and_the_cream_cheese_box_in_the_basket": {138      "completed": [139        "No task step has been completed yet.",140        "The alphabet soup has been picked up.",141        "The alphabet soup has been picked up; the alphabet soup is in the basket.",142        "The alphabet soup has been picked up; the alphabet soup is in the basket; the cream cheese box has been picked up.",143        "The alphabet soup has been picked up; the alphabet soup is in the basket; the cream cheese box has been picked up; the cream cheese box is in the basket."144      ],145      "next": [146        "Pick up the alphabet soup.",147        "Pick up the cream cheese box.",148        "Place the alphabet soup in the basket.",149        "Place the cream cheese box in the basket.",150        "Task complete."151      ],152      "remaining": [153        "No task step remains.",154        "The alphabet soup still needs to be picked up; the alphabet soup still needs to be placed in the basket; the cream cheese box still needs to be picked up; the cream cheese box still needs to be placed in the basket.",155        "The alphabet soup still needs to be placed in the basket; the cream cheese box still needs to be picked up; the cream cheese box still needs to be placed in the basket.",156        "The cream cheese box still needs to be picked up; the cream cheese box still needs to be placed in the basket.",157        "The cream cheese box still needs to be placed in the basket."158      ],159      "visual_memory": [160        "No relevant task progress is visible yet.",161        "The alphabet soup is in the basket.",162        "The alphabet soup is in the basket; the cream cheese box is in the basket."163      ]164    },165    "libero_10/LIVING_ROOM_SCENE2_put_both_the_alphabet_soup_and_the_tomato_sauce_in_the_basket": {166      "completed": [167        "No task step has been completed yet.",168        "The alphabet soup has been picked up.",169        "The alphabet soup has been picked up; the alphabet soup is in the basket.",170        "The alphabet soup has been picked up; the alphabet soup is in the basket; the tomato sauce has been picked up.",171        "The alphabet soup has been picked up; the alphabet soup is in the basket; the tomato sauce has been picked up; the tomato sauce is in the basket."172      ],173      "next": [174        "Pick up the alphabet soup.",175        "Pick up the tomato sauce.",176        "Place the alphabet soup in the basket.",177        "Place the tomato sauce in the basket.",178        "Task complete."179      ],180      "remaining": [181        "No task step remains.",182        "The alphabet soup still needs to be picked up; the alphabet soup still needs to be placed in the basket; the tomato sauce still needs to be picked up; the tomato sauce still needs to be placed in the basket.",183        "The alphabet soup still needs to be placed in the basket; the tomato sauce still needs to be picked up; the tomato sauce still needs to be placed in the basket.",184        "The tomato sauce still needs to be picked up; the tomato sauce still needs to be placed in the basket.",185        "The tomato sauce still needs to be placed in the basket."186      ],187      "visual_memory": [188        "No relevant task progress is visible yet.",189        "The alphabet soup is in the basket.",190        "The alphabet soup is in the basket; the tomato sauce is in the basket."191      ]192    },193    "libero_10/LIVING_ROOM_SCENE2_put_both_the_cream_cheese_box_and_the_butter_in_the_basket": {194      "completed": [195        "No task step has been completed yet.",196        "The cream cheese box has been picked up.",197        "The cream cheese box has been picked up; the cream cheese box is in the basket.",198        "The cream cheese box has been picked up; the cream cheese box is in the basket; the butter has been picked up.",199        "The cream cheese box has been picked up; the cream cheese box is in the basket; the butter has been picked up; the butter is in the basket."200      ],201      "next": [202        "Pick up the butter.",203        "Pick up the cream cheese box.",204        "Place the butter in the basket.",205        "Place the cream cheese box in the basket.",206        "Task complete."207      ],208      "remaining": [209        "No task step remains.",210        "The butter still needs to be picked up; the butter still needs to be placed in the basket.",211        "The butter still needs to be placed in the basket.",212        "The cream cheese box still needs to be picked up; the cream cheese box still needs to be placed in the basket; the butter still needs to be picked up; the butter still needs to be placed in the basket.",213        "The cream cheese box still needs to be placed in the basket; the butter still needs to be picked up; the butter still needs to be placed in the basket."214      ],215      "visual_memory": [216        "No relevant task progress is visible yet.",217        "The cream cheese box is in the basket.",218        "The cream cheese box is in the basket; the butter is in the basket."219      ]220    },221    "libero_10/LIVING_ROOM_SCENE5_put_the_white_mug_on_the_left_plate_and_put_the_yellow_and_white_mug_on_the_right_plate": {222      "completed": [223        "No task step has been completed yet.",224        "The white mug has been picked up.",225        "The white mug has been picked up; the white mug is on the left plate.",226        "The white mug has been picked up; the white mug is on the left plate; the yellow and white mug has been picked up.",227        "The white mug has been picked up; the white mug is on the left plate; the yellow and white mug has been picked up; the yellow and white mug is on the right plate."228      ],229      "next": [230        "Pick up the white mug.",231        "Pick up the yellow and white mug.",232        "Place the white mug on the left plate.",233        "Place the yellow and white mug on the right plate.",234        "Task complete."235      ],236      "remaining": [237        "No task step remains.",238        "The white mug still needs to be picked up; the white mug still needs to be placed on the left plate; the yellow and white mug still needs to be picked up; the yellow and white mug still needs to be placed on the right plate.",239        "The white mug still needs to be placed on the left plate; the yellow and white mug still needs to be picked up; the yellow and white mug still needs to be placed on the right plate.",240        "The yellow and white mug still needs to be picked up; the yellow and white mug still needs to be placed on the right plate.",241        "The yellow and white mug still needs to be placed on the right plate."242      ],243      "visual_memory": [244        "No relevant task progress is visible yet.",245        "The white mug is on the left plate.",246        "The white mug is on the left plate; the yellow and white mug is on the right plate."247      ]248    },249    "libero_10/LIVING_ROOM_SCENE6_put_the_white_mug_on_the_plate_and_put_the_chocolate_pudding_to_the_right_of_the_plate": {250      "completed": [251        "No task step has been completed yet.",252        "The white mug has been picked up.",253        "The white mug has been picked up; the chocolate pudding is in the area to the right of the plate.",254        "The white mug has been picked up; the chocolate pudding is in the area to the right of the plate; the white mug is on the plate.",255        "The white mug has been picked up; the white mug is on the plate.",256        "The white mug has been picked up; the white mug is on the plate; the chocolate pudding is in the area to the right of the plate."257      ],258      "next": [259        "Move the chocolate pudding to the area to the right of the plate.",260        "Pick up the white mug.",261        "Place the white mug on the plate.",262        "Task complete."263      ],264      "remaining": [265        "No task step remains.",266        "The chocolate pudding still needs to be moved to the area to the right of the plate.",267        "The chocolate pudding still needs to be moved to the area to the right of the plate; the white mug still needs to be placed on the plate.",268        "The white mug still needs to be picked up; the chocolate pudding still needs to be moved to the area to the right of the plate; the white mug still needs to be placed on the plate.",269        "The white mug still needs to be picked up; the white mug still needs to be placed on the plate; the chocolate pudding still needs to be moved to the area to the right of the plate.",270        "The white mug still needs to be placed on the plate.",271        "The white mug still needs to be placed on the plate; the chocolate pudding still needs to be moved to the area to the right of the plate."272      ],273      "visual_memory": [274        "No relevant task progress is visible yet.",275        "The chocolate pudding is in the area to the right of the plate.",276        "The white mug is on the plate.",277        "The white mug is on the plate; the chocolate pudding is in the area to the right of the plate."278      ]279    },280    "libero_10/STUDY_SCENE1_pick_up_the_book_and_place_it_in_the_back_compartment_of_the_caddy": {281      "completed": [282        "No task step has been completed yet.",283        "The black book has been picked up.",284        "The black book has been picked up; the black book is in the back compartment of the caddy."285      ],286      "next": [287        "Pick up the black book.",288        "Place the black book in the back compartment of the caddy.",289        "Task complete."290      ],291      "remaining": [292        "No task step remains.",293        "The black book still needs to be picked up; the black book still needs to be placed in the back compartment of the caddy.",294        "The black book still needs to be placed in the back compartment of the caddy."295      ],296      "visual_memory": [297        "No relevant task progress is visible yet.",298        "The black book is in the back compartment of the caddy."299      ]300    },301    "libero_goal/open_the_middle_drawer_of_the_cabinet": {302      "completed": [303        "No task step has been completed yet.",304        "The middle drawer of the wooden cabinet is open."305      ],306      "next": [307        "Open the middle drawer of the wooden cabinet.",308        "Task complete."309      ],310      "remaining": [311        "No task step remains.",312        "The middle drawer of the wooden cabinet still needs to be opened."313      ],314      "visual_memory": [315        "No relevant task progress is visible yet.",316        "The middle drawer of the wooden cabinet is open."317      ]318    },319    "libero_goal/open_the_top_drawer_and_put_the_bowl_inside": {320      "completed": [321        "No task step has been completed yet.",322        "The top drawer of the wooden cabinet is open.",323        "The top drawer of the wooden cabinet is open; the black bowl has been picked up.",324        "The top drawer of the wooden cabinet is open; the black bowl has been picked up; the black bowl is in the top drawer of the wooden cabinet."325      ],326      "next": [327        "Open the top drawer of the wooden cabinet.",328        "Pick up the black bowl.",329        "Place the black bowl in the top drawer of the wooden cabinet.",330        "Task complete."331      ],332      "remaining": [333        "No task step remains.",334        "The black bowl still needs to be picked up; the black bowl still needs to be placed in the top drawer of the wooden cabinet.",335        "The black bowl still needs to be placed in the top drawer of the wooden cabinet.",336        "The top drawer of the wooden cabinet still needs to be opened; the black bowl still needs to be picked up; the black bowl still needs to be placed in the top drawer of the wooden cabinet."337      ],338      "visual_memory": [339        "No relevant task progress is visible yet.",340        "The black bowl is in the top drawer of the wooden cabinet."341      ]342    },343    "libero_goal/push_the_plate_to_the_front_of_the_stove": {344      "completed": [345        "No task step has been completed yet.",346        "The plate is in the area in front of the stove."347      ],348      "next": [349        "Move the plate to the area in front of the stove.",350        "Task complete."351      ],352      "remaining": [353        "No task step remains.",354        "The plate still needs to be moved to the area in front of the stove."355      ],356      "visual_memory": [357        "No relevant task progress is visible yet.",358        "The plate is in the area in front of the stove."359      ]360    },361    "libero_goal/put_the_bowl_on_the_plate": {362      "completed": [363        "No task step has been completed yet.",364        "The black bowl has been picked up.",365        "The black bowl has been picked up; the black bowl is on the plate."366      ],367      "next": [368        "Pick up the black bowl.",369        "Place the black bowl on the plate.",370        "Task complete."371      ],372      "remaining": [373        "No task step remains.",374        "The black bowl still needs to be picked up; the black bowl still needs to be placed on the plate.",375        "The black bowl still needs to be placed on the plate."376      ],377      "visual_memory": [378        "No relevant task progress is visible yet.",379        "The black bowl is on the plate."380      ]381    },382    "libero_goal/put_the_bowl_on_the_stove": {383      "completed": [384        "No task step has been completed yet.",385        "The black bowl has been picked up.",386        "The black bowl has been picked up; the black bowl is on the stove."387      ],388      "next": [389        "Pick up the black bowl.",390        "Place the black bowl on the stove.",391        "Task complete."392      ],393      "remaining": [394        "No task step remains.",395        "The black bowl still needs to be picked up; the black bowl still needs to be placed on the stove.",396        "The black bowl still needs to be placed on the stove."397      ],398      "visual_memory": [399        "No relevant task progress is visible yet.",400        "The black bowl is on the stove."401      ]402    },403    "libero_goal/put_the_bowl_on_top_of_the_cabinet": {404      "completed": [405        "No task step has been completed yet.",406        "The black bowl has been picked up.",407        "The black bowl has been picked up; the black bowl is on the top of the wooden cabinet."408      ],409      "next": [410        "Pick up the black bowl.",411        "Place the black bowl on the top of the wooden cabinet.",412        "Task complete."413      ],414      "remaining": [415        "No task step remains.",416        "The black bowl still needs to be picked up; the black bowl still needs to be placed on the top of the wooden cabinet.",417        "The black bowl still needs to be placed on the top of the wooden cabinet."418      ],419      "visual_memory": [420        "No relevant task progress is visible yet.",421        "The black bowl is on the top of the wooden cabinet."422      ]423    },424    "libero_goal/put_the_cream_cheese_in_the_bowl": {425      "completed": [426        "No task step has been completed yet.",427        "The cream cheese has been picked up.",428        "The cream cheese has been picked up; the cream cheese is in the black bowl."429      ],430      "next": [431        "Pick up the cream cheese.",432        "Place the cream cheese in the black bowl.",433        "Task complete."434      ],435      "remaining": [436        "No task step remains.",437        "The cream cheese still needs to be picked up; the cream cheese still needs to be placed in the black bowl.",438        "The cream cheese still needs to be placed in the black bowl."439      ],440      "visual_memory": [441        "No relevant task progress is visible yet.",442        "The cream cheese is in the black bowl."443      ]444    },445    "libero_goal/put_the_wine_bottle_on_the_rack": {446      "completed": [447        "No task step has been completed yet.",448        "The wine bottle has been picked up.",449        "The wine bottle has been picked up; the wine bottle is on the wine rack."450      ],451      "next": [452        "Pick up the wine bottle.",453        "Place the wine bottle on the wine rack.",454        "Task complete."455      ],456      "remaining": [457        "No task step remains.",458        "The wine bottle still needs to be picked up; the wine bottle still needs to be placed on the wine rack.",459        "The wine bottle still needs to be placed on the wine rack."460      ],461      "visual_memory": [462        "No relevant task progress is visible yet.",463        "The wine bottle is on the wine rack."464      ]465    },466    "libero_goal/put_the_wine_bottle_on_top_of_the_cabinet": {467      "completed": [468        "No task step has been completed yet.",469        "The wine bottle has been picked up.",470        "The wine bottle has been picked up; the wine bottle is on the top of the wooden cabinet."471      ],472      "next": [473        "Pick up the wine bottle.",474        "Place the wine bottle on the top of the wooden cabinet.",475        "Task complete."476      ],477      "remaining": [478        "No task step remains.",479        "The wine bottle still needs to be picked up; the wine bottle still needs to be placed on the top of the wooden cabinet.",480        "The wine bottle still needs to be placed on the top of the wooden cabinet."481      ],482      "visual_memory": [483        "No relevant task progress is visible yet.",484        "The wine bottle is on the top of the wooden cabinet."485      ]486    },487    "libero_goal/turn_on_the_stove": {488      "completed": [489        "No task step has been completed yet.",490        "The stove is on."491      ],492      "next": [493        "Task complete.",494        "Turn on the stove."495      ],496      "remaining": [497        "No task step remains.",498        "The stove still needs to be turned on."499      ],500      "visual_memory": [501        "No relevant task progress is visible yet.",502        "The stove is on."503      ]504    },505    "libero_object/pick_up_the_alphabet_soup_and_place_it_in_the_basket": {506      "completed": [507        "No task step has been completed yet.",508        "The alphabet soup has been picked up.",509        "The alphabet soup has been picked up; the alphabet soup is in the basket."510      ],511      "next": [512        "Pick up the alphabet soup.",513        "Place the alphabet soup in the basket.",514        "Task complete."515      ],516      "remaining": [517        "No task step remains.",518        "The alphabet soup still needs to be picked up; the alphabet soup still needs to be placed in the basket.",519        "The alphabet soup still needs to be placed in the basket."520      ],521      "visual_memory": [522        "No relevant task progress is visible yet.",523        "The alphabet soup is in the basket."524      ]525    },526    "libero_object/pick_up_the_bbq_sauce_and_place_it_in_the_basket": {527      "completed": [528        "No task step has been completed yet.",529        "The BBQ sauce has been picked up.",530        "The BBQ sauce has been picked up; the BBQ sauce is in the basket."531      ],532      "next": [533        "Pick up the BBQ sauce.",534        "Place the BBQ sauce in the basket.",535        "Task complete."536      ],537      "remaining": [538        "No task step remains.",539        "The BBQ sauce still needs to be picked up; the BBQ sauce still needs to be placed in the basket.",540        "The BBQ sauce still needs to be placed in the basket."541      ],542      "visual_memory": [543        "No relevant task progress is visible yet.",544        "The BBQ sauce is in the basket."545      ]546    },547    "libero_object/pick_up_the_butter_and_place_it_in_the_basket": {548      "completed": [549        "No task step has been completed yet.",550        "The butter has been picked up.",551        "The butter has been picked up; the butter is in the basket."552      ],553      "next": [554        "Pick up the butter.",555        "Place the butter in the basket.",556        "Task complete."557      ],558      "remaining": [559        "No task step remains.",560        "The butter still needs to be picked up; the butter still needs to be placed in the basket.",561        "The butter still needs to be placed in the basket."562      ],563      "visual_memory": [564        "No relevant task progress is visible yet.",565        "The butter is in the basket."566      ]567    },568    "libero_object/pick_up_the_chocolate_pudding_and_place_it_in_the_basket": {569      "completed": [570        "No task step has been completed yet.",571        "The chocolate pudding has been picked up.",572        "The chocolate pudding has been picked up; the chocolate pudding is in the basket."573      ],574      "next": [575        "Pick up the chocolate pudding.",576        "Place the chocolate pudding in the basket.",577        "Task complete."578      ],579      "remaining": [580        "No task step remains.",581        "The chocolate pudding still needs to be picked up; the chocolate pudding still needs to be placed in the basket.",582        "The chocolate pudding still needs to be placed in the basket."583      ],584      "visual_memory": [585        "No relevant task progress is visible yet.",586        "The chocolate pudding is in the basket."587      ]588    },589    "libero_object/pick_up_the_cream_cheese_and_place_it_in_the_basket": {590      "completed": [591        "No task step has been completed yet.",592        "The cream cheese has been picked up.",593        "The cream cheese has been picked up; the cream cheese is in the basket."594      ],595      "next": [596        "Pick up the cream cheese.",597        "Place the cream cheese in the basket.",598        "Task complete."599      ],600      "remaining": [601        "No task step remains.",602        "The cream cheese still needs to be picked up; the cream cheese still needs to be placed in the basket.",603        "The cream cheese still needs to be placed in the basket."604      ],605      "visual_memory": [606        "No relevant task progress is visible yet.",607        "The cream cheese is in the basket."608      ]609    },610    "libero_object/pick_up_the_ketchup_and_place_it_in_the_basket": {611      "completed": [612        "No task step has been completed yet.",613        "The ketchup has been picked up.",614        "The ketchup has been picked up; the ketchup is in the basket."615      ],616      "next": [617        "Pick up the ketchup.",618        "Place the ketchup in the basket.",619        "Task complete."620      ],621      "remaining": [622        "No task step remains.",623        "The ketchup still needs to be picked up; the ketchup still needs to be placed in the basket.",624        "The ketchup still needs to be placed in the basket."625      ],626      "visual_memory": [627        "No relevant task progress is visible yet.",628        "The ketchup is in the basket."629      ]630    },631    "libero_object/pick_up_the_milk_and_place_it_in_the_basket": {632      "completed": [633        "No task step has been completed yet.",634        "The milk has been picked up.",635        "The milk has been picked up; the milk is in the basket."636      ],637      "next": [638        "Pick up the milk.",639        "Place the milk in the basket.",640        "Task complete."641      ],642      "remaining": [643        "No task step remains.",644        "The milk still needs to be picked up; the milk still needs to be placed in the basket.",645        "The milk still needs to be placed in the basket."646      ],647      "visual_memory": [648        "No relevant task progress is visible yet.",649        "The milk is in the basket."650      ]651    },652    "libero_object/pick_up_the_orange_juice_and_place_it_in_the_basket": {653      "completed": [654        "No task step has been completed yet.",655        "The orange juice has been picked up.",656        "The orange juice has been picked up; the orange juice is in the basket."657      ],658      "next": [659        "Pick up the orange juice.",660        "Place the orange juice in the basket.",661        "Task complete."662      ],663      "remaining": [664        "No task step remains.",665        "The orange juice still needs to be picked up; the orange juice still needs to be placed in the basket.",666        "The orange juice still needs to be placed in the basket."667      ],668      "visual_memory": [669        "No relevant task progress is visible yet.",670        "The orange juice is in the basket."671      ]672    },673    "libero_object/pick_up_the_salad_dressing_and_place_it_in_the_basket": {674      "completed": [675        "No task step has been completed yet.",676        "The salad dressing has been picked up.",677        "The salad dressing has been picked up; the salad dressing is in the basket."678      ],679      "next": [680        "Pick up the salad dressing.",681        "Place the salad dressing in the basket.",682        "Task complete."683      ],684      "remaining": [685        "No task step remains.",686        "The salad dressing still needs to be picked up; the salad dressing still needs to be placed in the basket.",687        "The salad dressing still needs to be placed in the basket."688      ],689      "visual_memory": [690        "No relevant task progress is visible yet.",691        "The salad dressing is in the basket."692      ]693    },694    "libero_object/pick_up_the_tomato_sauce_and_place_it_in_the_basket": {695      "completed": [696        "No task step has been completed yet.",697        "The tomato sauce has been picked up.",698        "The tomato sauce has been picked up; the tomato sauce is in the basket."699      ],700      "next": [701        "Pick up the tomato sauce.",702        "Place the tomato sauce in the basket.",703        "Task complete."704      ],705      "remaining": [706        "No task step remains.",707        "The tomato sauce still needs to be picked up; the tomato sauce still needs to be placed in the basket.",708        "The tomato sauce still needs to be placed in the basket."709      ],710      "visual_memory": [711        "No relevant task progress is visible yet.",712        "The tomato sauce is in the basket."713      ]714    },715    "libero_spatial/pick_up_the_black_bowl_between_the_plate_and_the_ramekin_and_place_it_on_the_plate": {716      "completed": [717        "No task step has been completed yet.",718        "The black bowl has been picked up.",719        "The black bowl has been picked up; the black bowl is on the plate."720      ],721      "next": [722        "Pick up the black bowl.",723        "Place the black bowl on the plate.",724        "Task complete."725      ],726      "remaining": [727        "No task step remains.",728        "The black bowl still needs to be picked up; the black bowl still needs to be placed on the plate.",729        "The black bowl still needs to be placed on the plate."730      ],731      "visual_memory": [732        "No relevant task progress is visible yet.",733        "The black bowl is on the plate."734      ]735    },736    "libero_spatial/pick_up_the_black_bowl_from_table_center_and_place_it_on_the_plate": {737      "completed": [738        "No task step has been completed yet.",739        "The black bowl has been picked up.",740        "The black bowl has been picked up; the black bowl is on the plate."741      ],742      "next": [743        "Pick up the black bowl.",744        "Place the black bowl on the plate.",745        "Task complete."746      ],747      "remaining": [748        "No task step remains.",749        "The black bowl still needs to be picked up; the black bowl still needs to be placed on the plate.",750        "The black bowl still needs to be placed on the plate."751      ],752      "visual_memory": [753        "No relevant task progress is visible yet.",754        "The black bowl is on the plate."755      ]756    },757    "libero_spatial/pick_up_the_black_bowl_in_the_top_drawer_of_the_wooden_cabinet_and_place_it_on_the_plate": {758      "completed": [759        "No task step has been completed yet.",760        "The black bowl has been picked up.",761        "The black bowl has been picked up; the black bowl is on the plate."762      ],763      "next": [764        "Pick up the black bowl.",765        "Place the black bowl on the plate.",766        "Task complete."767      ],768      "remaining": [769        "No task step remains.",770        "The black bowl still needs to be picked up; the black bowl still needs to be placed on the plate.",771        "The black bowl still needs to be placed on the plate."772      ],773      "visual_memory": [774        "No relevant task progress is visible yet.",775        "The black bowl is on the plate."776      ]777    },778    "libero_spatial/pick_up_the_black_bowl_next_to_the_cookie_box_and_place_it_on_the_plate": {779      "completed": [780        "No task step has been completed yet.",781        "The black bowl has been picked up.",782        "The black bowl has been picked up; the black bowl is on the plate."783      ],784      "next": [785        "Pick up the black bowl.",786        "Place the black bowl on the plate.",787        "Task complete."788      ],789      "remaining": [790        "No task step remains.",791        "The black bowl still needs to be picked up; the black bowl still needs to be placed on the plate.",792        "The black bowl still needs to be placed on the plate."793      ],794      "visual_memory": [795        "No relevant task progress is visible yet.",796        "The black bowl is on the plate."797      ]798    },799    "libero_spatial/pick_up_the_black_bowl_next_to_the_plate_and_place_it_on_the_plate": {800      "completed": [801        "No task step has been completed yet.",802        "The black bowl has been picked up.",803        "The black bowl has been picked up; the black bowl is on the plate."804      ],805      "next": [806        "Pick up the black bowl.",807        "Place the black bowl on the plate.",808        "Task complete."809      ],810      "remaining": [811        "No task step remains.",812        "The black bowl still needs to be picked up; the black bowl still needs to be placed on the plate.",813        "The black bowl still needs to be placed on the plate."814      ],815      "visual_memory": [816        "No relevant task progress is visible yet.",817        "The black bowl is on the plate."818      ]819    },820    "libero_spatial/pick_up_the_black_bowl_next_to_the_ramekin_and_place_it_on_the_plate": {821      "completed": [822        "No task step has been completed yet.",823        "The black bowl has been picked up.",824        "The black bowl has been picked up; the black bowl is on the plate."825      ],826      "next": [827        "Pick up the black bowl.",828        "Place the black bowl on the plate.",829        "Task complete."830      ],831      "remaining": [832        "No task step remains.",833        "The black bowl still needs to be picked up; the black bowl still needs to be placed on the plate.",834        "The black bowl still needs to be placed on the plate."835      ],836      "visual_memory": [837        "No relevant task progress is visible yet.",838        "The black bowl is on the plate."839      ]840    },841    "libero_spatial/pick_up_the_black_bowl_on_the_cookie_box_and_place_it_on_the_plate": {842      "completed": [843        "No task step has been completed yet.",844        "The black bowl has been picked up.",845        "The black bowl has been picked up; the black bowl is on the plate."846      ],847      "next": [848        "Pick up the black bowl.",849        "Place the black bowl on the plate.",850        "Task complete."851      ],852      "remaining": [853        "No task step remains.",854        "The black bowl still needs to be picked up; the black bowl still needs to be placed on the plate.",855        "The black bowl still needs to be placed on the plate."856      ],857      "visual_memory": [858        "No relevant task progress is visible yet.",859        "The black bowl is on the plate."860      ]861    },862    "libero_spatial/pick_up_the_black_bowl_on_the_ramekin_and_place_it_on_the_plate": {863      "completed": [864        "No task step has been completed yet.",865        "The black bowl has been picked up.",866        "The black bowl has been picked up; the black bowl is on the plate."867      ],868      "next": [869        "Pick up the black bowl.",870        "Place the black bowl on the plate.",871        "Task complete."872      ],873      "remaining": [874        "No task step remains.",875        "The black bowl still needs to be picked up; the black bowl still needs to be placed on the plate.",876        "The black bowl still needs to be placed on the plate."877      ],878      "visual_memory": [879        "No relevant task progress is visible yet.",880        "The black bowl is on the plate."881      ]882    },883    "libero_spatial/pick_up_the_black_bowl_on_the_stove_and_place_it_on_the_plate": {884      "completed": [885        "No task step has been completed yet.",886        "The black bowl has been picked up.",887        "The black bowl has been picked up; the black bowl is on the plate."888      ],889      "next": [890        "Pick up the black bowl.",891        "Place the black bowl on the plate.",892        "Task complete."893      ],894      "remaining": [895        "No task step remains.",896        "The black bowl still needs to be picked up; the black bowl still needs to be placed on the plate.",897        "The black bowl still needs to be placed on the plate."898      ],899      "visual_memory": [900        "No relevant task progress is visible yet.",901        "The black bowl is on the plate."902      ]903    },904    "libero_spatial/pick_up_the_black_bowl_on_the_wooden_cabinet_and_place_it_on_the_plate": {905      "completed": [906        "No task step has been completed yet.",907        "The black bowl has been picked up.",908        "The black bowl has been picked up; the black bowl is on the plate."909      ],910      "next": [911        "Pick up the black bowl.",912        "Place the black bowl on the plate.",913        "Task complete."914      ],915      "remaining": [916        "No task step remains.",917        "The black bowl still needs to be picked up; the black bowl still needs to be placed on the plate.",918        "The black bowl still needs to be placed on the plate."919      ],920      "visual_memory": [921        "No relevant task progress is visible yet.",922        "The black bowl is on the plate."923      ]924    }925  },926  "tasks": 40927}928