CoolFace
Datasetpublic

phicoltan/behavior1k-task0027

sourceHugging Faceupdated 1mo agoView on Hugging Face
0likes395downloads
episode_00000009.json917 linesDownload Raw Back to annotations
1{2    "task_name": "sorting household items",3    "data_folder": "",4    "meta_data": {5        "task_duration": 18450,6        "valid_duration": [7            0,8            184509        ]10    },11    "skill_annotation": [12        {13            "skill_idx": 0,14            "skill_id": [15                116            ],17            "skill_description": [18                "move to"19            ],20            "object_id": [21                [22                    "hamper_225"23                ]24            ],25            "manipulating_object_id": [],26            "spatial_prefix": [],27            "frame_duration": [28                0,29                4630            ],31            "mp_ef": [],32            "skill_type": [33                "navigation"34            ]35        },36        {37            "skill_idx": 1,38            "skill_id": [39                9040            ],41            "skill_description": [42                "push to"43            ],44            "object_id": [45                [46                    "hamper_225",47                    "robot"48                ]49            ],50            "manipulating_object_id": [51                "hamper_225"52            ],53            "spatial_prefix": [54                [55                    "",56                    "away"57                ]58            ],59            "frame_duration": [60                46,61                81962            ],63            "mp_ef": [],64            "skill_type": [65                "uncoordinated"66            ]67        },68        {69            "skill_idx": 2,70            "skill_id": [71                172            ],73            "skill_description": [74                "move to"75            ],76            "object_id": [77                [78                    "hamper_226"79                ]80            ],81            "manipulating_object_id": [],82            "spatial_prefix": [],83            "frame_duration": [84                819,85                139986            ],87            "mp_ef": [],88            "skill_type": [89                "navigation"90            ]91        },92        {93            "skill_idx": 3,94            "skill_id": [95                9096            ],97            "skill_description": [98                "push to"99            ],100            "object_id": [101                [102                    "hamper_226",103                    "robot"104                ]105            ],106            "manipulating_object_id": [107                "hamper_226"108            ],109            "spatial_prefix": [110                [111                    "",112                    "near"113                ]114            ],115            "frame_duration": [116                1399,117                2223118            ],119            "mp_ef": [],120            "skill_type": [121                "uncoordinated"122            ]123        },124        {125            "skill_idx": 4,126            "skill_id": [127                1128            ],129            "skill_description": [130                "move to"131            ],132            "object_id": [133                [134                    "sliding_door_tprpvb_10"135                ]136            ],137            "manipulating_object_id": [],138            "spatial_prefix": [],139            "frame_duration": [140                2223,141                3057142            ],143            "mp_ef": [],144            "skill_type": [145                "navigation"146            ]147        },148        {149            "skill_idx": 5,150            "skill_id": [151                10152            ],153            "skill_description": [154                "open door"155            ],156            "object_id": [157                [158                    "sliding_door_tprpvb_10"159                ]160            ],161            "manipulating_object_id": [],162            "spatial_prefix": [],163            "frame_duration": [164                3057,165                4380166            ],167            "mp_ef": [],168            "skill_type": [169                "uncoordinated"170            ]171        },172        {173            "skill_idx": 6,174            "skill_id": [175                1176            ],177            "skill_description": [178                "move to"179            ],180            "object_id": [181                [182                    "bottle_of_detergent_227"183                ]184            ],185            "manipulating_object_id": [],186            "spatial_prefix": [],187            "frame_duration": [188                4380,189                4848190            ],191            "mp_ef": [],192            "skill_type": [193                "navigation"194            ]195        },196        {197            "skill_idx": 7,198            "skill_id": [199                2200            ],201            "skill_description": [202                "pick up from"203            ],204            "object_id": [205                [206                    "bottle_of_detergent_227",207                    "hamper_226"208                ]209            ],210            "manipulating_object_id": [211                "bottle_of_detergent_227"212            ],213            "spatial_prefix": [],214            "frame_duration": [215                4848,216                5409217            ],218            "mp_ef": [],219            "skill_type": [220                "uncoordinated"221            ]222        },223        {224            "skill_idx": 8,225            "skill_id": [226                1227            ],228            "skill_description": [229                "move to"230            ],231            "object_id": [232                [233                    "bottle_of_detergent_228"234                ]235            ],236            "manipulating_object_id": [],237            "spatial_prefix": [],238            "frame_duration": [239                5409,240                5638241            ],242            "mp_ef": [],243            "skill_type": [244                "navigation"245            ]246        },247        {248            "skill_idx": 9,249            "skill_id": [250                2251            ],252            "skill_description": [253                "pick up from"254            ],255            "object_id": [256                [257                    "bottle_of_detergent_228",258                    "hamper_226"259                ]260            ],261            "manipulating_object_id": [262                "bottle_of_detergent_228"263            ],264            "spatial_prefix": [],265            "frame_duration": [266                5638,267                6144268            ],269            "mp_ef": [],270            "skill_type": [271                "uncoordinated"272            ]273        },274        {275            "skill_idx": 10,276            "skill_id": [277                1278            ],279            "skill_description": [280                "move to"281            ],282            "object_id": [283                [284                    "multi_station_furniture_sink_upwldu_0"285                ]286            ],287            "manipulating_object_id": [],288            "spatial_prefix": [],289            "frame_duration": [290                6145,291                6654292            ],293            "mp_ef": [],294            "skill_type": [295                "navigation"296            ]297        },298        {299            "skill_idx": 11,300            "skill_id": [301                98302            ],303            "skill_description": [304                "place under"305            ],306            "object_id": [307                [308                    "bottle_of_detergent_227",309                    "multi_station_furniture_sink_upwldu_0"310                ]311            ],312            "manipulating_object_id": [313                "bottle_of_detergent_227"314            ],315            "spatial_prefix": [],316            "frame_duration": [317                6654,318                7269319            ],320            "mp_ef": [],321            "skill_type": [322                "uncoordinated"323            ]324        },325        {326            "skill_idx": 12,327            "skill_id": [328                98329            ],330            "skill_description": [331                "place under"332            ],333            "object_id": [334                [335                    "bottle_of_detergent_228",336                    "multi_station_furniture_sink_upwldu_0"337                ]338            ],339            "manipulating_object_id": [340                "bottle_of_detergent_228"341            ],342            "spatial_prefix": [],343            "frame_duration": [344                7270,345                7749346            ],347            "mp_ef": [],348            "skill_type": [349                "uncoordinated"350            ]351        },352        {353            "skill_idx": 13,354            "skill_id": [355                1356            ],357            "skill_description": [358                "move to"359            ],360            "object_id": [361                [362                    "box_of_sanitary_napkins_224"363                ]364            ],365            "manipulating_object_id": [],366            "spatial_prefix": [],367            "frame_duration": [368                7750,369                8604370            ],371            "mp_ef": [],372            "skill_type": [373                "navigation"374            ]375        },376        {377            "skill_idx": 14,378            "skill_id": [379                2380            ],381            "skill_description": [382                "pick up from"383            ],384            "object_id": [385                [386                    "box_of_sanitary_napkins_224",387                    "hamper_226"388                ]389            ],390            "manipulating_object_id": [391                "box_of_sanitary_napkins_224"392            ],393            "spatial_prefix": [],394            "frame_duration": [395                8604,396                9105397            ],398            "mp_ef": [],399            "skill_type": [400                "uncoordinated"401            ]402        },403        {404            "skill_idx": 15,405            "skill_id": [406                1407            ],408            "skill_description": [409                "move to"410            ],411            "object_id": [412                [413                    "soap_dispenser_223"414                ]415            ],416            "manipulating_object_id": [],417            "spatial_prefix": [],418            "frame_duration": [419                9106,420                9630421            ],422            "mp_ef": [],423            "skill_type": [424                "navigation"425            ]426        },427        {428            "skill_idx": 16,429            "skill_id": [430                2431            ],432            "skill_description": [433                "pick up from"434            ],435            "object_id": [436                [437                    "soap_dispenser_223",438                    "hamper_225"439                ]440            ],441            "manipulating_object_id": [442                "soap_dispenser_223"443            ],444            "spatial_prefix": [],445            "frame_duration": [446                9631,447                9903448            ],449            "mp_ef": [],450            "skill_type": [451                "uncoordinated"452            ]453        },454        {455            "skill_idx": 17,456            "skill_id": [457                1458            ],459            "skill_description": [460                "move to"461            ],462            "object_id": [463                [464                    "multi_station_furniture_sink_upwldu_0"465                ]466            ],467            "manipulating_object_id": [],468            "spatial_prefix": [],469            "frame_duration": [470                9904,471                11568472            ],473            "mp_ef": [],474            "skill_type": [475                "navigation"476            ]477        },478        {479            "skill_idx": 18,480            "skill_id": [481                3482            ],483            "skill_description": [484                "place on"485            ],486            "object_id": [487                [488                    "soap_dispenser_223",489                    "multi_station_furniture_sink_upwldu_0"490                ]491            ],492            "manipulating_object_id": [493                "soap_dispenser_223"494            ],495            "spatial_prefix": [],496            "frame_duration": [497                11568,498                11958499            ],500            "mp_ef": [],501            "skill_type": [502                "uncoordinated"503            ]504        },505        {506            "skill_idx": 19,507            "skill_id": [508                3509            ],510            "skill_description": [511                "place on"512            ],513            "object_id": [514                [515                    "box_of_sanitary_napkins_224",516                    "shelf_fjozhc_0"517                ]518            ],519            "manipulating_object_id": [520                "box_of_sanitary_napkins_224"521            ],522            "spatial_prefix": [],523            "frame_duration": [524                11959,525                12276526            ],527            "mp_ef": [],528            "skill_type": [529                "uncoordinated"530            ]531        },532        {533            "skill_idx": 20,534            "skill_id": [535                1536            ],537            "skill_description": [538                "move to"539            ],540            "object_id": [541                [542                    "tube_of_toothpaste_222"543                ]544            ],545            "manipulating_object_id": [],546            "spatial_prefix": [],547            "frame_duration": [548                12277,549                13512550            ],551            "mp_ef": [],552            "skill_type": [553                "navigation"554            ]555        },556        {557            "skill_idx": 21,558            "skill_id": [559                2560            ],561            "skill_description": [562                "pick up from"563            ],564            "object_id": [565                [566                    "tube_of_toothpaste_222",567                    "hamper_225"568                ]569            ],570            "manipulating_object_id": [571                "tube_of_toothpaste_222"572            ],573            "spatial_prefix": [],574            "frame_duration": [575                13512,576                14343577            ],578            "mp_ef": [],579            "skill_type": [580                "uncoordinated"581            ]582        },583        {584            "skill_idx": 22,585            "skill_id": [586                1587            ],588            "skill_description": [589                "move to"590            ],591            "object_id": [592                [593                    "toothbrush_221"594                ]595            ],596            "manipulating_object_id": [],597            "spatial_prefix": [],598            "frame_duration": [599                14343,600                14556601            ],602            "mp_ef": [],603            "skill_type": [604                "navigation"605            ]606        },607        {608            "skill_idx": 23,609            "skill_id": [610                2611            ],612            "skill_description": [613                "pick up from"614            ],615            "object_id": [616                [617                    "toothbrush_221",618                    "hamper_225"619                ]620            ],621            "manipulating_object_id": [622                "toothbrush_221"623            ],624            "spatial_prefix": [],625            "frame_duration": [626                14556,627                15054628            ],629            "mp_ef": [],630            "skill_type": [631                "uncoordinated"632            ]633        },634        {635            "skill_idx": 24,636            "skill_id": [637                1638            ],639            "skill_description": [640                "move to"641            ],642            "object_id": [643                [644                    "coffee_cup_220"645                ]646            ],647            "manipulating_object_id": [],648            "spatial_prefix": [],649            "frame_duration": [650                15055,651                16614652            ],653            "mp_ef": [],654            "skill_type": [655                "navigation"656            ]657        },658        {659            "skill_idx": 25,660            "skill_id": [661                4662            ],663            "skill_description": [664                "place in"665            ],666            "object_id": [667                [668                    "tube_of_toothpaste_222",669                    "coffee_cup_220"670                ]671            ],672            "manipulating_object_id": [673                "tube_of_toothpaste_222"674            ],675            "spatial_prefix": [],676            "frame_duration": [677                16614,678                17508679            ],680            "mp_ef": [],681            "skill_type": [682                "uncoordinated"683            ]684        },685        {686            "skill_idx": 26,687            "skill_id": [688                4689            ],690            "skill_description": [691                "place in"692            ],693            "object_id": [694                [695                    "toothbrush_221",696                    "coffee_cup_220"697                ]698            ],699            "manipulating_object_id": [700                "toothbrush_221"701            ],702            "spatial_prefix": [],703            "frame_duration": [704                17509,705                18450706            ],707            "mp_ef": [],708            "skill_type": [709                "uncoordinated"710            ]711        }712    ],713    "primitive_annotation": [714        {715            "primitive_idx": 0,716            "primitive_id": [717                10718            ],719            "primitive_description": [720                "open door"721            ],722            "object_id": [723                [724                    "sliding_door_tprpvb_10"725                ]726            ],727            "manipulating_object_id": [],728            "spatial_prefix": [],729            "frame_duration": [730                0,731                4380732            ],733            "skill_idxes": [734                0,735                1,736                2,737                3,738                4,739                5740            ]741        },742        {743            "primitive_idx": 1,744            "primitive_id": [745                2,746                98747            ],748            "primitive_description": [749                "pick up from",750                "place under"751            ],752            "object_id": [753                [754                    [755                        "bottle_of_detergent_227",756                        "bottle_of_detergent_228"757                    ],758                    "hamper_226"759                ],760                [761                    [762                        "bottle_of_detergent_227",763                        "bottle_of_detergent_228"764                    ],765                    "multi_station_furniture_sink_upwldu_0"766                ]767            ],768            "manipulating_object_id": [769                [770                    "bottle_of_detergent_227",771                    "bottle_of_detergent_228"772                ],773                [774                    "bottle_of_detergent_227",775                    "bottle_of_detergent_228"776                ]777            ],778            "spatial_prefix": [],779            "frame_duration": [780                4380,781                7749782            ],783            "skill_idxes": [784                6,785                7,786                8,787                9,788                10,789                11,790                12791            ]792        },793        {794            "primitive_idx": 2,795            "primitive_id": [796                2,797                3798            ],799            "primitive_description": [800                "pick up from",801                "place on"802            ],803            "object_id": [804                [805                    "box_of_sanitary_napkins_224",806                    "hamper_226"807                ],808                [809                    "box_of_sanitary_napkins_224",810                    "shelf_fjozhc_0"811                ]812            ],813            "manipulating_object_id": [814                "box_of_sanitary_napkins_224",815                "box_of_sanitary_napkins_224"816            ],817            "spatial_prefix": [],818            "frame_duration": [819                7750,820                12276821            ],822            "skill_idxes": [823                13,824                14,825                17,826                19827            ]828        },829        {830            "primitive_idx": 3,831            "primitive_id": [832                2,833                3834            ],835            "primitive_description": [836                "pick up from",837                "place on"838            ],839            "object_id": [840                [841                    "soap_dispenser_223",842                    "hamper_225"843                ],844                [845                    "soap_dispenser_223",846                    "multi_station_furniture_sink_upwldu_0"847                ]848            ],849            "manipulating_object_id": [850                "soap_dispenser_223",851                "soap_dispenser_223"852            ],853            "spatial_prefix": [],854            "frame_duration": [855                9106,856                11958857            ],858            "skill_idxes": [859                15,860                16,861                17,862                18863            ]864        },865        {866            "primitive_idx": 4,867            "primitive_id": [868                2,869                4870            ],871            "primitive_description": [872                "pick up from",873                "place in"874            ],875            "object_id": [876                [877                    [878                        "tube_of_toothpaste_222",879                        "toothbrush_221"880                    ],881                    "hamper_225"882                ],883                [884                    [885                        "tube_of_toothpaste_222",886                        "toothbrush_221"887                    ],888                    "coffee_cup_220"889                ]890            ],891            "manipulating_object_id": [892                [893                    "tube_of_toothpaste_222",894                    "toothbrush_221"895                ],896                [897                    "tube_of_toothpaste_222",898                    "toothbrush_221"899                ]900            ],901            "spatial_prefix": [],902            "frame_duration": [903                12277,904                18450905            ],906            "skill_idxes": [907                20,908                21,909                22,910                23,911                24,912                25,913                26914            ]915        }916    ]917}