CoolFace
Datasetpublic

phicoltan/behavior1k-task0027

sourceHugging Faceupdated 1mo agoView on Hugging Face
0likes394downloads
episode_00000044.json859 linesDownload Raw Back to annotations
1{2    "task_name": "sorting household items",3    "data_folder": "",4    "meta_data": {5        "task_duration": 13449,6        "valid_duration": [7            0,8            134499        ]10    },11    "skill_annotation": [12        {13            "skill_idx": 0,14            "skill_id": [15                116            ],17            "skill_description": [18                "move to"19            ],20            "object_id": [21                [22                    "hamper_226"23                ]24            ],25            "manipulating_object_id": [],26            "spatial_prefix": [],27            "frame_duration": [28                0,29                18530            ],31            "mp_ef": [],32            "skill_type": [33                "navigation"34            ]35        },36        {37            "skill_idx": 1,38            "skill_id": [39                9040            ],41            "skill_description": [42                "push to"43            ],44            "object_id": [45                [46                    "hamper_226",47                    "robot"48                ]49            ],50            "manipulating_object_id": [51                "hamper_226"52            ],53            "spatial_prefix": [54                [55                    "",56                    "near"57                ]58            ],59            "frame_duration": [60                185,61                88562            ],63            "mp_ef": [],64            "skill_type": [65                "uncoordinated"66            ]67        },68        {69            "skill_idx": 2,70            "skill_id": [71                172            ],73            "skill_description": [74                "move to"75            ],76            "object_id": [77                [78                    "sliding_door_tprpvb_10"79                ]80            ],81            "manipulating_object_id": [],82            "spatial_prefix": [],83            "frame_duration": [84                885,85                151286            ],87            "mp_ef": [],88            "skill_type": [89                "navigation"90            ]91        },92        {93            "skill_idx": 3,94            "skill_id": [95                1096            ],97            "skill_description": [98                "open door"99            ],100            "object_id": [101                [102                    "sliding_door_tprpvb_10"103                ]104            ],105            "manipulating_object_id": [],106            "spatial_prefix": [],107            "frame_duration": [108                1512,109                3143110            ],111            "mp_ef": [],112            "skill_type": [113                "uncoordinated"114            ]115        },116        {117            "skill_idx": 4,118            "skill_id": [119                1120            ],121            "skill_description": [122                "move to"123            ],124            "object_id": [125                [126                    "bottle_of_detergent_228"127                ]128            ],129            "manipulating_object_id": [],130            "spatial_prefix": [],131            "frame_duration": [132                3143,133                3735134            ],135            "mp_ef": [],136            "skill_type": [137                "navigation"138            ]139        },140        {141            "skill_idx": 5,142            "skill_id": [143                2144            ],145            "skill_description": [146                "pick up from"147            ],148            "object_id": [149                [150                    "bottle_of_detergent_228",151                    "hamper_226"152                ]153            ],154            "manipulating_object_id": [155                "bottle_of_detergent_228"156            ],157            "spatial_prefix": [],158            "frame_duration": [159                3735,160                4033161            ],162            "mp_ef": [],163            "skill_type": [164                "uncoordinated"165            ]166        },167        {168            "skill_idx": 6,169            "skill_id": [170                1171            ],172            "skill_description": [173                "move to"174            ],175            "object_id": [176                [177                    "bottle_of_detergent_227"178                ]179            ],180            "manipulating_object_id": [],181            "spatial_prefix": [],182            "frame_duration": [183                4033,184                4087185            ],186            "mp_ef": [],187            "skill_type": [188                "navigation"189            ]190        },191        {192            "skill_idx": 7,193            "skill_id": [194                2195            ],196            "skill_description": [197                "pick up from"198            ],199            "object_id": [200                [201                    "bottle_of_detergent_227",202                    "hamper_226"203                ]204            ],205            "manipulating_object_id": [206                "bottle_of_detergent_227"207            ],208            "spatial_prefix": [],209            "frame_duration": [210                4087,211                4528212            ],213            "mp_ef": [],214            "skill_type": [215                "uncoordinated"216            ]217        },218        {219            "skill_idx": 8,220            "skill_id": [221                1222            ],223            "skill_description": [224                "move to"225            ],226            "object_id": [227                [228                    "multi_station_furniture_sink_upwldu_0"229                ]230            ],231            "manipulating_object_id": [],232            "spatial_prefix": [],233            "frame_duration": [234                4528,235                5106236            ],237            "mp_ef": [],238            "skill_type": [239                "navigation"240            ]241        },242        {243            "skill_idx": 9,244            "skill_id": [245                98246            ],247            "skill_description": [248                "place under"249            ],250            "object_id": [251                [252                    "bottle_of_detergent_228",253                    "multi_station_furniture_sink_upwldu_0"254                ]255            ],256            "manipulating_object_id": [257                "bottle_of_detergent_228"258            ],259            "spatial_prefix": [],260            "frame_duration": [261                5106,262                5726263            ],264            "mp_ef": [],265            "skill_type": [266                "uncoordinated"267            ]268        },269        {270            "skill_idx": 10,271            "skill_id": [272                98273            ],274            "skill_description": [275                "place under"276            ],277            "object_id": [278                [279                    "bottle_of_detergent_227",280                    "multi_station_furniture_sink_upwldu_0"281                ]282            ],283            "manipulating_object_id": [284                "bottle_of_detergent_227"285            ],286            "spatial_prefix": [],287            "frame_duration": [288                5726,289                6151290            ],291            "mp_ef": [],292            "skill_type": [293                "uncoordinated"294            ]295        },296        {297            "skill_idx": 11,298            "skill_id": [299                1300            ],301            "skill_description": [302                "move to"303            ],304            "object_id": [305                [306                    "box_of_sanitary_napkins_224"307                ]308            ],309            "manipulating_object_id": [],310            "spatial_prefix": [],311            "frame_duration": [312                6151,313                7026314            ],315            "mp_ef": [],316            "skill_type": [317                "navigation"318            ]319        },320        {321            "skill_idx": 12,322            "skill_id": [323                2324            ],325            "skill_description": [326                "pick up from"327            ],328            "object_id": [329                [330                    "box_of_sanitary_napkins_224",331                    "hamper_226"332                ]333            ],334            "manipulating_object_id": [335                "box_of_sanitary_napkins_224"336            ],337            "spatial_prefix": [],338            "frame_duration": [339                7029,340                7443341            ],342            "mp_ef": [],343            "skill_type": [344                "uncoordinated"345            ]346        },347        {348            "skill_idx": 13,349            "skill_id": [350                1351            ],352            "skill_description": [353                "move to"354            ],355            "object_id": [356                [357                    "soap_dispenser_223"358                ]359            ],360            "manipulating_object_id": [],361            "spatial_prefix": [],362            "frame_duration": [363                7443,364                7533365            ],366            "mp_ef": [],367            "skill_type": [368                "navigation"369            ]370        },371        {372            "skill_idx": 14,373            "skill_id": [374                2375            ],376            "skill_description": [377                "pick up from"378            ],379            "object_id": [380                [381                    "soap_dispenser_223",382                    "hamper_225"383                ]384            ],385            "manipulating_object_id": [386                "soap_dispenser_223"387            ],388            "spatial_prefix": [],389            "frame_duration": [390                7533,391                7918392            ],393            "mp_ef": [],394            "skill_type": [395                "uncoordinated"396            ]397        },398        {399            "skill_idx": 15,400            "skill_id": [401                1402            ],403            "skill_description": [404                "move to"405            ],406            "object_id": [407                [408                    "multi_station_furniture_sink_upwldu_0"409                ]410            ],411            "manipulating_object_id": [],412            "spatial_prefix": [],413            "frame_duration": [414                7918,415                8666416            ],417            "mp_ef": [],418            "skill_type": [419                "navigation"420            ]421        },422        {423            "skill_idx": 16,424            "skill_id": [425                3426            ],427            "skill_description": [428                "place on"429            ],430            "object_id": [431                [432                    "soap_dispenser_223",433                    "multi_station_furniture_sink_upwldu_0"434                ]435            ],436            "manipulating_object_id": [437                "soap_dispenser_223"438            ],439            "spatial_prefix": [],440            "frame_duration": [441                8666,442                9230443            ],444            "mp_ef": [],445            "skill_type": [446                "uncoordinated"447            ]448        },449        {450            "skill_idx": 17,451            "skill_id": [452                3453            ],454            "skill_description": [455                "place on"456            ],457            "object_id": [458                [459                    "box_of_sanitary_napkins_224",460                    "shelf_fjozhc_0"461                ]462            ],463            "manipulating_object_id": [464                "box_of_sanitary_napkins_224"465            ],466            "spatial_prefix": [],467            "frame_duration": [468                9230,469                9669470            ],471            "mp_ef": [],472            "skill_type": [473                "uncoordinated"474            ]475        },476        {477            "skill_idx": 18,478            "skill_id": [479                1480            ],481            "skill_description": [482                "move to"483            ],484            "object_id": [485                [486                    "toothbrush_221"487                ]488            ],489            "manipulating_object_id": [],490            "spatial_prefix": [],491            "frame_duration": [492                9669,493                10668494            ],495            "mp_ef": [],496            "skill_type": [497                "navigation"498            ]499        },500        {501            "skill_idx": 19,502            "skill_id": [503                2504            ],505            "skill_description": [506                "pick up from"507            ],508            "object_id": [509                [510                    "toothbrush_221",511                    "hamper_225"512                ]513            ],514            "manipulating_object_id": [515                "toothbrush_221"516            ],517            "spatial_prefix": [],518            "frame_duration": [519                10668,520                11266521            ],522            "mp_ef": [],523            "skill_type": [524                "uncoordinated"525            ]526        },527        {528            "skill_idx": 20,529            "skill_id": [530                1531            ],532            "skill_description": [533                "move to"534            ],535            "object_id": [536                [537                    "tube_of_toothpaste_222"538                ]539            ],540            "manipulating_object_id": [],541            "spatial_prefix": [],542            "frame_duration": [543                11266,544                11311545            ],546            "mp_ef": [],547            "skill_type": [548                "navigation"549            ]550        },551        {552            "skill_idx": 21,553            "skill_id": [554                2555            ],556            "skill_description": [557                "pick up from"558            ],559            "object_id": [560                [561                    "tube_of_toothpaste_222",562                    "hamper_225"563                ]564            ],565            "manipulating_object_id": [566                "tube_of_toothpaste_222"567            ],568            "spatial_prefix": [],569            "frame_duration": [570                11311,571                11791572            ],573            "mp_ef": [],574            "skill_type": [575                "uncoordinated"576            ]577        },578        {579            "skill_idx": 22,580            "skill_id": [581                1582            ],583            "skill_description": [584                "move to"585            ],586            "object_id": [587                [588                    "coffee_cup_220"589                ]590            ],591            "manipulating_object_id": [],592            "spatial_prefix": [],593            "frame_duration": [594                11791,595                12654596            ],597            "mp_ef": [],598            "skill_type": [599                "navigation"600            ]601        },602        {603            "skill_idx": 23,604            "skill_id": [605                4606            ],607            "skill_description": [608                "place in"609            ],610            "object_id": [611                [612                    "toothbrush_221",613                    "coffee_cup_220"614                ]615            ],616            "manipulating_object_id": [617                "toothbrush_221"618            ],619            "spatial_prefix": [],620            "frame_duration": [621                12654,622                12969623            ],624            "mp_ef": [],625            "skill_type": [626                "uncoordinated"627            ]628        },629        {630            "skill_idx": 24,631            "skill_id": [632                4633            ],634            "skill_description": [635                "place in"636            ],637            "object_id": [638                [639                    "tube_of_toothpaste_222",640                    "coffee_cup_220"641                ]642            ],643            "manipulating_object_id": [644                "tube_of_toothpaste_222"645            ],646            "spatial_prefix": [],647            "frame_duration": [648                12969,649                13449650            ],651            "mp_ef": [],652            "skill_type": [653                "uncoordinated"654            ]655        }656    ],657    "primitive_annotation": [658        {659            "primitive_idx": 0,660            "primitive_id": [661                10662            ],663            "primitive_description": [664                "open door"665            ],666            "object_id": [667                [668                    "sliding_door_tprpvb_10"669                ]670            ],671            "manipulating_object_id": [],672            "spatial_prefix": [],673            "frame_duration": [674                0,675                3143676            ],677            "skill_idxes": [678                0,679                1,680                2,681                3682            ]683        },684        {685            "primitive_idx": 1,686            "primitive_id": [687                2,688                98689            ],690            "primitive_description": [691                "pick up from",692                "place under"693            ],694            "object_id": [695                [696                    [697                        "bottle_of_detergent_228",698                        "bottle_of_detergent_227"699                    ],700                    "hamper_226"701                ],702                [703                    [704                        "bottle_of_detergent_228",705                        "bottle_of_detergent_227"706                    ],707                    "multi_station_furniture_sink_upwldu_0"708                ]709            ],710            "manipulating_object_id": [711                [712                    "bottle_of_detergent_228",713                    "bottle_of_detergent_227"714                ],715                [716                    "bottle_of_detergent_228",717                    "bottle_of_detergent_227"718                ]719            ],720            "spatial_prefix": [],721            "frame_duration": [722                3143,723                6151724            ],725            "skill_idxes": [726                4,727                5,728                6,729                7,730                8,731                9,732                10733            ]734        },735        {736            "primitive_idx": 2,737            "primitive_id": [738                2,739                3740            ],741            "primitive_description": [742                "pick up from",743                "place on"744            ],745            "object_id": [746                [747                    "box_of_sanitary_napkins_224",748                    "hamper_226"749                ],750                [751                    "box_of_sanitary_napkins_224",752                    "shelf_fjozhc_0"753                ]754            ],755            "manipulating_object_id": [756                "box_of_sanitary_napkins_224",757                "box_of_sanitary_napkins_224"758            ],759            "spatial_prefix": [],760            "frame_duration": [761                6151,762                9669763            ],764            "skill_idxes": [765                11,766                12,767                15,768                17769            ]770        },771        {772            "primitive_idx": 3,773            "primitive_id": [774                2,775                3776            ],777            "primitive_description": [778                "pick up from",779                "place on"780            ],781            "object_id": [782                [783                    "soap_dispenser_223",784                    "hamper_225"785                ],786                [787                    "soap_dispenser_223",788                    "multi_station_furniture_sink_upwldu_0"789                ]790            ],791            "manipulating_object_id": [792                "soap_dispenser_223",793                "soap_dispenser_223"794            ],795            "spatial_prefix": [],796            "frame_duration": [797                7443,798                9230799            ],800            "skill_idxes": [801                13,802                14,803                15,804                16805            ]806        },807        {808            "primitive_idx": 4,809            "primitive_id": [810                2,811                4812            ],813            "primitive_description": [814                "pick up from",815                "place in"816            ],817            "object_id": [818                [819                    [820                        "toothbrush_221",821                        "tube_of_toothpaste_222"822                    ],823                    "hamper_225"824                ],825                [826                    [827                        "toothbrush_221",828                        "tube_of_toothpaste_222"829                    ],830                    "coffee_cup_220"831                ]832            ],833            "manipulating_object_id": [834                [835                    "toothbrush_221",836                    "tube_of_toothpaste_222"837                ],838                [839                    "toothbrush_221",840                    "tube_of_toothpaste_222"841                ]842            ],843            "spatial_prefix": [],844            "frame_duration": [845                9669,846                13449847            ],848            "skill_idxes": [849                18,850                19,851                20,852                21,853                22,854                23,855                24856            ]857        }858    ]859}