CoolFace
Datasetpublic

phicoltan/behavior1k-task0027

sourceHugging Faceupdated 1mo agoView on Hugging Face
0likes394downloads
episode_00000080.json925 linesDownload Raw Back to annotations
1{2    "task_name": "sorting household items",3    "data_folder": "",4    "meta_data": {5        "task_duration": 14852,6        "valid_duration": [7            0,8            148529        ]10    },11    "skill_annotation": [12        {13            "skill_idx": 0,14            "skill_id": [15                116            ],17            "skill_description": [18                "move to"19            ],20            "object_id": [21                [22                    "hamper_226"23                ]24            ],25            "manipulating_object_id": [],26            "spatial_prefix": [],27            "frame_duration": [28                0,29                51330            ],31            "mp_ef": [],32            "skill_type": [33                "navigation"34            ]35        },36        {37            "skill_idx": 1,38            "skill_id": [39                9040            ],41            "skill_description": [42                "push to"43            ],44            "object_id": [45                [46                    "hamper_226",47                    "robot"48                ]49            ],50            "manipulating_object_id": [51                "hamper_226"52            ],53            "spatial_prefix": [54                [55                    "",56                    "near"57                ]58            ],59            "frame_duration": [60                513,61                162062            ],63            "mp_ef": [],64            "skill_type": [65                "uncoordinated"66            ]67        },68        {69            "skill_idx": 2,70            "skill_id": [71                172            ],73            "skill_description": [74                "move to"75            ],76            "object_id": [77                [78                    "sliding_door_tprpvb_10"79                ]80            ],81            "manipulating_object_id": [],82            "spatial_prefix": [],83            "frame_duration": [84                1620,85                234986            ],87            "mp_ef": [],88            "skill_type": [89                "navigation"90            ]91        },92        {93            "skill_idx": 3,94            "skill_id": [95                1096            ],97            "skill_description": [98                "open door"99            ],100            "object_id": [101                [102                    "sliding_door_tprpvb_10"103                ]104            ],105            "manipulating_object_id": [],106            "spatial_prefix": [],107            "frame_duration": [108                2349,109                4017110            ],111            "mp_ef": [],112            "skill_type": [113                "uncoordinated"114            ]115        },116        {117            "skill_idx": 4,118            "skill_id": [119                1120            ],121            "skill_description": [122                "move to"123            ],124            "object_id": [125                [126                    "bottle_of_detergent_227"127                ]128            ],129            "manipulating_object_id": [],130            "spatial_prefix": [],131            "frame_duration": [132                4017,133                4275134            ],135            "mp_ef": [],136            "skill_type": [137                "navigation"138            ]139        },140        {141            "skill_idx": 5,142            "skill_id": [143                2144            ],145            "skill_description": [146                "pick up from"147            ],148            "object_id": [149                [150                    "bottle_of_detergent_227",151                    "hamper_226"152                ]153            ],154            "manipulating_object_id": [155                "bottle_of_detergent_227"156            ],157            "spatial_prefix": [],158            "frame_duration": [159                4275,160                5229161            ],162            "mp_ef": [],163            "skill_type": [164                "uncoordinated"165            ]166        },167        {168            "skill_idx": 6,169            "skill_id": [170                1171            ],172            "skill_description": [173                "move to"174            ],175            "object_id": [176                [177                    "bottle_of_detergent_228"178                ]179            ],180            "manipulating_object_id": [],181            "spatial_prefix": [],182            "frame_duration": [183                5229,184                5340185            ],186            "mp_ef": [],187            "skill_type": [188                "navigation"189            ]190        },191        {192            "skill_idx": 7,193            "skill_id": [194                2195            ],196            "skill_description": [197                "pick up from"198            ],199            "object_id": [200                [201                    "bottle_of_detergent_228",202                    "hamper_226"203                ]204            ],205            "manipulating_object_id": [206                "bottle_of_detergent_228"207            ],208            "spatial_prefix": [],209            "frame_duration": [210                5340,211                5706212            ],213            "mp_ef": [],214            "skill_type": [215                "uncoordinated"216            ]217        },218        {219            "skill_idx": 8,220            "skill_id": [221                1222            ],223            "skill_description": [224                "move to"225            ],226            "object_id": [227                [228                    "multi_station_furniture_sink_upwldu_0"229                ]230            ],231            "manipulating_object_id": [],232            "spatial_prefix": [],233            "frame_duration": [234                5706,235                6240236            ],237            "mp_ef": [],238            "skill_type": [239                "navigation"240            ]241        },242        {243            "skill_idx": 9,244            "skill_id": [245                98246            ],247            "skill_description": [248                "place under"249            ],250            "object_id": [251                [252                    "bottle_of_detergent_227",253                    "multi_station_furniture_sink_upwldu_0"254                ]255            ],256            "manipulating_object_id": [257                "bottle_of_detergent_227"258            ],259            "spatial_prefix": [],260            "frame_duration": [261                6240,262                6810263            ],264            "mp_ef": [],265            "skill_type": [266                "uncoordinated"267            ]268        },269        {270            "skill_idx": 10,271            "skill_id": [272                98273            ],274            "skill_description": [275                "place under"276            ],277            "object_id": [278                [279                    "bottle_of_detergent_228",280                    "multi_station_furniture_sink_upwldu_0"281                ]282            ],283            "manipulating_object_id": [284                "bottle_of_detergent_228"285            ],286            "spatial_prefix": [],287            "frame_duration": [288                6810,289                7146290            ],291            "mp_ef": [],292            "skill_type": [293                "uncoordinated"294            ]295        },296        {297            "skill_idx": 11,298            "skill_id": [299                1300            ],301            "skill_description": [302                "move to"303            ],304            "object_id": [305                [306                    "box_of_sanitary_napkins_224"307                ]308            ],309            "manipulating_object_id": [],310            "spatial_prefix": [],311            "frame_duration": [312                7146,313                7991314            ],315            "mp_ef": [],316            "skill_type": [317                "navigation"318            ]319        },320        {321            "skill_idx": 12,322            "skill_id": [323                2324            ],325            "skill_description": [326                "pick up from"327            ],328            "object_id": [329                [330                    "box_of_sanitary_napkins_224",331                    "hamper_226"332                ]333            ],334            "manipulating_object_id": [335                "box_of_sanitary_napkins_224"336            ],337            "spatial_prefix": [],338            "frame_duration": [339                7991,340                8388341            ],342            "mp_ef": [],343            "skill_type": [344                "uncoordinated"345            ]346        },347        {348            "skill_idx": 13,349            "skill_id": [350                1351            ],352            "skill_description": [353                "move to"354            ],355            "object_id": [356                [357                    "soap_dispenser_223"358                ]359            ],360            "manipulating_object_id": [],361            "spatial_prefix": [],362            "frame_duration": [363                8388,364                8550365            ],366            "mp_ef": [],367            "skill_type": [368                "navigation"369            ]370        },371        {372            "skill_idx": 14,373            "skill_id": [374                2375            ],376            "skill_description": [377                "pick up from"378            ],379            "object_id": [380                [381                    "soap_dispenser_223",382                    "hamper_225"383                ]384            ],385            "manipulating_object_id": [386                "soap_dispenser_223"387            ],388            "spatial_prefix": [],389            "frame_duration": [390                8550,391                8961392            ],393            "mp_ef": [],394            "skill_type": [395                "uncoordinated"396            ]397        },398        {399            "skill_idx": 15,400            "skill_id": [401                1402            ],403            "skill_description": [404                "move to"405            ],406            "object_id": [407                [408                    "multi_station_furniture_sink_upwldu_0"409                ]410            ],411            "manipulating_object_id": [],412            "spatial_prefix": [],413            "frame_duration": [414                8961,415                10131416            ],417            "mp_ef": [],418            "skill_type": [419                "navigation"420            ]421        },422        {423            "skill_idx": 16,424            "skill_id": [425                3426            ],427            "skill_description": [428                "place on"429            ],430            "object_id": [431                [432                    "soap_dispenser_223",433                    "multi_station_furniture_sink_upwldu_0"434                ]435            ],436            "manipulating_object_id": [437                "soap_dispenser_223"438            ],439            "spatial_prefix": [],440            "frame_duration": [441                10131,442                10560443            ],444            "mp_ef": [],445            "skill_type": [446                "uncoordinated"447            ]448        },449        {450            "skill_idx": 17,451            "skill_id": [452                3453            ],454            "skill_description": [455                "place on"456            ],457            "object_id": [458                [459                    "box_of_sanitary_napkins_224",460                    "shelf_fjozhc_0"461                ]462            ],463            "manipulating_object_id": [464                "box_of_sanitary_napkins_224"465            ],466            "spatial_prefix": [],467            "frame_duration": [468                10560,469                10839470            ],471            "mp_ef": [],472            "skill_type": [473                "uncoordinated"474            ]475        },476        {477            "skill_idx": 18,478            "skill_id": [479                1480            ],481            "skill_description": [482                "move to"483            ],484            "object_id": [485                [486                    "hamper_225"487                ]488            ],489            "manipulating_object_id": [],490            "spatial_prefix": [],491            "frame_duration": [492                10839,493                11709494            ],495            "mp_ef": [],496            "skill_type": [497                "navigation"498            ]499        },500        {501            "skill_idx": 19,502            "skill_id": [503                90504            ],505            "skill_description": [506                "push to"507            ],508            "object_id": [509                [510                    "hamper_225",511                    "robot"512                ]513            ],514            "manipulating_object_id": [515                "hamper_225"516            ],517            "spatial_prefix": [518                [519                    "",520                    "away"521                ]522            ],523            "frame_duration": [524                11709,525                12081526            ],527            "mp_ef": [],528            "skill_type": [529                "uncoordinated"530            ]531        },532        {533            "skill_idx": 20,534            "skill_id": [535                2536            ],537            "skill_description": [538                "pick up from"539            ],540            "object_id": [541                [542                    "toothbrush_221",543                    "hamper_225"544                ]545            ],546            "manipulating_object_id": [547                "toothbrush_221"548            ],549            "spatial_prefix": [],550            "frame_duration": [551                12081,552                12630553            ],554            "mp_ef": [],555            "skill_type": [556                "uncoordinated"557            ]558        },559        {560            "skill_idx": 21,561            "skill_id": [562                1563            ],564            "skill_description": [565                "move to"566            ],567            "object_id": [568                [569                    "hamper_225"570                ]571            ],572            "manipulating_object_id": [],573            "spatial_prefix": [],574            "frame_duration": [575                12630,576                12675577            ],578            "mp_ef": [],579            "skill_type": [580                "navigation"581            ]582        },583        {584            "skill_idx": 22,585            "skill_id": [586                90587            ],588            "skill_description": [589                "push to"590            ],591            "object_id": [592                [593                    "hamper_225",594                    "robot"595                ]596            ],597            "manipulating_object_id": [598                "hamper_225"599            ],600            "spatial_prefix": [601                [602                    "",603                    "away"604                ]605            ],606            "frame_duration": [607                12675,608                12840609            ],610            "mp_ef": [],611            "skill_type": [612                "uncoordinated"613            ]614        },615        {616            "skill_idx": 23,617            "skill_id": [618                2619            ],620            "skill_description": [621                "pick up from"622            ],623            "object_id": [624                [625                    "tube_of_toothpaste_222",626                    "hamper_225"627                ]628            ],629            "manipulating_object_id": [630                "tube_of_toothpaste_222"631            ],632            "spatial_prefix": [],633            "frame_duration": [634                12840,635                13155636            ],637            "mp_ef": [],638            "skill_type": [639                "uncoordinated"640            ]641        },642        {643            "skill_idx": 24,644            "skill_id": [645                1646            ],647            "skill_description": [648                "move to"649            ],650            "object_id": [651                [652                    "coffee_cup_220"653                ]654            ],655            "manipulating_object_id": [],656            "spatial_prefix": [],657            "frame_duration": [658                13155,659                14082660            ],661            "mp_ef": [],662            "skill_type": [663                "navigation"664            ]665        },666        {667            "skill_idx": 25,668            "skill_id": [669                4670            ],671            "skill_description": [672                "place in"673            ],674            "object_id": [675                [676                    "toothbrush_221",677                    "coffee_cup_220"678                ]679            ],680            "manipulating_object_id": [681                "toothbrush_221"682            ],683            "spatial_prefix": [],684            "frame_duration": [685                14082,686                14544687            ],688            "mp_ef": [],689            "skill_type": [690                "uncoordinated"691            ]692        },693        {694            "skill_idx": 26,695            "skill_id": [696                4697            ],698            "skill_description": [699                "place in"700            ],701            "object_id": [702                [703                    "tube_of_toothpaste_222",704                    "coffee_cup_220"705                ]706            ],707            "manipulating_object_id": [708                "tube_of_toothpaste_222"709            ],710            "spatial_prefix": [],711            "frame_duration": [712                14544,713                14852714            ],715            "mp_ef": [],716            "skill_type": [717                "uncoordinated"718            ]719        }720    ],721    "primitive_annotation": [722        {723            "primitive_idx": 0,724            "primitive_id": [725                10726            ],727            "primitive_description": [728                "open door"729            ],730            "object_id": [731                [732                    "sliding_door_tprpvb_10"733                ]734            ],735            "manipulating_object_id": [],736            "spatial_prefix": [],737            "frame_duration": [738                0,739                4017740            ],741            "skill_idxes": [742                0,743                1,744                2,745                3746            ]747        },748        {749            "primitive_idx": 1,750            "primitive_id": [751                2,752                98753            ],754            "primitive_description": [755                "pick up from",756                "place under"757            ],758            "object_id": [759                [760                    [761                        "bottle_of_detergent_227",762                        "bottle_of_detergent_228"763                    ],764                    "hamper_226"765                ],766                [767                    [768                        "bottle_of_detergent_227",769                        "bottle_of_detergent_228"770                    ],771                    "multi_station_furniture_sink_upwldu_0"772                ]773            ],774            "manipulating_object_id": [775                [776                    "bottle_of_detergent_227",777                    "bottle_of_detergent_228"778                ],779                [780                    "bottle_of_detergent_227",781                    "bottle_of_detergent_228"782                ]783            ],784            "spatial_prefix": [],785            "frame_duration": [786                4017,787                7146788            ],789            "skill_idxes": [790                4,791                5,792                6,793                7,794                8,795                9,796                10797            ]798        },799        {800            "primitive_idx": 2,801            "primitive_id": [802                2,803                3804            ],805            "primitive_description": [806                "pick up from",807                "place on"808            ],809            "object_id": [810                [811                    "box_of_sanitary_napkins_224",812                    "hamper_226"813                ],814                [815                    "box_of_sanitary_napkins_224",816                    "shelf_fjozhc_0"817                ]818            ],819            "manipulating_object_id": [820                "box_of_sanitary_napkins_224",821                "box_of_sanitary_napkins_224"822            ],823            "spatial_prefix": [],824            "frame_duration": [825                7146,826                10839827            ],828            "skill_idxes": [829                11,830                12,831                15,832                17833            ]834        },835        {836            "primitive_idx": 3,837            "primitive_id": [838                2,839                3840            ],841            "primitive_description": [842                "pick up from",843                "place on"844            ],845            "object_id": [846                [847                    "soap_dispenser_223",848                    "hamper_225"849                ],850                [851                    "soap_dispenser_223",852                    "multi_station_furniture_sink_upwldu_0"853                ]854            ],855            "manipulating_object_id": [856                "soap_dispenser_223",857                "soap_dispenser_223"858            ],859            "spatial_prefix": [],860            "frame_duration": [861                8388,862                10560863            ],864            "skill_idxes": [865                13,866                14,867                15,868                16869            ]870        },871        {872            "primitive_idx": 4,873            "primitive_id": [874                2,875                4876            ],877            "primitive_description": [878                "pick up from",879                "place in"880            ],881            "object_id": [882                [883                    [884                        "toothbrush_221",885                        "tube_of_toothpaste_222"886                    ],887                    "hamper_225"888                ],889                [890                    [891                        "toothbrush_221",892                        "tube_of_toothpaste_222"893                    ],894                    "coffee_cup_220"895                ]896            ],897            "manipulating_object_id": [898                [899                    "toothbrush_221",900                    "tube_of_toothpaste_222"901                ],902                [903                    "toothbrush_221",904                    "tube_of_toothpaste_222"905                ]906            ],907            "spatial_prefix": [],908            "frame_duration": [909                10839,910                14852911            ],912            "skill_idxes": [913                18,914                19,915                20,916                21,917                22,918                23,919                24,920                25,921                26922            ]923        }924    ]925}