CoolFace
Datasetpublic

phicoltan/behavior1k-task0027

sourceHugging Faceupdated 1mo agoView on Hugging Face
0likes394downloads
episode_00000037.json892 linesDownload Raw Back to annotations
1{2    "task_name": "sorting household items",3    "data_folder": "",4    "meta_data": {5        "task_duration": 23610,6        "valid_duration": [7            0,8            236109        ]10    },11    "skill_annotation": [12        {13            "skill_idx": 0,14            "skill_id": [15                116            ],17            "skill_description": [18                "move to"19            ],20            "object_id": [21                [22                    "sliding_door_tprpvb_10"23                ]24            ],25            "manipulating_object_id": [],26            "spatial_prefix": [],27            "frame_duration": [28                0,29                56130            ],31            "mp_ef": [],32            "skill_type": [33                "navigation"34            ]35        },36        {37            "skill_idx": 1,38            "skill_id": [39                1040            ],41            "skill_description": [42                "open door"43            ],44            "object_id": [45                [46                    "sliding_door_tprpvb_10"47                ]48            ],49            "manipulating_object_id": [],50            "spatial_prefix": [],51            "frame_duration": [52                561,53                268954            ],55            "mp_ef": [],56            "skill_type": [57                "uncoordinated"58            ]59        },60        {61            "skill_idx": 2,62            "skill_id": [63                164            ],65            "skill_description": [66                "move to"67            ],68            "object_id": [69                [70                    "bottle_of_detergent_228"71                ]72            ],73            "manipulating_object_id": [],74            "spatial_prefix": [],75            "frame_duration": [76                2689,77                320678            ],79            "mp_ef": [],80            "skill_type": [81                "navigation"82            ]83        },84        {85            "skill_idx": 3,86            "skill_id": [87                288            ],89            "skill_description": [90                "pick up from"91            ],92            "object_id": [93                [94                    "bottle_of_detergent_228",95                    "hamper_226"96                ]97            ],98            "manipulating_object_id": [99                "bottle_of_detergent_228"100            ],101            "spatial_prefix": [],102            "frame_duration": [103                3206,104                4323105            ],106            "mp_ef": [],107            "skill_type": [108                "uncoordinated"109            ]110        },111        {112            "skill_idx": 4,113            "skill_id": [114                2115            ],116            "skill_description": [117                "pick up from"118            ],119            "object_id": [120                [121                    "bottle_of_detergent_227",122                    "hamper_226"123                ]124            ],125            "manipulating_object_id": [126                "bottle_of_detergent_227"127            ],128            "spatial_prefix": [],129            "frame_duration": [130                4323,131                5225132            ],133            "mp_ef": [],134            "skill_type": [135                "uncoordinated"136            ]137        },138        {139            "skill_idx": 5,140            "skill_id": [141                1142            ],143            "skill_description": [144                "move to"145            ],146            "object_id": [147                [148                    "multi_station_furniture_sink_upwldu_0"149                ]150            ],151            "manipulating_object_id": [],152            "spatial_prefix": [],153            "frame_duration": [154                5225,155                6529156            ],157            "mp_ef": [],158            "skill_type": [159                "navigation"160            ]161        },162        {163            "skill_idx": 6,164            "skill_id": [165                98166            ],167            "skill_description": [168                "place under"169            ],170            "object_id": [171                [172                    "bottle_of_detergent_228",173                    "multi_station_furniture_sink_upwldu_0"174                ]175            ],176            "manipulating_object_id": [177                "bottle_of_detergent_228"178            ],179            "spatial_prefix": [],180            "frame_duration": [181                6529,182                7819183            ],184            "mp_ef": [],185            "skill_type": [186                "uncoordinated"187            ]188        },189        {190            "skill_idx": 7,191            "skill_id": [192                98193            ],194            "skill_description": [195                "place under"196            ],197            "object_id": [198                [199                    "bottle_of_detergent_227",200                    "multi_station_furniture_sink_upwldu_0"201                ]202            ],203            "manipulating_object_id": [204                "bottle_of_detergent_227"205            ],206            "spatial_prefix": [],207            "frame_duration": [208                7819,209                8522210            ],211            "mp_ef": [],212            "skill_type": [213                "uncoordinated"214            ]215        },216        {217            "skill_idx": 8,218            "skill_id": [219                1220            ],221            "skill_description": [222                "move to"223            ],224            "object_id": [225                [226                    "box_of_sanitary_napkins_224"227                ]228            ],229            "manipulating_object_id": [],230            "spatial_prefix": [],231            "frame_duration": [232                8522,233                9884234            ],235            "mp_ef": [],236            "skill_type": [237                "navigation"238            ]239        },240        {241            "skill_idx": 9,242            "skill_id": [243                2244            ],245            "skill_description": [246                "pick up from"247            ],248            "object_id": [249                [250                    "box_of_sanitary_napkins_224",251                    "hamper_226"252                ]253            ],254            "manipulating_object_id": [255                "box_of_sanitary_napkins_224"256            ],257            "spatial_prefix": [],258            "frame_duration": [259                9884,260                10850261            ],262            "mp_ef": [],263            "skill_type": [264                "uncoordinated"265            ]266        },267        {268            "skill_idx": 10,269            "skill_id": [270                1271            ],272            "skill_description": [273                "move to"274            ],275            "object_id": [276                [277                    "hamper_226"278                ]279            ],280            "manipulating_object_id": [],281            "spatial_prefix": [],282            "frame_duration": [283                10851,284                10959285            ],286            "mp_ef": [],287            "skill_type": [288                "navigation"289            ]290        },291        {292            "skill_idx": 11,293            "skill_id": [294                90295            ],296            "skill_description": [297                "push to"298            ],299            "object_id": [300                [301                    "hamper_226",302                    "robot"303                ]304            ],305            "manipulating_object_id": [306                "hamper_226"307            ],308            "spatial_prefix": [309                [310                    "",311                    "away"312                ]313            ],314            "frame_duration": [315                10959,316                11799317            ],318            "mp_ef": [],319            "skill_type": [320                "uncoordinated"321            ]322        },323        {324            "skill_idx": 12,325            "skill_id": [326                1327            ],328            "skill_description": [329                "move to"330            ],331            "object_id": [332                [333                    "soap_dispenser_223"334                ]335            ],336            "manipulating_object_id": [],337            "spatial_prefix": [],338            "frame_duration": [339                11799,340                11943341            ],342            "mp_ef": [],343            "skill_type": [344                "navigation"345            ]346        },347        {348            "skill_idx": 13,349            "skill_id": [350                2351            ],352            "skill_description": [353                "pick up from"354            ],355            "object_id": [356                [357                    "soap_dispenser_223",358                    "hamper_225"359                ]360            ],361            "manipulating_object_id": [362                "soap_dispenser_223"363            ],364            "spatial_prefix": [],365            "frame_duration": [366                11943,367                12528368            ],369            "mp_ef": [],370            "skill_type": [371                "uncoordinated"372            ]373        },374        {375            "skill_idx": 14,376            "skill_id": [377                1378            ],379            "skill_description": [380                "move to"381            ],382            "object_id": [383                [384                    "multi_station_furniture_sink_upwldu_0"385                ]386            ],387            "manipulating_object_id": [],388            "spatial_prefix": [],389            "frame_duration": [390                12528,391                13489392            ],393            "mp_ef": [],394            "skill_type": [395                "navigation"396            ]397        },398        {399            "skill_idx": 15,400            "skill_id": [401                3402            ],403            "skill_description": [404                "place on"405            ],406            "object_id": [407                [408                    "soap_dispenser_223",409                    "multi_station_furniture_sink_upwldu_0"410                ]411            ],412            "manipulating_object_id": [413                "soap_dispenser_223"414            ],415            "spatial_prefix": [],416            "frame_duration": [417                13489,418                14148419            ],420            "mp_ef": [],421            "skill_type": [422                "uncoordinated"423            ]424        },425        {426            "skill_idx": 16,427            "skill_id": [428                3429            ],430            "skill_description": [431                "place on"432            ],433            "object_id": [434                [435                    "box_of_sanitary_napkins_224",436                    "shelf_fjozhc_0"437                ]438            ],439            "manipulating_object_id": [440                "box_of_sanitary_napkins_224"441            ],442            "spatial_prefix": [],443            "frame_duration": [444                14149,445                15017446            ],447            "mp_ef": [],448            "skill_type": [449                "uncoordinated"450            ]451        },452        {453            "skill_idx": 17,454            "skill_id": [455                1456            ],457            "skill_description": [458                "move to"459            ],460            "object_id": [461                [462                    "hamper_225"463                ]464            ],465            "manipulating_object_id": [],466            "spatial_prefix": [],467            "frame_duration": [468                15018,469                16377470            ],471            "mp_ef": [],472            "skill_type": [473                "navigation"474            ]475        },476        {477            "skill_idx": 18,478            "skill_id": [479                90480            ],481            "skill_description": [482                "push to"483            ],484            "object_id": [485                [486                    "hamper_225",487                    "robot"488                ]489            ],490            "manipulating_object_id": [491                "hamper_225"492            ],493            "spatial_prefix": [494                [495                    "",496                    "away"497                ]498            ],499            "frame_duration": [500                16377,501                17665502            ],503            "mp_ef": [],504            "skill_type": [505                "uncoordinated"506            ]507        },508        {509            "skill_idx": 19,510            "skill_id": [511                1512            ],513            "skill_description": [514                "move to"515            ],516            "object_id": [517                [518                    "toothbrush_221"519                ]520            ],521            "manipulating_object_id": [],522            "spatial_prefix": [],523            "frame_duration": [524                17665,525                17716526            ],527            "mp_ef": [],528            "skill_type": [529                "navigation"530            ]531        },532        {533            "skill_idx": 20,534            "skill_id": [535                2536            ],537            "skill_description": [538                "pick up from"539            ],540            "object_id": [541                [542                    "toothbrush_221",543                    "hamper_225"544                ]545            ],546            "manipulating_object_id": [547                "toothbrush_221"548            ],549            "spatial_prefix": [],550            "frame_duration": [551                17716,552                19485553            ],554            "mp_ef": [],555            "skill_type": [556                "uncoordinated"557            ]558        },559        {560            "skill_idx": 21,561            "skill_id": [562                1563            ],564            "skill_description": [565                "move to"566            ],567            "object_id": [568                [569                    "tube_of_toothpaste_222"570                ]571            ],572            "manipulating_object_id": [],573            "spatial_prefix": [],574            "frame_duration": [575                19486,576                19556577            ],578            "mp_ef": [],579            "skill_type": [580                "navigation"581            ]582        },583        {584            "skill_idx": 22,585            "skill_id": [586                2587            ],588            "skill_description": [589                "pick up from"590            ],591            "object_id": [592                [593                    "tube_of_toothpaste_222",594                    "hamper_225"595                ]596            ],597            "manipulating_object_id": [598                "tube_of_toothpaste_222"599            ],600            "spatial_prefix": [],601            "frame_duration": [602                19556,603                20847604            ],605            "mp_ef": [],606            "skill_type": [607                "uncoordinated"608            ]609        },610        {611            "skill_idx": 23,612            "skill_id": [613                1614            ],615            "skill_description": [616                "move to"617            ],618            "object_id": [619                [620                    "coffee_cup_220"621                ]622            ],623            "manipulating_object_id": [],624            "spatial_prefix": [],625            "frame_duration": [626                20847,627                21848628            ],629            "mp_ef": [],630            "skill_type": [631                "navigation"632            ]633        },634        {635            "skill_idx": 24,636            "skill_id": [637                4638            ],639            "skill_description": [640                "place in"641            ],642            "object_id": [643                [644                    "toothbrush_221",645                    "coffee_cup_220"646                ]647            ],648            "manipulating_object_id": [649                "toothbrush_221"650            ],651            "spatial_prefix": [],652            "frame_duration": [653                21848,654                22700655            ],656            "mp_ef": [],657            "skill_type": [658                "uncoordinated"659            ]660        },661        {662            "skill_idx": 25,663            "skill_id": [664                4665            ],666            "skill_description": [667                "place in"668            ],669            "object_id": [670                [671                    "tube_of_toothpaste_222",672                    "coffee_cup_220"673                ]674            ],675            "manipulating_object_id": [676                "tube_of_toothpaste_222"677            ],678            "spatial_prefix": [],679            "frame_duration": [680                22701,681                23610682            ],683            "mp_ef": [],684            "skill_type": [685                "uncoordinated"686            ]687        }688    ],689    "primitive_annotation": [690        {691            "primitive_idx": 0,692            "primitive_id": [693                10694            ],695            "primitive_description": [696                "open door"697            ],698            "object_id": [699                [700                    "sliding_door_tprpvb_10"701                ]702            ],703            "manipulating_object_id": [],704            "spatial_prefix": [],705            "frame_duration": [706                0,707                2689708            ],709            "skill_idxes": [710                0,711                1712            ]713        },714        {715            "primitive_idx": 1,716            "primitive_id": [717                2,718                98719            ],720            "primitive_description": [721                "pick up from",722                "place under"723            ],724            "object_id": [725                [726                    [727                        "bottle_of_detergent_228",728                        "bottle_of_detergent_227"729                    ],730                    "hamper_226"731                ],732                [733                    [734                        "bottle_of_detergent_228",735                        "bottle_of_detergent_227"736                    ],737                    "multi_station_furniture_sink_upwldu_0"738                ]739            ],740            "manipulating_object_id": [741                [742                    "bottle_of_detergent_228",743                    "bottle_of_detergent_227"744                ],745                [746                    "bottle_of_detergent_228",747                    "bottle_of_detergent_227"748                ]749            ],750            "spatial_prefix": [],751            "frame_duration": [752                2689,753                8522754            ],755            "skill_idxes": [756                2,757                3,758                4,759                5,760                6,761                7762            ]763        },764        {765            "primitive_idx": 2,766            "primitive_id": [767                2,768                3769            ],770            "primitive_description": [771                "pick up from",772                "place on"773            ],774            "object_id": [775                [776                    "box_of_sanitary_napkins_224",777                    "hamper_226"778                ],779                [780                    "box_of_sanitary_napkins_224",781                    "shelf_fjozhc_0"782                ]783            ],784            "manipulating_object_id": [785                "box_of_sanitary_napkins_224",786                "box_of_sanitary_napkins_224"787            ],788            "spatial_prefix": [],789            "frame_duration": [790                8522,791                15017792            ],793            "skill_idxes": [794                8,795                9,796                14,797                16798            ]799        },800        {801            "primitive_idx": 3,802            "primitive_id": [803                2,804                3805            ],806            "primitive_description": [807                "pick up from",808                "place on"809            ],810            "object_id": [811                [812                    "soap_dispenser_223",813                    "hamper_225"814                ],815                [816                    "soap_dispenser_223",817                    "multi_station_furniture_sink_upwldu_0"818                ]819            ],820            "manipulating_object_id": [821                "soap_dispenser_223",822                "soap_dispenser_223"823            ],824            "spatial_prefix": [],825            "frame_duration": [826                10851,827                14148828            ],829            "skill_idxes": [830                10,831                11,832                12,833                13,834                14,835                15836            ]837        },838        {839            "primitive_idx": 4,840            "primitive_id": [841                2,842                4843            ],844            "primitive_description": [845                "pick up from",846                "place in"847            ],848            "object_id": [849                [850                    [851                        "toothbrush_221",852                        "tube_of_toothpaste_222"853                    ],854                    "hamper_225"855                ],856                [857                    [858                        "toothbrush_221",859                        "tube_of_toothpaste_222"860                    ],861                    "coffee_cup_220"862                ]863            ],864            "manipulating_object_id": [865                [866                    "toothbrush_221",867                    "tube_of_toothpaste_222"868                ],869                [870                    "toothbrush_221",871                    "tube_of_toothpaste_222"872                ]873            ],874            "spatial_prefix": [],875            "frame_duration": [876                15018,877                23610878            ],879            "skill_idxes": [880                17,881                18,882                19,883                20,884                21,885                22,886                23,887                24,888                25889            ]890        }891    ]892}