CoolFace
Datasetpublic

phicoltan/behavior1k-task0027

sourceHugging Faceupdated 1mo agoView on Hugging Face
0likes394downloads
episode_00000020.json983 linesDownload Raw Back to annotations
1{2    "task_name": "sorting household items",3    "data_folder": "",4    "meta_data": {5        "task_duration": 18996,6        "valid_duration": [7            0,8            189969        ]10    },11    "skill_annotation": [12        {13            "skill_idx": 0,14            "skill_id": [15                116            ],17            "skill_description": [18                "move to"19            ],20            "object_id": [21                [22                    "sliding_door_tprpvb_10"23                ]24            ],25            "manipulating_object_id": [],26            "spatial_prefix": [],27            "frame_duration": [28                0,29                52130            ],31            "mp_ef": [],32            "skill_type": [33                "navigation"34            ]35        },36        {37            "skill_idx": 1,38            "skill_id": [39                1040            ],41            "skill_description": [42                "open door"43            ],44            "object_id": [45                [46                    "sliding_door_tprpvb_10"47                ]48            ],49            "manipulating_object_id": [],50            "spatial_prefix": [],51            "frame_duration": [52                521,53                208254            ],55            "mp_ef": [],56            "skill_type": [57                "uncoordinated"58            ]59        },60        {61            "skill_idx": 2,62            "skill_id": [63                164            ],65            "skill_description": [66                "move to"67            ],68            "object_id": [69                [70                    "bottle_of_detergent_227"71                ]72            ],73            "manipulating_object_id": [],74            "spatial_prefix": [],75            "frame_duration": [76                2083,77                269778            ],79            "mp_ef": [],80            "skill_type": [81                "navigation"82            ]83        },84        {85            "skill_idx": 3,86            "skill_id": [87                288            ],89            "skill_description": [90                "pick up from"91            ],92            "object_id": [93                [94                    "bottle_of_detergent_227",95                    "hamper_226"96                ]97            ],98            "manipulating_object_id": [99                "bottle_of_detergent_227"100            ],101            "spatial_prefix": [],102            "frame_duration": [103                2697,104                3804105            ],106            "mp_ef": [],107            "skill_type": [108                "uncoordinated"109            ]110        },111        {112            "skill_idx": 4,113            "skill_id": [114                1115            ],116            "skill_description": [117                "move to"118            ],119            "object_id": [120                [121                    "bottle_of_detergent_228"122                ]123            ],124            "manipulating_object_id": [],125            "spatial_prefix": [],126            "frame_duration": [127                3804,128                3957129            ],130            "mp_ef": [],131            "skill_type": [132                "navigation"133            ]134        },135        {136            "skill_idx": 5,137            "skill_id": [138                2139            ],140            "skill_description": [141                "pick up from"142            ],143            "object_id": [144                [145                    "bottle_of_detergent_228",146                    "hamper_226"147                ]148            ],149            "manipulating_object_id": [150                "bottle_of_detergent_228"151            ],152            "spatial_prefix": [],153            "frame_duration": [154                3957,155                4326156            ],157            "mp_ef": [],158            "skill_type": [159                "uncoordinated"160            ]161        },162        {163            "skill_idx": 6,164            "skill_id": [165                1166            ],167            "skill_description": [168                "move to"169            ],170            "object_id": [171                [172                    "multi_station_furniture_sink_upwldu_0"173                ]174            ],175            "manipulating_object_id": [],176            "spatial_prefix": [],177            "frame_duration": [178                4327,179                5046180            ],181            "mp_ef": [],182            "skill_type": [183                "navigation"184            ]185        },186        {187            "skill_idx": 7,188            "skill_id": [189                98190            ],191            "skill_description": [192                "place under"193            ],194            "object_id": [195                [196                    "bottle_of_detergent_227",197                    "multi_station_furniture_sink_upwldu_0"198                ]199            ],200            "manipulating_object_id": [201                "bottle_of_detergent_227"202            ],203            "spatial_prefix": [],204            "frame_duration": [205                5046,206                5661207            ],208            "mp_ef": [],209            "skill_type": [210                "uncoordinated"211            ]212        },213        {214            "skill_idx": 8,215            "skill_id": [216                98217            ],218            "skill_description": [219                "place under"220            ],221            "object_id": [222                [223                    "bottle_of_detergent_228",224                    "multi_station_furniture_sink_upwldu_0"225                ]226            ],227            "manipulating_object_id": [228                "bottle_of_detergent_228"229            ],230            "spatial_prefix": [],231            "frame_duration": [232                5661,233                6117234            ],235            "mp_ef": [],236            "skill_type": [237                "uncoordinated"238            ]239        },240        {241            "skill_idx": 9,242            "skill_id": [243                1244            ],245            "skill_description": [246                "move to"247            ],248            "object_id": [249                [250                    "box_of_sanitary_napkins_224"251                ]252            ],253            "manipulating_object_id": [],254            "spatial_prefix": [],255            "frame_duration": [256                6118,257                7434258            ],259            "mp_ef": [],260            "skill_type": [261                "navigation"262            ]263        },264        {265            "skill_idx": 10,266            "skill_id": [267                2268            ],269            "skill_description": [270                "pick up from"271            ],272            "object_id": [273                [274                    "box_of_sanitary_napkins_224",275                    "hamper_226"276                ]277            ],278            "manipulating_object_id": [279                "box_of_sanitary_napkins_224"280            ],281            "spatial_prefix": [],282            "frame_duration": [283                7434,284                7788285            ],286            "mp_ef": [],287            "skill_type": [288                "uncoordinated"289            ]290        },291        {292            "skill_idx": 11,293            "skill_id": [294                90295            ],296            "skill_description": [297                "push to"298            ],299            "object_id": [300                [301                    "hamper_226",302                    "robot"303                ]304            ],305            "manipulating_object_id": [306                "hamper_226"307            ],308            "spatial_prefix": [309                [310                    "",311                    "near"312                ]313            ],314            "frame_duration": [315                7788,316                8698317            ],318            "mp_ef": [],319            "skill_type": [320                "uncoordinated"321            ]322        },323        {324            "skill_idx": 12,325            "skill_id": [326                1327            ],328            "skill_description": [329                "move to"330            ],331            "object_id": [332                [333                    "hamper_226"334                ]335            ],336            "manipulating_object_id": [],337            "spatial_prefix": [],338            "frame_duration": [339                8698,340                8761341            ],342            "mp_ef": [],343            "skill_type": [344                "navigation"345            ]346        },347        {348            "skill_idx": 13,349            "skill_id": [350                90351            ],352            "skill_description": [353                "push to"354            ],355            "object_id": [356                [357                    "hamper_226",358                    "robot"359                ]360            ],361            "manipulating_object_id": [362                "hamper_226"363            ],364            "spatial_prefix": [365                [366                    "",367                    "away"368                ]369            ],370            "frame_duration": [371                8761,372                9124373            ],374            "mp_ef": [],375            "skill_type": [376                "uncoordinated"377            ]378        },379        {380            "skill_idx": 14,381            "skill_id": [382                1383            ],384            "skill_description": [385                "move to"386            ],387            "object_id": [388                [389                    "soap_dispenser_223"390                ]391            ],392            "manipulating_object_id": [],393            "spatial_prefix": [],394            "frame_duration": [395                9124,396                9522397            ],398            "mp_ef": [],399            "skill_type": [400                "navigation"401            ]402        },403        {404            "skill_idx": 15,405            "skill_id": [406                2407            ],408            "skill_description": [409                "pick up from"410            ],411            "object_id": [412                [413                    "soap_dispenser_223",414                    "hamper_225"415                ]416            ],417            "manipulating_object_id": [418                "soap_dispenser_223"419            ],420            "spatial_prefix": [],421            "frame_duration": [422                9523,423                10176424            ],425            "mp_ef": [],426            "skill_type": [427                "uncoordinated"428            ]429        },430        {431            "skill_idx": 16,432            "skill_id": [433                1434            ],435            "skill_description": [436                "move to"437            ],438            "object_id": [439                [440                    "multi_station_furniture_sink_upwldu_0"441                ]442            ],443            "manipulating_object_id": [],444            "spatial_prefix": [],445            "frame_duration": [446                10177,447                11556448            ],449            "mp_ef": [],450            "skill_type": [451                "navigation"452            ]453        },454        {455            "skill_idx": 17,456            "skill_id": [457                3458            ],459            "skill_description": [460                "place on"461            ],462            "object_id": [463                [464                    "soap_dispenser_223",465                    "multi_station_furniture_sink_upwldu_0"466                ]467            ],468            "manipulating_object_id": [469                "soap_dispenser_223"470            ],471            "spatial_prefix": [],472            "frame_duration": [473                11556,474                12186475            ],476            "mp_ef": [],477            "skill_type": [478                "uncoordinated"479            ]480        },481        {482            "skill_idx": 18,483            "skill_id": [484                3485            ],486            "skill_description": [487                "place on"488            ],489            "object_id": [490                [491                    "box_of_sanitary_napkins_224",492                    "shelf_fjozhc_0"493                ]494            ],495            "manipulating_object_id": [496                "box_of_sanitary_napkins_224"497            ],498            "spatial_prefix": [],499            "frame_duration": [500                12187,501                12939502            ],503            "mp_ef": [],504            "skill_type": [505                "uncoordinated"506            ]507        },508        {509            "skill_idx": 19,510            "skill_id": [511                1512            ],513            "skill_description": [514                "move to"515            ],516            "object_id": [517                [518                    "hamper_225"519                ]520            ],521            "manipulating_object_id": [],522            "spatial_prefix": [],523            "frame_duration": [524                12939,525                14409526            ],527            "mp_ef": [],528            "skill_type": [529                "navigation"530            ]531        },532        {533            "skill_idx": 20,534            "skill_id": [535                90536            ],537            "skill_description": [538                "push to"539            ],540            "object_id": [541                [542                    "hamper_225",543                    "robot"544                ]545            ],546            "manipulating_object_id": [547                "hamper_225"548            ],549            "spatial_prefix": [550                [551                    "",552                    "near"553                ]554            ],555            "frame_duration": [556                14410,557                15099558            ],559            "mp_ef": [],560            "skill_type": [561                "uncoordinated"562            ]563        },564        {565            "skill_idx": 21,566            "skill_id": [567                1568            ],569            "skill_description": [570                "move to"571            ],572            "object_id": [573                [574                    "hamper_225"575                ]576            ],577            "manipulating_object_id": [],578            "spatial_prefix": [],579            "frame_duration": [580                15099,581                15222582            ],583            "mp_ef": [],584            "skill_type": [585                "navigation"586            ]587        },588        {589            "skill_idx": 22,590            "skill_id": [591                90592            ],593            "skill_description": [594                "push to"595            ],596            "object_id": [597                [598                    "hamper_225",599                    "robot"600                ]601            ],602            "manipulating_object_id": [603                "hamper_225"604            ],605            "spatial_prefix": [606                [607                    "",608                    "away"609                ]610            ],611            "frame_duration": [612                15222,613                15645614            ],615            "mp_ef": [],616            "skill_type": [617                "uncoordinated"618            ]619        },620        {621            "skill_idx": 23,622            "skill_id": [623                1624            ],625            "skill_description": [626                "move to"627            ],628            "object_id": [629                [630                    "toothbrush_221"631                ]632            ],633            "manipulating_object_id": [],634            "spatial_prefix": [],635            "frame_duration": [636                15645,637                15723638            ],639            "mp_ef": [],640            "skill_type": [641                "navigation"642            ]643        },644        {645            "skill_idx": 24,646            "skill_id": [647                2648            ],649            "skill_description": [650                "pick up from"651            ],652            "object_id": [653                [654                    "toothbrush_221",655                    "hamper_225"656                ]657            ],658            "manipulating_object_id": [659                "toothbrush_221"660            ],661            "spatial_prefix": [],662            "frame_duration": [663                15723,664                16338665            ],666            "mp_ef": [],667            "skill_type": [668                "uncoordinated"669            ]670        },671        {672            "skill_idx": 25,673            "skill_id": [674                2675            ],676            "skill_description": [677                "pick up from"678            ],679            "object_id": [680                [681                    "tube_of_toothpaste_222",682                    "hamper_225"683                ]684            ],685            "manipulating_object_id": [686                "tube_of_toothpaste_222"687            ],688            "spatial_prefix": [],689            "frame_duration": [690                16339,691                16692692            ],693            "mp_ef": [],694            "skill_type": [695                "uncoordinated"696            ]697        },698        {699            "skill_idx": 26,700            "skill_id": [701                1702            ],703            "skill_description": [704                "move to"705            ],706            "object_id": [707                [708                    "coffee_cup_220"709                ]710            ],711            "manipulating_object_id": [],712            "spatial_prefix": [],713            "frame_duration": [714                16693,715                17958716            ],717            "mp_ef": [],718            "skill_type": [719                "navigation"720            ]721        },722        {723            "skill_idx": 27,724            "skill_id": [725                4726            ],727            "skill_description": [728                "place in"729            ],730            "object_id": [731                [732                    "toothbrush_221",733                    "coffee_cup_220"734                ]735            ],736            "manipulating_object_id": [737                "toothbrush_221"738            ],739            "spatial_prefix": [],740            "frame_duration": [741                17958,742                18582743            ],744            "mp_ef": [],745            "skill_type": [746                "uncoordinated"747            ]748        },749        {750            "skill_idx": 28,751            "skill_id": [752                4753            ],754            "skill_description": [755                "place in"756            ],757            "object_id": [758                [759                    "tube_of_toothpaste_222",760                    "coffee_cup_220"761                ]762            ],763            "manipulating_object_id": [764                "tube_of_toothpaste_222"765            ],766            "spatial_prefix": [],767            "frame_duration": [768                18583,769                18996770            ],771            "mp_ef": [],772            "skill_type": [773                "uncoordinated"774            ]775        }776    ],777    "primitive_annotation": [778        {779            "primitive_idx": 0,780            "primitive_id": [781                10782            ],783            "primitive_description": [784                "open door"785            ],786            "object_id": [787                [788                    "sliding_door_tprpvb_10"789                ]790            ],791            "manipulating_object_id": [],792            "spatial_prefix": [],793            "frame_duration": [794                0,795                2082796            ],797            "skill_idxes": [798                0,799                1800            ]801        },802        {803            "primitive_idx": 1,804            "primitive_id": [805                2,806                98807            ],808            "primitive_description": [809                "pick up from",810                "place under"811            ],812            "object_id": [813                [814                    [815                        "bottle_of_detergent_227",816                        "bottle_of_detergent_228"817                    ],818                    "hamper_226"819                ],820                [821                    [822                        "bottle_of_detergent_227",823                        "bottle_of_detergent_228"824                    ],825                    "multi_station_furniture_sink_upwldu_0"826                ]827            ],828            "manipulating_object_id": [829                [830                    "bottle_of_detergent_227",831                    "bottle_of_detergent_228"832                ],833                [834                    "bottle_of_detergent_227",835                    "bottle_of_detergent_228"836                ]837            ],838            "spatial_prefix": [],839            "frame_duration": [840                2083,841                6117842            ],843            "skill_idxes": [844                2,845                3,846                4,847                5,848                6,849                7,850                8851            ]852        },853        {854            "primitive_idx": 2,855            "primitive_id": [856                2,857                3858            ],859            "primitive_description": [860                "pick up from",861                "place on"862            ],863            "object_id": [864                [865                    "box_of_sanitary_napkins_224",866                    "hamper_226"867                ],868                [869                    "box_of_sanitary_napkins_224",870                    "shelf_fjozhc_0"871                ]872            ],873            "manipulating_object_id": [874                "box_of_sanitary_napkins_224",875                "box_of_sanitary_napkins_224"876            ],877            "spatial_prefix": [],878            "frame_duration": [879                6118,880                12939881            ],882            "skill_idxes": [883                9,884                10,885                16,886                18887            ]888        },889        {890            "primitive_idx": 3,891            "primitive_id": [892                2,893                3894            ],895            "primitive_description": [896                "pick up from",897                "place on"898            ],899            "object_id": [900                [901                    "soap_dispenser_223",902                    "hamper_225"903                ],904                [905                    "soap_dispenser_223",906                    "multi_station_furniture_sink_upwldu_0"907                ]908            ],909            "manipulating_object_id": [910                "soap_dispenser_223",911                "soap_dispenser_223"912            ],913            "spatial_prefix": [],914            "frame_duration": [915                7788,916                12186917            ],918            "skill_idxes": [919                11,920                12,921                13,922                14,923                15,924                16,925                17926            ]927        },928        {929            "primitive_idx": 4,930            "primitive_id": [931                2,932                4933            ],934            "primitive_description": [935                "pick up from",936                "place in"937            ],938            "object_id": [939                [940                    [941                        "toothbrush_221",942                        "tube_of_toothpaste_222"943                    ],944                    "hamper_225"945                ],946                [947                    [948                        "toothbrush_221",949                        "tube_of_toothpaste_222"950                    ],951                    "coffee_cup_220"952                ]953            ],954            "manipulating_object_id": [955                [956                    "toothbrush_221",957                    "tube_of_toothpaste_222"958                ],959                [960                    "toothbrush_221",961                    "tube_of_toothpaste_222"962                ]963            ],964            "spatial_prefix": [],965            "frame_duration": [966                12939,967                18996968            ],969            "skill_idxes": [970                19,971                20,972                21,973                22,974                23,975                24,976                25,977                26,978                27,979                28980            ]981        }982    ]983}