CoolFace
Datasetpublic

phicoltan/behavior1k-task0027

sourceHugging Faceupdated 1mo agoView on Hugging Face
0likes394downloads
episode_00000030.json850 linesDownload Raw Back to annotations
1{2    "task_name": "sorting household items",3    "data_folder": "",4    "meta_data": {5        "task_duration": 13710,6        "valid_duration": [7            0,8            137109        ]10    },11    "skill_annotation": [12        {13            "skill_idx": 0,14            "skill_id": [15                116            ],17            "skill_description": [18                "move to"19            ],20            "object_id": [21                [22                    "sliding_door_tprpvb_10"23                ]24            ],25            "manipulating_object_id": [],26            "spatial_prefix": [],27            "frame_duration": [28                0,29                68130            ],31            "mp_ef": [],32            "skill_type": [33                "navigation"34            ]35        },36        {37            "skill_idx": 1,38            "skill_id": [39                1040            ],41            "skill_description": [42                "open door"43            ],44            "object_id": [45                [46                    "sliding_door_tprpvb_10"47                ]48            ],49            "manipulating_object_id": [],50            "spatial_prefix": [],51            "frame_duration": [52                682,53                152154            ],55            "mp_ef": [],56            "skill_type": [57                "uncoordinated"58            ]59        },60        {61            "skill_idx": 2,62            "skill_id": [63                164            ],65            "skill_description": [66                "move to"67            ],68            "object_id": [69                [70                    "bottle_of_detergent_227"71                ]72            ],73            "manipulating_object_id": [],74            "spatial_prefix": [],75            "frame_duration": [76                1522,77                200178            ],79            "mp_ef": [],80            "skill_type": [81                "navigation"82            ]83        },84        {85            "skill_idx": 3,86            "skill_id": [87                288            ],89            "skill_description": [90                "pick up from"91            ],92            "object_id": [93                [94                    "bottle_of_detergent_227",95                    "hamper_226"96                ]97            ],98            "manipulating_object_id": [99                "bottle_of_detergent_227"100            ],101            "spatial_prefix": [],102            "frame_duration": [103                2002,104                2493105            ],106            "mp_ef": [],107            "skill_type": [108                "uncoordinated"109            ]110        },111        {112            "skill_idx": 4,113            "skill_id": [114                2115            ],116            "skill_description": [117                "pick up from"118            ],119            "object_id": [120                [121                    "bottle_of_detergent_228",122                    "hamper_226"123                ]124            ],125            "manipulating_object_id": [126                "bottle_of_detergent_228"127            ],128            "spatial_prefix": [],129            "frame_duration": [130                2494,131                2895132            ],133            "mp_ef": [],134            "skill_type": [135                "uncoordinated"136            ]137        },138        {139            "skill_idx": 5,140            "skill_id": [141                1142            ],143            "skill_description": [144                "move to"145            ],146            "object_id": [147                [148                    "multi_station_furniture_sink_upwldu_0"149                ]150            ],151            "manipulating_object_id": [],152            "spatial_prefix": [],153            "frame_duration": [154                2896,155                3702156            ],157            "mp_ef": [],158            "skill_type": [159                "navigation"160            ]161        },162        {163            "skill_idx": 6,164            "skill_id": [165                98166            ],167            "skill_description": [168                "place under"169            ],170            "object_id": [171                [172                    "bottle_of_detergent_228",173                    "multi_station_furniture_sink_upwldu_0"174                ]175            ],176            "manipulating_object_id": [177                "bottle_of_detergent_228"178            ],179            "spatial_prefix": [],180            "frame_duration": [181                3703,182                4008183            ],184            "mp_ef": [],185            "skill_type": [186                "uncoordinated"187            ]188        },189        {190            "skill_idx": 7,191            "skill_id": [192                98193            ],194            "skill_description": [195                "place under"196            ],197            "object_id": [198                [199                    "bottle_of_detergent_227",200                    "multi_station_furniture_sink_upwldu_0"201                ]202            ],203            "manipulating_object_id": [204                "bottle_of_detergent_227"205            ],206            "spatial_prefix": [],207            "frame_duration": [208                4009,209                4299210            ],211            "mp_ef": [],212            "skill_type": [213                "uncoordinated"214            ]215        },216        {217            "skill_idx": 8,218            "skill_id": [219                1220            ],221            "skill_description": [222                "move to"223            ],224            "object_id": [225                [226                    "hamper_226"227                ]228            ],229            "manipulating_object_id": [],230            "spatial_prefix": [],231            "frame_duration": [232                4300,233                5223234            ],235            "mp_ef": [],236            "skill_type": [237                "navigation"238            ]239        },240        {241            "skill_idx": 9,242            "skill_id": [243                90244            ],245            "skill_description": [246                "push to"247            ],248            "object_id": [249                [250                    "hamper_226",251                    "robot"252                ]253            ],254            "manipulating_object_id": [255                "hamper_226"256            ],257            "spatial_prefix": [258                [259                    "",260                    "away"261                ]262            ],263            "frame_duration": [264                5224,265                5508266            ],267            "mp_ef": [],268            "skill_type": [269                "uncoordinated"270            ]271        },272        {273            "skill_idx": 10,274            "skill_id": [275                2276            ],277            "skill_description": [278                "pick up from"279            ],280            "object_id": [281                [282                    "box_of_sanitary_napkins_224",283                    "hamper_226"284                ]285            ],286            "manipulating_object_id": [287                "box_of_sanitary_napkins_224"288            ],289            "spatial_prefix": [],290            "frame_duration": [291                5509,292                5835293            ],294            "mp_ef": [],295            "skill_type": [296                "uncoordinated"297            ]298        },299        {300            "skill_idx": 11,301            "skill_id": [302                1303            ],304            "skill_description": [305                "move to"306            ],307            "object_id": [308                [309                    "soap_dispenser_223"310                ]311            ],312            "manipulating_object_id": [],313            "spatial_prefix": [],314            "frame_duration": [315                5836,316                6420317            ],318            "mp_ef": [],319            "skill_type": [320                "navigation"321            ]322        },323        {324            "skill_idx": 12,325            "skill_id": [326                2327            ],328            "skill_description": [329                "pick up from"330            ],331            "object_id": [332                [333                    "soap_dispenser_223",334                    "hamper_225"335                ]336            ],337            "manipulating_object_id": [338                "soap_dispenser_223"339            ],340            "spatial_prefix": [],341            "frame_duration": [342                6421,343                7218344            ],345            "mp_ef": [],346            "skill_type": [347                "uncoordinated"348            ]349        },350        {351            "skill_idx": 13,352            "skill_id": [353                1354            ],355            "skill_description": [356                "move to"357            ],358            "object_id": [359                [360                    "multi_station_furniture_sink_upwldu_0"361                ]362            ],363            "manipulating_object_id": [],364            "spatial_prefix": [],365            "frame_duration": [366                7219,367                8133368            ],369            "mp_ef": [],370            "skill_type": [371                "navigation"372            ]373        },374        {375            "skill_idx": 14,376            "skill_id": [377                3378            ],379            "skill_description": [380                "place on"381            ],382            "object_id": [383                [384                    "soap_dispenser_223",385                    "multi_station_furniture_sink_upwldu_0"386                ]387            ],388            "manipulating_object_id": [389                "soap_dispenser_223"390            ],391            "spatial_prefix": [],392            "frame_duration": [393                8134,394                8388395            ],396            "mp_ef": [],397            "skill_type": [398                "uncoordinated"399            ]400        },401        {402            "skill_idx": 15,403            "skill_id": [404                3405            ],406            "skill_description": [407                "place on"408            ],409            "object_id": [410                [411                    "box_of_sanitary_napkins_224",412                    "shelf_fjozhc_0"413                ]414            ],415            "manipulating_object_id": [416                "box_of_sanitary_napkins_224"417            ],418            "spatial_prefix": [],419            "frame_duration": [420                8389,421                8721422            ],423            "mp_ef": [],424            "skill_type": [425                "uncoordinated"426            ]427        },428        {429            "skill_idx": 16,430            "skill_id": [431                1432            ],433            "skill_description": [434                "move to"435            ],436            "object_id": [437                [438                    "hamper_225"439                ]440            ],441            "manipulating_object_id": [],442            "spatial_prefix": [],443            "frame_duration": [444                8722,445                9969446            ],447            "mp_ef": [],448            "skill_type": [449                "navigation"450            ]451        },452        {453            "skill_idx": 17,454            "skill_id": [455                90456            ],457            "skill_description": [458                "push to"459            ],460            "object_id": [461                [462                    "hamper_225",463                    "robot"464                ]465            ],466            "manipulating_object_id": [467                "hamper_225"468            ],469            "spatial_prefix": [470                [471                    "",472                    "near"473                ]474            ],475            "frame_duration": [476                9970,477                10371478            ],479            "mp_ef": [],480            "skill_type": [481                "uncoordinated"482            ]483        },484        {485            "skill_idx": 18,486            "skill_id": [487                2488            ],489            "skill_description": [490                "pick up from"491            ],492            "object_id": [493                [494                    "tube_of_toothpaste_222",495                    "hamper_225"496                ]497            ],498            "manipulating_object_id": [499                "tube_of_toothpaste_222"500            ],501            "spatial_prefix": [],502            "frame_duration": [503                10372,504                11292505            ],506            "mp_ef": [],507            "skill_type": [508                "uncoordinated"509            ]510        },511        {512            "skill_idx": 19,513            "skill_id": [514                90515            ],516            "skill_description": [517                "push to"518            ],519            "object_id": [520                [521                    "hamper_225",522                    "robot"523                ]524            ],525            "manipulating_object_id": [526                "hamper_225"527            ],528            "spatial_prefix": [529                [530                    "",531                    "away"532                ]533            ],534            "frame_duration": [535                11293,536                11541537            ],538            "mp_ef": [],539            "skill_type": [540                "uncoordinated"541            ]542        },543        {544            "skill_idx": 20,545            "skill_id": [546                2547            ],548            "skill_description": [549                "pick up from"550            ],551            "object_id": [552                [553                    "toothbrush_221",554                    "hamper_225"555                ]556            ],557            "manipulating_object_id": [558                "toothbrush_221"559            ],560            "spatial_prefix": [],561            "frame_duration": [562                11542,563                11961564            ],565            "mp_ef": [],566            "skill_type": [567                "uncoordinated"568            ]569        },570        {571            "skill_idx": 21,572            "skill_id": [573                1574            ],575            "skill_description": [576                "move to"577            ],578            "object_id": [579                [580                    "coffee_cup_220"581                ]582            ],583            "manipulating_object_id": [],584            "spatial_prefix": [],585            "frame_duration": [586                11962,587                12921588            ],589            "mp_ef": [],590            "skill_type": [591                "navigation"592            ]593        },594        {595            "skill_idx": 22,596            "skill_id": [597                4598            ],599            "skill_description": [600                "place in"601            ],602            "object_id": [603                [604                    "toothbrush_221",605                    "coffee_cup_220"606                ]607            ],608            "manipulating_object_id": [609                "toothbrush_221"610            ],611            "spatial_prefix": [],612            "frame_duration": [613                12922,614                13230615            ],616            "mp_ef": [],617            "skill_type": [618                "uncoordinated"619            ]620        },621        {622            "skill_idx": 23,623            "skill_id": [624                4625            ],626            "skill_description": [627                "place in"628            ],629            "object_id": [630                [631                    "tube_of_toothpaste_222",632                    "coffee_cup_220"633                ]634            ],635            "manipulating_object_id": [636                "tube_of_toothpaste_222"637            ],638            "spatial_prefix": [],639            "frame_duration": [640                13231,641                13710642            ],643            "mp_ef": [],644            "skill_type": [645                "uncoordinated"646            ]647        }648    ],649    "primitive_annotation": [650        {651            "primitive_idx": 0,652            "primitive_id": [653                10654            ],655            "primitive_description": [656                "open door"657            ],658            "object_id": [659                [660                    "sliding_door_tprpvb_10"661                ]662            ],663            "manipulating_object_id": [],664            "spatial_prefix": [],665            "frame_duration": [666                0,667                1521668            ],669            "skill_idxes": [670                0,671                1672            ]673        },674        {675            "primitive_idx": 1,676            "primitive_id": [677                2,678                98679            ],680            "primitive_description": [681                "pick up from",682                "place under"683            ],684            "object_id": [685                [686                    [687                        "bottle_of_detergent_227",688                        "bottle_of_detergent_228"689                    ],690                    "hamper_226"691                ],692                [693                    [694                        "bottle_of_detergent_228",695                        "bottle_of_detergent_227"696                    ],697                    "multi_station_furniture_sink_upwldu_0"698                ]699            ],700            "manipulating_object_id": [701                [702                    "bottle_of_detergent_227",703                    "bottle_of_detergent_228"704                ],705                [706                    "bottle_of_detergent_228",707                    "bottle_of_detergent_227"708                ]709            ],710            "spatial_prefix": [],711            "frame_duration": [712                1522,713                4299714            ],715            "skill_idxes": [716                2,717                3,718                4,719                5,720                6,721                7722            ]723        },724        {725            "primitive_idx": 2,726            "primitive_id": [727                2,728                3729            ],730            "primitive_description": [731                "pick up from",732                "place on"733            ],734            "object_id": [735                [736                    "box_of_sanitary_napkins_224",737                    "hamper_226"738                ],739                [740                    "box_of_sanitary_napkins_224",741                    "shelf_fjozhc_0"742                ]743            ],744            "manipulating_object_id": [745                "box_of_sanitary_napkins_224",746                "box_of_sanitary_napkins_224"747            ],748            "spatial_prefix": [],749            "frame_duration": [750                4300,751                8721752            ],753            "skill_idxes": [754                8,755                9,756                10,757                13,758                15759            ]760        },761        {762            "primitive_idx": 3,763            "primitive_id": [764                2,765                3766            ],767            "primitive_description": [768                "pick up from",769                "place on"770            ],771            "object_id": [772                [773                    "soap_dispenser_223",774                    "hamper_225"775                ],776                [777                    "soap_dispenser_223",778                    "multi_station_furniture_sink_upwldu_0"779                ]780            ],781            "manipulating_object_id": [782                "soap_dispenser_223",783                "soap_dispenser_223"784            ],785            "spatial_prefix": [],786            "frame_duration": [787                5836,788                8388789            ],790            "skill_idxes": [791                11,792                12,793                13,794                14795            ]796        },797        {798            "primitive_idx": 4,799            "primitive_id": [800                2,801                4802            ],803            "primitive_description": [804                "pick up from",805                "place in"806            ],807            "object_id": [808                [809                    [810                        "tube_of_toothpaste_222",811                        "toothbrush_221"812                    ],813                    "hamper_225"814                ],815                [816                    [817                        "toothbrush_221",818                        "tube_of_toothpaste_222"819                    ],820                    "coffee_cup_220"821                ]822            ],823            "manipulating_object_id": [824                [825                    "tube_of_toothpaste_222",826                    "toothbrush_221"827                ],828                [829                    "toothbrush_221",830                    "tube_of_toothpaste_222"831                ]832            ],833            "spatial_prefix": [],834            "frame_duration": [835                8722,836                13710837            ],838            "skill_idxes": [839                16,840                17,841                18,842                19,843                20,844                21,845                22,846                23847            ]848        }849    ]850}