CoolFace
Datasetpublic

phicoltan/behavior1k-task0027

sourceHugging Faceupdated 1mo agoView on Hugging Face
0likes394downloads
episode_00000029.json776 linesDownload Raw Back to annotations
1{2    "task_name": "sorting household items",3    "data_folder": "",4    "meta_data": {5        "task_duration": 14913,6        "valid_duration": [7            30,8            149439        ]10    },11    "skill_annotation": [12        {13            "skill_idx": 0,14            "skill_id": [15                116            ],17            "skill_description": [18                "move to"19            ],20            "object_id": [21                [22                    "sliding_door_tprpvb_10"23                ]24            ],25            "manipulating_object_id": [],26            "spatial_prefix": [],27            "frame_duration": [28                30,29                43930            ],31            "mp_ef": [],32            "skill_type": [33                "navigation"34            ]35        },36        {37            "skill_idx": 1,38            "skill_id": [39                1040            ],41            "skill_description": [42                "open door"43            ],44            "object_id": [45                [46                    "sliding_door_tprpvb_10"47                ]48            ],49            "manipulating_object_id": [],50            "spatial_prefix": [],51            "frame_duration": [52                440,53                140954            ],55            "mp_ef": [],56            "skill_type": [57                "coordinated"58            ]59        },60        {61            "skill_idx": 2,62            "skill_id": [63                164            ],65            "skill_description": [66                "move to"67            ],68            "object_id": [69                [70                    "bottle_of_detergent_228"71                ]72            ],73            "manipulating_object_id": [],74            "spatial_prefix": [],75            "frame_duration": [76                1409,77                225778            ],79            "mp_ef": [],80            "skill_type": [81                "navigation"82            ]83        },84        {85            "skill_idx": 3,86            "skill_id": [87                288            ],89            "skill_description": [90                "pick up from"91            ],92            "object_id": [93                [94                    "bottle_of_detergent_228",95                    "hamper_226"96                ]97            ],98            "manipulating_object_id": [99                "bottle_of_detergent_228"100            ],101            "spatial_prefix": [],102            "frame_duration": [103                2257,104                2827105            ],106            "mp_ef": [],107            "skill_type": [108                "uncoordinated"109            ]110        },111        {112            "skill_idx": 4,113            "skill_id": [114                2115            ],116            "skill_description": [117                "pick up from"118            ],119            "object_id": [120                [121                    "bottle_of_detergent_227",122                    "hamper_226"123                ]124            ],125            "manipulating_object_id": [126                "bottle_of_detergent_227"127            ],128            "spatial_prefix": [],129            "frame_duration": [130                2828,131                3219132            ],133            "mp_ef": [],134            "skill_type": [135                "uncoordinated"136            ]137        },138        {139            "skill_idx": 5,140            "skill_id": [141                1142            ],143            "skill_description": [144                "move to"145            ],146            "object_id": [147                [148                    "multi_station_furniture_sink_upwldu_0"149                ]150            ],151            "manipulating_object_id": [],152            "spatial_prefix": [],153            "frame_duration": [154                3219,155                4161156            ],157            "mp_ef": [],158            "skill_type": [159                "navigation"160            ]161        },162        {163            "skill_idx": 6,164            "skill_id": [165                98166            ],167            "skill_description": [168                "place under"169            ],170            "object_id": [171                [172                    "bottle_of_detergent_227",173                    "multi_station_furniture_sink_upwldu_0"174                ]175            ],176            "manipulating_object_id": [177                "bottle_of_detergent_227"178            ],179            "spatial_prefix": [],180            "frame_duration": [181                4162,182                4707183            ],184            "mp_ef": [],185            "skill_type": [186                "uncoordinated"187            ]188        },189        {190            "skill_idx": 7,191            "skill_id": [192                98193            ],194            "skill_description": [195                "place under"196            ],197            "object_id": [198                [199                    "bottle_of_detergent_228",200                    "multi_station_furniture_sink_upwldu_0"201                ]202            ],203            "manipulating_object_id": [204                "bottle_of_detergent_228"205            ],206            "spatial_prefix": [],207            "frame_duration": [208                4707,209                4974210            ],211            "mp_ef": [],212            "skill_type": [213                "uncoordinated"214            ]215        },216        {217            "skill_idx": 8,218            "skill_id": [219                1220            ],221            "skill_description": [222                "move to"223            ],224            "object_id": [225                [226                    "box_of_sanitary_napkins_224"227                ]228            ],229            "manipulating_object_id": [],230            "spatial_prefix": [],231            "frame_duration": [232                4974,233                6227234            ],235            "mp_ef": [],236            "skill_type": [237                "navigation"238            ]239        },240        {241            "skill_idx": 9,242            "skill_id": [243                2244            ],245            "skill_description": [246                "pick up from"247            ],248            "object_id": [249                [250                    "box_of_sanitary_napkins_224",251                    "hamper_226"252                ]253            ],254            "manipulating_object_id": [255                "box_of_sanitary_napkins_224"256            ],257            "spatial_prefix": [],258            "frame_duration": [259                6227,260                6848261            ],262            "mp_ef": [],263            "skill_type": [264                "uncoordinated"265            ]266        },267        {268            "skill_idx": 10,269            "skill_id": [270                1271            ],272            "skill_description": [273                "move to"274            ],275            "object_id": [276                [277                    "soap_dispenser_223"278                ]279            ],280            "manipulating_object_id": [],281            "spatial_prefix": [],282            "frame_duration": [283                6848,284                7801285            ],286            "mp_ef": [],287            "skill_type": [288                "navigation"289            ]290        },291        {292            "skill_idx": 11,293            "skill_id": [294                2295            ],296            "skill_description": [297                "pick up from"298            ],299            "object_id": [300                [301                    "soap_dispenser_223",302                    "hamper_225"303                ]304            ],305            "manipulating_object_id": [306                "soap_dispenser_223"307            ],308            "spatial_prefix": [],309            "frame_duration": [310                7801,311                8390312            ],313            "mp_ef": [],314            "skill_type": [315                "uncoordinated"316            ]317        },318        {319            "skill_idx": 12,320            "skill_id": [321                1322            ],323            "skill_description": [324                "move to"325            ],326            "object_id": [327                [328                    "shelf_fjozhc_0"329                ]330            ],331            "manipulating_object_id": [],332            "spatial_prefix": [],333            "frame_duration": [334                8390,335                9176336            ],337            "mp_ef": [],338            "skill_type": [339                "navigation"340            ]341        },342        {343            "skill_idx": 13,344            "skill_id": [345                3346            ],347            "skill_description": [348                "place on"349            ],350            "object_id": [351                [352                    "box_of_sanitary_napkins_224",353                    "shelf_fjozhc_0"354                ]355            ],356            "manipulating_object_id": [357                "box_of_sanitary_napkins_224"358            ],359            "spatial_prefix": [],360            "frame_duration": [361                9176,362                10088363            ],364            "mp_ef": [],365            "skill_type": [366                "uncoordinated"367            ]368        },369        {370            "skill_idx": 14,371            "skill_id": [372                3373            ],374            "skill_description": [375                "place on"376            ],377            "object_id": [378                [379                    "soap_dispenser_223",380                    "multi_station_furniture_sink_upwldu_0"381                ]382            ],383            "manipulating_object_id": [384                "soap_dispenser_223"385            ],386            "spatial_prefix": [],387            "frame_duration": [388                10088,389                10498390            ],391            "mp_ef": [],392            "skill_type": [393                "uncoordinated"394            ]395        },396        {397            "skill_idx": 15,398            "skill_id": [399                1400            ],401            "skill_description": [402                "move to"403            ],404            "object_id": [405                [406                    "toothbrush_221"407                ]408            ],409            "manipulating_object_id": [],410            "spatial_prefix": [],411            "frame_duration": [412                10498,413                11256414            ],415            "mp_ef": [],416            "skill_type": [417                "navigation"418            ]419        },420        {421            "skill_idx": 16,422            "skill_id": [423                2424            ],425            "skill_description": [426                "pick up from"427            ],428            "object_id": [429                [430                    "toothbrush_221",431                    "hamper_225"432                ]433            ],434            "manipulating_object_id": [435                "toothbrush_221"436            ],437            "spatial_prefix": [],438            "frame_duration": [439                11257,440                12036441            ],442            "mp_ef": [],443            "skill_type": [444                "uncoordinated"445            ]446        },447        {448            "skill_idx": 17,449            "skill_id": [450                1451            ],452            "skill_description": [453                "move to"454            ],455            "object_id": [456                [457                    "tube_of_toothpaste_222"458                ]459            ],460            "manipulating_object_id": [],461            "spatial_prefix": [],462            "frame_duration": [463                12036,464                12279465            ],466            "mp_ef": [],467            "skill_type": [468                "navigation"469            ]470        },471        {472            "skill_idx": 18,473            "skill_id": [474                2475            ],476            "skill_description": [477                "pick up from"478            ],479            "object_id": [480                [481                    "tube_of_toothpaste_222",482                    "hamper_225"483                ]484            ],485            "manipulating_object_id": [486                "tube_of_toothpaste_222"487            ],488            "spatial_prefix": [],489            "frame_duration": [490                12279,491                12711492            ],493            "mp_ef": [],494            "skill_type": [495                "uncoordinated"496            ]497        },498        {499            "skill_idx": 19,500            "skill_id": [501                1502            ],503            "skill_description": [504                "move to"505            ],506            "object_id": [507                [508                    "coffee_cup_220"509                ]510            ],511            "manipulating_object_id": [],512            "spatial_prefix": [],513            "frame_duration": [514                12711,515                13308516            ],517            "mp_ef": [],518            "skill_type": [519                "navigation"520            ]521        },522        {523            "skill_idx": 20,524            "skill_id": [525                4526            ],527            "skill_description": [528                "place in"529            ],530            "object_id": [531                [532                    "toothbrush_221",533                    "coffee_cup_220"534                ]535            ],536            "manipulating_object_id": [537                "toothbrush_221"538            ],539            "spatial_prefix": [],540            "frame_duration": [541                13308,542                14280543            ],544            "mp_ef": [],545            "skill_type": [546                "uncoordinated"547            ]548        },549        {550            "skill_idx": 21,551            "skill_id": [552                4553            ],554            "skill_description": [555                "place in"556            ],557            "object_id": [558                [559                    "tube_of_toothpaste_222",560                    "coffee_cup_220"561                ]562            ],563            "manipulating_object_id": [564                "tube_of_toothpaste_222"565            ],566            "spatial_prefix": [],567            "frame_duration": [568                14280,569                14943570            ],571            "mp_ef": [],572            "skill_type": [573                "uncoordinated"574            ]575        }576    ],577    "primitive_annotation": [578        {579            "primitive_idx": 0,580            "primitive_id": [581                10582            ],583            "primitive_description": [584                "open door"585            ],586            "object_id": [587                [588                    "sliding_door_tprpvb_10"589                ]590            ],591            "manipulating_object_id": [],592            "spatial_prefix": [],593            "frame_duration": [594                30,595                1409596            ],597            "skill_idxes": [598                0,599                1600            ]601        },602        {603            "primitive_idx": 1,604            "primitive_id": [605                2,606                98607            ],608            "primitive_description": [609                "pick up from",610                "place under"611            ],612            "object_id": [613                [614                    [615                        "bottle_of_detergent_228",616                        "bottle_of_detergent_227"617                    ],618                    "hamper_226"619                ],620                [621                    [622                        "bottle_of_detergent_227",623                        "bottle_of_detergent_228"624                    ],625                    "multi_station_furniture_sink_upwldu_0"626                ]627            ],628            "manipulating_object_id": [629                [630                    "bottle_of_detergent_228",631                    "bottle_of_detergent_227"632                ],633                [634                    "bottle_of_detergent_227",635                    "bottle_of_detergent_228"636                ]637            ],638            "spatial_prefix": [],639            "frame_duration": [640                1409,641                4974642            ],643            "skill_idxes": [644                2,645                3,646                4,647                5,648                6,649                7650            ]651        },652        {653            "primitive_idx": 2,654            "primitive_id": [655                2,656                3657            ],658            "primitive_description": [659                "pick up from",660                "place on"661            ],662            "object_id": [663                [664                    "box_of_sanitary_napkins_224",665                    "hamper_226"666                ],667                [668                    "box_of_sanitary_napkins_224",669                    "shelf_fjozhc_0"670                ]671            ],672            "manipulating_object_id": [673                "box_of_sanitary_napkins_224",674                "box_of_sanitary_napkins_224"675            ],676            "spatial_prefix": [],677            "frame_duration": [678                4974,679                10088680            ],681            "skill_idxes": [682                8,683                9,684                12,685                13686            ]687        },688        {689            "primitive_idx": 3,690            "primitive_id": [691                2,692                3693            ],694            "primitive_description": [695                "pick up from",696                "place on"697            ],698            "object_id": [699                [700                    "soap_dispenser_223",701                    "hamper_225"702                ],703                [704                    "soap_dispenser_223",705                    "multi_station_furniture_sink_upwldu_0"706                ]707            ],708            "manipulating_object_id": [709                "soap_dispenser_223",710                "soap_dispenser_223"711            ],712            "spatial_prefix": [],713            "frame_duration": [714                6848,715                10498716            ],717            "skill_idxes": [718                10,719                11,720                12,721                14722            ]723        },724        {725            "primitive_idx": 4,726            "primitive_id": [727                2,728                4729            ],730            "primitive_description": [731                "pick up from",732                "place in"733            ],734            "object_id": [735                [736                    [737                        "toothbrush_221",738                        "tube_of_toothpaste_222"739                    ],740                    "hamper_225"741                ],742                [743                    [744                        "toothbrush_221",745                        "tube_of_toothpaste_222"746                    ],747                    "coffee_cup_220"748                ]749            ],750            "manipulating_object_id": [751                [752                    "toothbrush_221",753                    "tube_of_toothpaste_222"754                ],755                [756                    "toothbrush_221",757                    "tube_of_toothpaste_222"758                ]759            ],760            "spatial_prefix": [],761            "frame_duration": [762                10498,763                14943764            ],765            "skill_idxes": [766                15,767                16,768                17,769                18,770                19,771                20,772                21773            ]774        }775    ]776}