CoolFace
Datasetpublic

phicoltan/behavior1k-task0027

sourceHugging Faceupdated 1mo agoView on Hugging Face
0likes394downloads
episode_00000043.json801 linesDownload Raw Back to annotations
1{2    "task_name": "sorting household items",3    "data_folder": "",4    "meta_data": {5        "task_duration": 31084,6        "valid_duration": [7            0,8            310849        ]10    },11    "skill_annotation": [12        {13            "skill_idx": 0,14            "skill_id": [15                116            ],17            "skill_description": [18                "move to"19            ],20            "object_id": [21                [22                    "sliding_door_tprpvb_10"23                ]24            ],25            "manipulating_object_id": [],26            "spatial_prefix": [],27            "frame_duration": [28                0,29                87130            ],31            "mp_ef": [],32            "skill_type": [33                "navigation"34            ]35        },36        {37            "skill_idx": 1,38            "skill_id": [39                1040            ],41            "skill_description": [42                "open door"43            ],44            "object_id": [45                [46                    "sliding_door_tprpvb_10"47                ]48            ],49            "manipulating_object_id": [],50            "spatial_prefix": [],51            "frame_duration": [52                872,53                381454            ],55            "mp_ef": [],56            "skill_type": [57                "coordinated"58            ]59        },60        {61            "skill_idx": 2,62            "skill_id": [63                164            ],65            "skill_description": [66                "move to"67            ],68            "object_id": [69                [70                    "bottle_of_detergent_228"71                ]72            ],73            "manipulating_object_id": [],74            "spatial_prefix": [],75            "frame_duration": [76                3814,77                441378            ],79            "mp_ef": [],80            "skill_type": [81                "navigation"82            ]83        },84        {85            "skill_idx": 3,86            "skill_id": [87                288            ],89            "skill_description": [90                "pick up from"91            ],92            "object_id": [93                [94                    "bottle_of_detergent_228",95                    "hamper_226"96                ]97            ],98            "manipulating_object_id": [99                "bottle_of_detergent_228"100            ],101            "spatial_prefix": [],102            "frame_duration": [103                4413,104                6048105            ],106            "mp_ef": [],107            "skill_type": [108                "uncoordinated"109            ]110        },111        {112            "skill_idx": 4,113            "skill_id": [114                1115            ],116            "skill_description": [117                "move to"118            ],119            "object_id": [120                [121                    "bottle_of_detergent_227"122                ]123            ],124            "manipulating_object_id": [],125            "spatial_prefix": [],126            "frame_duration": [127                6048,128                6375129            ],130            "mp_ef": [],131            "skill_type": [132                "navigation"133            ]134        },135        {136            "skill_idx": 5,137            "skill_id": [138                2139            ],140            "skill_description": [141                "pick up from"142            ],143            "object_id": [144                [145                    "bottle_of_detergent_227",146                    "hamper_226"147                ]148            ],149            "manipulating_object_id": [150                "bottle_of_detergent_227"151            ],152            "spatial_prefix": [],153            "frame_duration": [154                6375,155                7818156            ],157            "mp_ef": [],158            "skill_type": [159                "uncoordinated"160            ]161        },162        {163            "skill_idx": 6,164            "skill_id": [165                1166            ],167            "skill_description": [168                "move to"169            ],170            "object_id": [171                [172                    "multi_station_furniture_sink_upwldu_0"173                ]174            ],175            "manipulating_object_id": [],176            "spatial_prefix": [],177            "frame_duration": [178                7819,179                9726180            ],181            "mp_ef": [],182            "skill_type": [183                "navigation"184            ]185        },186        {187            "skill_idx": 7,188            "skill_id": [189                98190            ],191            "skill_description": [192                "place under"193            ],194            "object_id": [195                [196                    "bottle_of_detergent_227",197                    "multi_station_furniture_sink_upwldu_0"198                ]199            ],200            "manipulating_object_id": [201                "bottle_of_detergent_227"202            ],203            "spatial_prefix": [],204            "frame_duration": [205                9726,206                10842207            ],208            "mp_ef": [],209            "skill_type": [210                "uncoordinated"211            ]212        },213        {214            "skill_idx": 8,215            "skill_id": [216                98217            ],218            "skill_description": [219                "place under"220            ],221            "object_id": [222                [223                    "bottle_of_detergent_228",224                    "multi_station_furniture_sink_upwldu_0"225                ]226            ],227            "manipulating_object_id": [228                "bottle_of_detergent_228"229            ],230            "spatial_prefix": [],231            "frame_duration": [232                10843,233                12831234            ],235            "mp_ef": [],236            "skill_type": [237                "uncoordinated"238            ]239        },240        {241            "skill_idx": 9,242            "skill_id": [243                1244            ],245            "skill_description": [246                "move to"247            ],248            "object_id": [249                [250                    "soap_dispenser_223"251                ]252            ],253            "manipulating_object_id": [],254            "spatial_prefix": [],255            "frame_duration": [256                12831,257                13943258            ],259            "mp_ef": [],260            "skill_type": [261                "navigation"262            ]263        },264        {265            "skill_idx": 10,266            "skill_id": [267                2268            ],269            "skill_description": [270                "pick up from"271            ],272            "object_id": [273                [274                    "soap_dispenser_223",275                    "hamper_225"276                ]277            ],278            "manipulating_object_id": [279                "soap_dispenser_223"280            ],281            "spatial_prefix": [],282            "frame_duration": [283                13943,284                16237285            ],286            "mp_ef": [],287            "skill_type": [288                "uncoordinated"289            ]290        },291        {292            "skill_idx": 11,293            "skill_id": [294                1295            ],296            "skill_description": [297                "move to"298            ],299            "object_id": [300                [301                    "box_of_sanitary_napkins_224"302                ]303            ],304            "manipulating_object_id": [],305            "spatial_prefix": [],306            "frame_duration": [307                16237,308                16509309            ],310            "mp_ef": [],311            "skill_type": [312                "navigation"313            ]314        },315        {316            "skill_idx": 12,317            "skill_id": [318                2319            ],320            "skill_description": [321                "pick up from"322            ],323            "object_id": [324                [325                    "box_of_sanitary_napkins_224",326                    "hamper_226"327                ]328            ],329            "manipulating_object_id": [330                "box_of_sanitary_napkins_224"331            ],332            "spatial_prefix": [],333            "frame_duration": [334                16509,335                17796336            ],337            "mp_ef": [],338            "skill_type": [339                "uncoordinated"340            ]341        },342        {343            "skill_idx": 13,344            "skill_id": [345                1346            ],347            "skill_description": [348                "move to"349            ],350            "object_id": [351                [352                    "multi_station_furniture_sink_upwldu_0"353                ]354            ],355            "manipulating_object_id": [],356            "spatial_prefix": [],357            "frame_duration": [358                17796,359                19089360            ],361            "mp_ef": [],362            "skill_type": [363                "navigation"364            ]365        },366        {367            "skill_idx": 14,368            "skill_id": [369                3370            ],371            "skill_description": [372                "place on"373            ],374            "object_id": [375                [376                    "soap_dispenser_223",377                    "multi_station_furniture_sink_upwldu_0"378                ]379            ],380            "manipulating_object_id": [381                "soap_dispenser_223"382            ],383            "spatial_prefix": [],384            "frame_duration": [385                19089,386                19969387            ],388            "mp_ef": [],389            "skill_type": [390                "uncoordinated"391            ]392        },393        {394            "skill_idx": 15,395            "skill_id": [396                3397            ],398            "skill_description": [399                "place on"400            ],401            "object_id": [402                [403                    "box_of_sanitary_napkins_224",404                    "shelf_fjozhc_0"405                ]406            ],407            "manipulating_object_id": [408                "box_of_sanitary_napkins_224"409            ],410            "spatial_prefix": [],411            "frame_duration": [412                19969,413                21549414            ],415            "mp_ef": [],416            "skill_type": [417                "uncoordinated"418            ]419        },420        {421            "skill_idx": 16,422            "skill_id": [423                1424            ],425            "skill_description": [426                "move to"427            ],428            "object_id": [429                [430                    "toothbrush_221"431                ]432            ],433            "manipulating_object_id": [],434            "spatial_prefix": [],435            "frame_duration": [436                21549,437                22809438            ],439            "mp_ef": [],440            "skill_type": [441                "navigation"442            ]443        },444        {445            "skill_idx": 17,446            "skill_id": [447                2448            ],449            "skill_description": [450                "pick up from"451            ],452            "object_id": [453                [454                    "toothbrush_221",455                    "hamper_225"456                ]457            ],458            "manipulating_object_id": [459                "toothbrush_221"460            ],461            "spatial_prefix": [],462            "frame_duration": [463                22809,464                24464465            ],466            "mp_ef": [],467            "skill_type": [468                "uncoordinated"469            ]470        },471        {472            "skill_idx": 18,473            "skill_id": [474                1475            ],476            "skill_description": [477                "move to"478            ],479            "object_id": [480                [481                    "tube_of_toothpaste_222"482                ]483            ],484            "manipulating_object_id": [],485            "spatial_prefix": [],486            "frame_duration": [487                24465,488                24704489            ],490            "mp_ef": [],491            "skill_type": [492                "navigation"493            ]494        },495        {496            "skill_idx": 19,497            "skill_id": [498                2499            ],500            "skill_description": [501                "pick up from"502            ],503            "object_id": [504                [505                    "tube_of_toothpaste_222",506                    "hamper_225"507                ]508            ],509            "manipulating_object_id": [510                "tube_of_toothpaste_222"511            ],512            "spatial_prefix": [],513            "frame_duration": [514                24704,515                26208516            ],517            "mp_ef": [],518            "skill_type": [519                "uncoordinated"520            ]521        },522        {523            "skill_idx": 20,524            "skill_id": [525                1526            ],527            "skill_description": [528                "move to"529            ],530            "object_id": [531                [532                    "coffee_cup_220"533                ]534            ],535            "manipulating_object_id": [],536            "spatial_prefix": [],537            "frame_duration": [538                26208,539                26922540            ],541            "mp_ef": [],542            "skill_type": [543                "navigation"544            ]545        },546        {547            "skill_idx": 21,548            "skill_id": [549                4550            ],551            "skill_description": [552                "place in"553            ],554            "object_id": [555                [556                    "tube_of_toothpaste_222",557                    "coffee_cup_220"558                ]559            ],560            "manipulating_object_id": [561                "tube_of_toothpaste_222"562            ],563            "spatial_prefix": [],564            "frame_duration": [565                26922,566                28360567            ],568            "mp_ef": [],569            "skill_type": [570                "uncoordinated"571            ]572        },573        {574            "skill_idx": 22,575            "skill_id": [576                4577            ],578            "skill_description": [579                "place in"580            ],581            "object_id": [582                [583                    "toothbrush_221",584                    "coffee_cup_220"585                ]586            ],587            "manipulating_object_id": [588                "toothbrush_221"589            ],590            "spatial_prefix": [],591            "frame_duration": [592                28360,593                31084594            ],595            "mp_ef": [],596            "skill_type": [597                "uncoordinated"598            ]599        }600    ],601    "primitive_annotation": [602        {603            "primitive_idx": 0,604            "primitive_id": [605                10606            ],607            "primitive_description": [608                "open door"609            ],610            "object_id": [611                [612                    "sliding_door_tprpvb_10"613                ]614            ],615            "manipulating_object_id": [],616            "spatial_prefix": [],617            "frame_duration": [618                0,619                3814620            ],621            "skill_idxes": [622                0,623                1624            ]625        },626        {627            "primitive_idx": 1,628            "primitive_id": [629                2,630                98631            ],632            "primitive_description": [633                "pick up from",634                "place under"635            ],636            "object_id": [637                [638                    [639                        "bottle_of_detergent_228",640                        "bottle_of_detergent_227"641                    ],642                    "hamper_226"643                ],644                [645                    [646                        "bottle_of_detergent_227",647                        "bottle_of_detergent_228"648                    ],649                    "multi_station_furniture_sink_upwldu_0"650                ]651            ],652            "manipulating_object_id": [653                [654                    "bottle_of_detergent_228",655                    "bottle_of_detergent_227"656                ],657                [658                    "bottle_of_detergent_227",659                    "bottle_of_detergent_228"660                ]661            ],662            "spatial_prefix": [],663            "frame_duration": [664                3814,665                12831666            ],667            "skill_idxes": [668                2,669                3,670                4,671                5,672                6,673                7,674                8675            ]676        },677        {678            "primitive_idx": 2,679            "primitive_id": [680                2,681                3682            ],683            "primitive_description": [684                "pick up from",685                "place on"686            ],687            "object_id": [688                [689                    "soap_dispenser_223",690                    "hamper_225"691                ],692                [693                    "soap_dispenser_223",694                    "multi_station_furniture_sink_upwldu_0"695                ]696            ],697            "manipulating_object_id": [698                "soap_dispenser_223",699                "soap_dispenser_223"700            ],701            "spatial_prefix": [],702            "frame_duration": [703                12831,704                19969705            ],706            "skill_idxes": [707                9,708                10,709                13,710                14711            ]712        },713        {714            "primitive_idx": 3,715            "primitive_id": [716                2,717                3718            ],719            "primitive_description": [720                "pick up from",721                "place on"722            ],723            "object_id": [724                [725                    "box_of_sanitary_napkins_224",726                    "hamper_226"727                ],728                [729                    "box_of_sanitary_napkins_224",730                    "shelf_fjozhc_0"731                ]732            ],733            "manipulating_object_id": [734                "box_of_sanitary_napkins_224",735                "box_of_sanitary_napkins_224"736            ],737            "spatial_prefix": [],738            "frame_duration": [739                16237,740                21549741            ],742            "skill_idxes": [743                11,744                12,745                13,746                15747            ]748        },749        {750            "primitive_idx": 4,751            "primitive_id": [752                2,753                4754            ],755            "primitive_description": [756                "pick up from",757                "place in"758            ],759            "object_id": [760                [761                    [762                        "toothbrush_221",763                        "tube_of_toothpaste_222"764                    ],765                    "hamper_225"766                ],767                [768                    [769                        "tube_of_toothpaste_222",770                        "toothbrush_221"771                    ],772                    "coffee_cup_220"773                ]774            ],775            "manipulating_object_id": [776                [777                    "toothbrush_221",778                    "tube_of_toothpaste_222"779                ],780                [781                    "tube_of_toothpaste_222",782                    "toothbrush_221"783                ]784            ],785            "spatial_prefix": [],786            "frame_duration": [787                21549,788                31084789            ],790            "skill_idxes": [791                16,792                17,793                18,794                19,795                20,796                21,797                22798            ]799        }800    ]801}