CoolFace
Datasetpublic

phicoltan/behavior1k-task0027

sourceHugging Faceupdated 1mo agoView on Hugging Face
0likes394downloads
episode_00000085.json834 linesDownload Raw Back to annotations
1{2    "task_name": "sorting household items",3    "data_folder": "",4    "meta_data": {5        "task_duration": 18000,6        "valid_duration": [7            0,8            180009        ]10    },11    "skill_annotation": [12        {13            "skill_idx": 0,14            "skill_id": [15                116            ],17            "skill_description": [18                "move to"19            ],20            "object_id": [21                [22                    "hamper_225"23                ]24            ],25            "manipulating_object_id": [],26            "spatial_prefix": [],27            "frame_duration": [28                0,29                37530            ],31            "mp_ef": [],32            "skill_type": [33                "navigation"34            ]35        },36        {37            "skill_idx": 1,38            "skill_id": [39                9040            ],41            "skill_description": [42                "push to"43            ],44            "object_id": [45                [46                    "hamper_225",47                    "robot"48                ]49            ],50            "manipulating_object_id": [51                "hamper_225"52            ],53            "spatial_prefix": [54                [55                    "",56                    "away"57                ]58            ],59            "frame_duration": [60                376,61                105662            ],63            "mp_ef": [],64            "skill_type": [65                "uncoordinated"66            ]67        },68        {69            "skill_idx": 2,70            "skill_id": [71                172            ],73            "skill_description": [74                "move to"75            ],76            "object_id": [77                [78                    "sliding_door_tprpvb_10"79                ]80            ],81            "manipulating_object_id": [],82            "spatial_prefix": [],83            "frame_duration": [84                1056,85                178986            ],87            "mp_ef": [],88            "skill_type": [89                "navigation"90            ]91        },92        {93            "skill_idx": 3,94            "skill_id": [95                1096            ],97            "skill_description": [98                "open door"99            ],100            "object_id": [101                [102                    "sliding_door_tprpvb_10"103                ]104            ],105            "manipulating_object_id": [],106            "spatial_prefix": [],107            "frame_duration": [108                1789,109                3195110            ],111            "mp_ef": [],112            "skill_type": [113                "uncoordinated"114            ]115        },116        {117            "skill_idx": 4,118            "skill_id": [119                1120            ],121            "skill_description": [122                "move to"123            ],124            "object_id": [125                [126                    "bottle_of_detergent_228"127                ]128            ],129            "manipulating_object_id": [],130            "spatial_prefix": [],131            "frame_duration": [132                3196,133                3687134            ],135            "mp_ef": [],136            "skill_type": [137                "navigation"138            ]139        },140        {141            "skill_idx": 5,142            "skill_id": [143                2144            ],145            "skill_description": [146                "pick up from"147            ],148            "object_id": [149                [150                    "bottle_of_detergent_228",151                    "hamper_226"152                ]153            ],154            "manipulating_object_id": [155                "bottle_of_detergent_228"156            ],157            "spatial_prefix": [],158            "frame_duration": [159                3687,160                4734161            ],162            "mp_ef": [],163            "skill_type": [164                "uncoordinated"165            ]166        },167        {168            "skill_idx": 6,169            "skill_id": [170                2171            ],172            "skill_description": [173                "pick up from"174            ],175            "object_id": [176                [177                    "bottle_of_detergent_227",178                    "hamper_226"179                ]180            ],181            "manipulating_object_id": [182                "bottle_of_detergent_227"183            ],184            "spatial_prefix": [],185            "frame_duration": [186                4735,187                5343188            ],189            "mp_ef": [],190            "skill_type": [191                "uncoordinated"192            ]193        },194        {195            "skill_idx": 7,196            "skill_id": [197                1198            ],199            "skill_description": [200                "move to"201            ],202            "object_id": [203                [204                    "multi_station_furniture_sink_upwldu_0"205                ]206            ],207            "manipulating_object_id": [],208            "spatial_prefix": [],209            "frame_duration": [210                5344,211                6141212            ],213            "mp_ef": [],214            "skill_type": [215                "navigation"216            ]217        },218        {219            "skill_idx": 8,220            "skill_id": [221                98222            ],223            "skill_description": [224                "place under"225            ],226            "object_id": [227                [228                    "bottle_of_detergent_228",229                    "multi_station_furniture_sink_upwldu_0"230                ]231            ],232            "manipulating_object_id": [233                "bottle_of_detergent_228"234            ],235            "spatial_prefix": [],236            "frame_duration": [237                6141,238                6855239            ],240            "mp_ef": [],241            "skill_type": [242                "uncoordinated"243            ]244        },245        {246            "skill_idx": 9,247            "skill_id": [248                98249            ],250            "skill_description": [251                "place under"252            ],253            "object_id": [254                [255                    "bottle_of_detergent_227",256                    "multi_station_furniture_sink_upwldu_0"257                ]258            ],259            "manipulating_object_id": [260                "bottle_of_detergent_227"261            ],262            "spatial_prefix": [],263            "frame_duration": [264                6856,265                7416266            ],267            "mp_ef": [],268            "skill_type": [269                "uncoordinated"270            ]271        },272        {273            "skill_idx": 10,274            "skill_id": [275                1276            ],277            "skill_description": [278                "move to"279            ],280            "object_id": [281                [282                    "soap_dispenser_223"283                ]284            ],285            "manipulating_object_id": [],286            "spatial_prefix": [],287            "frame_duration": [288                7417,289                8355290            ],291            "mp_ef": [],292            "skill_type": [293                "navigation"294            ]295        },296        {297            "skill_idx": 11,298            "skill_id": [299                2300            ],301            "skill_description": [302                "pick up from"303            ],304            "object_id": [305                [306                    "soap_dispenser_223",307                    "hamper_225"308                ]309            ],310            "manipulating_object_id": [311                "soap_dispenser_223"312            ],313            "spatial_prefix": [],314            "frame_duration": [315                8356,316                9015317            ],318            "mp_ef": [],319            "skill_type": [320                "uncoordinated"321            ]322        },323        {324            "skill_idx": 12,325            "skill_id": [326                1327            ],328            "skill_description": [329                "move to"330            ],331            "object_id": [332                [333                    "box_of_sanitary_napkins_224"334                ]335            ],336            "manipulating_object_id": [],337            "spatial_prefix": [],338            "frame_duration": [339                9016,340                9477341            ],342            "mp_ef": [],343            "skill_type": [344                "navigation"345            ]346        },347        {348            "skill_idx": 13,349            "skill_id": [350                2351            ],352            "skill_description": [353                "pick up from"354            ],355            "object_id": [356                [357                    "box_of_sanitary_napkins_224",358                    "hamper_226"359                ]360            ],361            "manipulating_object_id": [362                "box_of_sanitary_napkins_224"363            ],364            "spatial_prefix": [],365            "frame_duration": [366                9478,367                10242368            ],369            "mp_ef": [],370            "skill_type": [371                "uncoordinated"372            ]373        },374        {375            "skill_idx": 14,376            "skill_id": [377                1378            ],379            "skill_description": [380                "move to"381            ],382            "object_id": [383                [384                    "multi_station_furniture_sink_upwldu_0"385                ]386            ],387            "manipulating_object_id": [],388            "spatial_prefix": [],389            "frame_duration": [390                10243,391                11355392            ],393            "mp_ef": [],394            "skill_type": [395                "navigation"396            ]397        },398        {399            "skill_idx": 15,400            "skill_id": [401                3402            ],403            "skill_description": [404                "place on"405            ],406            "object_id": [407                [408                    "soap_dispenser_223",409                    "multi_station_furniture_sink_upwldu_0"410                ]411            ],412            "manipulating_object_id": [413                "soap_dispenser_223"414            ],415            "spatial_prefix": [],416            "frame_duration": [417                11355,418                12018419            ],420            "mp_ef": [],421            "skill_type": [422                "uncoordinated"423            ]424        },425        {426            "skill_idx": 16,427            "skill_id": [428                3429            ],430            "skill_description": [431                "place on"432            ],433            "object_id": [434                [435                    "box_of_sanitary_napkins_224",436                    "shelf_fjozhc_0"437                ]438            ],439            "manipulating_object_id": [440                "box_of_sanitary_napkins_224"441            ],442            "spatial_prefix": [],443            "frame_duration": [444                12019,445                12780446            ],447            "mp_ef": [],448            "skill_type": [449                "uncoordinated"450            ]451        },452        {453            "skill_idx": 17,454            "skill_id": [455                1456            ],457            "skill_description": [458                "move to"459            ],460            "object_id": [461                [462                    "toothbrush_221"463                ]464            ],465            "manipulating_object_id": [],466            "spatial_prefix": [],467            "frame_duration": [468                12781,469                14019470            ],471            "mp_ef": [],472            "skill_type": [473                "navigation"474            ]475        },476        {477            "skill_idx": 18,478            "skill_id": [479                2480            ],481            "skill_description": [482                "pick up from"483            ],484            "object_id": [485                [486                    "toothbrush_221",487                    "hamper_225"488                ]489            ],490            "manipulating_object_id": [491                "toothbrush_221"492            ],493            "spatial_prefix": [],494            "frame_duration": [495                14020,496                14928497            ],498            "mp_ef": [],499            "skill_type": [500                "uncoordinated"501            ]502        },503        {504            "skill_idx": 19,505            "skill_id": [506                2507            ],508            "skill_description": [509                "pick up from"510            ],511            "object_id": [512                [513                    "tube_of_toothpaste_222",514                    "hamper_225"515                ]516            ],517            "manipulating_object_id": [518                "tube_of_toothpaste_222"519            ],520            "spatial_prefix": [],521            "frame_duration": [522                14929,523                15585524            ],525            "mp_ef": [],526            "skill_type": [527                "uncoordinated"528            ]529        },530        {531            "skill_idx": 20,532            "skill_id": [533                1534            ],535            "skill_description": [536                "move to"537            ],538            "object_id": [539                [540                    "coffee_cup_220"541                ]542            ],543            "manipulating_object_id": [],544            "spatial_prefix": [],545            "frame_duration": [546                15586,547                16283548            ],549            "mp_ef": [],550            "skill_type": [551                "navigation"552            ]553        },554        {555            "skill_idx": 21,556            "skill_id": [557                4558            ],559            "skill_description": [560                "place in"561            ],562            "object_id": [563                [564                    "toothbrush_221",565                    "coffee_cup_220"566                ]567            ],568            "manipulating_object_id": [569                "toothbrush_221"570            ],571            "spatial_prefix": [],572            "frame_duration": [573                16283,574                17148575            ],576            "mp_ef": [],577            "skill_type": [578                "uncoordinated"579            ]580        },581        {582            "skill_idx": 22,583            "skill_id": [584                1585            ],586            "skill_description": [587                "move to"588            ],589            "object_id": [590                [591                    "coffee_cup_220"592                ]593            ],594            "manipulating_object_id": [],595            "spatial_prefix": [],596            "frame_duration": [597                17149,598                17269599            ],600            "mp_ef": [],601            "skill_type": [602                "navigation"603            ]604        },605        {606            "skill_idx": 23,607            "skill_id": [608                4609            ],610            "skill_description": [611                "place in"612            ],613            "object_id": [614                [615                    "tube_of_toothpaste_222",616                    "coffee_cup_220"617                ]618            ],619            "manipulating_object_id": [620                "tube_of_toothpaste_222"621            ],622            "spatial_prefix": [],623            "frame_duration": [624                17269,625                18000626            ],627            "mp_ef": [],628            "skill_type": [629                "uncoordinated"630            ]631        }632    ],633    "primitive_annotation": [634        {635            "primitive_idx": 0,636            "primitive_id": [637                10638            ],639            "primitive_description": [640                "open door"641            ],642            "object_id": [643                [644                    "sliding_door_tprpvb_10"645                ]646            ],647            "manipulating_object_id": [],648            "spatial_prefix": [],649            "frame_duration": [650                0,651                3195652            ],653            "skill_idxes": [654                0,655                1,656                2,657                3658            ]659        },660        {661            "primitive_idx": 1,662            "primitive_id": [663                2,664                98665            ],666            "primitive_description": [667                "pick up from",668                "place under"669            ],670            "object_id": [671                [672                    [673                        "bottle_of_detergent_228",674                        "bottle_of_detergent_227"675                    ],676                    "hamper_226"677                ],678                [679                    [680                        "bottle_of_detergent_228",681                        "bottle_of_detergent_227"682                    ],683                    "multi_station_furniture_sink_upwldu_0"684                ]685            ],686            "manipulating_object_id": [687                [688                    "bottle_of_detergent_228",689                    "bottle_of_detergent_227"690                ],691                [692                    "bottle_of_detergent_228",693                    "bottle_of_detergent_227"694                ]695            ],696            "spatial_prefix": [],697            "frame_duration": [698                3196,699                7416700            ],701            "skill_idxes": [702                4,703                5,704                6,705                7,706                8,707                9708            ]709        },710        {711            "primitive_idx": 2,712            "primitive_id": [713                2,714                3715            ],716            "primitive_description": [717                "pick up from",718                "place on"719            ],720            "object_id": [721                [722                    "soap_dispenser_223",723                    "hamper_225"724                ],725                [726                    "soap_dispenser_223",727                    "multi_station_furniture_sink_upwldu_0"728                ]729            ],730            "manipulating_object_id": [731                "soap_dispenser_223",732                "soap_dispenser_223"733            ],734            "spatial_prefix": [],735            "frame_duration": [736                7417,737                12018738            ],739            "skill_idxes": [740                10,741                11,742                14,743                15744            ]745        },746        {747            "primitive_idx": 3,748            "primitive_id": [749                2,750                3751            ],752            "primitive_description": [753                "pick up from",754                "place on"755            ],756            "object_id": [757                [758                    "box_of_sanitary_napkins_224",759                    "hamper_226"760                ],761                [762                    "box_of_sanitary_napkins_224",763                    "shelf_fjozhc_0"764                ]765            ],766            "manipulating_object_id": [767                "box_of_sanitary_napkins_224",768                "box_of_sanitary_napkins_224"769            ],770            "spatial_prefix": [],771            "frame_duration": [772                9016,773                12780774            ],775            "skill_idxes": [776                12,777                13,778                14,779                16780            ]781        },782        {783            "primitive_idx": 4,784            "primitive_id": [785                2,786                4787            ],788            "primitive_description": [789                "pick up from",790                "place in"791            ],792            "object_id": [793                [794                    [795                        "toothbrush_221",796                        "tube_of_toothpaste_222"797                    ],798                    "hamper_225"799                ],800                [801                    [802                        "toothbrush_221",803                        "tube_of_toothpaste_222"804                    ],805                    "coffee_cup_220"806                ]807            ],808            "manipulating_object_id": [809                [810                    "toothbrush_221",811                    "tube_of_toothpaste_222"812                ],813                [814                    "toothbrush_221",815                    "tube_of_toothpaste_222"816                ]817            ],818            "spatial_prefix": [],819            "frame_duration": [820                12781,821                18000822            ],823            "skill_idxes": [824                17,825                18,826                19,827                20,828                21,829                22,830                23831            ]832        }833    ]834}