CoolFace
Datasetpublic

phicoltan/behavior1k-task0027

sourceHugging Faceupdated 1mo agoView on Hugging Face
0likes394downloads
episode_00000055.json933 linesDownload Raw Back to annotations
1{2    "task_name": "sorting household items",3    "data_folder": "",4    "meta_data": {5        "task_duration": 16035,6        "valid_duration": [7            0,8            160359        ]10    },11    "skill_annotation": [12        {13            "skill_idx": 0,14            "skill_id": [15                116            ],17            "skill_description": [18                "move to"19            ],20            "object_id": [21                [22                    "hamper_225"23                ]24            ],25            "manipulating_object_id": [],26            "spatial_prefix": [],27            "frame_duration": [28                0,29                45030            ],31            "mp_ef": [],32            "skill_type": [33                "navigation"34            ]35        },36        {37            "skill_idx": 1,38            "skill_id": [39                9040            ],41            "skill_description": [42                "push to"43            ],44            "object_id": [45                [46                    "hamper_225",47                    "robot"48                ]49            ],50            "manipulating_object_id": [51                "hamper_225"52            ],53            "spatial_prefix": [54                [55                    "",56                    "away"57                ]58            ],59            "frame_duration": [60                450,61                90062            ],63            "mp_ef": [],64            "skill_type": [65                "uncoordinated"66            ]67        },68        {69            "skill_idx": 2,70            "skill_id": [71                172            ],73            "skill_description": [74                "move to"75            ],76            "object_id": [77                [78                    "hamper_226"79                ]80            ],81            "manipulating_object_id": [],82            "spatial_prefix": [],83            "frame_duration": [84                900,85                138086            ],87            "mp_ef": [],88            "skill_type": [89                "navigation"90            ]91        },92        {93            "skill_idx": 3,94            "skill_id": [95                9096            ],97            "skill_description": [98                "push to"99            ],100            "object_id": [101                [102                    "hamper_226",103                    "robot"104                ]105            ],106            "manipulating_object_id": [107                "hamper_226"108            ],109            "spatial_prefix": [110                [111                    "",112                    "near"113                ]114            ],115            "frame_duration": [116                1380,117                2250118            ],119            "mp_ef": [],120            "skill_type": [121                "uncoordinated"122            ]123        },124        {125            "skill_idx": 4,126            "skill_id": [127                1128            ],129            "skill_description": [130                "move to"131            ],132            "object_id": [133                [134                    "sliding_door_tprpvb_10"135                ]136            ],137            "manipulating_object_id": [],138            "spatial_prefix": [],139            "frame_duration": [140                2250,141                3263142            ],143            "mp_ef": [],144            "skill_type": [145                "navigation"146            ]147        },148        {149            "skill_idx": 5,150            "skill_id": [151                10152            ],153            "skill_description": [154                "open door"155            ],156            "object_id": [157                [158                    "sliding_door_tprpvb_10"159                ]160            ],161            "manipulating_object_id": [],162            "spatial_prefix": [],163            "frame_duration": [164                3263,165                4469166            ],167            "mp_ef": [],168            "skill_type": [169                "uncoordinated"170            ]171        },172        {173            "skill_idx": 6,174            "skill_id": [175                1176            ],177            "skill_description": [178                "move to"179            ],180            "object_id": [181                [182                    "bottle_of_detergent_227"183                ]184            ],185            "manipulating_object_id": [],186            "spatial_prefix": [],187            "frame_duration": [188                4469,189                4750190            ],191            "mp_ef": [],192            "skill_type": [193                "navigation"194            ]195        },196        {197            "skill_idx": 7,198            "skill_id": [199                2200            ],201            "skill_description": [202                "pick up from"203            ],204            "object_id": [205                [206                    "bottle_of_detergent_227",207                    "hamper_226"208                ]209            ],210            "manipulating_object_id": [211                "bottle_of_detergent_227"212            ],213            "spatial_prefix": [],214            "frame_duration": [215                4750,216                5883217            ],218            "mp_ef": [],219            "skill_type": [220                "uncoordinated"221            ]222        },223        {224            "skill_idx": 8,225            "skill_id": [226                2227            ],228            "skill_description": [229                "pick up from"230            ],231            "object_id": [232                [233                    "bottle_of_detergent_228",234                    "hamper_226"235                ]236            ],237            "manipulating_object_id": [238                "bottle_of_detergent_228"239            ],240            "spatial_prefix": [],241            "frame_duration": [242                5883,243                6151244            ],245            "mp_ef": [],246            "skill_type": [247                "uncoordinated"248            ]249        },250        {251            "skill_idx": 9,252            "skill_id": [253                1254            ],255            "skill_description": [256                "move to"257            ],258            "object_id": [259                [260                    "multi_station_furniture_sink_upwldu_0"261                ]262            ],263            "manipulating_object_id": [],264            "spatial_prefix": [],265            "frame_duration": [266                6151,267                6734268            ],269            "mp_ef": [],270            "skill_type": [271                "navigation"272            ]273        },274        {275            "skill_idx": 10,276            "skill_id": [277                98278            ],279            "skill_description": [280                "place under"281            ],282            "object_id": [283                [284                    "bottle_of_detergent_228",285                    "multi_station_furniture_sink_upwldu_0"286                ]287            ],288            "manipulating_object_id": [289                "bottle_of_detergent_228"290            ],291            "spatial_prefix": [],292            "frame_duration": [293                6734,294                7337295            ],296            "mp_ef": [],297            "skill_type": [298                "uncoordinated"299            ]300        },301        {302            "skill_idx": 11,303            "skill_id": [304                98305            ],306            "skill_description": [307                "place under"308            ],309            "object_id": [310                [311                    "bottle_of_detergent_227",312                    "multi_station_furniture_sink_upwldu_0"313                ]314            ],315            "manipulating_object_id": [316                "bottle_of_detergent_227"317            ],318            "spatial_prefix": [],319            "frame_duration": [320                7337,321                7733322            ],323            "mp_ef": [],324            "skill_type": [325                "uncoordinated"326            ]327        },328        {329            "skill_idx": 12,330            "skill_id": [331                1332            ],333            "skill_description": [334                "move to"335            ],336            "object_id": [337                [338                    "box_of_sanitary_napkins_224"339                ]340            ],341            "manipulating_object_id": [],342            "spatial_prefix": [],343            "frame_duration": [344                7733,345                8619346            ],347            "mp_ef": [],348            "skill_type": [349                "navigation"350            ]351        },352        {353            "skill_idx": 13,354            "skill_id": [355                2356            ],357            "skill_description": [358                "pick up from"359            ],360            "object_id": [361                [362                    "box_of_sanitary_napkins_224",363                    "hamper_226"364                ]365            ],366            "manipulating_object_id": [367                "box_of_sanitary_napkins_224"368            ],369            "spatial_prefix": [],370            "frame_duration": [371                8619,372                8951373            ],374            "mp_ef": [],375            "skill_type": [376                "uncoordinated"377            ]378        },379        {380            "skill_idx": 14,381            "skill_id": [382                1383            ],384            "skill_description": [385                "move to"386            ],387            "object_id": [388                [389                    "soap_dispenser_223"390                ]391            ],392            "manipulating_object_id": [],393            "spatial_prefix": [],394            "frame_duration": [395                8951,396                9077397            ],398            "mp_ef": [],399            "skill_type": [400                "navigation"401            ]402        },403        {404            "skill_idx": 15,405            "skill_id": [406                2407            ],408            "skill_description": [409                "pick up from"410            ],411            "object_id": [412                [413                    "soap_dispenser_223",414                    "hamper_225"415                ]416            ],417            "manipulating_object_id": [418                "soap_dispenser_223"419            ],420            "spatial_prefix": [],421            "frame_duration": [422                9077,423                9678424            ],425            "mp_ef": [],426            "skill_type": [427                "uncoordinated"428            ]429        },430        {431            "skill_idx": 16,432            "skill_id": [433                1434            ],435            "skill_description": [436                "move to"437            ],438            "object_id": [439                [440                    "multi_station_furniture_sink_upwldu_0"441                ]442            ],443            "manipulating_object_id": [],444            "spatial_prefix": [],445            "frame_duration": [446                9678,447                10680448            ],449            "mp_ef": [],450            "skill_type": [451                "navigation"452            ]453        },454        {455            "skill_idx": 17,456            "skill_id": [457                3458            ],459            "skill_description": [460                "place on"461            ],462            "object_id": [463                [464                    "soap_dispenser_223",465                    "multi_station_furniture_sink_upwldu_0"466                ]467            ],468            "manipulating_object_id": [469                "soap_dispenser_223"470            ],471            "spatial_prefix": [],472            "frame_duration": [473                10680,474                11275475            ],476            "mp_ef": [],477            "skill_type": [478                "uncoordinated"479            ]480        },481        {482            "skill_idx": 18,483            "skill_id": [484                3485            ],486            "skill_description": [487                "place on"488            ],489            "object_id": [490                [491                    "box_of_sanitary_napkins_224",492                    "shelf_fjozhc_0"493                ]494            ],495            "manipulating_object_id": [496                "box_of_sanitary_napkins_224"497            ],498            "spatial_prefix": [],499            "frame_duration": [500                11275,501                11630502            ],503            "mp_ef": [],504            "skill_type": [505                "uncoordinated"506            ]507        },508        {509            "skill_idx": 19,510            "skill_id": [511                1512            ],513            "skill_description": [514                "move to"515            ],516            "object_id": [517                [518                    "hamper_225"519                ]520            ],521            "manipulating_object_id": [],522            "spatial_prefix": [],523            "frame_duration": [524                11630,525                12690526            ],527            "mp_ef": [],528            "skill_type": [529                "navigation"530            ]531        },532        {533            "skill_idx": 20,534            "skill_id": [535                90536            ],537            "skill_description": [538                "push to"539            ],540            "object_id": [541                [542                    "hamper_225",543                    "robot"544                ]545            ],546            "manipulating_object_id": [547                "hamper_225"548            ],549            "spatial_prefix": [550                [551                    "",552                    "away"553                ]554            ],555            "frame_duration": [556                12690,557                13140558            ],559            "mp_ef": [],560            "skill_type": [561                "uncoordinated"562            ]563        },564        {565            "skill_idx": 21,566            "skill_id": [567                2568            ],569            "skill_description": [570                "pick up from"571            ],572            "object_id": [573                [574                    "tube_of_toothpaste_222",575                    "hamper_225"576                ]577            ],578            "manipulating_object_id": [579                "tube_of_toothpaste_222"580            ],581            "spatial_prefix": [],582            "frame_duration": [583                13140,584                13505585            ],586            "mp_ef": [],587            "skill_type": [588                "uncoordinated"589            ]590        },591        {592            "skill_idx": 22,593            "skill_id": [594                90595            ],596            "skill_description": [597                "push to"598            ],599            "object_id": [600                [601                    "hamper_225",602                    "robot"603                ]604            ],605            "manipulating_object_id": [606                "hamper_225"607            ],608            "spatial_prefix": [609                [610                    "",611                    "away"612                ]613            ],614            "frame_duration": [615                13505,616                13758617            ],618            "mp_ef": [],619            "skill_type": [620                "uncoordinated"621            ]622        },623        {624            "skill_idx": 23,625            "skill_id": [626                2627            ],628            "skill_description": [629                "pick up from"630            ],631            "object_id": [632                [633                    "toothbrush_221",634                    "hamper_225"635                ]636            ],637            "manipulating_object_id": [638                "toothbrush_221"639            ],640            "spatial_prefix": [],641            "frame_duration": [642                13758,643                14454644            ],645            "mp_ef": [],646            "skill_type": [647                "uncoordinated"648            ]649        },650        {651            "skill_idx": 24,652            "skill_id": [653                1654            ],655            "skill_description": [656                "move to"657            ],658            "object_id": [659                [660                    "coffee_cup_220"661                ]662            ],663            "manipulating_object_id": [],664            "spatial_prefix": [],665            "frame_duration": [666                14454,667                15132668            ],669            "mp_ef": [],670            "skill_type": [671                "navigation"672            ]673        },674        {675            "skill_idx": 25,676            "skill_id": [677                4678            ],679            "skill_description": [680                "place in"681            ],682            "object_id": [683                [684                    "toothbrush_221",685                    "coffee_cup_220"686                ]687            ],688            "manipulating_object_id": [689                "toothbrush_221"690            ],691            "spatial_prefix": [],692            "frame_duration": [693                15132,694                15688695            ],696            "mp_ef": [],697            "skill_type": [698                "uncoordinated"699            ]700        },701        {702            "skill_idx": 26,703            "skill_id": [704                4705            ],706            "skill_description": [707                "place in"708            ],709            "object_id": [710                [711                    "tube_of_toothpaste_222",712                    "coffee_cup_220"713                ]714            ],715            "manipulating_object_id": [716                "tube_of_toothpaste_222"717            ],718            "spatial_prefix": [],719            "frame_duration": [720                15688,721                16035722            ],723            "mp_ef": [],724            "skill_type": [725                "uncoordinated"726            ]727        }728    ],729    "primitive_annotation": [730        {731            "primitive_idx": 0,732            "primitive_id": [733                10734            ],735            "primitive_description": [736                "open door"737            ],738            "object_id": [739                [740                    "sliding_door_tprpvb_10"741                ]742            ],743            "manipulating_object_id": [],744            "spatial_prefix": [],745            "frame_duration": [746                0,747                4469748            ],749            "skill_idxes": [750                0,751                1,752                2,753                3,754                4,755                5756            ]757        },758        {759            "primitive_idx": 1,760            "primitive_id": [761                2,762                98763            ],764            "primitive_description": [765                "pick up from",766                "place under"767            ],768            "object_id": [769                [770                    [771                        "bottle_of_detergent_227",772                        "bottle_of_detergent_228"773                    ],774                    "hamper_226"775                ],776                [777                    [778                        "bottle_of_detergent_228",779                        "bottle_of_detergent_227"780                    ],781                    "multi_station_furniture_sink_upwldu_0"782                ]783            ],784            "manipulating_object_id": [785                [786                    "bottle_of_detergent_227",787                    "bottle_of_detergent_228"788                ],789                [790                    "bottle_of_detergent_228",791                    "bottle_of_detergent_227"792                ]793            ],794            "spatial_prefix": [],795            "frame_duration": [796                4469,797                7733798            ],799            "skill_idxes": [800                6,801                7,802                8,803                9,804                10,805                11806            ]807        },808        {809            "primitive_idx": 2,810            "primitive_id": [811                2,812                3813            ],814            "primitive_description": [815                "pick up from",816                "place on"817            ],818            "object_id": [819                [820                    "box_of_sanitary_napkins_224",821                    "hamper_226"822                ],823                [824                    "box_of_sanitary_napkins_224",825                    "shelf_fjozhc_0"826                ]827            ],828            "manipulating_object_id": [829                "box_of_sanitary_napkins_224",830                "box_of_sanitary_napkins_224"831            ],832            "spatial_prefix": [],833            "frame_duration": [834                7733,835                11630836            ],837            "skill_idxes": [838                12,839                13,840                16,841                18842            ]843        },844        {845            "primitive_idx": 3,846            "primitive_id": [847                2,848                3849            ],850            "primitive_description": [851                "pick up from",852                "place on"853            ],854            "object_id": [855                [856                    "soap_dispenser_223",857                    "hamper_225"858                ],859                [860                    "soap_dispenser_223",861                    "multi_station_furniture_sink_upwldu_0"862                ]863            ],864            "manipulating_object_id": [865                "soap_dispenser_223",866                "soap_dispenser_223"867            ],868            "spatial_prefix": [],869            "frame_duration": [870                8951,871                11275872            ],873            "skill_idxes": [874                14,875                15,876                16,877                17878            ]879        },880        {881            "primitive_idx": 4,882            "primitive_id": [883                2,884                4885            ],886            "primitive_description": [887                "pick up from",888                "place in"889            ],890            "object_id": [891                [892                    [893                        "tube_of_toothpaste_222",894                        "toothbrush_221"895                    ],896                    "hamper_225"897                ],898                [899                    [900                        "toothbrush_221",901                        "tube_of_toothpaste_222"902                    ],903                    "coffee_cup_220"904                ]905            ],906            "manipulating_object_id": [907                [908                    "tube_of_toothpaste_222",909                    "toothbrush_221"910                ],911                [912                    "toothbrush_221",913                    "tube_of_toothpaste_222"914                ]915            ],916            "spatial_prefix": [],917            "frame_duration": [918                11630,919                16035920            ],921            "skill_idxes": [922                19,923                20,924                21,925                22,926                23,927                24,928                25,929                26930            ]931        }932    ]933}