CoolFace
Datasetpublic

phicoltan/behavior1k-task0027

sourceHugging Faceupdated 1mo agoView on Hugging Face
0likes394downloads
episode_00000053.json809 linesDownload Raw Back to annotations
1{2    "task_name": "sorting household items",3    "data_folder": "",4    "meta_data": {5        "task_duration": 13592,6        "valid_duration": [7            0,8            135929        ]10    },11    "skill_annotation": [12        {13            "skill_idx": 0,14            "skill_id": [15                116            ],17            "skill_description": [18                "move to"19            ],20            "object_id": [21                [22                    "hamper_226"23                ]24            ],25            "manipulating_object_id": [],26            "spatial_prefix": [],27            "frame_duration": [28                0,29                27630            ],31            "mp_ef": [],32            "skill_type": [33                "navigation"34            ]35        },36        {37            "skill_idx": 1,38            "skill_id": [39                9040            ],41            "skill_description": [42                "push to"43            ],44            "object_id": [45                [46                    "hamper_226",47                    "robot"48                ]49            ],50            "manipulating_object_id": [51                "hamper_226"52            ],53            "spatial_prefix": [54                [55                    "",56                    "away"57                ]58            ],59            "frame_duration": [60                276,61                162962            ],63            "mp_ef": [],64            "skill_type": [65                "coordinated"66            ]67        },68        {69            "skill_idx": 2,70            "skill_id": [71                172            ],73            "skill_description": [74                "move to"75            ],76            "object_id": [77                [78                    "sliding_door_tprpvb_10"79                ]80            ],81            "manipulating_object_id": [],82            "spatial_prefix": [],83            "frame_duration": [84                1629,85                217586            ],87            "mp_ef": [],88            "skill_type": [89                "navigation"90            ]91        },92        {93            "skill_idx": 3,94            "skill_id": [95                1096            ],97            "skill_description": [98                "open door"99            ],100            "object_id": [101                [102                    "sliding_door_tprpvb_10"103                ]104            ],105            "manipulating_object_id": [],106            "spatial_prefix": [],107            "frame_duration": [108                2175,109                3717110            ],111            "mp_ef": [],112            "skill_type": [113                "uncoordinated"114            ]115        },116        {117            "skill_idx": 4,118            "skill_id": [119                1120            ],121            "skill_description": [122                "move to"123            ],124            "object_id": [125                [126                    "bottle_of_detergent_227"127                ]128            ],129            "manipulating_object_id": [],130            "spatial_prefix": [],131            "frame_duration": [132                3717,133                4410134            ],135            "mp_ef": [],136            "skill_type": [137                "navigation"138            ]139        },140        {141            "skill_idx": 5,142            "skill_id": [143                2144            ],145            "skill_description": [146                "pick up from"147            ],148            "object_id": [149                [150                    "bottle_of_detergent_227",151                    "hamper_226"152                ]153            ],154            "manipulating_object_id": [155                "bottle_of_detergent_227"156            ],157            "spatial_prefix": [],158            "frame_duration": [159                4410,160                4920161            ],162            "mp_ef": [],163            "skill_type": [164                "uncoordinated"165            ]166        },167        {168            "skill_idx": 6,169            "skill_id": [170                2171            ],172            "skill_description": [173                "pick up from"174            ],175            "object_id": [176                [177                    "bottle_of_detergent_228",178                    "hamper_226"179                ]180            ],181            "manipulating_object_id": [182                "bottle_of_detergent_228"183            ],184            "spatial_prefix": [],185            "frame_duration": [186                4920,187                5280188            ],189            "mp_ef": [],190            "skill_type": [191                "uncoordinated"192            ]193        },194        {195            "skill_idx": 7,196            "skill_id": [197                1198            ],199            "skill_description": [200                "move to"201            ],202            "object_id": [203                [204                    "multi_station_furniture_sink_upwldu_0"205                ]206            ],207            "manipulating_object_id": [],208            "spatial_prefix": [],209            "frame_duration": [210                5280,211                5862212            ],213            "mp_ef": [],214            "skill_type": [215                "navigation"216            ]217        },218        {219            "skill_idx": 8,220            "skill_id": [221                98222            ],223            "skill_description": [224                "place under"225            ],226            "object_id": [227                [228                    "bottle_of_detergent_228",229                    "multi_station_furniture_sink_upwldu_0"230                ]231            ],232            "manipulating_object_id": [233                "bottle_of_detergent_228"234            ],235            "spatial_prefix": [],236            "frame_duration": [237                5862,238                6216239            ],240            "mp_ef": [],241            "skill_type": [242                "uncoordinated"243            ]244        },245        {246            "skill_idx": 9,247            "skill_id": [248                98249            ],250            "skill_description": [251                "place under"252            ],253            "object_id": [254                [255                    "bottle_of_detergent_227",256                    "multi_station_furniture_sink_upwldu_0"257                ]258            ],259            "manipulating_object_id": [260                "bottle_of_detergent_227"261            ],262            "spatial_prefix": [],263            "frame_duration": [264                6216,265                6474266            ],267            "mp_ef": [],268            "skill_type": [269                "uncoordinated"270            ]271        },272        {273            "skill_idx": 10,274            "skill_id": [275                1276            ],277            "skill_description": [278                "move to"279            ],280            "object_id": [281                [282                    "soap_dispenser_223"283                ]284            ],285            "manipulating_object_id": [],286            "spatial_prefix": [],287            "frame_duration": [288                6474,289                7425290            ],291            "mp_ef": [],292            "skill_type": [293                "navigation"294            ]295        },296        {297            "skill_idx": 11,298            "skill_id": [299                2300            ],301            "skill_description": [302                "pick up from"303            ],304            "object_id": [305                [306                    "soap_dispenser_223",307                    "hamper_225"308                ]309            ],310            "manipulating_object_id": [311                "soap_dispenser_223"312            ],313            "spatial_prefix": [],314            "frame_duration": [315                7425,316                7841317            ],318            "mp_ef": [],319            "skill_type": [320                "uncoordinated"321            ]322        },323        {324            "skill_idx": 12,325            "skill_id": [326                1327            ],328            "skill_description": [329                "move to"330            ],331            "object_id": [332                [333                    "box_of_sanitary_napkins_224"334                ]335            ],336            "manipulating_object_id": [],337            "spatial_prefix": [],338            "frame_duration": [339                7841,340                8064341            ],342            "mp_ef": [],343            "skill_type": [344                "navigation"345            ]346        },347        {348            "skill_idx": 13,349            "skill_id": [350                2351            ],352            "skill_description": [353                "pick up from"354            ],355            "object_id": [356                [357                    "box_of_sanitary_napkins_224",358                    "hamper_226"359                ]360            ],361            "manipulating_object_id": [362                "box_of_sanitary_napkins_224"363            ],364            "spatial_prefix": [],365            "frame_duration": [366                8064,367                8460368            ],369            "mp_ef": [],370            "skill_type": [371                "uncoordinated"372            ]373        },374        {375            "skill_idx": 14,376            "skill_id": [377                1378            ],379            "skill_description": [380                "move to"381            ],382            "object_id": [383                [384                    "multi_station_furniture_sink_upwldu_0"385                ]386            ],387            "manipulating_object_id": [],388            "spatial_prefix": [],389            "frame_duration": [390                8460,391                9405392            ],393            "mp_ef": [],394            "skill_type": [395                "navigation"396            ]397        },398        {399            "skill_idx": 15,400            "skill_id": [401                3402            ],403            "skill_description": [404                "place on"405            ],406            "object_id": [407                [408                    "soap_dispenser_223",409                    "multi_station_furniture_sink_upwldu_0"410                ]411            ],412            "manipulating_object_id": [413                "soap_dispenser_223"414            ],415            "spatial_prefix": [],416            "frame_duration": [417                9405,418                9645419            ],420            "mp_ef": [],421            "skill_type": [422                "uncoordinated"423            ]424        },425        {426            "skill_idx": 16,427            "skill_id": [428                3429            ],430            "skill_description": [431                "place on"432            ],433            "object_id": [434                [435                    "box_of_sanitary_napkins_224",436                    "shelf_fjozhc_0"437                ]438            ],439            "manipulating_object_id": [440                "box_of_sanitary_napkins_224"441            ],442            "spatial_prefix": [],443            "frame_duration": [444                9645,445                9975446            ],447            "mp_ef": [],448            "skill_type": [449                "uncoordinated"450            ]451        },452        {453            "skill_idx": 17,454            "skill_id": [455                1456            ],457            "skill_description": [458                "move to"459            ],460            "object_id": [461                [462                    "toothbrush_221"463                ]464            ],465            "manipulating_object_id": [],466            "spatial_prefix": [],467            "frame_duration": [468                9975,469                11091470            ],471            "mp_ef": [],472            "skill_type": [473                "navigation"474            ]475        },476        {477            "skill_idx": 18,478            "skill_id": [479                2480            ],481            "skill_description": [482                "pick up from"483            ],484            "object_id": [485                [486                    "toothbrush_221",487                    "hamper_225"488                ]489            ],490            "manipulating_object_id": [491                "toothbrush_221"492            ],493            "spatial_prefix": [],494            "frame_duration": [495                11091,496                11640497            ],498            "mp_ef": [],499            "skill_type": [500                "uncoordinated"501            ]502        },503        {504            "skill_idx": 19,505            "skill_id": [506                2507            ],508            "skill_description": [509                "pick up from"510            ],511            "object_id": [512                [513                    "tube_of_toothpaste_222",514                    "hamper_225"515                ]516            ],517            "manipulating_object_id": [518                "tube_of_toothpaste_222"519            ],520            "spatial_prefix": [],521            "frame_duration": [522                11640,523                11991524            ],525            "mp_ef": [],526            "skill_type": [527                "uncoordinated"528            ]529        },530        {531            "skill_idx": 20,532            "skill_id": [533                1534            ],535            "skill_description": [536                "move to"537            ],538            "object_id": [539                [540                    "coffee_cup_220"541                ]542            ],543            "manipulating_object_id": [],544            "spatial_prefix": [],545            "frame_duration": [546                11991,547                12942548            ],549            "mp_ef": [],550            "skill_type": [551                "navigation"552            ]553        },554        {555            "skill_idx": 21,556            "skill_id": [557                4558            ],559            "skill_description": [560                "place in"561            ],562            "object_id": [563                [564                    "toothbrush_221",565                    "coffee_cup_220"566                ]567            ],568            "manipulating_object_id": [569                "toothbrush_221"570            ],571            "spatial_prefix": [],572            "frame_duration": [573                12942,574                13245575            ],576            "mp_ef": [],577            "skill_type": [578                "uncoordinated"579            ]580        },581        {582            "skill_idx": 22,583            "skill_id": [584                4585            ],586            "skill_description": [587                "place in"588            ],589            "object_id": [590                [591                    "tube_of_toothpaste_222",592                    "coffee_cup_220"593                ]594            ],595            "manipulating_object_id": [596                "tube_of_toothpaste_222"597            ],598            "spatial_prefix": [],599            "frame_duration": [600                13245,601                13592602            ],603            "mp_ef": [],604            "skill_type": [605                "uncoordinated"606            ]607        }608    ],609    "primitive_annotation": [610        {611            "primitive_idx": 0,612            "primitive_id": [613                10614            ],615            "primitive_description": [616                "open door"617            ],618            "object_id": [619                [620                    "sliding_door_tprpvb_10"621                ]622            ],623            "manipulating_object_id": [],624            "spatial_prefix": [],625            "frame_duration": [626                0,627                3717628            ],629            "skill_idxes": [630                0,631                1,632                2,633                3634            ]635        },636        {637            "primitive_idx": 1,638            "primitive_id": [639                2,640                98641            ],642            "primitive_description": [643                "pick up from",644                "place under"645            ],646            "object_id": [647                [648                    [649                        "bottle_of_detergent_227",650                        "bottle_of_detergent_228"651                    ],652                    "hamper_226"653                ],654                [655                    [656                        "bottle_of_detergent_228",657                        "bottle_of_detergent_227"658                    ],659                    "multi_station_furniture_sink_upwldu_0"660                ]661            ],662            "manipulating_object_id": [663                [664                    "bottle_of_detergent_227",665                    "bottle_of_detergent_228"666                ],667                [668                    "bottle_of_detergent_228",669                    "bottle_of_detergent_227"670                ]671            ],672            "spatial_prefix": [],673            "frame_duration": [674                3717,675                6474676            ],677            "skill_idxes": [678                4,679                5,680                6,681                7,682                8,683                9684            ]685        },686        {687            "primitive_idx": 2,688            "primitive_id": [689                2,690                3691            ],692            "primitive_description": [693                "pick up from",694                "place on"695            ],696            "object_id": [697                [698                    "soap_dispenser_223",699                    "hamper_225"700                ],701                [702                    "soap_dispenser_223",703                    "multi_station_furniture_sink_upwldu_0"704                ]705            ],706            "manipulating_object_id": [707                "soap_dispenser_223",708                "soap_dispenser_223"709            ],710            "spatial_prefix": [],711            "frame_duration": [712                6474,713                9645714            ],715            "skill_idxes": [716                10,717                11,718                14,719                15720            ]721        },722        {723            "primitive_idx": 3,724            "primitive_id": [725                2,726                3727            ],728            "primitive_description": [729                "pick up from",730                "place on"731            ],732            "object_id": [733                [734                    "box_of_sanitary_napkins_224",735                    "hamper_226"736                ],737                [738                    "box_of_sanitary_napkins_224",739                    "shelf_fjozhc_0"740                ]741            ],742            "manipulating_object_id": [743                "box_of_sanitary_napkins_224",744                "box_of_sanitary_napkins_224"745            ],746            "spatial_prefix": [],747            "frame_duration": [748                7841,749                9975750            ],751            "skill_idxes": [752                12,753                13,754                14,755                16756            ]757        },758        {759            "primitive_idx": 4,760            "primitive_id": [761                2,762                4763            ],764            "primitive_description": [765                "pick up from",766                "place in"767            ],768            "object_id": [769                [770                    [771                        "toothbrush_221",772                        "tube_of_toothpaste_222"773                    ],774                    "hamper_225"775                ],776                [777                    [778                        "toothbrush_221",779                        "tube_of_toothpaste_222"780                    ],781                    "coffee_cup_220"782                ]783            ],784            "manipulating_object_id": [785                [786                    "toothbrush_221",787                    "tube_of_toothpaste_222"788                ],789                [790                    "toothbrush_221",791                    "tube_of_toothpaste_222"792                ]793            ],794            "spatial_prefix": [],795            "frame_duration": [796                9975,797                13592798            ],799            "skill_idxes": [800                17,801                18,802                19,803                20,804                21,805                22806            ]807        }808    ]809}