IliaLarchenko/behavior_224_rgb
This is the compressed version of the original BEHAVIOR dataset It contains only RGB videos compressed to 224x224 as well as actions, annotations, and metadata files. Depth and segmentation data are removed. The dataset is just ~260GB, which makes it easier to use than the original one if you don't need all the data. We used this dataset for our 1st place solution in the NeurIPS 2025 BEHAVIOR Challenge. Code, tech report. Citation @article{li2024behavior, title={Behavior-1k:… See the full description on the dataset page: https://huggingface.co/datasets/IliaLarchenko/behavior_224_rgb.
28.9k
1{2 "task_name": "cook hot dogs",3 "data_folder": "",4 "meta_data": {5 "task_duration": 8190,6 "valid_duration": [7 0,8 81909 ]10 },11 "skill_annotation": [12 {13 "skill_idx": 0,14 "skill_id": [15 116 ],17 "skill_description": [18 "move to"19 ],20 "object_id": [21 [22 "fridge_dszchb_0"23 ]24 ],25 "manipulating_object_id": [],26 "spatial_prefix": [],27 "frame_duration": [28 0,29 67630 ],31 "mp_ef": [],32 "skill_type": [33 "navigation"34 ]35 },36 {37 "skill_idx": 1,38 "skill_id": [39 1040 ],41 "skill_description": [42 "open door"43 ],44 "object_id": [45 [46 "fridge_dszchb_0"47 ]48 ],49 "manipulating_object_id": [],50 "spatial_prefix": [],51 "frame_duration": [52 677,53 153554 ],55 "mp_ef": [],56 "skill_type": [57 "coordinated"58 ]59 },60 {61 "skill_idx": 2,62 "skill_id": [63 264 ],65 "skill_description": [66 "pick up from"67 ],68 "object_id": [69 [70 "hotdog_207",71 "fridge_dszchb_0"72 ]73 ],74 "manipulating_object_id": [75 "hotdog_207"76 ],77 "spatial_prefix": [78 [79 "",80 "middle_level"81 ]82 ],83 "frame_duration": [84 1535,85 223986 ],87 "mp_ef": [],88 "skill_type": [89 "uncoordinated"90 ]91 },92 {93 "skill_idx": 3,94 "skill_id": [95 296 ],97 "skill_description": [98 "pick up from"99 ],100 "object_id": [101 [102 "hotdog_208",103 "fridge_dszchb_0"104 ]105 ],106 "manipulating_object_id": [107 "hotdog_208"108 ],109 "spatial_prefix": [110 [111 "",112 "low_level"113 ]114 ],115 "frame_duration": [116 2239,117 3630118 ],119 "mp_ef": [],120 "skill_type": [121 "uncoordinated"122 ]123 },124 {125 "skill_idx": 4,126 "skill_id": [127 12128 ],129 "skill_description": [130 "close door"131 ],132 "object_id": [133 [134 "fridge_dszchb_0"135 ]136 ],137 "manipulating_object_id": [],138 "spatial_prefix": [],139 "frame_duration": [140 3630,141 4654142 ],143 "mp_ef": [],144 "skill_type": [145 "uncoordinated"146 ]147 },148 {149 "skill_idx": 5,150 "skill_id": [151 1152 ],153 "skill_description": [154 "move to"155 ],156 "object_id": [157 [158 "microwave_abzvij_0"159 ]160 ],161 "manipulating_object_id": [],162 "spatial_prefix": [],163 "frame_duration": [164 4654,165 5236166 ],167 "mp_ef": [],168 "skill_type": [169 "navigation"170 ]171 },172 {173 "skill_idx": 6,174 "skill_id": [175 3176 ],177 "skill_description": [178 "place on"179 ],180 "object_id": [181 [182 "hotdog_208",183 "countertop_kelker_0"184 ]185 ],186 "manipulating_object_id": [187 "hotdog_208"188 ],189 "spatial_prefix": [],190 "frame_duration": [191 5245,192 5497193 ],194 "mp_ef": [],195 "skill_type": [196 "uncoordinated"197 ]198 },199 {200 "skill_idx": 7,201 "skill_id": [202 10203 ],204 "skill_description": [205 "open door"206 ],207 "object_id": [208 [209 "fridge_dszchb_0"210 ]211 ],212 "manipulating_object_id": [],213 "spatial_prefix": [],214 "frame_duration": [215 5497,216 6226217 ],218 "mp_ef": [],219 "skill_type": [220 "uncoordinated"221 ]222 },223 {224 "skill_idx": 8,225 "skill_id": [226 4227 ],228 "skill_description": [229 "place in"230 ],231 "object_id": [232 [233 "hotdog_207",234 "fridge_dszchb_0"235 ]236 ],237 "manipulating_object_id": [238 "hotdog_207"239 ],240 "spatial_prefix": [],241 "frame_duration": [242 6290,243 6744244 ],245 "mp_ef": [],246 "skill_type": [247 "uncoordinated"248 ]249 },250 {251 "skill_idx": 9,252 "skill_id": [253 2254 ],255 "skill_description": [256 "pick up from"257 ],258 "object_id": [259 [260 "hotdog_208",261 "countertop_kelker_0"262 ]263 ],264 "manipulating_object_id": [265 "hotdog_208"266 ],267 "spatial_prefix": [],268 "frame_duration": [269 6759,270 7256271 ],272 "mp_ef": [],273 "skill_type": [274 "uncoordinated"275 ]276 },277 {278 "skill_idx": 10,279 "skill_id": [280 4281 ],282 "skill_description": [283 "place in"284 ],285 "object_id": [286 [287 "hotdog_208",288 "microwave_abzvij_0"289 ]290 ],291 "manipulating_object_id": [292 "hotdog_208"293 ],294 "spatial_prefix": [],295 "frame_duration": [296 7269,297 7662298 ],299 "mp_ef": [],300 "skill_type": [301 "uncoordinated"302 ]303 },304 {305 "skill_idx": 11,306 "skill_id": [307 12308 ],309 "skill_description": [310 "close door"311 ],312 "object_id": [313 [314 "microwave_abzvij_0"315 ]316 ],317 "manipulating_object_id": [],318 "spatial_prefix": [],319 "frame_duration": [320 7690,321 7938322 ],323 "mp_ef": [],324 "skill_type": [325 "uncoordinated"326 ]327 },328 {329 "skill_idx": 12,330 "skill_id": [331 69332 ],333 "skill_description": [334 "turn on switch"335 ],336 "object_id": [337 [338 "microwave_abzvij_0"339 ]340 ],341 "manipulating_object_id": [342 "microwave_abzvij_0"343 ],344 "spatial_prefix": [],345 "frame_duration": [346 7938,347 8190348 ],349 "mp_ef": [],350 "skill_type": [351 "uncoordinated"352 ]353 }354 ],355 "primitive_annotation": [356 {357 "primitive_idx": 0,358 "primitive_id": [359 10360 ],361 "primitive_description": [362 "open door"363 ],364 "object_id": [365 [366 "fridge_dszchb_0"367 ]368 ],369 "manipulating_object_id": [],370 "spatial_prefix": [],371 "frame_duration": [372 0,373 1535374 ],375 "skill_idxes": [376 0,377 1378 ]379 },380 {381 "primitive_idx": 1,382 "primitive_id": [383 2384 ],385 "primitive_description": [386 "pick up from"387 ],388 "object_id": [389 [390 [391 "hotdog_207",392 "hotdog_208"393 ],394 "fridge_dszchb_0"395 ]396 ],397 "manipulating_object_id": [398 [399 "hotdog_207",400 "hotdog_208"401 ]402 ],403 "spatial_prefix": [404 [405 [],406 [407 "middle_level",408 "low_level"409 ]410 ]411 ],412 "frame_duration": [413 1535,414 3630415 ],416 "skill_idxes": [417 2,418 3419 ]420 },421 {422 "primitive_idx": 2,423 "primitive_id": [424 12425 ],426 "primitive_description": [427 "close door"428 ],429 "object_id": [430 [431 "fridge_dszchb_0"432 ]433 ],434 "manipulating_object_id": [],435 "spatial_prefix": [],436 "frame_duration": [437 3630,438 4654439 ],440 "skill_idxes": [441 4442 ]443 },444 {445 "primitive_idx": 3,446 "primitive_id": [447 3448 ],449 "primitive_description": [450 "place on"451 ],452 "object_id": [453 [454 "hotdog_208",455 "countertop_kelker_0"456 ]457 ],458 "manipulating_object_id": [459 "hotdog_208"460 ],461 "spatial_prefix": [],462 "frame_duration": [463 4654,464 5497465 ],466 "skill_idxes": [467 5,468 6469 ]470 },471 {472 "primitive_idx": 4,473 "primitive_id": [474 4475 ],476 "primitive_description": [477 "place in"478 ],479 "object_id": [480 [481 "hotdog_207",482 "fridge_dszchb_0"483 ]484 ],485 "manipulating_object_id": [486 "hotdog_207"487 ],488 "spatial_prefix": [],489 "frame_duration": [490 5497,491 6744492 ],493 "skill_idxes": [494 7,495 8496 ]497 },498 {499 "primitive_idx": 5,500 "primitive_id": [501 2,502 4503 ],504 "primitive_description": [505 "pick up from",506 "place in"507 ],508 "object_id": [509 [510 "hotdog_208",511 "countertop_kelker_0"512 ],513 [514 "hotdog_208",515 "microwave_abzvij_0"516 ]517 ],518 "manipulating_object_id": [519 "hotdog_208",520 "hotdog_208"521 ],522 "spatial_prefix": [],523 "frame_duration": [524 6759,525 7662526 ],527 "skill_idxes": [528 9,529 10530 ]531 },532 {533 "primitive_idx": 6,534 "primitive_id": [535 12536 ],537 "primitive_description": [538 "close door"539 ],540 "object_id": [541 [542 "microwave_abzvij_0"543 ]544 ],545 "manipulating_object_id": [],546 "spatial_prefix": [],547 "frame_duration": [548 7690,549 7938550 ],551 "skill_idxes": [552 11553 ]554 },555 {556 "primitive_idx": 7,557 "primitive_id": [558 69559 ],560 "primitive_description": [561 "turn on switch"562 ],563 "object_id": [564 [565 "microwave_abzvij_0"566 ]567 ],568 "manipulating_object_id": [569 "microwave_abzvij_0"570 ],571 "spatial_prefix": [],572 "frame_duration": [573 7938,574 8190575 ],576 "skill_idxes": [577 12578 ]579 }580 ]581}