NONHUMAN-RESEARCH/handumi-pick-and-place-screws
This dataset was created using LeRobot. Dataset Description Bimanual HandUMI demonstration data recorded in LeRobot v3 format. Task: pick up the screws and place them in the box The dataset contains 3 episodes and 1,905 synchronized frames at 30 FPS. Episode 1 was trimmed by timestamp to include data through 20.0 seconds. Episode Frames Last timestamp Video duration 0 631 21.0 s 21.033 s 1 601 20.0 s 20.033 s 2 673 22.4 s 22.433 s The three concatenated… See the full description on the dataset page: https://huggingface.co/datasets/NONHUMAN-RESEARCH/handumi-pick-and-place-screws.
239
This dataset was created using LeRobot.
<a class="flex" href="https://huggingface.co/spaces/lerobot/visualize_dataset?path=Autobrik/handumi-pick-and-place-screws"> <img class="block dark:hidden" src="https://huggingface.co/datasets/huggingface/badges/resolve/main/visualize-this-dataset-xl.svg"/> <img class="hidden dark:block" src="https://huggingface.co/datasets/huggingface/badges/resolve/main/visualize-this-dataset-xl-dark.svg"/> </a>
Dataset Description
Bimanual HandUMI demonstration data recorded in LeRobot v3 format. Task: pick up the screws and place them in the box
The dataset contains 3 episodes and 1,905 synchronized frames at 30 FPS. Episode 1 was trimmed by timestamp to include data through 20.0 seconds.
The three concatenated video streams contain 1,905 frames and run for 63.5 seconds each.
- Homepage: https://github.com/robonet-ai/handumi-sw
- Paper: [More Information Needed]
- License: other
Dataset Structure
meta/info.json:
{
"codebase_version": "v3.0",
"robot_type": "handumi_raw",
"total_episodes": 3,
"total_frames": 1905,
"total_tasks": 1,
"chunks_size": 1000,
"data_files_size_in_mb": 100,
"video_files_size_in_mb": 200,
"fps": 30,
"splits": {
"train": "0:3"
},
"data_path": "data/chunk-{chunk_index:03d}/file-{file_index:03d}.parquet",
"video_path": "videos/{video_key}/chunk-{chunk_index:03d}/file-{file_index:03d}.mp4",
"features": {
"observation.images.left_wrist": {
"dtype": "video",
"shape": [
480,
640,
3
],
"names": [
"height",
"width",
"channel"
],
"info": {
"video.height": 480,
"video.width": 640,
"video.codec": "h264",
"video.pix_fmt": "yuv420p",
"video.is_depth_map": false,
"video.fps": 30,
"video.channels": 3,
"has_audio": false
}
},
"observation.images.right_wrist": {
"dtype": "video",
"shape": [
480,
640,
3
],
"names": [
"height",
"width",
"channel"
],
"info": {
"video.height": 480,
"video.width": 640,
"video.codec": "h264",
"video.pix_fmt": "yuv420p",
"video.is_depth_map": false,
"video.fps": 30,
"video.channels": 3,
"has_audio": false
}
},
"observation.images.workspace": {
"dtype": "video",
"shape": [
480,
640,
3
],
"names": [
"height",
"width",
"channel"
],
"info": {
"video.height": 480,
"video.width": 640,
"video.codec": "h264",
"video.pix_fmt": "yuv420p",
"video.is_depth_map": false,
"video.fps": 30,
"video.channels": 3,
"has_audio": false
}
},
"observation.state": {
"dtype": "float32",
"shape": [
16
],
"names": [
"left_x",
"left_y",
"left_z",
"left_qx",
"left_qy",
"left_qz",
"left_qw",
"right_x",
"right_y",
"right_z",
"right_qx",
"right_qy",
"right_qz",
"right_qw",
"left_gripper_width",
"right_gripper_width"
]
},
"action": {
"dtype": "float32",
"shape": [
16
],
"names": [
"left_x",
"left_y",
"left_z",
"left_qx",
"left_qy",
"left_qz",
"left_qw",
"right_x",
"right_y",
"right_z",
"right_qx",
"right_qy",
"right_qz",
"right_qw",
"left_gripper_width",
"right_gripper_width"
]
},
"observation.feetech.left_ticks": {
"dtype": "int64",
"shape": [
1
],
"names": null
},
"observation.feetech.left_width_mm": {
"dtype": "float32",
"shape": [
1
],
"names": null
},
"observation.feetech.left_normalized": {
"dtype": "float32",
"shape": [
1
],
"names": null
},
"observation.feetech.right_ticks": {
"dtype": "int64",
"shape": [
1
],
"names": null
},
"observation.feetech.right_width_mm": {
"dtype": "float32",
"shape": [
1
],
"names": null
},
"observation.feetech.right_normalized": {
"dtype": "float32",
"shape": [
1
],
"names": null
},
"observation.feetech.sample_time_ns": {
"dtype": "int64",
"shape": [
1
],
"names": null
},
"observation.feetech.sequence": {
"dtype": "int64",
"shape": [
1
],
"names": null
},
"observation.feetech.healthy": {
"dtype": "int64",
"shape": [
1
],
"names": null
},
"observation.tracking.left_device_controller_pose": {
"dtype": "float32",
"shape": [
7
],
"names": [
"x",
"y",
"z",
"qx",
"qy",
"qz",
"qw"
]
},
"observation.tracking.left_tracked": {
"dtype": "int64",
"shape": [
1
],
"names": null
},
"observation.tracking.right_device_controller_pose": {
"dtype": "float32",
"shape": [
7
],
"names": [
"x",
"y",
"z",
"qx",
"qy",
"qz",
"qw"
]
},
"observation.tracking.right_tracked": {
"dtype": "int64",
"shape": [
1
],
"names": null
},
"observation.tracking.device_hmd_pose": {
"dtype": "float32",
"shape": [
7
],
"names": [
"x",
"y",
"z",
"qx",
"qy",
"qz",
"qw"
]
},
"observation.tracking.workspace_from_device_pose": {
"dtype": "float32",
"shape": [
7
],
"names": [
"x",
"y",
"z",
"qx",
"qy",
"qz",
"qw"
]
},
"observation.tracking.device_time_ns": {
"dtype": "int64",
"shape": [
1
],
"names": null
},
"observation.tracking.pc_monotonic_ns": {
"dtype": "int64",
"shape": [
1
],
"names": null
},
"observation.tracking.aligned_time_ns": {
"dtype": "int64",
"shape": [
1
],
"names": null
},
"observation.tracking.sequence": {
"dtype": "int64",
"shape": [
1
],
"names": null
},
"observation.valid": {
"dtype": "int64",
"shape": [
8
],
"names": [
"left_device_tracked",
"left_pose_valid",
"right_device_tracked",
"right_pose_valid",
"hmd_tracked",
"clock_synced",
"connected",
"streaming"
]
},
"observation.sync.target_time_ns": {
"dtype": "int64",
"shape": [
1
],
"names": null
},
"observation.sync.record_time_ns": {
"dtype": "int64",
"shape": [
1
],
"names": null
},
"observation.camera.left_wrist.sample_time_ns": {
"dtype": "int64",
"shape": [
1
],
"names": null
},
"observation.camera.left_wrist.sequence": {
"dtype": "int64",
"shape": [
1
],
"names": null
},
"observation.camera.left_wrist.healthy": {
"dtype": "int64",
"shape": [
1
],
"names": null
},
"observation.camera.right_wrist.sample_time_ns": {
"dtype": "int64",
"shape": [
1
],
"names": null
},
"observation.camera.right_wrist.sequence": {
"dtype": "int64",
"shape": [
1
],
"names": null
},
"observation.camera.right_wrist.healthy": {
"dtype": "int64",
"shape": [
1
],
"names": null
},
"observation.camera.workspace.sample_time_ns": {
"dtype": "int64",
"shape": [
1
],
"names": null
},
"observation.camera.workspace.sequence": {
"dtype": "int64",
"shape": [
1
],
"names": null
},
"observation.camera.workspace.healthy": {
"dtype": "int64",
"shape": [
1
],
"names": null
},
"timestamp": {
"dtype": "float32",
"shape": [
1
],
"names": null
},
"frame_index": {
"dtype": "int64",
"shape": [
1
],
"names": null
},
"episode_index": {
"dtype": "int64",
"shape": [
1
],
"names": null
},
"index": {
"dtype": "int64",
"shape": [
1
],
"names": null
},
"task_index": {
"dtype": "int64",
"shape": [
1
],
"names": null
}
},
"handumi": {
"recording_device": "meta",
"tracking_schema": "controller_raw_compact",
"tracking_workspace": "table",
"state_semantics": "workspace_controller_pose7_plus_gripper_widths",
"capture_schema": "synchronized_sources",
"sync_lag_s": 0.04,
"max_sync_skew_s": 0.06,
"camera_stale_timeout_s": 0.25,
"gripper_stale_timeout_s": 0.1,
"cameras": [
{
"name": "left_wrist",
"index_or_path": 5
},
{
"name": "right_wrist",
"index_or_path": 7
},
{
"name": "workspace",
"index_or_path": 3
}
],
"sources": {
"tracking": {
"enabled": true
},
"feetech": {
"enabled": true
},
"cameras": {
"left_wrist": {
"enabled": true
},
"right_wrist": {
"enabled": true
},
"workspace": {
"enabled": true
}
}
},
"controller_tcp_calibration": {
"schema_version": 2,
"source_path": "configs/calibration/meta_controller_tcp.yaml",
"sha256": "d4563193a5ef67142446fe411310d8cc855a58c6ec747c0c438947ceb13a992b",
"applied_to_state": false,
"frame_convention": "pose7=[x,y,z,qx,qy,qz,qw], meters, xyzw quaternion",
"controller_to_gripper_tcp": {
"left": {
"position": [
0.1206846684217453,
0.02142488956451416,
-0.21669615805149078
],
"quaternion": [
-0.14639034867286682,
0.3535766899585724,
-0.3535766899585724,
0.853543758392334
]
},
"right": {
"position": [
0.1206846684217453,
-0.02142488956451416,
-0.21669615805149078
],
"quaternion": [
0.14639034867286682,
0.3535766899585724,
0.3535766899585724,
0.853543758392334
]
}
},
"source_robot": "piper",
"source_gripper": "piper_parallel_v1",
"tracking_device": "meta",
"controller_mount": "handumi_v1"
},
"spatial_session_calibration": {
"path": "outputs/calibration/session.yaml",
"sha256": "0fc95f707c65dc9f3e55d1e9b2f0398403db6201a87d3b8e9e4d4fe34c512e6c",
"configuration": {
"schema_version": 1,
"kind": "handumi_session_calibration",
"created_at": "2026-07-17T17:41:54.674882+00:00",
"spatial_calibration_path": "outputs/calibration/spatial.yaml",
"spatial_calibration_sha256": "3f2ff0cd3b5b4cc0843d9ed5b6d8cb484d6a898113bfffafdedc8e592ca9d435",
"board": {
"id": "opencv_charuco_5x7_30mm_v1",
"squares_x": 5,
"squares_y": 7,
"dictionary": "DICT_5X5_100",
"square_length_m": 0.03,
"marker_length_m": 0.015,
"legacy_pattern": false
},
"source_side": "left",
"table_from_quest": {
"translation_m": [
0.6409382224082947,
-0.24306567013263702,
-0.7370386719703674
],
"quaternion_xyzw": [
-0.006909026298671961,
0.0048265401273965836,
0.8097952604293823,
0.5866520404815674
]
},
"table_from_camera": {
"workspace": {
"pose": {
"translation_m": [
0.02641420066356659,
-0.16671541333198547,
0.5350197553634644
],
"quaternion_xyzw": [
0.982241690158844,
-0.0032602965366095304,
0.011225863359868526,
-0.1872553527355194
]
},
"metrics": {
"views": 3.0,
"translation_rms_mm": 2.9478341528492806,
"translation_max_mm": 4.5860000544597375,
"rotation_rms_deg": 0.31983780595032424,
"rotation_max_deg": 0.3855227313228216
}
}
},
"metrics": {
"views": 5.0,
"translation_rms_mm": 4.693573776800836,
"translation_max_mm": 6.543225546934319,
"rotation_rms_deg": 1.6626863117387323,
"rotation_max_deg": 3.130073225862689
}
},
"spatial_calibration_path": "outputs/calibration/spatial.yaml",
"spatial_calibration_sha256": "3f2ff0cd3b5b4cc0843d9ed5b6d8cb484d6a898113bfffafdedc8e592ca9d435",
"spatial_calibration": {
"schema_version": 1,
"kind": "handumi_spatial_calibration",
"created_at": "2026-07-12T22:46:09.381859+00:00",
"board": {
"id": "opencv_charuco_5x7_30mm_v1",
"squares_x": 5,
"squares_y": 7,
"dictionary": "DICT_5X5_100",
"square_length_m": 0.03,
"marker_length_m": 0.015,
"legacy_pattern": false
},
"cameras": {
"left_wrist": {
"camera": "left_wrist",
"resolution": [
640,
480
],
"model": "fisheye",
"matrix": [
[
391.57225112733136,
0.0,
319.8576992349993
],
[
0.0,
391.3438746246343,
251.81646353377906
],
[
0.0,
0.0,
1.0
]
],
"distortion": [
-0.04674205351241624,
0.030021182027474842,
0.0,
0.0
],
"rms_px": 0.32941423290566885,
"mean_error_px": 0.27648405444114654,
"views": 10,
"index_or_path": 4,
"captured_at": "2026-07-17T17:31:05.885585+00:00"
},
"right_wrist": {
"camera": "right_wrist",
"resolution": [
640,
480
],
"model": "fisheye",
"matrix": [
[
391.3838904752613,
0.0,
295.3480777932352
],
[
0.0,
391.0851465057331,
239.15966840688264
],
[
0.0,
0.0,
1.0
]
],
"distortion": [
-0.022885103372972563,
-0.016796713717057907,
0.0,
0.0
],
"rms_px": 0.3225033861399855,
"mean_error_px": 0.26868316860777536,
"views": 10,
"index_or_path": 6,
"captured_at": "2026-07-17T17:32:10.294965+00:00"
},
"workspace": {
"camera": "workspace",
"resolution": [
640,
480
],
"model": "pinhole",
"matrix": [
[
961.3762400481463,
0.0,
367.88227461838795
],
[
0.0,
959.3768170830072,
213.92398127430263
],
[
0.0,
0.0,
1.0
]
],
"distortion": [
0.02556756620157228,
0.734686712760108,
-0.010504458049171966,
0.006824734890776907,
-1.611365247095123
],
"rms_px": 0.3061233490808906,
"mean_error_px": 0.24249309753632536,
"views": 10,
"index_or_path": 2,
"captured_at": "2026-07-17T17:36:23.745897+00:00"
}
},
"controller_camera": {
"left": {
"camera": "left_wrist",
"controller_from_camera": {
"translation_m": [
0.14085619151592255,
0.02289935201406479,
-0.1002773866057396
],
"quaternion_xyzw": [
0.7145565748214722,
-0.6991581320762634,
-0.024177202954888344,
-0.001514297560788691
]
},
"metrics": {
"views": 8.0,
"translation_rms_mm": 2.802213786229027,
"translation_max_mm": 4.3465230965728,
"rotation_rms_deg": 0.8144647809723042,
"rotation_max_deg": 1.229481070340389
},
"captured_at": "2026-07-17T17:38:58.284204+00:00"
},
"right": {
"camera": "right_wrist",
"controller_from_camera": {
"translation_m": [
0.1436120718717575,
-0.016178444027900696,
-0.09645473957061768
],
"quaternion_xyzw": [
0.7076740264892578,
-0.7054187059402466,
0.027401519939303398,
0.028828635811805725
]
},
"metrics": {
"views": 8.0,
"translation_rms_mm": 3.6079037638317453,
"translation_max_mm": 6.0738725854606885,
"rotation_rms_deg": 0.690888157273481,
"rotation_max_deg": 1.570082595125231
},
"captured_at": "2026-07-17T17:39:57.850493+00:00"
}
}
},
"created_at": "2026-07-17T17:41:54.674882+00:00",
"board_id": "opencv_charuco_5x7_30mm_v1",
"workspace_frame": "table",
"table_from_quest": {
"translation_m": [
0.6409382224082947,
-0.24306567013263702,
-0.7370386719703674
],
"quaternion_xyzw": [
-0.006909026298671961,
0.0048265401273965836,
0.8097952604293823,
0.5866520404815674
]
},
"metrics": {
"views": 5.0,
"translation_rms_mm": 4.693573776800836,
"translation_max_mm": 6.543225546934319,
"rotation_rms_deg": 1.6626863117387323,
"rotation_max_deg": 3.130073225862689
}
},
"target_robot": {
"name": "piper",
"config_path": "configs/robots/piper.yaml",
"sha256": "aae3b64d56132c7b7f5b28d10b0db88f55504e8b0ff6d60c0662395d73081478",
"configuration": {
"kind": "piper",
"urdf": "assets/piper/piper.urdf",
"mjcf": "assets/piper/piper.xml",
"pkg_root": "assets/piper",
"mjcf_joint_prefix_map": {
"left_": "izq_",
"right_": "der_"
},
"arms": {
"left": {
"ee_link": "left_tcp",
"joint_names": [
"left_joint1",
"left_joint2",
"left_joint3",
"left_joint4",
"left_joint5",
"left_joint6",
"left_joint7",
"left_joint8"
]
},
"right": {
"ee_link": "right_tcp",
"joint_names": [
"right_joint1",
"right_joint2",
"right_joint3",
"right_joint4",
"right_joint5",
"right_joint6",
"right_joint7",
"right_joint8"
]
}
},
"home_q": [
0.0,
0.0,
0.0,
0.0,
0.4363323,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.4363323,
0.0,
0.0,
0.0
],
"gripper_max_width_m": 0.066,
"handumi_tool": {
"gripper": "piper_parallel_v1",
"controller_mount": "handumi_v1"
},
"controller_tcp_calibrations": {
"meta": "configs/calibration/meta_controller_tcp.yaml",
"pico": "configs/calibration/pico_controller_tcp.yaml"
},
"ik_weights": {
"pos": 100.0,
"ori": 4.5,
"rest": 12.0,
"max_joint_delta": 0.06981317,
"max_reach": 0.45
},
"real": {
"command_rate_hz": 100,
"max_joint_speed_deg_s": 180,
"home_max_joint_speed_deg_s": 20,
"home_timeout_s": 30,
"home_tolerance_deg": 3,
"speed_percent": 80,
"gripper_effort": 1000
}
}
}
}
}Citation
BibTeX:
[More Information Needed]