NONHUMAN-RESEARCH/handumi-screws
This dataset was created using LeRobot. Dataset Description Bimanual HandUMI demonstration data recorded in LeRobot v3 format. Task: pick the screws and put them in the box Homepage: https://github.com/robonet-ai/handumi-sw Paper: [More Information Needed] License: other Dataset Structure meta/info.json: { "codebase_version": "v3.0", "robot_type": "handumi_raw", "total_episodes": 3, "total_frames": 5596, "total_tasks": 1… See the full description on the dataset page: https://huggingface.co/datasets/NONHUMAN-RESEARCH/handumi-screws.
139
This dataset was created using LeRobot.
<a class="flex" href="https://huggingface.co/spaces/lerobot/visualize_dataset?path=NONHUMAN-RESEARCH/handumi-screws"> <img class="block dark:hidden" src="https://huggingface.co/datasets/huggingface/badges/resolve/main/visualize-this-dataset-xl.svg"/> <img class="hidden dark:block" src="https://huggingface.co/datasets/huggingface/badges/resolve/main/visualize-this-dataset-xl-dark.svg"/> </a>
Dataset Description
Bimanual HandUMI demonstration data recorded in LeRobot v3 format. Task: pick the screws and put them in the box
- Homepage: https://github.com/robonet-ai/handumi-sw
- Paper: [More Information Needed]
- License: other
Dataset Structure
meta/info.json:
{
"codebase_version": "v3.0",
"robot_type": "handumi_raw",
"total_episodes": 3,
"total_frames": 5596,
"total_tasks": 1,
"chunks_size": 1000,
"data_files_size_in_mb": 100,
"video_files_size_in_mb": 200,
"fps": 30,
"splits": {
"train": "0:3"
},
"data_path": "data/chunk-{chunk_index:03d}/file-{file_index:03d}.parquet",
"video_path": "videos/{video_key}/chunk-{chunk_index:03d}/file-{file_index:03d}.mp4",
"features": {
"observation.images.left_wrist": {
"dtype": "video",
"shape": [
480,
640,
3
],
"names": [
"height",
"width",
"channel"
],
"info": {
"video.height": 480,
"video.width": 640,
"video.codec": "h264",
"video.pix_fmt": "yuv420p",
"video.is_depth_map": false,
"video.fps": 30,
"video.channels": 3,
"has_audio": false
}
},
"observation.images.right_wrist": {
"dtype": "video",
"shape": [
480,
640,
3
],
"names": [
"height",
"width",
"channel"
],
"info": {
"video.height": 480,
"video.width": 640,
"video.codec": "h264",
"video.pix_fmt": "yuv420p",
"video.is_depth_map": false,
"video.fps": 30,
"video.channels": 3,
"has_audio": false
}
},
"observation.images.workspace": {
"dtype": "video",
"shape": [
480,
640,
3
],
"names": [
"height",
"width",
"channel"
],
"info": {
"video.height": 480,
"video.width": 640,
"video.codec": "h264",
"video.pix_fmt": "yuv420p",
"video.is_depth_map": false,
"video.fps": 30,
"video.channels": 3,
"has_audio": false
}
},
"observation.state": {
"dtype": "float32",
"shape": [
16
],
"names": [
"left_x",
"left_y",
"left_z",
"left_qx",
"left_qy",
"left_qz",
"left_qw",
"right_x",
"right_y",
"right_z",
"right_qx",
"right_qy",
"right_qz",
"right_qw",
"left_gripper_width",
"right_gripper_width"
]
},
"action": {
"dtype": "float32",
"shape": [
16
],
"names": [
"left_x",
"left_y",
"left_z",
"left_qx",
"left_qy",
"left_qz",
"left_qw",
"right_x",
"right_y",
"right_z",
"right_qx",
"right_qy",
"right_qz",
"right_qw",
"left_gripper_width",
"right_gripper_width"
]
},
"observation.feetech.left_ticks": {
"dtype": "int64",
"shape": [
1
],
"names": null
},
"observation.feetech.left_width_mm": {
"dtype": "float32",
"shape": [
1
],
"names": null
},
"observation.feetech.left_normalized": {
"dtype": "float32",
"shape": [
1
],
"names": null
},
"observation.feetech.right_ticks": {
"dtype": "int64",
"shape": [
1
],
"names": null
},
"observation.feetech.right_width_mm": {
"dtype": "float32",
"shape": [
1
],
"names": null
},
"observation.feetech.right_normalized": {
"dtype": "float32",
"shape": [
1
],
"names": null
},
"observation.feetech.sample_time_ns": {
"dtype": "int64",
"shape": [
1
],
"names": null
},
"observation.feetech.sequence": {
"dtype": "int64",
"shape": [
1
],
"names": null
},
"observation.feetech.healthy": {
"dtype": "int64",
"shape": [
1
],
"names": null
},
"observation.tracking.left_device_controller_pose": {
"dtype": "float32",
"shape": [
7
],
"names": [
"x",
"y",
"z",
"qx",
"qy",
"qz",
"qw"
]
},
"observation.tracking.left_tracked": {
"dtype": "int64",
"shape": [
1
],
"names": null
},
"observation.tracking.right_device_controller_pose": {
"dtype": "float32",
"shape": [
7
],
"names": [
"x",
"y",
"z",
"qx",
"qy",
"qz",
"qw"
]
},
"observation.tracking.right_tracked": {
"dtype": "int64",
"shape": [
1
],
"names": null
},
"observation.tracking.device_hmd_pose": {
"dtype": "float32",
"shape": [
7
],
"names": [
"x",
"y",
"z",
"qx",
"qy",
"qz",
"qw"
]
},
"observation.tracking.workspace_from_device_pose": {
"dtype": "float32",
"shape": [
7
],
"names": [
"x",
"y",
"z",
"qx",
"qy",
"qz",
"qw"
]
},
"observation.tracking.device_time_ns": {
"dtype": "int64",
"shape": [
1
],
"names": null
},
"observation.tracking.pc_monotonic_ns": {
"dtype": "int64",
"shape": [
1
],
"names": null
},
"observation.tracking.aligned_time_ns": {
"dtype": "int64",
"shape": [
1
],
"names": null
},
"observation.tracking.sequence": {
"dtype": "int64",
"shape": [
1
],
"names": null
},
"observation.valid": {
"dtype": "int64",
"shape": [
8
],
"names": [
"left_device_tracked",
"left_pose_valid",
"right_device_tracked",
"right_pose_valid",
"hmd_tracked",
"clock_synced",
"connected",
"streaming"
]
},
"observation.sync.target_time_ns": {
"dtype": "int64",
"shape": [
1
],
"names": null
},
"observation.sync.record_time_ns": {
"dtype": "int64",
"shape": [
1
],
"names": null
},
"observation.camera.left_wrist.sample_time_ns": {
"dtype": "int64",
"shape": [
1
],
"names": null
},
"observation.camera.left_wrist.sequence": {
"dtype": "int64",
"shape": [
1
],
"names": null
},
"observation.camera.left_wrist.healthy": {
"dtype": "int64",
"shape": [
1
],
"names": null
},
"observation.camera.right_wrist.sample_time_ns": {
"dtype": "int64",
"shape": [
1
],
"names": null
},
"observation.camera.right_wrist.sequence": {
"dtype": "int64",
"shape": [
1
],
"names": null
},
"observation.camera.right_wrist.healthy": {
"dtype": "int64",
"shape": [
1
],
"names": null
},
"observation.camera.workspace.sample_time_ns": {
"dtype": "int64",
"shape": [
1
],
"names": null
},
"observation.camera.workspace.sequence": {
"dtype": "int64",
"shape": [
1
],
"names": null
},
"observation.camera.workspace.healthy": {
"dtype": "int64",
"shape": [
1
],
"names": null
},
"timestamp": {
"dtype": "float32",
"shape": [
1
],
"names": null
},
"frame_index": {
"dtype": "int64",
"shape": [
1
],
"names": null
},
"episode_index": {
"dtype": "int64",
"shape": [
1
],
"names": null
},
"index": {
"dtype": "int64",
"shape": [
1
],
"names": null
},
"task_index": {
"dtype": "int64",
"shape": [
1
],
"names": null
}
},
"handumi": {
"recording_device": "meta",
"tracking_schema": "controller_raw_compact",
"tracking_workspace": "table",
"state_semantics": "workspace_controller_pose7_plus_gripper_widths",
"capture_schema": "synchronized_sources",
"sync_lag_s": 0.04,
"max_sync_skew_s": 0.06,
"camera_stale_timeout_s": 0.25,
"gripper_stale_timeout_s": 0.1,
"cameras": [
{
"name": "left_wrist",
"index_or_path": 2
},
{
"name": "right_wrist",
"index_or_path": 5
},
{
"name": "workspace",
"index_or_path": 6
}
],
"sources": {
"tracking": {
"enabled": true
},
"feetech": {
"enabled": true
},
"cameras": {
"left_wrist": {
"enabled": true
},
"right_wrist": {
"enabled": true
},
"workspace": {
"enabled": true
}
}
},
"controller_tcp_calibration": {
"schema_version": 2,
"source_path": "configs/calibration/meta_controller_tcp.yaml",
"sha256": "d4563193a5ef67142446fe411310d8cc855a58c6ec747c0c438947ceb13a992b",
"applied_to_state": false,
"frame_convention": "pose7=[x,y,z,qx,qy,qz,qw], meters, xyzw quaternion",
"controller_to_gripper_tcp": {
"left": {
"position": [
0.1206846684217453,
0.02142488956451416,
-0.21669615805149078
],
"quaternion": [
-0.14639034867286682,
0.3535766899585724,
-0.3535766899585724,
0.853543758392334
]
},
"right": {
"position": [
0.1206846684217453,
-0.02142488956451416,
-0.21669615805149078
],
"quaternion": [
0.14639034867286682,
0.3535766899585724,
0.3535766899585724,
0.853543758392334
]
}
},
"source_robot": "piper",
"source_gripper": "piper_parallel_v1",
"tracking_device": "meta",
"controller_mount": "handumi_v1"
},
"spatial_session_calibration": {
"path": "outputs/calibration/session.yaml",
"sha256": "fa8e4d2edf91c86130edbcbb5a701bf4178975a6d29df1a62d0c6e6f5163f8e7",
"configuration": {
"schema_version": 1,
"kind": "handumi_session_calibration",
"created_at": "2026-07-15T05:03:40.468803+00:00",
"spatial_calibration_path": "outputs/calibration/spatial.yaml",
"spatial_calibration_sha256": "3580b41c977553e565d40bcfaeecb05a7888635befd1077a0813da4e0d16bcf2",
"board": {
"id": "opencv_charuco_5x7_30mm_v1",
"squares_x": 5,
"squares_y": 7,
"dictionary": "DICT_5X5_100",
"square_length_m": 0.03,
"marker_length_m": 0.015,
"legacy_pattern": false
},
"source_side": "left",
"table_from_quest": {
"translation_m": [
0.4730629324913025,
8.749172411626205e-05,
0.6070814728736877
],
"quaternion_xyzw": [
-0.006173659116029739,
0.0004206128360237926,
0.939424991607666,
0.3426986634731293
]
},
"table_from_camera": {
"workspace": {
"pose": {
"translation_m": [
-0.014444533735513687,
-0.18756961822509766,
0.5831924080848694
],
"quaternion_xyzw": [
0.9871195554733276,
-0.005460646934807301,
0.01971425674855709,
-0.15867096185684204
]
},
"metrics": {
"views": 3.0,
"translation_rms_mm": 5.11599982592784,
"translation_max_mm": 6.358799715343488,
"rotation_rms_deg": 0.3574339943621899,
"rotation_max_deg": 0.4636555370894244
}
}
},
"metrics": {
"views": 5.0,
"translation_rms_mm": 3.6143492276289217,
"translation_max_mm": 6.513066978677664,
"rotation_rms_deg": 0.9156916486234772,
"rotation_max_deg": 1.3117201166765649
}
},
"spatial_calibration_path": "outputs/calibration/spatial.yaml",
"spatial_calibration_sha256": "3580b41c977553e565d40bcfaeecb05a7888635befd1077a0813da4e0d16bcf2",
"spatial_calibration": {
"schema_version": 1,
"kind": "handumi_spatial_calibration",
"created_at": "2026-07-12T22:46:09.381859+00:00",
"board": {
"id": "opencv_charuco_5x7_30mm_v1",
"squares_x": 5,
"squares_y": 7,
"dictionary": "DICT_5X5_100",
"square_length_m": 0.03,
"marker_length_m": 0.015,
"legacy_pattern": false
},
"cameras": {
"left_wrist": {
"camera": "left_wrist",
"resolution": [
640,
480
],
"model": "fisheye",
"matrix": [
[
387.7520340386405,
0.0,
320.60097182475675
],
[
0.0,
388.3453675176193,
262.84108693401794
],
[
0.0,
0.0,
1.0
]
],
"distortion": [
-0.014726828232837571,
-0.01672645008824796,
0.0,
0.0
],
"rms_px": 0.37783151503431656,
"mean_error_px": 0.3226323737714363,
"views": 10,
"index_or_path": 2,
"captured_at": "2026-07-15T04:51:26.615718+00:00"
},
"right_wrist": {
"camera": "right_wrist",
"resolution": [
640,
480
],
"model": "fisheye",
"matrix": [
[
383.2051346505841,
0.0,
298.14426503807863
],
[
0.0,
382.6610503408709,
233.97431109837007
],
[
0.0,
0.0,
1.0
]
],
"distortion": [
-0.028480960400703418,
-0.0070017862575087264,
0.0,
0.0
],
"rms_px": 0.39419953326675805,
"mean_error_px": 0.3319407489940668,
"views": 10,
"index_or_path": 4,
"captured_at": "2026-07-15T04:52:35.507470+00:00"
},
"workspace": {
"camera": "workspace",
"resolution": [
640,
480
],
"model": "pinhole",
"matrix": [
[
999.0328661256386,
0.0,
325.83731668906995
],
[
0.0,
999.2594391031761,
262.5693593137224
],
[
0.0,
0.0,
1.0
]
],
"distortion": [
0.16183179483350998,
-4.698777901796286,
0.01147491417576252,
-0.0035429618722380746,
92.39868980175437
],
"rms_px": 0.45485213530268603,
"mean_error_px": 0.3987145624065937,
"views": 10,
"index_or_path": 6,
"captured_at": "2026-07-15T05:00:40.168141+00:00"
}
},
"controller_camera": {
"left": {
"camera": "left_wrist",
"controller_from_camera": {
"translation_m": [
0.1411782056093216,
0.021738039329648018,
-0.09772081673145294
],
"quaternion_xyzw": [
0.7183640003204346,
-0.6951286196708679,
-0.020117823034524918,
0.018565542995929718
]
},
"metrics": {
"views": 8.0,
"translation_rms_mm": 5.48120535502034,
"translation_max_mm": 11.131931877902167,
"rotation_rms_deg": 1.937428823116874,
"rotation_max_deg": 3.171171108358555
},
"captured_at": "2026-07-15T05:02:03.605254+00:00"
},
"right": {
"camera": "right_wrist",
"controller_from_camera": {
"translation_m": [
0.14465297758579254,
-0.008178606629371643,
-0.09274070709943771
],
"quaternion_xyzw": [
0.7068389654159546,
-0.7064898610115051,
0.02813289500772953,
0.02143043652176857
]
},
"metrics": {
"views": 8.0,
"translation_rms_mm": 3.647871588965726,
"translation_max_mm": 5.9420581326603665,
"rotation_rms_deg": 1.1375087060524138,
"rotation_max_deg": 1.5829627294880313
},
"captured_at": "2026-07-15T05:03:11.625889+00:00"
}
}
},
"created_at": "2026-07-15T05:03:40.468803+00:00",
"board_id": "opencv_charuco_5x7_30mm_v1",
"workspace_frame": "table",
"table_from_quest": {
"translation_m": [
0.4730629324913025,
8.749172411626205e-05,
0.6070814728736877
],
"quaternion_xyzw": [
-0.006173659116029739,
0.0004206128360237926,
0.939424991607666,
0.3426986634731293
]
},
"metrics": {
"views": 5.0,
"translation_rms_mm": 3.6143492276289217,
"translation_max_mm": 6.513066978677664,
"rotation_rms_deg": 0.9156916486234772,
"rotation_max_deg": 1.3117201166765649
}
},
"target_robot": {
"name": "piper",
"config_path": "configs/robots/piper.yaml",
"sha256": "f109cab41b8ca71f8b62a03331bc92adfa6e84e9b6dca763f89ea470b78f65b2",
"configuration": {
"kind": "piper",
"urdf": "assets/piper/piper.urdf",
"mjcf": "assets/piper/piper.xml",
"pkg_root": "assets/piper",
"mjcf_joint_prefix_map": {
"left_": "izq_",
"right_": "der_"
},
"arms": {
"left": {
"ee_link": "left_tcp",
"joint_names": [
"left_joint1",
"left_joint2",
"left_joint3",
"left_joint4",
"left_joint5",
"left_joint6",
"left_joint7",
"left_joint8"
]
},
"right": {
"ee_link": "right_tcp",
"joint_names": [
"right_joint1",
"right_joint2",
"right_joint3",
"right_joint4",
"right_joint5",
"right_joint6",
"right_joint7",
"right_joint8"
]
}
},
"home_q": [
0.0,
0.0,
0.0,
0.0,
0.4363323,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.4363323,
0.0,
0.0,
0.0
],
"gripper_max_width_m": 0.066,
"handumi_tool": {
"gripper": "piper_parallel_v1",
"controller_mount": "handumi_v1"
},
"controller_tcp_calibrations": {
"meta": "configs/calibration/meta_controller_tcp.yaml"
},
"ik_weights": {
"pos": 100.0,
"ori": 4.5,
"rest": 12.0,
"max_joint_delta": 0.06981317,
"max_reach": 0.45
},
"real": {
"command_rate_hz": 100,
"max_joint_speed_deg_s": 180,
"home_max_joint_speed_deg_s": 20,
"home_timeout_s": 30,
"home_tolerance_deg": 3,
"speed_percent": 80,
"gripper_effort": 1000
}
}
}
}
}Citation
BibTeX:
[More Information Needed]