OpenRAL/rskill-act-aloha-aloha_transfer_cube-fp32

1{2  "schema_version": "0.1",3  "source": {4    "paper": "https://arxiv.org/abs/2304.13705",5    "arxiv": "https://arxiv.org/abs/2304.13705",6    "model_variant": "act",7    "evaluated_by": "OpenRAL:openral benchmark scene",8    "reproduced_locally": true,9    "reproduction_planned": null,10    "reproduction_cli": "openral benchmark scene --config scenes/benchmark/aloha_transfer_cube.yaml --rskill rskills/act-aloha",11    "table": null,12    "status": "reproduced"13  },14  "benchmark": {15    "name": "aloha_transfer_cube",16    "dataset": null,17    "protocol": "1 episodes, seed=0, success_key=is_success, max_steps=500",18    "robot": "aloha_bimanual",19    "simulator": "aloha_transfer_cube"20  },21  "eval_config": {22    "n_episodes": 1,23    "seeds": [24      025    ],26    "success_key": "is_success",27    "max_steps": 500,28    "vla_id": "act",29    "weights_uri": "rskills/act-aloha"30  },31  "results": {32    "aloha_transfer_cube/0_success_rate": 0.0,33    "avg_success_rate": 0.0,34    "n_tasks": 1,35    "n_episodes_per_task": 1,36    "n_episodes_total": 1,37    "mean_step_latency_ms_avg": 9.47487324000394438  },39  "baselines": {},40  "trace_id": null41}