Datasetpublic

VLyb/VLABench

VLABench VLM Evaluation Dataset This dataset is the VLM evaluation split of VLABench, prepared for reproducible VLABench evaluation with PhysBrainEvalKit. Source Project page: https://vlabench.github.io/ Paper: https://arxiv.org/abs/2412.18194 Official code: https://github.com/OpenMOSS/VLABench Directory layout The dataset is organized by evaluation dimension and subtask: vlm_evaluation_v1.0/ ├── CommenSence/ ├── Complex/ ├── M&T/ ├── PhysicsLaw/… See the full description on the dataset page: https://huggingface.co/datasets/VLyb/VLABench.

sourceHugging Faceupdated 15d agoView on Hugging Face

0likes2.6kdownloads

rootSpatialselect_toy_spatialexample2env_configenv_config.json

env_config.json149 linesDownload Raw Back to env_config

1{2    "task": {3        "components": [4            {5                "name": "table",6                "xml_path": "obj/meshes/table/table.xml",7                "position": [8                    -8.316684716441118e-09,9                    -1.7614689800079234e-08,10                    -7.673939362233979e-0711                ],12                "orientation": [13                    1.0,14                    8.791407067602846e-10,15                    2.313027165871249e-09,16                    -2.525745682849753e-0917                ],18                "class": "Table",19                "materials": [20                    "wood2"21                ]22            },23            {24                "name": "target_giftbox_seen",25                "xml_path": "obj/meshes/containers/boxes/giftbox/giftbox_0/giftbox.xml",26                "position": [27                    -0.27476770885735396,28                    -0.06618853703724306,29                    0.770999094168443430                ],31                "orientation": [32                    0.9987256221153153,33                    0.0007752215991427867,34                    -0.00043783837382632267,35                    -0.050461262958904136                ],37                "class": "CommonContainer"38            },39            {40                "name": "another_giftbox_seen",41                "xml_path": "obj/meshes/containers/boxes/giftbox/giftbox_0/giftbox.xml",42                "position": [43                    0.2892327214576092,44                    0.34882087324501876,45                    0.792525591086794546                ],47                "orientation": [48                    -0.022774848071429266,49                    0.0598838311090806,50                    0.05996456734185698,51                    -0.996142300944260452                ],53                "class": "CommonContainer"54            },55            {56                "name": "ace",57                "xml_path": "obj/meshes/toys/onepiece/ace/ace_0/ace_one_piece.xml",58                "position": [59                    0.037658106302799414,60                    -0.1369972026530931,61                    0.765579098061958362                ],63                "orientation": [64                    -0.0051970615081834565,65                    0.005157001640766538,66                    0.707368804318184,67                    0.706806742018792568                ],69                "class": "Toy"70            },71            {72                "name": "woody",73                "xml_path": "obj/meshes/toys/disney/toystory/woody/woody_1/disney_infinity_woody.xml",74                "position": [75                    -0.09890743804239788,76                    0.1414156037570052,77                    0.765012773591455678                ],79                "orientation": [80                    -0.00015530901325229706,81                    0.00012201101820863076,82                    0.7073982236530338,83                    0.706815190955142184                ],85                "class": "Toy"86            },87            {88                "name": "hulk",89                "xml_path": "obj/meshes/toys/marvel/hulk/hulk_0/cartoonic_hulk_textured_rigged.xml",90                "position": [91                    0.2120833553011734,92                    -0.05995885372314669,93                    0.76499884734446194                ],95                "orientation": [96                    1.23659512239421e-05,97                    1.346539185087754e-05,98                    0.7073884138752781,99                    0.7068250360455447100                ],101                "class": "Toy"102            },103            {104                "name": "minnie",105                "xml_path": "obj/meshes/toys/disney/mickey/minnie/minnie_1/minnie_mouse.xml",106                "position": [107                    0.027073897858673604,108                    0.04796197074768541,109                    0.785772901637714110                ],111                "orientation": [112                    -0.48679260014407294,113                    -0.8236386260809287,114                    -0.22892723470268,115                    -0.17956809094011794116                ],117                "class": "Toy"118            }119        ],120        "scene": {121            "name": "studyroom_0",122            "position": [123                -1.5,124                1.0,125                0.0126            ],127            "orientation": [128                1.0,129                0.0,130                0.0,131                0.0132            ],133            "floor_textures": [134                "floorplane"135            ]136        },137        "instructions": [138            "Put ace into ['left', 'nearest'] giftbox_seen"139        ],140        "conditions": {141            "contain": {142                "container": "target_giftbox_seen",143                "entities": [144                    "ace"145                ]146            }147        }148    }149}