Datasetpublic

VLyb/VLABench

VLABench VLM Evaluation Dataset This dataset is the VLM evaluation split of VLABench, prepared for reproducible VLABench evaluation with PhysBrainEvalKit. Source Project page: https://vlabench.github.io/ Paper: https://arxiv.org/abs/2412.18194 Official code: https://github.com/OpenMOSS/VLABench Directory layout The dataset is organized by evaluation dimension and subtask: vlm_evaluation_v1.0/ ├── CommenSence/ ├── Complex/ ├── M&T/ ├── PhysicsLaw/… See the full description on the dataset page: https://huggingface.co/datasets/VLyb/VLABench.

sourceHugging Faceupdated 16d agoView on Hugging Face

0likes2.6kdownloads

rootSpatialselect_toy_spatialexample95env_configenv_config.json

env_config.json133 linesDownload Raw Back to env_config

1{2    "task": {3        "components": [4            {5                "name": "table",6                "xml_path": "obj/meshes/table/table.xml",7                "position": [8                    5.308926563592515e-10,9                    4.209935215956426e-11,10                    -7.649775914953825e-0711                ],12                "orientation": [13                    1.0,14                    6.966916842137681e-10,15                    1.6096343208592648e-09,16                    -1.538161295223099e-0917                ],18                "class": "Table",19                "materials": [20                    "stone0"21                ]22            },23            {24                "name": "target_giftbox_seen",25                "xml_path": "obj/meshes/containers/boxes/giftbox/giftbox_1/giftbox.xml",26                "position": [27                    0.058892009292902905,28                    0.16817691753760997,29                    0.770999095474540530                ],31                "orientation": [32                    0.9997676468823574,33                    0.0008047186726428286,34                    -0.00038091951617909254,35                    0.0215373994598680636                ],37                "class": "CommonContainer"38            },39            {40                "name": "another_giftbox_seen",41                "xml_path": "obj/meshes/containers/boxes/giftbox/giftbox_1/giftbox.xml",42                "position": [43                    -0.2530624830433231,44                    -0.1572965715896151,45                    0.770999096025309546                ],47                "orientation": [48                    0.9991960504176388,49                    0.0008116467961275593,50                    -0.0003659254246759597,51                    0.04008067062630784552                ],53                "class": "CommonContainer"54            },55            {56                "name": "batman",57                "xml_path": "obj/meshes/toys/DC/batman/batman_1/batmantexturedrigged.xml",58                "position": [59                    0.2150999405933087,60                    -0.1501622749569497,61                    0.766226753335031962                ],63                "orientation": [64                    0.7067404465772189,65                    0.707301240996907,66                    0.010995478225130828,67                    -0.01104513986639738568                ],69                "class": "Toy"70            },71            {72                "name": "woody",73                "xml_path": "obj/meshes/toys/disney/toystory/woody/woody_0/woody.xml",74                "position": [75                    -0.265398897503992,76                    0.14974687965786265,77                    0.776302377341066678                ],79                "orientation": [80                    -0.10330623426945362,81                    0.10258141678935957,82                    0.6999211057661642,83                    0.699224799755859784                ],85                "class": "Toy"86            },87            {88                "name": "chopper",89                "xml_path": "obj/meshes/toys/onepiece/chopper/chopper_1/one_piece_pirate_warriors__tony_tony_chopper.xml",90                "position": [91                    -0.08827417911047986,92                    -0.0674412340457719,93                    0.764998099883699394                ],95                "orientation": [96                    0.7068257216085353,97                    0.7073877283478771,98                    2.0487400997885378e-05,99                    2.5212478077234954e-05100                ],101                "class": "Toy"102            }103        ],104        "scene": {105            "name": "studyroom_0",106            "position": [107                -1.5,108                -1.0,109                0.0110            ],111            "orientation": [112                1.0,113                0.0,114                0.0,115                0.0116            ],117            "floor_textures": [118                "floorplane"119            ]120        },121        "instructions": [122            "Put batman into ['right', 'farthest'] giftbox_seen"123        ],124        "conditions": {125            "contain": {126                "container": "target_giftbox_seen",127                "entities": [128                    "batman"129                ]130            }131        }132    }133}