Datasetpublic

VLyb/VLABench

VLABench VLM Evaluation Dataset This dataset is the VLM evaluation split of VLABench, prepared for reproducible VLABench evaluation with PhysBrainEvalKit. Source Project page: https://vlabench.github.io/ Paper: https://arxiv.org/abs/2412.18194 Official code: https://github.com/OpenMOSS/VLABench Directory layout The dataset is organized by evaluation dimension and subtask: vlm_evaluation_v1.0/ ├── CommenSence/ ├── Complex/ ├── M&T/ ├── PhysicsLaw/… See the full description on the dataset page: https://huggingface.co/datasets/VLyb/VLABench.

sourceHugging Faceupdated 16d agoView on Hugging Face

0likes2.6kdownloads

rootSpatialselect_toy_spatialexample59env_configenv_config.json

env_config.json133 linesDownload Raw Back to env_config

1{2    "task": {3        "components": [4            {5                "name": "table",6                "xml_path": "obj/meshes/table/table.xml",7                "position": [8                    3.115285704192992e-09,9                    8.505656752669443e-09,10                    -7.657868238669475e-0711                ],12                "orientation": [13                    1.0,14                    3.9996017173095243e-10,15                    -2.7205949993751626e-09,16                    -1.3394599373306883e-1017                ],18                "class": "Table",19                "materials": [20                    "stone0"21                ]22            },23            {24                "name": "target_giftbox_seen",25                "xml_path": "obj/meshes/containers/boxes/giftbox/giftbox_0/giftbox.xml",26                "position": [27                    0.22723391057340628,28                    0.1331703003198649,29                    0.770999095963488330                ],31                "orientation": [32                    0.9979721159486301,33                    0.0008200546421991353,34                    -0.00034667638981648917,35                    0.063646391216471236                ],37                "class": "CommonContainer"38            },39            {40                "name": "another_giftbox_seen",41                "xml_path": "obj/meshes/containers/boxes/giftbox/giftbox_0/giftbox.xml",42                "position": [43                    -0.3452735234883228,44                    -0.2829511243487771,45                    0.930691606487230546                ],47                "orientation": [48                    0.33254877630017066,49                    -0.4484442128080151,50                    0.8088693694456683,51                    0.1844978117832962752                ],53                "class": "CommonContainer"54            },55            {56                "name": "nami",57                "xml_path": "obj/meshes/toys/onepiece/nami/nami_0/nami_one_piece.xml",58                "position": [59                    0.06101308858183968,60                    -0.14351489328761005,61                    0.765104573262593662                ],63                "orientation": [64                    0.7068238679329073,65                    0.7073860860737328,66                    0.0016015775944046098,67                    -0.001542692081772529568                ],69                "class": "Toy"70            },71            {72                "name": "pluto",73                "xml_path": "obj/meshes/toys/disney/mickey/pluto/pluto_0/pluto.xml",74                "position": [75                    -0.11976464414544413,76                    0.1499129718044869,77                    0.764998723296605978                ],79                "orientation": [80                    0.7068255008135926,81                    0.7073879486109468,82                    2.7205146377408988e-05,83                    2.862673616867059e-0584                ],85                "class": "Toy"86            },87            {88                "name": "antman",89                "xml_path": "obj/meshes/toys/marvel/antman/antman_0/ant-man.xml",90                "position": [91                    -0.05329773481174747,92                    -0.06142572758972593,93                    0.790945872558512294                ],95                "orientation": [96                    0.562791645758288,97                    0.6149910456334365,98                    -0.4902645390731648,99                    -0.25434672984480794100                ],101                "class": "Toy"102            }103        ],104        "scene": {105            "name": "studyroom_0",106            "position": [107                -1.5,108                1.0,109                0.0110            ],111            "orientation": [112                1.0,113                0.0,114                0.0,115                0.0116            ],117            "floor_textures": [118                "floorplane"119            ]120        },121        "instructions": [122            "Put nami into ['right', 'farthest'] giftbox_seen"123        ],124        "conditions": {125            "contain": {126                "container": "target_giftbox_seen",127                "entities": [128                    "nami"129                ]130            }131        }132    }133}