Datasetpublic

VLyb/VLABench

VLABench VLM Evaluation Dataset This dataset is the VLM evaluation split of VLABench, prepared for reproducible VLABench evaluation with PhysBrainEvalKit. Source Project page: https://vlabench.github.io/ Paper: https://arxiv.org/abs/2412.18194 Official code: https://github.com/OpenMOSS/VLABench Directory layout The dataset is organized by evaluation dimension and subtask: vlm_evaluation_v1.0/ ├── CommenSence/ ├── Complex/ ├── M&T/ ├── PhysicsLaw/… See the full description on the dataset page: https://huggingface.co/datasets/VLyb/VLABench.

sourceHugging Faceupdated 16d agoView on Hugging Face

0likes2.6kdownloads

rootSpatialselect_toy_spatialexample79env_configenv_config.json

env_config.json133 linesDownload Raw Back to env_config

1{2    "task": {3        "components": [4            {5                "name": "table",6                "xml_path": "obj/meshes/table/table.xml",7                "position": [8                    -1.9132594763468597e-08,9                    2.720408043331901e-09,10                    -7.65242492994198e-0711                ],12                "orientation": [13                    1.0,14                    6.594253197773225e-10,15                    -9.616486795671444e-10,16                    -9.984415532296026e-1017                ],18                "class": "Table",19                "materials": [20                    "wood3"21                ]22            },23            {24                "name": "target_giftbox_seen",25                "xml_path": "obj/meshes/containers/boxes/giftbox/giftbox_0/giftbox.xml",26                "position": [27                    0.06194392142840494,28                    -0.1598444873108675,29                    0.770999095073003730                ],31                "orientation": [32                    0.9989503608815737,33                    0.0008137271212524697,34                    -0.0003612779398584774,35                    0.0457972032005755836                ],37                "class": "CommonContainer"38            },39            {40                "name": "another_giftbox_seen",41                "xml_path": "obj/meshes/containers/boxes/giftbox/giftbox_1/giftbox.xml",42                "position": [43                    -0.26619765176539334,44                    0.13338234046233394,45                    0.770999094828745246                ],47                "orientation": [48                    0.9997659906756943,49                    0.0007875358901990155,50                    -0.00041528415888321196,51                    -0.02161414385387700352                ],53                "class": "CommonContainer"54            },55            {56                "name": "flashman",57                "xml_path": "obj/meshes/toys/DC/flashman/flashman_0/flashinjustice_2_texturedrigged.xml",58                "position": [59                    0.20878912777819325,60                    0.1575510903263176,61                    0.764997947427030662                ],63                "orientation": [64                    0.7068256024376651,65                    0.7073878478340095,66                    -2.14626047787133e-05,67                    -3.84145315271371e-0668                ],69                "class": "Toy"70            },71            {72                "name": "spiderman",73                "xml_path": "obj/meshes/toys/marvel/spiderman/spiderman_1/spiderman_classic_textured_rigged.xml",74                "position": [75                    -0.2826496201948014,76                    -0.14310867794319665,77                    0.765688377755117978                ],79                "orientation": [80                    -0.006364107254896285,81                    0.006317735828428803,82                    0.7073594251241623,83                    0.706797161879463784                ],85                "class": "Toy"86            },87            {88                "name": "slinky_dog",89                "xml_path": "obj/meshes/toys/disney/toystory/slinky_dog/slinky_dog_1/wii_-_toy_story_3_-_slinky_dog.xml",90                "position": [91                    -0.1008846117022293,92                    -0.04937781076136911,93                    0.762623386946473794                ],95                "orientation": [96                    -0.015666337674010315,97                    0.02206930185269705,98                    0.7060645212622834,99                    0.7076301319151694100                ],101                "class": "Toy"102            }103        ],104        "scene": {105            "name": "studyroom_0",106            "position": [107                -1.5,108                1.0,109                0.0110            ],111            "orientation": [112                1.0,113                0.0,114                0.0,115                0.0116            ],117            "floor_textures": [118                "floorplane"119            ]120        },121        "instructions": [122            "Put flashman into ['right', 'nearest'] giftbox_seen"123        ],124        "conditions": {125            "contain": {126                "container": "target_giftbox_seen",127                "entities": [128                    "flashman"129                ]130            }131        }132    }133}