Datasetpublic

VLyb/VLABench

VLABench VLM Evaluation Dataset This dataset is the VLM evaluation split of VLABench, prepared for reproducible VLABench evaluation with PhysBrainEvalKit. Source Project page: https://vlabench.github.io/ Paper: https://arxiv.org/abs/2412.18194 Official code: https://github.com/OpenMOSS/VLABench Directory layout The dataset is organized by evaluation dimension and subtask: vlm_evaluation_v1.0/ ├── CommenSence/ ├── Complex/ ├── M&T/ ├── PhysicsLaw/… See the full description on the dataset page: https://huggingface.co/datasets/VLyb/VLABench.

sourceHugging Faceupdated 16d agoView on Hugging Face

0likes2.6kdownloads

rootSpatialselect_toy_spatialexample38env_configenv_config.json

env_config.json149 linesDownload Raw Back to env_config

1{2    "task": {3        "components": [4            {5                "name": "table",6                "xml_path": "obj/meshes/table/table.xml",7                "position": [8                    -2.5116517487084666e-08,9                    5.064973391006468e-09,10                    -7.764832690617073e-0711                ],12                "orientation": [13                    1.0,14                    5.5691200496581045e-11,15                    -4.893225645682161e-09,16                    1.6307668911688916e-0917                ],18                "class": "Table",19                "materials": [20                    "stone0"21                ]22            },23            {24                "name": "target_giftbox_seen",25                "xml_path": "obj/meshes/containers/boxes/giftbox/giftbox_1/giftbox.xml",26                "position": [27                    0.20632873175021196,28                    0.15527854811433428,29                    0.770999085960565130                ],31                "orientation": [32                    0.9999439490460393,33                    0.0007920823116914767,34                    -0.00040654841684123103,35                    -0.0105501701506935736                ],37                "class": "CommonContainer"38            },39            {40                "name": "another_giftbox_seen",41                "xml_path": "obj/meshes/containers/boxes/giftbox/giftbox_1/giftbox.xml",42                "position": [43                    -0.2861185628183977,44                    -0.1404248343221561,45                    0.77099908110816246                ],47                "orientation": [48                    0.9999470683375105,49                    0.0007922042075581643,50                    -0.00040631083278840665,51                    -0.01025026083666437252                ],53                "class": "CommonContainer"54            },55            {56                "name": "alien",57                "xml_path": "obj/meshes/toys/disney/toystory/alien/alien_0/toy_story_alien.xml",58                "position": [59                    0.04510240077303566,60                    -0.1413606994097165,61                    0.764998631035038362                ],63                "orientation": [64                    0.7068240894385729,65                    0.7073890972045912,66                    0.00043110135253526187,67                    0.0004311577782215470468                ],69                "class": "Toy"70            },71            {72                "name": "sanji",73                "xml_path": "obj/meshes/toys/onepiece/sanji/sanji_0/sanji.xml",74                "position": [75                    -0.10746039424704512,76                    0.16416533406754086,77                    0.765371258407855778                ],79                "orientation": [80                    0.706816586746925,81                    0.7073808113681509,82                    0.0033447758206541236,83                    -0.00339306384733030784                ],85                "class": "Toy"86            },87            {88                "name": "spiderman",89                "xml_path": "obj/meshes/toys/marvel/spiderman/spiderman_0/spiderman_aracnido.xml",90                "position": [91                    -0.09678273691853637,92                    -0.06965442739494687,93                    0.76507442428951294                ],95                "orientation": [96                    -0.0007836900724720801,97                    0.0007048113571542462,98                    0.707390565119722,99                    0.7068220974548145100                ],101                "class": "Toy"102            },103            {104                "name": "daisy",105                "xml_path": "obj/meshes/toys/disney/mickey/daisy/daisy_duck_0/game_cube_-_disneys_party_-_daisy_duck.xml",106                "position": [107                    -0.27433452116890367,108                    0.040752587088570755,109                    0.7650616410032471110                ],111                "orientation": [112                    0.7068251727132022,113                    0.7073877035426659,114                    -0.000631453747729089,115                    0.0006429321497745772116                ],117                "class": "Toy"118            }119        ],120        "scene": {121            "name": "studyroom_0",122            "position": [123                -1.0,124                -1.0,125                0.0126            ],127            "orientation": [128                1.0,129                0.0,130                0.0,131                0.0132            ],133            "floor_textures": [134                "floorplane"135            ]136        },137        "instructions": [138            "Put alien into ['right', 'farthest'] giftbox_seen"139        ],140        "conditions": {141            "contain": {142                "container": "target_giftbox_seen",143                "entities": [144                    "alien"145                ]146            }147        }148    }149}