Datasetpublic

VLyb/VLABench

VLABench VLM Evaluation Dataset This dataset is the VLM evaluation split of VLABench, prepared for reproducible VLABench evaluation with PhysBrainEvalKit. Source Project page: https://vlabench.github.io/ Paper: https://arxiv.org/abs/2412.18194 Official code: https://github.com/OpenMOSS/VLABench Directory layout The dataset is organized by evaluation dimension and subtask: vlm_evaluation_v1.0/ ├── CommenSence/ ├── Complex/ ├── M&T/ ├── PhysicsLaw/… See the full description on the dataset page: https://huggingface.co/datasets/VLyb/VLABench.

sourceHugging Faceupdated 16d agoView on Hugging Face

0likes2.6kdownloads

rootSpatialselect_toy_spatialexample64env_configenv_config.json

env_config.json149 linesDownload Raw Back to env_config

1{2    "task": {3        "components": [4            {5                "name": "table",6                "xml_path": "obj/meshes/table/table.xml",7                "position": [8                    -1.813535284043871e-08,9                    -4.846955729075721e-10,10                    -7.777493884895821e-0711                ],12                "orientation": [13                    1.0,14                    -2.592699942127704e-10,15                    -8.069931354844543e-10,16                    3.2678900371463044e-0917                ],18                "class": "Table",19                "materials": [20                    "stone2"21                ]22            },23            {24                "name": "target_giftbox_seen",25                "xml_path": "obj/meshes/containers/boxes/giftbox/giftbox_0/giftbox.xml",26                "position": [27                    0.06925428632065073,28                    0.14461963822123897,29                    0.770999082695003230                ],31                "orientation": [32                    0.9981294222743545,33                    0.0007704979891088813,34                    -0.00044609988764400673,35                    -0.0611298921805280836                ],37                "class": "CommonContainer"38            },39            {40                "name": "another_giftbox_seen",41                "xml_path": "obj/meshes/containers/boxes/giftbox/giftbox_1/giftbox.xml",42                "position": [43                    -0.28866782406596886,44                    -0.1502160531536339,45                    0.770999082269980246                ],47                "orientation": [48                    0.9999009691910102,49                    0.000801840590942074,50                    -0.00038694148347071417,51                    0.01404489725251633752                ],53                "class": "CommonContainer"54            },55            {56                "name": "vision",57                "xml_path": "obj/meshes/toys/marvel/vision/vision_0/vision_texturedrigged.xml",58                "position": [59                    0.22670444383479177,60                    -0.16655076967225135,61                    0.765513294833964162                ],63                "orientation": [64                    -0.004618363600441349,65                    0.004578666625200977,66                    0.707373311593929,67                    0.706810232363840868                ],69                "class": "Toy"70            },71            {72                "name": "antman",73                "xml_path": "obj/meshes/toys/marvel/antman/antman_0/ant-man.xml",74                "position": [75                    -0.24917231735376602,76                    0.13812733836309876,77                    0.763374041448985978                ],79                "orientation": [80                    -0.01113805310475743,81                    0.010297176732625547,82                    0.7070956546334091,83                    0.70695519456534584                ],85                "class": "Toy"86            },87            {88                "name": "doctor_strange",89                "xml_path": "obj/meshes/toys/marvel/doctor_strange/doctor_strange_0/doctor_strangetexturedrigged.xml",90                "position": [91                    -0.11224019306086157,92                    -0.051353908566615314,93                    0.76587964169627994                ],95                "orientation": [96                    0.007878923216356377,97                    -0.007832034423254027,98                    0.7073443635494181,99                    0.7067818143957955100                ],101                "class": "Toy"102            },103            {104                "name": "woody",105                "xml_path": "obj/meshes/toys/disney/toystory/woody/woody_1/disney_infinity_woody.xml",106                "position": [107                    0.2350708991586955,108                    0.032096934887988385,109                    0.7670790894110296110                ],111                "orientation": [112                    0.7065861500568376,113                    0.7071452945727191,114                    -0.0184908726706317,115                    0.01842912204630202116                ],117                "class": "Toy"118            }119        ],120        "scene": {121            "name": "studyroom_0",122            "position": [123                -1.0,124                -1.0,125                0.0126            ],127            "orientation": [128                1.0,129                0.0,130                0.0,131                0.0132            ],133            "floor_textures": [134                "floorplane"135            ]136        },137        "instructions": [138            "Put vision into ['right', 'farthest'] giftbox_seen"139        ],140        "conditions": {141            "contain": {142                "container": "target_giftbox_seen",143                "entities": [144                    "vision"145                ]146            }147        }148    }149}