Datasetpublic

VLyb/VLABench

VLABench VLM Evaluation Dataset This dataset is the VLM evaluation split of VLABench, prepared for reproducible VLABench evaluation with PhysBrainEvalKit. Source Project page: https://vlabench.github.io/ Paper: https://arxiv.org/abs/2412.18194 Official code: https://github.com/OpenMOSS/VLABench Directory layout The dataset is organized by evaluation dimension and subtask: vlm_evaluation_v1.0/ ├── CommenSence/ ├── Complex/ ├── M&T/ ├── PhysicsLaw/… See the full description on the dataset page: https://huggingface.co/datasets/VLyb/VLABench.

sourceHugging Faceupdated 16d agoView on Hugging Face

0likes2.7kdownloads

rootSpatialadd_condiment_spatialexample37env_configenv_config.json

env_config.json150 linesDownload Raw Back to env_config

1{2    "task": {3        "components": [4            {5                "name": "counter",6                "xml_path": "obj/meshes/counters/counter_0/counter.xml",7                "position": [8                    0.530000053686887,9                    -0.0001398292017905957,10                    0.00412450647516734211                ],12                "orientation": [13                    0.9999408958898425,14                    0.010872199732151972,15                    -1.8164898676291412e-08,16                    -4.6351723598285964e-0817                ],18                "class": "Counter",19                "materials": [20                    "wood1"21                ]22            },23            {24                "name": "stove",25                "xml_path": "obj/meshes/stoves/square_gas/model.xml",26                "position": [27                    -0.25000000004359463,28                    1.775905433192518e-08,29                    0.001987635412272313730                ],31                "orientation": [32                    0.9999999999855731,33                    -5.371608183170806e-06,34                    1.156122913869422e-09,35                    -2.519878193968757e-1036                ],37                "class": "Stove"38            },39            {40                "name": "pan_seen",41                "xml_path": "obj/meshes/tablewares/pans/pan_22/model.xml",42                "position": [43                    -0.1837319423862927,44                    -0.1507244971671696,45                    0.858063683863869446                ],47                "orientation": [48                    0.9999996483814596,49                    -0.0008075809555503168,50                    -0.000225373343580693,51                    -1.602537081513379e-0552                ],53                "class": "FlatContainer"54            },55            {56                "name": "dishes",57                "xml_path": "obj/meshes/dishes/dish_without_plate_0/dish_without_plate_0.xml",58                "position": [59                    -0.18373096994394866,60                    -0.12072453631379836,61                    0.858015229240275562                ],63                "orientation": [64                    0.9999996483814596,65                    -0.0008075809555503168,66                    -0.000225373343580693,67                    -1.602537081513379e-0568                ],69                "class": "FlatContainer"70            },71            {72                "name": "bbq_sauce",73                "xml_path": "obj/meshes/condiment/bbq_sauce/bbq_sauce1/model.xml",74                "position": [75                    0.1475761059017799,76                    -0.14058756822255572,77                    0.825091265323144678                ],79                "orientation": [80                    0.9999486896129345,81                    0.002064593475996134,82                    0.0002813375436893529,83                    0.00991344765154439584                ],85                "class": "CommonGraspedEntity"86            },87            {88                "name": "salad_dressing",89                "xml_path": "obj/meshes/condiment/salad_dressing/salad_dressing.xml",90                "position": [91                    0.19546772474424953,92                    -0.009496222338770831,93                    0.823152433187105294                ],95                "orientation": [96                    0.9976997984024765,97                    -0.013006550961189411,98                    -0.0009297241063099842,99                    0.06652125609786814100                ],101                "class": "CommonGraspedEntity"102            },103            {104                "name": "ketchup",105                "xml_path": "obj/meshes/condiment/ketchup/ketchup_3/model.xml",106                "position": [107                    0.18311036918762924,108                    0.14917199545933077,109                    0.825385894472439110                ],111                "orientation": [112                    0.9990311995225306,113                    -0.014467088105365983,114                    -0.0032389364276458814,115                    -0.041435190757880574116                ],117                "class": "CommonGraspedEntity"118            }119        ],120        "scene": {121            "name": "kitchen_2",122            "position": [123                -2.0,124                1.5,125                0.0126            ],127            "orientation": [128                1.0,129                0.0,130                0.0,131                0.0132            ],133            "floor_textures": [134                "floorplane"135            ]136        },137        "instructions": [138            "Add 3th condiment from bottom to the dish"139        ],140        "conditions": {141            "pour": {142                "target_entity": "ketchup"143            },144            "above": {145                "target_entity": "ketchup",146                "platform": "pan_seen"147            }148        }149    }150}