VLyb/VLABench
VLABench VLM Evaluation Dataset This dataset is the VLM evaluation split of VLABench, prepared for reproducible VLABench evaluation with PhysBrainEvalKit. Source Project page: https://vlabench.github.io/ Paper: https://arxiv.org/abs/2412.18194 Official code: https://github.com/OpenMOSS/VLABench Directory layout The dataset is organized by evaluation dimension and subtask: vlm_evaluation_v1.0/ ├── CommenSence/ ├── Complex/ ├── M&T/ ├── PhysicsLaw/… See the full description on the dataset page: https://huggingface.co/datasets/VLyb/VLABench.
02.7k
1{2 "task": {3 "components": [4 {5 "name": "counter",6 "xml_path": "obj/meshes/counters/counter_0/counter.xml",7 "position": [8 0.5303957421016048,9 0.010398355543043587,10 0.003996863463056222511 ],12 "orientation": [13 0.9999348352798874,14 0.010935857134347943,15 -0.00011374971467853255,16 -0.003274031692741672317 ],18 "class": "Counter",19 "materials": [20 "stone0"21 ]22 },23 {24 "name": "stove",25 "xml_path": "obj/meshes/stoves/basic_sleek_induc/model.xml",26 "position": [27 -0.21999999999009892,28 -5.7691482634018e-09,29 -0.01007791904244256330 ],31 "orientation": [32 0.9999999999998457,33 -5.564222432458309e-07,34 7.200901060161406e-10,35 -5.796301632139635e-1236 ],37 "class": "Stove"38 },39 {40 "name": "pan_seen",41 "xml_path": "obj/meshes/tablewares/pans/pan_15/model.xml",42 "position": [43 -0.18075876364740845,44 -0.11891882050024423,45 0.742077144230054346 ],47 "orientation": [48 0.9999999985610684,49 5.338137601214777e-05,50 -5.318933928226186e-06,51 -3.1140687939166696e-0852 ],53 "class": "FlatContainer"54 },55 {56 "name": "dishes",57 "xml_path": "obj/meshes/dishes/dish_without_plate_1/dish_without_plate_1.xml",58 "position": [59 -0.1807587617960031,60 -0.08891882067121856,61 0.742080347112620462 ],63 "orientation": [64 0.9999999985610684,65 5.338137601214777e-05,66 -5.318933928226186e-06,67 -3.1140687939166696e-0868 ],69 "class": "FlatContainer"70 },71 {72 "name": "sugar",73 "xml_path": "obj/meshes/condiment/shaker/shaker_1/model.xml",74 "position": [75 0.15046961592890035,76 -0.14898062198765805,77 0.797254906478286178 ],79 "orientation": [80 0.9991047579398803,81 0.0019147468813062467,82 0.0007674104738155419,83 0.04225431915719990484 ],85 "class": "CommonGraspedEntity"86 },87 {88 "name": "sugar_tag",89 "xml_path": "obj/meshes/tube/nametag/nametag.xml",90 "position": [91 0.25062147136391993,92 -0.15,93 0.7594 ],95 "orientation": [96 1.0,97 0.0,98 0.0,99 0.0100 ],101 "class": "NameTag",102 "content": "sugar"103 },104 {105 "name": "bbq_sauce",106 "xml_path": "obj/meshes/condiment/bbq_sauce/bbq_sauce0/bbq_sauce.xml",107 "position": [108 0.15601070871451878,109 0.017099879989279736,110 0.8044552691775319111 ],112 "orientation": [113 0.9996725754030986,114 2.5148938805129593e-05,115 -2.281644621560064e-05,116 -0.025587904054012952117 ],118 "class": "CommonGraspedEntity"119 },120 {121 "name": "hotsauce",122 "xml_path": "obj/meshes/condiment/hotsauce/model.xml",123 "position": [124 0.17302863152022294,125 0.14236473815567294,126 0.8250145681491097127 ],128 "orientation": [129 0.9998315843572008,130 0.0075562185531123875,131 -0.012132751912835573,132 0.011510986663542978133 ],134 "class": "CommonGraspedEntity"135 }136 ],137 "scene": {138 "name": "kitchen_2",139 "position": [140 -2.0,141 1.5,142 0.0143 ],144 "orientation": [145 1.0,146 0.0,147 0.0,148 0.0149 ],150 "floor_textures": [151 "floorplane"152 ]153 },154 "instructions": [155 "Add 2th condiment from bottom to the dish"156 ],157 "conditions": {158 "pour": {159 "target_entity": "bbq_sauce"160 },161 "above": {162 "target_entity": "bbq_sauce",163 "platform": "pan_seen"164 }165 }166 }167}