VLyb/VLABench
VLABench VLM Evaluation Dataset This dataset is the VLM evaluation split of VLABench, prepared for reproducible VLABench evaluation with PhysBrainEvalKit. Source Project page: https://vlabench.github.io/ Paper: https://arxiv.org/abs/2412.18194 Official code: https://github.com/OpenMOSS/VLABench Directory layout The dataset is organized by evaluation dimension and subtask: vlm_evaluation_v1.0/ ├── CommenSence/ ├── Complex/ ├── M&T/ ├── PhysicsLaw/… See the full description on the dataset page: https://huggingface.co/datasets/VLyb/VLABench.
02.6k
1{2 "task": {3 "components": [4 {5 "name": "counter",6 "xml_path": "obj/meshes/counters/counter_0/counter.xml",7 "position": [8 0.5303631357192069,9 0.010448625946672821,10 0.00399299362295597111 ],12 "orientation": [13 0.9999350094524797,14 0.010939408691714982,15 -0.00010538481369583022,16 -0.003208598258925736817 ],18 "class": "Counter",19 "materials": [20 "stone0"21 ]22 },23 {24 "name": "stove",25 "xml_path": "obj/meshes/stoves/coil_burners_induc/model.xml",26 "position": [27 -0.21500000172410727,28 6.063743360623882e-09,29 0.00996319452480548730 ],31 "orientation": [32 0.9999999999999114,33 -4.219759797435613e-07,34 8.86548116545838e-09,35 2.966767867095522e-1036 ],37 "class": "Stove"38 },39 {40 "name": "pan_seen",41 "xml_path": "obj/meshes/tablewares/pans/pan_10/model.xml",42 "position": [43 -0.16024172173724913,44 -0.07656127045654663,45 0.798685576223868446 ],47 "orientation": [48 0.9999999999015461,49 9.69813941767502e-06,50 8.728000403222847e-06,51 5.165022873255123e-0652 ],53 "class": "FlatContainer"54 },55 {56 "name": "dishes",57 "xml_path": "obj/meshes/dishes/dish_without_plate_2/dish_without_plate_2.xml",58 "position": [59 -0.16024203163354278,60 -0.046561270463790466,61 0.798686158114938162 ],63 "orientation": [64 0.9999999999015461,65 9.69813941767502e-06,66 8.728000403222847e-06,67 5.165022873255123e-0668 ],69 "class": "FlatContainer"70 },71 {72 "name": "salt",73 "xml_path": "obj/meshes/condiment/shaker/shaker_3/model.xml",74 "position": [75 0.14632356949069175,76 -0.1691630703503738,77 0.797287096726867378 ],79 "orientation": [80 0.9989935124597586,81 5.4688267019030946e-05,82 -6.567744140242125e-05,83 -0.044854818681852784 ],85 "class": "CommonGraspedEntity"86 },87 {88 "name": "salt_tag",89 "xml_path": "obj/meshes/tube/nametag/nametag.xml",90 "position": [91 0.2591655361169688,92 -0.15,93 0.7594 ],95 "orientation": [96 1.0,97 0.0,98 0.0,99 0.0100 ],101 "class": "NameTag",102 "content": "salt"103 },104 {105 "name": "ketchup",106 "xml_path": "obj/meshes/condiment/ketchup/ketchup_4/model.xml",107 "position": [108 0.18462938537180923,109 -0.007781805062198959,110 0.8234172563132134111 ],112 "orientation": [113 0.9962663022134567,114 -0.03705599529470848,115 0.0020274676502661593,116 -0.0779499689645256117 ],118 "class": "CommonGraspedEntity"119 },120 {121 "name": "hotsauce",122 "xml_path": "obj/meshes/condiment/hotsauce/model.xml",123 "position": [124 0.20352032303047374,125 0.12971443169207908,126 0.8246092500326604127 ],128 "orientation": [129 0.9999220523269253,130 0.003223523333330115,131 0.004442437871695766,132 -0.011214406510584031133 ],134 "class": "CommonGraspedEntity"135 }136 ],137 "scene": {138 "name": "kitchen_2",139 "position": [140 0.0,141 0.0,142 0.0143 ],144 "orientation": [145 1.0,146 0.0,147 0.0,148 0.0149 ],150 "floor_textures": [151 "floorplane"152 ]153 },154 "instructions": [155 "Add 2th condiment from bottom to the dish"156 ],157 "conditions": {158 "pour": {159 "target_entity": "ketchup"160 },161 "above": {162 "target_entity": "ketchup",163 "platform": "pan_seen"164 }165 }166 }167}