Telkwevr/Bench2Drive-VL-base
Bench2Drive-VL: Full-Stack Software for Closed-Loop Autonomous Driving with Vision Language Models Project Page | GitHub | Paper Bench2Drive-VL is a comprehensive closed-loop benchmark for Vision-Language Models in Autonomous Driving (VLM4AD). It extends the Bench2Drive benchmark by introducing closed-loop evaluation and the DriveCommenter expert model for automated annotation. This repository contains the natural language annotations for the Bench2Drive-Base1000 dataset. These… See the full description on the dataset page: https://huggingface.co/datasets/Telkwevr/Bench2Drive-VL-base.
19.9k
1{2 "key_object_infos": {3 "<c7573<CAM_FRONT,805.0,479.0>>": {4 "id": "7573",5 "Category": "Vehicle",6 "Status": null,7 "Visual_description": "navy car",8 "Detailed_description": "the navy car that is to the front of the ego vehicle",9 "2d_bbox": {10 "CAM_FRONT": [11 [12 759.6,13 446.914 ],15 [16 850.4,17 511.018 ]19 ]20 },21 "3d_bbox": {22 "CAM_FRONT": [23 [24 29.3,25 1.1,26 0.127 ],28 [29 29.3,30 1.1,31 -1.332 ],33 [34 29.3,35 -0.9,36 0.137 ],38 [39 29.3,40 -0.9,41 -1.342 ],43 [44 25.1,45 1.1,46 0.047 ],48 [49 25.1,50 1.1,51 -1.352 ],53 [54 25.1,55 -0.9,56 0.057 ],58 [59 25.1,60 -0.9,61 -1.362 ]63 ]64 },65 "is_role": false,66 "is_dangerous": false,67 "obj_dict": {68 "class": "vehicle",69 "state": "dynamic",70 "id": "7573",71 "location": [72 82.74356079101562,73 281.9561462402344,74 152.3186645507812575 ],76 "rotation": [77 0.5715023875236511,78 0.005166361108422279,79 -139.4792785644531280 ],81 "bbx_loc": [82 -0.00038130462053231895,83 -3.0153989882819587e-06,84 0.692649960517883385 ],86 "center": [87 82.74913787841797,88 281.9608459472656,89 153.011276245117290 ],91 "extent": [92 2.0906050205230713,93 0.9970585703849792,94 0.692648053169250595 ],96 "world_cord": [97 [98 81.81310272216797,99 279.8490905761719,100 153.7246551513672101 ],102 [103 81.80252075195312,104 279.8402099609375,105 152.3394317626953106 ],107 [108 80.51748657226562,109 281.3649597167969,110 153.72483825683594111 ],112 [113 80.50689697265625,114 281.3560791015625,115 152.339599609375116 ],117 [118 84.99138641357422,119 282.5655822753906,120 153.68295288085938121 ],122 [123 84.98079681396484,124 282.55670166015625,125 152.29771423339844126 ],127 [128 83.69576263427734,129 284.0814514160156,130 153.68312072753906131 ],132 [133 83.68517303466797,134 284.07257080078125,135 152.2978973388672136 ]137 ],138 "semantic_tags": [139 14140 ],141 "type_id": "vehicle.audi.tt",142 "color": "0,39,105",143 "base_type": "car",144 "num_points": 30,145 "distance": 27.980817903319114,146 "speed": 3.43286668914518,147 "brake": 0.699999988079071,148 "light_state": "NONE",149 "road_id": 221,150 "lane_id": -2,151 "section_id": 0,152 "world2vehicle": [153 [154 -0.7601332068443298,155 -0.6496906280517578,156 0.009974432177841663,157 244.5611114501953158 ],159 [160 0.6497223377227783,161 -0.76017165184021,162 -9.016552212415263e-05,163 160.5884552001953164 ],165 [166 0.007640860043466091,167 0.006412073504179716,168 0.9999502301216125,169 -154.75123596191406170 ],171 [172 0.0,173 0.0,174 0.0,175 1.0176 ]177 ],178 "position": [179 27.981267636330628,180 0.11271284901936696,181 0.2769133355518534182 ],183 "yaw": 0.0015188007696721895,184 "color_rgb": null,185 "color_name": null,186 "lane_type": 2,187 "lane_type_str": "Driving",188 "is_in_junction": false,189 "junction_id": -1,190 "distance_to_junction": 235.18621826171875,191 "next_junction_id": 1111,192 "next_road_ids": [193 1117194 ],195 "next_next_road_ids": [196 1392197 ],198 "same_road_as_ego": true,199 "same_direction_as_ego": true,200 "lane_relative_to_ego": 0,201 "steer": -0.0028968234555660985,202 "vehicle_cuts_in": false203 },204 "position": [205 27.981267636330628,206 0.11271284901936696,207 0.2769133355518534208 ],209 "distance": 27.980817903319114,210 "speed": [211 27.981267636330628,212 0.11271284901936696,213 0.2769133355518534214 ],215 "same_dir": true,216 "is_sign": false217 },218 "<c7537<CAM_FRONT,889.0,591.6>>": {219 "id": "7537",220 "Category": "Pedestrian",221 "Status": null,222 "Visual_description": "walking pedestrian",223 "Detailed_description": "the pedestrian crossing the road to the front of the ego vehicle",224 "2d_bbox": {225 "CAM_FRONT": [226 [227 839.4,228 366.5229 ],230 [231 938.6,232 816.7233 ]234 ]235 },236 "3d_bbox": {237 "CAM_FRONT": [238 [239 5.1,240 0.2,241 0.3242 ],243 [244 5.1,245 0.2,246 -1.5247 ],248 [249 4.7,250 0.2,251 0.3252 ],253 [254 4.7,255 0.2,256 -1.5257 ],258 [259 5.1,260 0.6,261 0.3262 ],263 [264 5.1,265 0.6,266 -1.5267 ],268 [269 4.7,270 0.6,271 0.3272 ],273 [274 4.7,275 0.6,276 -1.5277 ]278 ]279 },280 "is_role": true,281 "is_dangerous": false,282 "obj_dict": {283 "class": "walker",284 "id": "7537",285 "location": [286 99.85862731933594,287 296.1947937011719,288 153.00498962402344289 ],290 "rotation": [291 0.7073206901550293,292 -2.668245713266515e-08,293 130.44573974609375294 ],295 "bbx_loc": [296 0.0,297 0.0,298 0.0299 ],300 "center": [301 99.85862731933594,302 296.1947937011719,303 153.00498962402344304 ],305 "extent": [306 0.18767888844013214,307 0.18767888844013214,308 0.9300000071525574309 ],310 "world_cord": [311 [312 99.60150146484375,313 296.2071228027344,314 153.93724060058594315 ],316 [317 99.58660888671875,318 296.224609375,319 152.07737731933594320 ],321 [322 99.88716125488281,323 296.45062255859375,324 153.93724060058594325 ],326 [327 99.87226104736328,328 296.4681091308594,329 152.07737731933594330 ],331 [332 99.8449935913086,333 295.9214782714844,334 153.93260192871094335 ],336 [337 99.83009338378906,338 295.93896484375,339 152.07273864746094340 ],341 [342 100.13064575195312,343 296.16497802734375,344 153.93260192871094345 ],346 [347 100.11575317382812,348 296.1824645996094,349 152.07273864746094350 ]351 ],352 "semantic_tags": [353 12354 ],355 "type_id": "walker.pedestrian.0017",356 "gender": "male",357 "age": "adult",358 "num_points": 92,359 "distance": 5.730903061298143,360 "speed": 1.9995980421394033,361 "bone": [362 [363 [364 99.90165710449219,365 296.1689453125,366 153.0947265625367 ],368 [369 99.90058135986328,370 296.17095947265625,371 153.20181274414062372 ]373 ],374 [375 [376 99.90165710449219,377 296.1689453125,378 153.0947265625379 ],380 [381 99.85313415527344,382 296.10125732421875,383 153.00987243652344384 ]385 ],386 [387 [388 99.90165710449219,389 296.1689453125,390 153.0947265625391 ],392 [393 99.98001098632812,394 296.19573974609375,395 153.00938415527344396 ]397 ],398 [399 [400 99.90058135986328,401 296.17095947265625,402 153.20181274414062403 ],404 [405 99.91117095947266,406 296.17401123046875,407 153.36708068847656408 ]409 ],410 [411 [412 99.91117095947266,413 296.17401123046875,414 153.36708068847656415 ],416 [417 99.92919921875,418 296.2450256347656,419 153.51454162597656420 ]421 ],422 [423 [424 99.91117095947266,425 296.17401123046875,426 153.36708068847656427 ],428 [429 99.87962341308594,430 296.1937561035156,431 153.55905151367188432 ]433 ],434 [435 [436 99.91117095947266,437 296.17401123046875,438 153.36708068847656439 ],440 [441 99.84866333007812,442 296.13055419921875,443 153.51309204101562444 ]445 ],446 [447 [448 99.92919921875,449 296.2450256347656,450 153.51454162597656451 ],452 [453 100.00865173339844,454 296.3195495605469,455 153.52218627929688456 ]457 ],458 [459 [460 100.00865173339844,461 296.3195495605469,462 153.52218627929688463 ],464 [465 100.07955169677734,466 296.4519348144531,467 153.29129028320312468 ]469 ],470 [471 [472 100.07955169677734,473 296.4519348144531,474 153.29129028320312475 ],476 [477 99.93743133544922,478 296.6195983886719,479 153.1365203857422480 ]481 ],482 [483 [484 99.93743133544922,485 296.6195983886719,486 153.1365203857422487 ],488 [489 99.90155029296875,490 296.63629150390625,491 153.13937377929688492 ]493 ],494 [495 [496 99.93743133544922,497 296.6195983886719,498 153.1365203857422499 ],500 [501 99.88230895996094,502 296.6846618652344,503 153.12855529785156504 ]505 ],506 [507 [508 99.93743133544922,509 296.6195983886719,510 153.1365203857422511 ],512 [513 99.90480041503906,514 296.69122314453125,515 153.11524963378906516 ]517 ],518 [519 [520 99.93743133544922,521 296.6195983886719,522 153.1365203857422523 ],524 [525 99.91641235351562,526 296.68719482421875,527 153.09811401367188528 ]529 ],530 [531 [532 99.93743133544922,533 296.6195983886719,534 153.1365203857422535 ],536 [537 99.92808532714844,538 296.6747741699219,539 153.0824737548828540 ]541 ],542 [543 [544 99.90155029296875,545 296.63629150390625,546 153.13937377929688547 ],548 [549 99.86199951171875,550 296.6281433105469,551 153.13388061523438552 ]553 ],554 [555 [556 99.86199951171875,557 296.6281433105469,558 153.13388061523438559 ],560 [561 99.83795928955078,562 296.6376037597656,563 153.11900329589844564 ]565 ],566 [567 [568 99.83795928955078,569 296.6376037597656,570 153.11900329589844571 ],572 [573 99.8155288696289,574 296.6463317871094,575 153.10488891601562576 ]577 ],578 [579 [580 99.88230895996094,581 296.6846618652344,582 153.12855529785156583 ],584 [585 99.84883880615234,586 296.7072448730469,587 153.10556030273438588 ]589 ],590 [591 [592 99.84883880615234,593 296.7072448730469,594 153.10556030273438595 ],596 [597 99.8260498046875,598 296.70855712890625,599 153.08287048339844600 ]601 ],602 [603 [604 99.8260498046875,605 296.70855712890625,606 153.08287048339844607 ],608 [609 99.8130874633789,610 296.7031555175781,611 153.0666961669922612 ]613 ],614 [615 [616 99.90480041503906,617 296.69122314453125,618 153.11524963378906619 ],620 [621 99.87096405029297,622 296.7068786621094,623 153.08612060546875624 ]625 ],626 [627 [628 99.87096405029297,629 296.7068786621094,630 153.08612060546875631 ],632 [633 99.84954833984375,634 296.70367431640625,635 153.06607055664062636 ]637 ],638 [639 [640 99.84954833984375,641 296.70367431640625,642 153.06607055664062643 ],644 [645 99.83109283447266,646 296.69366455078125,647 153.04649353027344648 ]649 ],650 [651 [652 99.91641235351562,653 296.68719482421875,654 153.09811401367188655 ],656 [657 99.89013671875,658 296.69549560546875,659 153.0687713623047660 ]661 ],662 [663 [664 99.89013671875,665 296.69549560546875,666 153.0687713623047667 ],668 [669 99.87015533447266,670 296.6872863769531,671 153.04769897460938672 ]673 ],674 [675 [676 99.87015533447266,677 296.6872863769531,678 153.04769897460938679 ],680 [681 99.85543060302734,682 296.6741943359375,683 153.0314178466797684 ]685 ],686 [687 [688 99.92808532714844,689 296.6747741699219,690 153.0824737548828691 ],692 [693 99.90929412841797,694 296.67645263671875,695 153.06089782714844696 ]697 ],698 [699 [700 99.90929412841797,701 296.67645263671875,702 153.06089782714844703 ],704 [705 99.89479064941406,706 296.6698913574219,707 153.04449462890625708 ]709 ],710 [711 [712 99.89479064941406,713 296.6698913574219,714 153.04449462890625715 ],716 [717 99.88321685791016,718 296.66278076171875,719 153.0327911376953720 ]721 ],722 [723 [724 99.87962341308594,725 296.1937561035156,726 153.55905151367188727 ],728 [729 99.85508728027344,730 296.2221374511719,731 153.6605987548828732 ]733 ],734 [735 [736 99.85508728027344,737 296.2221374511719,738 153.6605987548828739 ],740 [741 99.82302856445312,742 296.3088684082031,743 153.73377990722656744 ]745 ],746 [747 [748 99.85508728027344,749 296.2221374511719,750 153.6605987548828751 ],752 [753 99.77632904052734,754 296.2722473144531,755 153.73330688476562756 ]757 ],758 [759 [760 99.84866333007812,761 296.13055419921875,762 153.51309204101562763 ],764 [765 99.79747772216797,766 296.0345153808594,767 153.52218627929688768 ]769 ],770 [771 [772 99.79747772216797,773 296.0345153808594,774 153.52218627929688775 ],776 [777 99.81669616699219,778 295.8833923339844,779 153.29270935058594780 ]781 ],782 [783 [784 99.81669616699219,785 295.8833923339844,786 153.29270935058594787 ],788 [789 99.73052215576172,790 295.9106140136719,791 153.03955078125792 ]793 ],794 [795 [796 99.73052215576172,797 295.9106140136719,798 153.03955078125799 ],800 [801 99.72056579589844,802 295.9423828125,803 153.00906372070312804 ]805 ],806 [807 [808 99.73052215576172,809 295.9106140136719,810 153.03955078125811 ],812 [813 99.6974105834961,814 295.9435729980469,815 152.96124267578125816 ]817 ],818 [819 [820 99.73052215576172,821 295.9106140136719,822 153.03955078125823 ],824 [825 99.69789123535156,826 295.9167175292969,827 152.959716796875828 ]829 ],830 [831 [832 99.73052215576172,833 295.9106140136719,834 153.03955078125835 ],836 [837 99.71041107177734,838 295.8998107910156,839 152.95809936523438840 ]841 ],842 [843 [844 99.73052215576172,845 295.9106140136719,846 153.03955078125847 ],848 [849 99.72781372070312,850 295.8853759765625,851 152.96304321289062852 ]853 ],854 [855 [856 99.72056579589844,857 295.9423828125,858 153.00906372070312859 ],860 [861 99.72528839111328,862 295.9805603027344,863 152.99554443359375864 ]865 ],866 [867 [868 99.72528839111328,869 295.9805603027344,870 152.99554443359375871 ],872 [873 99.72883605957031,874 295.9877624511719,875 152.96682739257812876 ]877 ],878 [879 [880 99.72883605957031,881 295.9877624511719,882 152.96682739257812883 ],884 [885 99.73147583007812,886 295.9913330078125,887 152.93927001953125888 ]889 ],890 [891 [892 99.6974105834961,893 295.9435729980469,894 152.96124267578125895 ],896 [897 99.69577026367188,898 295.95269775390625,899 152.91567993164062900 ]901 ],902 [903 [904 99.69577026367188,905 295.95269775390625,906 152.91567993164062907 ],908 [909 99.70917510986328,910 295.9597473144531,911 152.8872833251953912 ]913 ],914 [915 [916 99.70917510986328,917 295.9597473144531,918 152.8872833251953919 ],920 [921 99.72308349609375,922 295.96405029296875,923 152.87156677246094924 ]925 ],926 [927 [928 99.69789123535156,929 295.9167175292969,930 152.959716796875931 ],932 [933 99.70601654052734,934 295.9253845214844,935 152.91392517089844936 ]937 ],938 [939 [940 99.70601654052734,941 295.9253845214844,942 152.91392517089844943 ],944 [945 99.7213363647461,946 295.93402099609375,947 152.89024353027344948 ]949 ],950 [951 [952 99.7213363647461,953 295.93402099609375,954 152.89024353027344955 ],956 [957 99.74076843261719,958 295.942626953125,959 152.87095642089844960 ]961 ],962 [963 [964 99.71041107177734,965 295.8998107910156,966 152.95809936523438967 ],968 [969 99.72251892089844,970 295.90203857421875,971 152.91976928710938972 ]973 ],974 [975 [976 99.72251892089844,977 295.90203857421875,978 152.91976928710938979 ],980 [981 99.73995208740234,982 295.90887451171875,983 152.89610290527344984 ]985 ],986 [987 [988 99.73995208740234,989 295.90887451171875,990 152.89610290527344991 ],992 [993 99.75782012939453,994 295.9158630371094,995 152.87924194335938996 ]997 ],998 [999 [1000 99.72781372070312,1001 295.8853759765625,1002 152.963043212890621003 ],1004 [1005 99.74079895019531,1006 295.8892517089844,1007 152.93778991699221008 ]1009 ],1010 [1011 [1012 99.74079895019531,1013 295.8892517089844,1014 152.93778991699221015 ],1016 [1017 99.75678253173828,1018 295.89495849609375,1019 152.922500610351561020 ]1021 ],1022 [1023 [1024 99.75678253173828,1025 295.89495849609375,1026 152.922500610351561027 ],1028 [1029 99.76985168457031,1030 295.9007873535156,1031 152.911682128906251032 ]1033 ],1034 [1035 [1036 99.85313415527344,1037 296.10125732421875,1038 153.009872436523441039 ],1040 [1041 99.67886352539062,1042 296.3247375488281,1043 152.644042968751044 ]1045 ],1046 [1047 [1048 99.67886352539062,1049 296.3247375488281,1050 152.644042968751051 ],1052 [1053 99.63522338867188,1054 296.4179382324219,1055 152.221252441406251056 ]1057 ],1058 [1059 [1060 99.63522338867188,1061 296.4179382324219,1062 152.221252441406251063 ],1064 [1065 99.55451202392578,1066 296.4984436035156,1067 152.2324218751068 ]1069 ],1070 [1071 [1072 99.55451202392578,1073 296.4984436035156,1074 152.2324218751075 ],1076 [1077 99.52272033691406,1078 296.5268859863281,1079 152.247253417968751080 ]1081 ],1082 [1083 [1084 99.98001098632812,1085 296.19573974609375,1086 153.009384155273441087 ],1088 [1089 100.02651977539062,1090 296.0767822265625,1091 152.56462097167971092 ]1093 ],1094 [1095 [1096 100.02651977539062,1097 296.0767822265625,1098 152.56462097167971099 ],1100 [1101 100.18926239013672,1102 295.85443115234375,1103 152.227844238281251104 ]1105 ],1106 [1107 [1108 100.18926239013672,1109 295.85443115234375,1110 152.227844238281251111 ],1112 [1113 100.16273498535156,1114 295.8734436035156,1115 152.118026733398441116 ]1117 ],1118 [1119 [1120 100.16273498535156,1121 295.8734436035156,1122 152.118026733398441123 ],1124 [1125 100.14192199707031,1126 295.9050598144531,1127 152.093399047851561128 ]1129 ]1130 ],1131 "road_id": 221,1132 "lane_id": -2,1133 "section_id": 0,1134 "world2ped": [1135 [1136 -0.6486782431602478,1137 0.7609626650810242,1138 0.012344760820269585,1139 -162.505874633789061140 ],1141 [1142 -0.7610206604003906,1143 -0.6487276554107666,1144 4.6566123179658803e-10,1145 268.144226074218751146 ],1147 [1148 0.008008387871086597,1149 -0.00939461775124073,1150 0.999923825263977,1151 -151.010406494140621152 ],1153 [1154 0.0,1155 0.0,1156 0.0,1157 1.01158 ]1159 ],1160 "position": [1161 5.720891875310826,1162 0.37514926537285476,1163 1.01336432683504541164 ],1165 "yaw": 4.7125991037946971166 },1167 "position": [1168 5.720891875310826,1169 0.37514926537285476,1170 1.01336432683504541171 ],1172 "distance": 5.730903061298143,1173 "speed": [1174 5.720891875310826,1175 0.37514926537285476,1176 1.01336432683504541177 ],1178 "same_dir": true,1179 "is_sign": false1180 }1181 },1182 "QA": {1183 "perception": [1184 {1185 "Q": "What are the important objects in the scene?",1186 "A": "The important objects in the scene are the navy car to the front of the ego vehicle and the pedestrian crossing the road to the front of the ego vehicle(<c7537<CAM_FRONT,889.0,591.6>>).",1187 "C": null,1188 "qid": 18,1189 "con_up": -1,1190 "con_down": -1,1191 "cluster": 0,1192 "layer": 0,1193 "object_tags": [1194 "<c7573<CAM_FRONT,805.0,479.0>>",1195 "<c7537<CAM_FRONT,889.0,591.6>>"1196 ]1197 },1198 {1199 "Q": "What are the important objects in the scene? List them from most to least important.",1200 "A": "The pedestrian crossing the road to the front of the ego vehicle(<c7537<CAM_FRONT,889.0,591.6>>), the navy car that is to the front of the ego vehicle(<c7573<CAM_FRONT,805.0,479.0>>).",