Telkwevr/Bench2Drive-VL-base
Bench2Drive-VL: Full-Stack Software for Closed-Loop Autonomous Driving with Vision Language Models Project Page | GitHub | Paper Bench2Drive-VL is a comprehensive closed-loop benchmark for Vision-Language Models in Autonomous Driving (VLM4AD). It extends the Bench2Drive benchmark by introducing closed-loop evaluation and the DriveCommenter expert model for automated annotation. This repository contains the natural language annotations for the Bench2Drive-Base1000 dataset. These… See the full description on the dataset page: https://huggingface.co/datasets/Telkwevr/Bench2Drive-VL-base.
19.9k
1{2 "key_object_infos": {3 "<c7573<CAM_FRONT,804.6,490.8>>": {4 "id": "7573",5 "Category": "Vehicle",6 "Status": null,7 "Visual_description": "navy car",8 "Detailed_description": "the navy car that is to the front of the ego vehicle",9 "2d_bbox": {10 "CAM_FRONT": [11 [12 759.8,13 458.914 ],15 [16 849.5,17 522.718 ]19 ]20 },21 "3d_bbox": {22 "CAM_FRONT": [23 [24 29.6,25 1.1,26 -0.227 ],28 [29 29.6,30 1.1,31 -1.632 ],33 [34 29.6,35 -0.9,36 -0.237 ],38 [39 29.6,40 -0.9,41 -1.642 ],43 [44 25.4,45 1.1,46 -0.247 ],48 [49 25.4,50 1.1,51 -1.652 ],53 [54 25.4,55 -0.9,56 -0.257 ],58 [59 25.4,60 -0.9,61 -1.662 ]63 ]64 },65 "is_role": false,66 "is_dangerous": false,67 "obj_dict": {68 "class": "vehicle",69 "state": "dynamic",70 "id": "7573",71 "location": [72 85.18161010742188,73 284.0403137207031,74 152.276077270507875 ],76 "rotation": [77 0.7299081087112427,78 0.002867764560505748,79 -139.454910278320380 ],81 "bbx_loc": [82 -0.00038130462053231895,83 -3.0153989882819587e-06,84 0.692649960517883385 ],86 "center": [87 85.18862915039062,88 284.0462646484375,89 152.968673706054790 ],91 "extent": [92 2.0906050205230713,93 0.9970585703849792,94 0.692648053169250595 ],96 "world_cord": [97 [98 84.25497436523438,99 281.9354553222656,100 153.68783569335938101 ],102 [103 84.24152374267578,104 281.92401123046875,105 152.3026580810547106 ],107 [108 82.95870971679688,109 283.4507751464844,110 153.6879425048828111 ],112 [113 82.94525146484375,114 283.4393310546875,115 152.30274963378906116 ],117 [118 87.43199920654297,119 284.6531982421875,120 153.63458251953125121 ],122 [123 87.41854095458984,124 284.64178466796875,125 152.2493896484375126 ],127 [128 86.13572692871094,129 286.16851806640625,130 153.63467407226562131 ],132 [133 86.12227630615234,134 286.1571044921875,135 152.24949645996094136 ]137 ],138 "semantic_tags": [139 14140 ],141 "type_id": "vehicle.audi.tt",142 "color": "0,39,105",143 "base_type": "car",144 "num_points": 30,145 "distance": 28.263639773991283,146 "speed": 7.686025244021091,147 "brake": 0.0,148 "light_state": "NONE",149 "road_id": 221,150 "lane_id": -2,151 "section_id": 0,152 "world2vehicle": [153 [154 -0.7598329782485962,155 -0.6499935388565063,156 0.012738955207169056,157 247.40834045410156158 ],159 [160 0.6500458121299744,161 -0.7598950266838074,162 -5.0047874537995085e-05,163 160.4764862060547164 ],165 [166 0.009712799452245235,167 0.008242876268923283,168 0.9999188780784607,169 -155.432373046875170 ],171 [172 0.0,173 0.0,174 0.0,175 1.0176 ]177 ],178 "position": [179 28.265538167020296,180 0.10732313731072196,181 -0.015039788189596948182 ],183 "yaw": 0.0019321233708524874,184 "color_rgb": null,185 "color_name": null,186 "lane_type": 2,187 "lane_type_str": "Driving",188 "is_in_junction": false,189 "junction_id": -1,190 "distance_to_junction": 238.1613006591797,191 "next_junction_id": 1111,192 "next_road_ids": [193 1117194 ],195 "next_next_road_ids": [196 1392197 ],198 "same_road_as_ego": true,199 "same_direction_as_ego": true,200 "lane_relative_to_ego": 0,201 "steer": -0.0013258732379706935,202 "vehicle_cuts_in": false203 },204 "position": [205 28.265538167020296,206 0.10732313731072196,207 -0.015039788189596948208 ],209 "distance": 28.263639773991283,210 "speed": [211 28.265538167020296,212 0.10732313731072196,213 -0.015039788189596948214 ],215 "same_dir": true,216 "is_sign": false217 },218 "<c7537<CAM_FRONT,987.2,539.2>>": {219 "id": "7537",220 "Category": "Pedestrian",221 "Status": null,222 "Visual_description": "walking pedestrian",223 "Detailed_description": "the pedestrian crossing the road to the front of the ego vehicle",224 "2d_bbox": {225 "CAM_FRONT": [226 [227 956.3,228 409.7229 ],230 [231 1018.1,232 668.6233 ]234 ]235 },236 "3d_bbox": {237 "CAM_FRONT": [238 [239 8.6,240 1.2,241 0.3242 ],243 [244 8.6,245 1.2,246 -1.6247 ],248 [249 8.2,250 1.2,251 0.3252 ],253 [254 8.2,255 1.2,256 -1.6257 ],258 [259 8.6,260 1.6,261 0.3262 ],263 [264 8.6,265 1.6,266 -1.6267 ],268 [269 8.2,270 1.6,271 0.3272 ],273 [274 8.2,275 1.6,276 -1.6277 ]278 ]279 },280 "is_role": true,281 "is_dangerous": false,282 "obj_dict": {283 "class": "walker",284 "id": "7537",285 "location": [286 100.50726318359375,287 295.4338684082031,288 153.00498962402344289 ],290 "rotation": [291 0.7073206901550293,292 -2.668245713266515e-08,293 130.44573974609375294 ],295 "bbx_loc": [296 0.0,297 0.0,298 0.0299 ],300 "center": [301 100.50726318359375,302 295.4338684082031,303 153.00498962402344304 ],305 "extent": [306 0.18767888844013214,307 0.18767888844013214,308 0.9300000071525574309 ],310 "world_cord": [311 [312 100.25013732910156,313 295.4461975097656,314 153.93724060058594315 ],316 [317 100.23524475097656,318 295.46368408203125,319 152.07737731933594320 ],321 [322 100.53579711914062,323 295.689697265625,324 153.93724060058594325 ],326 [327 100.5208969116211,328 295.7071838378906,329 152.07737731933594330 ],331 [332 100.4936294555664,333 295.1605529785156,334 153.93260192871094335 ],336 [337 100.47872924804688,338 295.17803955078125,339 152.07273864746094340 ],341 [342 100.77928161621094,343 295.404052734375,344 153.93260192871094345 ],346 [347 100.76438903808594,348 295.4215393066406,349 152.07273864746094350 ]351 ],352 "semantic_tags": [353 12354 ],355 "type_id": "walker.pedestrian.0017",356 "gender": "male",357 "age": "adult",358 "num_points": 58,359 "distance": 9.310816970227199,360 "speed": 1.9995980421394033,361 "bone": [362 [363 [364 100.52045440673828,365 295.37554931640625,366 153.10047912597656367 ],368 [369 100.52506256103516,370 295.3726806640625,371 153.2074432373047372 ]373 ],374 [375 [376 100.52045440673828,377 295.37554931640625,378 153.10047912597656379 ],380 [381 100.46969604492188,382 295.31005859375,383 153.0151824951172384 ]385 ],386 [387 [388 100.52045440673828,389 295.37554931640625,390 153.10047912597656391 ],392 [393 100.59317779541016,394 295.40887451171875,395 153.01251220703125396 ]397 ],398 [399 [400 100.52506256103516,401 295.3726806640625,402 153.2074432373047403 ],404 [405 100.52781677246094,406 295.3627624511719,407 153.3727569580078408 ]409 ],410 [411 [412 100.52781677246094,413 295.3627624511719,414 153.3727569580078415 ],416 [417 100.56676483154297,418 295.42352294921875,419 153.52076721191406420 ]421 ],422 [423 [424 100.52781677246094,425 295.3627624511719,426 153.3727569580078427 ],428 [429 100.50071716308594,430 295.39434814453125,431 153.56382751464844432 ]433 ],434 [435 [436 100.52781677246094,437 295.3627624511719,438 153.3727569580078439 ],440 [441 100.44995880126953,442 295.34649658203125,443 153.51693725585938444 ]445 ],446 [447 [448 100.56676483154297,449 295.42352294921875,450 153.52076721191406451 ],452 [453 100.66357421875,454 295.4713439941406,455 153.53720092773438456 ]457 ],458 [459 [460 100.66357421875,461 295.4713439941406,462 153.53720092773438463 ],464 [465 100.8111343383789,466 295.45147705078125,467 153.30548095703125468 ]469 ],470 [471 [472 100.8111343383789,473 295.45147705078125,474 153.30548095703125475 ],476 [477 100.78278350830078,478 295.5312805175781,479 153.05035400390625480 ]481 ],482 [483 [484 100.78278350830078,485 295.5312805175781,486 153.05035400390625487 ],488 [489 100.75760650634766,490 295.5484313964844,491 153.02491760253906492 ]493 ],494 [495 [496 100.78278350830078,497 295.5312805175781,498 153.05035400390625499 ],500 [501 100.7636489868164,502 295.5774230957031,503 152.9807891845703504 ]505 ],506 [507 [508 100.78278350830078,509 295.5312805175781,510 153.05035400390625511 ],512 [513 100.78977966308594,514 295.5710144042969,515 152.9794921875516 ]517 ],518 [519 [520 100.78278350830078,521 295.5312805175781,522 153.05035400390625523 ],524 [525 100.803466796875,526 295.5552978515625,527 152.97630310058594528 ]529 ],530 [531 [532 100.78278350830078,533 295.5312805175781,534 153.05035400390625535 ],536 [537 100.8133773803711,538 295.5345458984375,539 152.97889709472656540 ]541 ],542 [543 [544 100.75760650634766,545 295.5484313964844,546 153.02491760253906547 ],548 [549 100.72151947021484,550 295.5421447753906,551 153.0070037841797552 ]553 ],554 [555 [556 100.72151947021484,557 295.5421447753906,558 153.0070037841797559 ],560 [561 100.70860290527344,562 295.5406799316406,563 152.98019409179688564 ]565 ],566 [567 [568 100.70860290527344,569 295.5406799316406,570 152.98019409179688571 ],572 [573 100.69612884521484,574 295.5394287109375,575 152.9552459716797576 ]577 ],578 [579 [580 100.7636489868164,581 295.5774230957031,582 152.9807891845703583 ],584 [585 100.75147247314453,586 295.5815124511719,587 152.93612670898438588 ]589 ],590 [591 [592 100.75147247314453,593 295.5815124511719,594 152.93612670898438595 ],596 [597 100.74027252197266,598 295.57080078125,599 152.9079132080078600 ]601 ],602 [603 [604 100.74027252197266,605 295.57080078125,606 152.9079132080078607 ],608 [609 100.73252868652344,610 295.5587158203125,611 152.89202880859375612 ]613 ],614 [615 [616 100.78977966308594,617 295.5710144042969,618 152.9794921875619 ],620 [621 100.77641296386719,622 295.5655212402344,623 152.9344482421875624 ]625 ],626 [627 [628 100.77641296386719,629 295.5655212402344,630 152.9344482421875631 ],632 [633 100.76333618164062,634 295.5521545410156,635 152.91162109375636 ]637 ],638 [639 [640 100.76333618164062,641 295.5521545410156,642 152.91162109375643 ],644 [645 100.74987030029297,646 295.5343322753906,647 152.89358520507812648 ]649 ],650 [651 [652 100.803466796875,653 295.5552978515625,654 152.97630310058594655 ],656 [657 100.7940673828125,658 295.543701171875,659 152.9389190673828660 ]661 ],662 [663 [664 100.7940673828125,665 295.543701171875,666 152.9389190673828667 ],668 [669 100.7806396484375,670 295.5256652832031,671 152.91880798339844672 ]673 ],674 [675 [676 100.7806396484375,677 295.5256652832031,678 152.91880798339844679 ],680 [681 100.7680435180664,682 295.5070495605469,683 152.90660095214844684 ]685 ],686 [687 [688 100.8133773803711,689 295.5345458984375,690 152.97889709472656691 ],692 [693 100.80509185791016,694 295.52264404296875,695 152.95419311523438696 ]697 ],698 [699 [700 100.80509185791016,701 295.52264404296875,702 152.95419311523438703 ],704 [705 100.79545593261719,706 295.50811767578125,707 152.93942260742188708 ]709 ],710 [711 [712 100.79545593261719,713 295.50811767578125,714 152.93942260742188715 ],716 [717 100.78656768798828,718 295.4963684082031,719 152.92919921875720 ]721 ],722 [723 [724 100.50071716308594,725 295.39434814453125,726 153.56382751464844727 ],728 [729 100.47603607177734,730 295.4269714355469,731 153.66403198242188732 ]733 ],734 [735 [736 100.47603607177734,737 295.4269714355469,738 153.66403198242188739 ],740 [741 100.44393157958984,742 295.5151062011719,743 153.73556518554688744 ]745 ],746 [747 [748 100.47603607177734,749 295.4269714355469,750 153.66403198242188751 ],752 [753 100.396484375,754 295.4794921875,755 153.7341766357422756 ]757 ],758 [759 [760 100.44995880126953,761 295.34649658203125,762 153.51693725585938763 ],764 [765 100.3708267211914,766 295.2728576660156,767 153.53260803222656768 ]769 ],770 [771 [772 100.3708267211914,773 295.2728576660156,774 153.53260803222656775 ],776 [777 100.26602935791016,778 295.25006103515625,779 153.27891540527344780 ]781 ],782 [783 [784 100.26602935791016,785 295.25006103515625,786 153.27891540527344787 ],788 [789 100.15503692626953,790 295.4175109863281,791 153.10031127929688792 ]793 ],794 [795 [796 100.15503692626953,797 295.4175109863281,798 153.10031127929688799 ],800 [801 100.14220428466797,802 295.4607238769531,803 153.09722900390625804 ]805 ],806 [807 [808 100.15503692626953,809 295.4175109863281,810 153.10031127929688811 ],812 [813 100.10401153564453,814 295.4875183105469,815 153.07179260253906816 ]817 ],818 [819 [820 100.15503692626953,821 295.4175109863281,822 153.10031127929688823 ],824 [825 100.09764099121094,826 295.46575927734375,827 153.0572509765625828 ]829 ],830 [831 [832 100.15503692626953,833 295.4175109863281,834 153.10031127929688835 ],836 [837 100.10440826416016,838 295.4525146484375,839 153.04229736328125840 ]841 ],842 [843 [844 100.15503692626953,845 295.4175109863281,846 153.10031127929688847 ],848 [849 100.1185531616211,850 295.43780517578125,851 153.03138732910156852 ]853 ],854 [855 [856 100.14220428466797,857 295.4607238769531,858 153.09722900390625859 ],860 [861 100.1517333984375,862 295.5003356933594,863 153.09814453125864 ]865 ],866 [867 [868 100.1517333984375,869 295.5003356933594,870 153.09814453125871 ],872 [873 100.14607238769531,874 295.5233459472656,875 153.08004760742188876 ]877 ],878 [879 [880 100.14607238769531,881 295.5233459472656,882 153.08004760742188883 ],884 [885 100.13993835449219,886 295.5403137207031,887 153.0587615966797888 ]889 ],890 [891 [892 100.10401153564453,893 295.4875183105469,894 153.07179260253906895 ],896 [897 100.09027862548828,898 295.5208435058594,899 153.0424346923828900 ]901 ],902 [903 [904 100.09027862548828,905 295.5208435058594,906 153.0424346923828907 ],908 [909 100.10722351074219,910 295.5396728515625,911 153.02256774902344912 ]913 ],914 [915 [916 100.10722351074219,917 295.5396728515625,918 153.02256774902344919 ],920 [921 100.12589263916016,922 295.54547119140625,923 153.0138397216797924 ]925 ],926 [927 [928 100.09764099121094,929 295.46575927734375,930 153.0572509765625931 ],932 [933 100.09190368652344,934 295.49993896484375,935 153.02503967285156936 ]937 ],938 [939 [940 100.09190368652344,941 295.49993896484375,942 153.02503967285156943 ],944 [945 100.10269165039062,946 295.5203552246094,947 153.00669860839844948 ]949 ],950 [951 [952 100.10269165039062,953 295.5203552246094,954 153.00669860839844955 ],956 [957 100.12056732177734,958 295.5367126464844,959 152.99130249023438960 ]961 ],962 [963 [964 100.10440826416016,965 295.4525146484375,966 153.04229736328125967 ],968 [969 100.10181427001953,970 295.4772644042969,971 153.01065063476562972 ]973 ],974 [975 [976 100.10181427001953,977 295.4772644042969,978 153.01065063476562979 ],980 [981 100.11197662353516,982 295.4971923828125,983 152.9904022216797984 ]985 ],986 [987 [988 100.11197662353516,989 295.4971923828125,990 152.9904022216797991 ],992 [993 100.12602233886719,994 295.51275634765625,995 152.9757843017578996 ]997 ],998 [999 [1000 100.1185531616211,1001 295.43780517578125,1002 153.031387329101561003 ],1004 [1005 100.11974334716797,1006 295.45697021484375,1007 153.010101318359381008 ]1009 ],1010 [1011 [1012 100.11974334716797,1013 295.45697021484375,1014 153.010101318359381015 ],1016 [1017 100.13130950927734,1018 295.4715270996094,1019 152.996795654296881020 ]1021 ],1022 [1023 [1024 100.13130950927734,1025 295.4715270996094,1026 152.996795654296881027 ],1028 [1029 100.1436767578125,1030 295.4821472167969,1031 152.98933410644531032 ]1033 ],1034 [1035 [1036 100.46969604492188,1037 295.31005859375,1038 153.01518249511721039 ],1040 [1041 100.55461883544922,1042 295.2933044433594,1043 152.56059265136721044 ]1045 ],1046 [1047 [1048 100.55461883544922,1049 295.2933044433594,1050 152.56059265136721051 ],1052 [1053 100.71219635009766,1054 295.1462707519531,1055 152.18257141113281056 ]1057 ],1058 [1059 [1060 100.71219635009766,1061 295.1462707519531,1062 152.18257141113281063 ],1064 [1065 100.64444732666016,1066 295.21337890625,1067 152.119125366210941068 ]1069 ],1070 [1071 [1072 100.64444732666016,1073 295.21337890625,1074 152.119125366210941075 ],1076 [1077 100.61158752441406,1078 295.2416687011719,1079 152.10636901855471080 ]1081 ],1082 [1083 [1084 100.59317779541016,1085 295.40887451171875,1086 153.012512207031251087 ],1088 [1089 100.42784118652344,1090 295.6055908203125,1091 152.627655029296881092 ]1093 ],1094 [1095 [1096 100.42784118652344,1097 295.6055908203125,1098 152.627655029296881099 ],1100 [1101 100.52190399169922,1102 295.5129089355469,1103 152.213043212890621104 ]1105 ],1106 [1107 [1108 100.52190399169922,1109 295.5129089355469,1110 152.213043212890621111 ],1112 [1113 100.47186279296875,1114 295.6047668457031,1115 152.166397094726561116 ]1117 ],1118 [1119 [1120 100.47186279296875,1121 295.6047668457031,1122 152.166397094726561123 ],1124 [1125 100.45162200927734,1126 295.64495849609375,1127 152.162322998046881128 ]1129 ]1130 ],1131 "road_id": 221,1132 "lane_id": -2,1133 "section_id": 0,1134 "world2ped": [1135 [1136 -0.6486782431602478,1137 0.7609626650810242,1138 0.012344760820269585,1139 -161.506088256835941140 ],1141 [1142 -0.7610206604003906,1143 -0.6487276554107666,1144 4.6566123179658803e-10,1145 268.144226074218751146 ],1147 [1148 0.008008387871086597,1149 -0.00939461775124073,1150 0.999923825263977,1151 -151.02275085449221152 ],1153 [1154 0.0,1155 0.0,1156 0.0,1157 1.01158 ]1159 ],1160 "position": [1161 9.221664067212643,1162 1.374996659299157,1163 0.95650029536207631164 ],1165 "yaw": 4.71258711956979151166 },1167 "position": [1168 9.221664067212643,1169 1.374996659299157,1170 0.95650029536207631171 ],1172 "distance": 9.310816970227199,1173 "speed": [1174 9.221664067212643,1175 1.374996659299157,1176 0.95650029536207631177 ],1178 "same_dir": true,1179 "is_sign": false1180 }1181 },1182 "QA": {1183 "perception": [1184 {1185 "Q": "What are the important objects in the scene?",1186 "A": "The important objects in the scene are the navy car to the front of the ego vehicle and the pedestrian crossing the road to the front of the ego vehicle(<c7537<CAM_FRONT,987.2,539.2>>).",1187 "C": null,1188 "qid": 18,1189 "con_up": -1,1190 "con_down": -1,1191 "cluster": 0,1192 "layer": 0,1193 "object_tags": [1194 "<c7573<CAM_FRONT,804.6,490.8>>",1195 "<c7537<CAM_FRONT,987.2,539.2>>"1196 ]1197 },1198 {1199 "Q": "What are the important objects in the scene? List them from most to least important.",1200 "A": "The pedestrian crossing the road to the front of the ego vehicle(<c7537<CAM_FRONT,987.2,539.2>>), the navy car that is to the front of the ego vehicle(<c7573<CAM_FRONT,804.6,490.8>>).",