Telkwevr/Bench2Drive-VL-base
Bench2Drive-VL: Full-Stack Software for Closed-Loop Autonomous Driving with Vision Language Models Project Page | GitHub | Paper Bench2Drive-VL is a comprehensive closed-loop benchmark for Vision-Language Models in Autonomous Driving (VLM4AD). It extends the Bench2Drive benchmark by introducing closed-loop evaluation and the DriveCommenter expert model for automated annotation. This repository contains the natural language annotations for the Bench2Drive-Base1000 dataset. These… See the full description on the dataset page: https://huggingface.co/datasets/Telkwevr/Bench2Drive-VL-base.
19.9k
1{2 "key_object_infos": {3 "<c619<CAM_FRONT,656.5,483.9>>": {4 "id": "619",5 "Category": "Vehicle",6 "Status": null,7 "Visual_description": "black car",8 "Detailed_description": "the black car that is to the front left of the ego vehicle",9 "2d_bbox": {10 "CAM_FRONT": [11 [12 610.4,13 456.814 ],15 [16 702.6,17 511.018 ]19 ]20 },21 "3d_bbox": {22 "CAM_FRONT": [23 [24 31.9,25 -5.3,26 -0.227 ],28 [29 31.9,30 -5.3,31 -1.732 ],33 [34 31.9,35 -3.2,36 -0.237 ],38 [39 31.8,40 -3.2,41 -1.742 ],43 [44 36.8,45 -5.3,46 -0.247 ],48 [49 36.8,50 -5.3,51 -1.752 ],53 [54 36.8,55 -3.1,56 -0.257 ],58 [59 36.7,60 -3.1,61 -1.762 ]63 ]64 },65 "is_role": false,66 "is_dangerous": false,67 "obj_dict": {68 "class": "vehicle",69 "state": "dynamic",70 "id": "619",71 "location": [72 156.55599975585938,73 105.41065979003906,74 0.252495199441909875 ],76 "rotation": [77 0.14525079727172852,78 -0.003479003207758069,79 -179.4888305664062580 ],81 "bbx_loc": [82 0.004042967688292265,83 2.7476503419165965e-06,84 0.718860507011413685 ],86 "center": [87 156.55377197265625,88 105.41068267822266,89 0.971363663673400990 ],91 "extent": [92 2.4508416652679443,93 1.0641621351242065,94 0.755373239517211995 ],96 "world_cord": [97 [98 154.1144561767578,99 104.32476043701172,100 1.7330121994018555101 ],102 [103 154.11062622070312,104 104.32463073730469,105 0.22227057814598083106 ],107 [108 154.095458984375,109 106.45299530029297,110 1.7328828573226929111 ],112 [113 154.0916290283203,114 106.45287322998047,115 0.2221413552761078116 ],117 [118 159.01593017578125,119 104.36849212646484,120 1.720585823059082121 ],122 [123 159.01210021972656,124 104.36836242675781,125 0.20984432101249695126 ],127 [128 158.99693298339844,129 106.4967269897461,130 1.720456600189209131 ],132 [133 158.99310302734375,134 106.4966049194336,135 0.2097150832414627136 ]137 ],138 "semantic_tags": [139 14140 ],141 "type_id": "vehicle.lincoln.mkz_2017",142 "color": "16,16,16",143 "base_type": "car",144 "num_points": 24,145 "distance": 35.35400568784147,146 "speed": 4.679182970470591,147 "brake": 0.0,148 "light_state": "131",149 "road_id": 12,150 "lane_id": -1,151 "section_id": 0,152 "world2vehicle": [153 [154 -0.9999569654464722,155 -0.008921388536691666,156 0.0025351017247885466,157 157.48902893066406158 ],159 [160 0.00892157107591629,161 -0.99996018409729,162 6.071986354072578e-05,163 104.00971984863281164 ],165 [166 0.0025344588793814182,167 8.333434379892424e-05,168 0.9999967813491821,169 -0.6580634713172913170 ],171 [172 0.0,173 0.0,174 0.0,175 1.0176 ]177 ],178 "position": [179 35.102360155935884,180 -4.21007744365113,181 -0.0790961738999234182 ],183 "yaw": -3.1366655431581525,184 "color_rgb": null,185 "color_name": null,186 "lane_type": 2,187 "lane_type_str": "Driving",188 "is_in_junction": false,189 "junction_id": -1,190 "distance_to_junction": null,191 "next_junction_id": -1,192 "next_road_ids": [193 16194 ],195 "next_next_road_ids": [196 1197 ],198 "same_road_as_ego": true,199 "same_direction_as_ego": false,200 "lane_relative_to_ego": -1,201 "steer": -0.006383272661221023,202 "vehicle_cuts_in": false203 },204 "position": [205 35.102360155935884,206 -4.21007744365113,207 -0.0790961738999234208 ],209 "distance": 35.35400568784147,210 "speed": [211 35.102360155935884,212 -4.21007744365113,213 -0.0790961738999234214 ],215 "same_dir": false,216 "is_sign": false217 }218 },219 "QA": {220 "perception": [221 {222 "Q": "What are the important objects in the scene?",223 "A": "The important object in the scene is the black car to the front left of the ego vehicle.",224 "C": null,225 "qid": 18,226 "con_up": -1,227 "con_down": -1,228 "cluster": 0,229 "layer": 0,230 "object_tags": [231 "<c619<CAM_FRONT,656.5,483.9>>"232 ]233 },234 {235 "Q": "What are the important objects in the scene? List them from most to least important.",236 "A": "The black car that is to the front left of the ego vehicle(<c619<CAM_FRONT,656.5,483.9>>).",237 "C": null,238 "qid": 19,239 "con_up": -1,240 "con_down": -1,241 "cluster": 0,242 "layer": 0,243 "object_tags": [244 "<c619<CAM_FRONT,656.5,483.9>>"245 ]246 },247 {248 "Q": "Where on the road is the black car that is to the front left of the ego vehicle(<c619<CAM_FRONT,656.5,483.9>>) located?",249 "A": "The black car that is to the front left of the ego vehicle(<c619<CAM_FRONT,656.5,483.9>>) is on the same road driving in the opposite direction. It is one lane to the left of the ego vehicle.",250 "C": null,251 "qid": 20,252 "con_up": [253 [254 4,255 1256 ],257 [258 4,259 2260 ],261 [262 4,263 3264 ]265 ],266 "con_down": [267 [268 3,269 0270 ],271 [272 3,273 2274 ],275 [276 3,277 3278 ]279 ],280 "cluster": 4,281 "layer": 0,282 "object_tags": [283 "<c619<CAM_FRONT,656.5,483.9>>"284 ]285 },286 {287 "Q": "What are the important vehicles in the scene and where on the road are they located? List them from most to least important.",288 "A": "The black car that is to the front left of the ego vehicle(<c619<CAM_FRONT,656.5,483.9>>), which is on the same road driving in the opposite direction. It is one lane to the left of the ego vehicle.",289 "C": null,290 "qid": 26,291 "con_up": [292 [293 4,294 3295 ]296 ],297 "con_down": [298 [299 4,300 0301 ]302 ],303 "cluster": 4,304 "layer": 1,305 "object_tags": [306 "<c619<CAM_FRONT,656.5,483.9>>"307 ]308 },309 {310 "Q": "The list of important vehicles in the current scene is 'the black car that is to the front left of the ego vehicle(<c619<CAM_FRONT,656.5,483.9>>).' Where on the road are they located?",311 "A": "The black car that is to the front left of the ego vehicle(<c619<CAM_FRONT,656.5,483.9>>) is on the same road driving in the opposite direction. It is one lane to the left of the ego vehicle.",312 "C": null,313 "qid": 27,314 "con_up": [315 [316 4,317 3318 ]319 ],320 "con_down": [321 [322 4,323 0324 ]325 ],326 "cluster": 4,327 "layer": 1,328 "object_tags": [329 "<c619<CAM_FRONT,656.5,483.9>>"330 ]331 },332 {333 "Q": "Is the ego vehicle at a junction?",334 "A": "No, the ego vehicle is not at a junction.",335 "C": null,336 "qid": 35,337 "con_up": [338 [339 1,340 0341 ],342 [343 2,344 0345 ],346 [347 3,348 1349 ],350 [351 3,352 2353 ],354 [355 3,356 3357 ],358 [359 4,360 0361 ]362 ],363 "con_down": -1,364 "cluster": 3,365 "layer": 0,366 "object_tags": []367 },368 {369 "Q": "How many lanes are there in the same direction as the ego car?",370 "A": "There is one lane in the same direction.",371 "C": null,372 "qid": 34,373 "con_up": [374 [375 3,376 1377 ],378 [379 3,380 3381 ],382 [383 3,384 4385 ],386 [387 3,388 5389 ],390 [391 3,392 6393 ],394 [395 3,396 7397 ],398 [399 4,400 0401 ]402 ],403 "con_down": [404 [405 3,406 0407 ]408 ],409 "cluster": 3,410 "layer": 2,411 "object_tags": []412 },413 {414 "Q": "How many lanes are there in the opposite direction to the ego car?",415 "A": "There is one lane in the opposite direction.",416 "C": null,417 "qid": 34,418 "con_up": [419 [420 3,421 1422 ],423 [424 3,425 3426 ],427 [428 3,429 4430 ],431 [432 3,433 5434 ],435 [436 3,437 6438 ],439 [440 3,441 7442 ],443 [444 4,445 0446 ]447 ],448 "con_down": [449 [450 3,451 0452 ]453 ],454 "cluster": 3,455 "layer": 2,456 "object_tags": []457 },458 {459 "Q": "On which lane is the ego vehicle (left most lane of the lanes going in the same direction is indicated with 0)?",460 "A": "The ego vehicle is on lane 0.",461 "C": null,462 "qid": 33,463 "con_up": [464 [465 3,466 1467 ],468 [469 3,470 4471 ],472 [473 3,474 5475 ],476 [477 3,478 6479 ],480 [481 4,482 0483 ]484 ],485 "con_down": [486 [487 3,488 0489 ]490 ],491 "cluster": 3,492 "layer": 3,493 "object_tags": []494 },495 {496 "Q": "What lane marking is on the left side of the ego car?",497 "A": "The lane marking on the left side of the ego car is a yellow broken lane.",498 "C": null,499 "qid": 32,500 "con_up": [501 [502 3,503 5504 ],505 [506 3,507 6508 ]509 ],510 "con_down": [511 [512 3,513 2514 ],515 [516 3,517 3518 ]519 ],520 "cluster": 3,521 "layer": 4,522 "object_tags": []523 },524 {525 "Q": "What lane marking is on the right side of the ego car?",526 "A": "There is no lane marking on the right side of the ego car.",527 "C": null,528 "qid": 32,529 "con_up": [530 [531 3,532 5533 ],534 [535 3,536 6537 ]538 ],539 "con_down": [540 [541 3,542 2543 ],544 [545 3,546 3547 ]548 ],549 "cluster": 3,550 "layer": 4,551 "object_tags": []552 },553 {554 "Q": "Describe the current lane's direction.",555 "A": "The current lane is going straight.",556 "C": null,557 "qid": 44,558 "con_up": -1,559 "con_down": -1,560 "cluster": 3,561 "layer": 6,562 "object_tags": []563 },564 {565 "Q": "Is the ego vehicle affected by a traffic light?",566 "A": "No, the ego vehicle is not affected by a traffic light.",567 "C": null,568 "qid": 5,569 "con_up": [570 [571 2,572 1573 ]574 ],575 "con_down": [576 [577 3,578 0579 ]580 ],581 "cluster": 2,582 "layer": 0,583 "object_tags": []584 },585 {586 "Q": "How many pedestrians are there?",587 "A": "There are no pedestrians.",588 "C": null,589 "qid": 1,590 "con_up": [591 [592 6,593 0594 ]595 ],596 "con_down": -1,597 "cluster": 5,598 "layer": 0,599 "object_tags": []600 },601 {602 "Q": "What is current time and weather?",603 "A": "It is noon, raining moderately and foggy.",604 "C": null,605 "qid": 37,606 "con_up": -1,607 "con_down": -1,608 "cluster": 3,609 "layer": 1,610 "object_tags": []611 },612 {613 "Q": "Is there an obstacle on the current road?",614 "A": "No, there is no obstacle on the current route.",615 "C": null,616 "qid": 11,617 "con_up": [618 [619 3,620 8621 ]622 ],623 "con_down": -1,624 "cluster": 3,625 "layer": 9,626 "object_tags": []627 },628 {629 "Q": "What is the current speed limit?",630 "A": "There's no speed limit now.",631 "C": null,632 "qid": 7,633 "con_up": [634 [635 6,636 0637 ]638 ],639 "con_down": [640 [641 3,642 2643 ]644 ],645 "cluster": 3,646 "layer": 7,647 "object_tags": []648 }649 ],650 "prediction": [651 {652 "Q": "Where is the black car that is to the front left of the ego vehicle(<c619<CAM_FRONT,656.5,483.9>>) going?",653 "A": "The black car(<c619<CAM_FRONT,656.5,483.9>>) is going straight.",654 "C": null,655 "qid": 17,656 "con_up": [657 [658 4,659 3660 ]661 ],662 "con_down": [663 [664 4,665 0666 ]667 ],668 "cluster": 4,669 "layer": 1,670 "object_tags": [671 "<c619<CAM_FRONT,656.5,483.9>>"672 ]673 },674 {675 "Q": "What is the moving status of the black car that is to the front left of the ego vehicle(<c619<CAM_FRONT,656.5,483.9>>)?",676 "A": "The black car(<c619<CAM_FRONT,656.5,483.9>>) is driving at a normal speed in the opposite direction of the ego vehicle.",677 "C": null,678 "qid": 16,679 "con_up": [680 [681 4,682 3683 ]684 ],685 "con_down": [686 [687 4,688 0689 ]690 ],691 "cluster": 4,692 "layer": 2,693 "object_tags": [694 "<c619<CAM_FRONT,656.5,483.9>>"695 ]696 },697 {698 "Q": "What is the rough moving speed and moving direction of black car that is to the front left of the ego vehicle(<c619<CAM_FRONT,656.5,483.9>>)?",699 "A": "The black car that is to the front left of the ego vehicle(<c619<CAM_FRONT,656.5,483.9>>) is driving at a normal speed in the opposite direction of the ego vehicle, going straight.",700 "C": null,701 "qid": 21,702 "con_up": [703 [704 4,705 3706 ]707 ],708 "con_down": [709 [710 4,711 0712 ]713 ],714 "cluster": 4,715 "layer": 1,716 "object_tags": [717 "<c619<CAM_FRONT,656.5,483.9>>"718 ]719 },720 {721 "Q": "What is the exact moving speed and moving direction of black car that is to the front left of the ego vehicle(<c619<CAM_FRONT,656.5,483.9>>)?",722 "A": "The black car that is to the front left of the ego vehicle(<c619<CAM_FRONT,656.5,483.9>>) is driving at the speed of 4.7 m/s, going straight.",723 "C": null,724 "qid": 22,725 "con_up": [726 [727 4,728 3729 ]730 ],731 "con_down": [732 [733 4,734 0735 ]736 ],737 "cluster": 4,738 "layer": 1,739 "object_tags": [740 "<c619<CAM_FRONT,656.5,483.9>>"741 ]742 },743 {744 "Q": "The list of important vehicles in the current scene is 'the black car that is to the front left of the ego vehicle(<c619<CAM_FRONT,656.5,483.9>>).' What are the rough moving speed and moving direction of them?",745 "A": "The black car that is to the front left of the ego vehicle(<c619<CAM_FRONT,656.5,483.9>>) is driving at a normal speed in the opposite direction of the ego vehicle, going straight.",746 "C": null,747 "qid": 24,748 "con_up": [749 [750 4,751 3752 ]753 ],754 "con_down": [755 [756 4,757 0758 ]759 ],760 "cluster": 4,761 "layer": 1,762 "object_tags": [763 "<c619<CAM_FRONT,656.5,483.9>>"764 ]765 },766 {767 "Q": "The list of important vehicles in the current scene is 'the black car that is to the front left of the ego vehicle(<c619<CAM_FRONT,656.5,483.9>>).' What are the exact moving speed and moving direction of them?",768 "A": "The black car that is to the front left of the ego vehicle(<c619<CAM_FRONT,656.5,483.9>>) is driving at the speed of 4.7 m/s, going straight.",769 "C": null,770 "qid": 25,771 "con_up": [772 [773 4,774 3775 ]776 ],777 "con_down": [778 [779 4,780 0781 ]782 ],783 "cluster": 4,784 "layer": 1,785 "object_tags": [786 "<c619<CAM_FRONT,656.5,483.9>>"787 ]788 },789 {790 "Q": "The ego vehicle wants to follow the road. Apart from its lane, which lanes are important to watch out for?",791 "A": "The ego vehicle should watch out for traffic in its lane and coming from the oncoming lane.",792 "C": null,793 "qid": 36,794 "con_up": [795 [796 4,797 3798 ]799 ],800 "con_down": [801 [802 3,803 0804 ],805 [806 3,807 2808 ],809 [810 3,811 3812 ]813 ],814 "cluster": 3,815 "layer": 1,816 "object_tags": []817 },818 {819 "Q": "In which direction is the ego car allowed to change lanes?",820 "A": "The ego vehicle can not change lanes since it is on a one lane road.",821 "C": null,822 "qid": 31,823 "con_up": [824 [825 6,826 0827 ]828 ],829 "con_down": [830 [831 3,832 2833 ],834 [835 3,836 3837 ],838 [839 3,840 4841 ]842 ],843 "cluster": 3,844 "layer": 5,845 "object_tags": []846 },847 {848 "Q": "From which side are other vehicles allowed to change lanes into the ego lane?",849 "A": "There are no lane changes possible since the ego vehicle is on a one lane road.",850 "C": null,851 "qid": 30,852 "con_up": [853 [854 6,855 0856 ]857 ],858 "con_down": [859 [860 3,861 2862 ],863 [864 3,865 3866 ],867 [868 3,869 4870 ],871 [872 3,873 5874 ]875 ],876 "cluster": 3,877 "layer": 6,878 "object_tags": []879 },880 {881 "Q": "Is the ego vehicle affected by a stop sign?",882 "A": "No, the ego vehicle is not affected by a stop sign.",883 "C": null,884 "qid": 2,885 "con_up": [886 [887 1,888 1889 ]890 ],891 "con_down": [892 [893 3,894 0895 ]896 ],897 "cluster": 1,898 "layer": 0,899 "object_tags": []900 },901 {902 "Q": "Is the ego vehicle affected by a speed limit sign?",903 "A": "No, the ego vehicle is not affected by a speed limit sign.",904 "C": null,905 "qid": 3,906 "con_up": [907 [908 1,909 1910 ]911 ],912 "con_down": [913 [914 3,915 0916 ]917 ],918 "cluster": 1,919 "layer": 0,920 "object_tags": []921 },922 {923 "Q": "List the traffic signs affecting the ego vehicle in the current scenario.",924 "A": "There's no traffic sign affecting the ego vehicle.",925 "C": null,926 "qid": 4,927 "con_up": [928 [929 1,930 1931 ]932 ],933 "con_down": [934 [935 3,936 0937 ]938 ],939 "cluster": 1,940 "layer": 0,941 "object_tags": []942 },943 {944 "Q": "What is the state of the traffic light?",945 "A": "There is no traffic light affecting the ego vehicle.",946 "C": null,947 "qid": 6,948 "con_up": [949 [950 2,951 2952 ]953 ],954 "con_down": [955 [956 2,957 0958 ]959 ],960 "cluster": 2,961 "layer": 1,962 "object_tags": []963 },964 {965 "Q": "What is current time and weather? What hazards might it bring?",966 "A": "It is noon, raining moderately and foggy. The moderate rain and the fog causes low visibility, which may affect perception results. The moderate rain and the puddles on the road may cause vehicles to skid or even lose control.",967 "C": null,968 "qid": 38,969 "con_up": -1,970 "con_down": -1,971 "cluster": 3,972 "layer": 1,973 "object_tags": []974 },975 {976 "Q": "Apart from vehicles on the road, visible pedestrians and the weather, what other factors in the current scenario could pose potential hazards?",977 "A": "The puddles on the road will make vehicle more difficult to control.",978 "C": null,979 "qid": 40,980 "con_up": -1,981 "con_down": -1,982 "cluster": 3,983 "layer": 1,984 "object_tags": []985 }986 ],987 "planning": [988 {989 "Q": "The ego vehicle follows the road. Is black car that is to the front left of the ego vehicle(<c619<CAM_FRONT,656.5,483.9>>) potentially crossing the path of the ego vehicle? If so, why?",990 "A": "No, the black car that is to the front left of the ego vehicle(<c619<CAM_FRONT,656.5,483.9>>) is not crossing paths with the ego vehicle.",991 "C": null,992 "qid": 23,993 "con_up": [994 [995 4,996 3997 ]998 ],999 "con_down": [1000 [1001 4,1002 01003 ]1004 ],1005 "cluster": 4,1006 "layer": 1,1007 "object_tags": [1008 "<c619<CAM_FRONT,656.5,483.9>>"1009 ]1010 },1011 {1012 "Q": "The ego vehicle follows the road. Is black car that is to the front left of the ego vehicle(<c619<CAM_FRONT,656.5,483.9>>) potentially crossing the path of the ego vehicle? If so, why? And what action can lead to a collision?",1013 "A": "No, the black car that is to the front left of the ego vehicle(<c619<CAM_FRONT,656.5,483.9>>) is not crossing paths with the ego vehicle.",1014 "C": null,1015 "qid": 48,1016 "con_up": [1017 [1018 4,1019 31020 ]1021 ],1022 "con_down": [1023 [1024 4,1025 01026 ]1027 ],1028 "cluster": 4,1029 "layer": 1,1030 "object_tags": [1031 "<c619<CAM_FRONT,656.5,483.9>>"1032 ]1033 },1034 {1035 "Q": "The ego vehicle follows the road. Is black car that is to the front left of the ego vehicle(<c619<CAM_FRONT,656.5,483.9>>) potentially crossing the path of the ego vehicle? If so, what action can lead to a collision?",1036 "A": "No, the black car that is to the front left of the ego vehicle(<c619<CAM_FRONT,656.5,483.9>>) is not crossing paths with the ego vehicle.",1037 "C": null,1038 "qid": 49,1039 "con_up": [1040 [1041 4,1042 31043 ]1044 ],1045 "con_down": [1046 [1047 4,1048 01049 ]1050 ],1051 "cluster": 4,1052 "layer": 1,1053 "object_tags": [1054 "<c619<CAM_FRONT,656.5,483.9>>"1055 ]1056 },1057 {1058 "Q": "The ego vehicle follows the road. The list of important vehicles in the current scene is 'the black car that is to the front left of the ego vehicle(<c619<CAM_FRONT,656.5,483.9>>).' Among them, please identify those that may overlap with the ego vehicle's path and provide reasons for the overlap.",1059 "A": "None of them potentially crossing the path of ego vehicle now.",1060 "C": null,1061 "qid": 28,1062 "con_up": [1063 [1064 4,1065 31066 ]1067 ],1068 "con_down": [1069 [1070 4,1071 01072 ]1073 ],1074 "cluster": 4,1075 "layer": 1,1076 "object_tags": []1077 },1078 {1079 "Q": "The ego vehicle follows the road. The list of important vehicles in the current scene is 'the black car that is to the front left of the ego vehicle(<c619<CAM_FRONT,656.5,483.9>>).' Among them, please identify those that may overlap with the ego vehicle's path.",1080 "A": "None of them potentially crossing the path of ego vehicle now.",1081 "C": null,1082 "qid": 29,1083 "con_up": [1084 [1085 4,1086 31087 ]1088 ],1089 "con_down": [1090 [1091 4,1092 01093 ]1094 ],1095 "cluster": 4,1096 "layer": 1,1097 "object_tags": []1098 },1099 {1100 "Q": "The ego vehicle follows the road. The list of important vehicles in the current scene is 'the black car that is to the front left of the ego vehicle(<c619<CAM_FRONT,656.5,483.9>>).' Among them, identify those that may overlap with the ego vehicle's path and the actions that could lead to a collision.",1101 "A": "None of them potentially crossing the path of ego vehicle now.",1102 "C": null,1103 "qid": 46,1104 "con_up": [1105 [1106 4,1107 31108 ]1109 ],1110 "con_down": [1111 [1112 4,1113 01114 ]1115 ],1116 "cluster": 4,1117 "layer": 1,1118 "object_tags": []1119 },1120 {1121 "Q": "The ego vehicle follows the road. The list of important vehicles in the current scene is 'the black car that is to the front left of the ego vehicle(<c619<CAM_FRONT,656.5,483.9>>).' Among them, identify those that may overlap with the ego vehicle's path, provide reasons for the overlap and the actions that could lead to a collision.",1122 "A": "None of them potentially crossing the path of ego vehicle now.",1123 "C": null,1124 "qid": 47,1125 "con_up": [1126 [1127 4,1128 31129 ]1130 ],1131 "con_down": [1132 [1133 4,1134 01135 ]1136 ],1137 "cluster": 4,1138 "layer": 1,1139 "object_tags": []1140 },1141 {1142 "Q": "What is current time and weather? What should the ego vehicle do according to them?",1143 "A": "It is noon, raining moderately and foggy. The moderate rain and the fog causes low visibility, which may affect perception results, please drive cautiously to handle unexpected situations. The moderate rain and the puddles on the road may cause vehicles to skid or even lose control, so drive carefully, avoid sudden movements.",1144 "C": null,1145 "qid": 39,1146 "con_up": -1,1147 "con_down": -1,1148 "cluster": 3,1149 "layer": 1,1150 "object_tags": []1151 },1152 {1153 "Q": "Apart from vehicles on the road, visible pedestrians and the weather, what other factors in the current scenario could pose potential hazards? What strategies should the ego vehicle adopt to address them?",1154 "A": "The puddles on the road will make vehicle more difficult to control, so the ego vehicle should drive cautiously and be prepared for potential control loss.",1155 "C": null,1156 "qid": 41,1157 "con_up": -1,1158 "con_down": -1,1159 "cluster": 3,1160 "layer": 1,1161 "object_tags": []1162 },1163 {1164 "Q": "Does the ego vehicle need to change lanes or deviate from the lane center due to an upcoming obstruction?",1165 "A": "No, the ego vehicle can stay on its current lane.",1166 "C": null,1167 "qid": 10,1168 "con_up": [1169 [1170 6,1171 01172 ]1173 ],1174 "con_down": [1175 [1176 3,1177 91178 ]1179 ],1180 "cluster": 3,1181 "layer": 8,1182 "object_tags": []1183 },1184 {1185 "Q": "Does the ego vehicle need to change lanes or deviate from the lane for reasons other than the upcoming obstruction? Why?",1186 "A": "No, no other reason supports the ego vehicle to change lane.",1187 "C": null,1188 "qid": 12,1189 "con_up": [1190 [1191 6,1192 01193 ]1194 ],1195 "con_down": [1196 [1197 3,1198 91199 ]1200 ],