CoolFace
Datasetpublic

Telkwevr/Bench2Drive-VL-base

Bench2Drive-VL: Full-Stack Software for Closed-Loop Autonomous Driving with Vision Language Models Project Page | GitHub | Paper Bench2Drive-VL is a comprehensive closed-loop benchmark for Vision-Language Models in Autonomous Driving (VLM4AD). It extends the Bench2Drive benchmark by introducing closed-loop evaluation and the DriveCommenter expert model for automated annotation. This repository contains the natural language annotations for the Bench2Drive-Base1000 dataset. These… See the full description on the dataset page: https://huggingface.co/datasets/Telkwevr/Bench2Drive-VL-base.

sourceHugging Faceapache-2.0updated 6mo agoView on Hugging Face
1likes9.9kdownloads
1{2    "key_object_infos": {3        "<c15858<CAM_FRONT,1061.2,526.3>>": {4            "id": "15858",5            "Category": "Vehicle",6            "Status": null,7            "Visual_description": "black car",8            "Detailed_description": "the black car that is to the front right of the ego vehicle",9            "2d_bbox": {10                "CAM_FRONT": [11                    [12                        946.6,13                        457.314                    ],15                    [16                        1175.8,17                        595.318                    ]19                ]20            },21            "3d_bbox": {22                "CAM_FRONT": [23                    [24                        17.7,25                        4.2,26                        -0.227                    ],28                    [29                        17.7,30                        4.2,31                        -1.732                    ],33                    [34                        17.7,35                        2.3,36                        -0.237                    ],38                    [39                        17.7,40                        2.3,41                        -1.742                    ],43                    [44                        12.7,45                        4.2,46                        -0.147                    ],48                    [49                        12.7,50                        4.2,51                        -1.652                    ],53                    [54                        12.7,55                        2.3,56                        -0.157                    ],58                    [59                        12.7,60                        2.3,61                        -1.662                    ]63                ]64            },65            "is_role": false,66            "is_dangerous": false,67            "obj_dict": {68                "class": "vehicle",69                "state": "dynamic",70                "id": "15858",71                "location": [72                    33.65163803100586,73                    3913.249267578125,74                    369.351440429687575                ],76                "rotation": [77                    -0.09109422564506531,78                    0.02047652192413807,79                    179.6989898681640680                ],81                "bbx_loc": [82                    -0.005375859793275595,83                    7.161600478866603e-06,84                    0.765595316886901985                ],86                "center": [87                    33.65579605102539,88                    3913.2490234375,89                    370.117034912109490                ],91                "extent": [92                    2.5039126873016357,93                    0.9408109784126282,94                    0.767362475395202695                ],96                "world_cord": [97                    [98                        31.145755767822266,99                        3912.321044921875,100                        370.8800964355469101                    ],102                    [103                        31.1481990814209,104                        3912.321533203125,105                        369.3453674316406106                    ],107                    [108                        31.155641555786133,109                        3914.20263671875,110                        370.8807678222656111                    ],112                    [113                        31.158084869384766,114                        3914.203125,115                        369.3460388183594116                    ],117                    [118                        36.153507232666016,119                        3912.294677734375,120                        370.8880615234375121                    ],122                    [123                        36.155948638916016,124                        3912.295166015625,125                        369.35333251953125126                    ],127                    [128                        36.16339111328125,129                        3914.17626953125,130                        370.88873291015625131                    ],132                    [133                        36.16583251953125,134                        3914.1767578125,135                        369.35400390625136                    ]137                ],138                "semantic_tags": [139                    14140                ],141                "type_id": "vehicle.dodge.charger_2020",142                "color": "0,0,0",143                "base_type": "car",144                "num_points": 109,145                "distance": 16.338280852672767,146                "speed": 0.11573532664736222,147                "brake": 0.0,148                "light_state": "NONE",149                "road_id": 261,150                "lane_id": 2,151                "section_id": 0,152                "world2vehicle": [153                    [154                        -0.9999849200248718,155                        0.005253673531115055,156                        -0.0015898934798315167,157                        13.679427146911621158                    ],159                    [160                        -0.005253111477941275,161                        -0.9999861121177673,162                        -0.00035738229053094983,163                        3913.503662109375164                    ],165                    [166                        -0.0015917489072307944,167                        -0.00034902498009614646,168                        0.9999986886978149,169                        -367.93157958984375170                    ],171                    [172                        0.0,173                        0.0,174                        0.0,175                        1.0176                    ]177                ],178                "position": [179                    16.017361608936532,180                    3.2283886048866113,181                    -0.060746309827152345182                ],183                "yaw": -0.004999019682187738,184                "color_rgb": null,185                "color_name": null,186                "lane_type": 2,187                "lane_type_str": "Driving",188                "is_in_junction": false,189                "junction_id": -1,190                "distance_to_junction": 203.6070556640625,191                "next_junction_id": 17179,192                "next_road_ids": [193                    17228194                ],195                "next_next_road_ids": [196                    576197                ],198                "same_road_as_ego": true,199                "same_direction_as_ego": true,200                "lane_relative_to_ego": 1,201                "steer": 0.017166080581853135,202                "vehicle_cuts_in": false203            },204            "position": [205                16.017361608936532,206                3.2283886048866113,207                -0.060746309827152345208            ],209            "distance": 16.338280852672767,210            "speed": [211                16.017361608936532,212                3.2283886048866113,213                -0.060746309827152345214            ],215            "same_dir": true,216            "is_sign": false217        },218        "<c15857<CAM_FRONT,926.5,495.0>>": {219            "id": "15857",220            "Category": "Vehicle",221            "Status": null,222            "Visual_description": "maroon car",223            "Detailed_description": "the maroon car that is to the front right of the ego vehicle",224            "2d_bbox": {225                "CAM_FRONT": [226                    [227                        879.8,228                        466.7229                    ],230                    [231                        973.2,232                        523.4233                    ]234                ]235            },236            "3d_bbox": {237                "CAM_FRONT": [238                    [239                        31.8,240                        4.1,241                        -0.5242                    ],243                    [244                        31.8,245                        4.1,246                        -1.8247                    ],248                    [249                        31.8,250                        2.2,251                        -0.5252                    ],253                    [254                        31.8,255                        2.2,256                        -1.8257                    ],258                    [259                        27.0,260                        4.1,261                        -0.4262                    ],263                    [264                        27.0,265                        4.1,266                        -1.7267                    ],268                    [269                        27.1,270                        2.2,271                        -0.4272                    ],273                    [274                        27.0,275                        2.2,276                        -1.7277                    ]278                ]279            },280            "is_role": false,281            "is_dangerous": false,282            "obj_dict": {283                "class": "vehicle",284                "state": "dynamic",285                "id": "15857",286                "location": [287                    19.502811431884766,288                    3913.322509765625,289                    369.4977722167969290                ],291                "rotation": [292                    0.6006741523742676,293                    0.005395261570811272,294                    -179.8329620361328295                ],296                "bbx_loc": [297                    0.03211190551519394,298                    -3.7358160625444725e-05,299                    0.6504691243171692300                ],301                "center": [302                    19.477519989013672,303                    3913.322509765625,304                    370.1485290527344305                ],306                "extent": [307                    2.358762502670288,308                    0.947413444519043,309                    0.650469958782196310                ],311                "world_cord": [312                    [313                        17.12847900390625,314                        3912.3681640625,315                        370.8236083984375316                    ],317                    [318                        17.114839553833008,319                        3912.3681640625,320                        369.5227355957031321                    ],322                    [323                        17.122955322265625,324                        3914.262939453125,325                        370.82379150390625326                    ],327                    [328                        17.109317779541016,329                        3914.262939453125,330                        369.5229187011719331                    ],332                    [333                        21.84572410583496,334                        3912.3818359375,335                        370.774169921875336                    ],337                    [338                        21.83208465576172,339                        3912.3818359375,340                        369.4732971191406341                    ],342                    [343                        21.84020233154297,344                        3914.276611328125,345                        370.7743225097656346                    ],347                    [348                        21.826562881469727,349                        3914.27685546875,350                        369.4734802246094351                    ]352                ],353                "semantic_tags": [354                    14355                ],356                "type_id": "vehicle.ford.mustang",357                "color": "85,0,0",358                "base_type": "car",359                "num_points": 23,360                "distance": 30.329919817630998,361                "speed": 5.897840136736692,362                "brake": 0.0,363                "light_state": "NONE",364                "road_id": 261,365                "lane_id": 2,366                "section_id": 0,367                "world2vehicle": [368                    [369                        -0.999940812587738,370                        -0.0029151306953281164,371                        0.010483549907803535,372                        27.035856246948242373                    ],374                    [375                        0.002914303680881858,376                        -0.999995768070221,377                        -9.41599064390175e-05,378                        3913.283935546875379                    ],380                    [381                        0.010483779944479465,382                        -6.360208499245346e-05,383                        0.9999450445175171,384                        -369.43304443359375385                    ],386                    [387                        0.0,388                        0.0,389                        0.0,390                        1.0391                    ]392                ],393                "position": [394                    30.166673378858796,395                    3.158748237165012,396                    -0.1512500253876965397                ],398                "yaw": -6.280015346534065,399                "color_rgb": null,400                "color_name": null,401                "lane_type": 2,402                "lane_type_str": "Driving",403                "is_in_junction": false,404                "junction_id": -1,405                "distance_to_junction": 189.567626953125,406                "next_junction_id": 17179,407                "next_road_ids": [408                    17228409                ],410                "next_next_road_ids": [411                    576412                ],413                "same_road_as_ego": true,414                "same_direction_as_ego": true,415                "lane_relative_to_ego": 1,416                "steer": -0.0066720853499609885,417                "vehicle_cuts_in": false418            },419            "position": [420                30.166673378858796,421                3.158748237165012,422                -0.1512500253876965423            ],424            "distance": 30.329919817630998,425            "speed": [426                30.166673378858796,427                3.158748237165012,428                -0.1512500253876965429            ],430            "same_dir": true,431            "is_sign": false432        },433        "<c15854<CAM_FRONT,794.4,557.4>>": {434            "id": "15854",435            "Category": "Vehicle",436            "Status": null,437            "Visual_description": "dark blue car",438            "Detailed_description": "the dark blue car that is to the front of the ego vehicle",439            "2d_bbox": {440                "CAM_FRONT": [441                    [442                        674.0,443                        469.7444                    ],445                    [446                        914.9,447                        645.0448                    ]449                ]450            },451            "3d_bbox": {452                "CAM_FRONT": [453                    [454                        15.0,455                        1.0,456                        -0.3457                    ],458                    [459                        15.0,460                        1.0,461                        -1.7462                    ],463                    [464                        15.0,465                        -1.0,466                        -0.3467                    ],468                    [469                        15.0,470                        -1.0,471                        -1.7472                    ],473                    [474                        9.6,475                        1.0,476                        -0.2477                    ],478                    [479                        9.6,480                        1.0,481                        -1.6482                    ],483                    [484                        9.7,485                        -1.1,486                        -0.2487                    ],488                    [489                        9.6,490                        -1.1,491                        -1.6492                    ]493                ]494            },495            "is_role": false,496            "is_dangerous": false,497            "obj_dict": {498                "class": "vehicle",499                "state": "dynamic",500                "id": "15854",501                "location": [502                    36.54851531982422,503                    3916.5068359375,504                    369.3107604980469505                ],506                "rotation": [507                    0.68867427110672,508                    0.007206658832728863,509                    -179.60919189453125510                ],511                "bbx_loc": [512                    6.706833664793521e-05,513                    0.0017556146485731006,514                    0.7014989852905273515                ],516                "center": [517                    36.55689239501953,518                    3916.505126953125,519                    370.01220703125520                ],521                "extent": [522                    2.6787397861480713,523                    1.0166014432907104,524                    0.7053293585777283525                ],526                "world_cord": [527                    [528                        33.89381790161133,529                        3915.47021484375,530                        370.7495422363281531                    ],532                    [533                        33.876861572265625,534                        3915.47021484375,535                        369.3389892578125536                    ],537                    [538                        33.87995529174805,539                        3917.50341796875,540                        370.74981689453125541                    ],542                    [543                        33.862998962402344,544                        3917.50341796875,545                        369.3392639160156546                    ],547                    [548                        39.25078582763672,549                        3915.506591796875,550                        370.6851501464844551                    ],552                    [553                        39.233829498291016,554                        3915.5068359375,555                        369.27459716796875556                    ],557                    [558                        39.23692321777344,559                        3917.539794921875,560                        370.6854248046875561                    ],562                    [563                        39.219966888427734,564                        3917.5400390625,565                        369.2748718261719566                    ]567                ],568                "semantic_tags": [569                    14570                ],571                "type_id": "vehicle.chevrolet.impala",572                "color": "0,12,49",573                "base_type": "car",574                "num_points": 144,575                "distance": 13.120121054212673,576                "speed": 4.796567571094793,577                "brake": 0.0,578                "light_state": "NONE",579                "road_id": 261,580                "lane_id": 1,581                "section_id": 0,582                "world2vehicle": [583                    [584                        -0.9999045133590698,585                        -0.00682028429582715,586                        0.012019343674182892,587                        58.817840576171875588                    ],589                    [590                        0.006819265428930521,591                        -0.9999767541885376,592                        -0.00012577084999065846,593                        3916.212890625594                    ],595                    [596                        0.012019922025501728,597                        -4.379574238555506e-05,598                        0.9999277591705322,599                        -369.5518798828125600                    ],601                    [602                        0.0,603                        0.0,604                        0.0,605                        1.0606                    ]607                ],608                "position": [609                    13.1210384621547,610                    -0.029916969721297627,611                    -0.052959846231374286612                ],613                "yaw": -6.2761098207954635,614                "color_rgb": null,615                "color_name": null,616                "lane_type": 2,617                "lane_type_str": "Driving",618                "is_in_junction": false,619                "junction_id": -1,620                "distance_to_junction": 207.424072265625,621                "next_junction_id": 17179,622                "next_road_ids": [623                    17193624                ],625                "next_next_road_ids": [626                    577627                ],628                "same_road_as_ego": true,629                "same_direction_as_ego": true,630                "lane_relative_to_ego": 0,631                "steer": -0.016335723433883707,632                "vehicle_cuts_in": false633            },634            "position": [635                13.1210384621547,636                -0.029916969721297627,637                -0.052959846231374286638            ],639            "distance": 13.120121054212673,640            "speed": [641                13.1210384621547,642                -0.029916969721297627,643                -0.052959846231374286644            ],645            "same_dir": true,646            "is_sign": false647        }648    },649    "QA": {650        "perception": [651            {652                "Q": "What are the important objects in the scene?",653                "A": "The important objects in the scene are the black car and the maroon car to the front right of the ego vehicle and the dark blue car to the front of the ego vehicle.",654                "C": null,655                "qid": 18,656                "con_up": -1,657                "con_down": -1,658                "cluster": 0,659                "layer": 0,660                "object_tags": [661                    "<c15858<CAM_FRONT,1061.2,526.3>>",662                    "<c15857<CAM_FRONT,926.5,495.0>>",663                    "<c15854<CAM_FRONT,794.4,557.4>>"664                ]665            },666            {667                "Q": "What are the important objects in the scene? List them from most to least important.",668                "A": "The dark blue car that is to the front of the ego vehicle(<c15854<CAM_FRONT,794.4,557.4>>), the black car that is to the front right of the ego vehicle(<c15858<CAM_FRONT,1061.2,526.3>>), the maroon car that is to the front right of the ego vehicle(<c15857<CAM_FRONT,926.5,495.0>>).",669                "C": null,670                "qid": 19,671                "con_up": -1,672                "con_down": -1,673                "cluster": 0,674                "layer": 0,675                "object_tags": [676                    "<c15854<CAM_FRONT,794.4,557.4>>",677                    "<c15858<CAM_FRONT,1061.2,526.3>>",678                    "<c15857<CAM_FRONT,926.5,495.0>>"679                ]680            },681            {682                "Q": "Where on the road is the dark blue car that is to the front of the ego vehicle(<c15854<CAM_FRONT,794.4,557.4>>) located?",683                "A": "The dark blue car that is to the front of the ego vehicle(<c15854<CAM_FRONT,794.4,557.4>>) is on the same road driving on the lane of the ego vehicle.",684                "C": null,685                "qid": 20,686                "con_up": [687                    [688                        4,689                        1690                    ],691                    [692                        4,693                        2694                    ],695                    [696                        4,697                        3698                    ]699                ],700                "con_down": [701                    [702                        3,703                        0704                    ],705                    [706                        3,707                        2708                    ],709                    [710                        3,711                        3712                    ]713                ],714                "cluster": 4,715                "layer": 0,716                "object_tags": [717                    "<c15854<CAM_FRONT,794.4,557.4>>"718                ]719            },720            {721                "Q": "Where on the road is the black car that is to the front right of the ego vehicle(<c15858<CAM_FRONT,1061.2,526.3>>) located?",722                "A": "The black car that is to the front right of the ego vehicle(<c15858<CAM_FRONT,1061.2,526.3>>) is on the same road stops in the same direction. It is one lane to the right of the ego vehicle.",723                "C": null,724                "qid": 20,725                "con_up": [726                    [727                        4,728                        1729                    ],730                    [731                        4,732                        2733                    ],734                    [735                        4,736                        3737                    ]738                ],739                "con_down": [740                    [741                        3,742                        0743                    ],744                    [745                        3,746                        2747                    ],748                    [749                        3,750                        3751                    ]752                ],753                "cluster": 4,754                "layer": 0,755                "object_tags": [756                    "<c15858<CAM_FRONT,1061.2,526.3>>"757                ]758            },759            {760                "Q": "Where on the road is the maroon car that is to the front right of the ego vehicle(<c15857<CAM_FRONT,926.5,495.0>>) located?",761                "A": "The maroon car that is to the front right of the ego vehicle(<c15857<CAM_FRONT,926.5,495.0>>) is on the same road driving in the same direction. It is one lane to the right of the ego vehicle.",762                "C": null,763                "qid": 20,764                "con_up": [765                    [766                        4,767                        1768                    ],769                    [770                        4,771                        2772                    ],773                    [774                        4,775                        3776                    ]777                ],778                "con_down": [779                    [780                        3,781                        0782                    ],783                    [784                        3,785                        2786                    ],787                    [788                        3,789                        3790                    ]791                ],792                "cluster": 4,793                "layer": 0,794                "object_tags": [795                    "<c15857<CAM_FRONT,926.5,495.0>>"796                ]797            },798            {799                "Q": "What are the important vehicles in the scene and where on the road are they located? List them from most to least important.",800                "A": "The dark blue car that is to the front of the ego vehicle(<c15854<CAM_FRONT,794.4,557.4>>), which is on the same road driving on the lane of the ego vehicle. The black car that is to the front right of the ego vehicle(<c15858<CAM_FRONT,1061.2,526.3>>), which is on the same road stops in the same direction. It is one lane to the right of the ego vehicle. The maroon car that is to the front right of the ego vehicle(<c15857<CAM_FRONT,926.5,495.0>>), which is on the same road driving in the same direction. It is one lane to the right of the ego vehicle.",801                "C": null,802                "qid": 26,803                "con_up": [804                    [805                        4,806                        3807                    ]808                ],809                "con_down": [810                    [811                        4,812                        0813                    ]814                ],815                "cluster": 4,816                "layer": 1,817                "object_tags": [818                    "<c15854<CAM_FRONT,794.4,557.4>>",819                    "<c15858<CAM_FRONT,1061.2,526.3>>",820                    "<c15857<CAM_FRONT,926.5,495.0>>"821                ]822            },823            {824                "Q": "The list of important vehicles in the current scene is 'the dark blue car that is to the front of the ego vehicle(<c15854<CAM_FRONT,794.4,557.4>>), the black car that is to the front right of the ego vehicle(<c15858<CAM_FRONT,1061.2,526.3>>), the maroon car that is to the front right of the ego vehicle(<c15857<CAM_FRONT,926.5,495.0>>).' Where on the road are they located?",825                "A": "The dark blue car that is to the front of the ego vehicle(<c15854<CAM_FRONT,794.4,557.4>>) is on the same road driving on the lane of the ego vehicle. The black car that is to the front right of the ego vehicle(<c15858<CAM_FRONT,1061.2,526.3>>) is on the same road stops in the same direction. It is one lane to the right of the ego vehicle. The maroon car that is to the front right of the ego vehicle(<c15857<CAM_FRONT,926.5,495.0>>) is on the same road driving in the same direction. It is one lane to the right of the ego vehicle.",826                "C": null,827                "qid": 27,828                "con_up": [829                    [830                        4,831                        3832                    ]833                ],834                "con_down": [835                    [836                        4,837                        0838                    ]839                ],840                "cluster": 4,841                "layer": 1,842                "object_tags": [843                    "<c15854<CAM_FRONT,794.4,557.4>>",844                    "<c15858<CAM_FRONT,1061.2,526.3>>",845                    "<c15857<CAM_FRONT,926.5,495.0>>"846                ]847            },848            {849                "Q": "Is the ego vehicle at a junction?",850                "A": "No, the ego vehicle is not at a junction.",851                "C": null,852                "qid": 35,853                "con_up": [854                    [855                        1,856                        0857                    ],858                    [859                        2,860                        0861                    ],862                    [863                        3,864                        1865                    ],866                    [867                        3,868                        2869                    ],870                    [871                        3,872                        3873                    ],874                    [875                        4,876                        0877                    ]878                ],879                "con_down": -1,880                "cluster": 3,881                "layer": 0,882                "object_tags": []883            },884            {885                "Q": "How many lanes are there in the same direction as the ego car?",886                "A": "There are two lanes in the same direction.",887                "C": null,888                "qid": 34,889                "con_up": [890                    [891                        3,892                        1893                    ],894                    [895                        3,896                        3897                    ],898                    [899                        3,900                        4901                    ],902                    [903                        3,904                        5905                    ],906                    [907                        3,908                        6909                    ],910                    [911                        3,912                        7913                    ],914                    [915                        4,916                        0917                    ]918                ],919                "con_down": [920                    [921                        3,922                        0923                    ]924                ],925                "cluster": 3,926                "layer": 2,927                "object_tags": []928            },929            {930                "Q": "How many lanes are there in the opposite direction to the ego car?",931                "A": "There are two lanes in the opposite direction.",932                "C": null,933                "qid": 34,934                "con_up": [935                    [936                        3,937                        1938                    ],939                    [940                        3,941                        3942                    ],943                    [944                        3,945                        4946                    ],947                    [948                        3,949                        5950                    ],951                    [952                        3,953                        6954                    ],955                    [956                        3,957                        7958                    ],959                    [960                        4,961                        0962                    ]963                ],964                "con_down": [965                    [966                        3,967                        0968                    ]969                ],970                "cluster": 3,971                "layer": 2,972                "object_tags": []973            },974            {975                "Q": "On which lane is the ego vehicle (left most lane of the lanes going in the same direction is indicated with 0)?",976                "A": "The ego vehicle is on lane 0.",977                "C": null,978                "qid": 33,979                "con_up": [980                    [981                        3,982                        1983                    ],984                    [985                        3,986                        4987                    ],988                    [989                        3,990                        5991                    ],992                    [993                        3,994                        6995                    ],996                    [997                        4,998                        0999                    ]1000                ],1001                "con_down": [1002                    [1003                        3,1004                        01005                    ]1006                ],1007                "cluster": 3,1008                "layer": 3,1009                "object_tags": []1010            },1011            {1012                "Q": "What lane marking is on the left side of the ego car?",1013                "A": "The lane marking on the left side of the ego car is a yellow double solid lane.",1014                "C": null,1015                "qid": 32,1016                "con_up": [1017                    [1018                        3,1019                        51020                    ],1021                    [1022                        3,1023                        61024                    ]1025                ],1026                "con_down": [1027                    [1028                        3,1029                        21030                    ],1031                    [1032                        3,1033                        31034                    ]1035                ],1036                "cluster": 3,1037                "layer": 4,1038                "object_tags": []1039            },1040            {1041                "Q": "What lane marking is on the right side of the ego car?",1042                "A": "The lane marking on the right side of the ego car is a white broken lane.",1043                "C": null,1044                "qid": 32,1045                "con_up": [1046                    [1047                        3,1048                        51049                    ],1050                    [1051                        3,1052                        61053                    ]1054                ],1055                "con_down": [1056                    [1057                        3,1058                        21059                    ],1060                    [1061                        3,1062                        31063                    ]1064                ],1065                "cluster": 3,1066                "layer": 4,1067                "object_tags": []1068            },1069            {1070                "Q": "Describe the current lane's direction.",1071                "A": "The current lane is going straight.",1072                "C": null,1073                "qid": 44,1074                "con_up": -1,1075                "con_down": -1,1076                "cluster": 3,1077                "layer": 6,1078                "object_tags": []1079            },1080            {1081                "Q": "Is the ego vehicle affected by a traffic light?",1082                "A": "No, the ego vehicle is not affected by a traffic light.",1083                "C": null,1084                "qid": 5,1085                "con_up": [1086                    [1087                        2,1088                        11089                    ]1090                ],1091                "con_down": [1092                    [1093                        3,1094                        01095                    ]1096                ],1097                "cluster": 2,1098                "layer": 0,1099                "object_tags": []1100            },1101            {1102                "Q": "How many pedestrians are there?",1103                "A": "There are no pedestrians.",1104                "C": null,1105                "qid": 1,1106                "con_up": [1107                    [1108                        6,1109                        01110                    ]1111                ],1112                "con_down": -1,1113                "cluster": 5,1114                "layer": 0,1115                "object_tags": []1116            },1117            {1118                "Q": "What is current time and weather?",1119                "A": "It is noon, raining moderately.",1120                "C": null,1121                "qid": 37,1122                "con_up": -1,1123                "con_down": -1,1124                "cluster": 3,1125                "layer": 1,1126                "object_tags": []1127            },1128            {1129                "Q": "Is there an obstacle on the current road?",1130                "A": "No, there is no obstacle on the current route.",1131                "C": null,1132                "qid": 11,1133                "con_up": [1134                    [1135                        3,1136                        81137                    ]1138                ],1139                "con_down": -1,1140                "cluster": 3,1141                "layer": 9,1142                "object_tags": []1143            },1144            {1145                "Q": "What is the current speed limit?",1146                "A": "There's no speed limit now.",1147                "C": null,1148                "qid": 7,1149                "con_up": [1150                    [1151                        6,1152                        01153                    ]1154                ],1155                "con_down": [1156                    [1157                        3,1158                        21159                    ]1160                ],1161                "cluster": 3,1162                "layer": 7,1163                "object_tags": []1164            }1165        ],1166        "prediction": [1167            {1168                "Q": "Where is the black car that is to the front right of the ego vehicle(<c15858<CAM_FRONT,1061.2,526.3>>) going?",1169                "A": "The black car(<c15858<CAM_FRONT,1061.2,526.3>>) is going straight.",1170                "C": null,1171                "qid": 17,1172                "con_up": [1173                    [1174                        4,1175                        31176                    ]1177                ],1178                "con_down": [1179                    [1180                        4,1181                        01182                    ]1183                ],1184                "cluster": 4,1185                "layer": 1,1186                "object_tags": [1187                    "<c15858<CAM_FRONT,1061.2,526.3>>"1188                ]1189            },1190            {1191                "Q": "What is the moving status of the black car that is to the front right of the ego vehicle(<c15858<CAM_FRONT,1061.2,526.3>>)?",1192                "A": "The black car(<c15858<CAM_FRONT,1061.2,526.3>>) is not moving.",1193                "C": null,1194                "qid": 16,1195                "con_up": [1196                    [1197                        4,1198                        31199                    ]1200                ],

Showing the first 1,200 of 2209 lines. Download the file for the rest.

Telkwevr/Bench2Drive-VL-base · CoolFace