vikramdgx/injection-vulnerability-detector

1{2  "add_prefix_space": false,3  "backend": "tokenizers",4  "bos_token": null,5  "clean_up_tokenization_spaces": false,6  "eos_token": "<|im_end|>",7  "errors": "replace",8  "extra_special_tokens": [9    "<|im_start|>",10    "<|im_end|>",11    "<|object_ref_start|>",12    "<|object_ref_end|>",13    "<|box_start|>",14    "<|box_end|>",15    "<|quad_start|>",16    "<|quad_end|>",17    "<|vision_start|>",18    "<|vision_end|>",19    "<|vision_pad|>",20    "<|image_pad|>",21    "<|video_pad|>"22  ],23  "is_local": false,24  "local_files_only": false,25  "model_max_length": 32768,26  "pad_token": "<|PAD_TOKEN|>",27  "padding_side": "left",28  "split_special_tokens": false,29  "tokenizer_class": "Qwen2Tokenizer",30  "unk_token": null,31  "added_tokens_decoder": {32    "151643": {33      "content": "<|endoftext|>",34      "single_word": false,35      "lstrip": false,36      "rstrip": false,37      "normalized": false,38      "special": true39    },40    "151644": {41      "content": "<|im_start|>",42      "single_word": false,43      "lstrip": false,44      "rstrip": false,45      "normalized": false,46      "special": true47    },48    "151645": {49      "content": "<|im_end|>",50      "single_word": false,51      "lstrip": false,52      "rstrip": false,53      "normalized": false,54      "special": true55    },56    "151646": {57      "content": "<|object_ref_start|>",58      "single_word": false,59      "lstrip": false,60      "rstrip": false,61      "normalized": false,62      "special": true63    },64    "151647": {65      "content": "<|object_ref_end|>",66      "single_word": false,67      "lstrip": false,68      "rstrip": false,69      "normalized": false,70      "special": true71    },72    "151648": {73      "content": "<|box_start|>",74      "single_word": false,75      "lstrip": false,76      "rstrip": false,77      "normalized": false,78      "special": true79    },80    "151649": {81      "content": "<|box_end|>",82      "single_word": false,83      "lstrip": false,84      "rstrip": false,85      "normalized": false,86      "special": true87    },88    "151650": {89      "content": "<|quad_start|>",90      "single_word": false,91      "lstrip": false,92      "rstrip": false,93      "normalized": false,94      "special": true95    },96    "151651": {97      "content": "<|quad_end|>",98      "single_word": false,99      "lstrip": false,100      "rstrip": false,101      "normalized": false,102      "special": true103    },104    "151652": {105      "content": "<|vision_start|>",106      "single_word": false,107      "lstrip": false,108      "rstrip": false,109      "normalized": false,110      "special": true111    },112    "151653": {113      "content": "<|vision_end|>",114      "single_word": false,115      "lstrip": false,116      "rstrip": false,117      "normalized": false,118      "special": true119    },120    "151654": {121      "content": "<|vision_pad|>",122      "single_word": false,123      "lstrip": false,124      "rstrip": false,125      "normalized": false,126      "special": true127    },128    "151655": {129      "content": "<|image_pad|>",130      "single_word": false,131      "lstrip": false,132      "rstrip": false,133      "normalized": false,134      "special": true135    },136    "151656": {137      "content": "<|video_pad|>",138      "single_word": false,139      "lstrip": false,140      "rstrip": false,141      "normalized": false,142      "special": true143    },144    "151657": {145      "content": "<tool_call>",146      "single_word": false,147      "lstrip": false,148      "rstrip": false,149      "normalized": false,150      "special": false151    },152    "151658": {153      "content": "</tool_call>",154      "single_word": false,155      "lstrip": false,156      "rstrip": false,157      "normalized": false,158      "special": false159    },160    "151659": {161      "content": "<|fim_prefix|>",162      "single_word": false,163      "lstrip": false,164      "rstrip": false,165      "normalized": false,166      "special": false167    },168    "151660": {169      "content": "<|fim_middle|>",170      "single_word": false,171      "lstrip": false,172      "rstrip": false,173      "normalized": false,174      "special": false175    },176    "151661": {177      "content": "<|fim_suffix|>",178      "single_word": false,179      "lstrip": false,180      "rstrip": false,181      "normalized": false,182      "special": false183    },184    "151662": {185      "content": "<|fim_pad|>",186      "single_word": false,187      "lstrip": false,188      "rstrip": false,189      "normalized": false,190      "special": false191    },192    "151663": {193      "content": "<|repo_name|>",194      "single_word": false,195      "lstrip": false,196      "rstrip": false,197      "normalized": false,198      "special": false199    },200    "151664": {201      "content": "<|file_sep|>",202      "single_word": false,203      "lstrip": false,204      "rstrip": false,205      "normalized": false,206      "special": false207    },208    "151665": {209      "content": "<|PAD_TOKEN|>",210      "single_word": false,211      "lstrip": false,212      "rstrip": false,213      "normalized": false,214      "special": true215    }216  }217}218