asadullahdogarr/adaption_codeintel_python_reasoning_v

1{2  "backend": "tokenizers",3  "boi_token": "<start_of_image>",4  "bos_token": "<bos>",5  "clean_up_tokenization_spaces": false,6  "eoi_token": "<end_of_image>",7  "eos_token": "<eos>",8  "image_token": "<image_soft_token>",9  "is_local": false,10  "local_files_only": true,11  "mask_token": "<mask>",12  "model_max_length": 131072,13  "model_specific_special_tokens": {14    "boi_token": "<start_of_image>",15    "eoi_token": "<end_of_image>",16    "image_token": "<image_soft_token>"17  },18  "pad_token": "<pad>",19  "padding_side": "right",20  "processor_class": "Gemma3Processor",21  "sp_model_kwargs": null,22  "spaces_between_special_tokens": false,23  "tokenizer_class": "GemmaTokenizer",24  "unk_token": "<unk>",25  "use_default_system_prompt": false26}27