dhanwalkarjay/openenv-code-review-model

1{2  "add_prefix_space": false,3  "backend": "tokenizers",4  "bos_token": null,5  "clean_up_tokenization_spaces": false,6  "eos_token": "<|im_end|>",7  "errors": "replace",8  "is_local": false,9  "model_max_length": 32768,10  "pad_token": "<|PAD_TOKEN|>",11  "padding_side": "left",12  "split_special_tokens": false,13  "tokenizer_class": "Qwen2Tokenizer",14  "unk_token": null,15  "added_tokens_decoder": {16    "151643": {17      "content": "<|endoftext|>",18      "single_word": false,19      "lstrip": false,20      "rstrip": false,21      "normalized": false,22      "special": true23    },24    "151644": {25      "content": "<|im_start|>",26      "single_word": false,27      "lstrip": false,28      "rstrip": false,29      "normalized": false,30      "special": true31    },32    "151645": {33      "content": "<|im_end|>",34      "single_word": false,35      "lstrip": false,36      "rstrip": false,37      "normalized": false,38      "special": true39    },40    "151646": {41      "content": "<|object_ref_start|>",42      "single_word": false,43      "lstrip": false,44      "rstrip": false,45      "normalized": false,46      "special": true47    },48    "151647": {49      "content": "<|object_ref_end|>",50      "single_word": false,51      "lstrip": false,52      "rstrip": false,53      "normalized": false,54      "special": true55    },56    "151648": {57      "content": "<|box_start|>",58      "single_word": false,59      "lstrip": false,60      "rstrip": false,61      "normalized": false,62      "special": true63    },64    "151649": {65      "content": "<|box_end|>",66      "single_word": false,67      "lstrip": false,68      "rstrip": false,69      "normalized": false,70      "special": true71    },72    "151650": {73      "content": "<|quad_start|>",74      "single_word": false,75      "lstrip": false,76      "rstrip": false,77      "normalized": false,78      "special": true79    },80    "151651": {81      "content": "<|quad_end|>",82      "single_word": false,83      "lstrip": false,84      "rstrip": false,85      "normalized": false,86      "special": true87    },88    "151652": {89      "content": "<|vision_start|>",90      "single_word": false,91      "lstrip": false,92      "rstrip": false,93      "normalized": false,94      "special": true95    },96    "151653": {97      "content": "<|vision_end|>",98      "single_word": false,99      "lstrip": false,100      "rstrip": false,101      "normalized": false,102      "special": true103    },104    "151654": {105      "content": "<|vision_pad|>",106      "single_word": false,107      "lstrip": false,108      "rstrip": false,109      "normalized": false,110      "special": true111    },112    "151655": {113      "content": "<|image_pad|>",114      "single_word": false,115      "lstrip": false,116      "rstrip": false,117      "normalized": false,118      "special": true119    },120    "151656": {121      "content": "<|video_pad|>",122      "single_word": false,123      "lstrip": false,124      "rstrip": false,125      "normalized": false,126      "special": true127    },128    "151657": {129      "content": "<tool_call>",130      "single_word": false,131      "lstrip": false,132      "rstrip": false,133      "normalized": false,134      "special": false135    },136    "151658": {137      "content": "</tool_call>",138      "single_word": false,139      "lstrip": false,140      "rstrip": false,141      "normalized": false,142      "special": false143    },144    "151659": {145      "content": "<|fim_prefix|>",146      "single_word": false,147      "lstrip": false,148      "rstrip": false,149      "normalized": false,150      "special": false151    },152    "151660": {153      "content": "<|fim_middle|>",154      "single_word": false,155      "lstrip": false,156      "rstrip": false,157      "normalized": false,158      "special": false159    },160    "151661": {161      "content": "<|fim_suffix|>",162      "single_word": false,163      "lstrip": false,164      "rstrip": false,165      "normalized": false,166      "special": false167    },168    "151662": {169      "content": "<|fim_pad|>",170      "single_word": false,171      "lstrip": false,172      "rstrip": false,173      "normalized": false,174      "special": false175    },176    "151663": {177      "content": "<|repo_name|>",178      "single_word": false,179      "lstrip": false,180      "rstrip": false,181      "normalized": false,182      "special": false183    },184    "151664": {185      "content": "<|file_sep|>",186      "single_word": false,187      "lstrip": false,188      "rstrip": false,189      "normalized": false,190      "special": false191    },192    "151665": {193      "content": "<|PAD_TOKEN|>",194      "single_word": false,195      "lstrip": false,196      "rstrip": false,197      "normalized": false,198      "special": true199    }200  },201  "chat_template": "{%- if tools %}\n    {{- '<|im_start|>system\\n' }}\n    {%- if messages[0]['role'] == 'system' %}\n        {{- messages[0]['content'] }}\n    {%- else %}\n        {{- 'You are Qwen, created by Alibaba Cloud. You are a helpful assistant.' }}\n    {%- endif %}\n    {{- \"\\n\\n# Tools\\n\\nYou may call one or more functions to assist with the user query.\\n\\nYou are provided with function signatures within <tools></tools> XML tags:\\n<tools>\" }}\n    {%- for tool in tools %}\n        {{- \"\\n\" }}\n        {{- tool | tojson }}\n    {%- endfor %}\n    {{- \"\\n</tools>\\n\\nFor each function call, return a json object with function name and arguments within <tool_call></tool_call> XML tags:\\n<tool_call>\\n{\\\"name\\\": <function-name>, \\\"arguments\\\": <args-json-object>}\\n</tool_call><|im_end|>\\n\" }}\n{%- else %}\n    {%- if messages[0]['role'] == 'system' %}\n        {{- '<|im_start|>system\\n' + messages[0]['content'] + '<|im_end|>\\n' }}\n    {%- else %}\n        {{- '<|im_start|>system\\nYou are Qwen, created by Alibaba Cloud. You are a helpful assistant.<|im_end|>\\n' }}\n    {%- endif %}\n{%- endif %}\n{%- for message in messages %}\n    {%- if (message.role == \"user\") or (message.role == \"system\" and not loop.first) or (message.role == \"assistant\" and not message.tool_calls) %}\n        {{- '<|im_start|>' + message.role + '\\n' + message.content + '<|im_end|>' + '\\n' }}\n    {%- elif message.role == \"assistant\" %}\n        {{- '<|im_start|>' + message.role }}\n        {%- if message.content %}\n            {{- '\\n' + message.content }}\n        {%- endif %}\n        {%- for tool_call in message.tool_calls %}\n            {%- if tool_call.function is defined %}\n                {%- set tool_call = tool_call.function %}\n            {%- endif %}\n            {{- '\\n<tool_call>\\n{\"name\": \"' }}\n            {{- tool_call.name }}\n            {{- '\", \"arguments\": ' }}\n            {{- tool_call.arguments | tojson }}\n            {{- '}\\n</tool_call>' }}\n        {%- endfor %}\n        {{- '<|im_end|>\\n' }}\n    {%- elif message.role == \"tool\" %}\n        {%- if (loop.index0 == 0) or (messages[loop.index0 - 1].role != \"tool\") %}\n            {{- '<|im_start|>user' }}\n        {%- endif %}\n        {{- '\\n<tool_response>\\n' }}\n        {{- message.content }}\n        {{- '\\n</tool_response>' }}\n        {%- if loop.last or (messages[loop.index0 + 1].role != \"tool\") %}\n            {{- '<|im_end|>\\n' }}\n        {%- endif %}\n    {%- endif %}\n{%- endfor %}\n{%- if add_generation_prompt %}\n    {{- '<|im_start|>assistant\\n' }}\n{%- endif %}\n"202}