mevatron/diffsense

1 2FROM /content/mevatron/diffsense/unsloth.F16.gguf3TEMPLATE """{{- if .Messages }}4{{- if or .System .Tools }}<|im_start|>system5{{- if .System }}6{{ .System }}7{{- end }}8{{- if .Tools }}9 10# Tools11 12You may call one or more functions to assist with the user query.13 14You are provided with function signatures within <tools></tools> XML tags:15<tools>16{{- range .Tools }}17{"type": "function", "function": {{ .Function }}}18{{- end }}19</tools>20 21For each function call, return a json object with function name and arguments within <tool_call></tool_call> XML tags:22<tool_call>23{"name": <function-name>, "arguments": <args-json-object>}24</tool_call>25{{- end }}<|im_end|>26{{ end }}27{{- range $i, $_ := .Messages }}28{{- $last := eq (len (slice $.Messages $i)) 1 -}}29{{- if eq .Role "user" }}<|im_start|>user30{{ .Content }}<|im_end|>31{{ else if eq .Role "assistant" }}<|im_start|>assistant32{{ if .Content }}{{ .Content }}33{{- else if .ToolCalls }}<tool_call>34{{ range .ToolCalls }}{"name": "{{ .Function.Name }}", "arguments": {{ .Function.Arguments }}}35{{ end }}</tool_call>36{{- end }}{{ if not $last }}<|im_end|>37{{ end }}38{{- else if eq .Role "tool" }}<|im_start|>user39<tool_response>40{{ .Content }}41</tool_response><|im_end|>42{{ end }}43{{- if and (ne .Role "assistant") $last }}<|im_start|>assistant44{{ end }}45{{- end }}46{{- else }}47{{- if .System }}<|im_start|>system48{{ .System }}<|im_end|>49{{ end }}{{ if .Prompt }}<|im_start|>user50{{ .Prompt }}<|im_end|>51{{ end }}<|im_start|>assistant52{{ end }}{{ .Response }}{{ if .Response }}<|im_end|>{{ end }}"""53PARAMETER stop "<|im_end|>"54PARAMETER stop "<|endoftext|>"55PARAMETER temperature 1.556PARAMETER min_p 0.1