harshhitan/telecom-rag-model

1 2FROM mistral-7b-instruct-v0.3.Q4_K_M.gguf3TEMPLATE """{{- if .Messages }}4{{- range $index, $_ := .Messages }}5{{- if eq .Role "user" }}6{{- if and (eq (len (slice $.Messages $index)) 1) $.Tools }}[AVAILABLE_TOOLS] {{ $.Tools }}[/AVAILABLE_TOOLS]7{{- end }}[INST] {{ if and $.System (eq (len (slice $.Messages $index)) 1) }}{{ $.System }}8 9{{ end }}{{ .Content }}[/INST]10{{- else if eq .Role "assistant" }}11{{- if .Content }}{{ .Content }}12{{- else if .ToolCalls }}[TOOL_CALLS] [13{{- range .ToolCalls }}{"name": "{{ .Function.Name }}", "arguments": {{ .Function.Arguments }}}14{{- end }}]15{{- end }}</s>16{{- else if eq .Role "tool" }}[TOOL_RESULTS] {"content": {{ .Content }}} [/TOOL_RESULTS]17{{- end }}18{{- end }}19{{- else }}[INST] {{ if .System }}{{ .System }}20 21{{ end }}{{ .Prompt }}[/INST]22{{- end }}{{ .Response }}23{{- if .Response }}</s>24{{- end }}"""25PARAMETER stop "[INST]"26PARAMETER stop "[/INST]"27PARAMETER stop "</s>"