cortexso/deepscaler

1# BEGIN GENERAL GGUF METADATA2id: deepscaler3model: deepscaler4name: deepscaler5version: 16# END GENERAL GGUF METADATA7 8# BEGIN INFERENCE PARAMETERS9# BEGIN REQUIRED10stop:11- <|im_end|>12# END REQUIRED13 14# BEGIN OPTIONAL15stream: true16top_p: 0.917temperature: 0.718frequency_penalty: 019presence_penalty: 020max_tokens: 409621seed: -122dynatemp_range: 023dynatemp_exponent: 124top_k: 4025min_p: 0.0526tfs_z: 127typ_p: 128repeat_last_n: 6429repeat_penalty: 130mirostat: false31mirostat_tau: 532mirostat_eta: 0.10000000133penalize_nl: false34ignore_eos: false35n_probs: 036min_keep: 037# END OPTIONAL38# END INFERENCE PARAMETERS39 40# BEGIN MODEL LOAD PARAMETERS41# BEGIN REQUIRED42engine: llama-cpp43prompt_template: |44  <|im_start|>system45  {system_message}<|im_end|>46  <|im_start|>user47  {prompt}<|im_end|>48  <|im_start|>assistant49ctx_len: 409650ngl: 3451# END REQUIRED52# END MODEL LOAD PARAMETERS53