cortexso/small-thinker

1# BEGIN GENERAL GGUF METADATA2id: small-thinker3model: small-thinker4name: small-thinker5version: 16# END GENERAL GGUF METADATA7 8# BEGIN INFERENCE PARAMETERS9# BEGIN REQUIRED10stop:11- <|im_end|>12# END REQUIRED13 14# BEGIN OPTIONAL15stream: true16top_p: 0.917temperature: 0.718frequency_penalty: 019presence_penalty: 020max_tokens: 409621seed: -122dynatemp_range: 023dynatemp_exponent: 124top_k: 4025min_p: 0.0526tfs_z: 127typ_p: 128repeat_last_n: 6429repeat_penalty: 130mirostat: false31mirostat_tau: 532mirostat_eta: 0.10000000133penalize_nl: false34ignore_eos: false35n_probs: 036min_keep: 037# END OPTIONAL38# END INFERENCE PARAMETERS39 40# BEGIN MODEL LOAD PARAMETERS41# BEGIN REQUIRED42engine: llama-cpp43prompt_template: <|im_start|>system\n{system_message}<|im_end|>\n<|im_start|>user\n{prompt}<|im_end|>\n<|im_start|>assistant\n44ctx_len: 409645ngl: 3446# END REQUIRED47# END MODEL LOAD PARAMETERS48