cortexso/intellect-1

1# BEGIN GENERAL GGUF METADATA2id: intellect-1 # Model ID unique between models (author / quantization)3model: intellect-1 # Model ID which is used for request construct - should be unique between models (author / quantization)4name: intellect-1 # metadata.general.name5version: 2 # metadata.version6 7# END GENERAL GGUF METADATA8 9# BEGIN INFERENCE PARAMETERS10# BEGIN REQUIRED11stop:                # tokenizer.ggml.eos_token_id12  - <|eot_id|>13# END REQUIRED14 15# BEGIN OPTIONAL16stream: true # Default true?17top_p: 0.9 # Ranges: 0 to 118temperature: 0.7 # Ranges: 0 to 119frequency_penalty: 0 # Ranges: 0 to 120presence_penalty: 0 # Ranges: 0 to 121max_tokens: 4096 # Should be default to context length22seed: -123dynatemp_range: 024dynatemp_exponent: 125top_k: 4026min_p: 0.0527tfs_z: 128typ_p: 129repeat_last_n: 6430repeat_penalty: 131mirostat: false32mirostat_tau: 533mirostat_eta: 0.10000000134penalize_nl: false35ignore_eos: false36n_probs: 037min_keep: 038# END OPTIONAL39# END INFERENCE PARAMETERS40 41# BEGIN MODEL LOAD PARAMETERS42# BEGIN REQUIRED43engine: llama-cpp # engine to run model44prompt_template: "<|begin_of_text|><|start_header_id|>system<|end_header_id|>\n\n{system_message}<|eot_id|><|start_header_id|>user<|end_header_id|>\n\n{prompt}<|eot_id|><|start_header_id|>assistant<|end_header_id|>\n\n"45# END REQUIRED46 47# BEGIN OPTIONAL48ctx_len: 4096 # llama.context_length | 0 or undefined = loaded from model49ngl: 29 # Undefined = loaded from model50# END OPTIONAL51# END MODEL LOAD PARAMETERS