koboldcpp/kcppt

1{
2  "model": [],
3  "model_param": "https://huggingface.co/unsloth/Ministral-3-3B-Instruct-2512-GGUF/resolve/main/Ministral-3-3B-Instruct-2512-Q4_K_M.gguf",
4  "port": 5001,
5  "port_param": 5001,
6  "host": "",
7  "launch": true,
8  "config": null,
9  "threads": -1,
10  "usecuda": null,
11  "usevulkan": null,
12  "useclblast": null,
13  "usecpu": null,
14  "contextsize": 12288,
15  "gpulayers": -1,
16  "tensor_split": null,
17  "version": false,
18  "analyze": "",
19  "maingpu": -1,
20  "batchsize": 512,
21  "blasthreads": null,
22  "lora": null,
23  "loramult": 1.0,
24  "noshift": false,
25  "nofastforward": false,
26  "useswa": false,
27  "ropeconfig": [
28    0.0,
29    10000.0
30  ],
31  "overridenativecontext": 0,
32  "usemmap": false,
33  "usemlock": false,
34  "noavx2": false,
35  "failsafe": false,
36  "debugmode": 0,
37  "onready": "",
38  "benchmark": null,
39  "prompt": "",
40  "cli": false,
41  "genlimit": 0,
42  "multiuser": 1,
43  "multiplayer": false,
44  "websearch": false,
45  "remotetunnel": false,
46  "highpriority": false,
47  "foreground": false,
48  "preloadstory": null,
49  "savedatafile": null,
50  "quiet": false,
51  "ssl": null,
52  "nocertify": false,
53  "mmproj": "https://huggingface.co/koboldcpp/mmproj/resolve/main/Ministral-3-3B-Instruct-2512-mmproj-Q8_0.gguf",
54  "mmprojcpu": false,
55  "visionmaxres": 1024,
56  "draftmodel": null,
57  "draftamount": 8,
58  "draftgpulayers": 999,
59  "draftgpusplit": null,
60  "password": null,
61  "ratelimit": 0,
62  "ignoremissing": false,
63  "chatcompletionsadapter": "AutoGuess",
64  "jinja": false,
65  "jinja_tools": false,
66  "flashattention": true,
67  "lowvram": false,
68  "quantkv": 0,
69  "forceversion": 0,
70  "smartcontext": false,
71  "unpack": "",
72  "exportconfig": "",
73  "exporttemplate": "",
74  "nomodel": false,
75  "moeexperts": -1,
76  "moecpu": 0,
77  "defaultgenamt": 768,
78  "nobostoken": false,
79  "enableguidance": false,
80  "maxrequestsize": 32,
81  "overridekv": null,
82  "overridetensors": null,
83  "showgui": false,
84  "skiplauncher": false,
85  "singleinstance": false,
86  "hordemodelname": "",
87  "hordeworkername": "",
88  "hordekey": "",
89  "hordemaxctx": 0,
90  "hordegenlen": 0,
91  "sdmodel": "https://huggingface.co/leejet/Z-Image-Turbo-GGUF/resolve/main/z_image_turbo-Q4_0.gguf",
92  "sdthreads": 0,
93  "sdclamped": 0,
94  "sdclampedsoft": 0,
95  "sdt5xxl": "",
96  "sdclip1": "https://huggingface.co/unsloth/Qwen3-4B-Instruct-2507-GGUF/resolve/main/Qwen3-4B-Instruct-2507-Q4_K_S.gguf",
97  "sdclip2": "",
98  "sdphotomaker": "",
99  "sdflashattention": true,
100  "sdoffloadcpu": true,
101  "sdvaecpu": false,
102  "sdclipgpu": false,
103  "sdconvdirect": "off",
104  "sdvae": "https://huggingface.co/camenduru/FLUX.1-dev/resolve/main/ae.safetensors",
105  "sdvaeauto": false,
106  "sdquant": 0,
107  "sdlora": "",
108  "sdloramult": 1.0,
109  "sdtiledvae": 768,
110  "sdgendefaults": "",
111  "whispermodel": "https://huggingface.co/koboldcpp/whisper/resolve/main/whisper-base.en-q5_1.bin",
112  "ttsmodel": "https://huggingface.co/koboldcpp/tts/resolve/main/Kokoro_no_espeak_Q4.gguf",
113  "ttswavtokenizer": "",
114  "ttsgpu": false,
115  "ttsmaxlen": 4096,
116  "ttsthreads": 0,
117  "embeddingsmodel": "https://huggingface.co/ggml-org/bge-m3-Q8_0-GGUF/resolve/main/bge-m3-q8_0.gguf",
118  "embeddingsmaxctx": 0,
119  "embeddingsgpu": false,
120  "admin": false,
121  "adminpassword": "",
122  "admindir": "",
123  "hordeconfig": null,
124  "sdconfig": null,
125  "noblas": false,
126  "nommap": false,
127  "sdnotile": false,
128  "testmemory": false,
129  "istemplate": true
130}