koboldcpp/kcppt

1{
2  "model": [],
3  "model_param": null,
4  "port": 5001,
5  "port_param": 5001,
6  "host": "",
7  "launch": true,
8  "config": null,
9  "threads": -1,
10  "usecuda": null,
11  "usevulkan": null,
12  "usecpu": null,
13  "contextsize": 8192,
14  "gpulayers": -1,
15  "tensor_split": null,
16  "autofit": false,
17  "version": false,
18  "analyze": "",
19  "maingpu": -1,
20  "batchsize": 512,
21  "parallelrequests": 1,
22  "blasthreads": null,
23  "splitmode": "layer",
24  "nommq": false,
25  "lora": null,
26  "loramult": 1.0,
27  "noshift": false,
28  "nofastforward": false,
29  "noswa": false,
30  "swapadding": 0,
31  "smartcache": 0,
32  "ropeconfig": [
33    0.0,
34    10000.0
35  ],
36  "overridenativecontext": 0,
37  "usemmap": false,
38  "usemlock": false,
39  "noavx2": false,
40  "failsafe": false,
41  "debugmode": 0,
42  "onready": "",
43  "benchmark": null,
44  "prompt": "",
45  "cli": false,
46  "genlimit": 0,
47  "multiuser": 10,
48  "multiplayer": false,
49  "websearch": false,
50  "remotetunnel": false,
51  "highpriority": false,
52  "foreground": false,
53  "preloadstory": null,
54  "savedatafile": null,
55  "quiet": false,
56  "ssl": null,
57  "nocertify": false,
58  "mmproj": null,
59  "mmprojcpu": false,
60  "visionmaxres": 1024,
61  "visionmintokens": -1,
62  "visionmaxtokens": -1,
63  "draftmodel": null,
64  "draftamount": 8,
65  "draftgpulayers": 999,
66  "draftgpusplit": null,
67  "password": null,
68  "ratelimit": 0,
69  "ignoremissing": false,
70  "chatcompletionsadapter": "AutoGuess",
71  "jinja": false,
72  "jinja_tools": false,
73  "jinja_kwargs": "",
74  "jinjatemplate": "",
75  "jinjathink": "default",
76  "noflashattention": false,
77  "lowvram": false,
78  "quantkv": "f16",
79  "smartcontext": false,
80  "unpack": "",
81  "exportconfig": "",
82  "exporttemplate": "",
83  "nomodel": false,
84  "moeexperts": -1,
85  "moecpu": 0,
86  "defaultgenamt": 1024,
87  "nobostoken": false,
88  "enableguidance": false,
89  "maxrequestsize": 32,
90  "overridekv": null,
91  "overridetensors": null,
92  "showgui": false,
93  "skiplauncher": false,
94  "singleinstance": false,
95  "nopipelineparallel": false,
96  "gendefaults": "",
97  "gendefaultsoverwrite": false,
98  "mcpfile": null,
99  "device": "",
100  "downloaddir": "",
101  "autofitpadding": 1024,
102  "hordemodelname": "",
103  "hordeworkername": "",
104  "hordekey": "",
105  "hordemaxctx": 0,
106  "hordegenlen": 0,
107  "sdmodel": "https://huggingface.co/unsloth/LTX-2.3-GGUF/resolve/main/distilled-1.1/ltx-2.3-22b-distilled-1.1-Q4_K_S.gguf",
108  "sdthreads": 0,
109  "sdclamped": 0,
110  "sdclampedsoft": 0,
111  "sdt5xxl": "",
112  "sdclip1": "https://huggingface.co/unsloth/gemma-3-12b-it-GGUF/resolve/main/gemma-3-12b-it-Q4_K_S.gguf",
113  "sdclip2": "https://huggingface.co/unsloth/LTX-2.3-GGUF/resolve/main/text_encoders/ltx-2.3-22b-distilled_embeddings_connectors.safetensors",
114  "sdphotomaker": "",
115  "sdupscaler": "",
116  "sdflashattention": true,
117  "sdoffloadcpu": true,
118  "sdvaedevice": -1,
119  "sdclipdevice": -1,
120  "sdconvdirect": "off",
121  "sdvae": "https://huggingface.co/unsloth/LTX-2.3-GGUF/resolve/main/vae/ltx-2.3-22b-distilled_video_vae.safetensors",
122  "sdvaeauto": false,
123  "sdaudiovae": "https://huggingface.co/unsloth/LTX-2.3-GGUF/resolve/main/vae/ltx-2.3-22b-distilled_audio_vae.safetensors",
124  "sdquant": 0,
125  "sdlora": [],
126  "sdloramult": [
127    1.0
128  ],
129  "sdtiledvae": 256,
130  "sdmaingpu": -1,
131  "whispermodel": "",
132  "ttsmodel": "",
133  "ttswavtokenizer": "",
134  "ttsgpu": false,
135  "ttsmaxlen": 4096,
136  "ttsthreads": 0,
137  "ttsdir": "",
138  "musicllm": "",
139  "musicembeddings": "",
140  "musicdiffusion": "",
141  "musicvae": "",
142  "musiclowvram": false,
143  "embeddingsmodel": "",
144  "embeddingsmaxctx": 0,
145  "embeddingsgpu": false,
146  "rpcmode": "disabled",
147  "rpcport": 5551,
148  "rpchost": "0.0.0.0",
149  "rpcdevice": "",
150  "rpctargets": "",
151  "admin": false,
152  "adminpassword": null,
153  "admindir": "",
154  "adminunloadtimeout": 0,
155  "routermode": false,
156  "reqtimeout": 600,
157  "autoswapmode": false,
158  "baseconfig": "",
159  "sdvaecpu": false,
160  "sdclipgpu": false,
161  "testmemory": false,
162  "istemplate": true
163}