koboldcpp/kcppt

1{
2  "usecuda": null,
3  "usevulkan": null,
4  "usecpu": null,
5  "model": [],
6  "model_param": null,
7  "config": null,
8  "contextsize": 12288,
9  "gpulayers": -1,
10  "host": "",
11  "launch": true,
12  "tensor_split": null,
13  "threads": -1,
14  "port": 5001,
15  "port_param": 5001,
16  "version": false,
17  "analyze": "",
18  "autofit": false,
19  "autofitpadding": 1024,
20  "batchsize": 512,
21  "benchmark": null,
22  "blasthreads": null,
23  "chatcompletionsadapter": "AutoGuess",
24  "cli": false,
25  "debugmode": 0,
26  "defaultgenamt": 1536,
27  "device": "",
28  "downloaddir": "",
29  "draftamount": 4,
30  "draftgpulayers": 999,
31  "draftgpusplit": null,
32  "draftmodel": null,
33  "enableguidance": false,
34  "exportconfig": "",
35  "exporttemplate": "",
36  "failsafe": false,
37  "foreground": false,
38  "gendefaults": "",
39  "gendefaultsoverwrite": false,
40  "genlimit": 0,
41  "highpriority": false,
42  "ignoremissing": false,
43  "jinja": false,
44  "jinja_kwargs": "",
45  "jinja_tools": false,
46  "jinjatemplate": "",
47  "jinjathink": "default",
48  "lora": null,
49  "loramult": 1.0,
50  "lowvram": false,
51  "maingpu": -1,
52  "maxrequestsize": 32,
53  "mcpfile": null,
54  "mmproj": null,
55  "mmprojcpu": false,
56  "moecpu": 0,
57  "moeexperts": -1,
58  "multiuser": 10,
59  "multiplayer": false,
60  "nocertify": false,
61  "nofastforward": false,
62  "noflashattention": false,
63  "noavx2": false,
64  "nobostoken": false,
65  "nommq": false,
66  "nomodel": false,
67  "nopipelineparallel": false,
68  "noshift": false,
69  "noswa": false,
70  "onready": "",
71  "allow_config_onready": false,
72  "overridekv": null,
73  "overridenativecontext": 0,
74  "overridetensors": null,
75  "parallelrequests": 1,
76  "password": null,
77  "preloadstory": null,
78  "prompt": "",
79  "quantkv": "f16",
80  "quiet": false,
81  "ratelimit": 0,
82  "reasoningeffort": "default",
83  "remotetunnel": false,
84  "ropeconfig": [
85    0.0,
86    10000.0
87  ],
88  "savedatafile": null,
89  "singleinstance": false,
90  "smartcache": 0,
91  "smartcontext": false,
92  "splitmode": "layer",
93  "ssl": null,
94  "swapadding": 0,
95  "unpack": "",
96  "usemtp": false,
97  "usemlock": false,
98  "usemmap": false,
99  "visionmaxres": 1024,
100  "visionmaxtokens": -1,
101  "visionmintokens": -1,
102  "websearch": false,
103  "showgui": false,
104  "skiplauncher": false,
105  "hordemodelname": "",
106  "hordeworkername": "",
107  "hordekey": "",
108  "hordemaxctx": 0,
109  "hordegenlen": 0,
110  "sdaudiovae": "",
111  "sdclamped": 0,
112  "sdclampedsoft": 0,
113  "sdclip1": "https://huggingface.co/Qwen/Qwen3-VL-4B-Instruct-GGUF/resolve/main/Qwen3VL-4B-Instruct-Q4_K_M.gguf",
114  "sdclip2": "",
115  "sdclipdevice": -2,
116  "sdconvdirect": "off",
117  "sdflashattention": true,
118  "sdlora": [],
119  "sdloramult": [
120    1.0
121  ],
122  "sdmaingpu": -1,
123  "sdmodel": "https://huggingface.co/realrebelai/KREA-2_GGUFs/resolve/main/TURBO/Krea-2-Turbo-Q4_K_M.gguf",
124  "sdoffloadcpu": false,
125  "sdphotomaker": "",
126  "sdquant": 0,
127  "sdt5xxl": "",
128  "sdthreads": 0,
129  "sdtiledvae": 640,
130  "sdupscaler": "",
131  "sdvae": "https://huggingface.co/Comfy-Org/Wan_2.1_ComfyUI_repackaged/resolve/main/split_files/vae/wan_2.1_vae.safetensors",
132  "sdvaeauto": false,
133  "sdvaedevice": -1,
134  "sdvramlimit": 0,
135  "whispermodel": "",
136  "ttsmodel": "",
137  "ttswavtokenizer": "",
138  "ttsgpu": false,
139  "ttsmaxlen": 4096,
140  "ttsthreads": 0,
141  "ttsdir": "",
142  "musicllm": "",
143  "musicembeddings": "",
144  "musicdiffusion": "",
145  "musicvae": "",
146  "musiclowvram": false,
147  "embeddingsmodel": "",
148  "embeddingsmaxctx": 4096,
149  "embeddingsgpu": false,
150  "rpcmode": "disabled",
151  "rpcport": 5551,
152  "rpchost": "0.0.0.0",
153  "rpcdevice": "",
154  "rpctargets": "",
155  "admin": false,
156  "adminpassword": null,
157  "admindir": "",
158  "adminunloadtimeout": 0,
159  "routermode": false,
160  "reqtimeout": 600,
161  "autoswapmode": false,
162  "baseconfig": "",
163  "sdvaecpu": false,
164  "sdclipgpu": false,
165  "testmemory": false,
166  "istemplate": true
167}