koboldcpp/kcppt

1{
2  "model": [],
3  "model_param": null,
4  "port": 5001,
5  "port_param": 5001,
6  "host": "",
7  "launch": true,
8  "config": null,
9  "threads": -1,
10  "usecuda": null,
11  "usevulkan": null,
12  "usecpu": null,
13  "contextsize": 8192,
14  "gpulayers": -1,
15  "tensor_split": null,
16  "autofit": false,
17  "version": false,
18  "analyze": "",
19  "maingpu": -1,
20  "batchsize": 512,
21  "blasthreads": null,
22  "lora": null,
23  "loramult": 1.0,
24  "noshift": false,
25  "nofastforward": false,
26  "useswa": false,
27  "smartcache": 0,
28  "ropeconfig": [
29    0.0,
30    10000.0
31  ],
32  "overridenativecontext": 0,
33  "usemmap": false,
34  "usemlock": false,
35  "noavx2": false,
36  "failsafe": false,
37  "debugmode": 0,
38  "onready": "",
39  "benchmark": null,
40  "prompt": "",
41  "cli": false,
42  "genlimit": 0,
43  "multiuser": 1,
44  "multiplayer": false,
45  "websearch": false,
46  "remotetunnel": false,
47  "highpriority": false,
48  "foreground": false,
49  "preloadstory": null,
50  "savedatafile": null,
51  "quiet": false,
52  "ssl": null,
53  "nocertify": false,
54  "mmproj": null,
55  "mmprojcpu": false,
56  "visionmaxres": 1024,
57  "draftmodel": null,
58  "draftamount": 8,
59  "draftgpulayers": 999,
60  "draftgpusplit": null,
61  "password": null,
62  "ratelimit": 0,
63  "ignoremissing": false,
64  "chatcompletionsadapter": "AutoGuess",
65  "jinja": false,
66  "jinja_tools": false,
67  "noflashattention": true,
68  "lowvram": false,
69  "quantkv": 0,
70  "smartcontext": false,
71  "unpack": "",
72  "exportconfig": "",
73  "exporttemplate": "",
74  "nomodel": false,
75  "moeexperts": -1,
76  "moecpu": 0,
77  "defaultgenamt": 768,
78  "nobostoken": false,
79  "enableguidance": false,
80  "maxrequestsize": 32,
81  "overridekv": null,
82  "overridetensors": null,
83  "showgui": false,
84  "skiplauncher": false,
85  "singleinstance": false,
86  "nopipelineparallel": false,
87  "gendefaults": "",
88  "gendefaultsoverwrite": false,
89  "mcpfile": null,
90  "device": "",
91  "downloaddir": "",
92  "autofitpadding": 1024,
93  "hordemodelname": "",
94  "hordeworkername": "",
95  "hordekey": "",
96  "hordemaxctx": 0,
97  "hordegenlen": 0,
98  "sdmodel": "https://huggingface.co/befox/WAN2.2-14B-Rapid-AllInOne-GGUF/resolve/main/Mega-v3/wan2.2-rapid-mega-aio-v3-Q4_K.gguf",
99  "sdthreads": 0,
100  "sdclamped": 0,
101  "sdclampedsoft": 0,
102  "sdt5xxl": "https://huggingface.co/city96/umt5-xxl-encoder-gguf/resolve/main/umt5-xxl-encoder-Q4_K_S.gguf",
103  "sdclip1": "",
104  "sdclip2": "",
105  "sdphotomaker": "",
106  "sdupscaler": "",
107  "sdflashattention": true,
108  "sdoffloadcpu": true,
109  "sdvaecpu": true,
110  "sdclipgpu": false,
111  "sdconvdirect": "off",
112  "sdvae": "",
113  "sdvaeauto": true,
114  "sdquant": 0,
115  "sdlora": "",
116  "sdloramult": 1.0,
117  "sdtiledvae": 768,
118  "whispermodel": "",
119  "ttsmodel": "",
120  "ttswavtokenizer": "",
121  "ttsgpu": false,
122  "ttsmaxlen": 4096,
123  "ttsthreads": 0,
124  "embeddingsmodel": "",
125  "embeddingsmaxctx": 0,
126  "embeddingsgpu": false,
127  "admin": false,
128  "adminpassword": null,
129  "admindir": "",
130  "hordeconfig": null,
131  "sdconfig": null,
132  "noblas": false,
133  "nommap": false,
134  "pipelineparallel": false,
135  "sdnotile": false,
136  "forceversion": false,
137  "sdgendefaults": false,
138  "flashattention": false,
139  "testmemory": false,
140  "istemplate": true
141}