Hugging Face's logo

koboldcpp
/
kcppt

Model card Files
xet
 Community
concedo commited on
Commit
b30ce43
·
verified ·
1 Parent(s): 435c3ed

Upload 3 files

Browse files
Files changed (2) hide show
  1. YuE2-No-LLM.kcppt +178 -0
  2. YuE2-Small-LLM.kcppt +178 -0
YuE2-No-LLM.kcppt ADDED
@@ -0,0 +1,178 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "usecuda": null,
3
+ "usevulkan": null,
4
+ "usecpu": null,
5
+ "model": [],
6
+ "model_param": null,
7
+ "config": null,
8
+ "contextsize": 16384,
9
+ "gpulayers": -1,
10
+ "host": "",
11
+ "launch": true,
12
+ "tensor_split": null,
13
+ "threads": -1,
14
+ "port": 5001,
15
+ "port_param": 5001,
16
+ "version": false,
17
+ "agent": false,
18
+ "agentload": "",
19
+ "analyze": "",
20
+ "autofit": false,
21
+ "autofitpadding": 1024,
22
+ "batchsize": 512,
23
+ "ubatchsize": -1,
24
+ "benchmark": null,
25
+ "blasthreads": null,
26
+ "chatcompletionsadapter": "AutoGuess",
27
+ "cli": false,
28
+ "debugmode": 0,
29
+ "defaultgenamt": 2048,
30
+ "device": "",
31
+ "downloaddir": "",
32
+ "draftamount": 4,
33
+ "draftgpulayers": 999,
34
+ "draftgpusplit": null,
35
+ "draftmodel": null,
36
+ "enableguidance": false,
37
+ "exportconfig": "",
38
+ "exporttemplate": "",
39
+ "failsafe": false,
40
+ "foreground": false,
41
+ "gendefaults": "",
42
+ "gendefaultsoverwrite": false,
43
+ "genlimit": 0,
44
+ "highpriority": false,
45
+ "ignoremissing": false,
46
+ "jinja": false,
47
+ "jinja_kwargs": "",
48
+ "jinjatemplate": "",
49
+ "jinjathink": "default",
50
+ "lora": null,
51
+ "loramult": 1.0,
52
+ "lowvram": false,
53
+ "maingpu": -1,
54
+ "maxrequestsize": 32,
55
+ "mcpfile": null,
56
+ "mmproj": null,
57
+ "mmprojcpu": false,
58
+ "lazy_mode": "auto",
59
+ "moe_cache_mib": 0,
60
+ "moecpu": 0,
61
+ "ffncpu": 0,
62
+ "moeexperts": -1,
63
+ "multiplayer": false,
64
+ "nocertify": false,
65
+ "nofastforward": false,
66
+ "noflashattention": false,
67
+ "noavx2": false,
68
+ "nobostoken": false,
69
+ "nommq": false,
70
+ "nomodel": false,
71
+ "noshift": false,
72
+ "noswa": false,
73
+ "onready": "",
74
+ "allow_config_onready": false,
75
+ "overridekv": null,
76
+ "overridenativecontext": 0,
77
+ "overridetensors": null,
78
+ "parallelrequests": 1,
79
+ "paralleltotalcontext": 0,
80
+ "password": null,
81
+ "preloadstory": null,
82
+ "prompt": "",
83
+ "quantkv": "f16",
84
+ "queuelimit": 10,
85
+ "quiet": false,
86
+ "ratelimit": 0,
87
+ "reasoningeffort": "default",
88
+ "remotetunnel": false,
89
+ "ropeconfig": [
90
+ 0.0,
91
+ 10000.0
92
+ ],
93
+ "savedatafile": null,
94
+ "singleinstance": false,
95
+ "smartcache": 0,
96
+ "smartcontext": false,
97
+ "splitmode": "layer",
98
+ "ssl": null,
99
+ "swapadding": 0,
100
+ "unpack": "",
101
+ "usemtp": false,
102
+ "usemlock": false,
103
+ "usemmap": false,
104
+ "usedirectio": false,
105
+ "visionmaxres": 1024,
106
+ "visionmaxtokens": -1,
107
+ "visionmintokens": -1,
108
+ "websearch": false,
109
+ "showgui": false,
110
+ "skiplauncher": false,
111
+ "hordemodelname": "",
112
+ "hordeworkername": "",
113
+ "hordekey": "",
114
+ "hordemaxctx": 0,
115
+ "hordegenlen": 0,
116
+ "sdaudiovae": "",
117
+ "sdclamped": 0,
118
+ "sdclampedsoft": 0,
119
+ "sdclip1": "",
120
+ "sdclip2": "",
121
+ "sdclipdevice": -2,
122
+ "sdconvdirect": "off",
123
+ "sdflashattention": false,
124
+ "sdlora": [],
125
+ "sdloramult": [
126
+ 1.0
127
+ ],
128
+ "sdmaingpu": -1,
129
+ "sdmodel": "",
130
+ "sdoffloadcpu": false,
131
+ "sdphotomaker": "",
132
+ "sdquant": 0,
133
+ "sdllm": "",
134
+ "sdthreads": 0,
135
+ "sdtiledvae": 512,
136
+ "sdupscaler": "",
137
+ "sdvae": "",
138
+ "sdvaeauto": false,
139
+ "sdvaedevice": -1,
140
+ "sdvramlimit": 0,
141
+ "whispermodel": "",
142
+ "ttsmodel": "",
143
+ "ttswavtokenizer": "",
144
+ "ttsgpu": false,
145
+ "ttsmaxlen": 4096,
146
+ "ttsthreads": 0,
147
+ "ttsdir": "",
148
+ "musicllm": "https://huggingface.co/koboldcpp/music/resolve/main/yue2/yue2-3b-q8_0.gguf",
149
+ "musicembeddings": "",
150
+ "musicdiffusion": "",
151
+ "musicvae": "https://huggingface.co/koboldcpp/music/resolve/main/yue2/yue2-vae-f16.gguf",
152
+ "musiclowvram": false,
153
+ "embeddingsmodel": "",
154
+ "embeddingsmaxctx": 4096,
155
+ "embeddingsgpu": false,
156
+ "rpcmode": "disabled",
157
+ "rpcport": 5551,
158
+ "rpchost": "0.0.0.0",
159
+ "rpcdevice": "",
160
+ "rpccache": "",
161
+ "rpctargets": "",
162
+ "admin": false,
163
+ "adminpassword": null,
164
+ "admindir": "",
165
+ "adminunloadtimeout": 0,
166
+ "routermode": false,
167
+ "reqtimeout": 600,
168
+ "autoswapmode": false,
169
+ "autoswapthreshold": 256,
170
+ "baseconfig": "",
171
+ "sdvaecpu": false,
172
+ "sdclipgpu": false,
173
+ "testmemory": false,
174
+ "run_bundled_agent": false,
175
+ "agent_base_url": null,
176
+ "agent_api_key": null,
177
+ "istemplate": true
178
+ }
YuE2-Small-LLM.kcppt ADDED
@@ -0,0 +1,178 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "usecuda": null,
3
+ "usevulkan": null,
4
+ "usecpu": null,
5
+ "model": [],
6
+ "model_param": "https://huggingface.co/Qwen/Qwen3-VL-4B-Instruct-GGUF/resolve/main/Qwen3VL-4B-Instruct-Q4_K_M.gguf",
7
+ "config": null,
8
+ "contextsize": 16384,
9
+ "gpulayers": -1,
10
+ "host": "",
11
+ "launch": true,
12
+ "tensor_split": null,
13
+ "threads": -1,
14
+ "port": 5001,
15
+ "port_param": 5001,
16
+ "version": false,
17
+ "agent": false,
18
+ "agentload": "",
19
+ "analyze": "",
20
+ "autofit": false,
21
+ "autofitpadding": 1024,
22
+ "batchsize": 512,
23
+ "ubatchsize": -1,
24
+ "benchmark": null,
25
+ "blasthreads": null,
26
+ "chatcompletionsadapter": "AutoGuess",
27
+ "cli": false,
28
+ "debugmode": 0,
29
+ "defaultgenamt": 2048,
30
+ "device": "",
31
+ "downloaddir": "",
32
+ "draftamount": 4,
33
+ "draftgpulayers": 999,
34
+ "draftgpusplit": null,
35
+ "draftmodel": null,
36
+ "enableguidance": false,
37
+ "exportconfig": "",
38
+ "exporttemplate": "",
39
+ "failsafe": false,
40
+ "foreground": false,
41
+ "gendefaults": "",
42
+ "gendefaultsoverwrite": false,
43
+ "genlimit": 0,
44
+ "highpriority": false,
45
+ "ignoremissing": false,
46
+ "jinja": false,
47
+ "jinja_kwargs": "",
48
+ "jinjatemplate": "",
49
+ "jinjathink": "default",
50
+ "lora": null,
51
+ "loramult": 1.0,
52
+ "lowvram": false,
53
+ "maingpu": -1,
54
+ "maxrequestsize": 32,
55
+ "mcpfile": null,
56
+ "mmproj": null,
57
+ "mmprojcpu": false,
58
+ "lazy_mode": "auto",
59
+ "moe_cache_mib": 0,
60
+ "moecpu": 0,
61
+ "ffncpu": 0,
62
+ "moeexperts": -1,
63
+ "multiplayer": false,
64
+ "nocertify": false,
65
+ "nofastforward": false,
66
+ "noflashattention": false,
67
+ "noavx2": false,
68
+ "nobostoken": false,
69
+ "nommq": false,
70
+ "nomodel": false,
71
+ "noshift": false,
72
+ "noswa": false,
73
+ "onready": "",
74
+ "allow_config_onready": false,
75
+ "overridekv": null,
76
+ "overridenativecontext": 0,
77
+ "overridetensors": null,
78
+ "parallelrequests": 1,
79
+ "paralleltotalcontext": 0,
80
+ "password": null,
81
+ "preloadstory": null,
82
+ "prompt": "",
83
+ "quantkv": "f16",
84
+ "queuelimit": 10,
85
+ "quiet": false,
86
+ "ratelimit": 0,
87
+ "reasoningeffort": "default",
88
+ "remotetunnel": false,
89
+ "ropeconfig": [
90
+ 0.0,
91
+ 10000.0
92
+ ],
93
+ "savedatafile": null,
94
+ "singleinstance": false,
95
+ "smartcache": 0,
96
+ "smartcontext": false,
97
+ "splitmode": "layer",
98
+ "ssl": null,
99
+ "swapadding": 0,
100
+ "unpack": "",
101
+ "usemtp": false,
102
+ "usemlock": false,
103
+ "usemmap": false,
104
+ "usedirectio": false,
105
+ "visionmaxres": 1024,
106
+ "visionmaxtokens": -1,
107
+ "visionmintokens": -1,
108
+ "websearch": false,
109
+ "showgui": false,
110
+ "skiplauncher": false,
111
+ "hordemodelname": "",
112
+ "hordeworkername": "",
113
+ "hordekey": "",
114
+ "hordemaxctx": 0,
115
+ "hordegenlen": 0,
116
+ "sdaudiovae": "",
117
+ "sdclamped": 0,
118
+ "sdclampedsoft": 0,
119
+ "sdclip1": "",
120
+ "sdclip2": "",
121
+ "sdclipdevice": -2,
122
+ "sdconvdirect": "off",
123
+ "sdflashattention": false,
124
+ "sdlora": [],
125
+ "sdloramult": [
126
+ 1.0
127
+ ],
128
+ "sdmaingpu": -1,
129
+ "sdmodel": "",
130
+ "sdoffloadcpu": false,
131
+ "sdphotomaker": "",
132
+ "sdquant": 0,
133
+ "sdllm": "",
134
+ "sdthreads": 0,
135
+ "sdtiledvae": 512,
136
+ "sdupscaler": "",
137
+ "sdvae": "",
138
+ "sdvaeauto": false,
139
+ "sdvaedevice": -1,
140
+ "sdvramlimit": 0,
141
+ "whispermodel": "",
142
+ "ttsmodel": "",
143
+ "ttswavtokenizer": "",
144
+ "ttsgpu": false,
145
+ "ttsmaxlen": 4096,
146
+ "ttsthreads": 0,
147
+ "ttsdir": "",
148
+ "musicllm": "https://huggingface.co/koboldcpp/music/resolve/main/yue2/yue2-3b-q8_0.gguf",
149
+ "musicembeddings": "",
150
+ "musicdiffusion": "",
151
+ "musicvae": "https://huggingface.co/koboldcpp/music/resolve/main/yue2/yue2-vae-f16.gguf",
152
+ "musiclowvram": false,
153
+ "embeddingsmodel": "",
154
+ "embeddingsmaxctx": 4096,
155
+ "embeddingsgpu": false,
156
+ "rpcmode": "disabled",
157
+ "rpcport": 5551,
158
+ "rpchost": "0.0.0.0",
159
+ "rpcdevice": "",
160
+ "rpccache": "",
161
+ "rpctargets": "",
162
+ "admin": false,
163
+ "adminpassword": null,
164
+ "admindir": "",
165
+ "adminunloadtimeout": 0,
166
+ "routermode": false,
167
+ "reqtimeout": 600,
168
+ "autoswapmode": false,
169
+ "autoswapthreshold": 256,
170
+ "baseconfig": "",
171
+ "sdvaecpu": false,
172
+ "sdclipgpu": false,
173
+ "testmemory": false,
174
+ "run_bundled_agent": false,
175
+ "agent_base_url": null,
176
+ "agent_api_key": null,
177
+ "istemplate": true
178
+ }