JunHowie commited on
Commit
83f0457
·
verified ·
1 Parent(s): b212240

Add files using upload-large-folder tool

Browse files
Files changed (50) hide show
  1. .mdl +0 -0
  2. .msc +0 -0
  3. .mv +1 -0
  4. LICENSE +21 -0
  5. chat_template.jinja +120 -0
  6. chat_template_original.jinja +119 -0
  7. config.json +288 -0
  8. configuration.json +1 -0
  9. generation_config.json +12 -0
  10. model-00002-of-00124.safetensors +3 -0
  11. model-00003-of-00124.safetensors +3 -0
  12. model-00004-of-00124.safetensors +3 -0
  13. model-00005-of-00124.safetensors +3 -0
  14. model-00019-of-00124.safetensors +3 -0
  15. model-00022-of-00124.safetensors +3 -0
  16. model-00024-of-00124.safetensors +3 -0
  17. model-00025-of-00124.safetensors +3 -0
  18. model-00026-of-00124.safetensors +3 -0
  19. model-00027-of-00124.safetensors +3 -0
  20. model-00028-of-00124.safetensors +3 -0
  21. model-00029-of-00124.safetensors +3 -0
  22. model-00030-of-00124.safetensors +3 -0
  23. model-00031-of-00124.safetensors +3 -0
  24. model-00032-of-00124.safetensors +3 -0
  25. model-00033-of-00124.safetensors +3 -0
  26. model-00034-of-00124.safetensors +3 -0
  27. model-00035-of-00124.safetensors +3 -0
  28. model-00036-of-00124.safetensors +3 -0
  29. model-00037-of-00124.safetensors +3 -0
  30. model-00039-of-00124.safetensors +3 -0
  31. model-00051-of-00124.safetensors +3 -0
  32. model-00052-of-00124.safetensors +3 -0
  33. model-00055-of-00124.safetensors +3 -0
  34. model-00056-of-00124.safetensors +3 -0
  35. model-00060-of-00124.safetensors +3 -0
  36. model-00063-of-00124.safetensors +3 -0
  37. model-00064-of-00124.safetensors +3 -0
  38. model-00067-of-00124.safetensors +3 -0
  39. model-00079-of-00124.safetensors +3 -0
  40. model-00091-of-00124.safetensors +3 -0
  41. model-00093-of-00124.safetensors +3 -0
  42. model-00094-of-00124.safetensors +3 -0
  43. model-00095-of-00124.safetensors +3 -0
  44. model-00096-of-00124.safetensors +3 -0
  45. model-00097-of-00124.safetensors +3 -0
  46. model-00100-of-00124.safetensors +3 -0
  47. model-00105-of-00124.safetensors +3 -0
  48. model-00107-of-00124.safetensors +3 -0
  49. model-00118-of-00124.safetensors +3 -0
  50. tokenizer_config.json +33 -0
.mdl ADDED
Binary file (52 Bytes). View file
 
.msc ADDED
Binary file (11.9 kB). View file
 
.mv ADDED
@@ -0,0 +1 @@
 
 
1
+ Revision:master,CreatedAt:1782082103
LICENSE ADDED
@@ -0,0 +1,21 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ MIT License
2
+
3
+ Copyright (c) 2026 Zhipu AI
4
+
5
+ Permission is hereby granted, free of charge, to any person obtaining a copy
6
+ of this software and associated documentation files (the "Software"), to deal
7
+ in the Software without restriction, including without limitation the rights
8
+ to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
9
+ copies of the Software, and to permit persons to whom the Software is
10
+ furnished to do so, subject to the following conditions:
11
+
12
+ The above copyright notice and this permission notice shall be included in all
13
+ copies or substantial portions of the Software.
14
+
15
+ THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
16
+ IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
17
+ FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
18
+ AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
19
+ LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
20
+ OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
21
+ SOFTWARE.
chat_template.jinja ADDED
@@ -0,0 +1,120 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ [gMASK]<sop>
2
+ {# {%- set effective_reasoning_effort = 'high' if reasoning_effort is defined and reasoning_effort == 'high' else 'max' -%} #}
3
+ {%- set effective_reasoning_effort = reasoning_effort if reasoning_effort is defined and reasoning_effort is not none else 'medium-high' -%}
4
+ {%- if (enable_thinking is not defined or enable_thinking) and effective_reasoning_effort is not none -%}<|system|>Reasoning Effort: {{ effective_reasoning_effort | capitalize }}{%- endif -%}
5
+ {%- if tools -%}
6
+ {%- macro tool_to_json(tool) -%}
7
+ {%- set ns_tool = namespace(first=true) -%}
8
+ {{ '{' -}}
9
+ {%- for k, v in tool.items() -%}
10
+ {%- if k != 'defer_loading' and k != 'strict' -%}
11
+ {%- if not ns_tool.first -%}{{- ', ' -}}{%- endif -%}
12
+ {%- set ns_tool.first = false -%}
13
+ "{{ k }}": {{ v | tojson(ensure_ascii=False) }}
14
+ {%- endif -%}
15
+ {%- endfor -%}
16
+ {{- '}' -}}
17
+ {%- endmacro -%}
18
+ <|system|>
19
+ # Tools
20
+
21
+ You may call one or more functions to assist with the user query.
22
+
23
+ You are provided with function signatures within <tools></tools> XML tags:
24
+ <tools>
25
+ {% for tool in tools %}
26
+ {%- if 'function' in tool -%}
27
+ {%- set tool = tool['function'] -%}
28
+ {%- endif -%}
29
+ {% if tool.defer_loading is not defined or not tool.defer_loading %}
30
+ {{ tool_to_json(tool) }}
31
+ {% endif %}
32
+ {% endfor %}
33
+ </tools>
34
+
35
+ For each function call, output the function name and arguments within the following XML format:
36
+ <tool_call>{function-name}<arg_key>{arg-key-1}</arg_key><arg_value>{arg-value-1}</arg_value><arg_key>{arg-key-2}</arg_key><arg_value>{arg-value-2}</arg_value>...</tool_call>{%- endif -%}
37
+ {%- macro visible_text(content) -%}
38
+ {%- if content is string -%}
39
+ {{- content }}
40
+ {%- elif content is iterable and content is not mapping -%}
41
+ {%- for item in content -%}
42
+ {%- if item is mapping and item.type == 'text' -%}
43
+ {{- item.text }}
44
+ {%- elif item is string -%}
45
+ {{- item }}
46
+ {%- elif item is mapping and item.type in ['image', 'image_url', 'video', 'video_url', 'audio', 'audio_url', 'input_audio'] -%}
47
+ {%- set media_type = item.type | replace('_url', '') | replace('input_', '') -%}
48
+ {{- "<reminder>You are unable to process this " ~ media_type ~ " because you don't have multi-modal input ability. Try different methods.</reminder>" }}
49
+ {%- endif -%}
50
+ {%- endfor -%}
51
+ {%- else -%}
52
+ {{- content }}
53
+ {%- endif -%}
54
+ {%- endmacro -%}
55
+ {%- set ns = namespace(last_user_index=-1) -%}
56
+ {%- for m in messages %}
57
+ {%- if m.role == 'user' %}
58
+ {%- set ns.last_user_index = loop.index0 -%}
59
+ {%- endif %}
60
+ {%- endfor %}
61
+ {%- for m in messages -%}
62
+ {%- if m.role == 'user' -%}<|user|>{{ visible_text(m.content) }}
63
+ {%- elif m.role == 'assistant' -%}
64
+ <|assistant|>
65
+ {%- set content = visible_text(m.content) %}
66
+ {%- if m.reasoning_content is string %}
67
+ {%- set reasoning_content = m.reasoning_content %}
68
+ {%- elif '</think>' in content %}
69
+ {%- set reasoning_content = content.split('</think>')[0].split('<think>')[-1] %}
70
+ {%- set content = content.split('</think>')[-1] %}
71
+ {%- endif %}
72
+ {%- if ((clear_thinking is defined and not clear_thinking) or loop.index0 > ns.last_user_index) and reasoning_content is defined -%}
73
+ {{ '<think>' + reasoning_content + '</think>'}}
74
+ {%- else -%}
75
+ {{ '<think></think>' }}
76
+ {%- endif -%}
77
+ {%- if content.strip() -%}
78
+ {{ content.strip() }}
79
+ {%- endif -%}
80
+ {% if m.tool_calls %}
81
+ {% for tc in m.tool_calls %}
82
+ {%- if tc.function %}
83
+ {%- set tc = tc.function %}
84
+ {%- endif %}
85
+ {{- '<tool_call>' + tc.name -}}
86
+ {% set _args = tc.arguments %}{% for k, v in _args.items() %}<arg_key>{{ k }}</arg_key><arg_value>{{ v | tojson(ensure_ascii=False) if v is not string else v }}</arg_value>{% endfor %}</tool_call>{% endfor %}
87
+ {% endif %}
88
+ {%- elif m.role == 'tool' -%}
89
+ {%- if loop.first or (messages[loop.index0 - 1].role != "tool") %}
90
+ {{- '<|observation|>' -}}
91
+ {%- endif %}
92
+ {%- if m.content is string -%}
93
+ {{- '<tool_response>' + m.content + '</tool_response>' -}}
94
+ {%- elif m.content is iterable and m.content is not mapping and m.content and m.content.0.type == "tool_reference" -%}
95
+ {{- '<tool_response><tools>\n' -}}
96
+ {% for tr in m.content %}
97
+ {%- for tool in tools -%}
98
+ {%- if 'function' in tool -%}
99
+ {%- set tool = tool['function'] -%}
100
+ {%- endif -%}
101
+ {%- if tool.name == tr.name -%}
102
+ {{- tool_to_json(tool) + '\n' -}}
103
+ {%- endif -%}
104
+ {%- endfor -%}
105
+ {%- endfor -%}
106
+ {{- '</tools></tool_response>' -}}
107
+ {%- elif m.content is iterable and m.content is not mapping and m.content and m.content.0 is mapping and m.content.0.output is defined -%}
108
+ {%- for tr in m.content -%}
109
+ {{- '<tool_response>' + tr.output + '</tool_response>' -}}
110
+ {%- endfor -%}
111
+ {%- else -%}
112
+ {{- '<tool_response>' + visible_text(m.content) + '</tool_response>' -}}
113
+ {% endif -%}
114
+ {%- elif m.role == 'system' -%}
115
+ <|system|>{{ visible_text(m.content) }}
116
+ {%- endif -%}
117
+ {%- endfor -%}
118
+ {%- if add_generation_prompt -%}
119
+ <|assistant|>{{- '<think></think>' if (enable_thinking is defined and not enable_thinking) else '<think>' -}}
120
+ {%- endif -%}
chat_template_original.jinja ADDED
@@ -0,0 +1,119 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ [gMASK]<sop>
2
+ {%- set effective_reasoning_effort = 'high' if reasoning_effort is defined and reasoning_effort == 'high' else 'max' -%}
3
+ {%- if (enable_thinking is not defined or enable_thinking) and effective_reasoning_effort is not none -%}<|system|>Reasoning Effort: {{ effective_reasoning_effort | capitalize }}{%- endif -%}
4
+ {%- if tools -%}
5
+ {%- macro tool_to_json(tool) -%}
6
+ {%- set ns_tool = namespace(first=true) -%}
7
+ {{ '{' -}}
8
+ {%- for k, v in tool.items() -%}
9
+ {%- if k != 'defer_loading' and k != 'strict' -%}
10
+ {%- if not ns_tool.first -%}{{- ', ' -}}{%- endif -%}
11
+ {%- set ns_tool.first = false -%}
12
+ "{{ k }}": {{ v | tojson(ensure_ascii=False) }}
13
+ {%- endif -%}
14
+ {%- endfor -%}
15
+ {{- '}' -}}
16
+ {%- endmacro -%}
17
+ <|system|>
18
+ # Tools
19
+
20
+ You may call one or more functions to assist with the user query.
21
+
22
+ You are provided with function signatures within <tools></tools> XML tags:
23
+ <tools>
24
+ {% for tool in tools %}
25
+ {%- if 'function' in tool -%}
26
+ {%- set tool = tool['function'] -%}
27
+ {%- endif -%}
28
+ {% if tool.defer_loading is not defined or not tool.defer_loading %}
29
+ {{ tool_to_json(tool) }}
30
+ {% endif %}
31
+ {% endfor %}
32
+ </tools>
33
+
34
+ For each function call, output the function name and arguments within the following XML format:
35
+ <tool_call>{function-name}<arg_key>{arg-key-1}</arg_key><arg_value>{arg-value-1}</arg_value><arg_key>{arg-key-2}</arg_key><arg_value>{arg-value-2}</arg_value>...</tool_call>{%- endif -%}
36
+ {%- macro visible_text(content) -%}
37
+ {%- if content is string -%}
38
+ {{- content }}
39
+ {%- elif content is iterable and content is not mapping -%}
40
+ {%- for item in content -%}
41
+ {%- if item is mapping and item.type == 'text' -%}
42
+ {{- item.text }}
43
+ {%- elif item is string -%}
44
+ {{- item }}
45
+ {%- elif item is mapping and item.type in ['image', 'image_url', 'video', 'video_url', 'audio', 'audio_url', 'input_audio'] -%}
46
+ {%- set media_type = item.type | replace('_url', '') | replace('input_', '') -%}
47
+ {{- "<reminder>You are unable to process this " ~ media_type ~ " because you don't have multi-modal input ability. Try different methods.</reminder>" }}
48
+ {%- endif -%}
49
+ {%- endfor -%}
50
+ {%- else -%}
51
+ {{- content }}
52
+ {%- endif -%}
53
+ {%- endmacro -%}
54
+ {%- set ns = namespace(last_user_index=-1) -%}
55
+ {%- for m in messages %}
56
+ {%- if m.role == 'user' %}
57
+ {%- set ns.last_user_index = loop.index0 -%}
58
+ {%- endif %}
59
+ {%- endfor %}
60
+ {%- for m in messages -%}
61
+ {%- if m.role == 'user' -%}<|user|>{{ visible_text(m.content) }}
62
+ {%- elif m.role == 'assistant' -%}
63
+ <|assistant|>
64
+ {%- set content = visible_text(m.content) %}
65
+ {%- if m.reasoning_content is string %}
66
+ {%- set reasoning_content = m.reasoning_content %}
67
+ {%- elif '</think>' in content %}
68
+ {%- set reasoning_content = content.split('</think>')[0].split('<think>')[-1] %}
69
+ {%- set content = content.split('</think>')[-1] %}
70
+ {%- endif %}
71
+ {%- if ((clear_thinking is defined and not clear_thinking) or loop.index0 > ns.last_user_index) and reasoning_content is defined -%}
72
+ {{ '<think>' + reasoning_content + '</think>'}}
73
+ {%- else -%}
74
+ {{ '<think></think>' }}
75
+ {%- endif -%}
76
+ {%- if content.strip() -%}
77
+ {{ content.strip() }}
78
+ {%- endif -%}
79
+ {% if m.tool_calls %}
80
+ {% for tc in m.tool_calls %}
81
+ {%- if tc.function %}
82
+ {%- set tc = tc.function %}
83
+ {%- endif %}
84
+ {{- '<tool_call>' + tc.name -}}
85
+ {% set _args = tc.arguments %}{% for k, v in _args.items() %}<arg_key>{{ k }}</arg_key><arg_value>{{ v | tojson(ensure_ascii=False) if v is not string else v }}</arg_value>{% endfor %}</tool_call>{% endfor %}
86
+ {% endif %}
87
+ {%- elif m.role == 'tool' -%}
88
+ {%- if loop.first or (messages[loop.index0 - 1].role != "tool") %}
89
+ {{- '<|observation|>' -}}
90
+ {%- endif %}
91
+ {%- if m.content is string -%}
92
+ {{- '<tool_response>' + m.content + '</tool_response>' -}}
93
+ {%- elif m.content is iterable and m.content is not mapping and m.content and m.content.0.type == "tool_reference" -%}
94
+ {{- '<tool_response><tools>\n' -}}
95
+ {% for tr in m.content %}
96
+ {%- for tool in tools -%}
97
+ {%- if 'function' in tool -%}
98
+ {%- set tool = tool['function'] -%}
99
+ {%- endif -%}
100
+ {%- if tool.name == tr.name -%}
101
+ {{- tool_to_json(tool) + '\n' -}}
102
+ {%- endif -%}
103
+ {%- endfor -%}
104
+ {%- endfor -%}
105
+ {{- '</tools></tool_response>' -}}
106
+ {%- elif m.content is iterable and m.content is not mapping and m.content and m.content.0 is mapping and m.content.0.output is defined -%}
107
+ {%- for tr in m.content -%}
108
+ {{- '<tool_response>' + tr.output + '</tool_response>' -}}
109
+ {%- endfor -%}
110
+ {%- else -%}
111
+ {{- '<tool_response>' + visible_text(m.content) + '</tool_response>' -}}
112
+ {% endif -%}
113
+ {%- elif m.role == 'system' -%}
114
+ <|system|>{{ visible_text(m.content) }}
115
+ {%- endif -%}
116
+ {%- endfor -%}
117
+ {%- if add_generation_prompt -%}
118
+ <|assistant|>{{- '<think></think>' if (enable_thinking is defined and not enable_thinking) else '<think>' -}}
119
+ {%- endif -%}
config.json ADDED
@@ -0,0 +1,288 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "name_or_path": "tclf90/GLM-5.2-Int4-Int8Mix",
3
+ "architectures": [
4
+ "GlmMoeDsaForCausalLM"
5
+ ],
6
+ "attention_bias": false,
7
+ "attention_dropout": 0.0,
8
+ "dtype": "bfloat16",
9
+ "eos_token_id": [
10
+ 154820,
11
+ 154827,
12
+ 154829
13
+ ],
14
+ "ep_size": 1,
15
+ "first_k_dense_replace": 3,
16
+ "head_dim": 192,
17
+ "hidden_act": "silu",
18
+ "hidden_size": 6144,
19
+ "index_head_dim": 128,
20
+ "index_n_heads": 32,
21
+ "index_share_for_mtp_iteration": true,
22
+ "index_skip_topk_offset": 3,
23
+ "index_topk": 2048,
24
+ "index_topk_freq": 4,
25
+ "index_topk_pattern": null,
26
+ "indexer_rope_interleave": true,
27
+ "indexer_types": [
28
+ "full",
29
+ "full",
30
+ "full",
31
+ "shared",
32
+ "shared",
33
+ "shared",
34
+ "full",
35
+ "shared",
36
+ "shared",
37
+ "shared",
38
+ "full",
39
+ "shared",
40
+ "shared",
41
+ "shared",
42
+ "full",
43
+ "shared",
44
+ "shared",
45
+ "shared",
46
+ "full",
47
+ "shared",
48
+ "shared",
49
+ "shared",
50
+ "full",
51
+ "shared",
52
+ "shared",
53
+ "shared",
54
+ "full",
55
+ "shared",
56
+ "shared",
57
+ "shared",
58
+ "full",
59
+ "shared",
60
+ "shared",
61
+ "shared",
62
+ "full",
63
+ "shared",
64
+ "shared",
65
+ "shared",
66
+ "full",
67
+ "shared",
68
+ "shared",
69
+ "shared",
70
+ "full",
71
+ "shared",
72
+ "shared",
73
+ "shared",
74
+ "full",
75
+ "shared",
76
+ "shared",
77
+ "shared",
78
+ "full",
79
+ "shared",
80
+ "shared",
81
+ "shared",
82
+ "full",
83
+ "shared",
84
+ "shared",
85
+ "shared",
86
+ "full",
87
+ "shared",
88
+ "shared",
89
+ "shared",
90
+ "full",
91
+ "shared",
92
+ "shared",
93
+ "shared",
94
+ "full",
95
+ "shared",
96
+ "shared",
97
+ "shared",
98
+ "full",
99
+ "shared",
100
+ "shared",
101
+ "shared",
102
+ "full",
103
+ "shared",
104
+ "shared",
105
+ "shared"
106
+ ],
107
+ "initializer_range": 0.02,
108
+ "intermediate_size": 12288,
109
+ "kv_lora_rank": 512,
110
+ "max_position_embeddings": 1048576,
111
+ "mlp_layer_types": [
112
+ "dense",
113
+ "dense",
114
+ "dense",
115
+ "sparse",
116
+ "sparse",
117
+ "sparse",
118
+ "sparse",
119
+ "sparse",
120
+ "sparse",
121
+ "sparse",
122
+ "sparse",
123
+ "sparse",
124
+ "sparse",
125
+ "sparse",
126
+ "sparse",
127
+ "sparse",
128
+ "sparse",
129
+ "sparse",
130
+ "sparse",
131
+ "sparse",
132
+ "sparse",
133
+ "sparse",
134
+ "sparse",
135
+ "sparse",
136
+ "sparse",
137
+ "sparse",
138
+ "sparse",
139
+ "sparse",
140
+ "sparse",
141
+ "sparse",
142
+ "sparse",
143
+ "sparse",
144
+ "sparse",
145
+ "sparse",
146
+ "sparse",
147
+ "sparse",
148
+ "sparse",
149
+ "sparse",
150
+ "sparse",
151
+ "sparse",
152
+ "sparse",
153
+ "sparse",
154
+ "sparse",
155
+ "sparse",
156
+ "sparse",
157
+ "sparse",
158
+ "sparse",
159
+ "sparse",
160
+ "sparse",
161
+ "sparse",
162
+ "sparse",
163
+ "sparse",
164
+ "sparse",
165
+ "sparse",
166
+ "sparse",
167
+ "sparse",
168
+ "sparse",
169
+ "sparse",
170
+ "sparse",
171
+ "sparse",
172
+ "sparse",
173
+ "sparse",
174
+ "sparse",
175
+ "sparse",
176
+ "sparse",
177
+ "sparse",
178
+ "sparse",
179
+ "sparse",
180
+ "sparse",
181
+ "sparse",
182
+ "sparse",
183
+ "sparse",
184
+ "sparse",
185
+ "sparse",
186
+ "sparse",
187
+ "sparse",
188
+ "sparse",
189
+ "sparse"
190
+ ],
191
+ "model_type": "glm_moe_dsa",
192
+ "moe_intermediate_size": 2048,
193
+ "moe_layer_freq": 1,
194
+ "n_group": 1,
195
+ "n_routed_experts": 256,
196
+ "n_shared_experts": 1,
197
+ "norm_topk_prob": true,
198
+ "num_attention_heads": 64,
199
+ "num_experts_per_tok": 8,
200
+ "num_hidden_layers": 78,
201
+ "num_key_value_heads": 64,
202
+ "num_nextn_predict_layers": 1,
203
+ "pad_token_id": 154820,
204
+ "pretraining_tp": 1,
205
+ "q_lora_rank": 2048,
206
+ "qk_head_dim": 256,
207
+ "qk_nope_head_dim": 192,
208
+ "qk_rope_head_dim": 64,
209
+ "rms_norm_eps": 1e-05,
210
+ "rope_interleave": true,
211
+ "rope_parameters": {
212
+ "rope_theta": 8000000,
213
+ "rope_type": "default"
214
+ },
215
+ "routed_scaling_factor": 2.5,
216
+ "scoring_func": "sigmoid",
217
+ "tie_word_embeddings": false,
218
+ "topk_group": 1,
219
+ "topk_method": "noaux_tc",
220
+ "transformers_version": "5.12.0",
221
+ "use_cache": true,
222
+ "v_head_dim": 256,
223
+ "vocab_size": 154880,
224
+ "quantization_config": {
225
+ "quant_method": "compressed-tensors",
226
+ "format": "pack-quantized",
227
+ "ignore": [
228
+ "re:model[.]layers[.]0[.].*",
229
+ "re:model[.]layers[.][1-9][0-9]*[.](?:mtp_block[.])?mlp[.]gate(?:$|[.].*)",
230
+ "re:model[.]layers[.][1-9][0-9]*[.](?:mtp_block[.])?self_attn[.]indexer(?:$|[.].*)",
231
+ "re:model[.]layers[.][1-9][0-9]*[.](?:mtp_block[.])?self_attn[.]indexers_proj(?:$|[.].*)",
232
+ "re:model[.]layers[.][1-9][0-9]*[.](?:eh_proj|enorm|hnorm)[.].*",
233
+ "re:model[.]layers[.][1-9][0-9]*[.]shared_head[.]norm[.].*",
234
+ "re:model[.]layers[.][1-9][0-9]*[.]shared_head[.]head(?:$|[.].*)"
235
+ ],
236
+ "config_groups": {
237
+ "w4a16_experts": {
238
+ "targets": [
239
+ "re:model[.]layers[.](?:3|4|5|6|7|8|9|10|11|12|13|14|15|16|17|18|19|20|21|22|23|24|25|26|27|28|29|30|31|32|33|34|35|36|37|38|39|40|41|42|43|44|45|46|47|48|49|50|51|52|53|54|55|56|57|58|59|60|61|62|63|64|65|66|67|68|69|70|71|72|73|74|75|76|77)[.]mlp[.]experts[.][0-9]+[.](?:gate_proj|up_proj|down_proj)$"
240
+ ],
241
+ "weights": {
242
+ "num_bits": 4,
243
+ "type": "int",
244
+ "symmetric": true,
245
+ "strategy": "group",
246
+ "group_size": 128,
247
+ "dynamic": false
248
+ }
249
+ },
250
+ "w8a16_linears": {
251
+ "targets": [
252
+ "re:model[.]layers[.](?:1|2|3|4|5|6|7|8|9|10|11|12|13|14|15|16|17|18|19|20|21|22|23|24|25|26|27|28|29|30|31|32|33|34|35|36|37|38|39|40|41|42|43|44|45|46|47|48|49|50|51|52|53|54|55|56|57|58|59|60|61|62|63|64|65|66|67|68|69|70|71|72|73|74|75|76|77)[.](?:self_attn[.](?:fused_qkv_a_proj_with_mqa|q_a_proj|q_b_proj|kv_a_proj_with_mqa|kv_b_proj|o_proj)|mlp[.](?:gate_up_proj|gate_proj|up_proj|down_proj|shared_experts[.](?:gate_up_proj|gate_proj|up_proj|down_proj)))$"
253
+ ],
254
+ "weights": {
255
+ "num_bits": 8,
256
+ "type": "int",
257
+ "symmetric": true,
258
+ "strategy": "group",
259
+ "group_size": 128,
260
+ "dynamic": false
261
+ }
262
+ },
263
+ "w8a16_mtp_channel": {
264
+ "targets": [
265
+ "re:model[.]layers[.](?:78)[.](?:mtp_block[.])?(?:self_attn[.](?:fused_qkv_a_proj_with_mqa|q_a_proj|q_b_proj|kv_a_proj_with_mqa|kv_b_proj|o_proj)|mlp[.](?:experts[.][0-9]+[.](?:gate_proj|up_proj|down_proj)|gate_up_proj|gate_proj|up_proj|down_proj|shared_experts[.](?:gate_up_proj|gate_proj|up_proj|down_proj)))$"
266
+ ],
267
+ "weights": {
268
+ "num_bits": 8,
269
+ "type": "int",
270
+ "symmetric": true,
271
+ "strategy": "channel",
272
+ "group_size": -1,
273
+ "dynamic": false
274
+ }
275
+ }
276
+ },
277
+ "packed_modules_mapping": {
278
+ "fused_qkv_a_proj_with_mqa": [
279
+ "q_a_proj",
280
+ "kv_a_proj_with_mqa"
281
+ ],
282
+ "gate_up_proj": [
283
+ "gate_proj",
284
+ "up_proj"
285
+ ]
286
+ }
287
+ }
288
+ }
configuration.json ADDED
@@ -0,0 +1 @@
 
 
1
+ {"framework": "pytorch", "task": "others", "allow_remote": true}
generation_config.json ADDED
@@ -0,0 +1,12 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "_from_model_config": true,
3
+ "eos_token_id": [
4
+ 154820,
5
+ 154827,
6
+ 154829
7
+ ],
8
+ "pad_token_id": 154820,
9
+ "temperature": 1.0,
10
+ "top_p": 0.95,
11
+ "transformers_version": "5.12.0"
12
+ }
model-00002-of-00124.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c7a048b2e36605dcf373f1f6f6bcc60406e67a984b55a29183cc11e2537e71aa
3
+ size 3218711224
model-00003-of-00124.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:fedaf2e8902688ce1b8f4087a510cdb7a789a8f28c481a6b1b64f0c2900e9f94
3
+ size 3218272088
model-00004-of-00124.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:379e67aa20c01f9bb51f213310d817a5931340ecb9586f45355f50875537fe11
3
+ size 3215694056
model-00005-of-00124.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f773cc1d984f72c682080cb6cbfc1ebfcd9e533bab1a8394ee3a9706cb8659cc
3
+ size 3218271560
model-00019-of-00124.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:65c3d72b98eec09498a94b9896fd173b250bb8f7149553d4138c2a7a7a2782ff
3
+ size 3217561712
model-00022-of-00124.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:da850f6df20d0ce8bf6598c9ee570caa2fc333991b3eb87d47516f92cf361ae9
3
+ size 3216415072
model-00024-of-00124.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:fe0b1d9e6ccf2984350f77faaba59d944c22b479f97d3e78c448259f846e239f
3
+ size 3215694744
model-00025-of-00124.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:fc97dfbdf26df96cb82747464b4196e4ffc688ace37a374fea65f5f3e511fad0
3
+ size 3216414984
model-00026-of-00124.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f619847e8a99caae32f85feed32f28dbf4825f313de43248b1c44086707250e2
3
+ size 3218271776
model-00027-of-00124.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9092133dd19098244bec90f2230f4e975096655c3289f4ee75a1825e4a30f366
3
+ size 3216415312
model-00028-of-00124.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d05b136e1ba7e407633c6668d6c8dc87f4bcc76757665aa2f747163bffce20e2
3
+ size 3216414968
model-00029-of-00124.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3516d3c21454dbe095a3d797d27c58053c585184663203ba4156894d6ff01335
3
+ size 3218272088
model-00030-of-00124.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e461fe1784ffda0798447460a90d13ab6ca0042130d2fca164592c67b8e2c03c
3
+ size 3215694040
model-00031-of-00124.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2d53d1c166f9682a413ae116f499e42975525c14ec1f3d4e766136e99873f1c1
3
+ size 3218271560
model-00032-of-00124.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:02c3f0893bcd61ee37d5785d22eacc97b33599f0cb0471e47ac7fff9c0c41157
3
+ size 3216415552
model-00033-of-00124.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e8c34790d1749cd13a79c6fd5e2b819c18e33a1718a98869277d440a49610ed4
3
+ size 3216414976
model-00034-of-00124.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7b6c592b23505b16f8635ba9b481b13827aa95e15e33d418565ea07ab70773be
3
+ size 3218271896
model-00035-of-00124.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:34ec817ca3a0549d055087aa7d820d60de678da6724cbeacf7e40a8a76ce4604
3
+ size 3216414320
model-00036-of-00124.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ef4cfa1db3f2693344586af473e287d944295781ccbd2b0a837b2868478989d1
3
+ size 3203558912
model-00037-of-00124.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0776aab7aedc0e25d205796e1c1511162e24ebd7bca5738b09c5d1b3658bd968
3
+ size 3218149824
model-00039-of-00124.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5498add55b62ee2fb2ec88cd054e38e8a687681f3a3892824e839aa118df57e5
3
+ size 3218271680
model-00051-of-00124.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:fae9507fcd5c27243b4092d74d8b768182d2c57fe21c0a715107b2aba77f58d2
3
+ size 3215694056
model-00052-of-00124.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:212193b1380d30ef94ad8d79ac778e6ebd42987de963008c17a8bd8c2dca20b8
3
+ size 3218271576
model-00055-of-00124.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e3c2323ad72d2b7e476a1f9f804a8267fa4e5ec4c8792955b2b6ca8c32daa143
3
+ size 3218271920
model-00056-of-00124.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:014be175c11a0b9484cc58201943c26f41801f8034e72c403ee6eebdcfc95079
3
+ size 3216415144
model-00060-of-00124.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4285a452d76f052c2f2c00c20c0c581b830129b709546522118dad1844ca62ad
3
+ size 3218271696
model-00063-of-00124.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:77a253e649e14fe00d9eba15ad0b0e3fedfd299d5e7752c571d01a67a4d260f7
3
+ size 3218272040
model-00064-of-00124.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:afe3ad7813755bc0692f5e94099508df37067857a1b0da36f92350e5b51a1277
3
+ size 3216415040
model-00067-of-00124.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:27fa9c189599936edbf454915707a9733a6e220515f04b6b718015023e2648a9
3
+ size 3216414984
model-00079-of-00124.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:810766376d2cea1aa7ded654eb81e86a11808a0840f4dd87963f5ebf4034ac36
3
+ size 3216415744
model-00091-of-00124.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e9bda5012b1a24a3670cf738259c8882ad131cfa9bf743b5fe4e2a0ac87fa8b0
3
+ size 3214765776
model-00093-of-00124.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:21ec1a0efad28ee0144bbca5549219fc39ba8c65940e4ad71a3504771691c7e1
3
+ size 3216414976
model-00094-of-00124.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:591e60b6c0baa73d50049fe414656caf16ae739609d4fb96b7feff77926aece3
3
+ size 3218271616
model-00095-of-00124.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0569c41d2a8ecc92a2721391a393721b5001ebdcb4916af9091e9a84d8b7e10d
3
+ size 3215694552
model-00096-of-00124.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:eb2b67ee2b07ef8dde365376c78effb7ca1bc7d68565316facb0707b66ead332
3
+ size 3216414984
model-00097-of-00124.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1766304879ab35fdd723d9b03c496717e1f335f1ff7a53e1924accd6d1180f72
3
+ size 3218271968
model-00100-of-00124.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:49dba1103c9353eec295ef1f9e6d718e29488afa7e9bd6fde40904758cb62404
3
+ size 3216415712
model-00105-of-00124.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:de849c1c7fe0420f5f79e501bbbc3eb4e048249614f5abdaae3404e3e4024f40
3
+ size 3218272080
model-00107-of-00124.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e5a4fc5859aad1d72f6a63e17e5dbf2546c2bdf68777a1f1ad7c16d0ce8e90f0
3
+ size 3218270024
model-00118-of-00124.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3fd3b9a4f3b3ef0f24e19913b5f518b40ace817a82bea95a0083fb358a2e460f
3
+ size 3218272024
tokenizer_config.json ADDED
@@ -0,0 +1,33 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "backend": "tokenizers",
3
+ "clean_up_tokenization_spaces": false,
4
+ "do_lower_case": false,
5
+ "eos_token": "<|endoftext|>",
6
+ "extra_special_tokens": [
7
+ "<|endoftext|>",
8
+ "[MASK]",
9
+ "[gMASK]",
10
+ "[sMASK]",
11
+ "<sop>",
12
+ "<eop>",
13
+ "<|system|>",
14
+ "<|user|>",
15
+ "<|assistant|>",
16
+ "<|observation|>",
17
+ "<|begin_of_image|>",
18
+ "<|end_of_image|>",
19
+ "<|begin_of_video|>",
20
+ "<|end_of_video|>",
21
+ "<|begin_of_audio|>",
22
+ "<|end_of_audio|>",
23
+ "<|begin_of_transcription|>",
24
+ "<|end_of_transcription|>"
25
+ ],
26
+ "is_local": true,
27
+ "model_max_length": 1048576,
28
+ "model_specific_special_tokens": {},
29
+ "pad_token": "<|endoftext|>",
30
+ "padding_side": "left",
31
+ "remove_space": false,
32
+ "tokenizer_class": "TokenizersBackend"
33
+ }