rkazants commited on
Commit
424f835
·
verified ·
1 Parent(s): 8b6ef59

Add tiny random Z-Image-Turbo fixture

Browse files
model_index.json ADDED
@@ -0,0 +1,24 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "_class_name": "ZImagePipeline",
3
+ "_diffusers_version": "0.39.0",
4
+ "scheduler": [
5
+ "diffusers",
6
+ "FlowMatchEulerDiscreteScheduler"
7
+ ],
8
+ "text_encoder": [
9
+ "transformers",
10
+ "Qwen3Model"
11
+ ],
12
+ "tokenizer": [
13
+ "transformers",
14
+ "Qwen2Tokenizer"
15
+ ],
16
+ "transformer": [
17
+ "diffusers",
18
+ "ZImageTransformer2DModel"
19
+ ],
20
+ "vae": [
21
+ "diffusers",
22
+ "AutoencoderKL"
23
+ ]
24
+ }
scheduler/scheduler_config.json ADDED
@@ -0,0 +1,18 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "_class_name": "FlowMatchEulerDiscreteScheduler",
3
+ "_diffusers_version": "0.39.0",
4
+ "base_image_seq_len": 256,
5
+ "base_shift": 0.5,
6
+ "invert_sigmas": false,
7
+ "max_image_seq_len": 4096,
8
+ "max_shift": 1.15,
9
+ "num_train_timesteps": 1000,
10
+ "shift": 1.0,
11
+ "shift_terminal": null,
12
+ "stochastic_sampling": false,
13
+ "time_shift_type": "exponential",
14
+ "use_beta_sigmas": false,
15
+ "use_dynamic_shifting": false,
16
+ "use_exponential_sigmas": false,
17
+ "use_karras_sigmas": false
18
+ }
text_encoder/config.json ADDED
@@ -0,0 +1,37 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "architectures": [
3
+ "Qwen3Model"
4
+ ],
5
+ "attention_bias": false,
6
+ "attention_dropout": 0.0,
7
+ "bos_token_id": null,
8
+ "dtype": "float32",
9
+ "eos_token_id": null,
10
+ "head_dim": 16,
11
+ "hidden_act": "silu",
12
+ "hidden_size": 32,
13
+ "initializer_range": 0.02,
14
+ "intermediate_size": 64,
15
+ "layer_types": [
16
+ "full_attention",
17
+ "full_attention"
18
+ ],
19
+ "max_position_embeddings": 1024,
20
+ "max_window_layers": 28,
21
+ "model_type": "qwen3",
22
+ "num_attention_heads": 2,
23
+ "num_hidden_layers": 2,
24
+ "num_key_value_heads": 2,
25
+ "pad_token_id": null,
26
+ "rms_norm_eps": 1e-05,
27
+ "rope_parameters": {
28
+ "rope_theta": 10000.0,
29
+ "rope_type": "default"
30
+ },
31
+ "sliding_window": null,
32
+ "tie_word_embeddings": false,
33
+ "transformers_version": "5.5.4",
34
+ "use_cache": true,
35
+ "use_sliding_window": false,
36
+ "vocab_size": 543
37
+ }
text_encoder/model.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9a82e96548b102cbd9f201425e383a5a540b3b2570623826833b51e9cb744f3f
3
+ size 154624
tokenizer/chat_template.jinja ADDED
@@ -0,0 +1,89 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {%- if tools %}
2
+ {{- '<|im_start|>system\n' }}
3
+ {%- if messages[0].role == 'system' %}
4
+ {{- messages[0].content + '\n\n' }}
5
+ {%- endif %}
6
+ {{- "# Tools\n\nYou may call one or more functions to assist with the user query.\n\nYou are provided with function signatures within <tools></tools> XML tags:\n<tools>" }}
7
+ {%- for tool in tools %}
8
+ {{- "\n" }}
9
+ {{- tool | tojson }}
10
+ {%- endfor %}
11
+ {{- "\n</tools>\n\nFor each function call, return a json object with function name and arguments within <tool_call></tool_call> XML tags:\n<tool_call>\n{\"name\": <function-name>, \"arguments\": <args-json-object>}\n</tool_call><|im_end|>\n" }}
12
+ {%- else %}
13
+ {%- if messages[0].role == 'system' %}
14
+ {{- '<|im_start|>system\n' + messages[0].content + '<|im_end|>\n' }}
15
+ {%- endif %}
16
+ {%- endif %}
17
+ {%- set ns = namespace(multi_step_tool=true, last_query_index=messages|length - 1) %}
18
+ {%- for message in messages[::-1] %}
19
+ {%- set index = (messages|length - 1) - loop.index0 %}
20
+ {%- if ns.multi_step_tool and message.role == "user" and message.content is string and not(message.content.startswith('<tool_response>') and message.content.endswith('</tool_response>')) %}
21
+ {%- set ns.multi_step_tool = false %}
22
+ {%- set ns.last_query_index = index %}
23
+ {%- endif %}
24
+ {%- endfor %}
25
+ {%- for message in messages %}
26
+ {%- if message.content is string %}
27
+ {%- set content = message.content %}
28
+ {%- else %}
29
+ {%- set content = '' %}
30
+ {%- endif %}
31
+ {%- if (message.role == "user") or (message.role == "system" and not loop.first) %}
32
+ {{- '<|im_start|>' + message.role + '\n' + content + '<|im_end|>' + '\n' }}
33
+ {%- elif message.role == "assistant" %}
34
+ {%- set reasoning_content = '' %}
35
+ {%- if message.reasoning_content is string %}
36
+ {%- set reasoning_content = message.reasoning_content %}
37
+ {%- else %}
38
+ {%- if '</think>' in content %}
39
+ {%- set reasoning_content = content.split('</think>')[0].rstrip('\n').split('<think>')[-1].lstrip('\n') %}
40
+ {%- set content = content.split('</think>')[-1].lstrip('\n') %}
41
+ {%- endif %}
42
+ {%- endif %}
43
+ {%- if loop.index0 > ns.last_query_index %}
44
+ {%- if loop.last or (not loop.last and reasoning_content) %}
45
+ {{- '<|im_start|>' + message.role + '\n<think>\n' + reasoning_content.strip('\n') + '\n</think>\n\n' + content.lstrip('\n') }}
46
+ {%- else %}
47
+ {{- '<|im_start|>' + message.role + '\n' + content }}
48
+ {%- endif %}
49
+ {%- else %}
50
+ {{- '<|im_start|>' + message.role + '\n' + content }}
51
+ {%- endif %}
52
+ {%- if message.tool_calls %}
53
+ {%- for tool_call in message.tool_calls %}
54
+ {%- if (loop.first and content) or (not loop.first) %}
55
+ {{- '\n' }}
56
+ {%- endif %}
57
+ {%- if tool_call.function %}
58
+ {%- set tool_call = tool_call.function %}
59
+ {%- endif %}
60
+ {{- '<tool_call>\n{"name": "' }}
61
+ {{- tool_call.name }}
62
+ {{- '", "arguments": ' }}
63
+ {%- if tool_call.arguments is string %}
64
+ {{- tool_call.arguments }}
65
+ {%- else %}
66
+ {{- tool_call.arguments | tojson }}
67
+ {%- endif %}
68
+ {{- '}\n</tool_call>' }}
69
+ {%- endfor %}
70
+ {%- endif %}
71
+ {{- '<|im_end|>\n' }}
72
+ {%- elif message.role == "tool" %}
73
+ {%- if loop.first or (messages[loop.index0 - 1].role != "tool") %}
74
+ {{- '<|im_start|>user' }}
75
+ {%- endif %}
76
+ {{- '\n<tool_response>\n' }}
77
+ {{- content }}
78
+ {{- '\n</tool_response>' }}
79
+ {%- if loop.last or (messages[loop.index0 + 1].role != "tool") %}
80
+ {{- '<|im_end|>\n' }}
81
+ {%- endif %}
82
+ {%- endif %}
83
+ {%- endfor %}
84
+ {%- if add_generation_prompt %}
85
+ {{- '<|im_start|>assistant\n' }}
86
+ {%- if enable_thinking is defined and enable_thinking is false %}
87
+ {{- '<think>\n\n</think>\n\n' }}
88
+ {%- endif %}
89
+ {%- endif %}
tokenizer/tokenizer.json ADDED
@@ -0,0 +1,1864 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "version": "1.0",
3
+ "truncation": null,
4
+ "padding": null,
5
+ "added_tokens": [
6
+ {
7
+ "id": 0,
8
+ "content": "<|endoftext|>",
9
+ "single_word": false,
10
+ "lstrip": false,
11
+ "rstrip": false,
12
+ "normalized": false,
13
+ "special": true
14
+ },
15
+ {
16
+ "id": 1,
17
+ "content": "<|im_start|>",
18
+ "single_word": false,
19
+ "lstrip": false,
20
+ "rstrip": false,
21
+ "normalized": false,
22
+ "special": true
23
+ },
24
+ {
25
+ "id": 2,
26
+ "content": "<|im_end|>",
27
+ "single_word": false,
28
+ "lstrip": false,
29
+ "rstrip": false,
30
+ "normalized": false,
31
+ "special": true
32
+ },
33
+ {
34
+ "id": 3,
35
+ "content": "<|object_ref_start|>",
36
+ "single_word": false,
37
+ "lstrip": false,
38
+ "rstrip": false,
39
+ "normalized": false,
40
+ "special": true
41
+ },
42
+ {
43
+ "id": 4,
44
+ "content": "<|object_ref_end|>",
45
+ "single_word": false,
46
+ "lstrip": false,
47
+ "rstrip": false,
48
+ "normalized": false,
49
+ "special": true
50
+ },
51
+ {
52
+ "id": 5,
53
+ "content": "<|box_start|>",
54
+ "single_word": false,
55
+ "lstrip": false,
56
+ "rstrip": false,
57
+ "normalized": false,
58
+ "special": true
59
+ },
60
+ {
61
+ "id": 6,
62
+ "content": "<|box_end|>",
63
+ "single_word": false,
64
+ "lstrip": false,
65
+ "rstrip": false,
66
+ "normalized": false,
67
+ "special": true
68
+ },
69
+ {
70
+ "id": 7,
71
+ "content": "<|quad_start|>",
72
+ "single_word": false,
73
+ "lstrip": false,
74
+ "rstrip": false,
75
+ "normalized": false,
76
+ "special": true
77
+ },
78
+ {
79
+ "id": 8,
80
+ "content": "<|quad_end|>",
81
+ "single_word": false,
82
+ "lstrip": false,
83
+ "rstrip": false,
84
+ "normalized": false,
85
+ "special": true
86
+ },
87
+ {
88
+ "id": 9,
89
+ "content": "<|vision_start|>",
90
+ "single_word": false,
91
+ "lstrip": false,
92
+ "rstrip": false,
93
+ "normalized": false,
94
+ "special": true
95
+ },
96
+ {
97
+ "id": 10,
98
+ "content": "<|vision_end|>",
99
+ "single_word": false,
100
+ "lstrip": false,
101
+ "rstrip": false,
102
+ "normalized": false,
103
+ "special": true
104
+ },
105
+ {
106
+ "id": 11,
107
+ "content": "<|vision_pad|>",
108
+ "single_word": false,
109
+ "lstrip": false,
110
+ "rstrip": false,
111
+ "normalized": false,
112
+ "special": true
113
+ },
114
+ {
115
+ "id": 12,
116
+ "content": "<|image_pad|>",
117
+ "single_word": false,
118
+ "lstrip": false,
119
+ "rstrip": false,
120
+ "normalized": false,
121
+ "special": true
122
+ },
123
+ {
124
+ "id": 13,
125
+ "content": "<|video_pad|>",
126
+ "single_word": false,
127
+ "lstrip": false,
128
+ "rstrip": false,
129
+ "normalized": false,
130
+ "special": true
131
+ },
132
+ {
133
+ "id": 531,
134
+ "content": "<tool_call>",
135
+ "single_word": false,
136
+ "lstrip": false,
137
+ "rstrip": false,
138
+ "normalized": false,
139
+ "special": false
140
+ },
141
+ {
142
+ "id": 532,
143
+ "content": "</tool_call>",
144
+ "single_word": false,
145
+ "lstrip": false,
146
+ "rstrip": false,
147
+ "normalized": false,
148
+ "special": false
149
+ },
150
+ {
151
+ "id": 533,
152
+ "content": "<|fim_prefix|>",
153
+ "single_word": false,
154
+ "lstrip": false,
155
+ "rstrip": false,
156
+ "normalized": false,
157
+ "special": false
158
+ },
159
+ {
160
+ "id": 534,
161
+ "content": "<|fim_middle|>",
162
+ "single_word": false,
163
+ "lstrip": false,
164
+ "rstrip": false,
165
+ "normalized": false,
166
+ "special": false
167
+ },
168
+ {
169
+ "id": 535,
170
+ "content": "<|fim_suffix|>",
171
+ "single_word": false,
172
+ "lstrip": false,
173
+ "rstrip": false,
174
+ "normalized": false,
175
+ "special": false
176
+ },
177
+ {
178
+ "id": 536,
179
+ "content": "<|fim_pad|>",
180
+ "single_word": false,
181
+ "lstrip": false,
182
+ "rstrip": false,
183
+ "normalized": false,
184
+ "special": false
185
+ },
186
+ {
187
+ "id": 537,
188
+ "content": "<|repo_name|>",
189
+ "single_word": false,
190
+ "lstrip": false,
191
+ "rstrip": false,
192
+ "normalized": false,
193
+ "special": false
194
+ },
195
+ {
196
+ "id": 538,
197
+ "content": "<|file_sep|>",
198
+ "single_word": false,
199
+ "lstrip": false,
200
+ "rstrip": false,
201
+ "normalized": false,
202
+ "special": false
203
+ },
204
+ {
205
+ "id": 539,
206
+ "content": "<tool_response>",
207
+ "single_word": false,
208
+ "lstrip": false,
209
+ "rstrip": false,
210
+ "normalized": false,
211
+ "special": false
212
+ },
213
+ {
214
+ "id": 540,
215
+ "content": "</tool_response>",
216
+ "single_word": false,
217
+ "lstrip": false,
218
+ "rstrip": false,
219
+ "normalized": false,
220
+ "special": false
221
+ },
222
+ {
223
+ "id": 541,
224
+ "content": "<think>",
225
+ "single_word": false,
226
+ "lstrip": false,
227
+ "rstrip": false,
228
+ "normalized": false,
229
+ "special": false
230
+ },
231
+ {
232
+ "id": 542,
233
+ "content": "</think>",
234
+ "single_word": false,
235
+ "lstrip": false,
236
+ "rstrip": false,
237
+ "normalized": false,
238
+ "special": false
239
+ }
240
+ ],
241
+ "normalizer": {
242
+ "type": "NFC"
243
+ },
244
+ "pre_tokenizer": {
245
+ "type": "Sequence",
246
+ "pretokenizers": [
247
+ {
248
+ "type": "Split",
249
+ "pattern": {
250
+ "Regex": "(?i:'s|'t|'re|'ve|'m|'ll|'d)|[^\\r\\n\\p{L}\\p{N}]?\\p{L}+|\\p{N}| ?[^\\s\\p{L}\\p{N}]+[\\r\\n]*|\\s*[\\r\\n]+|\\s+(?!\\S)|\\s+"
251
+ },
252
+ "behavior": "Isolated",
253
+ "invert": false
254
+ },
255
+ {
256
+ "type": "ByteLevel",
257
+ "add_prefix_space": false,
258
+ "trim_offsets": true,
259
+ "use_regex": false
260
+ }
261
+ ]
262
+ },
263
+ "post_processor": {
264
+ "type": "ByteLevel",
265
+ "add_prefix_space": false,
266
+ "trim_offsets": false,
267
+ "use_regex": false
268
+ },
269
+ "decoder": {
270
+ "type": "ByteLevel",
271
+ "add_prefix_space": true,
272
+ "trim_offsets": true,
273
+ "use_regex": true
274
+ },
275
+ "model": {
276
+ "type": "BPE",
277
+ "dropout": null,
278
+ "unk_token": null,
279
+ "continuing_subword_prefix": "",
280
+ "end_of_word_suffix": "",
281
+ "fuse_unk": false,
282
+ "byte_fallback": false,
283
+ "ignore_merges": false,
284
+ "vocab": {
285
+ "<|endoftext|>": 0,
286
+ "<|im_start|>": 1,
287
+ "<|im_end|>": 2,
288
+ "<|object_ref_start|>": 3,
289
+ "<|object_ref_end|>": 4,
290
+ "<|box_start|>": 5,
291
+ "<|box_end|>": 6,
292
+ "<|quad_start|>": 7,
293
+ "<|quad_end|>": 8,
294
+ "<|vision_start|>": 9,
295
+ "<|vision_end|>": 10,
296
+ "<|vision_pad|>": 11,
297
+ "<|image_pad|>": 12,
298
+ "<|video_pad|>": 13,
299
+ "!": 14,
300
+ "\"": 15,
301
+ "#": 16,
302
+ "$": 17,
303
+ "%": 18,
304
+ "&": 19,
305
+ "'": 20,
306
+ "(": 21,
307
+ ")": 22,
308
+ "*": 23,
309
+ "+": 24,
310
+ ",": 25,
311
+ "-": 26,
312
+ ".": 27,
313
+ "/": 28,
314
+ "0": 29,
315
+ "1": 30,
316
+ "2": 31,
317
+ "3": 32,
318
+ "4": 33,
319
+ "5": 34,
320
+ "6": 35,
321
+ "7": 36,
322
+ "8": 37,
323
+ "9": 38,
324
+ ":": 39,
325
+ ";": 40,
326
+ "<": 41,
327
+ "=": 42,
328
+ ">": 43,
329
+ "?": 44,
330
+ "@": 45,
331
+ "A": 46,
332
+ "B": 47,
333
+ "C": 48,
334
+ "D": 49,
335
+ "E": 50,
336
+ "F": 51,
337
+ "G": 52,
338
+ "H": 53,
339
+ "I": 54,
340
+ "J": 55,
341
+ "K": 56,
342
+ "L": 57,
343
+ "M": 58,
344
+ "N": 59,
345
+ "O": 60,
346
+ "P": 61,
347
+ "Q": 62,
348
+ "R": 63,
349
+ "S": 64,
350
+ "T": 65,
351
+ "U": 66,
352
+ "V": 67,
353
+ "W": 68,
354
+ "X": 69,
355
+ "Y": 70,
356
+ "Z": 71,
357
+ "[": 72,
358
+ "\\": 73,
359
+ "]": 74,
360
+ "^": 75,
361
+ "_": 76,
362
+ "`": 77,
363
+ "a": 78,
364
+ "b": 79,
365
+ "c": 80,
366
+ "d": 81,
367
+ "e": 82,
368
+ "f": 83,
369
+ "g": 84,
370
+ "h": 85,
371
+ "i": 86,
372
+ "j": 87,
373
+ "k": 88,
374
+ "l": 89,
375
+ "m": 90,
376
+ "n": 91,
377
+ "o": 92,
378
+ "p": 93,
379
+ "q": 94,
380
+ "r": 95,
381
+ "s": 96,
382
+ "t": 97,
383
+ "u": 98,
384
+ "v": 99,
385
+ "w": 100,
386
+ "x": 101,
387
+ "y": 102,
388
+ "z": 103,
389
+ "{": 104,
390
+ "|": 105,
391
+ "}": 106,
392
+ "~": 107,
393
+ "¡": 108,
394
+ "¢": 109,
395
+ "£": 110,
396
+ "¤": 111,
397
+ "¥": 112,
398
+ "¦": 113,
399
+ "§": 114,
400
+ "¨": 115,
401
+ "©": 116,
402
+ "ª": 117,
403
+ "«": 118,
404
+ "¬": 119,
405
+ "®": 120,
406
+ "¯": 121,
407
+ "°": 122,
408
+ "±": 123,
409
+ "²": 124,
410
+ "³": 125,
411
+ "´": 126,
412
+ "µ": 127,
413
+ "¶": 128,
414
+ "·": 129,
415
+ "¸": 130,
416
+ "¹": 131,
417
+ "º": 132,
418
+ "»": 133,
419
+ "¼": 134,
420
+ "½": 135,
421
+ "¾": 136,
422
+ "¿": 137,
423
+ "À": 138,
424
+ "Á": 139,
425
+ "Â": 140,
426
+ "Ã": 141,
427
+ "Ä": 142,
428
+ "Å": 143,
429
+ "Æ": 144,
430
+ "Ç": 145,
431
+ "È": 146,
432
+ "É": 147,
433
+ "Ê": 148,
434
+ "Ë": 149,
435
+ "Ì": 150,
436
+ "Í": 151,
437
+ "Î": 152,
438
+ "Ï": 153,
439
+ "Ð": 154,
440
+ "Ñ": 155,
441
+ "Ò": 156,
442
+ "Ó": 157,
443
+ "Ô": 158,
444
+ "Õ": 159,
445
+ "Ö": 160,
446
+ "×": 161,
447
+ "Ø": 162,
448
+ "Ù": 163,
449
+ "Ú": 164,
450
+ "Û": 165,
451
+ "Ü": 166,
452
+ "Ý": 167,
453
+ "Þ": 168,
454
+ "ß": 169,
455
+ "à": 170,
456
+ "á": 171,
457
+ "â": 172,
458
+ "ã": 173,
459
+ "ä": 174,
460
+ "å": 175,
461
+ "æ": 176,
462
+ "ç": 177,
463
+ "è": 178,
464
+ "é": 179,
465
+ "ê": 180,
466
+ "ë": 181,
467
+ "ì": 182,
468
+ "í": 183,
469
+ "î": 184,
470
+ "ï": 185,
471
+ "ð": 186,
472
+ "ñ": 187,
473
+ "ò": 188,
474
+ "ó": 189,
475
+ "ô": 190,
476
+ "õ": 191,
477
+ "ö": 192,
478
+ "÷": 193,
479
+ "ø": 194,
480
+ "ù": 195,
481
+ "ú": 196,
482
+ "û": 197,
483
+ "ü": 198,
484
+ "ý": 199,
485
+ "þ": 200,
486
+ "ÿ": 201,
487
+ "Ā": 202,
488
+ "ā": 203,
489
+ "Ă": 204,
490
+ "ă": 205,
491
+ "Ą": 206,
492
+ "ą": 207,
493
+ "Ć": 208,
494
+ "ć": 209,
495
+ "Ĉ": 210,
496
+ "ĉ": 211,
497
+ "Ċ": 212,
498
+ "ċ": 213,
499
+ "Č": 214,
500
+ "č": 215,
501
+ "Ď": 216,
502
+ "ď": 217,
503
+ "Đ": 218,
504
+ "đ": 219,
505
+ "Ē": 220,
506
+ "ē": 221,
507
+ "Ĕ": 222,
508
+ "ĕ": 223,
509
+ "Ė": 224,
510
+ "ė": 225,
511
+ "Ę": 226,
512
+ "ę": 227,
513
+ "Ě": 228,
514
+ "ě": 229,
515
+ "Ĝ": 230,
516
+ "ĝ": 231,
517
+ "Ğ": 232,
518
+ "ğ": 233,
519
+ "Ġ": 234,
520
+ "ġ": 235,
521
+ "Ģ": 236,
522
+ "ģ": 237,
523
+ "Ĥ": 238,
524
+ "ĥ": 239,
525
+ "Ħ": 240,
526
+ "ħ": 241,
527
+ "Ĩ": 242,
528
+ "ĩ": 243,
529
+ "Ī": 244,
530
+ "ī": 245,
531
+ "Ĭ": 246,
532
+ "ĭ": 247,
533
+ "Į": 248,
534
+ "į": 249,
535
+ "İ": 250,
536
+ "ı": 251,
537
+ "IJ": 252,
538
+ "ij": 253,
539
+ "Ĵ": 254,
540
+ "ĵ": 255,
541
+ "Ķ": 256,
542
+ "ķ": 257,
543
+ "ĸ": 258,
544
+ "Ĺ": 259,
545
+ "ĺ": 260,
546
+ "Ļ": 261,
547
+ "ļ": 262,
548
+ "Ľ": 263,
549
+ "ľ": 264,
550
+ "Ŀ": 265,
551
+ "ŀ": 266,
552
+ "Ł": 267,
553
+ "ł": 268,
554
+ "Ń": 269,
555
+ "Ġa": 270,
556
+ "in": 271,
557
+ "ing": 272,
558
+ "ou": 273,
559
+ "th": 274,
560
+ "ve": 275,
561
+ "Ġc": 276,
562
+ "Ġo": 277,
563
+ "Ġs": 278,
564
+ "an": 279,
565
+ "re": 280,
566
+ "Ġl": 281,
567
+ "ea": 282,
568
+ "gh": 283,
569
+ "ri": 284,
570
+ "Ġw": 285,
571
+ "Ġth": 286,
572
+ "ver": 287,
573
+ "Ġthe": 288,
574
+ "ds": 289,
575
+ "igh": 290,
576
+ "nd": 291,
577
+ "on": 292,
578
+ "or": 293,
579
+ "se": 294,
580
+ "st": 295,
581
+ "ti": 296,
582
+ "Ġf": 297,
583
+ "Ġin": 298,
584
+ "Ġri": 299,
585
+ "Ġcl": 300,
586
+ "Ġligh": 301,
587
+ "ati": 302,
588
+ "de": 303,
589
+ "it": 304,
590
+ "mn": 305,
591
+ "mati": 306,
592
+ "ra": 307,
593
+ "ss": 308,
594
+ "ting": 309,
595
+ "ut": 310,
596
+ "Ġb": 311,
597
+ "Ġd": 312,
598
+ "Ġm": 313,
599
+ "Ġre": 314,
600
+ "Ġab": 315,
601
+ "Ġat": 316,
602
+ "Ġand": 317,
603
+ "oun": 318,
604
+ "ouds": 319,
605
+ "Ġon": 320,
606
+ "Ġst": 321,
607
+ "Ġfo": 322,
608
+ "Ġriver": 323,
609
+ "Ġclouds": 324,
610
+ "matic": 325,
611
+ "Ġred": 326,
612
+ "!?": 327,
613
+ "\"/": 328,
614
+ "#$": 329,
615
+ "%&": 330,
616
+ "'\"/": 331,
617
+ "()": 332,
618
+ "*+": 333,
619
+ ",:": 334,
620
+ "-()": 335,
621
+ ".,:": 336,
622
+ ";!?": 337,
623
+ "<>": 338,
624
+ "=<>": 339,
625
+ "@#$": 340,
626
+ "AB": 341,
627
+ "CD": 342,
628
+ "EF": 343,
629
+ "GH": 344,
630
+ "IJ": 345,
631
+ "KL": 346,
632
+ "MN": 347,
633
+ "OP": 348,
634
+ "QR": 349,
635
+ "ST": 350,
636
+ "UV": 351,
637
+ "WX": 352,
638
+ "YZ": 353,
639
+ "[]": 354,
640
+ "\\@#$": 355,
641
+ "^_": 356,
642
+ "`^_": 357,
643
+ "ap": 358,
644
+ "aw": 359,
645
+ "ain": 360,
646
+ "aut": 361,
647
+ "ce": 362,
648
+ "cde": 363,
649
+ "cap": 364,
650
+ "dg": 365,
651
+ "ding": 366,
652
+ "dra": 367,
653
+ "ep": 368,
654
+ "er": 369,
655
+ "et": 370,
656
+ "ematic": 371,
657
+ "ff": 372,
658
+ "fu": 373,
659
+ "fgh": 374,
660
+ "gr": 375,
661
+ "hor": 376,
662
+ "ij": 377,
663
+ "ith": 378,
664
+ "iet": 379,
665
+ "iff": 380,
666
+ "kl": 381,
667
+ "ld": 382,
668
+ "man": 383,
669
+ "no": 384,
670
+ "ning": 385,
671
+ "nse": 386,
672
+ "op": 387,
673
+ "ove": 388,
674
+ "over": 389,
675
+ "oon": 390,
676
+ "oss": 391,
677
+ "oman": 392,
678
+ "por": 393,
679
+ "qr": 394,
680
+ "qu": 395,
681
+ "ring": 396,
682
+ "ron": 397,
683
+ "ross": 398,
684
+ "sh": 399,
685
+ "tra": 400,
686
+ "tain": 401,
687
+ "ter": 402,
688
+ "tning": 403,
689
+ "uv": 404,
690
+ "uti": 405,
691
+ "umn": 406,
692
+ "unse": 407,
693
+ "wx": 408,
694
+ "yz": 409,
695
+ "youn": 410,
696
+ "{}": 411,
697
+ "|~": 412,
698
+ "Ġ.,:": 413,
699
+ "Ġgr": 414,
700
+ "Ġhor": 415,
701
+ "Ġpor": 416,
702
+ "Ġqu": 417,
703
+ "Ġyoun": 418,
704
+ "Ġast": 419,
705
+ "Ġaut": 420,
706
+ "inematic": 421,
707
+ "inter": 422,
708
+ "ound": 423,
709
+ "ouse": 424,
710
+ "thouse": 425,
711
+ "ves": 426,
712
+ "Ġcover": 427,
713
+ "Ġcross": 428,
714
+ "Ġcinematic": 429,
715
+ "Ġof": 430,
716
+ "Ġover": 431,
717
+ "Ġoce": 432,
718
+ "Ġold": 433,
719
+ "Ġsea": 434,
720
+ "Ġsit": 435,
721
+ "Ġsno": 436,
722
+ "Ġsunse": 437,
723
+ "ands": 438,
724
+ "rest": 439,
725
+ "ress": 440,
726
+ "resh": 441,
727
+ "Ġlea": 442,
728
+ "Ġlands": 443,
729
+ "earing": 444,
730
+ "eauti": 445,
731
+ "ridg": 446,
732
+ "Ġwith": 447,
733
+ "Ġwoman": 448,
734
+ "Ġwinter": 449,
735
+ "Ġwearing": 450,
736
+ "one": 451,
737
+ "orm": 452,
738
+ "stuv": 453,
739
+ "Ġfresh": 454,
740
+ "Ġriding": 455,
741
+ "Ġcliff": 456,
742
+ "Ġlighting": 457,
743
+ "Ġlightning": 458,
744
+ "Ġlighthouse": 459,
745
+ "deep": 460,
746
+ "mnop": 461,
747
+ "Ġbeauti": 462,
748
+ "Ġbridg": 463,
749
+ "Ġdaw": 464,
750
+ "Ġdress": 465,
751
+ "Ġmoun": 466,
752
+ "Ġmoon": 467,
753
+ "Ġabcde": 468,
754
+ "Ġabove": 469,
755
+ "Ġstone": 470,
756
+ "Ġstorm": 471,
757
+ "Ġfox": 472,
758
+ "Ġforest": 473,
759
+ "Ġrivers": 474,
760
+ "%&*+": 475,
761
+ "'\"/\\@#$": 476,
762
+ "-()[]": 477,
763
+ ";!?-()[]": 478,
764
+ "=<>|~": 479,
765
+ "ABCD": 480,
766
+ "EFGH": 481,
767
+ "IJKL": 482,
768
+ "MNOP": 483,
769
+ "QRST": 484,
770
+ "UVWX": 485,
771
+ "cape": 486,
772
+ "dramatic": 487,
773
+ "ful": 488,
774
+ "fghij": 489,
775
+ "klmnop": 490,
776
+ "qrstuv": 491,
777
+ "ronaut": 492,
778
+ "trait": 493,
779
+ "tains": 494,
780
+ "wxyz": 495,
781
+ "{}'\"/\\@#$": 496,
782
+ "Ġ.,:;!?-()[]": 497,
783
+ "Ġground": 498,
784
+ "Ġhorse": 499,
785
+ "Ġportrait": 500,
786
+ "Ġquiet": 501,
787
+ "Ġyoung": 502,
788
+ "Ġastronaut": 503,
789
+ "Ġautumn": 504,
790
+ "Ġcovering": 505,
791
+ "Ġcrossing": 506,
792
+ "Ġocean": 507,
793
+ "Ġsitting": 508,
794
+ "Ġsnow": 509,
795
+ "Ġsunset": 510,
796
+ "Ġleaves": 511,
797
+ "Ġlandscape": 512,
798
+ "Ġbeautiful": 513,
799
+ "Ġbridge": 514,
800
+ "Ġdawn": 515,
801
+ "Ġmountains": 516,
802
+ "Ġabcdefghij": 517,
803
+ "%&*+=<>|~": 518,
804
+ "ABCDEFGH": 519,
805
+ "IJKLMNOP": 520,
806
+ "QRSTUVWX": 521,
807
+ "klmnopqrstuv": 522,
808
+ "{}'\"/\\@#$%&*+=<>|~": 523,
809
+ "Ġ.,:;!?-()[]{}'\"/\\@#$%&*+=<>|~": 524,
810
+ "Ġabcdefghijklmnopqrstuv": 525,
811
+ "ABCDEFGHIJKLMNOP": 526,
812
+ "QRSTUVWXYZ": 527,
813
+ "Ġ.,:;!?-()[]{}'\"/\\@#$%&*+=<>|~`^_": 528,
814
+ "Ġabcdefghijklmnopqrstuvwxyz": 529,
815
+ "ABCDEFGHIJKLMNOPQRSTUVWXYZ": 530
816
+ },
817
+ "merges": [
818
+ [
819
+ "Ġ",
820
+ "a"
821
+ ],
822
+ [
823
+ "i",
824
+ "n"
825
+ ],
826
+ [
827
+ "in",
828
+ "g"
829
+ ],
830
+ [
831
+ "o",
832
+ "u"
833
+ ],
834
+ [
835
+ "t",
836
+ "h"
837
+ ],
838
+ [
839
+ "v",
840
+ "e"
841
+ ],
842
+ [
843
+ "Ġ",
844
+ "c"
845
+ ],
846
+ [
847
+ "Ġ",
848
+ "o"
849
+ ],
850
+ [
851
+ "Ġ",
852
+ "s"
853
+ ],
854
+ [
855
+ "a",
856
+ "n"
857
+ ],
858
+ [
859
+ "r",
860
+ "e"
861
+ ],
862
+ [
863
+ "Ġ",
864
+ "l"
865
+ ],
866
+ [
867
+ "e",
868
+ "a"
869
+ ],
870
+ [
871
+ "g",
872
+ "h"
873
+ ],
874
+ [
875
+ "r",
876
+ "i"
877
+ ],
878
+ [
879
+ "Ġ",
880
+ "w"
881
+ ],
882
+ [
883
+ "Ġ",
884
+ "th"
885
+ ],
886
+ [
887
+ "ve",
888
+ "r"
889
+ ],
890
+ [
891
+ "Ġth",
892
+ "e"
893
+ ],
894
+ [
895
+ "d",
896
+ "s"
897
+ ],
898
+ [
899
+ "i",
900
+ "gh"
901
+ ],
902
+ [
903
+ "n",
904
+ "d"
905
+ ],
906
+ [
907
+ "o",
908
+ "n"
909
+ ],
910
+ [
911
+ "o",
912
+ "r"
913
+ ],
914
+ [
915
+ "s",
916
+ "e"
917
+ ],
918
+ [
919
+ "s",
920
+ "t"
921
+ ],
922
+ [
923
+ "t",
924
+ "i"
925
+ ],
926
+ [
927
+ "Ġ",
928
+ "f"
929
+ ],
930
+ [
931
+ "Ġ",
932
+ "in"
933
+ ],
934
+ [
935
+ "Ġ",
936
+ "ri"
937
+ ],
938
+ [
939
+ "Ġc",
940
+ "l"
941
+ ],
942
+ [
943
+ "Ġl",
944
+ "igh"
945
+ ],
946
+ [
947
+ "a",
948
+ "ti"
949
+ ],
950
+ [
951
+ "d",
952
+ "e"
953
+ ],
954
+ [
955
+ "i",
956
+ "t"
957
+ ],
958
+ [
959
+ "m",
960
+ "n"
961
+ ],
962
+ [
963
+ "m",
964
+ "ati"
965
+ ],
966
+ [
967
+ "r",
968
+ "a"
969
+ ],
970
+ [
971
+ "s",
972
+ "s"
973
+ ],
974
+ [
975
+ "t",
976
+ "ing"
977
+ ],
978
+ [
979
+ "u",
980
+ "t"
981
+ ],
982
+ [
983
+ "Ġ",
984
+ "b"
985
+ ],
986
+ [
987
+ "Ġ",
988
+ "d"
989
+ ],
990
+ [
991
+ "Ġ",
992
+ "m"
993
+ ],
994
+ [
995
+ "Ġ",
996
+ "re"
997
+ ],
998
+ [
999
+ "Ġa",
1000
+ "b"
1001
+ ],
1002
+ [
1003
+ "Ġa",
1004
+ "t"
1005
+ ],
1006
+ [
1007
+ "Ġa",
1008
+ "nd"
1009
+ ],
1010
+ [
1011
+ "ou",
1012
+ "n"
1013
+ ],
1014
+ [
1015
+ "ou",
1016
+ "ds"
1017
+ ],
1018
+ [
1019
+ "Ġo",
1020
+ "n"
1021
+ ],
1022
+ [
1023
+ "Ġs",
1024
+ "t"
1025
+ ],
1026
+ [
1027
+ "Ġf",
1028
+ "o"
1029
+ ],
1030
+ [
1031
+ "Ġri",
1032
+ "ver"
1033
+ ],
1034
+ [
1035
+ "Ġcl",
1036
+ "ouds"
1037
+ ],
1038
+ [
1039
+ "mati",
1040
+ "c"
1041
+ ],
1042
+ [
1043
+ "Ġre",
1044
+ "d"
1045
+ ],
1046
+ [
1047
+ "!",
1048
+ "?"
1049
+ ],
1050
+ [
1051
+ "\"",
1052
+ "/"
1053
+ ],
1054
+ [
1055
+ "#",
1056
+ "$"
1057
+ ],
1058
+ [
1059
+ "%",
1060
+ "&"
1061
+ ],
1062
+ [
1063
+ "'",
1064
+ "\"/"
1065
+ ],
1066
+ [
1067
+ "(",
1068
+ ")"
1069
+ ],
1070
+ [
1071
+ "*",
1072
+ "+"
1073
+ ],
1074
+ [
1075
+ ",",
1076
+ ":"
1077
+ ],
1078
+ [
1079
+ "-",
1080
+ "()"
1081
+ ],
1082
+ [
1083
+ ".",
1084
+ ",:"
1085
+ ],
1086
+ [
1087
+ ";",
1088
+ "!?"
1089
+ ],
1090
+ [
1091
+ "<",
1092
+ ">"
1093
+ ],
1094
+ [
1095
+ "=",
1096
+ "<>"
1097
+ ],
1098
+ [
1099
+ "@",
1100
+ "#$"
1101
+ ],
1102
+ [
1103
+ "A",
1104
+ "B"
1105
+ ],
1106
+ [
1107
+ "C",
1108
+ "D"
1109
+ ],
1110
+ [
1111
+ "E",
1112
+ "F"
1113
+ ],
1114
+ [
1115
+ "G",
1116
+ "H"
1117
+ ],
1118
+ [
1119
+ "I",
1120
+ "J"
1121
+ ],
1122
+ [
1123
+ "K",
1124
+ "L"
1125
+ ],
1126
+ [
1127
+ "M",
1128
+ "N"
1129
+ ],
1130
+ [
1131
+ "O",
1132
+ "P"
1133
+ ],
1134
+ [
1135
+ "Q",
1136
+ "R"
1137
+ ],
1138
+ [
1139
+ "S",
1140
+ "T"
1141
+ ],
1142
+ [
1143
+ "U",
1144
+ "V"
1145
+ ],
1146
+ [
1147
+ "W",
1148
+ "X"
1149
+ ],
1150
+ [
1151
+ "Y",
1152
+ "Z"
1153
+ ],
1154
+ [
1155
+ "[",
1156
+ "]"
1157
+ ],
1158
+ [
1159
+ "\\",
1160
+ "@#$"
1161
+ ],
1162
+ [
1163
+ "^",
1164
+ "_"
1165
+ ],
1166
+ [
1167
+ "`",
1168
+ "^_"
1169
+ ],
1170
+ [
1171
+ "a",
1172
+ "p"
1173
+ ],
1174
+ [
1175
+ "a",
1176
+ "w"
1177
+ ],
1178
+ [
1179
+ "a",
1180
+ "in"
1181
+ ],
1182
+ [
1183
+ "a",
1184
+ "ut"
1185
+ ],
1186
+ [
1187
+ "c",
1188
+ "e"
1189
+ ],
1190
+ [
1191
+ "c",
1192
+ "de"
1193
+ ],
1194
+ [
1195
+ "c",
1196
+ "ap"
1197
+ ],
1198
+ [
1199
+ "d",
1200
+ "g"
1201
+ ],
1202
+ [
1203
+ "d",
1204
+ "ing"
1205
+ ],
1206
+ [
1207
+ "d",
1208
+ "ra"
1209
+ ],
1210
+ [
1211
+ "e",
1212
+ "p"
1213
+ ],
1214
+ [
1215
+ "e",
1216
+ "r"
1217
+ ],
1218
+ [
1219
+ "e",
1220
+ "t"
1221
+ ],
1222
+ [
1223
+ "e",
1224
+ "matic"
1225
+ ],
1226
+ [
1227
+ "f",
1228
+ "f"
1229
+ ],
1230
+ [
1231
+ "f",
1232
+ "u"
1233
+ ],
1234
+ [
1235
+ "f",
1236
+ "gh"
1237
+ ],
1238
+ [
1239
+ "g",
1240
+ "r"
1241
+ ],
1242
+ [
1243
+ "h",
1244
+ "or"
1245
+ ],
1246
+ [
1247
+ "i",
1248
+ "j"
1249
+ ],
1250
+ [
1251
+ "i",
1252
+ "th"
1253
+ ],
1254
+ [
1255
+ "i",
1256
+ "et"
1257
+ ],
1258
+ [
1259
+ "i",
1260
+ "ff"
1261
+ ],
1262
+ [
1263
+ "k",
1264
+ "l"
1265
+ ],
1266
+ [
1267
+ "l",
1268
+ "d"
1269
+ ],
1270
+ [
1271
+ "m",
1272
+ "an"
1273
+ ],
1274
+ [
1275
+ "n",
1276
+ "o"
1277
+ ],
1278
+ [
1279
+ "n",
1280
+ "ing"
1281
+ ],
1282
+ [
1283
+ "n",
1284
+ "se"
1285
+ ],
1286
+ [
1287
+ "o",
1288
+ "p"
1289
+ ],
1290
+ [
1291
+ "o",
1292
+ "ve"
1293
+ ],
1294
+ [
1295
+ "o",
1296
+ "ver"
1297
+ ],
1298
+ [
1299
+ "o",
1300
+ "on"
1301
+ ],
1302
+ [
1303
+ "o",
1304
+ "ss"
1305
+ ],
1306
+ [
1307
+ "o",
1308
+ "man"
1309
+ ],
1310
+ [
1311
+ "p",
1312
+ "or"
1313
+ ],
1314
+ [
1315
+ "q",
1316
+ "r"
1317
+ ],
1318
+ [
1319
+ "q",
1320
+ "u"
1321
+ ],
1322
+ [
1323
+ "r",
1324
+ "ing"
1325
+ ],
1326
+ [
1327
+ "r",
1328
+ "on"
1329
+ ],
1330
+ [
1331
+ "r",
1332
+ "oss"
1333
+ ],
1334
+ [
1335
+ "s",
1336
+ "h"
1337
+ ],
1338
+ [
1339
+ "t",
1340
+ "ra"
1341
+ ],
1342
+ [
1343
+ "t",
1344
+ "ain"
1345
+ ],
1346
+ [
1347
+ "t",
1348
+ "er"
1349
+ ],
1350
+ [
1351
+ "t",
1352
+ "ning"
1353
+ ],
1354
+ [
1355
+ "u",
1356
+ "v"
1357
+ ],
1358
+ [
1359
+ "u",
1360
+ "ti"
1361
+ ],
1362
+ [
1363
+ "u",
1364
+ "mn"
1365
+ ],
1366
+ [
1367
+ "u",
1368
+ "nse"
1369
+ ],
1370
+ [
1371
+ "w",
1372
+ "x"
1373
+ ],
1374
+ [
1375
+ "y",
1376
+ "z"
1377
+ ],
1378
+ [
1379
+ "y",
1380
+ "oun"
1381
+ ],
1382
+ [
1383
+ "{",
1384
+ "}"
1385
+ ],
1386
+ [
1387
+ "|",
1388
+ "~"
1389
+ ],
1390
+ [
1391
+ "Ġ",
1392
+ ".,:"
1393
+ ],
1394
+ [
1395
+ "Ġ",
1396
+ "gr"
1397
+ ],
1398
+ [
1399
+ "Ġ",
1400
+ "hor"
1401
+ ],
1402
+ [
1403
+ "Ġ",
1404
+ "por"
1405
+ ],
1406
+ [
1407
+ "Ġ",
1408
+ "qu"
1409
+ ],
1410
+ [
1411
+ "Ġ",
1412
+ "youn"
1413
+ ],
1414
+ [
1415
+ "Ġa",
1416
+ "st"
1417
+ ],
1418
+ [
1419
+ "Ġa",
1420
+ "ut"
1421
+ ],
1422
+ [
1423
+ "in",
1424
+ "ematic"
1425
+ ],
1426
+ [
1427
+ "in",
1428
+ "ter"
1429
+ ],
1430
+ [
1431
+ "ou",
1432
+ "nd"
1433
+ ],
1434
+ [
1435
+ "ou",
1436
+ "se"
1437
+ ],
1438
+ [
1439
+ "th",
1440
+ "ouse"
1441
+ ],
1442
+ [
1443
+ "ve",
1444
+ "s"
1445
+ ],
1446
+ [
1447
+ "Ġc",
1448
+ "over"
1449
+ ],
1450
+ [
1451
+ "Ġc",
1452
+ "ross"
1453
+ ],
1454
+ [
1455
+ "Ġc",
1456
+ "inematic"
1457
+ ],
1458
+ [
1459
+ "Ġo",
1460
+ "f"
1461
+ ],
1462
+ [
1463
+ "Ġo",
1464
+ "ver"
1465
+ ],
1466
+ [
1467
+ "Ġo",
1468
+ "ce"
1469
+ ],
1470
+ [
1471
+ "Ġo",
1472
+ "ld"
1473
+ ],
1474
+ [
1475
+ "Ġs",
1476
+ "ea"
1477
+ ],
1478
+ [
1479
+ "Ġs",
1480
+ "it"
1481
+ ],
1482
+ [
1483
+ "Ġs",
1484
+ "no"
1485
+ ],
1486
+ [
1487
+ "Ġs",
1488
+ "unse"
1489
+ ],
1490
+ [
1491
+ "an",
1492
+ "ds"
1493
+ ],
1494
+ [
1495
+ "re",
1496
+ "st"
1497
+ ],
1498
+ [
1499
+ "re",
1500
+ "ss"
1501
+ ],
1502
+ [
1503
+ "re",
1504
+ "sh"
1505
+ ],
1506
+ [
1507
+ "Ġl",
1508
+ "ea"
1509
+ ],
1510
+ [
1511
+ "Ġl",
1512
+ "ands"
1513
+ ],
1514
+ [
1515
+ "ea",
1516
+ "ring"
1517
+ ],
1518
+ [
1519
+ "ea",
1520
+ "uti"
1521
+ ],
1522
+ [
1523
+ "ri",
1524
+ "dg"
1525
+ ],
1526
+ [
1527
+ "Ġw",
1528
+ "ith"
1529
+ ],
1530
+ [
1531
+ "Ġw",
1532
+ "oman"
1533
+ ],
1534
+ [
1535
+ "Ġw",
1536
+ "inter"
1537
+ ],
1538
+ [
1539
+ "Ġw",
1540
+ "earing"
1541
+ ],
1542
+ [
1543
+ "on",
1544
+ "e"
1545
+ ],
1546
+ [
1547
+ "or",
1548
+ "m"
1549
+ ],
1550
+ [
1551
+ "st",
1552
+ "uv"
1553
+ ],
1554
+ [
1555
+ "Ġf",
1556
+ "resh"
1557
+ ],
1558
+ [
1559
+ "Ġri",
1560
+ "ding"
1561
+ ],
1562
+ [
1563
+ "Ġcl",
1564
+ "iff"
1565
+ ],
1566
+ [
1567
+ "Ġligh",
1568
+ "ting"
1569
+ ],
1570
+ [
1571
+ "Ġligh",
1572
+ "tning"
1573
+ ],
1574
+ [
1575
+ "Ġligh",
1576
+ "thouse"
1577
+ ],
1578
+ [
1579
+ "de",
1580
+ "ep"
1581
+ ],
1582
+ [
1583
+ "mn",
1584
+ "op"
1585
+ ],
1586
+ [
1587
+ "Ġb",
1588
+ "eauti"
1589
+ ],
1590
+ [
1591
+ "Ġb",
1592
+ "ridg"
1593
+ ],
1594
+ [
1595
+ "Ġd",
1596
+ "aw"
1597
+ ],
1598
+ [
1599
+ "Ġd",
1600
+ "ress"
1601
+ ],
1602
+ [
1603
+ "Ġm",
1604
+ "oun"
1605
+ ],
1606
+ [
1607
+ "Ġm",
1608
+ "oon"
1609
+ ],
1610
+ [
1611
+ "Ġab",
1612
+ "cde"
1613
+ ],
1614
+ [
1615
+ "Ġab",
1616
+ "ove"
1617
+ ],
1618
+ [
1619
+ "Ġst",
1620
+ "one"
1621
+ ],
1622
+ [
1623
+ "Ġst",
1624
+ "orm"
1625
+ ],
1626
+ [
1627
+ "Ġfo",
1628
+ "x"
1629
+ ],
1630
+ [
1631
+ "Ġfo",
1632
+ "rest"
1633
+ ],
1634
+ [
1635
+ "Ġriver",
1636
+ "s"
1637
+ ],
1638
+ [
1639
+ "%&",
1640
+ "*+"
1641
+ ],
1642
+ [
1643
+ "'\"/",
1644
+ "\\@#$"
1645
+ ],
1646
+ [
1647
+ "-()",
1648
+ "[]"
1649
+ ],
1650
+ [
1651
+ ";!?",
1652
+ "-()[]"
1653
+ ],
1654
+ [
1655
+ "=<>",
1656
+ "|~"
1657
+ ],
1658
+ [
1659
+ "AB",
1660
+ "CD"
1661
+ ],
1662
+ [
1663
+ "EF",
1664
+ "GH"
1665
+ ],
1666
+ [
1667
+ "IJ",
1668
+ "KL"
1669
+ ],
1670
+ [
1671
+ "MN",
1672
+ "OP"
1673
+ ],
1674
+ [
1675
+ "QR",
1676
+ "ST"
1677
+ ],
1678
+ [
1679
+ "UV",
1680
+ "WX"
1681
+ ],
1682
+ [
1683
+ "cap",
1684
+ "e"
1685
+ ],
1686
+ [
1687
+ "dra",
1688
+ "matic"
1689
+ ],
1690
+ [
1691
+ "fu",
1692
+ "l"
1693
+ ],
1694
+ [
1695
+ "fgh",
1696
+ "ij"
1697
+ ],
1698
+ [
1699
+ "kl",
1700
+ "mnop"
1701
+ ],
1702
+ [
1703
+ "qr",
1704
+ "stuv"
1705
+ ],
1706
+ [
1707
+ "ron",
1708
+ "aut"
1709
+ ],
1710
+ [
1711
+ "tra",
1712
+ "it"
1713
+ ],
1714
+ [
1715
+ "tain",
1716
+ "s"
1717
+ ],
1718
+ [
1719
+ "wx",
1720
+ "yz"
1721
+ ],
1722
+ [
1723
+ "{}",
1724
+ "'\"/\\@#$"
1725
+ ],
1726
+ [
1727
+ "Ġ.,:",
1728
+ ";!?-()[]"
1729
+ ],
1730
+ [
1731
+ "Ġgr",
1732
+ "ound"
1733
+ ],
1734
+ [
1735
+ "Ġhor",
1736
+ "se"
1737
+ ],
1738
+ [
1739
+ "Ġpor",
1740
+ "trait"
1741
+ ],
1742
+ [
1743
+ "Ġqu",
1744
+ "iet"
1745
+ ],
1746
+ [
1747
+ "Ġyoun",
1748
+ "g"
1749
+ ],
1750
+ [
1751
+ "Ġast",
1752
+ "ronaut"
1753
+ ],
1754
+ [
1755
+ "Ġaut",
1756
+ "umn"
1757
+ ],
1758
+ [
1759
+ "Ġcover",
1760
+ "ing"
1761
+ ],
1762
+ [
1763
+ "Ġcross",
1764
+ "ing"
1765
+ ],
1766
+ [
1767
+ "Ġoce",
1768
+ "an"
1769
+ ],
1770
+ [
1771
+ "Ġsit",
1772
+ "ting"
1773
+ ],
1774
+ [
1775
+ "Ġsno",
1776
+ "w"
1777
+ ],
1778
+ [
1779
+ "Ġsunse",
1780
+ "t"
1781
+ ],
1782
+ [
1783
+ "Ġlea",
1784
+ "ves"
1785
+ ],
1786
+ [
1787
+ "Ġlands",
1788
+ "cape"
1789
+ ],
1790
+ [
1791
+ "Ġbeauti",
1792
+ "ful"
1793
+ ],
1794
+ [
1795
+ "Ġbridg",
1796
+ "e"
1797
+ ],
1798
+ [
1799
+ "Ġdaw",
1800
+ "n"
1801
+ ],
1802
+ [
1803
+ "Ġmoun",
1804
+ "tains"
1805
+ ],
1806
+ [
1807
+ "Ġabcde",
1808
+ "fghij"
1809
+ ],
1810
+ [
1811
+ "%&*+",
1812
+ "=<>|~"
1813
+ ],
1814
+ [
1815
+ "ABCD",
1816
+ "EFGH"
1817
+ ],
1818
+ [
1819
+ "IJKL",
1820
+ "MNOP"
1821
+ ],
1822
+ [
1823
+ "QRST",
1824
+ "UVWX"
1825
+ ],
1826
+ [
1827
+ "klmnop",
1828
+ "qrstuv"
1829
+ ],
1830
+ [
1831
+ "{}'\"/\\@#$",
1832
+ "%&*+=<>|~"
1833
+ ],
1834
+ [
1835
+ "Ġ.,:;!?-()[]",
1836
+ "{}'\"/\\@#$%&*+=<>|~"
1837
+ ],
1838
+ [
1839
+ "Ġabcdefghij",
1840
+ "klmnopqrstuv"
1841
+ ],
1842
+ [
1843
+ "ABCDEFGH",
1844
+ "IJKLMNOP"
1845
+ ],
1846
+ [
1847
+ "QRSTUVWX",
1848
+ "YZ"
1849
+ ],
1850
+ [
1851
+ "Ġ.,:;!?-()[]{}'\"/\\@#$%&*+=<>|~",
1852
+ "`^_"
1853
+ ],
1854
+ [
1855
+ "Ġabcdefghijklmnopqrstuv",
1856
+ "wxyz"
1857
+ ],
1858
+ [
1859
+ "ABCDEFGHIJKLMNOP",
1860
+ "QRSTUVWXYZ"
1861
+ ]
1862
+ ]
1863
+ }
1864
+ }
tokenizer/tokenizer_config.json ADDED
@@ -0,0 +1,29 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "add_prefix_space": false,
3
+ "backend": "tokenizers",
4
+ "bos_token": null,
5
+ "clean_up_tokenization_spaces": false,
6
+ "eos_token": "<|im_end|>",
7
+ "errors": "replace",
8
+ "extra_special_tokens": [
9
+ "<|im_start|>",
10
+ "<|im_end|>",
11
+ "<|object_ref_start|>",
12
+ "<|object_ref_end|>",
13
+ "<|box_start|>",
14
+ "<|box_end|>",
15
+ "<|quad_start|>",
16
+ "<|quad_end|>",
17
+ "<|vision_start|>",
18
+ "<|vision_end|>",
19
+ "<|vision_pad|>",
20
+ "<|image_pad|>",
21
+ "<|video_pad|>"
22
+ ],
23
+ "is_local": false,
24
+ "model_max_length": 131072,
25
+ "pad_token": "<|endoftext|>",
26
+ "split_special_tokens": false,
27
+ "tokenizer_class": "Qwen2Tokenizer",
28
+ "unk_token": null
29
+ }
transformer/config.json ADDED
@@ -0,0 +1,32 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "_class_name": "ZImageTransformer2DModel",
3
+ "_diffusers_version": "0.39.0",
4
+ "all_f_patch_size": [
5
+ 1
6
+ ],
7
+ "all_patch_size": [
8
+ 2
9
+ ],
10
+ "axes_dims": [
11
+ 8,
12
+ 12,
13
+ 12
14
+ ],
15
+ "axes_lens": [
16
+ 1536,
17
+ 512,
18
+ 512
19
+ ],
20
+ "cap_feat_dim": 32,
21
+ "dim": 64,
22
+ "in_channels": 16,
23
+ "n_heads": 2,
24
+ "n_kv_heads": 2,
25
+ "n_layers": 2,
26
+ "n_refiner_layers": 2,
27
+ "norm_eps": 1e-05,
28
+ "qk_norm": true,
29
+ "rope_theta": 256.0,
30
+ "siglip_feat_dim": null,
31
+ "t_scale": 1000.0
32
+ }
transformer/diffusion_pytorch_model.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:42eb0d472e0c50b9e4c4e4b81ff512deabe7d97b7f6a7ec77c9234345bb2ac65
3
+ size 2834648
vae/config.json ADDED
@@ -0,0 +1,37 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "_class_name": "AutoencoderKL",
3
+ "_diffusers_version": "0.39.0",
4
+ "act_fn": "silu",
5
+ "block_out_channels": [
6
+ 32,
7
+ 32,
8
+ 32,
9
+ 32
10
+ ],
11
+ "down_block_types": [
12
+ "DownEncoderBlock2D",
13
+ "DownEncoderBlock2D",
14
+ "DownEncoderBlock2D",
15
+ "DownEncoderBlock2D"
16
+ ],
17
+ "force_upcast": true,
18
+ "in_channels": 3,
19
+ "latent_channels": 16,
20
+ "latents_mean": null,
21
+ "latents_std": null,
22
+ "layers_per_block": 1,
23
+ "mid_block_add_attention": true,
24
+ "norm_num_groups": 32,
25
+ "out_channels": 3,
26
+ "sample_size": 32,
27
+ "scaling_factor": 0.3611,
28
+ "shift_factor": 0.1159,
29
+ "up_block_types": [
30
+ "UpDecoderBlock2D",
31
+ "UpDecoderBlock2D",
32
+ "UpDecoderBlock2D",
33
+ "UpDecoderBlock2D"
34
+ ],
35
+ "use_post_quant_conv": true,
36
+ "use_quant_conv": true
37
+ }
vae/diffusion_pytorch_model.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e4bf3120d6a689843fb8296a245bb43721a67a4df5e7e9fc8b93708d2cc9439b
3
+ size 1535164