SceneWorks commited on
Commit
0d888bf
·
verified ·
1 Parent(s): ae2321a

Upload folder using huggingface_hub

Browse files
q8/audio_vae.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f7f56bdec4c877bb1db6f3e6d65c1cff6a1147a91c4a25b809e14dba4c1d5b30
3
+ size 63836683
q8/config.json ADDED
@@ -0,0 +1,46 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "model_type": "AudioVideo",
3
+ "num_attention_heads": 32,
4
+ "attention_head_dim": 128,
5
+ "in_channels": 128,
6
+ "out_channels": 128,
7
+ "num_layers": 48,
8
+ "cross_attention_dim": 4096,
9
+ "caption_channels": null,
10
+ "audio_num_attention_heads": 32,
11
+ "audio_attention_head_dim": 64,
12
+ "audio_in_channels": 128,
13
+ "audio_out_channels": 128,
14
+ "audio_cross_attention_dim": 2048,
15
+ "positional_embedding_theta": 10000.0,
16
+ "positional_embedding_max_pos": [
17
+ 20,
18
+ 2048,
19
+ 2048
20
+ ],
21
+ "audio_positional_embedding_max_pos": [
22
+ 20
23
+ ],
24
+ "timestep_scale_multiplier": 1000,
25
+ "av_ca_timestep_scale_multiplier": 1000,
26
+ "norm_eps": 1e-06,
27
+ "audio_sample_rate": 24000,
28
+ "audio_latent_sample_rate": 16000,
29
+ "audio_hop_length": 160,
30
+ "audio_latent_channels": 8,
31
+ "audio_mel_bins": 16,
32
+ "model_version": "2.3.0",
33
+ "is_v2": true,
34
+ "apply_gated_attention": true,
35
+ "cross_attention_adaln": true,
36
+ "connector_positional_embedding_max_pos": [
37
+ 4096
38
+ ],
39
+ "connector_rope_type": "SPLIT",
40
+ "connector_num_attention_heads": 32,
41
+ "connector_attention_head_dim": 128,
42
+ "audio_connector_num_attention_heads": 32,
43
+ "audio_connector_attention_head_dim": 64,
44
+ "caption_projection_first_linear": false,
45
+ "caption_projection_second_linear": false
46
+ }
q8/connector.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e1576c14ac7f7596a41e39e835d6d3e136567922c31edcd4f693b492d46c8541
3
+ size 6344493078
q8/embedded_config.json ADDED
@@ -0,0 +1,302 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "transformer": {
3
+ "_class_name": "AVTransformer3DModel",
4
+ "attention_head_dim": 128,
5
+ "attention_type": "default",
6
+ "caption_channels": 3840,
7
+ "cross_attention_dim": 4096,
8
+ "in_channels": 128,
9
+ "norm_eps": 1e-06,
10
+ "num_attention_heads": 32,
11
+ "num_layers": 48,
12
+ "out_channels": 128,
13
+ "audio_num_attention_heads": 32,
14
+ "audio_attention_head_dim": 64,
15
+ "audio_out_channels": 128,
16
+ "audio_cross_attention_dim": 2048,
17
+ "audio_positional_embedding_max_pos": [
18
+ 20
19
+ ],
20
+ "use_embeddings_connector": true,
21
+ "connector_attention_head_dim": 128,
22
+ "connector_num_attention_heads": 32,
23
+ "connector_num_layers": 8,
24
+ "connector_positional_embedding_max_pos": [
25
+ 4096
26
+ ],
27
+ "connector_num_learnable_registers": 128,
28
+ "use_middle_indices_grid": true,
29
+ "apply_gated_attention": true,
30
+ "connector_apply_gated_attention": true,
31
+ "caption_projection_first_linear": false,
32
+ "caption_projection_second_linear": false,
33
+ "audio_connector_attention_head_dim": 64,
34
+ "audio_connector_num_attention_heads": 32,
35
+ "cross_attention_adaln": true,
36
+ "text_encoder_norm_type": "per_token_rms",
37
+ "rope_type": "split",
38
+ "frequencies_precision": "float64",
39
+ "positional_embedding_theta": 10000.0,
40
+ "positional_embedding_max_pos": [
41
+ 20,
42
+ 2048,
43
+ 2048
44
+ ],
45
+ "timestep_scale_multiplier": 1000,
46
+ "av_ca_timestep_scale_multiplier": 1000.0
47
+ },
48
+ "vae": {
49
+ "_class_name": "CausalVideoAutoencoder",
50
+ "dims": 3,
51
+ "in_channels": 3,
52
+ "out_channels": 3,
53
+ "latent_channels": 128,
54
+ "patch_size": 4,
55
+ "norm_layer": "pixel_norm",
56
+ "spatial_padding_mode": "zeros",
57
+ "timestep_conditioning": false,
58
+ "decoder_blocks": [
59
+ [
60
+ "res_x",
61
+ {
62
+ "num_layers": 4
63
+ }
64
+ ],
65
+ [
66
+ "compress_space",
67
+ {
68
+ "multiplier": 2
69
+ }
70
+ ],
71
+ [
72
+ "res_x",
73
+ {
74
+ "num_layers": 6
75
+ }
76
+ ],
77
+ [
78
+ "compress_time",
79
+ {
80
+ "multiplier": 2
81
+ }
82
+ ],
83
+ [
84
+ "res_x",
85
+ {
86
+ "num_layers": 4
87
+ }
88
+ ],
89
+ [
90
+ "compress_all",
91
+ {
92
+ "multiplier": 1
93
+ }
94
+ ],
95
+ [
96
+ "res_x",
97
+ {
98
+ "num_layers": 2
99
+ }
100
+ ],
101
+ [
102
+ "compress_all",
103
+ {
104
+ "multiplier": 2
105
+ }
106
+ ],
107
+ [
108
+ "res_x",
109
+ {
110
+ "num_layers": 2
111
+ }
112
+ ]
113
+ ],
114
+ "encoder_blocks": [
115
+ [
116
+ "res_x",
117
+ {
118
+ "num_layers": 4
119
+ }
120
+ ],
121
+ [
122
+ "compress_space_res",
123
+ {
124
+ "multiplier": 2
125
+ }
126
+ ],
127
+ [
128
+ "res_x",
129
+ {
130
+ "num_layers": 6
131
+ }
132
+ ],
133
+ [
134
+ "compress_time_res",
135
+ {
136
+ "multiplier": 2
137
+ }
138
+ ],
139
+ [
140
+ "res_x",
141
+ {
142
+ "num_layers": 4
143
+ }
144
+ ],
145
+ [
146
+ "compress_all_res",
147
+ {
148
+ "multiplier": 2
149
+ }
150
+ ],
151
+ [
152
+ "res_x",
153
+ {
154
+ "num_layers": 2
155
+ }
156
+ ],
157
+ [
158
+ "compress_all_res",
159
+ {
160
+ "multiplier": 1
161
+ }
162
+ ],
163
+ [
164
+ "res_x",
165
+ {
166
+ "num_layers": 2
167
+ }
168
+ ]
169
+ ]
170
+ },
171
+ "audio_vae": {
172
+ "model": {
173
+ "params": {
174
+ "ddconfig": {
175
+ "double_z": true,
176
+ "mel_bins": 64,
177
+ "z_channels": 8,
178
+ "resolution": 256,
179
+ "in_channels": 2,
180
+ "out_ch": 2,
181
+ "ch": 128,
182
+ "ch_mult": [
183
+ 1,
184
+ 2,
185
+ 4
186
+ ],
187
+ "num_res_blocks": 2,
188
+ "dropout": 0.0,
189
+ "mid_block_add_attention": false,
190
+ "norm_type": "pixel",
191
+ "causality_axis": "height"
192
+ },
193
+ "sampling_rate": 16000
194
+ }
195
+ }
196
+ },
197
+ "scheduler": {
198
+ "_class_name": "RectifiedFlowScheduler",
199
+ "_diffusers_version": "0.25.1",
200
+ "num_train_timesteps": 1000,
201
+ "sampler": "LinearQuadratic"
202
+ },
203
+ "vocoder": {
204
+ "vocoder": {
205
+ "upsample_initial_channel": 1536,
206
+ "resblock": "AMP1",
207
+ "upsample_rates": [
208
+ 5,
209
+ 2,
210
+ 2,
211
+ 2,
212
+ 2,
213
+ 2
214
+ ],
215
+ "resblock_kernel_sizes": [
216
+ 3,
217
+ 7,
218
+ 11
219
+ ],
220
+ "upsample_kernel_sizes": [
221
+ 11,
222
+ 4,
223
+ 4,
224
+ 4,
225
+ 4,
226
+ 4
227
+ ],
228
+ "resblock_dilation_sizes": [
229
+ [
230
+ 1,
231
+ 3,
232
+ 5
233
+ ],
234
+ [
235
+ 1,
236
+ 3,
237
+ 5
238
+ ],
239
+ [
240
+ 1,
241
+ 3,
242
+ 5
243
+ ]
244
+ ],
245
+ "stereo": true,
246
+ "use_tanh_at_final": false,
247
+ "activation": "snakebeta",
248
+ "use_bias_at_final": false
249
+ },
250
+ "bwe": {
251
+ "upsample_initial_channel": 512,
252
+ "resblock": "AMP1",
253
+ "upsample_rates": [
254
+ 6,
255
+ 5,
256
+ 2,
257
+ 2,
258
+ 2
259
+ ],
260
+ "resblock_kernel_sizes": [
261
+ 3,
262
+ 7,
263
+ 11
264
+ ],
265
+ "upsample_kernel_sizes": [
266
+ 12,
267
+ 11,
268
+ 4,
269
+ 4,
270
+ 4
271
+ ],
272
+ "resblock_dilation_sizes": [
273
+ [
274
+ 1,
275
+ 3,
276
+ 5
277
+ ],
278
+ [
279
+ 1,
280
+ 3,
281
+ 5
282
+ ],
283
+ [
284
+ 1,
285
+ 3,
286
+ 5
287
+ ]
288
+ ],
289
+ "stereo": true,
290
+ "use_tanh_at_final": false,
291
+ "activation": "snakebeta",
292
+ "use_bias_at_final": false,
293
+ "apply_final_activation": false,
294
+ "input_sampling_rate": 16000,
295
+ "output_sampling_rate": 48000,
296
+ "hop_length": 80,
297
+ "n_fft": 512,
298
+ "win_size": 512,
299
+ "num_mels": 64
300
+ }
301
+ }
302
+ }
q8/quantize_config.json ADDED
@@ -0,0 +1,6 @@
 
 
 
 
 
 
 
1
+ {
2
+ "quantization": {
3
+ "bits": 8,
4
+ "group_size": 64
5
+ }
6
+ }
q8/split_model.json ADDED
@@ -0,0 +1,21 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "format": "split",
3
+ "model_version": "2.3.0",
4
+ "components": [
5
+ "transformer",
6
+ "connector",
7
+ "vae_decoder",
8
+ "vae_encoder",
9
+ "audio_vae",
10
+ "vocoder",
11
+ "upsampler",
12
+ "spatial_upscaler_x2_v1_1",
13
+ "spatial_upscaler_x1_5_v1_0",
14
+ "temporal_upscaler_x2_v1_0"
15
+ ],
16
+ "source": "Lightricks/LTX-2.3",
17
+ "variant": "distilled",
18
+ "quantized": true,
19
+ "quantization_bits": 8,
20
+ "quantization_group_size": 64
21
+ }
q8/transformer.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:39bf61ac46ade3ab05e502aa1e7da661dfb3dc540ff28cce027e4a3dccd45f60
3
+ size 20614103249
q8/upsampler.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1565b9c57755dbaba28df25d1774f72f156f2bdfe9a367fc42dffbfacecc55f0
3
+ size 995743275
q8/vae_decoder.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:bd16e95613cb6c9c58327f0071c43b84a94c892eab8a91d2a0f4c13c223261c8
3
+ size 814348489
q8/vae_encoder.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:07d4c4df1effa2bca48c0ed02034ff94d3c1ba14ef8e0fd980c0ab02a8b9f616
3
+ size 637884283
q8/vocoder.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:605fbb97e03599b1831fca6b9507b51a537d5978416a8c0a1254a6c0bbfd24bd
3
+ size 258304257