Hugging Face's logo

Wan-AI
/
Wan2.2-Animate-2-14B-Diffusers

Diffusers
Safetensors
WanAnimate2Pipeline
Model card Files
xet
 Community
2

Add diffusers-format transformer weights

#2
by YiYiXu HF Staff - opened
base: refs/heads/main
←
from: refs/pr/2
Discussion Files changed
+1400
-1313
Files changed (8) hide show
  1. modular_model_index.json +89 -0
  2. scheduler/scheduler_config.json +9 -4
  3. transformer/config.json +1 -8
  4. transformer/diffusion_pytorch_model-00001-of-00004.safetensors +2 -2
  5. transformer/diffusion_pytorch_model-00002-of-00004.safetensors +2 -2
  6. transformer/diffusion_pytorch_model-00003-of-00004.safetensors +2 -2
  7. transformer/diffusion_pytorch_model-00004-of-00004.safetensors +2 -2
  8. transformer/diffusion_pytorch_model.safetensors.index.json +0 -0
modular_model_index.json ADDED
@@ -0,0 +1,89 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "_blocks_class_name": "WanAnimate2Blocks",
3
+ "_class_name": "WanAnimate2ModularPipeline",
4
+ "_diffusers_version": "0.36.0.dev0",
5
+ "image_encoder": [
6
+ "transformers",
7
+ "CLIPVisionModel",
8
+ {
9
+ "pretrained_model_name_or_path": "Wan-AI/Wan2.2-Animate-2-14B-Diffusers",
10
+ "revision": null,
11
+ "subfolder": "image_encoder",
12
+ "type_hint": [
13
+ "transformers",
14
+ "CLIPVisionModel"
15
+ ],
16
+ "variant": null
17
+ }
18
+ ],
19
+ "scheduler": [
20
+ "diffusers",
21
+ "DPMSolverMultistepScheduler",
22
+ {
23
+ "pretrained_model_name_or_path": "Wan-AI/Wan2.2-Animate-2-14B-Diffusers",
24
+ "revision": "refs/pr/2",
25
+ "subfolder": "scheduler",
26
+ "type_hint": [
27
+ "diffusers",
28
+ "DPMSolverMultistepScheduler"
29
+ ],
30
+ "variant": null
31
+ }
32
+ ],
33
+ "text_encoder": [
34
+ "transformers",
35
+ "UMT5EncoderModel",
36
+ {
37
+ "pretrained_model_name_or_path": "Wan-AI/Wan2.2-Animate-2-14B-Diffusers",
38
+ "revision": null,
39
+ "subfolder": "text_encoder",
40
+ "type_hint": [
41
+ "transformers",
42
+ "UMT5EncoderModel"
43
+ ],
44
+ "variant": null
45
+ }
46
+ ],
47
+ "tokenizer": [
48
+ "transformers",
49
+ "T5TokenizerFast",
50
+ {
51
+ "pretrained_model_name_or_path": "Wan-AI/Wan2.2-Animate-2-14B-Diffusers",
52
+ "revision": null,
53
+ "subfolder": "tokenizer",
54
+ "type_hint": [
55
+ "transformers",
56
+ "T5TokenizerFast"
57
+ ],
58
+ "variant": null
59
+ }
60
+ ],
61
+ "transformer": [
62
+ "diffusers",
63
+ "WanAnimate2Transformer3DModel",
64
+ {
65
+ "pretrained_model_name_or_path": "Wan-AI/Wan2.2-Animate-2-14B-Diffusers",
66
+ "revision": "refs/pr/2",
67
+ "subfolder": "transformer",
68
+ "type_hint": [
69
+ "diffusers",
70
+ "WanAnimate2Transformer3DModel"
71
+ ],
72
+ "variant": null
73
+ }
74
+ ],
75
+ "vae": [
76
+ "diffusers",
77
+ "AutoencoderKLWan",
78
+ {
79
+ "pretrained_model_name_or_path": "Wan-AI/Wan2.2-Animate-2-14B-Diffusers",
80
+ "revision": null,
81
+ "subfolder": "vae",
82
+ "type_hint": [
83
+ "diffusers",
84
+ "AutoencoderKLWan"
85
+ ],
86
+ "variant": null
87
+ }
88
+ ]
89
+ }
scheduler/scheduler_config.json CHANGED
@@ -1,13 +1,16 @@
1
  {
2
- "_class_name": "UniPCMultistepScheduler",
3
- "_diffusers_version": "0.36.0.dev0",
 
4
  "beta_end": 0.02,
5
  "beta_schedule": "linear",
6
  "beta_start": 0.0001,
7
  "disable_corrector": [],
8
  "dynamic_thresholding_ratio": 0.995,
 
9
  "final_sigmas_type": "zero",
10
  "flow_shift": 5.0,
 
11
  "lower_order_final": true,
12
  "num_train_timesteps": 1000,
13
  "predict_x0": true,
@@ -16,7 +19,7 @@
16
  "sample_max_value": 1.0,
17
  "solver_order": 2,
18
  "solver_p": null,
19
- "solver_type": "bh2",
20
  "steps_offset": 0,
21
  "thresholding": false,
22
  "time_shift_type": "exponential",
@@ -26,5 +29,7 @@
26
  "use_dynamic_shifting": false,
27
  "use_exponential_sigmas": false,
28
  "use_flow_sigmas": true,
29
- "use_karras_sigmas": false
 
 
30
  }
 
1
  {
2
+ "_class_name": "DPMSolverMultistepScheduler",
3
+ "_diffusers_version": "0.40.0.dev0",
4
+ "algorithm_type": "dpmsolver++",
5
  "beta_end": 0.02,
6
  "beta_schedule": "linear",
7
  "beta_start": 0.0001,
8
  "disable_corrector": [],
9
  "dynamic_thresholding_ratio": 0.995,
10
+ "euler_at_final": false,
11
  "final_sigmas_type": "zero",
12
  "flow_shift": 5.0,
13
+ "lambda_min_clipped": -Infinity,
14
  "lower_order_final": true,
15
  "num_train_timesteps": 1000,
16
  "predict_x0": true,
 
19
  "sample_max_value": 1.0,
20
  "solver_order": 2,
21
  "solver_p": null,
22
+ "solver_type": "midpoint",
23
  "steps_offset": 0,
24
  "thresholding": false,
25
  "time_shift_type": "exponential",
 
29
  "use_dynamic_shifting": false,
30
  "use_exponential_sigmas": false,
31
  "use_flow_sigmas": true,
32
+ "use_karras_sigmas": false,
33
+ "use_lu_lambdas": false,
34
+ "variance_type": null
35
  }
transformer/config.json CHANGED
@@ -7,7 +7,6 @@
7
  "ffn_dim": 13824,
8
  "freq_dim": 256,
9
  "in_dim": 36,
10
- "log_scale": 0.0,
11
  "num_heads": 40,
12
  "num_layers": 40,
13
  "out_dim": 16,
@@ -16,17 +15,11 @@
16
  2,
17
  2
18
  ],
19
- "qk_norm": true,
20
  "refer_offset_h": 0,
21
  "refer_offset_t": 1,
22
  "refer_offset_w": -1,
23
  "refer_stride": 1,
24
- "sparse_type": 0,
25
  "text_dim": 4096,
26
  "text_len": 512,
27
- "use_img_emb": true,
28
- "window_size": [
29
- -1,
30
- -1
31
- ]
32
  }
 
7
  "ffn_dim": 13824,
8
  "freq_dim": 256,
9
  "in_dim": 36,
 
10
  "num_heads": 40,
11
  "num_layers": 40,
12
  "out_dim": 16,
 
15
  2,
16
  2
17
  ],
 
18
  "refer_offset_h": 0,
19
  "refer_offset_t": 1,
20
  "refer_offset_w": -1,
21
  "refer_stride": 1,
 
22
  "text_dim": 4096,
23
  "text_len": 512,
24
+ "use_img_emb": true
 
 
 
 
25
  }
transformer/diffusion_pytorch_model-00001-of-00004.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:0b2936cc1d33b3aa8c7d4f09d050a748faa5759fb5f24be2126b5011b792a530
3
- size 9874594352
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:af9719a7623c9d1606e876b7387a5be4444c34334ba76f3f2fb9a46690ded25a
3
+ size 9874593104
transformer/diffusion_pytorch_model-00002-of-00004.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:bc3d76a913e8eef9101739578673e6f5bb98baa73f0a2c47a0e5748320977d47
3
- size 9975380624
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f4b73ff42e08584400120f3a519d021a337e3aeb8304980c90c357baed609a1c
3
+ size 9975379320
transformer/diffusion_pytorch_model-00003-of-00004.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:d5a294222562a43c3720c0a373d7a97dcbdbb732627d7b231a8aaccf8d821879
3
- size 9954402920
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:099d2a406ba1b72e1ef4a4396dbe38783b974831c334ae09c664541e2d0956bb
3
+ size 9954401600
transformer/diffusion_pytorch_model-00004-of-00004.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:d022bddd87f700c5cbe0608de012304b77b1c2e35f1f0f9968bb4b0d510e2cf5
3
- size 2985521896
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:01c7ab59033a407341cbfac1e90480f4a9816acf8a5f53fd84ef214e035f778f
3
+ size 2985521520
transformer/diffusion_pytorch_model.safetensors.index.json CHANGED
The diff for this file is too large to render. See raw diff