{
  "format_version": 1,
  "config": {
    "_class_name": "WanTransformer3DModel",
    "added_kv_proj_dim": null,
    "attention_head_dim": 128,
    "cross_attn_norm": true,
    "eps": 1e-06,
    "ffn_dim": 14336,
    "freq_dim": 256,
    "image_dim": null,
    "in_channels": 48,
    "num_attention_heads": 24,
    "num_layers": 30,
    "out_channels": 48,
    "patch_size": [
      1,
      2,
      2
    ],
    "pos_embed_seq_len": null,
    "qk_norm": "rms_norm_across_heads",
    "rope_max_seq_len": 1024,
    "text_dim": 4096
  },
  "num_blocks": 30,
  "quantization": {
    "mode": "affine",
    "bits": 8,
    "group_size": 64
  },
  "quantized_keys": {
    "patch_embedding.weight": {
      "dequantized_dtype": "fp16",
      "has_biases": true
    },
    "condition_embedder.time_embedder.linear_1.weight": {
      "dequantized_dtype": "fp16",
      "has_biases": true
    },
    "condition_embedder.time_embedder.linear_2.weight": {
      "dequantized_dtype": "fp16",
      "has_biases": true
    },
    "condition_embedder.time_proj.weight": {
      "dequantized_dtype": "fp16",
      "has_biases": true
    },
    "condition_embedder.text_embedder.linear_1.weight": {
      "dequantized_dtype": "fp16",
      "has_biases": true
    },
    "condition_embedder.text_embedder.linear_2.weight": {
      "dequantized_dtype": "fp16",
      "has_biases": true
    },
    "proj_out.weight": {
      "dequantized_dtype": "fp16",
      "has_biases": true
    },
    "blocks.0.to_q.weight": {
      "dequantized_dtype": "fp16",
      "has_biases": true
    },
    "blocks.0.to_k.weight": {
      "dequantized_dtype": "fp16",
      "has_biases": true
    },
    "blocks.0.to_v.weight": {
      "dequantized_dtype": "fp16",
      "has_biases": true
    },
    "blocks.0.to_out.weight": {
      "dequantized_dtype": "fp16",
      "has_biases": true
    },
    "blocks.0.attn2.to_q.weight": {
      "dequantized_dtype": "fp16",
      "has_biases": true
    },
    "blocks.0.attn2.to_k.weight": {
      "dequantized_dtype": "fp16",
      "has_biases": true
    },
    "blocks.0.attn2.to_v.weight": {
      "dequantized_dtype": "fp16",
      "has_biases": true
    },
    "blocks.0.attn2.to_out.weight": {
      "dequantized_dtype": "fp16",
      "has_biases": true
    },
    "blocks.0.ffn.fc_in.weight": {
      "dequantized_dtype": "fp16",
      "has_biases": true
    },
    "blocks.0.ffn.fc_out.weight": {
      "dequantized_dtype": "fp16",
      "has_biases": true
    },
    "blocks.1.to_q.weight": {
      "dequantized_dtype": "fp16",
      "has_biases": true
    },
    "blocks.1.to_k.weight": {
      "dequantized_dtype": "fp16",
      "has_biases": true
    },
    "blocks.1.to_v.weight": {
      "dequantized_dtype": "fp16",
      "has_biases": true
    },
    "blocks.1.to_out.weight": {
      "dequantized_dtype": "fp16",
      "has_biases": true
    },
    "blocks.1.attn2.to_q.weight": {
      "dequantized_dtype": "fp16",
      "has_biases": true
    },
    "blocks.1.attn2.to_k.weight": {
      "dequantized_dtype": "fp16",
      "has_biases": true
    },
    "blocks.1.attn2.to_v.weight": {
      "dequantized_dtype": "fp16",
      "has_biases": true
    },
    "blocks.1.attn2.to_out.weight": {
      "dequantized_dtype": "fp16",
      "has_biases": true
    },
    "blocks.1.ffn.fc_in.weight": {
      "dequantized_dtype": "fp16",
      "has_biases": true
    },
    "blocks.1.ffn.fc_out.weight": {
      "dequantized_dtype": "fp16",
      "has_biases": true
    },
    "blocks.2.to_q.weight": {
      "dequantized_dtype": "fp16",
      "has_biases": true
    },
    "blocks.2.to_k.weight": {
      "dequantized_dtype": "fp16",
      "has_biases": true
    },
    "blocks.2.to_v.weight": {
      "dequantized_dtype": "fp16",
      "has_biases": true
    },
    "blocks.2.to_out.weight": {
      "dequantized_dtype": "fp16",
      "has_biases": true
    },
    "blocks.2.attn2.to_q.weight": {
      "dequantized_dtype": "fp16",
      "has_biases": true
    },
    "blocks.2.attn2.to_k.weight": {
      "dequantized_dtype": "fp16",
      "has_biases": true
    },
    "blocks.2.attn2.to_v.weight": {
      "dequantized_dtype": "fp16",
      "has_biases": true
    },
    "blocks.2.attn2.to_out.weight": {
      "dequantized_dtype": "fp16",
      "has_biases": true
    },
    "blocks.2.ffn.fc_in.weight": {
      "dequantized_dtype": "fp16",
      "has_biases": true
    },
    "blocks.2.ffn.fc_out.weight": {
      "dequantized_dtype": "fp16",
      "has_biases": true
    },
    "blocks.3.to_q.weight": {
      "dequantized_dtype": "fp16",
      "has_biases": true
    },
    "blocks.3.to_k.weight": {
      "dequantized_dtype": "fp16",
      "has_biases": true
    },
    "blocks.3.to_v.weight": {
      "dequantized_dtype": "fp16",
      "has_biases": true
    },
    "blocks.3.to_out.weight": {
      "dequantized_dtype": "fp16",
      "has_biases": true
    },
    "blocks.3.attn2.to_q.weight": {
      "dequantized_dtype": "fp16",
      "has_biases": true
    },
    "blocks.3.attn2.to_k.weight": {
      "dequantized_dtype": "fp16",
      "has_biases": true
    },
    "blocks.3.attn2.to_v.weight": {
      "dequantized_dtype": "fp16",
      "has_biases": true
    },
    "blocks.3.attn2.to_out.weight": {
      "dequantized_dtype": "fp16",
      "has_biases": true
    },
    "blocks.3.ffn.fc_in.weight": {
      "dequantized_dtype": "fp16",
      "has_biases": true
    },
    "blocks.3.ffn.fc_out.weight": {
      "dequantized_dtype": "fp16",
      "has_biases": true
    },
    "blocks.4.to_q.weight": {
      "dequantized_dtype": "fp16",
      "has_biases": true
    },
    "blocks.4.to_k.weight": {
      "dequantized_dtype": "fp16",
      "has_biases": true
    },
    "blocks.4.to_v.weight": {
      "dequantized_dtype": "fp16",
      "has_biases": true
    },
    "blocks.4.to_out.weight": {
      "dequantized_dtype": "fp16",
      "has_biases": true
    },
    "blocks.4.attn2.to_q.weight": {
      "dequantized_dtype": "fp16",
      "has_biases": true
    },
    "blocks.4.attn2.to_k.weight": {
      "dequantized_dtype": "fp16",
      "has_biases": true
    },
    "blocks.4.attn2.to_v.weight": {
      "dequantized_dtype": "fp16",
      "has_biases": true
    },
    "blocks.4.attn2.to_out.weight": {
      "dequantized_dtype": "fp16",
      "has_biases": true
    },
    "blocks.4.ffn.fc_in.weight": {
      "dequantized_dtype": "fp16",
      "has_biases": true
    },
    "blocks.4.ffn.fc_out.weight": {
      "dequantized_dtype": "fp16",
      "has_biases": true
    },
    "blocks.5.to_q.weight": {
      "dequantized_dtype": "fp16",
      "has_biases": true
    },
    "blocks.5.to_k.weight": {
      "dequantized_dtype": "fp16",
      "has_biases": true
    },
    "blocks.5.to_v.weight": {
      "dequantized_dtype": "fp16",
      "has_biases": true
    },
    "blocks.5.to_out.weight": {
      "dequantized_dtype": "fp16",
      "has_biases": true
    },
    "blocks.5.attn2.to_q.weight": {
      "dequantized_dtype": "fp16",
      "has_biases": true
    },
    "blocks.5.attn2.to_k.weight": {
      "dequantized_dtype": "fp16",
      "has_biases": true
    },
    "blocks.5.attn2.to_v.weight": {
      "dequantized_dtype": "fp16",
      "has_biases": true
    },
    "blocks.5.attn2.to_out.weight": {
      "dequantized_dtype": "fp16",
      "has_biases": true
    },
    "blocks.5.ffn.fc_in.weight": {
      "dequantized_dtype": "fp16",
      "has_biases": true
    },
    "blocks.5.ffn.fc_out.weight": {
      "dequantized_dtype": "fp16",
      "has_biases": true
    },
    "blocks.6.to_q.weight": {
      "dequantized_dtype": "fp16",
      "has_biases": true
    },
    "blocks.6.to_k.weight": {
      "dequantized_dtype": "fp16",
      "has_biases": true
    },
    "blocks.6.to_v.weight": {
      "dequantized_dtype": "fp16",
      "has_biases": true
    },
    "blocks.6.to_out.weight": {
      "dequantized_dtype": "fp16",
      "has_biases": true
    },
    "blocks.6.attn2.to_q.weight": {
      "dequantized_dtype": "fp16",
      "has_biases": true
    },
    "blocks.6.attn2.to_k.weight": {
      "dequantized_dtype": "fp16",
      "has_biases": true
    },
    "blocks.6.attn2.to_v.weight": {
      "dequantized_dtype": "fp16",
      "has_biases": true
    },
    "blocks.6.attn2.to_out.weight": {
      "dequantized_dtype": "fp16",
      "has_biases": true
    },
    "blocks.6.ffn.fc_in.weight": {
      "dequantized_dtype": "fp16",
      "has_biases": true
    },
    "blocks.6.ffn.fc_out.weight": {
      "dequantized_dtype": "fp16",
      "has_biases": true
    },
    "blocks.7.to_q.weight": {
      "dequantized_dtype": "fp16",
      "has_biases": true
    },
    "blocks.7.to_k.weight": {
      "dequantized_dtype": "fp16",
      "has_biases": true
    },
    "blocks.7.to_v.weight": {
      "dequantized_dtype": "fp16",
      "has_biases": true
    },
    "blocks.7.to_out.weight": {
      "dequantized_dtype": "fp16",
      "has_biases": true
    },
    "blocks.7.attn2.to_q.weight": {
      "dequantized_dtype": "fp16",
      "has_biases": true
    },
    "blocks.7.attn2.to_k.weight": {
      "dequantized_dtype": "fp16",
      "has_biases": true
    },
    "blocks.7.attn2.to_v.weight": {
      "dequantized_dtype": "fp16",
      "has_biases": true
    },
    "blocks.7.attn2.to_out.weight": {
      "dequantized_dtype": "fp16",
      "has_biases": true
    },
    "blocks.7.ffn.fc_in.weight": {
      "dequantized_dtype": "fp16",
      "has_biases": true
    },
    "blocks.7.ffn.fc_out.weight": {
      "dequantized_dtype": "fp16",
      "has_biases": true
    },
    "blocks.8.to_q.weight": {
      "dequantized_dtype": "fp16",
      "has_biases": true
    },
    "blocks.8.to_k.weight": {
      "dequantized_dtype": "fp16",
      "has_biases": true
    },
    "blocks.8.to_v.weight": {
      "dequantized_dtype": "fp16",
      "has_biases": true
    },
    "blocks.8.to_out.weight": {
      "dequantized_dtype": "fp16",
      "has_biases": true
    },
    "blocks.8.attn2.to_q.weight": {
      "dequantized_dtype": "fp16",
      "has_biases": true
    },
    "blocks.8.attn2.to_k.weight": {
      "dequantized_dtype": "fp16",
      "has_biases": true
    },
    "blocks.8.attn2.to_v.weight": {
      "dequantized_dtype": "fp16",
      "has_biases": true
    },
    "blocks.8.attn2.to_out.weight": {
      "dequantized_dtype": "fp16",
      "has_biases": true
    },
    "blocks.8.ffn.fc_in.weight": {
      "dequantized_dtype": "fp16",
      "has_biases": true
    },
    "blocks.8.ffn.fc_out.weight": {
      "dequantized_dtype": "fp16",
      "has_biases": true
    },
    "blocks.9.to_q.weight": {
      "dequantized_dtype": "fp16",
      "has_biases": true
    },
    "blocks.9.to_k.weight": {
      "dequantized_dtype": "fp16",
      "has_biases": true
    },
    "blocks.9.to_v.weight": {
      "dequantized_dtype": "fp16",
      "has_biases": true
    },
    "blocks.9.to_out.weight": {
      "dequantized_dtype": "fp16",
      "has_biases": true
    },
    "blocks.9.attn2.to_q.weight": {
      "dequantized_dtype": "fp16",
      "has_biases": true
    },
    "blocks.9.attn2.to_k.weight": {
      "dequantized_dtype": "fp16",
      "has_biases": true
    },
    "blocks.9.attn2.to_v.weight": {
      "dequantized_dtype": "fp16",
      "has_biases": true
    },
    "blocks.9.attn2.to_out.weight": {
      "dequantized_dtype": "fp16",
      "has_biases": true
    },
    "blocks.9.ffn.fc_in.weight": {
      "dequantized_dtype": "fp16",
      "has_biases": true
    },
    "blocks.9.ffn.fc_out.weight": {
      "dequantized_dtype": "fp16",
      "has_biases": true
    },
    "blocks.10.to_q.weight": {
      "dequantized_dtype": "fp16",
      "has_biases": true
    },
    "blocks.10.to_k.weight": {
      "dequantized_dtype": "fp16",
      "has_biases": true
    },
    "blocks.10.to_v.weight": {
      "dequantized_dtype": "fp16",
      "has_biases": true
    },
    "blocks.10.to_out.weight": {
      "dequantized_dtype": "fp16",
      "has_biases": true
    },
    "blocks.10.attn2.to_q.weight": {
      "dequantized_dtype": "fp16",
      "has_biases": true
    },
    "blocks.10.attn2.to_k.weight": {
      "dequantized_dtype": "fp16",
      "has_biases": true
    },
    "blocks.10.attn2.to_v.weight": {
      "dequantized_dtype": "fp16",
      "has_biases": true
    },
    "blocks.10.attn2.to_out.weight": {
      "dequantized_dtype": "fp16",
      "has_biases": true
    },
    "blocks.10.ffn.fc_in.weight": {
      "dequantized_dtype": "fp16",
      "has_biases": true
    },
    "blocks.10.ffn.fc_out.weight": {
      "dequantized_dtype": "fp16",
      "has_biases": true
    },
    "blocks.11.to_q.weight": {
      "dequantized_dtype": "fp16",
      "has_biases": true
    },
    "blocks.11.to_k.weight": {
      "dequantized_dtype": "fp16",
      "has_biases": true
    },
    "blocks.11.to_v.weight": {
      "dequantized_dtype": "fp16",
      "has_biases": true
    },
    "blocks.11.to_out.weight": {
      "dequantized_dtype": "fp16",
      "has_biases": true
    },
    "blocks.11.attn2.to_q.weight": {
      "dequantized_dtype": "fp16",
      "has_biases": true
    },
    "blocks.11.attn2.to_k.weight": {
      "dequantized_dtype": "fp16",
      "has_biases": true
    },
    "blocks.11.attn2.to_v.weight": {
      "dequantized_dtype": "fp16",
      "has_biases": true
    },
    "blocks.11.attn2.to_out.weight": {
      "dequantized_dtype": "fp16",
      "has_biases": true
    },
    "blocks.11.ffn.fc_in.weight": {
      "dequantized_dtype": "fp16",
      "has_biases": true
    },
    "blocks.11.ffn.fc_out.weight": {
      "dequantized_dtype": "fp16",
      "has_biases": true
    },
    "blocks.12.to_q.weight": {
      "dequantized_dtype": "fp16",
      "has_biases": true
    },
    "blocks.12.to_k.weight": {
      "dequantized_dtype": "fp16",
      "has_biases": true
    },
    "blocks.12.to_v.weight": {
      "dequantized_dtype": "fp16",
      "has_biases": true
    },
    "blocks.12.to_out.weight": {
      "dequantized_dtype": "fp16",
      "has_biases": true
    },
    "blocks.12.attn2.to_q.weight": {
      "dequantized_dtype": "fp16",
      "has_biases": true
    },
    "blocks.12.attn2.to_k.weight": {
      "dequantized_dtype": "fp16",
      "has_biases": true
    },
    "blocks.12.attn2.to_v.weight": {
      "dequantized_dtype": "fp16",
      "has_biases": true
    },
    "blocks.12.attn2.to_out.weight": {
      "dequantized_dtype": "fp16",
      "has_biases": true
    },
    "blocks.12.ffn.fc_in.weight": {
      "dequantized_dtype": "fp16",
      "has_biases": true
    },
    "blocks.12.ffn.fc_out.weight": {
      "dequantized_dtype": "fp16",
      "has_biases": true
    },
    "blocks.13.to_q.weight": {
      "dequantized_dtype": "fp16",
      "has_biases": true
    },
    "blocks.13.to_k.weight": {
      "dequantized_dtype": "fp16",
      "has_biases": true
    },
    "blocks.13.to_v.weight": {
      "dequantized_dtype": "fp16",
      "has_biases": true
    },
    "blocks.13.to_out.weight": {
      "dequantized_dtype": "fp16",
      "has_biases": true
    },
    "blocks.13.attn2.to_q.weight": {
      "dequantized_dtype": "fp16",
      "has_biases": true
    },
    "blocks.13.attn2.to_k.weight": {
      "dequantized_dtype": "fp16",
      "has_biases": true
    },
    "blocks.13.attn2.to_v.weight": {
      "dequantized_dtype": "fp16",
      "has_biases": true
    },
    "blocks.13.attn2.to_out.weight": {
      "dequantized_dtype": "fp16",
      "has_biases": true
    },
    "blocks.13.ffn.fc_in.weight": {
      "dequantized_dtype": "fp16",
      "has_biases": true
    },
    "blocks.13.ffn.fc_out.weight": {
      "dequantized_dtype": "fp16",
      "has_biases": true
    },
    "blocks.14.to_q.weight": {
      "dequantized_dtype": "fp16",
      "has_biases": true
    },
    "blocks.14.to_k.weight": {
      "dequantized_dtype": "fp16",
      "has_biases": true
    },
    "blocks.14.to_v.weight": {
      "dequantized_dtype": "fp16",
      "has_biases": true
    },
    "blocks.14.to_out.weight": {
      "dequantized_dtype": "fp16",
      "has_biases": true
    },
    "blocks.14.attn2.to_q.weight": {
      "dequantized_dtype": "fp16",
      "has_biases": true
    },
    "blocks.14.attn2.to_k.weight": {
      "dequantized_dtype": "fp16",
      "has_biases": true
    },
    "blocks.14.attn2.to_v.weight": {
      "dequantized_dtype": "fp16",
      "has_biases": true
    },
    "blocks.14.attn2.to_out.weight": {
      "dequantized_dtype": "fp16",
      "has_biases": true
    },
    "blocks.14.ffn.fc_in.weight": {
      "dequantized_dtype": "fp16",
      "has_biases": true
    },
    "blocks.14.ffn.fc_out.weight": {
      "dequantized_dtype": "fp16",
      "has_biases": true
    },
    "blocks.15.to_q.weight": {
      "dequantized_dtype": "fp16",
      "has_biases": true
    },
    "blocks.15.to_k.weight": {
      "dequantized_dtype": "fp16",
      "has_biases": true
    },
    "blocks.15.to_v.weight": {
      "dequantized_dtype": "fp16",
      "has_biases": true
    },
    "blocks.15.to_out.weight": {
      "dequantized_dtype": "fp16",
      "has_biases": true
    },
    "blocks.15.attn2.to_q.weight": {
      "dequantized_dtype": "fp16",
      "has_biases": true
    },
    "blocks.15.attn2.to_k.weight": {
      "dequantized_dtype": "fp16",
      "has_biases": true
    },
    "blocks.15.attn2.to_v.weight": {
      "dequantized_dtype": "fp16",
      "has_biases": true
    },
    "blocks.15.attn2.to_out.weight": {
      "dequantized_dtype": "fp16",
      "has_biases": true
    },
    "blocks.15.ffn.fc_in.weight": {
      "dequantized_dtype": "fp16",
      "has_biases": true
    },
    "blocks.15.ffn.fc_out.weight": {
      "dequantized_dtype": "fp16",
      "has_biases": true
    },
    "blocks.16.to_q.weight": {
      "dequantized_dtype": "fp16",
      "has_biases": true
    },
    "blocks.16.to_k.weight": {
      "dequantized_dtype": "fp16",
      "has_biases": true
    },
    "blocks.16.to_v.weight": {
      "dequantized_dtype": "fp16",
      "has_biases": true
    },
    "blocks.16.to_out.weight": {
      "dequantized_dtype": "fp16",
      "has_biases": true
    },
    "blocks.16.attn2.to_q.weight": {
      "dequantized_dtype": "fp16",
      "has_biases": true
    },
    "blocks.16.attn2.to_k.weight": {
      "dequantized_dtype": "fp16",
      "has_biases": true
    },
    "blocks.16.attn2.to_v.weight": {
      "dequantized_dtype": "fp16",
      "has_biases": true
    },
    "blocks.16.attn2.to_out.weight": {
      "dequantized_dtype": "fp16",
      "has_biases": true
    },
    "blocks.16.ffn.fc_in.weight": {
      "dequantized_dtype": "fp16",
      "has_biases": true
    },
    "blocks.16.ffn.fc_out.weight": {
      "dequantized_dtype": "fp16",
      "has_biases": true
    },
    "blocks.17.to_q.weight": {
      "dequantized_dtype": "fp16",
      "has_biases": true
    },
    "blocks.17.to_k.weight": {
      "dequantized_dtype": "fp16",
      "has_biases": true
    },
    "blocks.17.to_v.weight": {
      "dequantized_dtype": "fp16",
      "has_biases": true
    },
    "blocks.17.to_out.weight": {
      "dequantized_dtype": "fp16",
      "has_biases": true
    },
    "blocks.17.attn2.to_q.weight": {
      "dequantized_dtype": "fp16",
      "has_biases": true
    },
    "blocks.17.attn2.to_k.weight": {
      "dequantized_dtype": "fp16",
      "has_biases": true
    },
    "blocks.17.attn2.to_v.weight": {
      "dequantized_dtype": "fp16",
      "has_biases": true
    },
    "blocks.17.attn2.to_out.weight": {
      "dequantized_dtype": "fp16",
      "has_biases": true
    },
    "blocks.17.ffn.fc_in.weight": {
      "dequantized_dtype": "fp16",
      "has_biases": true
    },
    "blocks.17.ffn.fc_out.weight": {
      "dequantized_dtype": "fp16",
      "has_biases": true
    },
    "blocks.18.to_q.weight": {
      "dequantized_dtype": "fp16",
      "has_biases": true
    },
    "blocks.18.to_k.weight": {
      "dequantized_dtype": "fp16",
      "has_biases": true
    },
    "blocks.18.to_v.weight": {
      "dequantized_dtype": "fp16",
      "has_biases": true
    },
    "blocks.18.to_out.weight": {
      "dequantized_dtype": "fp16",
      "has_biases": true
    },
    "blocks.18.attn2.to_q.weight": {
      "dequantized_dtype": "fp16",
      "has_biases": true
    },
    "blocks.18.attn2.to_k.weight": {
      "dequantized_dtype": "fp16",
      "has_biases": true
    },
    "blocks.18.attn2.to_v.weight": {
      "dequantized_dtype": "fp16",
      "has_biases": true
    },
    "blocks.18.attn2.to_out.weight": {
      "dequantized_dtype": "fp16",
      "has_biases": true
    },
    "blocks.18.ffn.fc_in.weight": {
      "dequantized_dtype": "fp16",
      "has_biases": true
    },
    "blocks.18.ffn.fc_out.weight": {
      "dequantized_dtype": "fp16",
      "has_biases": true
    },
    "blocks.19.to_q.weight": {
      "dequantized_dtype": "fp16",
      "has_biases": true
    },
    "blocks.19.to_k.weight": {
      "dequantized_dtype": "fp16",
      "has_biases": true
    },
    "blocks.19.to_v.weight": {
      "dequantized_dtype": "fp16",
      "has_biases": true
    },
    "blocks.19.to_out.weight": {
      "dequantized_dtype": "fp16",
      "has_biases": true
    },
    "blocks.19.attn2.to_q.weight": {
      "dequantized_dtype": "fp16",
      "has_biases": true
    },
    "blocks.19.attn2.to_k.weight": {
      "dequantized_dtype": "fp16",
      "has_biases": true
    },
    "blocks.19.attn2.to_v.weight": {
      "dequantized_dtype": "fp16",
      "has_biases": true
    },
    "blocks.19.attn2.to_out.weight": {
      "dequantized_dtype": "fp16",
      "has_biases": true
    },
    "blocks.19.ffn.fc_in.weight": {
      "dequantized_dtype": "fp16",
      "has_biases": true
    },
    "blocks.19.ffn.fc_out.weight": {
      "dequantized_dtype": "fp16",
      "has_biases": true
    },
    "blocks.20.to_q.weight": {
      "dequantized_dtype": "fp16",
      "has_biases": true
    },
    "blocks.20.to_k.weight": {
      "dequantized_dtype": "fp16",
      "has_biases": true
    },
    "blocks.20.to_v.weight": {
      "dequantized_dtype": "fp16",
      "has_biases": true
    },
    "blocks.20.to_out.weight": {
      "dequantized_dtype": "fp16",
      "has_biases": true
    },
    "blocks.20.attn2.to_q.weight": {
      "dequantized_dtype": "fp16",
      "has_biases": true
    },
    "blocks.20.attn2.to_k.weight": {
      "dequantized_dtype": "fp16",
      "has_biases": true
    },
    "blocks.20.attn2.to_v.weight": {
      "dequantized_dtype": "fp16",
      "has_biases": true
    },
    "blocks.20.attn2.to_out.weight": {
      "dequantized_dtype": "fp16",
      "has_biases": true
    },
    "blocks.20.ffn.fc_in.weight": {
      "dequantized_dtype": "fp16",
      "has_biases": true
    },
    "blocks.20.ffn.fc_out.weight": {
      "dequantized_dtype": "fp16",
      "has_biases": true
    },
    "blocks.21.to_q.weight": {
      "dequantized_dtype": "fp16",
      "has_biases": true
    },
    "blocks.21.to_k.weight": {
      "dequantized_dtype": "fp16",
      "has_biases": true
    },
    "blocks.21.to_v.weight": {
      "dequantized_dtype": "fp16",
      "has_biases": true
    },
    "blocks.21.to_out.weight": {
      "dequantized_dtype": "fp16",
      "has_biases": true
    },
    "blocks.21.attn2.to_q.weight": {
      "dequantized_dtype": "fp16",
      "has_biases": true
    },
    "blocks.21.attn2.to_k.weight": {
      "dequantized_dtype": "fp16",
      "has_biases": true
    },
    "blocks.21.attn2.to_v.weight": {
      "dequantized_dtype": "fp16",
      "has_biases": true
    },
    "blocks.21.attn2.to_out.weight": {
      "dequantized_dtype": "fp16",
      "has_biases": true
    },
    "blocks.21.ffn.fc_in.weight": {
      "dequantized_dtype": "fp16",
      "has_biases": true
    },
    "blocks.21.ffn.fc_out.weight": {
      "dequantized_dtype": "fp16",
      "has_biases": true
    },
    "blocks.22.to_q.weight": {
      "dequantized_dtype": "fp16",
      "has_biases": true
    },
    "blocks.22.to_k.weight": {
      "dequantized_dtype": "fp16",
      "has_biases": true
    },
    "blocks.22.to_v.weight": {
      "dequantized_dtype": "fp16",
      "has_biases": true
    },
    "blocks.22.to_out.weight": {
      "dequantized_dtype": "fp16",
      "has_biases": true
    },
    "blocks.22.attn2.to_q.weight": {
      "dequantized_dtype": "fp16",
      "has_biases": true
    },
    "blocks.22.attn2.to_k.weight": {
      "dequantized_dtype": "fp16",
      "has_biases": true
    },
    "blocks.22.attn2.to_v.weight": {
      "dequantized_dtype": "fp16",
      "has_biases": true
    },
    "blocks.22.attn2.to_out.weight": {
      "dequantized_dtype": "fp16",
      "has_biases": true
    },
    "blocks.22.ffn.fc_in.weight": {
      "dequantized_dtype": "fp16",
      "has_biases": true
    },
    "blocks.22.ffn.fc_out.weight": {
      "dequantized_dtype": "fp16",
      "has_biases": true
    },
    "blocks.23.to_q.weight": {
      "dequantized_dtype": "fp16",
      "has_biases": true
    },
    "blocks.23.to_k.weight": {
      "dequantized_dtype": "fp16",
      "has_biases": true
    },
    "blocks.23.to_v.weight": {
      "dequantized_dtype": "fp16",
      "has_biases": true
    },
    "blocks.23.to_out.weight": {
      "dequantized_dtype": "fp16",
      "has_biases": true
    },
    "blocks.23.attn2.to_q.weight": {
      "dequantized_dtype": "fp16",
      "has_biases": true
    },
    "blocks.23.attn2.to_k.weight": {
      "dequantized_dtype": "fp16",
      "has_biases": true
    },
    "blocks.23.attn2.to_v.weight": {
      "dequantized_dtype": "fp16",
      "has_biases": true
    },
    "blocks.23.attn2.to_out.weight": {
      "dequantized_dtype": "fp16",
      "has_biases": true
    },
    "blocks.23.ffn.fc_in.weight": {
      "dequantized_dtype": "fp16",
      "has_biases": true
    },
    "blocks.23.ffn.fc_out.weight": {
      "dequantized_dtype": "fp16",
      "has_biases": true
    },
    "blocks.24.to_q.weight": {
      "dequantized_dtype": "fp16",
      "has_biases": true
    },
    "blocks.24.to_k.weight": {
      "dequantized_dtype": "fp16",
      "has_biases": true
    },
    "blocks.24.to_v.weight": {
      "dequantized_dtype": "fp16",
      "has_biases": true
    },
    "blocks.24.to_out.weight": {
      "dequantized_dtype": "fp16",
      "has_biases": true
    },
    "blocks.24.attn2.to_q.weight": {
      "dequantized_dtype": "fp16",
      "has_biases": true
    },
    "blocks.24.attn2.to_k.weight": {
      "dequantized_dtype": "fp16",
      "has_biases": true
    },
    "blocks.24.attn2.to_v.weight": {
      "dequantized_dtype": "fp16",
      "has_biases": true
    },
    "blocks.24.attn2.to_out.weight": {
      "dequantized_dtype": "fp16",
      "has_biases": true
    },
    "blocks.24.ffn.fc_in.weight": {
      "dequantized_dtype": "fp16",
      "has_biases": true
    },
    "blocks.24.ffn.fc_out.weight": {
      "dequantized_dtype": "fp16",
      "has_biases": true
    },
    "blocks.25.to_q.weight": {
      "dequantized_dtype": "fp16",
      "has_biases": true
    },
    "blocks.25.to_k.weight": {
      "dequantized_dtype": "fp16",
      "has_biases": true
    },
    "blocks.25.to_v.weight": {
      "dequantized_dtype": "fp16",
      "has_biases": true
    },
    "blocks.25.to_out.weight": {
      "dequantized_dtype": "fp16",
      "has_biases": true
    },
    "blocks.25.attn2.to_q.weight": {
      "dequantized_dtype": "fp16",
      "has_biases": true
    },
    "blocks.25.attn2.to_k.weight": {
      "dequantized_dtype": "fp16",
      "has_biases": true
    },
    "blocks.25.attn2.to_v.weight": {
      "dequantized_dtype": "fp16",
      "has_biases": true
    },
    "blocks.25.attn2.to_out.weight": {
      "dequantized_dtype": "fp16",
      "has_biases": true
    },
    "blocks.25.ffn.fc_in.weight": {
      "dequantized_dtype": "fp16",
      "has_biases": true
    },
    "blocks.25.ffn.fc_out.weight": {
      "dequantized_dtype": "fp16",
      "has_biases": true
    },
    "blocks.26.to_q.weight": {
      "dequantized_dtype": "fp16",
      "has_biases": true
    },
    "blocks.26.to_k.weight": {
      "dequantized_dtype": "fp16",
      "has_biases": true
    },
    "blocks.26.to_v.weight": {
      "dequantized_dtype": "fp16",
      "has_biases": true
    },
    "blocks.26.to_out.weight": {
      "dequantized_dtype": "fp16",
      "has_biases": true
    },
    "blocks.26.attn2.to_q.weight": {
      "dequantized_dtype": "fp16",
      "has_biases": true
    },
    "blocks.26.attn2.to_k.weight": {
      "dequantized_dtype": "fp16",
      "has_biases": true
    },
    "blocks.26.attn2.to_v.weight": {
      "dequantized_dtype": "fp16",
      "has_biases": true
    },
    "blocks.26.attn2.to_out.weight": {
      "dequantized_dtype": "fp16",
      "has_biases": true
    },
    "blocks.26.ffn.fc_in.weight": {
      "dequantized_dtype": "fp16",
      "has_biases": true
    },
    "blocks.26.ffn.fc_out.weight": {
      "dequantized_dtype": "fp16",
      "has_biases": true
    },
    "blocks.27.to_q.weight": {
      "dequantized_dtype": "fp16",
      "has_biases": true
    },
    "blocks.27.to_k.weight": {
      "dequantized_dtype": "fp16",
      "has_biases": true
    },
    "blocks.27.to_v.weight": {
      "dequantized_dtype": "fp16",
      "has_biases": true
    },
    "blocks.27.to_out.weight": {
      "dequantized_dtype": "fp16",
      "has_biases": true
    },
    "blocks.27.attn2.to_q.weight": {
      "dequantized_dtype": "fp16",
      "has_biases": true
    },
    "blocks.27.attn2.to_k.weight": {
      "dequantized_dtype": "fp16",
      "has_biases": true
    },
    "blocks.27.attn2.to_v.weight": {
      "dequantized_dtype": "fp16",
      "has_biases": true
    },
    "blocks.27.attn2.to_out.weight": {
      "dequantized_dtype": "fp16",
      "has_biases": true
    },
    "blocks.27.ffn.fc_in.weight": {
      "dequantized_dtype": "fp16",
      "has_biases": true
    },
    "blocks.27.ffn.fc_out.weight": {
      "dequantized_dtype": "fp16",
      "has_biases": true
    },
    "blocks.28.to_q.weight": {
      "dequantized_dtype": "fp16",
      "has_biases": true
    },
    "blocks.28.to_k.weight": {
      "dequantized_dtype": "fp16",
      "has_biases": true
    },
    "blocks.28.to_v.weight": {
      "dequantized_dtype": "fp16",
      "has_biases": true
    },
    "blocks.28.to_out.weight": {
      "dequantized_dtype": "fp16",
      "has_biases": true
    },
    "blocks.28.attn2.to_q.weight": {
      "dequantized_dtype": "fp16",
      "has_biases": true
    },
    "blocks.28.attn2.to_k.weight": {
      "dequantized_dtype": "fp16",
      "has_biases": true
    },
    "blocks.28.attn2.to_v.weight": {
      "dequantized_dtype": "fp16",
      "has_biases": true
    },
    "blocks.28.attn2.to_out.weight": {
      "dequantized_dtype": "fp16",
      "has_biases": true
    },
    "blocks.28.ffn.fc_in.weight": {
      "dequantized_dtype": "fp16",
      "has_biases": true
    },
    "blocks.28.ffn.fc_out.weight": {
      "dequantized_dtype": "fp16",
      "has_biases": true
    },
    "blocks.29.to_q.weight": {
      "dequantized_dtype": "fp16",
      "has_biases": true
    },
    "blocks.29.to_k.weight": {
      "dequantized_dtype": "fp16",
      "has_biases": true
    },
    "blocks.29.to_v.weight": {
      "dequantized_dtype": "fp16",
      "has_biases": true
    },
    "blocks.29.to_out.weight": {
      "dequantized_dtype": "fp16",
      "has_biases": true
    },
    "blocks.29.attn2.to_q.weight": {
      "dequantized_dtype": "fp16",
      "has_biases": true
    },
    "blocks.29.attn2.to_k.weight": {
      "dequantized_dtype": "fp16",
      "has_biases": true
    },
    "blocks.29.attn2.to_v.weight": {
      "dequantized_dtype": "fp16",
      "has_biases": true
    },
    "blocks.29.attn2.to_out.weight": {
      "dequantized_dtype": "fp16",
      "has_biases": true
    },
    "blocks.29.ffn.fc_in.weight": {
      "dequantized_dtype": "fp16",
      "has_biases": true
    },
    "blocks.29.ffn.fc_out.weight": {
      "dequantized_dtype": "fp16",
      "has_biases": true
    }
  }
}