Instructions to use nvidia/Cosmos3-Super-Text2Image-4Step with libraries, inference providers, notebooks, and local apps. Follow these links to get started.
- Libraries
- Cosmos
How to use nvidia/Cosmos3-Super-Text2Image-4Step with Cosmos:
# No code snippets available yet for this library. # To use this model, check the repository files and the library's documentation. # Want to help? PRs adding snippets are welcome at: # https://github.com/huggingface/huggingface.js
- Notebooks
- Google Colab
- Kaggle
FP8 checkpoint for Cosmos3-Super-Text2Image-4Step
#19
by wkutak - opened
- hf_quant_config.json +185 -0
- model.safetensors.index.json +0 -0
- transformer/config.json +185 -0
- transformer/{diffusion_pytorch_model-00001-of-00027.safetensors → diffusion_pytorch_model-00001-of-00014.safetensors} +2 -2
- transformer/{diffusion_pytorch_model-00002-of-00027.safetensors → diffusion_pytorch_model-00002-of-00014.safetensors} +2 -2
- transformer/{diffusion_pytorch_model-00003-of-00027.safetensors → diffusion_pytorch_model-00003-of-00014.safetensors} +2 -2
- transformer/{diffusion_pytorch_model-00004-of-00027.safetensors → diffusion_pytorch_model-00004-of-00014.safetensors} +2 -2
- transformer/diffusion_pytorch_model-00005-of-00014.safetensors +3 -0
- transformer/diffusion_pytorch_model-00005-of-00027.safetensors +0 -3
- transformer/diffusion_pytorch_model-00006-of-00014.safetensors +3 -0
- transformer/diffusion_pytorch_model-00006-of-00027.safetensors +0 -3
- transformer/diffusion_pytorch_model-00007-of-00014.safetensors +3 -0
- transformer/diffusion_pytorch_model-00007-of-00027.safetensors +0 -3
- transformer/diffusion_pytorch_model-00008-of-00014.safetensors +3 -0
- transformer/diffusion_pytorch_model-00008-of-00027.safetensors +0 -3
- transformer/diffusion_pytorch_model-00009-of-00014.safetensors +3 -0
- transformer/diffusion_pytorch_model-00009-of-00027.safetensors +0 -3
- transformer/diffusion_pytorch_model-00010-of-00014.safetensors +3 -0
- transformer/diffusion_pytorch_model-00010-of-00027.safetensors +0 -3
- transformer/diffusion_pytorch_model-00011-of-00014.safetensors +3 -0
- transformer/diffusion_pytorch_model-00011-of-00027.safetensors +0 -3
- transformer/diffusion_pytorch_model-00012-of-00014.safetensors +3 -0
- transformer/diffusion_pytorch_model-00012-of-00027.safetensors +0 -3
- transformer/diffusion_pytorch_model-00013-of-00014.safetensors +3 -0
- transformer/diffusion_pytorch_model-00013-of-00027.safetensors +0 -3
- transformer/diffusion_pytorch_model-00014-of-00014.safetensors +3 -0
- transformer/diffusion_pytorch_model-00014-of-00027.safetensors +0 -3
- transformer/diffusion_pytorch_model-00015-of-00027.safetensors +0 -3
- transformer/diffusion_pytorch_model-00016-of-00027.safetensors +0 -3
- transformer/diffusion_pytorch_model-00017-of-00027.safetensors +0 -3
- transformer/diffusion_pytorch_model-00018-of-00027.safetensors +0 -3
- transformer/diffusion_pytorch_model-00019-of-00027.safetensors +0 -3
- transformer/diffusion_pytorch_model-00020-of-00027.safetensors +0 -3
- transformer/diffusion_pytorch_model-00021-of-00027.safetensors +0 -3
- transformer/diffusion_pytorch_model-00022-of-00027.safetensors +0 -3
- transformer/diffusion_pytorch_model-00023-of-00027.safetensors +0 -3
- transformer/diffusion_pytorch_model-00024-of-00027.safetensors +0 -3
- transformer/diffusion_pytorch_model-00025-of-00027.safetensors +0 -3
- transformer/diffusion_pytorch_model-00026-of-00027.safetensors +0 -3
- transformer/diffusion_pytorch_model-00027-of-00027.safetensors +0 -3
- transformer/diffusion_pytorch_model.safetensors.index.json +0 -0
- transformer/modelopt_state.pth +3 -0
hf_quant_config.json
ADDED
|
@@ -0,0 +1,185 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"block_quantize": null,
|
| 3 |
+
"calib_cfg": {
|
| 4 |
+
"method": "max"
|
| 5 |
+
},
|
| 6 |
+
"channel_quantize": null,
|
| 7 |
+
"disable_conv_quantization": false,
|
| 8 |
+
"forward_loop": null,
|
| 9 |
+
"modelopt_config": {
|
| 10 |
+
"algorithm": "max",
|
| 11 |
+
"quant_cfg": [
|
| 12 |
+
{
|
| 13 |
+
"enable": false,
|
| 14 |
+
"quantizer_name": "*"
|
| 15 |
+
},
|
| 16 |
+
{
|
| 17 |
+
"cfg": {
|
| 18 |
+
"axis": null,
|
| 19 |
+
"fake_quant": false,
|
| 20 |
+
"num_bits": [
|
| 21 |
+
4,
|
| 22 |
+
3
|
| 23 |
+
]
|
| 24 |
+
},
|
| 25 |
+
"quantizer_name": "*weight_quantizer"
|
| 26 |
+
},
|
| 27 |
+
{
|
| 28 |
+
"cfg": {
|
| 29 |
+
"axis": null,
|
| 30 |
+
"num_bits": [
|
| 31 |
+
4,
|
| 32 |
+
3
|
| 33 |
+
]
|
| 34 |
+
},
|
| 35 |
+
"quantizer_name": "*input_quantizer"
|
| 36 |
+
},
|
| 37 |
+
{
|
| 38 |
+
"enable": false,
|
| 39 |
+
"parent_class": "nn.BatchNorm1d",
|
| 40 |
+
"quantizer_name": "*"
|
| 41 |
+
},
|
| 42 |
+
{
|
| 43 |
+
"enable": false,
|
| 44 |
+
"parent_class": "nn.BatchNorm2d",
|
| 45 |
+
"quantizer_name": "*"
|
| 46 |
+
},
|
| 47 |
+
{
|
| 48 |
+
"enable": false,
|
| 49 |
+
"parent_class": "nn.BatchNorm3d",
|
| 50 |
+
"quantizer_name": "*"
|
| 51 |
+
},
|
| 52 |
+
{
|
| 53 |
+
"enable": false,
|
| 54 |
+
"parent_class": "nn.LeakyReLU",
|
| 55 |
+
"quantizer_name": "*"
|
| 56 |
+
},
|
| 57 |
+
{
|
| 58 |
+
"enable": false,
|
| 59 |
+
"quantizer_name": "*lm_head*"
|
| 60 |
+
},
|
| 61 |
+
{
|
| 62 |
+
"enable": false,
|
| 63 |
+
"quantizer_name": "*proj_out.*"
|
| 64 |
+
},
|
| 65 |
+
{
|
| 66 |
+
"enable": false,
|
| 67 |
+
"quantizer_name": "*block_sparse_moe.gate*"
|
| 68 |
+
},
|
| 69 |
+
{
|
| 70 |
+
"enable": false,
|
| 71 |
+
"quantizer_name": "*router*"
|
| 72 |
+
},
|
| 73 |
+
{
|
| 74 |
+
"enable": false,
|
| 75 |
+
"quantizer_name": "*mlp.gate.*"
|
| 76 |
+
},
|
| 77 |
+
{
|
| 78 |
+
"enable": false,
|
| 79 |
+
"quantizer_name": "*mlp.shared_expert_gate.*"
|
| 80 |
+
},
|
| 81 |
+
{
|
| 82 |
+
"enable": false,
|
| 83 |
+
"quantizer_name": "*linear_attn.conv1d*"
|
| 84 |
+
},
|
| 85 |
+
{
|
| 86 |
+
"enable": false,
|
| 87 |
+
"quantizer_name": "*mixer.conv1d*"
|
| 88 |
+
},
|
| 89 |
+
{
|
| 90 |
+
"enable": false,
|
| 91 |
+
"quantizer_name": "*output_layer*"
|
| 92 |
+
},
|
| 93 |
+
{
|
| 94 |
+
"enable": false,
|
| 95 |
+
"quantizer_name": "output.*"
|
| 96 |
+
},
|
| 97 |
+
{
|
| 98 |
+
"enable": false,
|
| 99 |
+
"quantizer_name": "*proj_in*"
|
| 100 |
+
},
|
| 101 |
+
{
|
| 102 |
+
"enable": false,
|
| 103 |
+
"quantizer_name": "*proj_out*"
|
| 104 |
+
},
|
| 105 |
+
{
|
| 106 |
+
"enable": false,
|
| 107 |
+
"quantizer_name": "*time_embedder*"
|
| 108 |
+
},
|
| 109 |
+
{
|
| 110 |
+
"enable": false,
|
| 111 |
+
"quantizer_name": "*audio_proj_in*"
|
| 112 |
+
},
|
| 113 |
+
{
|
| 114 |
+
"enable": false,
|
| 115 |
+
"quantizer_name": "*audio_proj_out*"
|
| 116 |
+
},
|
| 117 |
+
{
|
| 118 |
+
"enable": false,
|
| 119 |
+
"quantizer_name": "*action_proj_in*"
|
| 120 |
+
},
|
| 121 |
+
{
|
| 122 |
+
"enable": false,
|
| 123 |
+
"quantizer_name": "*action_proj_out*"
|
| 124 |
+
},
|
| 125 |
+
{
|
| 126 |
+
"enable": false,
|
| 127 |
+
"quantizer_name": "*lm_head*"
|
| 128 |
+
},
|
| 129 |
+
{
|
| 130 |
+
"enable": false,
|
| 131 |
+
"quantizer_name": "*visual*"
|
| 132 |
+
}
|
| 133 |
+
]
|
| 134 |
+
},
|
| 135 |
+
"modules_to_not_convert": [
|
| 136 |
+
"proj_in",
|
| 137 |
+
"proj_out",
|
| 138 |
+
"time_embedder",
|
| 139 |
+
"audio_proj_in",
|
| 140 |
+
"audio_proj_out",
|
| 141 |
+
"action_proj_in",
|
| 142 |
+
"action_proj_out",
|
| 143 |
+
"lm_head",
|
| 144 |
+
"visual"
|
| 145 |
+
],
|
| 146 |
+
"quant_method": "modelopt",
|
| 147 |
+
"quant_type": "FP8_FP8",
|
| 148 |
+
"scale_block_quantize": null,
|
| 149 |
+
"scale_channel_quantize": null,
|
| 150 |
+
"weight_only": false,
|
| 151 |
+
"config_groups": {
|
| 152 |
+
"group_0": {
|
| 153 |
+
"input_activations": {
|
| 154 |
+
"dynamic": false,
|
| 155 |
+
"num_bits": 8,
|
| 156 |
+
"type": "float"
|
| 157 |
+
},
|
| 158 |
+
"weights": {
|
| 159 |
+
"dynamic": false,
|
| 160 |
+
"num_bits": 8,
|
| 161 |
+
"type": "float"
|
| 162 |
+
},
|
| 163 |
+
"targets": [
|
| 164 |
+
"Linear"
|
| 165 |
+
]
|
| 166 |
+
}
|
| 167 |
+
},
|
| 168 |
+
"quant_algo": "FP8",
|
| 169 |
+
"ignore": [
|
| 170 |
+
"proj_in",
|
| 171 |
+
"proj_out",
|
| 172 |
+
"time_embedder*",
|
| 173 |
+
"audio_proj_in",
|
| 174 |
+
"audio_proj_out",
|
| 175 |
+
"action_proj_in",
|
| 176 |
+
"action_proj_out",
|
| 177 |
+
"lm_head",
|
| 178 |
+
"model.visual*",
|
| 179 |
+
"visual*"
|
| 180 |
+
],
|
| 181 |
+
"producer": {
|
| 182 |
+
"name": "modelopt",
|
| 183 |
+
"version": "0.44.0"
|
| 184 |
+
}
|
| 185 |
+
}
|
model.safetensors.index.json
CHANGED
|
The diff for this file is too large to render.
See raw diff
|
|
|
transformer/config.json
CHANGED
|
@@ -17,6 +17,191 @@
|
|
| 17 |
"num_hidden_layers": 64,
|
| 18 |
"num_key_value_heads": 8,
|
| 19 |
"patch_latent_dim": 192,
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 20 |
"rms_norm_eps": 1e-06,
|
| 21 |
"rope_axes_dim": [
|
| 22 |
24,
|
|
|
|
| 17 |
"num_hidden_layers": 64,
|
| 18 |
"num_key_value_heads": 8,
|
| 19 |
"patch_latent_dim": 192,
|
| 20 |
+
"quantization_config": {
|
| 21 |
+
"block_quantize": null,
|
| 22 |
+
"calib_cfg": {
|
| 23 |
+
"method": "max"
|
| 24 |
+
},
|
| 25 |
+
"channel_quantize": null,
|
| 26 |
+
"disable_conv_quantization": false,
|
| 27 |
+
"forward_loop": null,
|
| 28 |
+
"modelopt_config": {
|
| 29 |
+
"algorithm": "max",
|
| 30 |
+
"quant_cfg": [
|
| 31 |
+
{
|
| 32 |
+
"enable": false,
|
| 33 |
+
"quantizer_name": "*"
|
| 34 |
+
},
|
| 35 |
+
{
|
| 36 |
+
"cfg": {
|
| 37 |
+
"axis": null,
|
| 38 |
+
"fake_quant": false,
|
| 39 |
+
"num_bits": [
|
| 40 |
+
4,
|
| 41 |
+
3
|
| 42 |
+
]
|
| 43 |
+
},
|
| 44 |
+
"quantizer_name": "*weight_quantizer"
|
| 45 |
+
},
|
| 46 |
+
{
|
| 47 |
+
"cfg": {
|
| 48 |
+
"axis": null,
|
| 49 |
+
"num_bits": [
|
| 50 |
+
4,
|
| 51 |
+
3
|
| 52 |
+
]
|
| 53 |
+
},
|
| 54 |
+
"quantizer_name": "*input_quantizer"
|
| 55 |
+
},
|
| 56 |
+
{
|
| 57 |
+
"enable": false,
|
| 58 |
+
"parent_class": "nn.BatchNorm1d",
|
| 59 |
+
"quantizer_name": "*"
|
| 60 |
+
},
|
| 61 |
+
{
|
| 62 |
+
"enable": false,
|
| 63 |
+
"parent_class": "nn.BatchNorm2d",
|
| 64 |
+
"quantizer_name": "*"
|
| 65 |
+
},
|
| 66 |
+
{
|
| 67 |
+
"enable": false,
|
| 68 |
+
"parent_class": "nn.BatchNorm3d",
|
| 69 |
+
"quantizer_name": "*"
|
| 70 |
+
},
|
| 71 |
+
{
|
| 72 |
+
"enable": false,
|
| 73 |
+
"parent_class": "nn.LeakyReLU",
|
| 74 |
+
"quantizer_name": "*"
|
| 75 |
+
},
|
| 76 |
+
{
|
| 77 |
+
"enable": false,
|
| 78 |
+
"quantizer_name": "*lm_head*"
|
| 79 |
+
},
|
| 80 |
+
{
|
| 81 |
+
"enable": false,
|
| 82 |
+
"quantizer_name": "*proj_out.*"
|
| 83 |
+
},
|
| 84 |
+
{
|
| 85 |
+
"enable": false,
|
| 86 |
+
"quantizer_name": "*block_sparse_moe.gate*"
|
| 87 |
+
},
|
| 88 |
+
{
|
| 89 |
+
"enable": false,
|
| 90 |
+
"quantizer_name": "*router*"
|
| 91 |
+
},
|
| 92 |
+
{
|
| 93 |
+
"enable": false,
|
| 94 |
+
"quantizer_name": "*mlp.gate.*"
|
| 95 |
+
},
|
| 96 |
+
{
|
| 97 |
+
"enable": false,
|
| 98 |
+
"quantizer_name": "*mlp.shared_expert_gate.*"
|
| 99 |
+
},
|
| 100 |
+
{
|
| 101 |
+
"enable": false,
|
| 102 |
+
"quantizer_name": "*linear_attn.conv1d*"
|
| 103 |
+
},
|
| 104 |
+
{
|
| 105 |
+
"enable": false,
|
| 106 |
+
"quantizer_name": "*mixer.conv1d*"
|
| 107 |
+
},
|
| 108 |
+
{
|
| 109 |
+
"enable": false,
|
| 110 |
+
"quantizer_name": "*output_layer*"
|
| 111 |
+
},
|
| 112 |
+
{
|
| 113 |
+
"enable": false,
|
| 114 |
+
"quantizer_name": "output.*"
|
| 115 |
+
},
|
| 116 |
+
{
|
| 117 |
+
"enable": false,
|
| 118 |
+
"quantizer_name": "*proj_in*"
|
| 119 |
+
},
|
| 120 |
+
{
|
| 121 |
+
"enable": false,
|
| 122 |
+
"quantizer_name": "*proj_out*"
|
| 123 |
+
},
|
| 124 |
+
{
|
| 125 |
+
"enable": false,
|
| 126 |
+
"quantizer_name": "*time_embedder*"
|
| 127 |
+
},
|
| 128 |
+
{
|
| 129 |
+
"enable": false,
|
| 130 |
+
"quantizer_name": "*audio_proj_in*"
|
| 131 |
+
},
|
| 132 |
+
{
|
| 133 |
+
"enable": false,
|
| 134 |
+
"quantizer_name": "*audio_proj_out*"
|
| 135 |
+
},
|
| 136 |
+
{
|
| 137 |
+
"enable": false,
|
| 138 |
+
"quantizer_name": "*action_proj_in*"
|
| 139 |
+
},
|
| 140 |
+
{
|
| 141 |
+
"enable": false,
|
| 142 |
+
"quantizer_name": "*action_proj_out*"
|
| 143 |
+
},
|
| 144 |
+
{
|
| 145 |
+
"enable": false,
|
| 146 |
+
"quantizer_name": "*lm_head*"
|
| 147 |
+
},
|
| 148 |
+
{
|
| 149 |
+
"enable": false,
|
| 150 |
+
"quantizer_name": "*visual*"
|
| 151 |
+
}
|
| 152 |
+
]
|
| 153 |
+
},
|
| 154 |
+
"modules_to_not_convert": [
|
| 155 |
+
"proj_in",
|
| 156 |
+
"proj_out",
|
| 157 |
+
"time_embedder",
|
| 158 |
+
"audio_proj_in",
|
| 159 |
+
"audio_proj_out",
|
| 160 |
+
"action_proj_in",
|
| 161 |
+
"action_proj_out",
|
| 162 |
+
"lm_head",
|
| 163 |
+
"visual"
|
| 164 |
+
],
|
| 165 |
+
"quant_method": "modelopt",
|
| 166 |
+
"quant_type": "FP8_FP8",
|
| 167 |
+
"scale_block_quantize": null,
|
| 168 |
+
"scale_channel_quantize": null,
|
| 169 |
+
"weight_only": false,
|
| 170 |
+
"config_groups": {
|
| 171 |
+
"group_0": {
|
| 172 |
+
"input_activations": {
|
| 173 |
+
"dynamic": false,
|
| 174 |
+
"num_bits": 8,
|
| 175 |
+
"type": "float"
|
| 176 |
+
},
|
| 177 |
+
"weights": {
|
| 178 |
+
"dynamic": false,
|
| 179 |
+
"num_bits": 8,
|
| 180 |
+
"type": "float"
|
| 181 |
+
},
|
| 182 |
+
"targets": [
|
| 183 |
+
"Linear"
|
| 184 |
+
]
|
| 185 |
+
}
|
| 186 |
+
},
|
| 187 |
+
"quant_algo": "FP8",
|
| 188 |
+
"ignore": [
|
| 189 |
+
"proj_in",
|
| 190 |
+
"proj_out",
|
| 191 |
+
"time_embedder*",
|
| 192 |
+
"audio_proj_in",
|
| 193 |
+
"audio_proj_out",
|
| 194 |
+
"action_proj_in",
|
| 195 |
+
"action_proj_out",
|
| 196 |
+
"lm_head",
|
| 197 |
+
"model.visual*",
|
| 198 |
+
"visual*"
|
| 199 |
+
],
|
| 200 |
+
"producer": {
|
| 201 |
+
"name": "modelopt",
|
| 202 |
+
"version": "0.44.0"
|
| 203 |
+
}
|
| 204 |
+
},
|
| 205 |
"rms_norm_eps": 1e-06,
|
| 206 |
"rope_axes_dim": [
|
| 207 |
24,
|
transformer/{diffusion_pytorch_model-00001-of-00027.safetensors → diffusion_pytorch_model-00001-of-00014.safetensors}
RENAMED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
-
size
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:14c3f3df93b717a5482f6be21ebbf94d46492fc74e77805c40a26b7abbf4906b
|
| 3 |
+
size 4874967684
|
transformer/{diffusion_pytorch_model-00002-of-00027.safetensors → diffusion_pytorch_model-00002-of-00014.safetensors}
RENAMED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
-
size
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:1fdaa6341fafea2dae6b8cddd795db234d6ce2f4e678a89a01b8b08e557c6586
|
| 3 |
+
size 4975501784
|
transformer/{diffusion_pytorch_model-00003-of-00027.safetensors → diffusion_pytorch_model-00003-of-00014.safetensors}
RENAMED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
-
size
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:57df3483fbca88ea96fd5131104ec47859d785f46ab644f8b0a52623fe4540ae
|
| 3 |
+
size 4965490244
|
transformer/{diffusion_pytorch_model-00004-of-00027.safetensors → diffusion_pytorch_model-00004-of-00014.safetensors}
RENAMED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
-
size
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:a60dda48a0f91ca2451c400862d3ccf7b68ef79c99843bacd07d225ae97cb346
|
| 3 |
+
size 4959772504
|
transformer/diffusion_pytorch_model-00005-of-00014.safetensors
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:65bacdc15211dbcf97057ceff7b2cb27329b03fc9e55930df4d0b21c59f217bc
|
| 3 |
+
size 4996946796
|
transformer/diffusion_pytorch_model-00005-of-00027.safetensors
DELETED
|
@@ -1,3 +0,0 @@
|
|
| 1 |
-
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:77d145279dd84ebf82f86b8459cc94d013fbf414e4e57362b18aca2e001b5b3d
|
| 3 |
-
size 4949368096
|
|
|
|
|
|
|
|
|
|
|
|
transformer/diffusion_pytorch_model-00006-of-00014.safetensors
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:76d813dcf9218958af2d44a3a89432d5472f29a6a3a0be3fe93ed821a6268f54
|
| 3 |
+
size 4934076892
|
transformer/diffusion_pytorch_model-00006-of-00027.safetensors
DELETED
|
@@ -1,3 +0,0 @@
|
|
| 1 |
-
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:b0dda9f72e03cd55d73844c0335262961018b0398f3fb088f2c2dca6aaaafa8c
|
| 3 |
-
size 4802611024
|
|
|
|
|
|
|
|
|
|
|
|
transformer/diffusion_pytorch_model-00007-of-00014.safetensors
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:a66232990296fd0489830765a5e913427f69ff37e3b0360c7cdf1b00d5a23b67
|
| 3 |
+
size 4959772528
|
transformer/diffusion_pytorch_model-00007-of-00027.safetensors
DELETED
|
@@ -1,3 +0,0 @@
|
|
| 1 |
-
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:8c3c338914f8599819d8115ea74b6ea8017ba1f7f7f944a1dd29f9485408601b
|
| 3 |
-
size 4949368104
|
|
|
|
|
|
|
|
|
|
|
|
transformer/diffusion_pytorch_model-00008-of-00014.safetensors
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:40efa5bfc30821d37033dd211e74beb1e0888b92f3661275e7e50e0aaa3706b5
|
| 3 |
+
size 4970258840
|
transformer/diffusion_pytorch_model-00008-of-00027.safetensors
DELETED
|
@@ -1,3 +0,0 @@
|
|
| 1 |
-
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:e9317d6767840bf92efe9e7e14153d2921bb721d09704c81b55614eda6661b11
|
| 3 |
-
size 4802611024
|
|
|
|
|
|
|
|
|
|
|
|
transformer/diffusion_pytorch_model-00009-of-00014.safetensors
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:0c696f85ce19f13f0074b2eae5bbbb977860e45b2263ba1a62a6c70c5cfce986
|
| 3 |
+
size 4960249044
|
transformer/diffusion_pytorch_model-00009-of-00027.safetensors
DELETED
|
@@ -1,3 +0,0 @@
|
|
| 1 |
-
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:32d5739c395bbdac89672507d5314781fc88d7c6cdcc8ccf358bf8610db9136b
|
| 3 |
-
size 4949368104
|
|
|
|
|
|
|
|
|
|
|
|
transformer/diffusion_pytorch_model-00010-of-00014.safetensors
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:0ebd8ccfcaaa1ad82d8eb27a10f1dd1c564d8213e442dafb818f2795159bbf3c
|
| 3 |
+
size 4975501856
|
transformer/diffusion_pytorch_model-00010-of-00027.safetensors
DELETED
|
@@ -1,3 +0,0 @@
|
|
| 1 |
-
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:6411374f654df2f111912e0a8649a2408543f3a81efa2a7769489c193b2624aa
|
| 3 |
-
size 4802611024
|
|
|
|
|
|
|
|
|
|
|
|
transformer/diffusion_pytorch_model-00011-of-00014.safetensors
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:be6d3a8b0fe3d89ef63b8effef627fccc1c404356809bc7363f6a6dd0cc85fb5
|
| 3 |
+
size 4907817796
|
transformer/diffusion_pytorch_model-00011-of-00027.safetensors
DELETED
|
@@ -1,3 +0,0 @@
|
|
| 1 |
-
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:4b7ec78e856107a52df881eb80de575156de9e83c468458d13eedc3f335cb5c2
|
| 3 |
-
size 4949368104
|
|
|
|
|
|
|
|
|
|
|
|
transformer/diffusion_pytorch_model-00012-of-00014.safetensors
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:0c064bf1fb5617322be1950a3b9dc32ac94634539fd3e28667da195fecbf567e
|
| 3 |
+
size 4975501856
|
transformer/diffusion_pytorch_model-00012-of-00027.safetensors
DELETED
|
@@ -1,3 +0,0 @@
|
|
| 1 |
-
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:4241caccf6cfbbeb380fb314354d65ea4be195e5b8b072bcf2ac7e44abaa6558
|
| 3 |
-
size 4802611024
|
|
|
|
|
|
|
|
|
|
|
|
transformer/diffusion_pytorch_model-00013-of-00014.safetensors
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:5a8a624eae8115e0cb784945687e93fda4dbbb1e0324fd8dc24e5bc9bf105fbc
|
| 3 |
+
size 4971861504
|
transformer/diffusion_pytorch_model-00013-of-00027.safetensors
DELETED
|
@@ -1,3 +0,0 @@
|
|
| 1 |
-
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:7e802d80b93b856ebc24897dfe311988eeafce729b4660094306e47fa305c50d
|
| 3 |
-
size 4949368104
|
|
|
|
|
|
|
|
|
|
|
|
transformer/diffusion_pytorch_model-00014-of-00014.safetensors
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:f0d4439ab15b50b694ba7c56a7150ec329f94b673a6d327768031da56d66a81f
|
| 3 |
+
size 1158857928
|
transformer/diffusion_pytorch_model-00014-of-00027.safetensors
DELETED
|
@@ -1,3 +0,0 @@
|
|
| 1 |
-
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:9f0a79b8bb4c0a88aca395115931fcbf3084326f9966fe60c2cdfe2fea6e26e7
|
| 3 |
-
size 4802611024
|
|
|
|
|
|
|
|
|
|
|
|
transformer/diffusion_pytorch_model-00015-of-00027.safetensors
DELETED
|
@@ -1,3 +0,0 @@
|
|
| 1 |
-
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:2146a965a535513e21c6c7547783ffbd585385533cb9b1b10d63e3388c4f26ba
|
| 3 |
-
size 4949368104
|
|
|
|
|
|
|
|
|
|
|
|
transformer/diffusion_pytorch_model-00016-of-00027.safetensors
DELETED
|
@@ -1,3 +0,0 @@
|
|
| 1 |
-
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:eb6eb52a3a1c15f069a8faa490438c4f657b6321938307063c1a98931a8eafe8
|
| 3 |
-
size 4802611024
|
|
|
|
|
|
|
|
|
|
|
|
transformer/diffusion_pytorch_model-00017-of-00027.safetensors
DELETED
|
@@ -1,3 +0,0 @@
|
|
| 1 |
-
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:04db42576c1334fa7b6ac3c225b5eaf09fa71da29ab41dcf3768bbadb04a1f55
|
| 3 |
-
size 4949368104
|
|
|
|
|
|
|
|
|
|
|
|
transformer/diffusion_pytorch_model-00018-of-00027.safetensors
DELETED
|
@@ -1,3 +0,0 @@
|
|
| 1 |
-
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:99680080b0cfe5b10a980428fb696a5912ec1f0c99aa0278961aafe827e05f75
|
| 3 |
-
size 4802611024
|
|
|
|
|
|
|
|
|
|
|
|
transformer/diffusion_pytorch_model-00019-of-00027.safetensors
DELETED
|
@@ -1,3 +0,0 @@
|
|
| 1 |
-
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:aeeb8d5de0c86ea513daef746e978b77b7720f20795d05eb644952c5a98600a2
|
| 3 |
-
size 4949368104
|
|
|
|
|
|
|
|
|
|
|
|
transformer/diffusion_pytorch_model-00020-of-00027.safetensors
DELETED
|
@@ -1,3 +0,0 @@
|
|
| 1 |
-
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:d24c3cd91fc1e87745871ed4c1ac7ad7cc87f393de275174bb4ba0b2a82a03fa
|
| 3 |
-
size 4802611024
|
|
|
|
|
|
|
|
|
|
|
|
transformer/diffusion_pytorch_model-00021-of-00027.safetensors
DELETED
|
@@ -1,3 +0,0 @@
|
|
| 1 |
-
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:813f7db79b70279b08bff8a545eebec2fafda75907751c2dd0a560511e557c4d
|
| 3 |
-
size 4949368104
|
|
|
|
|
|
|
|
|
|
|
|
transformer/diffusion_pytorch_model-00022-of-00027.safetensors
DELETED
|
@@ -1,3 +0,0 @@
|
|
| 1 |
-
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:468a5f3cef4352cc0be25dc175d6e38b53f3c889fa05e9c8706d39471118be3f
|
| 3 |
-
size 4802611024
|
|
|
|
|
|
|
|
|
|
|
|
transformer/diffusion_pytorch_model-00023-of-00027.safetensors
DELETED
|
@@ -1,3 +0,0 @@
|
|
| 1 |
-
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:6b93478f24a8404c1da5bdbb0a2df6db76f7b20a5135c97891361d1a77cb9156
|
| 3 |
-
size 4949368104
|
|
|
|
|
|
|
|
|
|
|
|
transformer/diffusion_pytorch_model-00024-of-00027.safetensors
DELETED
|
@@ -1,3 +0,0 @@
|
|
| 1 |
-
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:372bfe82bfe6d49d6a16dcdce82aa672f4f782226eccc66110b2feeb3fb2922c
|
| 3 |
-
size 4802611024
|
|
|
|
|
|
|
|
|
|
|
|
transformer/diffusion_pytorch_model-00025-of-00027.safetensors
DELETED
|
@@ -1,3 +0,0 @@
|
|
| 1 |
-
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:6f48c2d1d784099abb307cc75e8b7099861d7d7ba9226dd52894fc676d9f17ad
|
| 3 |
-
size 4949368104
|
|
|
|
|
|
|
|
|
|
|
|
transformer/diffusion_pytorch_model-00026-of-00027.safetensors
DELETED
|
@@ -1,3 +0,0 @@
|
|
| 1 |
-
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:3f86b6a99526fc894fd01805ec675c1f55cc81ed1f430e06e772f54cd62cbcfc
|
| 3 |
-
size 4425141960
|
|
|
|
|
|
|
|
|
|
|
|
transformer/diffusion_pytorch_model-00027-of-00027.safetensors
DELETED
|
@@ -1,3 +0,0 @@
|
|
| 1 |
-
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:280c5f1b2532aaaecd4837aedd21b8e1af9e2aa18ab8b33cc8aa501112bc4a08
|
| 3 |
-
size 1616160480
|
|
|
|
|
|
|
|
|
|
|
|
transformer/diffusion_pytorch_model.safetensors.index.json
CHANGED
|
The diff for this file is too large to render.
See raw diff
|
|
|
transformer/modelopt_state.pth
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:8605f3a6bd8d1567cb17ec1a1e230b67d8272e148c9098a46f76544488a45f94
|
| 3 |
+
size 798423
|