Hugging Face's logo

ArthurZ
/
mamba-790m

Text Generation
Transformers
Safetensors
mamba
text-generation-inference
Model card Files
xet
 Community
1
ArthurZ HF Staff commited on
Commit
b791109
·
verified ·
1 Parent(s): 852f0be

Upload MambaForCausalLM

Browse files
Files changed (2) hide show
  1. config.json +2 -2
  2. model.safetensors +2 -2
config.json CHANGED
@@ -5,7 +5,7 @@
5
  ],
6
  "bos_token_id": 1,
7
  "conv_kernel": 4,
8
- "d_model": 1536,
9
  "eos_token_id": 2,
10
  "expand": 2,
11
  "fused_add_norm": true,
@@ -16,7 +16,7 @@
16
  "layer_norm_epsilon": 1e-05,
17
  "model_type": "mamba",
18
  "n_layer": 48,
19
- "num_hidden_layers": 32,
20
  "pad_vocab_size_multiple": 8,
21
  "residual_in_fp32": true,
22
  "rms_norm": true,
 
5
  ],
6
  "bos_token_id": 1,
7
  "conv_kernel": 4,
8
+ "d_model": 2048,
9
  "eos_token_id": 2,
10
  "expand": 2,
11
  "fused_add_norm": true,
 
16
  "layer_norm_epsilon": 1e-05,
17
  "model_type": "mamba",
18
  "n_layer": 48,
19
+ "num_hidden_layers": 48,
20
  "pad_vocab_size_multiple": 8,
21
  "residual_in_fp32": true,
22
  "rms_norm": true,
model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:6ed41bdb3582ac8312606e0413024d0265769003f9519505f4373e50a01d553a
3
- size 1112273944
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ebcfe054512122da4d54f83c3422a1c82cdd7788398ca0ddac6963c1aaa3071f
3
+ size 1591179496