tvastr commited on
Commit
8f0815c
·
verified ·
1 Parent(s): c8a4bfd

chore: add config.json (safety-scrubbed AutoModel wrapper)

Browse files
Files changed (1) hide show
  1. config.json +10 -9
config.json CHANGED
@@ -1,14 +1,15 @@
1
  {
2
- "model_type": "rta-ssm",
3
- "architecture": "RabbitCausalLM",
4
- "variant": "fu-64",
 
 
 
5
  "vocab_size": 50280,
6
  "d_model": 2560,
7
- "d_state": 2560,
8
  "n_layers": 64,
9
- "tokenizer_class": "GPTNeoXTokenizerFast",
10
- "tokenizer_id": "EleutherAI/gpt-neox-20b",
11
  "torch_dtype": "bfloat16",
12
- "framework": "RtaForge-SSM",
13
- "schema_version": "1.0"
14
- }
 
1
  {
2
+ "architectures": ["RabbitForCausalLM"],
3
+ "auto_map": {
4
+ "AutoConfig": "configuration_rabbit.RabbitConfig",
5
+ "AutoModelForCausalLM": "modeling_rabbit.RabbitForCausalLM"
6
+ },
7
+ "model_type": "rabbit_ssm",
8
  "vocab_size": 50280,
9
  "d_model": 2560,
 
10
  "n_layers": 64,
11
+ "bos_token_id": 0,
12
+ "eos_token_id": 0,
13
  "torch_dtype": "bfloat16",
14
+ "transformers_version": "4.40.0"
15
+ }