tvastr commited on
Commit
984ce24
·
verified ·
1 Parent(s): 8f0815c

chore: add configuration_rabbit.py (safety-scrubbed AutoModel wrapper)

Browse files
Files changed (1) hide show
  1. configuration_rabbit.py +16 -0
configuration_rabbit.py ADDED
@@ -0,0 +1,16 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ from transformers import PretrainedConfig
2
+
3
+
4
+ class RabbitConfig(PretrainedConfig):
5
+ model_type = "rabbit_ssm"
6
+
7
+ def __init__(
8
+ self,
9
+ vocab_size: int = 50280,
10
+ d_model: int = 2560,
11
+ n_layers: int = 64,
12
+ **kwargs,
13
+ ):
14
+ self.d_model = d_model
15
+ self.n_layers = n_layers
16
+ super().__init__(vocab_size=vocab_size, **kwargs)