Update modeling_alinlight.py
Browse files- modeling_alinlight.py +3 -1
modeling_alinlight.py
CHANGED
|
@@ -285,7 +285,8 @@ class AlinlightDecoderLayer(nn.Module):
|
|
| 285 |
past_key_value=None,
|
| 286 |
output_attentions=False,
|
| 287 |
use_cache=False,
|
| 288 |
-
rotary_pos_emb=None
|
|
|
|
| 289 |
):
|
| 290 |
residual = hidden_states
|
| 291 |
hidden_states = self.input_layernorm(hidden_states)
|
|
@@ -384,6 +385,7 @@ class AlinlightModel(AlinlightPreTrainedModel):
|
|
| 384 |
output_attentions: Optional[bool] = None,
|
| 385 |
output_hidden_states: Optional[bool] = None,
|
| 386 |
return_dict: Optional[bool] = None,
|
|
|
|
| 387 |
):
|
| 388 |
output_attentions = output_attentions if output_attentions is not None else self.config.output_attentions
|
| 389 |
output_hidden_states = output_hidden_states if output_hidden_states is not None else self.config.output_hidden_states
|
|
|
|
| 285 |
past_key_value=None,
|
| 286 |
output_attentions=False,
|
| 287 |
use_cache=False,
|
| 288 |
+
rotary_pos_emb=None,
|
| 289 |
+
**kwargs,
|
| 290 |
):
|
| 291 |
residual = hidden_states
|
| 292 |
hidden_states = self.input_layernorm(hidden_states)
|
|
|
|
| 385 |
output_attentions: Optional[bool] = None,
|
| 386 |
output_hidden_states: Optional[bool] = None,
|
| 387 |
return_dict: Optional[bool] = None,
|
| 388 |
+
**kwargs,
|
| 389 |
):
|
| 390 |
output_attentions = output_attentions if output_attentions is not None else self.config.output_attentions
|
| 391 |
output_hidden_states = output_hidden_states if output_hidden_states is not None else self.config.output_hidden_states
|