muverqqw commited on
Commit
4d0b20b
·
verified ·
1 Parent(s): 9e7079a

Update modeling_alinlight.py

Browse files
Files changed (1) hide show
  1. modeling_alinlight.py +3 -1
modeling_alinlight.py CHANGED
@@ -285,7 +285,8 @@ class AlinlightDecoderLayer(nn.Module):
285
  past_key_value=None,
286
  output_attentions=False,
287
  use_cache=False,
288
- rotary_pos_emb=None
 
289
  ):
290
  residual = hidden_states
291
  hidden_states = self.input_layernorm(hidden_states)
@@ -384,6 +385,7 @@ class AlinlightModel(AlinlightPreTrainedModel):
384
  output_attentions: Optional[bool] = None,
385
  output_hidden_states: Optional[bool] = None,
386
  return_dict: Optional[bool] = None,
 
387
  ):
388
  output_attentions = output_attentions if output_attentions is not None else self.config.output_attentions
389
  output_hidden_states = output_hidden_states if output_hidden_states is not None else self.config.output_hidden_states
 
285
  past_key_value=None,
286
  output_attentions=False,
287
  use_cache=False,
288
+ rotary_pos_emb=None,
289
+ **kwargs,
290
  ):
291
  residual = hidden_states
292
  hidden_states = self.input_layernorm(hidden_states)
 
385
  output_attentions: Optional[bool] = None,
386
  output_hidden_states: Optional[bool] = None,
387
  return_dict: Optional[bool] = None,
388
+ **kwargs,
389
  ):
390
  output_attentions = output_attentions if output_attentions is not None else self.config.output_attentions
391
  output_hidden_states = output_hidden_states if output_hidden_states is not None else self.config.output_hidden_states