baseten-admin commited on
Commit
b3842c5
·
verified ·
1 Parent(s): dc7aae3

Update modeling_gemma4_sequence.py

Browse files
Files changed (1) hide show
  1. modeling_gemma4_sequence.py +2 -2
modeling_gemma4_sequence.py CHANGED
@@ -15,7 +15,7 @@ from transformers.models.gemma4.configuration_gemma4 import Gemma4Config
15
  from transformers.models.gemma4.modeling_gemma4 import Gemma4Model, Gemma4PreTrainedModel
16
 
17
 
18
- class Gemma4ForTokenSequenceClassification(Gemma4PreTrainedModel):
19
  """Pool the last text position and score it with selected Gemma 4 token rows."""
20
 
21
  config_class = Gemma4Config
@@ -49,7 +49,7 @@ class Gemma4ForTokenSequenceClassification(Gemma4PreTrainedModel):
49
  model_lm: nn.Module,
50
  selected_token_ids: Sequence[int],
51
  labels: Sequence[str],
52
- ) -> "Gemma4ForTokenSequenceClassification":
53
  token_ids = torch.tensor(selected_token_ids, device=model_lm.lm_head.weight.device)
54
  classifier_weight = model_lm.lm_head.weight.index_select(0, token_ids).detach().clone()
55
  cls.configure_classification_config(model_lm.config, selected_token_ids, labels)
 
15
  from transformers.models.gemma4.modeling_gemma4 import Gemma4Model, Gemma4PreTrainedModel
16
 
17
 
18
+ class Gemma4ForSequenceClassification(Gemma4PreTrainedModel):
19
  """Pool the last text position and score it with selected Gemma 4 token rows."""
20
 
21
  config_class = Gemma4Config
 
49
  model_lm: nn.Module,
50
  selected_token_ids: Sequence[int],
51
  labels: Sequence[str],
52
+ ) -> "Gemma4ForSequenceClassification":
53
  token_ids = torch.tensor(selected_token_ids, device=model_lm.lm_head.weight.device)
54
  classifier_weight = model_lm.lm_head.weight.index_select(0, token_ids).detach().clone()
55
  cls.configure_classification_config(model_lm.config, selected_token_ids, labels)