LazyHuman10 commited on
Commit
2b6b8bb
·
1 Parent(s): 65482b4

fixed Kwargs passed to processor.__call__ have to be in processor_kwargs dict

Browse files
Files changed (1) hide show
  1. model_engine.py +5 -2
model_engine.py CHANGED
@@ -132,13 +132,16 @@ def _generate_from_messages(
132
  add_generation_prompt=True,
133
  return_dict=True,
134
  return_tensors="pt",
135
- downsample_mode=downsample_mode,
136
- max_slice_nums=36,
 
 
137
  ).to(model.device)
138
  generated_ids = model.generate(
139
  **inputs,
140
  downsample_mode=downsample_mode,
141
  max_new_tokens=max_new_tokens,
 
142
  )
143
  generated_ids_trimmed = [
144
  output_ids[len(input_ids):]
 
132
  add_generation_prompt=True,
133
  return_dict=True,
134
  return_tensors="pt",
135
+ processor_kwargs={
136
+ "downsample_mode": downsample_mode,
137
+ "max_slice_nums": 36,
138
+ },
139
  ).to(model.device)
140
  generated_ids = model.generate(
141
  **inputs,
142
  downsample_mode=downsample_mode,
143
  max_new_tokens=max_new_tokens,
144
+ pad_token_id=processor.tokenizer.eos_token_id,
145
  )
146
  generated_ids_trimmed = [
147
  output_ids[len(input_ids):]