LazyHuman10 commited on
Commit ·
2b6b8bb
1
Parent(s): 65482b4
fixed Kwargs passed to processor.__call__ have to be in processor_kwargs dict
Browse files- model_engine.py +5 -2
model_engine.py
CHANGED
|
@@ -132,13 +132,16 @@ def _generate_from_messages(
|
|
| 132 |
add_generation_prompt=True,
|
| 133 |
return_dict=True,
|
| 134 |
return_tensors="pt",
|
| 135 |
-
|
| 136 |
-
|
|
|
|
|
|
|
| 137 |
).to(model.device)
|
| 138 |
generated_ids = model.generate(
|
| 139 |
**inputs,
|
| 140 |
downsample_mode=downsample_mode,
|
| 141 |
max_new_tokens=max_new_tokens,
|
|
|
|
| 142 |
)
|
| 143 |
generated_ids_trimmed = [
|
| 144 |
output_ids[len(input_ids):]
|
|
|
|
| 132 |
add_generation_prompt=True,
|
| 133 |
return_dict=True,
|
| 134 |
return_tensors="pt",
|
| 135 |
+
processor_kwargs={
|
| 136 |
+
"downsample_mode": downsample_mode,
|
| 137 |
+
"max_slice_nums": 36,
|
| 138 |
+
},
|
| 139 |
).to(model.device)
|
| 140 |
generated_ids = model.generate(
|
| 141 |
**inputs,
|
| 142 |
downsample_mode=downsample_mode,
|
| 143 |
max_new_tokens=max_new_tokens,
|
| 144 |
+
pad_token_id=processor.tokenizer.eos_token_id,
|
| 145 |
)
|
| 146 |
generated_ids_trimmed = [
|
| 147 |
output_ids[len(input_ids):]
|