arasaltan commited on
Commit
0ad9266
·
verified ·
1 Parent(s): fb13d75

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +5 -1
app.py CHANGED
@@ -19,7 +19,11 @@ model = AutoModelForCausalLM.from_pretrained(
19
  )
20
 
21
  # Load LoRA
22
- model = PeftModel.from_pretrained(model, LORA_PATH)
 
 
 
 
23
  model.eval()
24
 
25
 
 
19
  )
20
 
21
  # Load LoRA
22
+ model = PeftModel.from_pretrained(
23
+ model,
24
+ LORA_PATH,
25
+ device_map={"": "cpu"}
26
+ )
27
  model.eval()
28
 
29