SandeepU commited on
Commit
5bdbecd
·
verified ·
1 Parent(s): b3e48c2

Update model/model_utils.py

Browse files
Files changed (1) hide show
  1. model/model_utils.py +2 -2
model/model_utils.py CHANGED
@@ -6,8 +6,8 @@ def load_model():
6
  model_name = "bigcode/starcoder"
7
  hf_token = os.getenv("HF_TOKEN")
8
 
9
- tokenizer = AutoTokenizer.from_pretrained("bigcode/starcoder", use_auth_token=hf_token)
10
- model = AutoModelForCausalLM.from_pretrained("bigcode/starcoder", use_auth_token=hf_token, trust_remote_code=True)
11
  model.eval()
12
 
13
  device = "cuda" if torch.cuda.is_available() else "cpu"
 
6
  model_name = "bigcode/starcoder"
7
  hf_token = os.getenv("HF_TOKEN")
8
 
9
+ tokenizer = AutoTokenizer.from_pretrained(model_name, use_auth_token=hf_token)
10
+ model = AutoModelForCausalLM.from_pretrained(model_name, use_auth_token=hf_token, trust_remote_code=True)
11
  model.eval()
12
 
13
  device = "cuda" if torch.cuda.is_available() else "cpu"