SandeepU commited on
Commit
b3e48c2
·
verified ·
1 Parent(s): 2267264

Update model/model_utils.py

Browse files
Files changed (1) hide show
  1. model/model_utils.py +3 -3
model/model_utils.py CHANGED
@@ -4,10 +4,10 @@ import os
4
 
5
  def load_model():
6
  model_name = "bigcode/starcoder"
7
- hf_token = os.getenv("HF_TOKEN") # Secure access to gated model
8
 
9
- tokenizer = AutoTokenizer.from_pretrained(model_name, use_auth_token=hf_token)
10
- model = AutoModelForCausalLM.from_pretrained(model_name, use_auth_token=hf_token, trust_remote_code=True)
11
  model.eval()
12
 
13
  device = "cuda" if torch.cuda.is_available() else "cpu"
 
4
 
5
  def load_model():
6
  model_name = "bigcode/starcoder"
7
+ hf_token = os.getenv("HF_TOKEN")
8
 
9
+ tokenizer = AutoTokenizer.from_pretrained("bigcode/starcoder", use_auth_token=hf_token)
10
+ model = AutoModelForCausalLM.from_pretrained("bigcode/starcoder", use_auth_token=hf_token, trust_remote_code=True)
11
  model.eval()
12
 
13
  device = "cuda" if torch.cuda.is_available() else "cpu"