3v324v23 commited on
Commit
f8ca1c6
·
1 Parent(s): 890ed83

Use Together AI provider with Llama-3.2-3B-Instruct

Browse files
Files changed (1) hide show
  1. app.py +2 -2
app.py CHANGED
@@ -10,7 +10,7 @@ st.write("Enter ingredients and get a recipe suggestion!")
10
  @st.cache_resource
11
  def get_client():
12
  token = os.environ.get("HF_TOKEN")
13
- return InferenceClient(token=token)
14
 
15
  client = get_client()
16
 
@@ -25,7 +25,7 @@ if st.button("Generate Recipe"):
25
  "numbered cooking steps, and estimated cooking time."
26
  )
27
  response = client.chat_completion(
28
- model="mistralai/Mixtral-8x7B-Instruct-v0.1",
29
  messages=[{"role": "user", "content": prompt}],
30
  max_tokens=500,
31
  temperature=0.7,
 
10
  @st.cache_resource
11
  def get_client():
12
  token = os.environ.get("HF_TOKEN")
13
+ return InferenceClient(provider="together", token=token)
14
 
15
  client = get_client()
16
 
 
25
  "numbered cooking steps, and estimated cooking time."
26
  )
27
  response = client.chat_completion(
28
+ model="meta-llama/Llama-3.2-3B-Instruct",
29
  messages=[{"role": "user", "content": prompt}],
30
  max_tokens=500,
31
  temperature=0.7,