1st commit lesson 11

app.py

@@ -1,14 +1,32 @@
-import gradio as gr, random
+import gradio as gr
+from huggingface_hub import InferenceClient #InferenceClient class
 
+client = InferenceClient("Qwen/Qwen2.5-7B-Instruct") #Create an instance of InferenceClient connected to the Qwen/Qwen2.5-7B-Instruct text-generation model
+#this client will handle making requests to the model to generate responses
 
-def echo(message, history): #function for Gradio to call
+
+def respond(message, history): #function for Gradio to call
 #Gradio passes arguments as parameters: the user's most recent input which is a string ("message"), and "history" which is the list of past messages
 #I have to put it in this order because Gradio will always past the current user input first and then the convo history  
 # however for now, this chatbot won't use the history parameter anyway
-    return random.choice(["Yes", "No", "Maybe"])
+    messages = [{"role": "system", "content": "You are a friendly chatbot."}] #dict in list to store messages
+
+    #Add convo history to the messages if there's convo history
+    if history: 
+        messages.extend(history)
+
+    messages.append({"role": "user", "content": message}) #add the current user’s message to the messages list
+
+    # chat completion API call forwarding the messages & other params to model
+    response = client.chat_completion(
+        messages,
+        max_tokens=100
+    )
+
+    return response.choices[0].message.content.strip()
 
 # defining chatbot
-chatbot = gr.ChatInterface(echo, title = "magic 8 ball", description = " user asks a yes or no question to the ball to reveal a random answer") #using gradio to quickly build a chatbot UI (w/ convo history & user input)
+chatbot = gr.ChatInterface(respond, title = "", description = "") #using gradio to quickly build a chatbot UI (w/ convo history & user input)
 # passing fxn into a fxn, passing echo for gradio to call each time the user sends a message
 # Adding parentheses would call the function and pass its return value instead, I didn't include () because I want Gradio to call it later, not right now