AlexandreScriptsMT commited on
Commit
9aa8344
verified
1 Parent(s): 3807c72

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +24 -9
app.py CHANGED
@@ -1,18 +1,33 @@
1
  import gradio as gr
2
  from transformers import pipeline
3
 
4
- # Carrega o modelo na CPU
5
  pipe = pipeline("text-generation", model="Qwen/Qwen2.5-0.5B-Instruct", device_map="cpu")
6
 
7
- def predict(message, history):
8
- messages = [{"role": "user", "content": message}]
9
- # Gera a resposta
10
- results = pipe(messages, max_new_tokens=512)
11
- # Retorna apenas o texto da resposta
 
 
 
 
 
 
 
 
 
 
 
 
12
  return results[0]['generated_text'][-1]['content']
13
 
14
- # O segredo est谩 aqui: Definimos o nome do endpoint como "chat"
15
- demo = gr.ChatInterface(fn=predict).queue()
 
 
 
 
16
 
17
  if __name__ == "__main__":
18
- demo.launch()
 
1
  import gradio as gr
2
  from transformers import pipeline
3
 
 
4
  pipe = pipeline("text-generation", model="Qwen/Qwen2.5-0.5B-Instruct", device_map="cpu")
5
 
6
+ # D锚 nomes descritivos e tipos claros. O MCP usa isso para o agente "entender" a ferramenta.
7
+ def generate_story_or_chat(prompt: str, history: list):
8
+ """
9
+ Use esta fun莽茫o para conversar com o assistente Qwen ou gerar textos criativos.
10
+
11
+ Parameters:
12
+ - prompt: A mensagem atual ou pedido do usu谩rio.
13
+ - history: O contexto da conversa anterior.
14
+ """
15
+ # (Mesma l贸gica de mem贸ria que corrigimos antes)
16
+ messages_formatted = []
17
+ for user_msg, bot_msg in history:
18
+ messages_formatted.append({"role": "user", "content": user_msg})
19
+ messages_formatted.append({"role": "assistant", "content": bot_msg})
20
+ messages_formatted.append({"role": "user", "content": prompt})
21
+
22
+ results = pipe(messages_formatted, max_new_tokens=512)
23
  return results[0]['generated_text'][-1]['content']
24
 
25
+ # A interface define como o MCP vai enxergar isso
26
+ demo = gr.ChatInterface(
27
+ fn=generate_story_or_chat,
28
+ title="Qwen Agent Node",
29
+ description="Um endpoint MCP para gera莽茫o de texto e chat usando Qwen 2.5."
30
+ )
31
 
32
  if __name__ == "__main__":
33
+ demo.launch()