| from fastapi import FastAPI, Request |
| from fastapi.middleware.cors import CORSMiddleware |
| import requests |
|
|
| app = FastAPI() |
| app.add_middleware( |
| CORSMiddleware, |
| allow_origins=["*"], |
| allow_methods=["*"], |
| allow_headers=["*"], |
| ) |
|
|
| OLLAMA_URL = "http://127.0.0.1:11434/api/generate" |
|
|
| @app.post("/chat") |
| async def chat(req: Request): |
| data = await req.json() |
| prompt = data.get("message", "") |
|
|
| r = requests.post(OLLAMA_URL, json={ |
| "model": "mistral", |
| "prompt": prompt, |
| "stream": False |
| }, timeout=120) |
|
|
| j = r.json() |
| return {"reply": j.get("response", "")} |
|
|