Taskify-AI / llm.py
KrishnaHuYaar's picture
Update llm.py
c3dcd36 verified
Raw
History Blame Contribute Delete
416 Bytes
import os
from langchain_openai import ChatOpenAI
def get_llm():
return ChatOpenAI(
model="meta-llama/llama-3-8b-instruct",
api_key=os.getenv("OPENROUTER_API_KEY"),
base_url="https://openrouter.ai/api/v1",
default_headers={
"HTTP-Referer": "https://huggingface.co",
"X-Title": "Taskify AI"
},
temperature=0.4,
max_tokens=700
)