Spaces:
Sleeping
Sleeping
File size: 416 Bytes
73b44ed c3dcd36 73b44ed c3dcd36 73b44ed | 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 | import os
from langchain_openai import ChatOpenAI
def get_llm():
return ChatOpenAI(
model="meta-llama/llama-3-8b-instruct",
api_key=os.getenv("OPENROUTER_API_KEY"),
base_url="https://openrouter.ai/api/v1",
default_headers={
"HTTP-Referer": "https://huggingface.co",
"X-Title": "Taskify AI"
},
temperature=0.4,
max_tokens=700
)
|