File size: 416 Bytes
73b44ed
 
 
 
 
c3dcd36
73b44ed
 
c3dcd36
 
 
 
73b44ed
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
import os
from langchain_openai import ChatOpenAI

def get_llm():
    return ChatOpenAI(
        model="meta-llama/llama-3-8b-instruct",
        api_key=os.getenv("OPENROUTER_API_KEY"),
        base_url="https://openrouter.ai/api/v1",
        default_headers={
            "HTTP-Referer": "https://huggingface.co",
            "X-Title": "Taskify AI"
        },
        temperature=0.4,
        max_tokens=700
    )