llm_provider.py

from langchain_google_genai import ChatGoogleGenerativeAI
from langchain_groq import ChatGroq
from langchain_huggingface import ChatHuggingFace, HuggingFaceEndpoint
from config import settings

def get_llm(provider: str):
    if provider == "google":
        return ChatGoogleGenerativeAI(model="gemini-2.0-flash", temperature=0)
    elif provider == "groq":
        return ChatGroq(model="qwen-qwq-32b", temperature=0)
    elif provider == "huggingface":
        return ChatHuggingFace(
            llm=HuggingFaceEndpoint(
                url="/static-proxy?url=https%3A%2F%2Fapi-inference.huggingface.co%2Fmodels%2FMeta-DeepLearning%2Fllama-2-7b-chat-hf%26quot%3B%3C%2Fspan%3E%2C%3C!-- HTML_TAG_END -->
                temperature=0,
            ),
        )
    else:
        raise ValueError(f"Unknown provider: {provider}")