modules/llm_in_use.py

import os
from dotenv import load_dotenv
from langchain_google_genai import ChatGoogleGenerativeAI
from langchain_openai import ChatOpenAI
from langchain_ollama import ChatOllama

def get_llm():
    # Load environment variables from .env file
    load_dotenv()

    # Get the API key
    # google_api_key = os.getenv("GOOGLE_API_KEY")

    # llm = ChatOpenAI(temperature=0)

    # llm = ChatOllama(model="llama3.2:3b", temperature=0, base_url="http://141.211.127.171")
    llm = ChatOllama(model="qwen2.5:14b", temperature=0, base_url="http://141.211.127.171")
    # llm = ChatOllama(model="nexusraven:13b", temperature=0, base_url="http://141.211.127.171")
    
    """llm = ChatOpenAI(
        api_key="ollama",
        model="qwen2.5:14b",
        base_url="http://141.211.127.171/",
        temperature=0
    )"""


    # llm = ChatGoogleGenerativeAI(model="gemini-1.5-flash-latest")

    return llm