import os from dotenv import load_dotenv from langchain_google_genai import ChatGoogleGenerativeAI from langchain_openai import ChatOpenAI from langchain_ollama import ChatOllama def get_llm(): # Load environment variables from .env file load_dotenv() # Get the API key # google_api_key = os.getenv("GOOGLE_API_KEY") # llm = ChatOpenAI(temperature=0) # llm = ChatOllama(model="llama3.2:3b", temperature=0, base_url="http://141.211.127.171") llm = ChatOllama(model="qwen2.5:14b", temperature=0, base_url="http://141.211.127.171") # llm = ChatOllama(model="nexusraven:13b", temperature=0, base_url="http://141.211.127.171") """llm = ChatOpenAI( api_key="ollama", model="qwen2.5:14b", base_url="http://141.211.127.171/", temperature=0 )""" # llm = ChatGoogleGenerativeAI(model="gemini-1.5-flash-latest") return llm