Spaces:
Sleeping
Sleeping
File size: 903 Bytes
3e595a5 0126af1 3e595a5 ff06b17 e4cc30b afe1590 ff06b17 e4cc30b ff06b17 e4cc30b ff06b17 3e595a5 0126af1 3e595a5 |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 |
import os
from dotenv import load_dotenv
from langchain_google_genai import ChatGoogleGenerativeAI
from langchain_openai import ChatOpenAI
from langchain_ollama import ChatOllama
def get_llm():
# Load environment variables from .env file
load_dotenv()
# Get the API key
# google_api_key = os.getenv("GOOGLE_API_KEY")
# llm = ChatOpenAI(temperature=0)
# llm = ChatOllama(model="llama3.2:3b", temperature=0, base_url="http://141.211.127.171")
llm = ChatOllama(model="qwen2.5:14b", temperature=0, base_url="http://141.211.127.171")
# llm = ChatOllama(model="nexusraven:13b", temperature=0, base_url="http://141.211.127.171")
"""llm = ChatOpenAI(
api_key="ollama",
model="qwen2.5:14b",
base_url="http://141.211.127.171/",
temperature=0
)"""
# llm = ChatGoogleGenerativeAI(model="gemini-1.5-flash-latest")
return llm |