Spaces:
Running
Running
File size: 682 Bytes
4f3a689 7b7cab6 4f3a689 7b7cab6 4f3a689 7b7cab6 4f3a689 7b7cab6 4f3a689 7b7cab6 4f3a689 |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 |
import os
from langchain_groq import ChatGroq
from dotenv import load_dotenv
# Load environment variables from .env file
load_dotenv()
def get_llm():
"""
Returns the language model instance (LLM) using ChatGroq API.
The LLM used is Llama 3.3 with a versatile 70 billion parameters model.
Returns:
llm (ChatGroq): An instance of the ChatGroq LLM.
"""
api_key = os.getenv("CHATGROQ_API_KEY")
if not api_key:
raise ValueError("CHATGROQ_API_KEY is not set in the .env file.")
llm = ChatGroq(
model="llama-3.3-70b-versatile",
temperature=0,
max_tokens=1024,
api_key=api_key
)
return llm
|