File size: 682 Bytes
4f3a689
7b7cab6
4f3a689
 
 
 
7b7cab6
 
 
 
4f3a689
7b7cab6
 
 
 
4f3a689
 
 
 
7b7cab6
 
 
 
4f3a689
7b7cab6
4f3a689
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
import os
from langchain_groq import ChatGroq
from dotenv import load_dotenv

# Load environment variables from .env file
load_dotenv()

def get_llm():
    """
    Returns the language model instance (LLM) using ChatGroq API.
    The LLM used is Llama 3.3 with a versatile 70 billion parameters model.

    Returns:
        llm (ChatGroq): An instance of the ChatGroq LLM.
    """
    api_key = os.getenv("CHATGROQ_API_KEY")
    if not api_key:
        raise ValueError("CHATGROQ_API_KEY is not set in the .env file.")
        
    llm = ChatGroq(
        model="llama-3.3-70b-versatile",
        temperature=0,
        max_tokens=1024,
        api_key=api_key
    )
    return llm