import os import requests from dotenv import load_dotenv load_dotenv() GROQ_API_KEY = os.getenv("GROQ_API_KEY") MODEL_NAME = "llama3-8b-chat" # Update model as needed API_URL = "https://api.groq.com/v1/chat/completions" def ask_groq(user_query, context_text): """Send user query and extracted text to Groq API""" headers = {"Authorization": f"Bearer {GROQ_API_KEY}", "Content-Type": "application/json"} payload = { "model": MODEL_NAME, "messages": [ {"role": "system", "content": "You are an AI that answers questions based on the given document."}, {"role": "user", "content": f"Document: {context_text[:4000]}\n\nQuestion: {user_query}"} ] } response = requests.post(API_URL, json=payload, headers=headers) return response.json().get("choices", [{}])[0].get("message", {}).get("content", "No response")