File size: 3,054 Bytes
493728d 208dd87 3e6d957 493728d |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 |
import os
import openai
from longcepo.main import run_longcepo
# from config_sambanova import SAMBANOVA_API_KEY # Removed import
# Configure Sambanova client
# Read API key from environment variable (set as Hugging Face Secret)
SAMBANOVA_API_KEY = os.environ.get("SAMBANOVA_API_KEY")
if SAMBANOVA_API_KEY:
# Strip potential leading/trailing whitespace and newlines
SAMBANOVA_API_KEY = SAMBANOVA_API_KEY.strip()
if not SAMBANOVA_API_KEY:
raise ValueError("Sambanova API key not found or is empty. Please set the SAMBANOVA_API_KEY environment variable or Hugging Face Secret.")
client = openai.OpenAI(
api_key=SAMBANOVA_API_KEY,
base_url="https://api.sambanova.ai/v1",
)
# Define the model to use
# SAMBANOVA_MODEL = "Llama-4-Maverick-17B-128E-Instruct"
SAMBANOVA_MODEL = "Meta-Llama-3.1-8B-Instruct"
def process_with_longcepo(system_prompt: str, initial_query: str):
"""Processes a query using the modified LongCePO plugin with Sambanova backend."""
print(f"Processing query with LongCePO using model: {SAMBANOVA_MODEL}")
try:
# Call the core LongCePO logic, passing the configured client and model
answer, total_tokens = run_longcepo(
system_prompt=system_prompt,
initial_query=initial_query,
client=client,
model=SAMBANOVA_MODEL
)
print(f"LongCePO finished. Total tokens used: {total_tokens}")
return answer
except Exception as e:
print(f"Error during LongCePO processing: {e}")
# Print traceback for more detailed debugging
import traceback
traceback.print_exc()
return f"An error occurred: {e}"
# Example usage (for testing purposes)
if __name__ == "__main__":
test_system_prompt = "You are a helpful assistant designed to answer questions based on the provided context."
# Provide some dummy context and a slightly more complex query
dummy_context = """
Paris is the capital and most populous city of France. It is known for its art, fashion, gastronomy and culture.
Its 19th-century cityscape is crisscrossed by wide boulevards and the River Seine.
Beyond such landmarks as the Eiffel Tower and the 12th-century, Gothic Notre-Dame cathedral, the city is known for its cafe culture and designer boutiques along the Rue du Faubourg Saint-Honoré.
The Louvre Museum houses Da Vinci's Mona Lisa. The Musée d'Orsay has Impressionist and Post-Impressionist masterpieces.
France is a country in Western Europe. It borders Belgium, Luxembourg, Germany, Switzerland, Monaco, Italy, Andorra, and Spain.
The official language is French.
"""
test_query = "Based on the provided text, what are the main attractions in Paris and what countries does France border?"
# Combine context and query with the expected delimiter
test_initial_query = f"{dummy_context}<CONTEXT_END>{test_query}"
print("Running test query...")
result = process_with_longcepo(test_system_prompt, test_initial_query)
print(f"\nTest Result:\n{result}")
|