Commit
·
9e54048
1
Parent(s):
3707bff
updated ClaudeServerModel with stop sequence
Browse files
app.py
CHANGED
@@ -25,28 +25,11 @@ class ClaudeServerModel:
|
|
25 |
"""
|
26 |
|
27 |
def __init__(self, api_key: str, model_id: str = "claude-3-opus-20240229", temperature: float = 0.0):
|
28 |
-
"""
|
29 |
-
Initialize the ClaudeServerModel.
|
30 |
-
|
31 |
-
Args:
|
32 |
-
api_key (str): Your Claude API key.
|
33 |
-
model_id (str): Claude model ID (e.g., "claude-3-opus-20240229").
|
34 |
-
temperature (float): Sampling temperature for completion generation.
|
35 |
-
"""
|
36 |
self.api_key = api_key
|
37 |
self.model_id = model_id
|
38 |
self.temperature = temperature
|
39 |
|
40 |
-
def complete(self, prompt: str) -> str:
|
41 |
-
"""
|
42 |
-
Sends a prompt to the Claude API and returns the text response.
|
43 |
-
|
44 |
-
Args:
|
45 |
-
prompt (str): Prompt to send to the Claude model.
|
46 |
-
|
47 |
-
Returns:
|
48 |
-
str: The Claude model's response text.
|
49 |
-
"""
|
50 |
headers = {
|
51 |
"x-api-key": self.api_key,
|
52 |
"anthropic-version": "2023-06-01",
|
@@ -58,24 +41,15 @@ class ClaudeServerModel:
|
|
58 |
"temperature": self.temperature,
|
59 |
"messages": [{"role": "user", "content": prompt}]
|
60 |
}
|
|
|
|
|
|
|
61 |
response = requests.post("https://api.anthropic.com/v1/messages", headers=headers, json=body)
|
62 |
response.raise_for_status()
|
63 |
-
|
64 |
-
if "content" in response_data and isinstance(response_data["content"], list):
|
65 |
-
return response_data["content"][0].get("text", "").strip()
|
66 |
-
return "Claude API did not return valid text content."
|
67 |
-
|
68 |
-
def __call__(self, prompt: str) -> str:
|
69 |
-
"""
|
70 |
-
Enables model to be used as a callable by agent frameworks.
|
71 |
-
|
72 |
-
Args:
|
73 |
-
prompt (str): Prompt to send.
|
74 |
|
75 |
-
|
76 |
-
|
77 |
-
"""
|
78 |
-
return self.complete(prompt)
|
79 |
|
80 |
# --- Constants ---
|
81 |
DEFAULT_API_URL = "https://agents-course-unit4-scoring.hf.space"
|
|
|
25 |
"""
|
26 |
|
27 |
def __init__(self, api_key: str, model_id: str = "claude-3-opus-20240229", temperature: float = 0.0):
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
28 |
self.api_key = api_key
|
29 |
self.model_id = model_id
|
30 |
self.temperature = temperature
|
31 |
|
32 |
+
def complete(self, prompt: str, stop_sequences: list[str] = None) -> str:
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
33 |
headers = {
|
34 |
"x-api-key": self.api_key,
|
35 |
"anthropic-version": "2023-06-01",
|
|
|
41 |
"temperature": self.temperature,
|
42 |
"messages": [{"role": "user", "content": prompt}]
|
43 |
}
|
44 |
+
if stop_sequences:
|
45 |
+
body["stop_sequences"] = stop_sequences
|
46 |
+
|
47 |
response = requests.post("https://api.anthropic.com/v1/messages", headers=headers, json=body)
|
48 |
response.raise_for_status()
|
49 |
+
return response.json()["content"][0]["text"].strip()
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
50 |
|
51 |
+
def __call__(self, prompt: str, stop_sequences: list[str] = None) -> str:
|
52 |
+
return self.complete(prompt, stop_sequences=stop_sequences)
|
|
|
|
|
53 |
|
54 |
# --- Constants ---
|
55 |
DEFAULT_API_URL = "https://agents-course-unit4-scoring.hf.space"
|