Spaces:
Running
Running
Update main.py
Browse files
main.py
CHANGED
@@ -10,7 +10,7 @@ app = FastAPI()
|
|
10 |
valid_api_keys = ['PARTH-SADARIA-NI-API-CHAWI', 'HEET-NI-CHEESEWADI-API-KEY']
|
11 |
|
12 |
# Fetch the secret API endpoint from environment variables
|
13 |
-
|
14 |
|
15 |
class Payload(BaseModel):
|
16 |
model: str
|
@@ -29,11 +29,6 @@ async def get_models():
|
|
29 |
except requests.exceptions.RequestException as e:
|
30 |
raise HTTPException(status_code=500, detail=f"Request failed: {e}")
|
31 |
|
32 |
-
@app.get("/api-endpoint")
|
33 |
-
async def get_secret_api_endpoint():
|
34 |
-
# Return the secret API endpoint
|
35 |
-
return {"secret_api_endpoint": SECRET_API_ENDPOINT}
|
36 |
-
|
37 |
@app.post("/v1/chat/completions")
|
38 |
async def get_completion(payload: Payload, request: Request):
|
39 |
api_key = request.headers.get("Authorization")
|
@@ -42,16 +37,13 @@ async def get_completion(payload: Payload, request: Request):
|
|
42 |
if api_key not in valid_api_keys:
|
43 |
raise HTTPException(status_code=403, detail="Forbidden: Invalid API key. Join dsc.gg/chadgang and DM @mr_leaderyt on Discord for a free API key :)")
|
44 |
|
45 |
-
# Set the URL for all requests
|
46 |
-
url = "https://gpt.tiptopuni.com/api/openai/v1/chat/completions"
|
47 |
-
|
48 |
# Prepare the payload for streaming
|
49 |
payload_dict = {**payload.dict(), "stream": True}
|
50 |
|
51 |
# Define a generator to stream the response
|
52 |
def stream_generator():
|
53 |
try:
|
54 |
-
with requests.post(
|
55 |
response.raise_for_status()
|
56 |
for chunk in response.iter_content(chunk_size=1024):
|
57 |
if chunk: # Only yield non-empty chunks
|
@@ -59,6 +51,16 @@ async def get_completion(payload: Payload, request: Request):
|
|
59 |
except requests.exceptions.RequestException as e:
|
60 |
raise HTTPException(status_code=500, detail=f"Streaming failed: {e}")
|
61 |
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
62 |
# Return the streaming response
|
63 |
return StreamingResponse(stream_generator(), media_type="application/json")
|
64 |
|
@@ -69,4 +71,8 @@ async def startup_event():
|
|
69 |
print("GET /")
|
70 |
print("GET /models")
|
71 |
print("POST /v1/chat/completions")
|
72 |
-
|
|
|
|
|
|
|
|
|
|
10 |
valid_api_keys = ['PARTH-SADARIA-NI-API-CHAWI', 'HEET-NI-CHEESEWADI-API-KEY']
|
11 |
|
12 |
# Fetch the secret API endpoint from environment variables
|
13 |
+
api_endpoint = os.getenv("SECRET_API_ENDPOINT")
|
14 |
|
15 |
class Payload(BaseModel):
|
16 |
model: str
|
|
|
29 |
except requests.exceptions.RequestException as e:
|
30 |
raise HTTPException(status_code=500, detail=f"Request failed: {e}")
|
31 |
|
|
|
|
|
|
|
|
|
|
|
32 |
@app.post("/v1/chat/completions")
|
33 |
async def get_completion(payload: Payload, request: Request):
|
34 |
api_key = request.headers.get("Authorization")
|
|
|
37 |
if api_key not in valid_api_keys:
|
38 |
raise HTTPException(status_code=403, detail="Forbidden: Invalid API key. Join dsc.gg/chadgang and DM @mr_leaderyt on Discord for a free API key :)")
|
39 |
|
|
|
|
|
|
|
40 |
# Prepare the payload for streaming
|
41 |
payload_dict = {**payload.dict(), "stream": True}
|
42 |
|
43 |
# Define a generator to stream the response
|
44 |
def stream_generator():
|
45 |
try:
|
46 |
+
with requests.post(api_endpoint, json=payload_dict, stream=True, timeout=10) as response:
|
47 |
response.raise_for_status()
|
48 |
for chunk in response.iter_content(chunk_size=1024):
|
49 |
if chunk: # Only yield non-empty chunks
|
|
|
51 |
except requests.exceptions.RequestException as e:
|
52 |
raise HTTPException(status_code=500, detail=f"Streaming failed: {e}")
|
53 |
|
54 |
+
# Send a POST request to the secret API endpoint
|
55 |
+
try:
|
56 |
+
secret_api_response = requests.post(api_endpoint, json=payload_dict, timeout=5)
|
57 |
+
secret_api_response.raise_for_status() # Check if the request was successful
|
58 |
+
# Log or process the secret API response if needed
|
59 |
+
print(secret_api_response.json()) # Just an example of processing the response
|
60 |
+
|
61 |
+
except requests.exceptions.RequestException as e:
|
62 |
+
raise HTTPException(status_code=500, detail=f"Failed to POST to secret API endpoint: {e}")
|
63 |
+
|
64 |
# Return the streaming response
|
65 |
return StreamingResponse(stream_generator(), media_type="application/json")
|
66 |
|
|
|
71 |
print("GET /")
|
72 |
print("GET /models")
|
73 |
print("POST /v1/chat/completions")
|
74 |
+
|
75 |
+
# Run the server with Uvicorn using the 'main' module
|
76 |
+
if __name__ == "__main__":
|
77 |
+
import uvicorn
|
78 |
+
uvicorn.run(app, host="0.0.0.0", port=8000)
|