Update main.py

main.py

@@ -6,9 +6,7 @@ import uuid
 import json
 import logging
 import asyncio
-import time
 import contextvars
-from collections import defaultdict
 from typing import List, Dict, Any, Optional, AsyncGenerator, Union
 from datetime import datetime
 
@@ -19,7 +17,7 @@ from slowapi.middleware import SlowAPIMiddleware
 from fastapi import FastAPI, HTTPException, Request, Depends, Security
 from fastapi.responses import StreamingResponse, JSONResponse, RedirectResponse
 from fastapi.security import HTTPBearer, HTTPAuthorizationCredentials
-from pydantic import BaseModel
+from pydantic import BaseModel, Field
 
 from aiohttp import ClientSession, ClientTimeout, ClientError
 
@@ -456,18 +454,19 @@ async def security_middleware(request: Request, call_next):
 class Message(BaseModel):
     role: str
     content: str
+    name: Optional[str] = None  # Optional field as per OpenAI's API
 
 class ChatRequest(BaseModel):
     model: str
     messages: List[Message]
-    temperature: Optional[float] = 1.0
-    top_p: Optional[float] = 1.0
-    n: Optional[int] = 1
+    temperature: Optional[float] = Field(1.0, ge=0.0, le=2.0)
+    top_p: Optional[float] = Field(1.0, ge=0.0, le=1.0)
+    n: Optional[int] = Field(1, ge=1, le=10)
     stream: Optional[bool] = False
     stop: Optional[Union[str, List[str]]] = None
-    max_tokens: Optional[int] = None
-    presence_penalty: Optional[float] = 0.0
-    frequency_penalty: Optional[float] = 0.0
+    max_tokens: Optional[int] = Field(None, ge=1, le=4096)
+    presence_penalty: Optional[float] = Field(0.0, ge=-2.0, le=2.0)
+    frequency_penalty: Optional[float] = Field(0.0, ge=-2.0, le=2.0)
     logit_bias: Optional[Dict[str, float]] = None
     user: Optional[str] = None
     webSearchMode: Optional[bool] = False  # Custom parameter
@@ -494,6 +493,9 @@ async def chat_completions(
     req: Request,
     api_key: str = Depends(get_api_key)
 ):
+    """
+    Handles the /v1/chat/completions endpoint, emulating OpenAI's API.
+    """
     # Redact user messages only for logging purposes
     redacted_messages = [{"role": msg.role, "content": "[redacted]"} for msg in request.messages]
 
@@ -576,8 +578,6 @@ async def chat_completions(
         logger.exception("An unexpected error occurred while processing the chat completions request.")
         raise HTTPException(status_code=500, detail=str(e))
 
-# Removed the /v1/completions endpoint as per user request
-
 # Return 'about:blank' when accessing the endpoint via GET
 @app.get("/v1/chat/completions")
 async def chat_completions_get():