File size: 687 Bytes
aef7a8e |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 |
from typing import List, Optional
from pydantic import BaseModel
class ChatMessage(BaseModel):
role: str
content: str
class ChatCompletionRequest(BaseModel):
model: str = "qwen2.5:14b"
messages: List[ChatMessage]
max_tokens: Optional[int] = 512
temperature: Optional[float] = 0.2
stream: Optional[bool] = False
response_format: Optional[dict] = None
def model_dump(self, *args, **kwargs):
# This overrides the dict method to rename response_format to format when serializing
data = super().model_dump(*args, **kwargs)
if "response_format" in data:
data["format"] = data.pop("response_format")
return data |