from fastapi import APIRouter from models.text_request import TextRequest from prompts import getsummary from llm.llm_api import LlmApi router = APIRouter(prefix="", tags=["summary"]) @router.post("/getsummary") async def getsummary_route(request: TextRequest): llm_api = LlmApi().get_api() trimmed_summary_prompt = await llm_api.trim_prompt(getsummary.USER_PROMPT.format(text=request.text)) response_summary = await llm_api.predict(trimmed_summary_prompt) trimmed_convert_prompt = await llm_api.trim_prompt(getsummary.CONVERT_SUMMARY_TO_TEXT.format(summary=response_summary)) response_final = await llm_api.predict(trimmed_convert_prompt) return {"result": response_final}