Spaces:
Running
Running
File size: 3,072 Bytes
9aaf513 |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 73 74 75 76 77 78 79 80 81 82 83 84 85 86 87 88 89 90 91 92 93 |
from contextlib import asynccontextmanager
from fastapi import (
FastAPI,
)
from fastapi.responses import RedirectResponse
from fastapi.middleware.cors import CORSMiddleware
import os
import time
import threading
from backend.db.db_instance import init_db
from backend.routers.transcription.router import transcription_router, get_pipeline
from backend.routers.vad.router import get_vad_model, vad_router
from backend.routers.bgm_separation.router import get_bgm_separation_inferencer, bgm_separation_router
from backend.routers.task.router import task_router
from backend.common.config_loader import read_env, load_server_config
from backend.common.cache_manager import cleanup_old_files
from modules.utils.paths import SERVER_CONFIG_PATH, BACKEND_CACHE_DIR
def clean_cache_thread(ttl: int, frequency: int) -> threading.Thread:
def clean_cache(_ttl: int, _frequency: int):
while True:
cleanup_old_files(cache_dir=BACKEND_CACHE_DIR, ttl=_ttl)
time.sleep(_frequency)
return threading.Thread(
target=clean_cache,
args=(ttl, frequency),
daemon=True
)
@asynccontextmanager
async def lifespan(app: FastAPI):
# Basic setup initialization
server_config = load_server_config()
read_env("DB_URL") # Place .env file into /configs/.env
init_db()
# Inferencer initialization
transcription_pipeline = get_pipeline()
vad_inferencer = get_vad_model()
bgm_separation_inferencer = get_bgm_separation_inferencer()
# Thread initialization
cache_thread = clean_cache_thread(server_config["cache"]["ttl"], server_config["cache"]["frequency"])
cache_thread.start()
yield
# Release VRAM when server shutdown
transcription_pipeline = None
vad_inferencer = None
bgm_separation_inferencer = None
app = FastAPI(
title="Whisper-WebUI-Backend",
description=f"""
REST API for Whisper-WebUI. Swagger UI is available via /docs or root URL with redirection. Redoc is available via /redoc.
""",
version="0.0.1",
lifespan=lifespan,
openapi_tags=[
{
"name": "BGM Separation",
"description": "Cached files for /bgm-separation are generated in the `backend/cache` directory,"
" you can set TLL for these files in `backend/configs/config.yaml`."
}
]
)
app.add_middleware(
CORSMiddleware,
allow_origins=["*"],
allow_credentials=True,
allow_methods=["GET", "POST", "PUT", "PATCH", "OPTIONS"], # Disable DELETE
allow_headers=["*"],
)
app.include_router(transcription_router)
app.include_router(vad_router)
app.include_router(bgm_separation_router)
app.include_router(task_router)
@app.get("/", response_class=RedirectResponse, include_in_schema=False)
async def index():
"""
Redirect to the documentation. Defaults to Swagger UI.
You can also check the /redoc with redoc style: https://github.com/Redocly/redoc
"""
return "/docs"
|