Spaces:
Paused
Paused
File size: 1,460 Bytes
28fa644 10d4b3b d828ce4 2f18aa7 d828ce4 10d4b3b 840a4e4 10d4b3b 840a4e4 d828ce4 28fa644 d828ce4 10d4b3b 2f18aa7 10d4b3b 2f18aa7 10d4b3b d828ce4 9fb6014 d828ce4 |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 |
from fastapi import FastAPI
from fastapi.middleware.cors import CORSMiddleware
import logging
import os
import uvicorn
from .routes import router
# Set up logging
logging.basicConfig(level=logging.INFO)
logger = logging.getLogger(__name__)
# Initialize FastAPI with simplified configuration
app = FastAPI(
title="LLM Engine Service",
docs_url="/docs",
redoc_url="/redoc",
openapi_url="/openapi.json"
)
# Add CORS middleware
app.add_middleware(
CORSMiddleware,
allow_origins=["*"],
allow_credentials=True,
allow_methods=["*"],
allow_headers=["*"],
)
# Include the router from routes.py
app.include_router(router)
def main():
# Load environment variables or configuration here
host = os.getenv("LLM_ENGINE_HOST", "0.0.0.0")
port = int(os.getenv("LLM_ENGINE_PORT", "7860")) # Default to 7860 for Spaces
# Log startup information
logger.info(f"Starting LLM Engine service on {host}:{port}, or: ")
logger.info("Available endpoints:")
logger.info(" - /")
logger.info(" - /health")
logger.info(" - /initialize")
logger.info(" - /generate")
logger.info(" - /initialize/custom")
logger.info(" - /generate/stream")
logger.info(" - /docs")
logger.info(" - /redoc")
logger.info(" - /openapi.json")
# Start the server
uvicorn.run(
app,
host=host,
port=port,
log_level="trace"
)
if __name__ == "__main__":
main() |