llm_host / requirements.txt
eli02's picture
remove unnecessary blank lines in requirements.txt
6442e9d
raw
history blame contribute delete
655 Bytes
# FastAPI and ASGI server
fastapi
uvicorn
# Hugging Face Transformers for LLM inference
transformers
torch # or tensorflow if preferred
# Authentication and security
python-jose[cryptography] # JWT support
passlib # Password hashing
# Rate limiting
slowapi
# WebSocket support
websockets
# Logging and middleware
loguru # Optional: for better logging
# Testing (optional for development)
pytest
httpx # For async HTTP requests in tests
bcrypt
openai
datasets
diskcache
sentence_transformers
pinecone-client
python-multipart
sqlalchemy
psycopg2-binary
python-dotenv
ollama
# Docker and deployment
gunicorn # Optional: for production deployment