|
# requirements.txt |
|
|
|
# Web App Framework |
|
streamlit>=1.25.0 |
|
|
|
# Core ML/NLP |
|
spacy==3.5.0 # <-- IMPORTANT: Use the exact spaCy version you trained NER model with! |
|
transformers>=4.30.0 |
|
torch>=1.12.0 # Or tensorflow if that's your backend |
|
sentencepiece>=0.1.90 # Needed for mT5 tokenizer |
|
|
|
# Compatibility Fixes |
|
protobuf==3.20.3 # Specific version to avoid T5 loading issues |
|
|
|
# PEFT / Optimization |
|
peft>=0.5.0 # Needed to load LoRA adapters |
|
accelerate>=0.26.0 # Often required by Trainer/PEFT/newer Transformers |
|
bitsandbytes # Required ONLY if fine-tuning used optim="adamw_bnb_8bit" (safe to include) |
|
|
|
# Data Handling / Utils |
|
pandas>=1.3.0 # Might be used by datasets/transformers implicitly, good to have |
|
numpy>=1.20.0 |
|
nltk # Needed for potential text processing within evaluation metrics (safe include) |
|
|
|
# Optional: GPU support for spaCy/Thinc via CuPy |
|
# Install MANUALLY in deployment environment if needed & available, matching CUDA version |
|
# cupy-cuda11x |
|
# cupy-cuda12x |