Update requirements.txt

requirements.txt

@@ -1,136 +1,28 @@
-accelerate==1.0.1
-aiofiles==23.2.1
-aiohappyeyeballs==2.4.4
-aiohttp==3.10.11
-aiosignal==1.3.1
-altair==5.4.1
-annotated-types==0.7.0
-anyio==4.5.2
-async-timeout==5.0.1
-attrs==25.3.0
-bitsandbytes==0.45.5
-blinker==1.8.2
-blis==0.7.11
-cachetools==5.5.2
-catalogue==2.0.10
-certifi==2025.1.31
-charset-normalizer==3.4.1
-click==8.1.8
-colorama==0.4.6
-confection==0.1.5
-contourpy==1.1.1
-cupy-cuda12x==12.3.0
-cycler==0.12.1
-cymem==2.0.11
-datasets==3.1.0
-dill==0.3.8
-evaluate==0.4.3
-exceptiongroup==1.2.2
-fastapi==0.115.12
-fastrlock==0.8.3
-ffmpy==0.5.0
-filelock==3.16.1
-fonttools==4.57.0
-frozenlist==1.5.0
-fsspec==2024.9.0
-gitdb==4.0.12
-GitPython==3.1.44
-gradio==4.44.1
-gradio_client==1.3.0
-h11==0.14.0
-httpcore==1.0.8
-httpx==0.28.1
-huggingface-hub==0.30.2
-idna==3.10
-importlib_resources==6.4.5
-Jinja2==3.1.6
-joblib==1.4.2
-jsonschema==4.23.0
-jsonschema-specifications==2023.12.1
-kiwisolver==1.4.7
-langcodes==3.4.1
-language_data==1.3.0
-marisa-trie==1.2.1
-markdown-it-py==3.0.0
-MarkupSafe==2.1.5
-matplotlib==3.7.5
-mdurl==0.1.2
-mpmath==1.3.0
-multidict==6.1.0
-multiprocess==0.70.16
-murmurhash==1.0.12
-narwhals==1.35.0
-networkx==3.1
-nltk==3.9.1
-numpy==1.24.4
-orjson==3.10.15
-packaging==24.2
-pandas==2.0.3
-pathlib_abc==0.1.1
-pathy==0.11.0
-peft==0.13.2
-pillow==10.2.0
-pkgutil_resolve_name==1.3.10
-preshed==3.0.9
-propcache==0.2.0
-protobuf==3.20.3
-psutil==7.0.0
-pyarrow==17.0.0
-pydantic==1.10.21
-pydantic_core==2.27.2
-pydeck==0.9.1
-pydub==0.25.1
-Pygments==2.19.1
-pyparsing==3.1.4
-python-dateutil==2.9.0.post0
-python-multipart==0.0.20
-pytz==2025.2
-PyYAML==6.0.2
-referencing==0.35.1
-regex==2024.11.6
-requests==2.32.3
-rich==13.9.4
-rouge_score==0.1.2
-rpds-py==0.20.1
-ruff==0.11.6
-safetensors==0.5.3
-semantic-version==2.10.0
-sentencepiece==0.2.0
-shellingham==1.5.4
-six==1.17.0
-smart-open==6.4.0
-smmap==5.0.2
-sniffio==1.3.1
-spacy==3.5.0
-spacy-alignments==0.9.1
-spacy-legacy==3.0.12
-spacy-loggers==1.0.5
-spacy-lookups-data==1.0.5
-spacy-transformers==1.2.5
-srsly==2.4.8
-starlette==0.44.0
-streamlit==1.40.1
-sympy==1.13.3
-tenacity==9.0.0
-thinc==8.1.12
-tokenizers==0.13.3
-toml==0.10.2
-tomlkit==0.12.0
-torch==2.4.1
-torchaudio==2.4.1
-torchvision==0.19.1
-tornado==6.4.2
-tqdm==4.67.1
-transformers==4.30.2
-typer==0.7.0
-typing_extensions==4.13.1
-tzdata==2025.2
-urllib3==2.2.3
-uvicorn==0.33.0
-wasabi==1.1.3
-watchdog==4.0.2
-websockets==12.0
-xx-ent-wiki-sm @ https://github.com/explosion/spacy-models/releases/download/xx_ent_wiki_sm-3.5.0/xx_ent_wiki_sm-3.5.0-py3-none-any.whl#sha256=bf6fdee3e36c36d636f56cf68aa70c02eea43cfa779f4038bab8ce12acaa0715
-xxhash==3.5.0
-yarl==1.15.2
-zipp==3.20.2
+# requirements.txt
+
+# Web App Framework
+streamlit>=1.25.0
+
+# Core ML/NLP
+spacy==3.5.0 # <-- IMPORTANT: Use the exact spaCy version you trained NER model with!
+transformers>=4.30.0
+torch>=1.12.0 # Or tensorflow if that's your backend
+sentencepiece>=0.1.90 # Needed for mT5 tokenizer
+
+# Compatibility Fixes
+protobuf==3.20.3 # Specific version to avoid T5 loading issues
+
+# PEFT / Optimization
+peft>=0.5.0 # Needed to load LoRA adapters
+accelerate>=0.26.0 # Often required by Trainer/PEFT/newer Transformers
+bitsandbytes # Required ONLY if fine-tuning used optim="adamw_bnb_8bit" (safe to include)
+
+# Data Handling / Utils
+pandas>=1.3.0 # Might be used by datasets/transformers implicitly, good to have
+numpy>=1.20.0
+nltk # Needed for potential text processing within evaluation metrics (safe include)
+
+# Optional: GPU support for spaCy/Thinc via CuPy
+# Install MANUALLY in deployment environment if needed & available, matching CUDA version
+# cupy-cuda11x
+# cupy-cuda12x