Update cache dir

Dockerfile

@@ -7,6 +7,11 @@ ENV PYTHONDONTWRITEBYTECODE=1 \
 # Create working directory (and authorised token)
 WORKDIR /app
 
+# Add to Dockerfile
+ENV TRANSFORMERS_CACHE=/app/model_cache
+ENV HF_HOME=/app/.cache/huggingface
+ENV SENTENCE_TRANSFORMERS_HOME=/app/.cache/huggingface/sentence-transformers
+
 # Install SSL root certs and system deps required by pymongo + DNS
 RUN apt-get update && apt-get install -y --no-install-recommends \
     ca-certificates curl dnsutils gcc openssl && \

app.py

@@ -56,9 +56,10 @@ model = None
 @app.on_event("startup")
 async def load_models():
     global processor, model
-    processor = WhisperProcessor.from_pretrained(ASR_MODEL_ID)
-    model = WhisperForConditionalGeneration.from_pretrained(ASR_MODEL_ID)
-    model.to("cpu") 
+    cache_path = Path("model_cache")  # local writable path inside Hugging Face Space
+    processor = WhisperProcessor.from_pretrained(ASR_MODEL_ID, cache_dir=cache_path)
+    model = WhisperForConditionalGeneration.from_pretrained(ASR_MODEL_ID, cache_dir=cache_path)
+    model.to("cpu")
 
 
 ############################################