Spaces:

enskaff
/

mistral-vllm-chat

Runtime error

enskaff commited on Apr 12

Commit

84c5bef

verified ·

1 Parent(s): 5a60ff4

Update Dockerfile

Files changed (1) hide show

Dockerfile CHANGED Viewed

@@ -8,7 +8,9 @@ ENV DEBIAN_FRONTEND=noninteractive \
     PYTHONIOENCODING=utf-8 \
     PYTHONUNBUFFERED=1 \
     HF_HOME=/app/huggingface_cache \
-    NUMBA_DISABLE_CACHE=1
 # Create the transformers cache directory and ensure it's writable
 RUN mkdir -p /app/transformers_cache && chmod -R 777 /app/transformers_cache

     PYTHONIOENCODING=utf-8 \
     PYTHONUNBUFFERED=1 \
     HF_HOME=/app/huggingface_cache \
+    TRANSFORMERS_CACHE=/app/huggingface_cache \
+    NUMBA_DISABLE_CACHE=1 \
+    NUMBA_CACHE_DIR=/tmp/numba_cache
 # Create the transformers cache directory and ensure it's writable
 RUN mkdir -p /app/transformers_cache && chmod -R 777 /app/transformers_cache