rapacious commited on
Commit
8fda188
·
verified ·
1 Parent(s): 65896e1

Update Dockerfile

Browse files
Files changed (1) hide show
  1. Dockerfile +8 -4
Dockerfile CHANGED
@@ -13,9 +13,13 @@ RUN unzip llama_bin.zip && rm llama_bin.zip && chmod +x bin/*
13
 
14
  ENV LD_LIBRARY_PATH=/app/bin:$LD_LIBRARY_PATH
15
 
16
- # Tải mô hình trong runtime thay build time
17
- RUN mkdir -p /models
18
- CMD ["sh", "-c", "wget -O /models/qwen2.5-0.5b-instruct-q5_k_m.gguf https://huggingface.co/Qwen/Qwen2.5-0.5B-Instruct-GGUF/resolve/main/qwen2.5-0.5b-instruct-q5_k_m.gguf && ./bin/llama-server -m /models/qwen2.5-0.5b-instruct-q5_k_m.gguf --host 0.0.0.0 --port 3000"]
 
19
 
20
  # Dùng cổng 3000 cho Spaces
21
- EXPOSE 3000
 
 
 
 
13
 
14
  ENV LD_LIBRARY_PATH=/app/bin:$LD_LIBRARY_PATH
15
 
16
+ # Tạo thư mục và tải mô hình trong build time, đảm bảo quyền
17
+ RUN mkdir -p /models && \
18
+ wget -O /models/qwen2.5-0.5b-instruct-q5_k_m.gguf https://huggingface.co/Qwen/Qwen2.5-0.5B-Instruct-GGUF/resolve/main/qwen2.5-0.5b-instruct-q5_k_m.gguf && \
19
+ chmod -R 777 /models
20
 
21
  # Dùng cổng 3000 cho Spaces
22
+ EXPOSE 3000
23
+
24
+ # Chạy llama-server
25
+ CMD ["./bin/llama-server", "-m", "/models/qwen2.5-0.5b-instruct-q5_k_m.gguf", "--host", "0.0.0.0", "--port", "3000"]