Update Dockerfile

Dockerfile

@@ -2,12 +2,20 @@ FROM nvidia/cuda:12.2.0-devel-ubuntu20.04
 
 ENV DEBIAN_FRONTEND=noninteractive
 
+# Add NVIDIA CUDA Repository
+RUN apt update && apt install -y wget gnupg && \
+    wget https://developer.download.nvidia.com/compute/cuda/repos/ubuntu2004/x86_64/cuda-ubuntu2004.pin && \
+    sudo mv cuda-ubuntu2004.pin /etc/apt/preferences.d/cuda-repository-pin-600 && \
+    sudo apt-key adv --fetch-keys https://developer.download.nvidia.com/compute/cuda/repos/ubuntu2004/x86_64/7fa2af80.pub && \
+    sudo add-apt-repository "deb https://developer.download.nvidia.com/compute/cuda/repos/ubuntu2004/x86_64/ /"
+
 # Install dependencies
 RUN apt update && \
-    apt install --no-install-recommends -y build-essential python3 python3-pip wget curl git cmake zlib1g-dev libblas-dev && \
-    apt install -y cuda-libraries-dev-12-2 && \
+    apt install --no-install-recommends -y build-essential python3 python3-pip curl git cmake zlib1g-dev libblas-dev && \
+    apt install -y libcublas-dev && \
     apt clean && rm -rf /var/lib/apt/lists/*
 
+
 WORKDIR /app
 
 # Download ggml and mmproj models from HuggingFace