Create Dockerfile

Dockerfile

@@ -0,0 +1,44 @@
+# Use a Python 3.10 base image with Debian Bookworm
+FROM python:3.10-bookworm
+
+# Set working directory
+WORKDIR /app
+
+# Install system dependencies, including OpenBLAS, Git, and build tools
+RUN apt-get update && apt-get install -y \
+    git \
+    build-essential \
+    cmake \
+    libopenblas-dev \
+    && rm -rf /var/lib/apt/lists/*
+
+# Clone llama-cpp-python repository with submodules
+RUN git clone --recursive https://github.com/abetlen/llama-cpp-python.git /app/llama-cpp-python
+
+# Set working directory to llama-cpp-python
+WORKDIR /app/llama-cpp-python
+
+# Update llama.cpp submodule to the latest version
+RUN git submodule update --remote vendor/llama.cpp
+
+# Set environment variables for building with OpenBLAS
+ENV FORCE_CMAKE=1
+ENV CMAKE_ARGS="-DGGML_BLAS=ON -DGGML_BLAS_VENDOR=OpenBLAS -DLLAMA_CURL=OFF"
+
+# Install llama-cpp-python from source
+RUN pip install . --upgrade --force-reinstall --no-cache-dir
+
+# Copy your application code
+COPY app.py /app/
+
+# Install additional Python dependencies for your app
+RUN pip install gradio huggingface_hub
+
+# Set working directory for the application
+WORKDIR /app
+
+# Expose port for Gradio (default is 7860)
+EXPOSE 7860
+
+# Command to run your application
+CMD ["python", "app.py"]