v1

Dockerfile

@@ -0,0 +1,21 @@
+FROM pytorch/pytorch:2.1.0-cuda12.1-cudnn8-devel
+ARG DEBIAN_FRONTEND=noninteractive
+
+#RUN apt-get update && \
+#    apt-get install --no-install-recommends -y sox libsox-fmt-all curl wget gcc git git-lfs build-essential libaio-dev libsndfile1 ssh ffmpeg && \
+#    apt-get clean && apt-get -y autoremove
+
+WORKDIR /app
+COPY requirements.txt .
+RUN python -m pip install  --verbose -r requirements.txt
+RUN python -m pip cache purge
+
+
+RUN python -m pip install spaces
+
+COPY . .
+RUN chmod +x InstallFromReadme.sh
+RUN ./InstallFromReadme.sh
+
+
+CMD ["python","app.py"]

InstallFromReadme.sh

@@ -0,0 +1,5 @@
+version=$(cat README.md | grep -E "sdk_version\: (.+)" | cut -d " " -f 2)
+
+echo "Installing gradio version $version";
+
+pip install gradio==$version

README.md

@@ -0,0 +1,13 @@
+---
+title: SqlServerLib
+emoji: 🖥️
+colorFrom: blue
+colorTo: gold
+sdk: gradio
+sdk_version: 5.23.1
+app_file: app.py
+pinned: false
+startup_duration_timeout: 4h
+---
+
+Check out the configuration reference at https://huggingface.co/docs/hub/spaces-config-reference

app.py

@@ -0,0 +1,40 @@
+import gradio as gr
+import spaces
+from sentence_transformers import SentenceTransformer
+from sentence_transformers.util import cos_sim
+from sentence_transformers.quantization import quantize_embeddings
+
+print("Loading embedding model");
+dimensions = 768
+model = SentenceTransformer("mixedbread-ai/mxbai-embed-large-v1", truncate_dim=dimensions)
+
+@spaces.GPU
+def embed(text):
+        
+    query_embedding = model.encode(text, prompt_name="query")
+    return query_embedding.tolist();
+
+
+
+with gr.Blocks() as demo:
+    txtEmbed  = gr.Text(label="Text to embed")
+    btnEmbed = gr.Button("embed");
+    
+    search = gr.Text(label="Script to search")
+    
+    results = gr.Text(label="results");
+    
+    btnEmbed.click(embed, [txtEmbed], [results])
+    
+    
+
+
+
+if __name__ == "__main__":
+    demo.launch(
+        share=False,
+        debug=False,
+        server_port=7860,
+        server_name="0.0.0.0",
+        allowed_paths=[]
+    )

docker-compose.yml

@@ -0,0 +1,19 @@
+services:
+    app:
+        build:
+            context: .
+            dockerfile: Dockerfile
+        ports:
+            - 80:7860
+        stdin_open: true # docker run -i
+        tty: true        # docker run -t
+        deploy:
+          resources:
+            reservations:
+              devices:
+                - driver: nvidia
+                  count: all
+                  capabilities: [gpu]
+            
+  
+       

requirements.txt

@@ -0,0 +1 @@
+sentence-transformers