Spaces:
Runtime error
Runtime error
Commit
·
50f0871
1
Parent(s):
e19ed46
Hadle error
Browse files- Dockerfile +3 -2
- app.py +3 -3
- config.py +3 -2
Dockerfile
CHANGED
@@ -9,7 +9,8 @@ RUN pip install --no-cache-dir -r requirements.txt
|
|
9 |
|
10 |
COPY . .
|
11 |
|
12 |
-
# Set
|
13 |
-
ENV
|
|
|
14 |
|
15 |
CMD ["python", "app.py"]
|
|
|
9 |
|
10 |
COPY . .
|
11 |
|
12 |
+
# Set environment variables for writable directories
|
13 |
+
ENV TRANSFORMERS_CACHE=/workspace/.cache/transformers
|
14 |
+
ENV HF_HOME=/workspace/.cache/huggingface
|
15 |
|
16 |
CMD ["python", "app.py"]
|
app.py
CHANGED
@@ -3,13 +3,14 @@
|
|
3 |
import os
|
4 |
from utils.data_loader import download_dataset, save_metadata
|
5 |
from utils.vector_utils import create_vector_db
|
6 |
-
from config import v_auth_token, v_vector_folder, v_metadata_file
|
7 |
|
8 |
if __name__ == "__main__":
|
9 |
if not v_auth_token:
|
10 |
raise ValueError("Authentication token not found. Ensure 'hkey' is set as a secret in Hugging Face Spaces.")
|
11 |
|
12 |
-
# Ensure
|
|
|
13 |
os.makedirs(v_vector_folder, exist_ok=True)
|
14 |
if not os.path.exists(v_metadata_file):
|
15 |
print("Metadata file not found. Creating a new one.")
|
@@ -22,4 +23,3 @@ if __name__ == "__main__":
|
|
22 |
print("Vector database is up-to-date.")
|
23 |
else:
|
24 |
create_vector_db(v_dataset_path, v_vector_folder)
|
25 |
-
|
|
|
3 |
import os
|
4 |
from utils.data_loader import download_dataset, save_metadata
|
5 |
from utils.vector_utils import create_vector_db
|
6 |
+
from config import v_auth_token, v_vector_folder, v_metadata_file, v_base_path
|
7 |
|
8 |
if __name__ == "__main__":
|
9 |
if not v_auth_token:
|
10 |
raise ValueError("Authentication token not found. Ensure 'hkey' is set as a secret in Hugging Face Spaces.")
|
11 |
|
12 |
+
# Ensure writable base directory and subdirectories are initialized
|
13 |
+
os.makedirs(v_base_path, exist_ok=True)
|
14 |
os.makedirs(v_vector_folder, exist_ok=True)
|
15 |
if not os.path.exists(v_metadata_file):
|
16 |
print("Metadata file not found. Creating a new one.")
|
|
|
23 |
print("Vector database is up-to-date.")
|
24 |
else:
|
25 |
create_vector_db(v_dataset_path, v_vector_folder)
|
|
config.py
CHANGED
@@ -9,5 +9,6 @@ v_dataset_url = "https://huggingface.co/datasets/vishalsh13/Dataset1/tree/main/d
|
|
9 |
v_auth_token = os.getenv("hkey") # The secret name is `hkey`
|
10 |
|
11 |
# Paths for vector database and metadata
|
12 |
-
|
13 |
-
|
|
|
|
9 |
v_auth_token = os.getenv("hkey") # The secret name is `hkey`
|
10 |
|
11 |
# Paths for vector database and metadata
|
12 |
+
v_base_path = "/workspace/vector_db" # Writable directory in Hugging Face Spaces
|
13 |
+
v_vector_folder = os.path.join(v_base_path, "vectors")
|
14 |
+
v_metadata_file = os.path.join(v_base_path, "metadata.json")
|