vishalsh13 commited on
Commit
50f0871
·
1 Parent(s): e19ed46

Hadle error

Browse files
Files changed (3) hide show
  1. Dockerfile +3 -2
  2. app.py +3 -3
  3. config.py +3 -2
Dockerfile CHANGED
@@ -9,7 +9,8 @@ RUN pip install --no-cache-dir -r requirements.txt
9
 
10
  COPY . .
11
 
12
- # Set the environment variable for the secret
13
- ENV hkey=${hkey}
 
14
 
15
  CMD ["python", "app.py"]
 
9
 
10
  COPY . .
11
 
12
+ # Set environment variables for writable directories
13
+ ENV TRANSFORMERS_CACHE=/workspace/.cache/transformers
14
+ ENV HF_HOME=/workspace/.cache/huggingface
15
 
16
  CMD ["python", "app.py"]
app.py CHANGED
@@ -3,13 +3,14 @@
3
  import os
4
  from utils.data_loader import download_dataset, save_metadata
5
  from utils.vector_utils import create_vector_db
6
- from config import v_auth_token, v_vector_folder, v_metadata_file
7
 
8
  if __name__ == "__main__":
9
  if not v_auth_token:
10
  raise ValueError("Authentication token not found. Ensure 'hkey' is set as a secret in Hugging Face Spaces.")
11
 
12
- # Ensure vector folder and metadata file are initialized
 
13
  os.makedirs(v_vector_folder, exist_ok=True)
14
  if not os.path.exists(v_metadata_file):
15
  print("Metadata file not found. Creating a new one.")
@@ -22,4 +23,3 @@ if __name__ == "__main__":
22
  print("Vector database is up-to-date.")
23
  else:
24
  create_vector_db(v_dataset_path, v_vector_folder)
25
-
 
3
  import os
4
  from utils.data_loader import download_dataset, save_metadata
5
  from utils.vector_utils import create_vector_db
6
+ from config import v_auth_token, v_vector_folder, v_metadata_file, v_base_path
7
 
8
  if __name__ == "__main__":
9
  if not v_auth_token:
10
  raise ValueError("Authentication token not found. Ensure 'hkey' is set as a secret in Hugging Face Spaces.")
11
 
12
+ # Ensure writable base directory and subdirectories are initialized
13
+ os.makedirs(v_base_path, exist_ok=True)
14
  os.makedirs(v_vector_folder, exist_ok=True)
15
  if not os.path.exists(v_metadata_file):
16
  print("Metadata file not found. Creating a new one.")
 
23
  print("Vector database is up-to-date.")
24
  else:
25
  create_vector_db(v_dataset_path, v_vector_folder)
 
config.py CHANGED
@@ -9,5 +9,6 @@ v_dataset_url = "https://huggingface.co/datasets/vishalsh13/Dataset1/tree/main/d
9
  v_auth_token = os.getenv("hkey") # The secret name is `hkey`
10
 
11
  # Paths for vector database and metadata
12
- v_vector_folder = "./vector_db/vectors"
13
- v_metadata_file = "./vector_db/metadata.json"
 
 
9
  v_auth_token = os.getenv("hkey") # The secret name is `hkey`
10
 
11
  # Paths for vector database and metadata
12
+ v_base_path = "/workspace/vector_db" # Writable directory in Hugging Face Spaces
13
+ v_vector_folder = os.path.join(v_base_path, "vectors")
14
+ v_metadata_file = os.path.join(v_base_path, "metadata.json")