fahmiaziz98 commited on
Commit
8973310
·
1 Parent(s): d089521

frist commit

Browse files
Files changed (2) hide show
  1. app.py +7 -8
  2. scripts/s3.py +4 -3
app.py CHANGED
@@ -22,16 +22,15 @@ app.add_middleware(
22
  allow_headers=["*"],
23
  )
24
 
25
-
26
- MODEL_PATH = "ml-models/"
27
- sentiment_model_path = "tinybert-sentiment-analysis/"
28
- disaster_model_path = "tinybert-disaster-tweet/"
29
- image_model_path = "vit-human-pose-classification/"
30
 
31
  logger.info("Ensuring models are downloaded...")
32
- download_model_from_s3(MODEL_PATH + sentiment_model_path, sentiment_model_path)
33
- download_model_from_s3(MODEL_PATH + disaster_model_path, disaster_model_path)
34
- download_model_from_s3(MODEL_PATH + image_model_path, image_model_path)
35
  logger.info("All models are ready.")
36
 
37
 
 
22
  allow_headers=["*"],
23
  )
24
 
25
+
26
+ sentiment_model_path = "ml-models/tinybert-sentiment-analysis/"
27
+ disaster_model_path = "ml-models/tinybert-disaster-tweet/"
28
+ image_model_path = "ml-models/vit-human-pose-classification/"
 
29
 
30
  logger.info("Ensuring models are downloaded...")
31
+ download_model_from_s3(sentiment_model_path, sentiment_model_path)
32
+ download_model_from_s3(disaster_model_path, disaster_model_path)
33
+ download_model_from_s3(image_model_path, image_model_path)
34
  logger.info("All models are ready.")
35
 
36
 
scripts/s3.py CHANGED
@@ -1,11 +1,12 @@
1
  import os
2
  import boto3
3
- from pathlib import Path
4
  from utils.log import logger
5
 
6
  aws_access_key = os.getenv("AWS_ACCESS_KEY_ID")
7
  aws_key_pw = os.getenv("AWS_SECRET_ACCESS_KEY")
8
  BUCKET_NAME = os.getenv("BUCKET_NAME")
 
 
9
  s3 = boto3.client(
10
  "s3",
11
  aws_access_key_id=aws_access_key,
@@ -13,7 +14,7 @@ s3 = boto3.client(
13
  )
14
 
15
 
16
- def download_model_from_s3(local_path: Path, s3_prefix: str):
17
  try:
18
  if os.path.exists(local_path) and os.listdir(local_path):
19
  logger.info(f"Model {local_path} already exists. Skipping download.")
@@ -30,7 +31,7 @@ def download_model_from_s3(local_path: Path, s3_prefix: str):
30
  local_file = os.path.join(local_path, os.path.relpath(s3_key, s3_prefix))
31
 
32
  os.makedirs(os.path.dirname(local_file), exist_ok=True)
33
- logger.info(f"Downloading {s3_key} to {local_file}")
34
  s3.download_file(BUCKET_NAME, s3_key, local_file)
35
  logger.info(f"Completed download {s3_key} to {local_file}")
36
  except Exception as e:
 
1
  import os
2
  import boto3
 
3
  from utils.log import logger
4
 
5
  aws_access_key = os.getenv("AWS_ACCESS_KEY_ID")
6
  aws_key_pw = os.getenv("AWS_SECRET_ACCESS_KEY")
7
  BUCKET_NAME = os.getenv("BUCKET_NAME")
8
+
9
+
10
  s3 = boto3.client(
11
  "s3",
12
  aws_access_key_id=aws_access_key,
 
14
  )
15
 
16
 
17
+ def download_model_from_s3(local_path: str, s3_prefix: str):
18
  try:
19
  if os.path.exists(local_path) and os.listdir(local_path):
20
  logger.info(f"Model {local_path} already exists. Skipping download.")
 
31
  local_file = os.path.join(local_path, os.path.relpath(s3_key, s3_prefix))
32
 
33
  os.makedirs(os.path.dirname(local_file), exist_ok=True)
34
+ logger.info(f"Downloading model from {BUCKET_NAME} key {s3_key} to {local_file}")
35
  s3.download_file(BUCKET_NAME, s3_key, local_file)
36
  logger.info(f"Completed download {s3_key} to {local_file}")
37
  except Exception as e: