Spaces:
Sleeping
Sleeping
fahmiaziz98
commited on
Commit
·
8973310
1
Parent(s):
d089521
frist commit
Browse files- app.py +7 -8
- scripts/s3.py +4 -3
app.py
CHANGED
@@ -22,16 +22,15 @@ app.add_middleware(
|
|
22 |
allow_headers=["*"],
|
23 |
)
|
24 |
|
25 |
-
|
26 |
-
|
27 |
-
|
28 |
-
|
29 |
-
image_model_path = "vit-human-pose-classification/"
|
30 |
|
31 |
logger.info("Ensuring models are downloaded...")
|
32 |
-
download_model_from_s3(
|
33 |
-
download_model_from_s3(
|
34 |
-
download_model_from_s3(
|
35 |
logger.info("All models are ready.")
|
36 |
|
37 |
|
|
|
22 |
allow_headers=["*"],
|
23 |
)
|
24 |
|
25 |
+
|
26 |
+
sentiment_model_path = "ml-models/tinybert-sentiment-analysis/"
|
27 |
+
disaster_model_path = "ml-models/tinybert-disaster-tweet/"
|
28 |
+
image_model_path = "ml-models/vit-human-pose-classification/"
|
|
|
29 |
|
30 |
logger.info("Ensuring models are downloaded...")
|
31 |
+
download_model_from_s3(sentiment_model_path, sentiment_model_path)
|
32 |
+
download_model_from_s3(disaster_model_path, disaster_model_path)
|
33 |
+
download_model_from_s3(image_model_path, image_model_path)
|
34 |
logger.info("All models are ready.")
|
35 |
|
36 |
|
scripts/s3.py
CHANGED
@@ -1,11 +1,12 @@
|
|
1 |
import os
|
2 |
import boto3
|
3 |
-
from pathlib import Path
|
4 |
from utils.log import logger
|
5 |
|
6 |
aws_access_key = os.getenv("AWS_ACCESS_KEY_ID")
|
7 |
aws_key_pw = os.getenv("AWS_SECRET_ACCESS_KEY")
|
8 |
BUCKET_NAME = os.getenv("BUCKET_NAME")
|
|
|
|
|
9 |
s3 = boto3.client(
|
10 |
"s3",
|
11 |
aws_access_key_id=aws_access_key,
|
@@ -13,7 +14,7 @@ s3 = boto3.client(
|
|
13 |
)
|
14 |
|
15 |
|
16 |
-
def download_model_from_s3(local_path:
|
17 |
try:
|
18 |
if os.path.exists(local_path) and os.listdir(local_path):
|
19 |
logger.info(f"Model {local_path} already exists. Skipping download.")
|
@@ -30,7 +31,7 @@ def download_model_from_s3(local_path: Path, s3_prefix: str):
|
|
30 |
local_file = os.path.join(local_path, os.path.relpath(s3_key, s3_prefix))
|
31 |
|
32 |
os.makedirs(os.path.dirname(local_file), exist_ok=True)
|
33 |
-
logger.info(f"Downloading {s3_key} to {local_file}")
|
34 |
s3.download_file(BUCKET_NAME, s3_key, local_file)
|
35 |
logger.info(f"Completed download {s3_key} to {local_file}")
|
36 |
except Exception as e:
|
|
|
1 |
import os
|
2 |
import boto3
|
|
|
3 |
from utils.log import logger
|
4 |
|
5 |
aws_access_key = os.getenv("AWS_ACCESS_KEY_ID")
|
6 |
aws_key_pw = os.getenv("AWS_SECRET_ACCESS_KEY")
|
7 |
BUCKET_NAME = os.getenv("BUCKET_NAME")
|
8 |
+
|
9 |
+
|
10 |
s3 = boto3.client(
|
11 |
"s3",
|
12 |
aws_access_key_id=aws_access_key,
|
|
|
14 |
)
|
15 |
|
16 |
|
17 |
+
def download_model_from_s3(local_path: str, s3_prefix: str):
|
18 |
try:
|
19 |
if os.path.exists(local_path) and os.listdir(local_path):
|
20 |
logger.info(f"Model {local_path} already exists. Skipping download.")
|
|
|
31 |
local_file = os.path.join(local_path, os.path.relpath(s3_key, s3_prefix))
|
32 |
|
33 |
os.makedirs(os.path.dirname(local_file), exist_ok=True)
|
34 |
+
logger.info(f"Downloading model from {BUCKET_NAME} key {s3_key} to {local_file}")
|
35 |
s3.download_file(BUCKET_NAME, s3_key, local_file)
|
36 |
logger.info(f"Completed download {s3_key} to {local_file}")
|
37 |
except Exception as e:
|