Spaces:
Build error
Build error
Update app.py
Browse files
app.py
CHANGED
@@ -4,6 +4,7 @@ from transformers import AutoModelForCausalLM, AutoTokenizer, TextIteratorStream
|
|
4 |
import os
|
5 |
from threading import Thread
|
6 |
import requests
|
|
|
7 |
|
8 |
# Define model path for caching (Avoids reloading every app restart)
|
9 |
MODEL_PATH = "/mnt/data/Phi-4-Hindi"
|
@@ -17,7 +18,7 @@ def load_model():
|
|
17 |
try:
|
18 |
if not os.path.exists(MODEL_PATH):
|
19 |
model = AutoModelForCausalLM.from_pretrained(
|
20 |
-
MODEL_NAME, token=TOKEN, trust_remote_code=True, torch_dtype=torch.bfloat16
|
21 |
)
|
22 |
tokenizer = AutoTokenizer.from_pretrained(MODEL_NAME, token=TOKEN)
|
23 |
model.save_pretrained(MODEL_PATH)
|
@@ -28,6 +29,9 @@ def load_model():
|
|
28 |
except requests.exceptions.ConnectionError:
|
29 |
st.error("⚠️ Connection error! Unable to download the model. Please check your internet connection and try again.")
|
30 |
return None, None
|
|
|
|
|
|
|
31 |
|
32 |
return model, tokenizer
|
33 |
|
|
|
4 |
import os
|
5 |
from threading import Thread
|
6 |
import requests
|
7 |
+
import time
|
8 |
|
9 |
# Define model path for caching (Avoids reloading every app restart)
|
10 |
MODEL_PATH = "/mnt/data/Phi-4-Hindi"
|
|
|
18 |
try:
|
19 |
if not os.path.exists(MODEL_PATH):
|
20 |
model = AutoModelForCausalLM.from_pretrained(
|
21 |
+
MODEL_NAME, token=TOKEN, trust_remote_code=True, torch_dtype=torch.bfloat16, timeout=30
|
22 |
)
|
23 |
tokenizer = AutoTokenizer.from_pretrained(MODEL_NAME, token=TOKEN)
|
24 |
model.save_pretrained(MODEL_PATH)
|
|
|
29 |
except requests.exceptions.ConnectionError:
|
30 |
st.error("⚠️ Connection error! Unable to download the model. Please check your internet connection and try again.")
|
31 |
return None, None
|
32 |
+
except requests.exceptions.ReadTimeout:
|
33 |
+
st.error("⚠️ Read Timeout! The request took too long. Please try again later.")
|
34 |
+
return None, None
|
35 |
|
36 |
return model, tokenizer
|
37 |
|