DrishtiSharma commited on
Commit
c4b0ccb
·
verified ·
1 Parent(s): 930b56e

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +5 -1
app.py CHANGED
@@ -4,6 +4,7 @@ from transformers import AutoModelForCausalLM, AutoTokenizer, TextIteratorStream
4
  import os
5
  from threading import Thread
6
  import requests
 
7
 
8
  # Define model path for caching (Avoids reloading every app restart)
9
  MODEL_PATH = "/mnt/data/Phi-4-Hindi"
@@ -17,7 +18,7 @@ def load_model():
17
  try:
18
  if not os.path.exists(MODEL_PATH):
19
  model = AutoModelForCausalLM.from_pretrained(
20
- MODEL_NAME, token=TOKEN, trust_remote_code=True, torch_dtype=torch.bfloat16
21
  )
22
  tokenizer = AutoTokenizer.from_pretrained(MODEL_NAME, token=TOKEN)
23
  model.save_pretrained(MODEL_PATH)
@@ -28,6 +29,9 @@ def load_model():
28
  except requests.exceptions.ConnectionError:
29
  st.error("⚠️ Connection error! Unable to download the model. Please check your internet connection and try again.")
30
  return None, None
 
 
 
31
 
32
  return model, tokenizer
33
 
 
4
  import os
5
  from threading import Thread
6
  import requests
7
+ import time
8
 
9
  # Define model path for caching (Avoids reloading every app restart)
10
  MODEL_PATH = "/mnt/data/Phi-4-Hindi"
 
18
  try:
19
  if not os.path.exists(MODEL_PATH):
20
  model = AutoModelForCausalLM.from_pretrained(
21
+ MODEL_NAME, token=TOKEN, trust_remote_code=True, torch_dtype=torch.bfloat16, timeout=30
22
  )
23
  tokenizer = AutoTokenizer.from_pretrained(MODEL_NAME, token=TOKEN)
24
  model.save_pretrained(MODEL_PATH)
 
29
  except requests.exceptions.ConnectionError:
30
  st.error("⚠️ Connection error! Unable to download the model. Please check your internet connection and try again.")
31
  return None, None
32
+ except requests.exceptions.ReadTimeout:
33
+ st.error("⚠️ Read Timeout! The request took too long. Please try again later.")
34
+ return None, None
35
 
36
  return model, tokenizer
37