ikraamkb commited on
Commit
239c804
·
verified ·
1 Parent(s): e6127e6

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +14 -1
app.py CHANGED
@@ -17,8 +17,21 @@ import easyocr
17
  app = FastAPI()
18
 
19
  # Load AI Model for Question Answering (DeepSeek-V2-Chat)
20
- qa_pipeline = pipeline("text-generation", model="microsoft/phi-2", device=0 if torch.cuda.is_available() else -1)
21
 
 
 
 
 
 
 
 
 
 
 
 
 
 
22
  # Load Pretrained Object Detection Model (if needed)
23
  model = fasterrcnn_resnet50_fpn(pretrained=True)
24
  model.eval()
 
17
  app = FastAPI()
18
 
19
  # Load AI Model for Question Answering (DeepSeek-V2-Chat)
20
+ from transformers import AutoModelForCausalLM, AutoTokenizer
21
 
22
+ # Preload Hugging Face model
23
+ model_name = "microsoft/phi-2"
24
+ print(f"🔄 Loading model: {model_name}...")
25
+ tokenizer = AutoTokenizer.from_pretrained(model_name)
26
+ model = AutoModelForCausalLM.from_pretrained(model_name)
27
+
28
+ qa_pipeline = pipeline("text-generation", model=model, tokenizer=tokenizer, device=device)
29
+
30
+ # Load Pretrained Object Detection Model (Torchvision)
31
+ from torchvision.models.detection import FasterRCNN_ResNet50_FPN_Weights
32
+ weights = FasterRCNN_ResNet50_FPN_Weights.DEFAULT
33
+ model = fasterrcnn_resnet50_fpn(weights=weights)
34
+ model.eval()
35
  # Load Pretrained Object Detection Model (if needed)
36
  model = fasterrcnn_resnet50_fpn(pretrained=True)
37
  model.eval()