Update app.py

app.py

@@ -1,4 +1,4 @@
-from transformers import MllamaForConditionalGeneration, AutoProcessor, TextIteratorStreamer
+from transformers import MllamaForConditionalGeneration, AutoProcessor, TextIteratorStreamer , AutoModel
 from PIL import Image
 import requests
 import torch
@@ -18,7 +18,7 @@ logger = logging.getLogger(__name__)
 
 # Load model and processor
 ckpt = "deepseek-ai/deepseek-vl2"
-model = MllamaForConditionalGeneration.from_pretrained(ckpt, torch_dtype=torch.bfloat16).to("cuda")
+model = AutoModel.from_pretrained(ckpt, torch_dtype=torch.bfloat16).to("cuda")
 processor = AutoProcessor.from_pretrained(ckpt)
 
 class DocumentState: