Daemontatox commited on
Commit
a08593f
·
verified ·
1 Parent(s): 259103d

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +2 -1
app.py CHANGED
@@ -1,4 +1,5 @@
1
  from transformers import MllamaForConditionalGeneration, AutoProcessor, TextIteratorStreamer , AutoModel
 
2
  from PIL import Image
3
  import requests
4
  import torch
@@ -17,7 +18,7 @@ logging.basicConfig(level=logging.INFO)
17
  logger = logging.getLogger(__name__)
18
 
19
  # Load model and processor
20
- ckpt ="deepseek-ai/deepseek-vl2"
21
  model = AutoModel.from_pretrained(ckpt, torch_dtype=torch.bfloat16,trust_remote_code=True).to("cuda")
22
  processor = AutoProcessor.from_pretrained(ckpt,trust_remote_code=True)
23
 
 
1
  from transformers import MllamaForConditionalGeneration, AutoProcessor, TextIteratorStreamer , AutoModel
2
+ from qwen_vl_utils import process_vision_info
3
  from PIL import Image
4
  import requests
5
  import torch
 
18
  logger = logging.getLogger(__name__)
19
 
20
  # Load model and processor
21
+ ckpt ="Qwen/Qwen2-VL-72B-Instruct-AWQ"
22
  model = AutoModel.from_pretrained(ckpt, torch_dtype=torch.bfloat16,trust_remote_code=True).to("cuda")
23
  processor = AutoProcessor.from_pretrained(ckpt,trust_remote_code=True)
24