Spaces:
Running
Running
Update app.py
Browse files
app.py
CHANGED
@@ -1,4 +1,5 @@
|
|
1 |
from transformers import MllamaForConditionalGeneration, AutoProcessor, TextIteratorStreamer , AutoModel
|
|
|
2 |
from PIL import Image
|
3 |
import requests
|
4 |
import torch
|
@@ -17,7 +18,7 @@ logging.basicConfig(level=logging.INFO)
|
|
17 |
logger = logging.getLogger(__name__)
|
18 |
|
19 |
# Load model and processor
|
20 |
-
ckpt ="
|
21 |
model = AutoModel.from_pretrained(ckpt, torch_dtype=torch.bfloat16,trust_remote_code=True).to("cuda")
|
22 |
processor = AutoProcessor.from_pretrained(ckpt,trust_remote_code=True)
|
23 |
|
|
|
1 |
from transformers import MllamaForConditionalGeneration, AutoProcessor, TextIteratorStreamer , AutoModel
|
2 |
+
from qwen_vl_utils import process_vision_info
|
3 |
from PIL import Image
|
4 |
import requests
|
5 |
import torch
|
|
|
18 |
logger = logging.getLogger(__name__)
|
19 |
|
20 |
# Load model and processor
|
21 |
+
ckpt ="Qwen/Qwen2-VL-72B-Instruct-AWQ"
|
22 |
model = AutoModel.from_pretrained(ckpt, torch_dtype=torch.bfloat16,trust_remote_code=True).to("cuda")
|
23 |
processor = AutoProcessor.from_pretrained(ckpt,trust_remote_code=True)
|
24 |
|