AustingDong
commited on
Commit
·
b742b00
1
Parent(s):
a594e78
Update model_utils.py
Browse files- demo/model_utils.py +4 -1
demo/model_utils.py
CHANGED
|
@@ -138,7 +138,10 @@ class LLaVA_Utils(Model_Utils):
|
|
| 138 |
|
| 139 |
self.vl_gpt = LlavaOnevisionForConditionalGeneration.from_pretrained(model_path,
|
| 140 |
torch_dtype=torch.float16,
|
| 141 |
-
low_cpu_mem_usage=True
|
|
|
|
|
|
|
|
|
|
| 142 |
self.tokenizer = self.processor.tokenizer
|
| 143 |
|
| 144 |
return self.vl_gpt, self.tokenizer
|
|
|
|
| 138 |
|
| 139 |
self.vl_gpt = LlavaOnevisionForConditionalGeneration.from_pretrained(model_path,
|
| 140 |
torch_dtype=torch.float16,
|
| 141 |
+
low_cpu_mem_usage=True,
|
| 142 |
+
attn_implementation = 'eager',
|
| 143 |
+
output_attentions=True)
|
| 144 |
+
self.vl_gpt, self.dtype, self.cuda_device = set_dtype_device(self.vl_gpt)
|
| 145 |
self.tokenizer = self.processor.tokenizer
|
| 146 |
|
| 147 |
return self.vl_gpt, self.tokenizer
|