Update app.py
Browse files
app.py
CHANGED
@@ -21,7 +21,7 @@ model = AutoModel.from_pretrained(
|
|
21 |
# load_in_8bit=True,
|
22 |
low_cpu_mem_usage=True,
|
23 |
use_flash_attn=True,
|
24 |
-
trust_remote_code=True).eval()
|
25 |
tokenizer = AutoTokenizer.from_pretrained(path, trust_remote_code=True, use_fast=False)
|
26 |
|
27 |
def preprocessing(image):
|
|
|
21 |
# load_in_8bit=True,
|
22 |
low_cpu_mem_usage=True,
|
23 |
use_flash_attn=True,
|
24 |
+
trust_remote_code=True).eval().to("cpu")
|
25 |
tokenizer = AutoTokenizer.from_pretrained(path, trust_remote_code=True, use_fast=False)
|
26 |
|
27 |
def preprocessing(image):
|