Spaces:

MawaredHR
/

Vision_tester

Running

Daemontatox commited on Jan 11

Commit

6c13452

verified ·

1 Parent(s): df30043

Update app.py

Files changed (1) hide show

app.py CHANGED Viewed

@@ -9,7 +9,7 @@ import time
 import spaces
 ckpt = "Daemontatox/DocumentLlama"
 model = MllamaForConditionalGeneration.from_pretrained(ckpt,
-    torch_dtype=torch.bfloat16,load_in_4bit=True).to("cuda")
 processor = AutoProcessor.from_pretrained(ckpt)

 import spaces
 ckpt = "Daemontatox/DocumentLlama"
 model = MllamaForConditionalGeneration.from_pretrained(ckpt,
+    torch_dtype=torch.bfloat16).to("cuda")
 processor = AutoProcessor.from_pretrained(ckpt)