Yanqing0327 commited on
Commit
2de12eb
·
verified ·
1 Parent(s): dd68e80

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +1 -1
app.py CHANGED
@@ -21,7 +21,7 @@ os.environ["HUGGINGFACE_HUB_CACHE"] = os.getcwd() + "/weights"
21
  disable_torch_init()
22
  model_id = "Yanqing0327/LLaVA-project" # 替换为你的 Hugging Face 模型仓库
23
  tokenizer, model, image_processor, context_len = load_pretrained_model(
24
- model_id, model_name="llava-v1.5-13b", model_base=None, load_8bit=False, load_4bit=False
25
  )
26
 
27
  device = "cuda" if torch.cuda.is_available() else "cpu"
 
21
  disable_torch_init()
22
  model_id = "Yanqing0327/LLaVA-project" # 替换为你的 Hugging Face 模型仓库
23
  tokenizer, model, image_processor, context_len = load_pretrained_model(
24
+ model_id, model_name="llava-v1.5-13b", model_base=None, load_8bit=False, load_4bit=False, device_map="auto"
25
  )
26
 
27
  device = "cuda" if torch.cuda.is_available() else "cpu"