liuhaotian commited on
Commit
19421d9
·
1 Parent(s): 255cd6e

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +4 -1
app.py CHANGED
@@ -534,6 +534,9 @@ def start_worker(model_path: str):
534
  "http://localhost:10000",
535
  "--model-path",
536
  model_path,
 
 
 
537
  ]
538
  return subprocess.Popen(worker_command)
539
 
@@ -582,7 +585,7 @@ if __name__ == "__main__":
582
  args = get_args()
583
  logger.info(f"args: {args}")
584
 
585
- model_path = "liuhaotian/llava-v1.5-7b"
586
 
587
  preload_models(model_path)
588
 
 
534
  "http://localhost:10000",
535
  "--model-path",
536
  model_path,
537
+ "--model-name",
538
+ "llava-v1.5-13b-4bit",
539
+ "--load-4bit",
540
  ]
541
  return subprocess.Popen(worker_command)
542
 
 
585
  args = get_args()
586
  logger.info(f"args: {args}")
587
 
588
+ model_path = "liuhaotian/llava-v1.5-13b"
589
 
590
  preload_models(model_path)
591