Commit
·
19421d9
1
Parent(s):
255cd6e
Update app.py
Browse files
app.py
CHANGED
@@ -534,6 +534,9 @@ def start_worker(model_path: str):
|
|
534 |
"http://localhost:10000",
|
535 |
"--model-path",
|
536 |
model_path,
|
|
|
|
|
|
|
537 |
]
|
538 |
return subprocess.Popen(worker_command)
|
539 |
|
@@ -582,7 +585,7 @@ if __name__ == "__main__":
|
|
582 |
args = get_args()
|
583 |
logger.info(f"args: {args}")
|
584 |
|
585 |
-
model_path = "liuhaotian/llava-v1.5-
|
586 |
|
587 |
preload_models(model_path)
|
588 |
|
|
|
534 |
"http://localhost:10000",
|
535 |
"--model-path",
|
536 |
model_path,
|
537 |
+
"--model-name",
|
538 |
+
"llava-v1.5-13b-4bit",
|
539 |
+
"--load-4bit",
|
540 |
]
|
541 |
return subprocess.Popen(worker_command)
|
542 |
|
|
|
585 |
args = get_args()
|
586 |
logger.info(f"args: {args}")
|
587 |
|
588 |
+
model_path = "liuhaotian/llava-v1.5-13b"
|
589 |
|
590 |
preload_models(model_path)
|
591 |
|