Spaces:
Running
Running
add llama_model directory
Browse files
app.py
CHANGED
@@ -73,7 +73,7 @@ model_basename = "llama-2-13b-chat.ggmlv3.q5_1.bin" # The model is in bin forma
|
|
73 |
|
74 |
# Download the model file
|
75 |
print('downloading llama model...')
|
76 |
-
model_path_llama = hf_hub_download(repo_id=model_name_or_path, filename=model_basename, force_download=True)
|
77 |
print('finished download...')
|
78 |
# Initialize the Llama model with appropriate settings for GPU
|
79 |
lcpp_llm = Llama(
|
|
|
73 |
|
74 |
# Download the model file
|
75 |
print('downloading llama model...')
|
76 |
+
model_path_llama = hf_hub_download(repo_id=model_name_or_path, filename=model_basename, force_download=True, local_dir="./llama-model")
|
77 |
print('finished download...')
|
78 |
# Initialize the Llama model with appropriate settings for GPU
|
79 |
lcpp_llm = Llama(
|