imenayadi commited on
Commit
681c007
·
1 Parent(s): 0cb6039

add llama_model directory

Browse files
Files changed (1) hide show
  1. app.py +1 -1
app.py CHANGED
@@ -73,7 +73,7 @@ model_basename = "llama-2-13b-chat.ggmlv3.q5_1.bin" # The model is in bin forma
73
 
74
  # Download the model file
75
  print('downloading llama model...')
76
- model_path_llama = hf_hub_download(repo_id=model_name_or_path, filename=model_basename, force_download=True)
77
  print('finished download...')
78
  # Initialize the Llama model with appropriate settings for GPU
79
  lcpp_llm = Llama(
 
73
 
74
  # Download the model file
75
  print('downloading llama model...')
76
+ model_path_llama = hf_hub_download(repo_id=model_name_or_path, filename=model_basename, force_download=True, local_dir="./llama-model")
77
  print('finished download...')
78
  # Initialize the Llama model with appropriate settings for GPU
79
  lcpp_llm = Llama(