sims2k commited on
Commit
5eb9d36
Β·
verified Β·
1 Parent(s): 116f94f

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +1 -1
app.py CHANGED
@@ -53,7 +53,7 @@ mistral_llm = Llama(model_path=mistral_model_path,n_gpu_layers=35,max_new_tokens
53
  # Load Saul-Instruct-v1-GGUF.Q4_K_M
54
  print("Loading Saul-Instruct-v1-GGUF.Q4_K_M")
55
  hf_hub_download(repo_id="MaziyarPanahi/Saul-Instruct-v1-GGUF", local_dir=".", filename="Saul-Instruct-v1.Q4_K_M.gguf")
56
- saul_model_path="./Saul-Instruct-v1-GGUF.Q4_K_M.gguf"
57
  saul_instruct_llm = Llama(model_path=saul_model_path,n_gpu_layers=35,max_new_tokens=256, context_window=4096, n_ctx=32768,n_batch=128,verbose=False)
58
 
59
  # Load XTTS Model
 
53
  # Load Saul-Instruct-v1-GGUF.Q4_K_M
54
  print("Loading Saul-Instruct-v1-GGUF.Q4_K_M")
55
  hf_hub_download(repo_id="MaziyarPanahi/Saul-Instruct-v1-GGUF", local_dir=".", filename="Saul-Instruct-v1.Q4_K_M.gguf")
56
+ saul_model_path="./Saul-Instruct-v1.Q4_K_M.gguf"
57
  saul_instruct_llm = Llama(model_path=saul_model_path,n_gpu_layers=35,max_new_tokens=256, context_window=4096, n_ctx=32768,n_batch=128,verbose=False)
58
 
59
  # Load XTTS Model