peterpeter8585 commited on
Commit
e02ed3c
·
verified ·
1 Parent(s): c9234c7

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +5 -1
app.py CHANGED
@@ -72,7 +72,11 @@ from langchain_core.callbacks.manager import CallbackManagerForLLMRun
72
  from langchain_core.callbacks.manager import AsyncCallbackManagerForLLMRun
73
  from langchain_core.runnables import run_in_executor
74
  from transformers import AutoTokenizer, AutoModelForCausalLM
75
-
 
 
 
 
76
 
77
  #from transformers import pipeline,AutoModelForCausalLM as M,AutoTokenizer as T
78
  #m=M.from_pretrained("peterpeter8585/syai4.3")
 
72
  from langchain_core.callbacks.manager import AsyncCallbackManagerForLLMRun
73
  from langchain_core.runnables import run_in_executor
74
  from transformers import AutoTokenizer, AutoModelForCausalLM
75
+ import requests
76
+ req=requests.get("https://huggingface.co/peterpeter8585/Llama-3-Open-Ko-8B-Instruct-preview-Q5_K_M-GGUF/resolve/main/llama-3-open-ko-8b-instruct-preview-q5_k_m.gguf",stream=True)
77
+ with open("llama-3-open-ko-8b-instruct-preview-q5_k_m.gguf","wb") as f:
78
+ for i in req.iter_content(10000000):
79
+ f.write(i)
80
 
81
  #from transformers import pipeline,AutoModelForCausalLM as M,AutoTokenizer as T
82
  #m=M.from_pretrained("peterpeter8585/syai4.3")