peterpeter8585 commited on
Commit
60e1641
·
verified ·
1 Parent(s): d018fda

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +7 -0
app.py CHANGED
@@ -9,6 +9,13 @@ from langchain.memory import ConversationBufferMemory as MEM,RedisChatMessageHis
9
  from langchain.schema import SystemMessage as SM,HumanMessage as HM, AIMessage as AM
10
  from langchain import hub
11
  import os
 
 
 
 
 
 
 
12
  from langchain_core.prompts.chat import ChatPromptTemplate, MessagesPlaceholder
13
  system = '''Respond to the human as helpfully and accurately as possible. You have access to the following tools:
14
 
 
9
  from langchain.schema import SystemMessage as SM,HumanMessage as HM, AIMessage as AM
10
  from langchain import hub
11
  import os
12
+ from llama_cpp import Llama
13
+
14
+ llm1 = Llama.from_pretrained(
15
+ repo_id="peterpeter8585/deepseek-llm-7b-chat-Q8_0-GGUF",
16
+ filename="deepseek-llm-7b-chat-q8_0.gguf",
17
+ )
18
+
19
  from langchain_core.prompts.chat import ChatPromptTemplate, MessagesPlaceholder
20
  system = '''Respond to the human as helpfully and accurately as possible. You have access to the following tools:
21