tferhan commited on
Commit
d3d0095
·
verified ·
1 Parent(s): c07521b

Update key_extract.py

Browse files
Files changed (1) hide show
  1. key_extract.py +8 -8
key_extract.py CHANGED
@@ -1,14 +1,14 @@
1
  from langchain.prompts.prompt import PromptTemplate
2
  from langchain_community.llms import HuggingFaceEndpoint
3
  from langchain.chains import LLMChain
4
-
5
- llm = HuggingFaceEndpoint(
6
- repo_id='mistralai/Mixtral-8x7B-Instruct-v0.1',
7
- temperature = 0.2,
8
- max_new_tokens = 10,
9
- top_k = 30,
10
- load_in_8bit = True,
11
- )
12
 
13
  template = """
14
 
 
1
  from langchain.prompts.prompt import PromptTemplate
2
  from langchain_community.llms import HuggingFaceEndpoint
3
  from langchain.chains import LLMChain
4
+ from qa_txt import llm
5
+ # llm = HuggingFaceEndpoint(
6
+ # repo_id='mistralai/Mixtral-8x7B-Instruct-v0.1',
7
+ # temperature = 0.2,
8
+ # max_new_tokens = 10,
9
+ # top_k = 30,
10
+ # load_in_8bit = True,
11
+ # )
12
 
13
  template = """
14