Updated code
Browse files
app.py
CHANGED
@@ -55,7 +55,7 @@ if "vector_db" not in st.session_state:
|
|
55 |
# st.session_state["text_chunks"] = load_text_chunks(text_chunks_pkl_dir=all_docs_pkl_directory)
|
56 |
|
57 |
if "retriever" not in st.session_state:
|
58 |
-
st.session_state["retriever"] = load_retriver(
|
59 |
|
60 |
if "conversation_chain" not in st.session_state:
|
61 |
st.session_state["conversation_chain"] = load_conversational_retrievel_chain(retriever=st.session_state["retriever"], llm=st.session_state["llm"])
|
|
|
55 |
# st.session_state["text_chunks"] = load_text_chunks(text_chunks_pkl_dir=all_docs_pkl_directory)
|
56 |
|
57 |
if "retriever" not in st.session_state:
|
58 |
+
st.session_state["retriever"] = load_retriver(chroma_vectorstore=st.session_state["vector_db"])
|
59 |
|
60 |
if "conversation_chain" not in st.session_state:
|
61 |
st.session_state["conversation_chain"] = load_conversational_retrievel_chain(retriever=st.session_state["retriever"], llm=st.session_state["llm"])
|
utils.py
CHANGED
@@ -269,10 +269,10 @@ def load_text_chunks(text_chunks_pkl_dir):
|
|
269 |
pickle.dump(all_texts, file)
|
270 |
print("Text chunks are created and cached")
|
271 |
|
272 |
-
def load_retriver(
|
273 |
"""Load cohere rerank method for retrieval"""
|
274 |
-
bm25_retriever = BM25Retriever.from_documents(text_chunks)
|
275 |
-
bm25_retriever.k = 2
|
276 |
chroma_retriever = chroma_vectorstore.as_retriever(search_kwargs={"k": 3})
|
277 |
# ensemble_retriever = EnsembleRetriever(retrievers=[bm25_retriever, chroma_retriever], weights=[0.3, 0.7])
|
278 |
logging.basicConfig()
|
|
|
269 |
pickle.dump(all_texts, file)
|
270 |
print("Text chunks are created and cached")
|
271 |
|
272 |
+
def load_retriver(chroma_vectorstore):
|
273 |
"""Load cohere rerank method for retrieval"""
|
274 |
+
# bm25_retriever = BM25Retriever.from_documents(text_chunks)
|
275 |
+
# bm25_retriever.k = 2
|
276 |
chroma_retriever = chroma_vectorstore.as_retriever(search_kwargs={"k": 3})
|
277 |
# ensemble_retriever = EnsembleRetriever(retrievers=[bm25_retriever, chroma_retriever], weights=[0.3, 0.7])
|
278 |
logging.basicConfig()
|