Update app.py
Browse files
app.py
CHANGED
@@ -111,7 +111,8 @@ tokenizer.pad_token = tokenizer.eos_token # یا میتوانید این خ
|
|
111 |
def get_pdf_index():
|
112 |
with st.spinner('📄 در حال پردازش فایل PDF...'):
|
113 |
pdf_loader = PyPDFLoader('test1.pdf')
|
114 |
-
embeddings =
|
|
|
115 |
index = VectorstoreIndexCreator(embedding=embeddings, text_splitter=RecursiveCharacterTextSplitter(chunk_size=1000, chunk_overlap=128)).from_loaders([pdf_loader])
|
116 |
return index
|
117 |
|
|
|
111 |
def get_pdf_index():
|
112 |
with st.spinner('📄 در حال پردازش فایل PDF...'):
|
113 |
pdf_loader = PyPDFLoader('test1.pdf')
|
114 |
+
embeddings = SentenceTransformer("Thomslionel/embedings")
|
115 |
+
# embeddings = HuggingFaceInstructEmbeddings(model_name="HooshvareLab/gpt2-fa", tokenizer=tokenizer)
|
116 |
index = VectorstoreIndexCreator(embedding=embeddings, text_splitter=RecursiveCharacterTextSplitter(chunk_size=1000, chunk_overlap=128)).from_loaders([pdf_loader])
|
117 |
return index
|
118 |
|