Update app.py

app.py

@@ -34,6 +34,8 @@ list_llm = ["google/gemma-7b-it", "mistralai/Mistral-7B-Instruct-v0.2"]
 def initialize_database(document, chunk_size, chunk_overlap, progress=gr.Progress()):
     logger.info("Initializing database...")
     documents = []
+    splitter = CharacterTextSplitter(chunk_size=chunk_size, chunk_overlap=chunk_overlap)
+    
     for file in document:
         try:
             loader = UnstructuredPDFLoader(file.name)
@@ -47,11 +49,10 @@ def initialize_database(document, chunk_size, chunk_overlap, progress=gr.Progres
                 logger.error("Impossibile caricare il documento PDF. Assicurati di aver installato 'unstructured' o 'pypdf'.")
                 return None, "Errore: Pacchetti necessari non installati. Esegui 'pip install unstructured pypdf' e riprova."
         
-        splitter = CharacterTextSplitter(chunk_size=chunk_size, chunk_overlap=chunk_overlap)
         for doc in docs:
-            pages = splitter.split_document(doc)
-            for page in pages:
-                documents.append(Document(page_content=page.page_content, metadata={"filename": file.name}))
+            text_chunks = splitter.split_text(doc.page_content)
+            for chunk in text_chunks:
+                documents.append(Document(page_content=chunk, metadata={"filename": file.name, "page": doc.metadata.get("page", 0)}))
     
     if not documents:
         return None, "Errore: Nessun documento caricato correttamente."
@@ -60,6 +61,7 @@ def initialize_database(document, chunk_size, chunk_overlap, progress=gr.Progres
     progress.update(0.5)
     logger.info("Database initialized successfully.")
     return vectorstore, "Initialized"
+
         
 def initialize_LLM(llm_option, llm_temperature, max_tokens, top_k, vector_db, progress=gr.Progress(), language="italian"):
     logger.info("Initializing LLM chain...")
@@ -129,16 +131,6 @@ def conversation(qa_chain, message, history, language):
 
 def demo():
     with gr.Blocks(theme="base") as demo:
-        gr.Markdown(
-        """
-        ## Importante: Installazione dei pacchetti necessari
-        Prima di utilizzare questa applicazione, assicurati di aver installato i seguenti pacchetti:
-        ```
-        pip install unstructured pypdf
-        ```
-        Questi pacchetti sono necessari per il corretto funzionamento del caricamento dei documenti PDF.
-        """
-        )
 
         vector_db = gr.State()
         qa_chain = gr.State()