Update app.py

app.py

@@ -137,14 +137,14 @@ def get_pdf_index():
                 small_chunks.append(text)
 
         final_chunks = []
-        max_tokens = 512
+        max_tokens = 128
 
         for chunk in small_chunks:
             token_count = count_tokens(chunk, model_name="gpt-3.5-turbo")
             if token_count > max_tokens:
                 splitter_token_safe = RecursiveCharacterTextSplitter(
-                    chunk_size=512,
-                    chunk_overlap=100
+                    chunk_size=128,
+                    chunk_overlap=64
                 )
                 smaller_chunks = splitter_token_safe.split_text(chunk)
                 final_chunks.extend(smaller_chunks)