Update app.py

app.py

@@ -137,13 +137,13 @@ def get_pdf_index():
                 small_chunks.append(text)
 
         final_chunks = []
-        max_tokens = 2000
+        max_tokens = 512
 
         for chunk in small_chunks:
             token_count = count_tokens(chunk, model_name="gpt-3.5-turbo")
             if token_count > max_tokens:
                 splitter_token_safe = RecursiveCharacterTextSplitter(
-                    chunk_size=1000,
+                    chunk_size=512,
                     chunk_overlap=100
                 )
                 smaller_chunks = splitter_token_safe.split_text(chunk)