Update crawl_the_site.py

crawl_the_site.py

@@ -3,7 +3,7 @@ import requests as req
 from bs4 import BeautifulSoup
 from urllib.parse import urljoin,urlparse
 
-text_splitter = RecursiveCharacterTextSplitter(chunk_size=300,chunk_overlap=100,length_function=len)
+text_splitter = RecursiveCharacterTextSplitter(chunk_size=1000,chunk_overlap=300,length_function=len)
 
 def get_base(url):
     parsed = urlparse(url)