bcci commited on
Commit
0a79676
·
verified ·
1 Parent(s): 7b5f305

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +2 -0
app.py CHANGED
@@ -31,7 +31,9 @@ async def scraper(url):
31
 
32
  async def text_scraper(url):
33
  """Fetches HTML content using AsyncFetcher and than extract text."""
 
34
  html = await async_fetcher.get(url)
 
35
  return re.sub(r'\s+', ' ', re.sub(r'\n+', ' ', html.get_all_text())).strip()
36
 
37
 
 
31
 
32
  async def text_scraper(url):
33
  """Fetches HTML content using AsyncFetcher and than extract text."""
34
+ print(url)
35
  html = await async_fetcher.get(url)
36
+ print(html.html_content)
37
  return re.sub(r'\s+', ' ', re.sub(r'\n+', ' ', html.get_all_text())).strip()
38
 
39