Update app.py

app.py

@@ -2,23 +2,23 @@ from fastapi import FastAPI, Request, HTTPException
 from fastapi.responses import PlainTextResponse
 from urllib.parse import unquote
 import uvicorn
-from scrapling import Fetcher, StealthyFetcher
+from scrapling import AsyncFetcher, StealthyFetcher
 from markitdown import MarkItDown
 import tempfile
 import os
 
 app = FastAPI()
 
-fetcher = Fetcher(auto_match=True)
+fetcher = AsyncFetcher(auto_match=True)
 stealthy_fetcher = StealthyFetcher()
 md = MarkItDown()
 
 def stealthy_scraper(url):
-    html = stealthy_fetcher.fetch(url)
+    html = await stealthy_fetcher.async_fetch(url)
     return html.html_content
 
 def scraper(url):
-    html = fetcher.get(url)
+    html = await fetcher.get(url)
     return html.html_content
 
 def convert_html_to_md(html):
@@ -52,7 +52,7 @@ async def get_markdown_get(request: Request, url: str):
 
 # GET endpoint to /read/{url:path} expecting URL in path
 @app.get("/reader/{url:path}", response_class=PlainTextResponse)
-def get_markdown_get(request: Request, url: str):
+async def get_markdown_get(request: Request, url: str):
     try:
         # Retrieve the full path from the request
         full_url = str(request.url)