anisrashidov commited on
Commit
738c854
·
verified ·
1 Parent(s): 712ea2e

Update crawler.py

Browse files
Files changed (1) hide show
  1. crawler.py +2 -0
crawler.py CHANGED
@@ -21,6 +21,8 @@ import multiprocessing
21
  def initialize_webdriver():
22
  """Initialize and return a WebDriver instance with headless options."""
23
  options = webdriver.ChromeOptions()
 
 
24
  options.add_argument("--headless=new")
25
  options.add_argument("--disable-gpu")
26
 
 
21
  def initialize_webdriver():
22
  """Initialize and return a WebDriver instance with headless options."""
23
  options = webdriver.ChromeOptions()
24
+ options.add_argument("--no-sandbox")
25
+ options.add_argument("--disable-dev-shm-usage")
26
  options.add_argument("--headless=new")
27
  options.add_argument("--disable-gpu")
28