Merge pull request #682 from biglocalnews/va-679v3

Require pyopenssl; disable Chrome dev-shm-usage
biglocalnews · Dec 23, 2024 · 865063c · 865063c
2 parents 489b524 + 30153e9
commit 865063c
Show file tree

Hide file tree

Showing 4 changed files with 13 additions and 1 deletion.
diff --git a/Pipfile b/Pipfile
@@ -49,6 +49,7 @@ selenium = "*"
 webdriver-manager = "*"
 cryptography = "*"
 cffi = "*"
+pyopenssl = "*"
 
 [requires]
 python_version = "3.9"

diff --git a/Pipfile.lock b/Pipfile.lock
diff --git a/setup.py b/setup.py
@@ -133,6 +133,7 @@ def run(self):
         "pdfplumber",
         "requests",
         "openpyxl",
+        "pyopenssl",
         "retry",
         "selenium",
         "tenacity",

diff --git a/warn/scrapers/va.py b/warn/scrapers/va.py
@@ -112,6 +112,7 @@ def scrape(
     logger.debug("Attempting to launch Chrome")
     chromeoptionsholder = ChromeOptions()
     chromeoptionsholder.add_argument("--no-sandbox")
+    chromeoptionsholder.add_argument("--disable-dev-shm-usage")
     chromeoptionsholder.add_argument("--remote-debugging-pipe")
 
     chrome_install = ChromeDriverManager().install()