diff --git a/Pipfile b/Pipfile index 48cfdc2..4d0d4bb 100644 --- a/Pipfile +++ b/Pipfile @@ -49,6 +49,7 @@ selenium = "*" webdriver-manager = "*" cryptography = "*" cffi = "*" +pyopenssl = "*" [requires] python_version = "3.9" diff --git a/Pipfile.lock b/Pipfile.lock index c45e363..99b9e7b 100644 --- a/Pipfile.lock +++ b/Pipfile.lock @@ -1,7 +1,7 @@ { "_meta": { "hash": { - "sha256": "97514245fa0e583a4df6a75006e4df2e6bcea0c920307691473a44e765a5ac3f" + "sha256": "d87efe4eddabc664dba8884113a365f6136d692ec272cd4061b0640cffdb9852" }, "pipfile-spec": 6, "requires": { @@ -465,6 +465,15 @@ "markers": "python_version >= '3.8'", "version": "==2.22" }, + "pyopenssl": { + "hashes": [ + "sha256:49f7a019577d834746bc55c5fce6ecbcec0f2b4ec5ce1cf43a9a173b8138bb36", + "sha256:e474f5a473cd7f92221cc04976e48f4d11502804657a08a989fb3be5514c904a" + ], + "index": "pypi", + "markers": "python_version >= '3.7'", + "version": "==24.3.0" + }, "pypdfium2": { "hashes": [ "sha256:1a9e372bd4867ff223cc8c338e33fe11055dad12f22885950fc27646cc8d9122", diff --git a/setup.py b/setup.py index 2aa4c3a..8a4e9f7 100644 --- a/setup.py +++ b/setup.py @@ -133,6 +133,7 @@ def run(self): "pdfplumber", "requests", "openpyxl", + "pyopenssl", "retry", "selenium", "tenacity", diff --git a/warn/scrapers/va.py b/warn/scrapers/va.py index 949d7e9..c2c9244 100644 --- a/warn/scrapers/va.py +++ b/warn/scrapers/va.py @@ -112,6 +112,7 @@ def scrape( logger.debug("Attempting to launch Chrome") chromeoptionsholder = ChromeOptions() chromeoptionsholder.add_argument("--no-sandbox") + chromeoptionsholder.add_argument("--disable-dev-shm-usage") chromeoptionsholder.add_argument("--remote-debugging-pipe") chrome_install = ChromeDriverManager().install()