Skip to content

Commit

Permalink
Merge pull request #621 from stucka/md-http
Browse files Browse the repository at this point in the history
Patch MD http fault
  • Loading branch information
stucka authored Mar 10, 2024
2 parents 4883e37 + 57c64a5 commit f22a891
Showing 1 changed file with 3 additions and 4 deletions.
7 changes: 3 additions & 4 deletions warn/scrapers/md.py
Original file line number Diff line number Diff line change
Expand Up @@ -34,7 +34,7 @@ def scrape(
cache = Cache(cache_dir)

# Get the page
url = "http://www.dllr.state.md.us/employment/warn.shtml"
url = "https://www.dllr.state.md.us/employment/warn.shtml"
r = utils.get_url(url)
r.encoding = "utf-8"
html = r.text
Expand All @@ -49,12 +49,11 @@ def scrape(

# Download them all
html_list = []
html_list.append(html) # Save the source HTML for parsing also
html_list.append(html) # Save the source HTML for parsing also

for href in href_list:

# Request the HTML
url = f"http://www.dllr.state.md.us/employment/{href}"
url = f"https://www.dllr.state.md.us/employment/{href}"
r = utils.get_url(url)
r.encoding = "utf-8"
html = r.text
Expand Down

0 comments on commit f22a891

Please sign in to comment.