Download daily reservoir data #508
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
name: Download daily reservoir data | |
on: | |
schedule: | |
- cron: "0 10 * * *" # run every day at 3 a.m. PST | |
workflow_dispatch: | |
jobs: | |
scrape: | |
runs-on: ubuntu-latest | |
steps: | |
- uses: actions/checkout@v2 | |
- name: Install pipenv | |
run: pipx install pipenv | |
- uses: actions/setup-python@v2 | |
with: | |
python-version: '3.9' | |
cache: 'pipenv' | |
- run: pipenv install | |
- name: Install requirements | |
run: pipenv install -r requirements.txt | |
- name: Run statewide scraper | |
run: pipenv run jupyter execute downloaders/reservoirs/reservoirs-statewide.ipynb | |
- name: Run DWR scraper | |
run: pipenv run jupyter execute downloaders/reservoirs/reservoirs-dwr.ipynb | |
- name: Run BoR scraper | |
run: pipenv run jupyter execute downloaders/reservoirs/reservoirs-colorado-bor.ipynb | |
- name: Process statewide reservoirs | |
run: pipenv run jupyter execute processors/reservoirs/reservoirs-statewide.ipynb | |
- name: Process DWR data | |
run: pipenv run jupyter execute processors/reservoirs/reservoirs-dwr.ipynb | |
- name: Process BoR data | |
run: pipenv run jupyter execute processors/reservoirs/reservoirs-colorado.ipynb | |
- name: Add and commit | |
id: add_commit | |
uses: EndBug/add-and-commit@v8 | |
with: | |
committer_name: Automated | |
committer_email: [email protected] | |
message: "Latest reservoir data" | |
- name: Push | |
run: git push |