Download daily reservoir data #964
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
name: Download daily reservoir data | |
on: | |
schedule: | |
- cron: "0 10 * * *" # run every day at 3 a.m. PST | |
workflow_dispatch: | |
jobs: | |
scrape: | |
runs-on: ubuntu-latest | |
steps: | |
- uses: actions/checkout@v2 | |
- name: Install pipenv | |
run: pipx install pipenv | |
- uses: actions/setup-python@v2 | |
with: | |
python-version: '3.9' | |
cache: 'pipenv' | |
- run: pipenv install | |
- name: Install requirements | |
run: pipenv install -r requirements.txt | |
- name: Run statewide scraper | |
run: pipenv run jupyter execute reservoirs/download/01-statewide.ipynb | |
- name: Run DWR scraper | |
run: pipenv run jupyter execute reservoirs/download/02-dwr.ipynb | |
- name: Run BoR scraper | |
run: pipenv run jupyter execute reservoirs/download/03-colorado-bor.ipynb | |
- name: Process statewide reservoirs | |
run: pipenv run jupyter execute reservoirs/process/01-statewide.ipynb | |
- name: Process DWR data | |
run: pipenv run jupyter execute reservoirs/process/02-dwr.ipynb | |
- name: Process BoR data | |
run: pipenv run jupyter execute reservoirs/process/03-colorado.ipynb | |
- name: Add and commit | |
id: add_commit | |
uses: EndBug/add-and-commit@v8 | |
with: | |
committer_name: Automated | |
committer_email: [email protected] | |
message: "Latest reservoir data" | |
- name: Push | |
run: git push |