-
Notifications
You must be signed in to change notification settings - Fork 0
42 lines (40 loc) · 1.43 KB
/
daily-reservoirs.yml
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
name: Download daily reservoir data
on:
schedule:
- cron: "0 10 * * *" # run every day at 3 a.m. PST
workflow_dispatch:
jobs:
scrape:
runs-on: ubuntu-latest
steps:
- uses: actions/checkout@v2
- name: Install pipenv
run: pipx install pipenv
- uses: actions/setup-python@v2
with:
python-version: '3.9'
cache: 'pipenv'
- run: pipenv install
- name: Install requirements
run: pipenv install -r requirements.txt
- name: Run statewide scraper
run: pipenv run jupyter execute downloaders/reservoirs/reservoirs-statewide.ipynb
- name: Run DWR scraper
run: pipenv run jupyter execute downloaders/reservoirs/reservoirs-dwr.ipynb
- name: Run BoR scraper
run: pipenv run jupyter execute downloaders/reservoirs/reservoirs-colorado-bor.ipynb
- name: Process statewide reservoirs
run: pipenv run jupyter execute processors/reservoirs/reservoirs-statewide.ipynb
- name: Process DWR data
run: pipenv run jupyter execute processors/reservoirs/reservoirs-dwr.ipynb
- name: Process BoR data
run: pipenv run jupyter execute processors/reservoirs/reservoirs-colorado.ipynb
- name: Add and commit
id: add_commit
uses: EndBug/add-and-commit@v8
with:
committer_name: Automated
committer_email: [email protected]
message: "Latest reservoir data"
- name: Push
run: git push