daily.yml

name: Daily

# See https://docs.github.com/en/actions/using-workflows/events-that-trigger-workflows#schedule

on:
  workflow_dispatch:
  schedule:
    # * is a special character in YAML so you have to quote this string
    - cron:  '30 5 * * *'

jobs:
  validate-cclw-sheet:
    runs-on: ubuntu-latest
    steps:
      - uses: actions/checkout@v2

      - name: Use .env.example
        run:  cp .env.example .env

      - name: Get dependencies  
        run: pip install --upgrade google-api-python-client google-auth-httplib2 google-auth-oauthlib

      - name: Download Sheet
        run: python scripts/validate_cclw_sheet/download.py > download.csv
        env:
          GOOGLE_SERVICE_ACCOUNT: ${{ secrets.GOOGLE_SERVICE_ACCOUNT }} 

      - name: Validate Download
        run: |
          head -n1 download.csv
          wc -l download.csv

      - name: Get python Container
        run:  docker pull python:3.9

      - name: Build
        run: |
          docker-compose build
          docker images

      - name: Start Backend
        run: make start

      - name: Validate Sheet 
        run:  TEST_HOST="http://localhost:8888" ./scripts/validate_cclw_sheet/validate-ingest.sh download.csv

      - name: Log Dump
        if:   always()
        run:  docker-compose logs