diff --git a/.github/workflows/arxiv-daily.yml b/.github/workflows/arxiv-daily.yml new file mode 100644 index 0000000..4cb3fd5 --- /dev/null +++ b/.github/workflows/arxiv-daily.yml @@ -0,0 +1,32 @@ +name: 'arxiv-daily' + +on: + workflow_dispatch: + push: + branches: [ main ] + schedule: + - cron: '30 3 * * *' + +jobs: + arxiv-daily: + runs-on: ubuntu-latest + timeout-minutes: 10 + steps: + - uses: actions/checkout@v2 + - name: set up python + uses: actions/setup-python@v2 + with: + python-version: '3.10' + - name: install dependencies + run: | + python -m pip install --upgrade pip + pip install -r requirements.txt + - name: run crawler + env: + ENDPOINT: ${{ secrets.ENDPOINT }} + KEY_ID: ${{ secrets.KEY_ID }} + APPLICATION_KEY: ${{ secrets.APPLICATION_KEY }} + BUCKET_NAME: ${{ secrets.BUCKET_NAME }} + TZ: 'America/New_York' + run: | + python scripts/crawl.py