Create arxiv-daily.yml

.github/workflows/arxiv-daily.yml

@@ -0,0 +1,32 @@
+name: 'arxiv-daily'
+
+on:
+  workflow_dispatch:
+  push:
+    branches: [ main ]
+  schedule:
+    - cron: '30 3 * * *'
+
+jobs:
+  arxiv-daily:
+    runs-on: ubuntu-latest
+    timeout-minutes: 10
+    steps:
+      - uses: actions/checkout@v2
+      - name: set up python
+        uses: actions/setup-python@v2
+        with:
+          python-version: '3.10'
+      - name: install dependencies
+        run: |
+          python -m pip install --upgrade pip
+          pip install -r requirements.txt
+      - name: run crawler
+        env:
+          ENDPOINT: ${{ secrets.ENDPOINT }}
+          KEY_ID: ${{ secrets.KEY_ID }}
+          APPLICATION_KEY: ${{ secrets.APPLICATION_KEY }}
+          BUCKET_NAME: ${{ secrets.BUCKET_NAME }}
+          TZ: 'America/New_York'
+        run: |
+          python scripts/crawl.py