From 1a1bb06a798058768273e1ef7d599940d89d7cf7 Mon Sep 17 00:00:00 2001
From: Yilun Guan <guanyilun@users.noreply.github.com>
Date: Sat, 27 Jan 2024 12:47:41 -0500
Subject: [PATCH] Create arxiv-daily.yml

---
 .github/workflows/arxiv-daily.yml | 32 +++++++++++++++++++++++++++++++
 1 file changed, 32 insertions(+)
 create mode 100644 .github/workflows/arxiv-daily.yml

diff --git a/.github/workflows/arxiv-daily.yml b/.github/workflows/arxiv-daily.yml
new file mode 100644
index 0000000..4cb3fd5
--- /dev/null
+++ b/.github/workflows/arxiv-daily.yml
@@ -0,0 +1,32 @@
+name: 'arxiv-daily'
+
+on:
+  workflow_dispatch:
+  push:
+    branches: [ main ]
+  schedule:
+    - cron: '30 3 * * *'
+
+jobs:
+  arxiv-daily:
+    runs-on: ubuntu-latest
+    timeout-minutes: 10
+    steps:
+      - uses: actions/checkout@v2
+      - name: set up python
+        uses: actions/setup-python@v2
+        with:
+          python-version: '3.10'
+      - name: install dependencies
+        run: |
+          python -m pip install --upgrade pip
+          pip install -r requirements.txt
+      - name: run crawler
+        env:
+          ENDPOINT: ${{ secrets.ENDPOINT }}
+          KEY_ID: ${{ secrets.KEY_ID }}
+          APPLICATION_KEY: ${{ secrets.APPLICATION_KEY }}
+          BUCKET_NAME: ${{ secrets.BUCKET_NAME }}
+          TZ: 'America/New_York'
+        run: |
+          python scripts/crawl.py