fix: fixing scraper fails and updating scrape schedule (#294)

* fix: fixing scraper error * feat: updating schedule for test * feat: updating pnpm-lock to newer version
wasedatime · Jun 2, 2023 · ae0870f · ae0870f
1 parent 4810a67
commit ae0870f
Show file tree

Hide file tree

Showing 4 changed files with 924 additions and 830 deletions.
diff --git a/lib/configs/event/schedule.ts b/lib/configs/event/schedule.ts
@@ -1,26 +1,81 @@
 import * as events from 'aws-cdk-lib/aws-events';
 
 export const syllabusSchedule: { [name: string]: events.Schedule } = {
-  'regular':
-    events.Schedule.cron({ minute: '0', hour: '16', day: '1', month: '*', year: '*' }),
-  'fall-pre':
-    events.Schedule.cron({ minute: '0', hour: '16', day: '19,21,23', month: 'JUL,AUG', year: '*' }),
-  'fall-reg1':
-    events.Schedule.cron({ minute: '0', hour: '16', day: '4,7,10,13,15,17', month: 'SEP', year: '*' }),
-  'fall-reg2':
-    events.Schedule.cron({ minute: '0', hour: '16', day: '20,23,25', month: 'SEP', year: '*' }),
-  'fall-reg3':
-    events.Schedule.cron({ minute: '0', hour: '16', day: '28,30', month: 'SEP', year: '*' }),
-  'fall-reg4':
-    events.Schedule.cron({ minute: '0', hour: '16', day: '3,5,8', month: 'OCT', year: '*' }),
-  'spring-pre':
-    events.Schedule.cron({ minute: '0', hour: '16', day: '14,24', month: 'FEB', year: '*' }),
-  'spring-reg1':
-    events.Schedule.cron({ minute: '0', hour: '16', day: '4,7,10,13,16,18,21,24,27', month: 'MAR', year: '*' }),
-  'spring-reg2':
-    events.Schedule.cron({ minute: '0', hour: '16', day: '3,5,8', month: 'APR', year: '*' }),
-  'spring-reg3':
-    events.Schedule.cron({ minute: '0', hour: '16', day: '16,20,24,26,28', month: 'APR', year: '*' }),
-  'spring-reg4':
-    events.Schedule.cron({ minute: '0', hour: '16', day: '9,12,14,16', month: 'MAY', year: '*' }),
+  'regular': events.Schedule.cron({
+    minute: '0',
+    hour: '16',
+    day: '1,2',
+    month: '*',
+    year: '*',
+  }),
+  'fall-pre': events.Schedule.cron({
+    minute: '0',
+    hour: '16',
+    day: '19,21,23',
+    month: 'JUL,AUG',
+    year: '*',
+  }),
+  'fall-reg1': events.Schedule.cron({
+    minute: '0',
+    hour: '16',
+    day: '4,7,10,13,15,17',
+    month: 'SEP',
+    year: '*',
+  }),
+  'fall-reg2': events.Schedule.cron({
+    minute: '0',
+    hour: '16',
+    day: '20,23,25',
+    month: 'SEP',
+    year: '*',
+  }),
+  'fall-reg3': events.Schedule.cron({
+    minute: '0',
+    hour: '16',
+    day: '28,30',
+    month: 'SEP',
+    year: '*',
+  }),
+  'fall-reg4': events.Schedule.cron({
+    minute: '0',
+    hour: '16',
+    day: '3,5,8',
+    month: 'OCT',
+    year: '*',
+  }),
+  'spring-pre': events.Schedule.cron({
+    minute: '0',
+    hour: '16',
+    day: '14,24',
+    month: 'FEB',
+    year: '*',
+  }),
+  'spring-reg1': events.Schedule.cron({
+    minute: '0',
+    hour: '16',
+    day: '4,7,10,13,16,18,21,24,27',
+    month: 'MAR',
+    year: '*',
+  }),
+  'spring-reg2': events.Schedule.cron({
+    minute: '0',
+    hour: '16',
+    day: '3,5,8',
+    month: 'APR',
+    year: '*',
+  }),
+  'spring-reg3': events.Schedule.cron({
+    minute: '0',
+    hour: '16',
+    day: '16,20,24,26,28',
+    month: 'APR',
+    year: '*',
+  }),
+  'spring-reg4': events.Schedule.cron({
+    minute: '0',
+    hour: '16',
+    day: '9,12,14,16',
+    month: 'MAY',
+    year: '*',
+  }),
 };