Do not crawl data we already got in 7 days.

Asing1001 · Oct 29, 2023 · 27e335e · 27e335e
1 parent 72fa5dd
commit 27e335e
Showing 1 changed file with 3 additions and 2 deletions.
diff --git a/src/task/imdbTask.ts b/src/task/imdbTask.ts
@@ -34,10 +34,11 @@ async function getNewImdbInfos(): Promise<Movie[]> {
   );
 }
 
-function filterNeedCrawlMovie({ englishTitle, releaseDate }: Movie) {
+function filterNeedCrawlMovie({ englishTitle, releaseDate, imdbID, imdbRating, imdbLastCrawlTime }: Movie) {
   const now = moment();
   const isRecentMovie = now.diff(moment(releaseDate), 'months') <= 6;
-  const shouldCrawl = englishTitle && isRecentMovie;
+  const dataJustCrawled = imdbID && imdbRating && now.diff(moment(imdbLastCrawlTime), 'days') <= 7;
+  const shouldCrawl = !dataJustCrawled && englishTitle && isRecentMovie;
   return shouldCrawl;
 }