[nsfwalbum] retry backend requests (fixes #1733)

mikf · Jul 29, 2021 · 4e95cef · 4e95cef
1 parent 6c11105
commit 4e95cef
Showing 1 changed file with 14 additions and 1 deletion.
diff --git a/gallery_dl/extractor/nsfwalbum.py b/gallery_dl/extractor/nsfwalbum.py
@@ -43,11 +43,24 @@ def metadata(self, page):
     def images(self, page):
         iframe = self.root + "/iframe_image.php?id="
         backend = self.root + "/backend.php"
+        retries = self._retries
+
         for image_id in text.extract_iter(page, 'data-img-id="', '"'):
             spirit = self._annihilate(text.extract(self.request(
                 iframe + image_id).text, 'giraffe.annihilate("', '"')[0])
             params = {"spirit": spirit, "photo": image_id}
-            data = self.request(backend, params=params).json()
+
+            tries = 0
+            while tries <= retries:
+                try:
+                    data = self.request(backend, params=params).json()
+                    break
+                except Exception:
+                    tries += 1
+            else:
+                self.log.warning("Unable to fetch image %s", image_id)
+                continue
+
             yield data[0], {
                 "id"    : text.parse_int(image_id),
                 "width" : text.parse_int(data[1]),