Retry when status code equal 999

jaeles-project · Feb 9, 2020 · 97af5a1 · 97af5a1
1 parent bb1a0ab
commit 97af5a1
Showing 1 changed file with 6 additions and 0 deletions.
diff --git a/core/crawler.go b/core/crawler.go
@@ -297,6 +297,12 @@ func (crawler *Crawler) Start() {
 		if response.StatusCode == 404 || response.StatusCode == 429 || response.StatusCode == 0 {
 			return
 		}
+
+		// Retry if status code == 999
+		if response.StatusCode == 999 {
+			_ = response.Request.Retry()
+		}
+
 		u := response.Request.URL.String()
 		outputFormat := fmt.Sprintf("[url] - [code-%d] - %s", response.StatusCode, u)
 		fmt.Println(outputFormat)