sleep on 403 http error

2023-08-18 16:14:06 -07:00
parent 1a7b6c7c3c
commit 14c728e6cd
1 changed files with 1 additions and 1 deletions
--- a/app/lib/scraper/http_client.rb
+++ b/app/lib/scraper/http_client.rb
@@ -143,7 +143,7 @@ class Scraper::HttpClient
      uri.to_s.black,
    ].reject(&:nil?).join(" "))

-    if response_code == 524 || response_code == 502 || response_code == 503
+    if response_code == 524 || response_code == 502 || response_code == 503 || response_code == 403
      logger.error("HTTP #{response_code} - sleeping to not throttle server")
      sleep 15
    end