sleep on 403 http error

2023-08-18 16:14:06 -07:00
parent 0977ac4343
commit 8751ce4856
1 changed files with 1 additions and 1 deletions
--- a/app/lib/scraper/http_client.rb
+++ b/app/lib/scraper/http_client.rb
@@ -143,7 +143,7 @@ class Scraper::HttpClient
      uri.to_s.black,
    ].reject(&:nil?).join(" "))

-    if response_code == 524 || response_code == 502 || response_code == 503
+    if response_code == 524 || response_code == 502 || response_code == 503 || response_code == 403
      logger.error("HTTP #{response_code} - sleeping to not throttle server")
      sleep 15
    end