sleep and raise on IP ban

2023-04-14 14:36:24 -07:00
parent b8ac3a9d24
commit a8a619e114
1 changed files with 6 additions and 0 deletions
--- a/app/lib/scraper/http_client.rb
+++ b/app/lib/scraper/http_client.rb
@@ -148,6 +148,12 @@ class Scraper::HttpClient
      sleep 15
    end

+    if content_type =~ /text\/plain/ && response_body =~ /Your IP address has been temporarily banned/
+      logger.error("IP temp banned, sleeping & raising...")
+      sleep 60 * 5
+      raise
+    end
+
    reporter.write_point(
      "http_client_response",
      tags: {