redux-scraper/app/lib/scraper/client_factory.rb

# typed: true
class Scraper::ClientFactory
  extend T::Sig

  @http_clients = Concurrent::ThreadLocalVar.new() { {} }
  @gallery_dl_clients = Concurrent::ThreadLocalVar.new(nil)

  # for testing only
  sig { params(mock: T.nilable(Scraper::HttpClient)).void }
  def self.http_client_mock=(mock)
    raise unless Rails.env.test?
    @http_client_mock = mock
  end

  sig { returns(T.nilable(Scraper::HttpClient)) }
  def self.http_client_mock
    raise unless Rails.env.test?
    @http_client_mock
  end

  def self.gallery_dl_client_mock=(mock)
    raise unless Rails.env.test?
    @gallery_dl_client_mock = mock
  end

  # public API
  def self.get_gallery_dl_client
    # TODO - can probably allow development to hit real websites
    if Rails.env.test? || Rails.env.development?
      @gallery_dl_client_mock || raise("no gallery dl mock set")
    else
      _gallery_dl_client_impl
    end
  end

  def self.get_twitter_http_client
    if Rails.env.test? || Rails.env.development?
      @http_client_mock || raise("no http client mock set")
    else
      _http_client_impl(:twitter, Scraper::TwitterHttpClientConfig)
    end
  end

  def self.get_generic_http_client
    if Rails.env.test?
      @http_client_mock || raise("no http client mock set")
    else
      _http_client_impl(:generic, Scraper::GenericHttpClientConfig)
    end
  end

  def self.get_fa_http_client
    if Rails.env.test?
      @http_client_mock || raise("no http client mock set")
    else
      _http_client_impl(:fa, Scraper::FaHttpClientConfig)
    end
  end

  def self.get_fuzzysearch_http_client
    if Rails.env.test?
      @http_client_mock || raise("no http client mock set")
    else
      _http_client_impl(:fuzzysearch, Scraper::FuzzysearchHttpClientConfig)
    end
  end

  def self.get_sofurry_http_client
    if Rails.env.test?
      @http_client_mock || raise("no http client mock set")
    else
      _http_client_impl(:sofurry, Scraper::SofurryHttpClientConfig)
    end
  end

  def self.get_e621_http_client
    if Rails.env.test?
      @http_client_mock || raise("no http client mock set")
    else
      _http_client_impl(:e621, Scraper::E621HttpClientConfig)
    end
  end

  def self.get_inkbunny_http_client
    if Rails.env.test?
      @http_client_mock || raise("no http client mock set")
    else
      _http_client_impl(:inkbunny, Scraper::InkbunnyHttpClientConfig)
    end
  end

  def self.get_fur_archiver_http_client
    if Rails.env.test?
      @http_client_mock || raise("no http client mock set")
    else
      _http_client_impl(:fur_archiver, Scraper::FurArchiverHttpClientConfig)
    end
  end

  def self.get_tor_http_client
    if Rails.env.test?
      @http_client_mock || raise("no http client mock set")
    else
      _http_client_impl(
        :tor,
        Scraper::TorHttpClientConfig,
        Scraper::TorCurlHttpPerformer,
      )
    end
  end

  def self._gallery_dl_client_impl
    @gallery_dl_clients.value ||=
      begin
        proxy_config =
          Rails.application.config.x.proxy || raise("no proxy config")
        if proxy_config[:gallery_dl].blank?
          raise(
            "no gallery_dl host defined for proxy config #{proxy_config[:name]}",
          )
        end
        Scraper::GalleryDlClient.new(
          proxy_config[:name],
          proxy_config[:gallery_dl],
        )
      end
  end

  sig do
    params(
      key: Symbol,
      config_klass: T.class_of(Scraper::HttpClientConfig),
      performer_klass: T.class_of(Scraper::CurlHttpPerformer),
    ).returns(Scraper::HttpClient)
  end
  def self._http_client_impl(
    key,
    config_klass,
    performer_klass = Scraper::CurlHttpPerformer
  )
    @http_clients.value[key] ||= begin
      Scraper::HttpClient.new(config_klass.new, performer_klass.new)
    end
  end
end