remove legacy Domain::{Fa,InkBunny,E621} model usage

Rakefile

@@ -40,22 +40,23 @@ task periodic_tasks: %i[environment set_logger_stdout] do
   loop { sleep 10 }
 end
 
-namespace :db_sampler do
-  task export: :environment do
-    url_names = ENV["url_names"] || raise("need 'url_names' (comma-separated)")
-    outfile = $stdout
-    DbSampler.new(outfile).export(url_names.split(","))
-  ensure
-    outfile.close if outfile
-  end
+# TODO - migrate to Domain::Post / Domain::User
+# namespace :db_sampler do
+#   task export: :environment do
+#     url_names = ENV["url_names"] || raise("need 'url_names' (comma-separated)")
+#     outfile = $stdout
+#     DbSampler.new(outfile).export(url_names.split(","))
+#   ensure
+#     outfile.close if outfile
+#   end
 
-  task import: [:environment] do
-    infile = $stdin
-    DbSampler.new(infile).import
-  ensure
-    infile.close if infile
-  end
-end
+#   task import: [:environment] do
+#     infile = $stdin
+#     DbSampler.new(infile).import
+#   ensure
+#     infile.close if infile
+#   end
+# end
 
 task good_job: %i[environment set_ar_stdout set_logger_stdout] do
   env_hash = {
@@ -93,138 +94,6 @@ task :reverse_csv do
   out_csv.close
 end
 
-task migrate_to_domain: :environment do
-  only_user = ENV["only_user"]
-  allowed_domains = %w[e621 fa ib]
-  only_domains = (ENV["only_domains"] || "").split(",")
-  only_domains = allowed_domains if only_domains.empty?
-  if (only_domains - allowed_domains).any?
-    raise "only_domains must be a subset of #{allowed_domains.join(", ")}"
-  end
-
-  migrator = Domain::MigrateToDomain.new
-
-  if only_domains.include?("e621")
-    # migrator.migrate_e621_users(only_user: only_user)
-    # migrator.migrate_e621_posts(only_user: only_user)
-    migrator.migrate_e621_users_favs(only_user: only_user)
-  end
-
-  if only_domains.include?("fa")
-    # migrator.migrate_fa_users(only_user: only_user)
-    # migrator.migrate_fa_posts(only_user: only_user)
-    # migrator.migrate_fa_users_favs(only_user: only_user)
-    migrator.migrate_fa_users_followed_users(only_user: only_user)
-  end
-
-  if only_domains.include?("ib")
-    migrator.migrate_inkbunny_users(only_user: only_user)
-    migrator.migrate_inkbunny_posts(only_user: only_user)
-    migrator.migrate_inkbunny_pools(only_user: nil) if only_user.nil?
-  end
-end
-
-task infer_last_submission_log_entries: :environment do
-  only_fa_id = ENV["only_fa_id"]
-  start = ENV["start_at"]&.to_i || nil
-
-  if only_fa_id
-    relation = Domain::Fa::Post.where(fa_id: only_fa_id)
-  else
-    relation =
-      Domain::Fa::Post
-        .where(state: :ok)
-        .where(last_submission_page_id: nil)
-        .or(Domain::Fa::Post.where(state: :ok).where(posted_at: nil))
-  end
-
-  relation.find_each(batch_size: 10, start:) do |post|
-    parts = ["[id: #{post.id}]", "[fa_id: #{post.fa_id}]"]
-
-    log_entry = post.guess_last_submission_page
-    unless log_entry
-      parts << "[no log entry]"
-      next
-    end
-
-    contents = log_entry.response&.contents
-    unless contents
-      parts << "[no contents]"
-      next
-    end
-
-    parser = Domain::Fa::Parser::Page.new(contents)
-    if parser.submission_not_found?
-      parts << "[removed]"
-      post.state = :removed
-    else
-      posted_at = parser.submission.posted_date
-      post.posted_at ||= posted_at
-      parts << "[posted at: #{posted_at}]"
-    end
-
-    if post.last_submission_page_id.present? &&
-         log_entry.id != post.last_submission_page_id
-      parts << "[overwrite]"
-    end
-    post.last_submission_page_id = log_entry.id
-
-    parts << "[log entry: #{log_entry.id}]"
-    parts << "[uri: #{log_entry.uri.to_s}]"
-    post.save!
-  rescue => e
-    parts << "[error: #{e.message}]"
-  ensure
-    puts parts.join(" ")
-  end
-end
-
-task fix_fa_post_files: :environment do
-  file_ids = ENV["file_ids"]&.split(",") || raise("need 'file_ids'")
-  Domain::Fa::Post
-    .where(file_id: file_ids)
-    .find_each { |post| post.fix_file_by_uri! }
-end
-
-task fix_fa_post_files_by_csv: :environment do
-  require "csv"
-
-  csv_file = ENV["csv_file"] || raise("need 'csv_file'")
-  CSV
-    .open(csv_file, headers: true)
-    .each do |row|
-      id = row["id"].to_i
-      post = Domain::Fa::Post.find(id)
-      post.fix_file_by_uri!
-    end
-end
-
-task fix_buggy_fa_posts: :environment do
-  post_fa_ids = %w[7704069 7704068 6432347 6432346].map(&:to_i)
-
-  require "uri"
-
-  post_fa_ids.each do |fa_id|
-    post = Domain::Fa::Post.find_by(fa_id: fa_id)
-    next unless post&.file
-    post_file_url_str = Addressable::URI.parse(post.file_url_str).to_s
-    file_url_str = Addressable::URI.parse(CGI.unescape(post.file.uri.to_s)).to_s
-    hle = post.guess_last_submission_page
-
-    parser = Domain::Fa::Parser::Page.new(hle.response.contents)
-    if parser.submission_not_found?
-      post.file = nil
-      post.save!
-      puts "submission not found"
-    else
-      submission = parser.submission
-      full_res_img = Addressable::URI.parse(submission.full_res_img)
-      full_res_img.scheme = "https" if full_res_img.scheme.blank?
-      matches = full_res_img.to_s == post.file_url_str
-    end
-  end
-end
-
 task enqueue_fa_posts_missing_files: %i[environment set_logger_stdout] do
   Domain::Post::FaPost
     .where(state: "ok")
@@ -407,56 +276,6 @@ rescue => e
   binding.pry
 end
 
-task fix_fa_user_avatars: :environment do
-  new_users_missing_avatar =
-    Domain::User::FaUser.where.missing(:avatar).select(:url_name)
-  old_users_with_avatar =
-    Domain::Fa::User
-      .where(url_name: new_users_missing_avatar)
-      .includes(:avatar)
-      .filter(&:avatar)
-
-  old_users_with_avatar.each do |old_user|
-    old_avatar = old_user.avatar
-    new_user = Domain::User::FaUser.find_by(url_name: old_user.url_name)
-
-    if old_avatar.log_entry.nil?
-      puts "enqueue fresh download for #{old_user.url_name}"
-      new_avatar = Domain::UserAvatar.new
-      new_user.avatar = new_avatar
-      new_user.save!
-      Domain::Fa::Job::UserAvatarJob.perform_now(avatar: new_avatar)
-      new_avatar.reload
-
-      binding.pry
-      next
-    end
-
-    new_avatar = Domain::UserAvatar.new
-    new_avatar.log_entry_id = old_avatar.log_entry_id
-    new_avatar.last_log_entry_id = old_avatar.log_entry_id
-    new_avatar.url_str = old_avatar.file_url_str
-    new_avatar.downloaded_at = old_avatar.log_entry&.created_at
-    new_avatar.state =
-      case old_avatar.state
-      when "ok"
-        old_avatar.log_entry_id.present? ? "ok" : "pending"
-      when "file_not_found"
-        new_avatar.error_message = old_avatar.state
-        "file_404"
-      else
-        new_avatar.error_message = old_avatar.state
-        "http_error"
-      end
-    new_user.avatar = new_avatar
-    new_user.save!
-    puts "migrated #{old_user.url_name}"
-  rescue => e
-    puts "error: #{e.message}"
-    binding.pry
-  end
-end
-
 task run_fa_user_avatar_jobs: :environment do
   avatars =
     Domain::UserAvatar
@@ -473,15 +292,6 @@ task run_fa_user_avatar_jobs: :environment do
   end
 end
 
-task sample_migrated_favs: :environment do
-  new_user = Domain::User::FaUser.where.not(migrated_user_favs_at: nil).last
-  old_user = Domain::Fa::User.find_by(url_name: new_user.url_name)
-
-  puts "user: #{new_user.url_name}"
-  puts "old fav count: #{old_user.fav_posts.count}"
-  puts "new fav count: #{new_user.faved_posts.count}"
-end
-
 task create_post_file_fingerprints: :environment do
   def migrate_posts_for_user(user)
     puts "migrating posts for #{user.to_param}"