task to enqueue fa posts with no scanned_at

This commit is contained in:
Dylan Knutson
2025-06-24 19:19:54 +00:00
parent e1c21fb2df
commit c20e7a0b7e
8 changed files with 166 additions and 44 deletions

View File

@@ -37,6 +37,11 @@ namespace :fa do
loop { sleep poll_duration if enqueuer.run_once == :sleep }
end
task enqueue_unscanned_ok_posts: %i[set_logger_stdout environment] do
start_at = ENV["start_at"]&.to_i
Domain::Fa::EnqueueUnscannedOkPosts.new(start_at: start_at).run
end
desc "enqueue waiting users"
task enqueue_waiting_users: %i[set_logger_stdout environment] do |t, args|
start_at = (ENV["start_at"] || 0).to_i
@@ -121,24 +126,24 @@ namespace :fa do
).perform_later({ url_name: url_name, force_scan: true })
end
task export_to_sqlite: %i[environment set_logger_stdout] do
profile = !!ENV["profile"]
sample = !!ENV["sample"]
outfile = ENV["outfile"] || raise("'outfile' required")
# task export_to_sqlite: %i[environment set_logger_stdout] do
# profile = !!ENV["profile"]
# sample = !!ENV["sample"]
# outfile = ENV["outfile"] || raise("'outfile' required")
tables =
ENV["tables"] ||
raise(
"'tables' required (all, #{Domain::Fa::SqliteExporter::TABLES.keys.join(", ")})",
)
tables = tables.split(",").map(&:to_sym)
# tables =
# ENV["tables"] ||
# raise(
# "'tables' required (all, #{Domain::Fa::SqliteExporter::TABLES.keys.join(", ")})",
# )
# tables = tables.split(",").map(&:to_sym)
db = SQLite3::Database.new(outfile)
exporter = Domain::Fa::SqliteExporter.new(db, sample, tables)
exporter.start_profiling! if profile
exporter.run
exporter.end_profiling! if profile
end
# db = SQLite3::Database.new(outfile)
# exporter = Domain::Fa::SqliteExporter.new(db, sample, tables)
# exporter.start_profiling! if profile
# exporter.run
# exporter.end_profiling! if profile
# end
# desc "Backfill favs by scanning historical HTTP logs for favorites pages"
# task backfill_favs: :environment do