98 lines
2.7 KiB
Ruby
98 lines
2.7 KiB
Ruby
# Add your own tasks in files placed in lib/tasks ending in .rake,
|
|
# for example lib/tasks/capistrano.rake, and they will automatically be available to Rake.
|
|
|
|
require "rake/testtask"
|
|
require_relative "config/application"
|
|
|
|
Rails.application.load_tasks
|
|
$LOAD_PATH << Rails.root.join("rake")
|
|
Rake.application.rake_require "sst"
|
|
Rake.application.rake_require "log_entry"
|
|
Rake.application.rake_require "metrics"
|
|
Rake.application.rake_require "fa"
|
|
Rake.application.rake_require "e621"
|
|
Rake.application.rake_require "twitter"
|
|
|
|
task :set_ar_stdout => :environment do
|
|
ActiveRecord::Base.logger = Logger.new($stdout)
|
|
end
|
|
|
|
task :set_logger_stdout => :environment do
|
|
Rails.logger = Logger.new($stdout)
|
|
Rails.logger.formatter = proc do |severity, datetime, progname, msg|
|
|
"#{severity}: #{msg}\n"
|
|
end
|
|
ActiveRecord::Base.logger = nil
|
|
ActiveJob::Base.logger = nil
|
|
GoodJob.logger = Rails.logger
|
|
end
|
|
|
|
task :good_job_cron => :environment do
|
|
loop do
|
|
Rake::Task["fa:browse_page_job"].execute
|
|
sleep 60
|
|
end
|
|
end
|
|
|
|
task :good_job do
|
|
proxies = ["direct", "proxy-1", "dedipath-1", "serverhost-1"]
|
|
proxy = ENV["proxy"]
|
|
raise("'proxy' must be set") unless proxy
|
|
raise("'proxy' must be one of #{proxies}") unless proxies.include?(proxy)
|
|
|
|
env_hash = {
|
|
"RAILS_ENV" => "worker",
|
|
"GOOD_JOB_POLL_INTERVAL" => "5",
|
|
"GOOD_JOB_MAX_CACHE" => "10000",
|
|
"GOOD_JOB_QUEUE_SELECT_LIMIT" => "4096",
|
|
"GOOD_JOB_MAX_THREADS" => "4",
|
|
"GOOD_JOB_QUEUES" => [
|
|
"manual:4",
|
|
"static_file,fa_user_avatar:3",
|
|
"+fa_user_avatar,static_file,fa_post:1",
|
|
"+fa_user_page,fa_user_gallery,fa_post:3",
|
|
"fa_user_follows:2",
|
|
proxy == "serverhost-1" ? nil : "twitter_timeline_tweets:1",
|
|
].reject(&:nil?).join(";"),
|
|
}
|
|
|
|
env_hash.each do |key, value|
|
|
ENV[key] = value
|
|
puts "$> #{key.light_black.bold} = #{value.bold}"
|
|
end
|
|
|
|
cmd = "bundle exec good_job"
|
|
puts "$> #{cmd.bold}"
|
|
exec(cmd)
|
|
end
|
|
|
|
task :recompute_job_signatures => :environment do
|
|
ActiveRecord::Base.logger = Logger.new(STDOUT)
|
|
ActiveRecord::Base.logger.level = :error
|
|
|
|
start_at = ENV["start_at"]&.to_i || 0
|
|
count = 0
|
|
destroyed = 0
|
|
puts "# jobs: #{Delayed::Job.count}"
|
|
Delayed::Job.find_each(start: start_at) do |job|
|
|
job.set_signature
|
|
unless job.save
|
|
job.destroy
|
|
destroyed += 1
|
|
end
|
|
count += 1
|
|
if count % 50 == 0
|
|
puts "processed #{count}, destroyed #{destroyed} - last id: #{job.id}"
|
|
end
|
|
end
|
|
end
|
|
|
|
task :workoff_failed_jobs => [:environment, :set_ar_stdout, :set_logger_stdout] do
|
|
worker = Delayed::Worker.new
|
|
Delayed::Job.where(
|
|
"last_error is not null and attempts <= 2"
|
|
).find_each(batch_size: 1) do |job|
|
|
worker.run(job)
|
|
end
|
|
end
|