bsky fixes, ib missing post enqueuer
This commit is contained in:
5
app/lib/tasks/inkbunny.rb
Normal file
5
app/lib/tasks/inkbunny.rb
Normal file
@@ -0,0 +1,5 @@
|
||||
# typed: strict
|
||||
# frozen_string_literal: true
|
||||
|
||||
module Tasks::Inkbunny
|
||||
end
|
||||
94
app/lib/tasks/inkbunny/enqueue_missing_posts_task.rb
Normal file
94
app/lib/tasks/inkbunny/enqueue_missing_posts_task.rb
Normal file
@@ -0,0 +1,94 @@
|
||||
# typed: strict
|
||||
# frozen_string_literal: true
|
||||
|
||||
class Tasks::Inkbunny::EnqueueMissingPostsTask < EnqueueJobBase
|
||||
extend T::Sig
|
||||
include HasColorLogger
|
||||
include Domain::Fa::HasCountFailedInQueue
|
||||
|
||||
sig { override.returns(String) }
|
||||
def progress_key
|
||||
"task-inkbunny-enqueue-missing-posts"
|
||||
end
|
||||
|
||||
sig do
|
||||
override
|
||||
.params(
|
||||
perform_max: T.nilable(Integer),
|
||||
start_at: T.nilable(T.any(Integer, String)),
|
||||
log_sink: T.any(IO, StringIO),
|
||||
)
|
||||
.void
|
||||
end
|
||||
def initialize(perform_max: nil, start_at: nil, log_sink: $stderr)
|
||||
super(perform_max:, log_sink:)
|
||||
@start_at =
|
||||
T.let(
|
||||
get_progress(start_at&.to_s)&.to_i ||
|
||||
T.cast(Domain::Post::InkbunnyPost.maximum(:ib_id), Integer),
|
||||
Integer,
|
||||
)
|
||||
end
|
||||
|
||||
sig { override.void }
|
||||
def start_enqueuing
|
||||
log("starting from ib_id: #{@start_at}") if @start_at
|
||||
|
||||
total_processed = 0
|
||||
max_ib_post_id = @start_at
|
||||
|
||||
loop do
|
||||
min_ib_post_id = [max_ib_post_id - 10_000, 0].max
|
||||
|
||||
missing_ib_post_ids_sql = <<~SQL
|
||||
SELECT series.id
|
||||
FROM generate_series(#{min_ib_post_id}, #{max_ib_post_id}) AS series(id)
|
||||
LEFT JOIN domain_posts_ib_aux AS posts
|
||||
ON series.id = posts.ib_id
|
||||
WHERE posts.ib_id IS NULL
|
||||
ORDER BY series.id DESC
|
||||
LIMIT 100
|
||||
SQL
|
||||
|
||||
missing_ib_post_ids =
|
||||
ActiveRecord::Base
|
||||
.connection
|
||||
.execute(missing_ib_post_ids_sql)
|
||||
.values
|
||||
.flatten
|
||||
.map(&:to_i)
|
||||
missing_ib_post_ids = T.cast(missing_ib_post_ids, T::Array[Integer])
|
||||
|
||||
if found_min_id = missing_ib_post_ids.min
|
||||
enqueue do
|
||||
ColorLogger.quiet do
|
||||
Domain::Inkbunny::Job::UpdatePostsJob.perform_now(
|
||||
ib_post_ids: missing_ib_post_ids,
|
||||
)
|
||||
end
|
||||
end
|
||||
# Move to continue from the lowest ID we just processed
|
||||
max_ib_post_id = found_min_id
|
||||
|
||||
total_processed += missing_ib_post_ids.size
|
||||
logger.info(
|
||||
format_tags(
|
||||
make_tags(total_processed:, this_batch: missing_ib_post_ids.size),
|
||||
),
|
||||
)
|
||||
else
|
||||
# No missing IDs found in this large range, move the window down
|
||||
max_ib_post_id = min_ib_post_id
|
||||
end
|
||||
|
||||
# Stop if we've reached the beginning
|
||||
save_progress([max_ib_post_id, 0].max.to_s)
|
||||
break if max_ib_post_id <= 0
|
||||
end
|
||||
end
|
||||
|
||||
sig { override.returns(Integer) }
|
||||
def queue_size
|
||||
count_failed_in_queue("inkbunny")
|
||||
end
|
||||
end
|
||||
@@ -3,6 +3,7 @@ class Domain::PostGroup < ReduxApplicationRecord
|
||||
extend T::Helpers
|
||||
include AttrJsonRecordAliases
|
||||
include HasCompositeToParam
|
||||
include HasDomainType
|
||||
self.table_name = "domain_post_groups"
|
||||
abstract!
|
||||
|
||||
|
||||
@@ -7,4 +7,9 @@ class Domain::PostGroup::E621Pool < Domain::PostGroup
|
||||
def self.param_prefix_and_attribute
|
||||
["e621", :e621_id]
|
||||
end
|
||||
|
||||
sig { override.returns(Domain::DomainType) }
|
||||
def self.domain_type
|
||||
Domain::DomainType::E621
|
||||
end
|
||||
end
|
||||
|
||||
@@ -25,4 +25,9 @@ class Domain::PostGroup::InkbunnyPool < Domain::PostGroup
|
||||
"https://inkbunny.net/submissionsviewall.php?pool_id=#{self.ib_id}"
|
||||
end
|
||||
end
|
||||
|
||||
sig { override.returns(Domain::DomainType) }
|
||||
def self.domain_type
|
||||
Domain::DomainType::Inkbunny
|
||||
end
|
||||
end
|
||||
|
||||
@@ -26,4 +26,9 @@ class Domain::PostGroup::SofurryFolder < Domain::PostGroup
|
||||
"https://www.sofurry.com/browse/folder/#{type}?by=#{owner_id}&folder=#{sofurry_id}"
|
||||
end
|
||||
end
|
||||
|
||||
sig { override.returns(Domain::DomainType) }
|
||||
def self.domain_type
|
||||
Domain::DomainType::Sofurry
|
||||
end
|
||||
end
|
||||
|
||||
@@ -25,6 +25,8 @@
|
||||
<%= render "good_job/arguments/domain_user", user: job_arg.value %>
|
||||
<% when Domain::UserAvatar %>
|
||||
<%= render "good_job/arguments/domain_user_avatar", user_avatar: job_arg.value %>
|
||||
<% when Domain::PostGroup %>
|
||||
<%= render "good_job/arguments/domain_post_group", post_group: job_arg.value %>
|
||||
<% when GoodJob::Job %>
|
||||
<%= render "good_job/arguments/good_job_job", job: job_arg.value %>
|
||||
<% else %>
|
||||
|
||||
50
app/views/good_job/arguments/_domain_post_group.html.erb
Normal file
50
app/views/good_job/arguments/_domain_post_group.html.erb
Normal file
@@ -0,0 +1,50 @@
|
||||
<%# Display post group information with associated details %>
|
||||
<div class="d-flex align-items-center gap-2">
|
||||
<div class="d-flex align-items-center gap-2">
|
||||
<%= link_to Rails.application.routes.url_helpers.domain_post_group_posts_path(post_group),
|
||||
class: "badge bg-primary",
|
||||
target: "_blank" do %>
|
||||
<i class="fa-solid fa-layer-group me-1"></i><%= post_group.class.name %> #<%= post_group.id %>
|
||||
<% end %>
|
||||
<% prefix_attr = post_group.class.param_prefix_and_attribute %>
|
||||
<% if prefix_attr && prefix_attr[1] %>
|
||||
<% attr = prefix_attr[1] %>
|
||||
<% attr_value = post_group.send(attr) %>
|
||||
<span class="badge bg-secondary text-truncate" title="<%= attr_value %>">
|
||||
<i class="fa-solid fa-tag me-1"></i><%= attr %>:<%= attr_value %>
|
||||
</span>
|
||||
<% end %>
|
||||
<% if post_group.respond_to?(:name) && post_group.name.present? %>
|
||||
<span class="badge bg-secondary text-truncate" title="<%= post_group.name %>">
|
||||
<i class="fa-solid fa-heading me-1"></i><%= post_group.name %>
|
||||
</span>
|
||||
<% end %>
|
||||
</div>
|
||||
<div class="d-flex align-items-center ms-auto gap-2">
|
||||
<span class="badge bg-light text-dark">
|
||||
<i class="fa-solid fa-images me-1"></i><%= pluralize(post_group.posts.count, "post") %>
|
||||
</span>
|
||||
<% if post_group.external_url_for_view.present? %>
|
||||
<%= link_to post_group.external_url_for_view.to_s,
|
||||
class: "badge bg-secondary text-truncate-link",
|
||||
target: "_blank",
|
||||
rel: "noopener noreferrer nofollow" do %>
|
||||
<i class="fa-solid fa-link me-1"></i><%= domain_abbreviation_for_model(post_group) %>
|
||||
<% end %>
|
||||
<% end %>
|
||||
<% if post_group.respond_to?(:owner) && (owner = post_group.owner) %>
|
||||
<span class="badge bg-info">
|
||||
<i class="fa-solid fa-user me-1"></i><%= link_to domain_user_path(owner),
|
||||
class: "text-white",
|
||||
target: "_blank" do %>
|
||||
<%= owner.name %>
|
||||
<% end %>
|
||||
</span>
|
||||
<% end %>
|
||||
<% if post_group.created_at.present? %>
|
||||
<span class="badge bg-light text-dark" title="<%= time_ago_in_words(post_group.created_at) %> ago">
|
||||
<i class="fa-regular fa-clock me-1"></i><%= post_group.created_at.strftime("%Y-%m-%d %H:%M:%S") %>
|
||||
</span>
|
||||
<% end %>
|
||||
</div>
|
||||
</div>
|
||||
Reference in New Issue
Block a user