dymk/redux-scraper
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

migration script

Browse Source
This commit is contained in:
Dylan Knutson
2025-02-05 03:46:16 +00:00
parent 2a9302ced9
commit ea20ece8e2
24 changed files with 1929 additions and 373 deletions
Download Patch File Download Diff File Expand all files Collapse all files

33
rake/e621.rake
View File

@@ -20,8 +20,8 @@ namespace :e621 do
task scan_user_favs: :environment do
while user =
Domain::E621::User
.where_scanned_favs_at("is null")
.where_num_other_favs_cached("< ?", 200)
.where(scanned_favs_at: nil)
.where(num_other_favs_cached: ..200)
.order("RANDOM()")
.take
Domain::E621::Job::ScanUserFavsJob.perform_now(user: user)
@@ -33,11 +33,11 @@ namespace :e621 do
user_query =
lambda do
Domain::E621::User
.where_scanned_favs_status("is null")
.or(Domain::E621::User.where_scanned_favs_status("<> ?", "error"))
.where_scanned_favs_at("is null")
.where_num_other_favs_cached("is not null")
.order_num_other_favs_cached(:desc)
.where(scanned_favs_status: nil)
.or(Domain::E621::User.where.not(scanned_favs_status: "error"))
.where(scanned_favs_at: nil)
.where.not(num_other_favs_cached: nil)
.order(num_other_favs_cached: :desc)
end
while user = user_query.call.first
Domain::E621::Job::ScanUserFavsJob.perform_now(user: user)
@@ -83,11 +83,20 @@ namespace :e621 do
# puts Domain::Post::E621Post.where(e621_id: 5_350_363).explain.inspect
# puts Domain::Post::FaPost.where(fa_id: 52_801_830).explain.inspect
# puts Domain::Fa::Post.where(fa_id: 52_801_830).explain.inspect
puts Domain::Post::FaPost
.select(:fa_id)
.where(fa_id: 52_801_830)
.explain
.inspect
# puts Domain::Post::FaPost
# .select(:fa_id)
# .where(fa_id: 52_801_830)
# .explain
# .inspect
query = Domain::E621::Post.joins(domain_posts: :e621_id)
# "LEFT JOIN domain_posts ON domain_e621_posts.e621_id =
# (domain_posts.json_attributes->>'e621_id')::integer
# AND domain_posts.type = 'Domain::Post::E621Post'",
# ).where("domain_posts.id IS NULL")
puts query.explain.inspect
# puts Domain::Fa::Post
# .joins(
# "