dymk/redux-scraper
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity
Files
8bd6c4b2ae75007ae3cf87b31f20c0fbbeba74d2
redux-scraper/db/migrate
History
Dylan Knutson 8bd6c4b2ae migrate e621 favs to own table
2025-08-20 22:10:57 +00:00
..
20230129050320_create_log_store_sst_entries.rb
add typed where possible
2025-01-01 03:29:53 +00:00
20230131012417_create_http_log_entries.rb
add typed where possible
2025-01-01 03:29:53 +00:00
20230203222102_create_parent_key_on_sst_entries.rb
add typed where possible
2025-01-01 03:29:53 +00:00
20230204015222_create_full_value_on_sst_entries.rb
add typed where possible
2025-01-01 03:29:53 +00:00
20230204023258_create_flat_sst_entries.rb
add typed where possible
2025-01-01 03:29:53 +00:00
20230207204901_add_foreign_key_constraints.rb
add typed where possible
2025-01-01 03:29:53 +00:00
20230207210950_create_versions.rb
add typed where possible
2025-01-01 03:29:53 +00:00
20230207211826_create_domain_fa_posts.rb
add typed where possible
2025-01-01 03:29:53 +00:00
20230213013141_create_domain_fa_users.rb
add typed where possible
2025-01-01 03:29:53 +00:00
20230220055132_create_http_log_entry_triggers.rb
add typed where possible
2025-01-01 03:29:53 +00:00
20230220055733_add_state_to_fa_posts.rb
add typed where possible
2025-01-01 03:29:53 +00:00
20230220062108_create_delayed_jobs.rb
add typed where possible
2025-01-01 03:29:53 +00:00
20230222045918_add_log_entry_detail_to_fa_users.rb
add typed where possible
2025-01-01 03:29:53 +00:00
20230222050313_remove_log_entry_join_tables.rb
add typed where possible
2025-01-01 03:29:53 +00:00
20230223010812_create_blob_entry_index_on_http_log_entries.rb
add typed where possible
2025-01-01 03:29:53 +00:00
20230223010812_create_blob_entry_index_on_http_log_entries.rb.tmp
bsky user registerd at scanning
2025-08-12 22:27:22 +00:00
20230224065330_add_scan_error_to_users.rb
add typed where possible
2025-01-01 03:29:53 +00:00
20230226062154_delayed_job_signature.rb
add typed where possible
2025-01-01 03:29:53 +00:00
20230226223215_create_domain_e621_posts.rb
add typed where possible
2025-01-01 03:29:53 +00:00
20230226224328_create_domain_e621_tags.rb
add typed where possible
2025-01-01 03:29:53 +00:00
20230226224331_create_domain_e621_taggings.rb
add typed where possible
2025-01-01 03:29:53 +00:00
20230301013456_add_performed_by_to_http_log_entries.rb
add typed where possible
2025-01-01 03:29:53 +00:00
20230308044852_create_twitter_tweets.rb
add typed where possible
2025-01-01 03:29:53 +00:00
20230325124842_create_good_jobs.rb
add typed where possible
2025-01-01 03:29:53 +00:00
20230330130323_install_neighbor_vector.rb
add typed where possible
2025-01-01 03:29:53 +00:00
20230330130506_create_domain_fa_user_factors_table.rb
add typed where possible
2025-01-01 03:29:53 +00:00
20230330134212_create_domain_fa_follows.rb
add typed where possible
2025-01-01 03:29:53 +00:00
20230331023807_add_domain_fa_users_scanned_follows_at.rb
add typed where possible
2025-01-01 03:29:53 +00:00
20230407162751_create_domain_fa_user_avatars.rb
add typed where possible
2025-01-01 03:29:53 +00:00
20230503042308_create_domain_fa_favs.rb
add typed where possible
2025-01-01 03:29:53 +00:00
20230519002300_create_partitioned_blob_entries.rb
add typed where possible
2025-01-01 03:29:53 +00:00
20230519233707_remove_be_foreign_key_constraints.rb
add typed where possible
2025-01-01 03:29:53 +00:00
20230520001225_create_pghero_query_stats.rb
add typed where possible
2025-01-01 03:29:53 +00:00
20230520001257_create_pghero_space_stats.rb
add typed where possible
2025-01-01 03:29:53 +00:00
20230523162724_remove_pk_from_follows.rb
add typed where possible
2025-01-01 03:29:53 +00:00
20230819011645_create_good_job_settings.rb
add typed where possible
2025-01-01 03:29:53 +00:00
20230819011646_create_index_good_jobs_jobs_on_priority_created_at_when_unfinished.rb
add typed where possible
2025-01-01 03:29:53 +00:00
20230819011647_create_good_job_batches.rb
add typed where possible
2025-01-01 03:29:53 +00:00
20230819011648_create_good_job_executions.rb
add typed where possible
2025-01-01 03:29:53 +00:00
20230819011649_create_good_jobs_error_event.rb
add typed where possible
2025-01-01 03:29:53 +00:00
20230822235459_remove_e621_id_from_tags.rb
add typed where possible
2025-01-01 03:29:53 +00:00
20230823002507_rename_e621_tagging_type.rb
add typed where possible
2025-01-01 03:29:53 +00:00
20230826003811_create_inkbunny_initial_models.rb
add typed where possible
2025-01-01 03:29:53 +00:00
20241217182129_drop_good_jobs.rb
add typed where possible
2025-01-01 03:29:53 +00:00
20241217182130_create_good_jobs_v4.rb
add typed where possible
2025-01-01 03:29:53 +00:00
20241218190906_create_blob_files.rb
add typed where possible
2025-01-01 03:29:53 +00:00
20241219201430_create_domain_fa_post_factors.rb
add typed where possible
2025-01-01 03:29:53 +00:00
20241220174922_remove_pk_from_domain_fa_favs.rb
add typed where possible
2025-01-01 03:29:53 +00:00
20241223175146_unique_e621_taggings_index.rb
add typed where possible
2025-01-01 03:29:53 +00:00
20241224060756_create_indexed_posts.rb
add typed where possible
2025-01-01 03:29:53 +00:00
20241224061643_add_posted_at_to_domain_e621_posts.rb
add typed where possible
2025-01-01 03:29:53 +00:00
20241225183955_add_postable_type_enum.rb
add typed where possible
2025-01-01 03:29:53 +00:00
20241227185335_devise_create_users.rb
add typed where possible
2025-01-01 03:29:53 +00:00
20241229001358_add_removed_to_domain_fa_favs.rb
add typed where possible
2025-01-01 03:29:53 +00:00
20241230004356_create_global_states.rb
add typed where possible
2025-01-01 03:29:53 +00:00
20241230005956_add_value_type_to_global_states.rb
add typed where possible
2025-01-01 03:29:53 +00:00
20241230060212_add_fks_to_inkbunny_table.rb
add typed where possible
2025-01-01 03:29:53 +00:00
20241230220636_remove_inkbunny_user_avatars_and_add_avatar_columns_to_users.rb
add typed where possible
2025-01-01 03:29:53 +00:00
20241231061234_add_scanned_gallery_at_to_inkbunny_users.rb
add typed where possible
2025-01-01 03:29:53 +00:00
20241231212346_add_keywords_to_domain_inkbunny_posts.rb
add typed where possible
2025-01-01 03:29:53 +00:00
20241231215756_add_posted_at_to_indexed_posts.rb
add typed where possible
2025-01-01 03:29:53 +00:00
20250101014121_remove_lite_trail_versions.rb
add typed where possible
2025-01-01 03:29:53 +00:00
20250102185501_good_job_execution_log_lines_collections.rb
Add GoodJob logging enhancements and custom styles
2025-01-03 05:58:22 +00:00
20250104211453_drop_domain_inkbunny_pool_joins_for_recreate.rb
Enhance Inkbunny job processing and database schema
2025-01-05 19:32:58 +00:00
20250104211454_add_ib_pool_id_to_pools.rb
Enhance Inkbunny job processing and database schema
2025-01-05 19:32:58 +00:00
20250105193442_add_deep_update_fields_to_ib_pools.rb
Enhance Inkbunny job processing and database schema
2025-01-05 20:15:17 +00:00
20250127165909_drop_delayed_jobs.rb
remove delayed_job, use structure.sql
2025-01-27 17:05:25 +00:00
20250127184150_create_domain_e621_users.rb
e621 fav jobs
2025-01-28 23:28:35 +00:00
20250128041904_add_data_to_e621_users.rb
e621 fav jobs
2025-01-28 23:28:35 +00:00
20250128142856_add_data_to_e621_posts.rb
e621 fav jobs
2025-01-28 23:28:35 +00:00
20250129061217_relax_e621_posts_md5_unique_constraint.rb
e621 user fav jobs fixes
2025-01-29 07:17:19 +00:00
20250129061805_migrate_e621_scanned_favs_at_to_json_column.rb
e621 user fav jobs fixes
2025-01-29 07:17:19 +00:00
20250129173329_add_specific_indexes_to_e621_json_attrs.rb
migrate out of e621 post state_detail
2025-01-29 20:17:14 +00:00
20250129174128_migrate_e621_columns_to_json_attrs.rb
migrate fa posts to json_attributes
2025-02-02 03:43:19 +00:00
20250131055824_add_json_attributes_to_fa_posts.rb
migrate fa posts to json_attributes
2025-02-02 03:43:19 +00:00
20250131060105_migrate_fa_post_columns_to_json_attrs.rb
migrate fa posts to json_attributes
2025-02-02 03:43:19 +00:00
20250203235035_create_unified_domain_tables.rb
record user fav scans
2025-06-27 00:15:35 +00:00
20250206224121_create_unified_json_attribute_indexes.rb
more migrating views over to new unified schema
2025-02-07 04:55:46 +00:00
20250222035939_add_url_index_to_domain_post_files.rb
source link url suffix matching
2025-02-22 06:00:11 +00:00
20250226003653_create_domain_post_factors.rb
better similarity helpers
2025-02-27 22:55:48 +00:00
20250302074924_create_ip_address_roles.rb
first pass on ip address roles
2025-03-02 08:21:14 +00:00
20250305195421_add_index_on_post_file_blob_sha256.rb
create multiple fingerprints wip
2025-03-09 20:33:49 +00:00
20250306021628_create_post_file_thumbnails_fingerprints.rb
fix visual similarity query, visually similar on post show page
2025-06-20 05:50:42 +00:00
20250310001005_move_blob_files_to_mirai.rb
visual fingerprinting
2025-03-11 01:06:58 +00:00
20250310001341_move_blob_files_indexes_to_mirai.rb
visual fingerprinting
2025-03-11 01:06:58 +00:00
20250321050628_add_user_counters_to_domain_users.rb
counter cache for user model
2025-06-17 05:56:11 +00:00
20250619233027_new_fingerprint_value_index.rb
fix visual similarity query, visually similar on post show page
2025-06-20 05:50:42 +00:00
20250626191434_create_job_events_table.rb
favs scans backfill job
2025-06-27 21:37:02 +00:00
20250628000002_create_sofurry_enum_types.rb
sofurry user/gallery/post scanning
2025-07-01 19:16:44 +00:00
20250628000003_create_sofurry_types.rb
sofurry user/gallery/post scanning
2025-07-01 19:16:44 +00:00
20250709235107_create_fa_fav_id_and_dates.rb
Domain::FaFavIdAndDate for tracking when fa favs are made
2025-07-10 01:17:30 +00:00
20250710204708_create_trained_regression_models.rb
refactor file structure
2025-07-10 21:17:47 +00:00
20250711014943_add_type_to_domain_user_post_favs.rb
batch processor for migrating FA user favs
2025-07-11 23:20:44 +00:00
20250716164417_migrate_post_files_to_has_aux_table.rb
make migrations up only
2025-07-18 15:57:05 +00:00
20250717204152_add_columns_to_post_files.rb
remove json_attributes from domain_post_files
2025-07-18 16:51:20 +00:00
20250718162608_remove_json_attributes_from_domain_post_files.rb
remove json_attributes from domain_post_files
2025-07-18 16:51:20 +00:00
20250718165332_add_aux_tables_for_domain_users_ib_users.rb
Domain::Users::InkbunnyUser aux table migration
2025-07-18 19:50:52 +00:00
20250718195345_add_aux_tables_for_domain_users_e621_users.rb
Domain::Users::E621User aux table migration
2025-07-18 21:58:45 +00:00
20250718220223_add_aux_tables_for_domain_users_fa_users.rb
Domain::Users::FaUser aux table migration
2025-07-21 17:17:35 +00:00
20250721171216_add_url_str_lower_index_to_domain_post_files.rb
Domain::Users::FaUser aux table migration
2025-07-21 17:17:35 +00:00
20250721172316_add_indexes_to_domain_users_fa_aux_table.rb
indexes on fa url_name / full_name
2025-07-21 19:17:08 +00:00
20250721193212_drop_blob_entries_tables.rb
drop blob_entries_* tables
2025-07-21 21:14:44 +00:00
20250722004928_drop_domain_fa_posts_table.rb
drop some unused tables
2025-07-22 00:56:13 +00:00
20250722005329_drop_log_store_sst_entries.rb
drop some unused tables
2025-07-22 00:56:13 +00:00
20250722005417_drop_flat_sst_entries.rb
drop some unused tables
2025-07-22 00:56:13 +00:00
20250722005802_move_blob_files_tablespaces.rb
drop legacy domain tables
2025-07-22 04:54:12 +00:00
20250722010327_drop_old_e621_domain_tables.rb
drop legacy domain tables
2025-07-22 04:54:12 +00:00
20250722010822_drop_old_fa_domain_tables.rb
drop legacy domain tables
2025-07-22 04:54:12 +00:00
20250722013801_drop_old_ib_domain_tables.rb
drop legacy domain tables
2025-07-22 04:54:12 +00:00
20250722060701_drop_indexed_posts.rb
pg 17 upgrade
2025-07-22 23:04:58 +00:00
20250722152949_migrate_everything_out_of_mirai.rb
pg 17 upgrade
2025-07-22 23:04:58 +00:00
20250722153048_drop_mirai_tablespace.rb
pg 17 upgrade
2025-07-22 23:04:58 +00:00
20250722235434_drop_unused_embedding_indexes.rb
fix index names
2025-07-23 02:04:25 +00:00
20250723193659_migrate_e621_posts_to_aux.rb
e621 post aux table migration
2025-07-24 15:44:50 +00:00
20250723194407_migrate_e621_post_data_to_aux.rb
migrate Domain::Post::FaPost to aux table
2025-07-26 00:54:03 +00:00
20250724181015_add_fuzzysearch_check_to_fa_posts.rb.bak
fuzzysearch enqueue job
2025-07-24 21:45:21 +00:00
20250724213505_remove_unused_indexes.rb
remove unused indexes
2025-07-24 21:45:29 +00:00
20250725192431_migrate_fa_posts_to_aux.rb
migrate fa posts to aux table
2025-07-26 05:39:32 +00:00
20250726051451_create_index_on_fa_id.rb
migrate fa posts to aux table
2025-07-26 05:39:32 +00:00
20250726051748_make_index_unique_on_fa_id.rb
migrate fa posts to aux table
2025-07-26 05:39:32 +00:00
20250727173100_migrate_ib_post_data_to_aux.rb
migrate ib posts to aux table
2025-07-27 17:54:29 +00:00
20250731035548_create_telegram_bot_logs.rb
telegram bot logs, first pass
2025-08-05 05:05:21 +00:00
20250805044757_add_performance_timing_to_telegram_bot_logs.rb
telegram bot logs, first pass
2025-08-05 05:05:21 +00:00
20250805045947_add_total_request_time_to_telegram_bot_logs.rb
telegram bot logs, first pass
2025-08-05 05:05:21 +00:00
20250805070114_add_aux_tables_for_domain_users_bluesky_users.rb
bsky rkey based post tracking
2025-08-07 09:01:34 +00:00
20250805070115_add_aux_tables_for_domain_posts_bluesky_posts.rb
feat: implement Bluesky scan posts job and enhance user scanning
2025-08-10 18:41:01 +00:00
20250805191557_add_aux_tables_for_domain_post_files_bluesky.rb
skyfall gem, rework migrations
2025-08-05 19:21:38 +00:00
20250805200056_create_bluesky_monitored_dids_table.rb
basic bluesky monitoring infra
2025-08-05 20:51:40 +00:00
20250808004604_add_bluesky_media_fields_to_post_files.rb
Add Bluesky user scanning job and related infrastructure
2025-08-08 05:07:07 +00:00
20250811172839_rename_rkey.rb
video post downloading
2025-08-12 00:24:32 +00:00
20250812182033_add_indexes_to_quote_and_reply_bsky_posts.rb
show reply / quotes for bsky posts
2025-08-12 18:31:17 +00:00
20250812211640_add_first_seen_entry_to_bsky_posts.rb
misc fixes for bsky
2025-08-12 21:22:51 +00:00
20250812214415_create_bsky_user_last_scan.rb
bsky page scanning auditing
2025-08-12 21:56:05 +00:00
20250812214902_create_bsky_user_last_posts_scan.rb
bsky page scanning auditing
2025-08-12 21:56:05 +00:00
20250812215907_create_bsky_user_registered_at.rb
bsky user registerd at scanning
2025-08-12 22:27:22 +00:00
20250813000020_create_index_on_posts_posted_at_nulls_last.rb
by descending post id
2025-08-13 08:20:32 +00:00
20250813185603_create_domain_user_job_event_profile_scans.rb
user follows/followed by scans for bluesky
2025-08-14 17:03:50 +00:00
20250813185746_create_domain_user_job_event_posts_scans.rb
user follows/followed by scans for bluesky
2025-08-14 17:03:50 +00:00
20250813190947_create_domain_user_job_event_follow_scans.rb
user follows/followed by scans for bluesky
2025-08-14 17:03:50 +00:00
20250814152837_add_removed_at_to_user_user_follow.rb
user follows/followed by scans for bluesky
2025-08-14 17:03:50 +00:00
20250814165718_add_followed_at_to_user_user_follow.rb
user follows/followed by scans for bluesky
2025-08-14 17:03:50 +00:00
20250814170820_add_monitor_scanned_at_to_bsky_aux.rb
add monitor scanned at to bsky monitor
2025-08-14 17:16:21 +00:00
20250814202516_rename_bluesky_monitored_dids_to_monitored_objects.rb
base structure for monitoring hashtags
2025-08-14 20:35:15 +00:00
20250814202723_add_kind_to_monitored_objects.rb
base structure for monitoring hashtags
2025-08-14 20:35:15 +00:00
20250814202838_rename_did_to_value_in_monitored_objects.rb
base structure for monitoring hashtags
2025-08-14 20:35:15 +00:00
20250818013611_drop_duplicate_indexes.rb
remove unused indexes
2025-08-18 01:43:46 +00:00
20250818235935_create_domain_user_post_favs_fa.rb
more migration of fa user favs to own table
2025-08-20 04:58:06 +00:00
20250819001506_migrate_domain_user_post_favs_fa.rb
more migration of fa user favs to own table
2025-08-20 04:58:06 +00:00
20250819012459_add_indexes_to_user_post_favs_fa.rb
more migration of fa user favs to own table
2025-08-20 04:58:06 +00:00
20250820145726_rename_fa_user_post_fav_type_enum.rb
rename fa fav enum to invalid
2025-08-20 18:37:24 +00:00
20250820204436_remove_fa_user_post_fav_rows.rb
migrate e621 favs to own table
2025-08-20 22:10:57 +00:00
20250820205149_create_user_post_favs_e621.rb
migrate e621 favs to own table
2025-08-20 22:10:57 +00:00
20250820210922_migrate_domain_user_post_favs_e621.rb
migrate e621 favs to own table
2025-08-20 22:10:57 +00:00
20250820212318_remove_idx_domain_user_post_favs_on_fav_id.rb
migrate e621 favs to own table
2025-08-20 22:10:57 +00:00
20250820215340_add_indexes_to_user_post_favs_e621.rb
migrate e621 favs to own table
2025-08-20 22:10:57 +00:00