# frozen_string_literal: true class BatchedRemoveStatusService < BaseService include Redisable # Delete multiple statuses and reblogs of them as efficiently as possible # @param [Enumerable] statuses An array of statuses # @param [Hash] options # @option [Boolean] :skip_side_effects Do not modify feeds and send updates to streaming API def call(statuses, **options) ActiveRecord::Associations::Preloader.new( records: statuses, associations: options[:skip_side_effects] ? :reblogs : [:account, :tags, reblogs: :account] ) statuses_and_reblogs = statuses.flat_map { |status| [status] + status.reblogs } # The conversations for direct visibility statuses also need # to be manually updated. This part is not efficient but we # rely on direct visibility statuses being relatively rare. statuses_with_account_conversations = statuses.select(&:direct_visibility?) ActiveRecord::Associations::Preloader.new( records: statuses_with_account_conversations, associations: [mentions: :account] ) statuses_with_account_conversations.each do |status| status.unlink_from_conversations! unpush_from_direct_timelines(status) end # We do not batch all deletes into one to avoid having a long-running # transaction lock the database, but we use the delete method instead # of destroy to avoid all callbacks. We rely on foreign keys to # cascade the delete faster without loading the associations. statuses_and_reblogs.each_slice(50) { |slice| Status.where(id: slice.map(&:id)).delete_all } # Since we skipped all callbacks, we also need to manually # deindex the statuses if Chewy.enabled? Chewy.strategy.current.update(StatusesIndex, statuses_and_reblogs) Chewy.strategy.current.update(PublicStatusesIndex, statuses_and_reblogs) end return if options[:skip_side_effects] # Batch by source account statuses_and_reblogs.group_by(&:account_id).each_value do |account_statuses| account = account_statuses.first.account next unless account unpush_from_home_timelines(account, account_statuses) unpush_from_list_timelines(account, account_statuses) end # Cannot be batched @status_id_cutoff = Mastodon::Snowflake.id_at(2.weeks.ago) redis.pipelined do |pipeline| statuses.each do |status| unpush_from_public_timelines(status, pipeline) end end end private def unpush_from_home_timelines(account, statuses) account.followers_for_local_distribution.includes(:user).reorder(nil).find_each do |follower| statuses.each do |status| FeedManager.instance.unpush_from_home(follower, status) end end end def unpush_from_list_timelines(account, statuses) account.lists_for_local_distribution.select(:id, :account_id).includes(account: :user).reorder(nil).find_each do |list| statuses.each do |status| FeedManager.instance.unpush_from_list(list, status) end end end def unpush_from_public_timelines(status, pipeline) return unless status.public_visibility? && status.id > @status_id_cutoff payload = Oj.dump(event: :delete, payload: status.id.to_s) pipeline.publish('timeline:public', payload) pipeline.publish(status.local? ? 'timeline:public:local' : 'timeline:public:remote', payload) if status.media_attachments.any? pipeline.publish('timeline:public:media', payload) pipeline.publish(status.local? ? 'timeline:public:local:media' : 'timeline:public:remote:media', payload) end status.tags.map { |tag| tag.name.mb_chars.downcase }.each do |hashtag| pipeline.publish("timeline:hashtag:#{hashtag}", payload) pipeline.publish("timeline:hashtag:#{hashtag}:local", payload) if status.local? end end def unpush_from_direct_timelines(status) status.mentions.each do |mention| FeedManager.instance.unpush_from_direct(mention.account, status) if mention.account.local? end end end