mirror of
https://github.com/mastodon/mastodon.git
synced 2025-05-11 20:21:10 +00:00
46e13dd81c
Signed-off-by: sneakers-the-rat <sneakers-the-rat@protonmail.com> Co-authored-by: jonny <j@nny.fyi> Co-authored-by: Claire <claire.github-309c@sitedethib.com> Co-authored-by: Kouhai <66407198+kouhaidev@users.noreply.github.com>
69 lines
2.4 KiB
Ruby
69 lines
2.4 KiB
Ruby
# frozen_string_literal: true
|
|
|
|
class ActivityPub::FetchAllRepliesService < ActivityPub::FetchRepliesService
|
|
include JsonLdHelper
|
|
|
|
# Limit of replies to fetch per status
|
|
MAX_REPLIES = (ENV['FETCH_REPLIES_MAX_SINGLE'] || 500).to_i
|
|
|
|
def call(collection_or_uri, status_uri, max_pages = nil, request_id: nil)
|
|
@allow_synchronous_requests = true
|
|
@collection_or_uri = collection_or_uri
|
|
@status_uri = status_uri
|
|
|
|
@items, n_pages = collection_items(collection_or_uri, max_pages)
|
|
@items = filtered_replies
|
|
return if @items.nil?
|
|
|
|
FetchReplyWorker.push_bulk(@items) { |reply_uri| [reply_uri, { 'request_id' => request_id }] }
|
|
|
|
[@items, n_pages]
|
|
end
|
|
|
|
private
|
|
|
|
def filtered_replies
|
|
return if @items.nil?
|
|
|
|
# Find all statuses that we *shouldn't* update the replies for, and use that as a filter.
|
|
# We don't assume that we have the statuses before they're created,
|
|
# hence the negative filter -
|
|
# "keep all these uris except the ones we already have"
|
|
# instead of
|
|
# "keep all these uris that match some conditions on existing Status objects"
|
|
#
|
|
# Typically we assume the number of replies we *shouldn't* fetch is smaller than the
|
|
# replies we *should* fetch, so we also minimize the number of uris we should load here.
|
|
uris = @items.map { |item| value_or_id(item) }
|
|
|
|
# Expand collection to get replies in the DB that were
|
|
# - not included in the collection,
|
|
# - that we have locally
|
|
# - but we have no local followers and thus don't get updates/deletes for
|
|
parent_id = Status.where(uri: @status_uri).pick(:id)
|
|
unless parent_id.nil?
|
|
unsubscribed_replies = Status
|
|
.where.not(uri: uris)
|
|
.where(in_reply_to_id: parent_id)
|
|
.unsubscribed
|
|
.pluck(:uri)
|
|
uris.concat(unsubscribed_replies)
|
|
end
|
|
|
|
dont_update = Status.where(uri: uris).should_not_fetch_replies.pluck(:uri)
|
|
|
|
# touch all statuses that already exist and that we're about to update
|
|
Status.where(uri: uris).should_fetch_replies.touch_all(:fetched_replies_at)
|
|
|
|
# Reject all statuses that we already have in the db
|
|
uris = (uris - dont_update).take(MAX_REPLIES)
|
|
|
|
Rails.logger.debug { "FetchAllRepliesService - #{@collection_or_uri}: Fetching filtered statuses: #{uris}" }
|
|
uris
|
|
end
|
|
|
|
def filter_by_host?
|
|
false
|
|
end
|
|
end
|