Merge pull request 'Search: fetch remote statuses only when resolving is allowed' (#8031) from lambadalambda/pleroma:fix/search-remote-fetch into develop

Reviewed-on: https://git.pleroma.social/pleroma/pleroma/pulls/8031

lib/pleroma/search/database_search.ex

@@ -45,7 +45,7 @@ defmodule Pleroma.Search.DatabaseSearch do
       end
 
     # Outside the query transaction, as it may fetch over the network.
-    maybe_fetch(activities, user, search_query)
+    maybe_fetch(activities, user, search_query, options)
   end
 
   @doc """
@@ -160,7 +160,27 @@ defmodule Pleroma.Search.DatabaseSearch do
 
   defp restrict_local(q), do: where(q, local: true)
 
-  def maybe_fetch(activities, user, search_query) do
+  @doc """
+  Adds the status a URL query points to, fetching it if needed. As in Mastodon,
+  this only happens with `resolve: true` and on the first page, and for
+  anonymous users only if `[:instance, :limit_to_local_content]` is `false`.
+  """
+  def maybe_fetch(activities, user, search_query, options) do
+    if fetch_allowed?(user, options),
+      do: fetch(activities, user, search_query),
+      else: activities
+  end
+
+  defp fetch_allowed?(user, options) do
+    options[:resolve] == true and (options[:offset] || 0) == 0 and
+      case Config.get([:instance, :limit_to_local_content], :unauthenticated) do
+        :all -> false
+        :unauthenticated -> match?(%User{}, user)
+        false -> true
+      end
+  end
+
+  defp fetch(activities, user, search_query) do
     with true <- Regex.match?(~r/https?:/, search_query),
          {:ok, object} <- Fetcher.fetch_object_from_id(search_query),
          %Activity{} = activity <- Activity.get_create_by_object_ap_id(object.data["id"]),

lib/pleroma/search/meilisearch.ex

@@ -111,11 +111,11 @@ defmodule Pleroma.Search.Meilisearch do
         |> maybe_restrict_local(user)
         |> maybe_restrict_author(author)
         |> maybe_restrict_blocked(user)
-        |> maybe_fetch(user, query)
+        |> maybe_fetch(user, query, options)
         |> order_by([object: obj], desc: obj.data["published"])
         |> Pleroma.Repo.all()
       rescue
-        _ -> maybe_fetch([], user, query)
+        _ -> maybe_fetch([], user, query, options)
       end
     end
   end

lib/pleroma/search/parade_db.ex

@@ -12,7 +12,7 @@ defmodule Pleroma.Search.ParadeDB do
 
   import Pleroma.Search.DatabaseSearch,
     only: [
-      maybe_fetch: 3,
+      maybe_fetch: 4,
       maybe_restrict_author: 2,
       maybe_restrict_blocked: 2,
       maybe_restrict_local: 2
@@ -149,19 +149,19 @@ defmodule Pleroma.Search.ParadeDB do
 
     case search_ids(query, limit, offset, author) do
       {:ok, []} ->
-        maybe_fetch([], user, query)
+        maybe_fetch([], user, query, options)
 
       {:ok, ids} ->
         ids
-        |> fetch_activities(user, query, author)
+        |> fetch_activities(user, query, author, options)
 
       {:error, error} ->
         Logger.error("ParadeDB search failed: #{inspect(error)}")
-        maybe_fetch([], user, query)
+        maybe_fetch([], user, query, options)
     end
   end
 
-  defp fetch_activities(ids, user, query, author) do
+  defp fetch_activities(ids, user, query, author, options) do
     dumped_ids =
       ids
       |> Enum.map(&dump_activity_id/1)
@@ -183,7 +183,7 @@ defmodule Pleroma.Search.ParadeDB do
       )
     )
     |> Pleroma.Repo.all()
-    |> maybe_fetch(user, query)
+    |> maybe_fetch(user, query, options)
   end
 
   defp maybe_restrict_public(query, %Pleroma.User{}) do

lib/pleroma/search/qdrant_search.ex

@@ -10,7 +10,7 @@ defmodule Pleroma.Search.QdrantSearch do
   alias __MODULE__.OpenAIClient
   alias __MODULE__.QdrantClient
 
-  import Pleroma.Search.DatabaseSearch, only: [maybe_fetch: 3]
+  import Pleroma.Search.DatabaseSearch, only: [maybe_fetch: 4]
 
   @impl true
   def create_index do
@@ -131,7 +131,7 @@ defmodule Pleroma.Search.QdrantSearch do
       |> Activity.restrict_deactivated_users()
       |> Ecto.Query.order_by([a], fragment("array_position(?, ?)", ^ids, a.id))
       |> Pleroma.Repo.all()
-      |> maybe_fetch(user, original_query)
+      |> maybe_fetch(user, original_query, options)
     else
       _ ->
         []