user.ex 36.6 KB
Newer Older
1
# Pleroma: A lightweight social networking server
kaniini's avatar
kaniini committed
2
# Copyright © 2017-2019 Pleroma Authors <https://pleroma.social/>
3 4
# SPDX-License-Identifier: AGPL-3.0-only

lain's avatar
lain committed
5 6
defmodule Pleroma.User do
  use Ecto.Schema
7

Haelwenn's avatar
Haelwenn committed
8 9 10
  import Ecto.Changeset
  import Ecto.Query

11 12 13 14 15
  alias Comeonin.Pbkdf2
  alias Pleroma.Activity
  alias Pleroma.Formatter
  alias Pleroma.Notification
  alias Pleroma.Object
Haelwenn's avatar
Haelwenn committed
16 17 18
  alias Pleroma.Repo
  alias Pleroma.User
  alias Pleroma.Web
19 20
  alias Pleroma.Web.ActivityPub.ActivityPub
  alias Pleroma.Web.ActivityPub.Utils
Maxim Filippov's avatar
Maxim Filippov committed
21
  alias Pleroma.Web.CommonAPI.Utils, as: CommonUtils
Haelwenn's avatar
Haelwenn committed
22
  alias Pleroma.Web.OAuth
23
  alias Pleroma.Web.OStatus
24
  alias Pleroma.Web.RelMe
25
  alias Pleroma.Web.Websub
lain's avatar
lain committed
26

27 28
  require Logger

Maksim's avatar
Maksim committed
29 30
  @type t :: %__MODULE__{}

href's avatar
href committed
31 32
  @primary_key {:id, Pleroma.FlakeId, autogenerate: true}

33
  # credo:disable-for-next-line Credo.Check.Readability.MaxLineLength
href's avatar
href committed
34 35 36
  @email_regex ~r/^[a-zA-Z0-9.!#$%&'*+\/=?^_`{|}~-]+@[a-zA-Z0-9](?:[a-zA-Z0-9-]{0,61}[a-zA-Z0-9])?(?:\.[a-zA-Z0-9](?:[a-zA-Z0-9-]{0,61}[a-zA-Z0-9])?)*$/

  @strict_local_nickname_regex ~r/^[a-zA-Z\d]+$/
href's avatar
href committed
37
  @extended_local_nickname_regex ~r/^[a-zA-Z\d_-]+$/
href's avatar
href committed
38

lain's avatar
lain committed
39
  schema "users" do
lain's avatar
lain committed
40 41 42 43 44 45 46 47 48 49 50 51
    field(:bio, :string)
    field(:email, :string)
    field(:name, :string)
    field(:nickname, :string)
    field(:password_hash, :string)
    field(:password, :string, virtual: true)
    field(:password_confirmation, :string, virtual: true)
    field(:following, {:array, :string}, default: [])
    field(:ap_id, :string)
    field(:avatar, :map)
    field(:local, :boolean, default: true)
    field(:follower_address, :string)
52
    field(:search_rank, :float, virtual: true)
53
    field(:search_type, :integer, virtual: true)
54
    field(:tags, {:array, :string}, default: [])
Haelwenn's avatar
Haelwenn committed
55
    field(:bookmarks, {:array, :string}, default: [])
rinpatch's avatar
rinpatch committed
56
    field(:last_refreshed_at, :naive_datetime_usec)
lain's avatar
lain committed
57
    has_many(:notifications, Notification)
lain's avatar
lain committed
58
    embeds_one(:info, Pleroma.User.Info)
lain's avatar
lain committed
59 60 61

    timestamps()
  end
lain's avatar
lain committed
62

63
  def auth_active?(%User{local: false}), do: true
64

65 66 67 68
  def auth_active?(%User{info: %User.Info{confirmation_pending: false}}), do: true

  def auth_active?(%User{info: %User.Info{confirmation_pending: true}}),
    do: !Pleroma.Config.get([:instance, :account_activation_required])
69

70
  def auth_active?(_), do: false
71

72 73 74 75 76
  def visible_for?(user, for_user \\ nil)

  def visible_for?(%User{id: user_id}, %User{id: for_id}) when user_id == for_id, do: true

  def visible_for?(%User{} = user, for_user) do
77
    auth_active?(user) || superuser?(for_user)
78 79
  end

80 81
  def visible_for?(_, _), do: false

82 83
  def superuser?(%User{local: true, info: %User.Info{is_admin: true}}), do: true
  def superuser?(%User{local: true, info: %User.Info{is_moderator: true}}), do: true
84
  def superuser?(_), do: false
85

lain's avatar
lain committed
86 87 88
  def avatar_url(user) do
    case user.avatar do
      %{"url" => [%{"href" => href} | _]} -> href
89
      _ -> "#{Web.base_url()}/images/avi.png"
lain's avatar
lain committed
90 91 92
    end
  end

93 94 95 96 97 98 99 100
  # Do not return instance default avatar for federation
  def avatar_url_ap(user) do
    case user.avatar do
      %{"url" => [%{"href" => href} | _]} -> href
      _ -> nil
    end
  end

lain's avatar
lain committed
101
  def banner_url(user) do
lain's avatar
lain committed
102
    case user.info.banner do
lain's avatar
lain committed
103
      %{"url" => [%{"href" => href} | _]} -> href
104
      _ -> "#{Web.base_url()}/images/banner.png"
lain's avatar
lain committed
105 106 107
    end
  end

lain's avatar
lain committed
108
  def profile_url(%User{info: %{source_data: %{"url" => url}}}), do: url
109 110 111
  def profile_url(%User{ap_id: ap_id}), do: ap_id
  def profile_url(_), do: nil

lain's avatar
lain committed
112
  def ap_id(%User{nickname: nickname}) do
lain's avatar
lain committed
113
    "#{Web.base_url()}/users/#{nickname}"
lain's avatar
lain committed
114 115
  end

116 117
  def ap_followers(%User{follower_address: fa}) when is_binary(fa), do: fa
  def ap_followers(%User{} = user), do: "#{ap_id(user)}/followers"
lain's avatar
lain committed
118

lain's avatar
lain committed
119
  def user_info(%User{} = user) do
120
    oneself = if user.local, do: 1, else: 0
lain's avatar
lain committed
121

lain's avatar
lain committed
122
    %{
123
      following_count: length(user.following) - oneself,
lain's avatar
lain committed
124 125 126
      note_count: user.info.note_count,
      follower_count: user.info.follower_count,
      locked: user.info.locked,
Ivan Tashkinov's avatar
Ivan Tashkinov committed
127
      confirmation_pending: user.info.confirmation_pending,
lain's avatar
lain committed
128
      default_scope: user.info.default_scope
lain's avatar
lain committed
129 130 131
    }
  end

lain's avatar
lain committed
132
  def remote_user_creation(params) do
lain's avatar
lain committed
133 134 135
    params =
      params
      |> Map.put(:info, params[:info] || %{})
lain's avatar
lain committed
136 137 138

    info_cng = User.Info.remote_user_creation(%User.Info{}, params[:info])

lain's avatar
lain committed
139
    changes =
lain's avatar
lain committed
140
      %User{}
lain's avatar
lain committed
141
      |> cast(params, [:bio, :name, :ap_id, :nickname, :avatar])
142
      |> validate_required([:name, :ap_id])
lain's avatar
lain committed
143 144 145 146 147
      |> unique_constraint(:nickname)
      |> validate_format(:nickname, @email_regex)
      |> validate_length(:bio, max: 5000)
      |> validate_length(:name, max: 100)
      |> put_change(:local, false)
lain's avatar
lain committed
148
      |> put_embed(:info, info_cng)
lain's avatar
lain committed
149

150
    if changes.valid? do
lain's avatar
lain committed
151
      case info_cng.changes[:source_data] do
lain's avatar
lain committed
152 153 154
        %{"followers" => followers} ->
          changes
          |> put_change(:follower_address, followers)
lain's avatar
lain committed
155

lain's avatar
lain committed
156 157
        _ ->
          followers = User.ap_followers(%User{nickname: changes.changes[:nickname]})
lain's avatar
lain committed
158

lain's avatar
lain committed
159 160 161
          changes
          |> put_change(:follower_address, followers)
      end
162 163 164
    else
      changes
    end
lain's avatar
lain committed
165 166
  end

lain's avatar
lain committed
167
  def update_changeset(struct, params \\ %{}) do
Thog's avatar
Thog committed
168
    struct
lain's avatar
lain committed
169
    |> cast(params, [:bio, :name, :avatar])
lain's avatar
lain committed
170
    |> unique_constraint(:nickname)
href's avatar
href committed
171
    |> validate_format(:nickname, local_nickname_regex())
lain's avatar
lain committed
172
    |> validate_length(:bio, max: 5000)
lain's avatar
lain committed
173 174 175
    |> validate_length(:name, min: 1, max: 100)
  end

lain's avatar
lain committed
176
  def upgrade_changeset(struct, params \\ %{}) do
177 178 179 180
    params =
      params
      |> Map.put(:last_refreshed_at, NaiveDateTime.utc_now())

lain's avatar
lain committed
181 182 183 184
    info_cng =
      struct.info
      |> User.Info.user_upgrade(params[:info])

lain's avatar
lain committed
185
    struct
lain's avatar
lain committed
186
    |> cast(params, [:bio, :name, :follower_address, :avatar, :last_refreshed_at])
lain's avatar
lain committed
187
    |> unique_constraint(:nickname)
href's avatar
href committed
188
    |> validate_format(:nickname, local_nickname_regex())
lain's avatar
lain committed
189 190
    |> validate_length(:bio, max: 5000)
    |> validate_length(:name, max: 100)
lain's avatar
lain committed
191
    |> put_embed(:info, info_cng)
lain's avatar
lain committed
192 193
  end

Roger Braun's avatar
Roger Braun committed
194
  def password_update_changeset(struct, params) do
lain's avatar
lain committed
195 196 197 198 199
    changeset =
      struct
      |> cast(params, [:password, :password_confirmation])
      |> validate_required([:password, :password_confirmation])
      |> validate_confirmation(:password)
Roger Braun's avatar
Roger Braun committed
200

201 202 203
    OAuth.Token.delete_user_tokens(struct)
    OAuth.Authorization.delete_user_authorizations(struct)

Roger Braun's avatar
Roger Braun committed
204 205
    if changeset.valid? do
      hashed = Pbkdf2.hashpwsalt(changeset.changes[:password])
lain's avatar
lain committed
206

Roger Braun's avatar
Roger Braun committed
207 208 209 210 211 212 213 214
      changeset
      |> put_change(:password_hash, hashed)
    else
      changeset
    end
  end

  def reset_password(user, data) do
lain's avatar
lain committed
215
    update_and_set_cache(password_update_changeset(user, data))
Roger Braun's avatar
Roger Braun committed
216 217
  end

218 219 220 221 222 223 224 225
  def register_changeset(struct, params \\ %{}, opts \\ []) do
    confirmation_status =
      if opts[:confirmed] || !Pleroma.Config.get([:instance, :account_activation_required]) do
        :confirmed
      else
        :unconfirmed
      end

Ivan Tashkinov's avatar
Ivan Tashkinov committed
226 227
    info_change = User.Info.confirmation_changeset(%User.Info{}, confirmation_status)

lain's avatar
lain committed
228 229 230 231 232 233 234
    changeset =
      struct
      |> cast(params, [:bio, :email, :name, :nickname, :password, :password_confirmation])
      |> validate_required([:email, :name, :nickname, :password, :password_confirmation])
      |> validate_confirmation(:password)
      |> unique_constraint(:email)
      |> unique_constraint(:nickname)
lain's avatar
lain committed
235
      |> validate_exclusion(:nickname, Pleroma.Config.get([Pleroma.User, :restricted_nicknames]))
href's avatar
href committed
236
      |> validate_format(:nickname, local_nickname_regex())
lain's avatar
lain committed
237 238 239
      |> validate_format(:email, @email_regex)
      |> validate_length(:bio, max: 1000)
      |> validate_length(:name, min: 1, max: 100)
Ivan Tashkinov's avatar
Ivan Tashkinov committed
240
      |> put_change(:info, info_change)
lain's avatar
lain committed
241 242

    if changeset.valid? do
243
      hashed = Pbkdf2.hashpwsalt(changeset.changes[:password])
lain's avatar
lain committed
244 245
      ap_id = User.ap_id(%User{nickname: changeset.changes[:nickname]})
      followers = User.ap_followers(%User{nickname: changeset.changes[:nickname]})
lain's avatar
lain committed
246

lain's avatar
lain committed
247 248 249
      changeset
      |> put_change(:password_hash, hashed)
      |> put_change(:ap_id, ap_id)
rinpatch's avatar
rinpatch committed
250
      |> unique_constraint(:ap_id)
lain's avatar
lain committed
251
      |> put_change(:following, [followers])
252
      |> put_change(:follower_address, followers)
lain's avatar
lain committed
253 254 255 256 257
    else
      changeset
    end
  end

258 259 260 261 262 263 264 265 266 267
  defp autofollow_users(user) do
    candidates = Pleroma.Config.get([:instance, :autofollowed_nicknames])

    autofollowed_users =
      from(u in User,
        where: u.local == true,
        where: u.nickname in ^candidates
      )
      |> Repo.all()

lain's avatar
lain committed
268
    follow_all(user, autofollowed_users)
269 270
  end

271 272
  @doc "Inserts provided changeset, performs post-registration actions (confirmation email sending etc.)"
  def register(%Ecto.Changeset{} = changeset) do
Ivan Tashkinov's avatar
Ivan Tashkinov committed
273
    with {:ok, user} <- Repo.insert(changeset),
lain's avatar
lain committed
274
         {:ok, user} <- autofollow_users(user),
lain's avatar
lain committed
275
         {:ok, _} <- Pleroma.User.WelcomeMessage.post_welcome_message_to_user(user),
lain's avatar
lain committed
276
         {:ok, _} <- try_send_confirmation_email(user) do
277 278 279 280
      {:ok, user}
    end
  end

281
  def try_send_confirmation_email(%User{} = user) do
282 283
    if user.info.confirmation_pending &&
         Pleroma.Config.get([:instance, :account_activation_required]) do
284 285
      user
      |> Pleroma.UserEmail.account_confirmation_email()
minibikini's avatar
Reports  
minibikini committed
286
      |> Pleroma.Mailer.deliver_async()
287 288 289 290 291
    else
      {:ok, :noop}
    end
  end

292 293 294 295 296
  def needs_update?(%User{local: true}), do: false

  def needs_update?(%User{local: false, last_refreshed_at: nil}), do: true

  def needs_update?(%User{local: false} = user) do
297
    NaiveDateTime.diff(NaiveDateTime.utc_now(), user.last_refreshed_at) >= 86_400
298 299 300 301
  end

  def needs_update?(_), do: true

lain's avatar
lain committed
302
  def maybe_direct_follow(%User{} = follower, %User{local: true, info: %{locked: true}}) do
303 304 305 306 307 308 309 310
    {:ok, follower}
  end

  def maybe_direct_follow(%User{} = follower, %User{local: true} = followed) do
    follow(follower, followed)
  end

  def maybe_direct_follow(%User{} = follower, %User{} = followed) do
Maksim's avatar
Maksim committed
311
    if not User.ap_enabled?(followed) do
312
      follow(follower, followed)
313 314 315 316 317
    else
      {:ok, follower}
    end
  end

Maksim's avatar
Maksim committed
318
  def maybe_follow(%User{} = follower, %User{info: _info} = followed) do
319 320
    if not following?(follower, followed) do
      follow(follower, followed)
321
    else
322
      {:ok, follower}
323 324 325
    end
  end

326
  @doc "A mass follow for local users. Respects blocks in both directions but does not create activities."
lain's avatar
lain committed
327 328
  @spec follow_all(User.t(), list(User.t())) :: {atom(), User.t()}
  def follow_all(follower, followeds) do
lain's avatar
lain committed
329 330
    followed_addresses =
      followeds
331
      |> Enum.reject(fn followed -> blocks?(follower, followed) || blocks?(followed, follower) end)
lain's avatar
lain committed
332
      |> Enum.map(fn %{follower_address: fa} -> fa end)
lain's avatar
lain committed
333

lain's avatar
lain committed
334 335 336
    q =
      from(u in User,
        where: u.id == ^follower.id,
337 338 339 340 341 342 343 344 345
        update: [
          set: [
            following:
              fragment(
                "array(select distinct unnest (array_cat(?, ?)))",
                u.following,
                ^followed_addresses
              )
          ]
rinpatch's avatar
rinpatch committed
346 347
        ],
        select: u
lain's avatar
lain committed
348 349
      )

rinpatch's avatar
rinpatch committed
350
    {1, [follower]} = Repo.update_all(q, [])
lain's avatar
lain committed
351 352 353 354 355

    Enum.each(followeds, fn followed ->
      update_follower_count(followed)
    end)

lain's avatar
lain committed
356
    set_cache(follower)
lain's avatar
lain committed
357 358
  end

lain's avatar
lain committed
359
  def follow(%User{} = follower, %User{info: info} = followed) do
360 361
    user_config = Application.get_env(:pleroma, :user)
    deny_follow_blocked = Keyword.get(user_config, :deny_follow_blocked)
362

363
    ap_followers = followed.follower_address
364

365
    cond do
lain's avatar
lain committed
366
      following?(follower, followed) or info.deactivated ->
367
        {:error, "Could not follow user: #{followed.nickname} is already on your list."}
lain's avatar
lain committed
368

369
      deny_follow_blocked and blocks?(followed, follower) ->
370
        {:error, "Could not follow user: #{followed.nickname} blocked you."}
lain's avatar
lain committed
371

372 373 374 375 376
      true ->
        if !followed.local && follower.local && !ap_enabled?(followed) do
          Websub.subscribe(follower, followed)
        end

377 378 379
        q =
          from(u in User,
            where: u.id == ^follower.id,
rinpatch's avatar
rinpatch committed
380 381
            update: [push: [following: ^ap_followers]],
            select: u
382
          )
383

rinpatch's avatar
rinpatch committed
384
        {1, [follower]} = Repo.update_all(q, [])
385

386 387
        {:ok, _} = update_follower_count(followed)

388
        set_cache(follower)
389
    end
lain's avatar
lain committed
390
  end
lain's avatar
lain committed
391 392

  def unfollow(%User{} = follower, %User{} = followed) do
393
    ap_followers = followed.follower_address
lain's avatar
lain committed
394

395
    if following?(follower, followed) and follower.ap_id != followed.ap_id do
396 397 398
      q =
        from(u in User,
          where: u.id == ^follower.id,
rinpatch's avatar
rinpatch committed
399 400
          update: [pull: [following: ^ap_followers]],
          select: u
401
        )
lain's avatar
lain committed
402

rinpatch's avatar
rinpatch committed
403
      {1, [follower]} = Repo.update_all(q, [])
404 405 406

      {:ok, followed} = update_follower_count(followed)

407 408
      set_cache(follower)

409
      {:ok, follower, Utils.fetch_latest_follow(follower, followed)}
410
    else
411
      {:error, "Not subscribed!"}
412
    end
lain's avatar
lain committed
413
  end
414

Maksim's avatar
Maksim committed
415
  @spec following?(User.t(), User.t()) :: boolean
416
  def following?(%User{} = follower, %User{} = followed) do
417
    Enum.member?(follower.following, followed.follower_address)
418
  end
lain's avatar
lain committed
419

420 421 422 423 424 425 426 427 428 429 430 431 432 433 434 435 436 437
  def follow_import(%User{} = follower, followed_identifiers)
      when is_list(followed_identifiers) do
    Enum.map(
      followed_identifiers,
      fn followed_identifier ->
        with %User{} = followed <- get_or_fetch(followed_identifier),
             {:ok, follower} <- maybe_direct_follow(follower, followed),
             {:ok, _} <- ActivityPub.follow(follower, followed) do
          followed
        else
          err ->
            Logger.debug("follow_import failed for #{followed_identifier} with: #{inspect(err)}")
            err
        end
      end
    )
  end

438
  def locked?(%User{} = user) do
439
    user.info.locked || false
440 441
  end

442 443 444 445
  def get_by_id(id) do
    Repo.get_by(User, id: id)
  end

lain's avatar
lain committed
446 447 448 449
  def get_by_ap_id(ap_id) do
    Repo.get_by(User, ap_id: ap_id)
  end

450 451
  # This is mostly an SPC migration fix. This guesses the user nickname by taking the last part
  # of the ap_id and the domain and tries to get that user
452 453 454 455 456 457 458 459
  def get_by_guessed_nickname(ap_id) do
    domain = URI.parse(ap_id).host
    name = List.last(String.split(ap_id, "/"))
    nickname = "#{name}@#{domain}"

    get_by_nickname(nickname)
  end

460 461 462 463 464 465 466
  def set_cache(user) do
    Cachex.put(:user_cache, "ap_id:#{user.ap_id}", user)
    Cachex.put(:user_cache, "nickname:#{user.nickname}", user)
    Cachex.put(:user_cache, "user_info:#{user.id}", user_info(user))
    {:ok, user}
  end

lain's avatar
lain committed
467 468
  def update_and_set_cache(changeset) do
    with {:ok, user} <- Repo.update(changeset) do
469
      set_cache(user)
lain's avatar
lain committed
470 471 472 473 474
    else
      e -> e
    end
  end

lain's avatar
lain committed
475 476 477
  def invalidate_cache(user) do
    Cachex.del(:user_cache, "ap_id:#{user.ap_id}")
    Cachex.del(:user_cache, "nickname:#{user.nickname}")
478
    Cachex.del(:user_cache, "user_info:#{user.id}")
lain's avatar
lain committed
479 480
  end

lain's avatar
lain committed
481
  def get_cached_by_ap_id(ap_id) do
482
    key = "ap_id:#{ap_id}"
Thog's avatar
Thog committed
483
    Cachex.fetch!(:user_cache, key, fn _ -> get_by_ap_id(ap_id) end)
lain's avatar
lain committed
484 485
  end

486 487
  def get_cached_by_id(id) do
    key = "id:#{id}"
488 489 490 491

    ap_id =
      Cachex.fetch!(:user_cache, key, fn _ ->
        user = get_by_id(id)
492 493 494 495 496 497 498

        if user do
          Cachex.put(:user_cache, "ap_id:#{user.ap_id}", user)
          {:commit, user.ap_id}
        else
          {:ignore, ""}
        end
499 500 501
      end)

    get_cached_by_ap_id(ap_id)
502 503
  end

lain's avatar
lain committed
504
  def get_cached_by_nickname(nickname) do
505
    key = "nickname:#{nickname}"
Thog's avatar
Thog committed
506
    Cachex.fetch!(:user_cache, key, fn _ -> get_or_fetch_by_nickname(nickname) end)
lain's avatar
lain committed
507
  end
lain's avatar
lain committed
508

509
  def get_cached_by_nickname_or_id(nickname_or_id) do
510
    get_cached_by_id(nickname_or_id) || get_cached_by_nickname(nickname_or_id)
511 512
  end

lain's avatar
lain committed
513
  def get_by_nickname(nickname) do
514
    Repo.get_by(User, nickname: nickname) ||
515
      if Regex.match?(~r(@#{Pleroma.Web.Endpoint.host()})i, nickname) do
516
        Repo.get_by(User, nickname: local_nickname(nickname))
517
      end
518 519
  end

520 521 522 523 524 525 526
  def get_by_nickname_or_email(nickname_or_email) do
    case user = Repo.get_by(User, nickname: nickname_or_email) do
      %User{} -> user
      nil -> Repo.get_by(User, email: nickname_or_email)
    end
  end

lain's avatar
lain committed
527 528
  def get_cached_user_info(user) do
    key = "user_info:#{user.id}"
Thog's avatar
Thog committed
529
    Cachex.fetch!(:user_cache, key, fn _ -> user_info(user) end)
lain's avatar
lain committed
530
  end
lain's avatar
lain committed
531

lain's avatar
lain committed
532 533 534 535 536 537 538 539 540
  def fetch_by_nickname(nickname) do
    ap_try = ActivityPub.make_user_from_nickname(nickname)

    case ap_try do
      {:ok, user} -> {:ok, user}
      _ -> OStatus.make_user(nickname)
    end
  end

lain's avatar
lain committed
541
  def get_or_fetch_by_nickname(nickname) do
lain's avatar
lain committed
542
    with %User{} = user <- get_by_nickname(nickname) do
lain's avatar
lain committed
543
      user
lain's avatar
lain committed
544 545 546 547
    else
      _e ->
        with [_nick, _domain] <- String.split(nickname, "@"),
             {:ok, user} <- fetch_by_nickname(nickname) do
548 549 550 551
          if Pleroma.Config.get([:fetch_initial_posts, :enabled]) do
            {:ok, _} = Task.start(__MODULE__, :fetch_initial_posts, [user])
          end

lain's avatar
lain committed
552 553 554 555
          user
        else
          _e -> nil
        end
lain's avatar
lain committed
556
    end
lain's avatar
lain committed
557
  end
lain's avatar
lain committed
558

559 560 561 562 563 564 565 566 567 568 569
  @doc "Fetch some posts when the user has just been federated with"
  def fetch_initial_posts(user) do
    pages = Pleroma.Config.get!([:fetch_initial_posts, :pages])

    Enum.each(
      # Insert all the posts in reverse order, so they're in the right order on the timeline
      Enum.reverse(Utils.fetch_ordered_collection(user.info.source_data["outbox"], pages)),
      &Pleroma.Web.Federator.incoming_ap_doc/1
    )
  end

570
  def get_followers_query(%User{id: id, follower_address: follower_address}, nil) do
571 572 573 574 575 576 577
    from(
      u in User,
      where: fragment("? <@ ?", ^[follower_address], u.following),
      where: u.id != ^id
    )
  end

578
  def get_followers_query(user, page) do
Maxim Filippov's avatar
Maxim Filippov committed
579 580
    from(u in get_followers_query(user, nil))
    |> paginate(page, 20)
581 582 583 584 585 586
  end

  def get_followers_query(user), do: get_followers_query(user, nil)

  def get_followers(user, page \\ nil) do
    q = get_followers_query(user, page)
lain's avatar
lain committed
587 588 589 590

    {:ok, Repo.all(q)}
  end

591 592 593 594 595 596
  def get_followers_ids(user, page \\ nil) do
    q = get_followers_query(user, page)

    Repo.all(from(u in q, select: u.id))
  end

597
  def get_friends_query(%User{id: id, following: following}, nil) do
598 599 600 601 602 603 604
    from(
      u in User,
      where: u.follower_address in ^following,
      where: u.id != ^id
    )
  end

605
  def get_friends_query(user, page) do
Maxim Filippov's avatar
Maxim Filippov committed
606 607
    from(u in get_friends_query(user, nil))
    |> paginate(page, 20)
608 609 610 611 612 613
  end

  def get_friends_query(user), do: get_friends_query(user, nil)

  def get_friends(user, page \\ nil) do
    q = get_friends_query(user, page)
lain's avatar
lain committed
614 615 616

    {:ok, Repo.all(q)}
  end
617

618 619 620 621 622 623
  def get_friends_ids(user, page \\ nil) do
    q = get_friends_query(user, page)

    Repo.all(from(u in q, select: u.id))
  end

624 625 626
  def get_follow_requests_query(%User{} = user) do
    from(
      a in Activity,
kaniini's avatar
kaniini committed
627 628 629 630 631 632 633 634 635 636 637 638
      where:
        fragment(
          "? ->> 'type' = 'Follow'",
          a.data
        ),
      where:
        fragment(
          "? ->> 'state' = 'pending'",
          a.data
        ),
      where:
        fragment(
639
          "coalesce((?)->'object'->>'id', (?)->>'object') = ?",
kaniini's avatar
kaniini committed
640
          a.data,
641 642
          a.data,
          ^user.ap_id
kaniini's avatar
kaniini committed
643
        )
644 645 646 647 648
    )
  end

  def get_follow_requests(%User{} = user) do
    users =
649 650
      user
      |> User.get_follow_requests_query()
rinpatch's avatar
rinpatch committed
651
      |> join(:inner, [a], u in User, on: a.actor == u.ap_id)
652 653 654 655
      |> where([a, u], not fragment("? @> ?", u.following, ^[user.follower_address]))
      |> group_by([a, u], u.id)
      |> select([a, u], u)
      |> Repo.all()
656 657 658 659

    {:ok, users}
  end

660
  def increase_note_count(%User{} = user) do
661 662 663 664 665 666 667 668 669 670 671 672
    User
    |> where(id: ^user.id)
    |> update([u],
      set: [
        info:
          fragment(
            "jsonb_set(?, '{note_count}', ((?->>'note_count')::int + 1)::varchar::jsonb, true)",
            u.info,
            u.info
          )
      ]
    )
rinpatch's avatar
rinpatch committed
673 674
    |> select([u], u)
    |> Repo.update_all([])
675 676 677 678
    |> case do
      {1, [user]} -> set_cache(user)
      _ -> {:error, user}
    end
679 680
  end

681
  def decrease_note_count(%User{} = user) do
682 683 684 685 686 687 688 689 690 691 692 693
    User
    |> where(id: ^user.id)
    |> update([u],
      set: [
        info:
          fragment(
            "jsonb_set(?, '{note_count}', (greatest(0, (?->>'note_count')::int - 1))::varchar::jsonb, true)",
            u.info,
            u.info
          )
      ]
    )
rinpatch's avatar
rinpatch committed
694 695
    |> select([u], u)
    |> Repo.update_all([])
696 697 698 699
    |> case do
      {1, [user]} -> set_cache(user)
      _ -> {:error, user}
    end
700 701
  end

702
  def update_note_count(%User{} = user) do
lain's avatar
lain committed
703 704 705 706 707 708
    note_count_query =
      from(
        a in Object,
        where: fragment("?->>'actor' = ? and ?->>'type' = 'Note'", a.data, ^user.ap_id, a.data),
        select: count(a.id)
      )
709 710 711

    note_count = Repo.one(note_count_query)

lain's avatar
lain committed
712
    info_cng = User.Info.set_note_count(user.info, note_count)
713

lain's avatar
lain committed
714 715 716
    cng =
      change(user)
      |> put_embed(:info, info_cng)
717

lain's avatar
lain committed
718
    update_and_set_cache(cng)
719 720 721
  end

  def update_follower_count(%User{} = user) do
lain's avatar
lain committed
722
    follower_count_query =
723 724 725 726
      User
      |> where([u], ^user.follower_address in u.following)
      |> where([u], u.id != ^user.id)
      |> select([u], %{count: count(u.id)})
727

728 729 730 731 732 733 734 735 736 737 738 739 740
    User
    |> where(id: ^user.id)
    |> join(:inner, [u], s in subquery(follower_count_query))
    |> update([u, s],
      set: [
        info:
          fragment(
            "jsonb_set(?, '{follower_count}', ?::varchar::jsonb, true)",
            u.info,
            s.count
          )
      ]
    )
rinpatch's avatar
rinpatch committed
741 742
    |> select([u], u)
    |> Repo.update_all([])
743 744 745 746
    |> case do
      {1, [user]} -> set_cache(user)
      _ -> {:error, user}
    end
747
  end
748

749
  def get_users_from_set_query(ap_ids, false) do
750 751
    from(
      u in User,
752
      where: u.ap_id in ^ap_ids
753 754 755
    )
  end

756 757
  def get_users_from_set_query(ap_ids, true) do
    query = get_users_from_set_query(ap_ids, false)
758 759 760

    from(
      u in query,
761 762 763 764
      where: u.local == true
    )
  end

765 766 767 768 769
  def get_users_from_set(ap_ids, local_only \\ true) do
    get_users_from_set_query(ap_ids, local_only)
    |> Repo.all()
  end

770
  def get_recipients_from_activity(%Activity{recipients: to}) do
lain's avatar
lain committed
771 772 773 774 775 776
    query =
      from(
        u in User,
        where: u.ap_id in ^to,
        or_where: fragment("? && ?", u.following, ^to)
      )
777

lain's avatar
lain committed
778
    query = from(u in query, where: u.local == true)
779

780 781 782
    Repo.all(query)
  end

783 784 785 786 787 788 789
  @spec search_for_admin(%{
          local: boolean(),
          page: number(),
          page_size: number()
        }) :: {:ok, [Pleroma.User.t()], number()}
  def search_for_admin(%{query: nil, local: local, page: page, page_size: page_size}) do
    query =
Maxim Filippov's avatar
Maxim Filippov committed
790
      from(u in User, order_by: u.nickname)
791 792 793 794 795 796 797 798 799 800 801 802 803 804 805
      |> maybe_local_user_query(local)

    paginated_query =
      query
      |> paginate(page, page_size)

    count =
      query
      |> Repo.aggregate(:count, :id)

    {:ok, Repo.all(paginated_query), count}
  end

  @spec search_for_admin(%{
          query: binary(),
Maxim Filippov's avatar
Maxim Filippov committed
806 807 808 809
          local: boolean(),
          page: number(),
          page_size: number()
        }) :: {:ok, [Pleroma.User.t()], number()}
810 811 812 813 814 815
  def search_for_admin(%{
        query: term,
        local: local,
        page: page,
        page_size: page_size
      }) do
Maxim Filippov's avatar
Maxim Filippov committed
816
    maybe_local_query = User |> maybe_local_user_query(local)
817

Maxim Filippov's avatar
Maxim Filippov committed
818 819
    search_query = from(u in maybe_local_query, where: ilike(u.nickname, ^"%#{term}%"))
    count = search_query |> Repo.aggregate(:count, :id)
Maxim Filippov's avatar
Format  
Maxim Filippov committed
820

Maxim Filippov's avatar
Maxim Filippov committed
821 822
    results =
      search_query
Maxim Filippov's avatar
Maxim Filippov committed
823
      |> paginate(page, page_size)
Maxim Filippov's avatar
Maxim Filippov committed
824
      |> Repo.all()
lain's avatar
lain committed
825

Maxim Filippov's avatar
Maxim Filippov committed
826
    {:ok, results, count}
827
  end
lain's avatar
lain committed
828

829
  def search(query, resolve \\ false, for_user \\ nil) do
830
    # Strip the beginning @ off if there is a query
831 832
    query = String.trim_leading(query, "@")

833
    if resolve, do: get_or_fetch(query)
lain's avatar
lain committed
834

835
    {:ok, results} =
lain's avatar
lain committed
836 837
      Repo.transaction(fn ->
        Ecto.Adapters.SQL.query(Repo, "select set_limit(0.25)", [])
838
        Repo.all(search_query(query, for_user))
lain's avatar
lain committed
839
      end)
lain's avatar
lain committed
840

841
    results
842
  end
lain's avatar
lain committed
843

844 845 846
  def search_query(query, for_user) do
    fts_subquery = fts_search_subquery(query)
    trigram_subquery = trigram_search_subquery(query)
847 848
    union_query = from(s in trigram_subquery, union_all: ^fts_subquery)
    distinct_query = from(s in subquery(union_query), order_by: s.search_type, distinct: s.id)
lain's avatar
lain committed
849

850 851 852 853 854
    from(s in subquery(boost_search_rank_query(distinct_query, for_user)),
      order_by: [desc: s.search_rank],
      limit: 20
    )
  end
855

856 857 858 859 860 861 862 863 864 865 866 867 868 869 870 871 872 873 874 875 876 877 878 879 880 881
  defp boost_search_rank_query(query, nil), do: query

  defp boost_search_rank_query(query, for_user) do
    friends_ids = get_friends_ids(for_user)
    followers_ids = get_followers_ids(for_user)

    from(u in subquery(query),
      select_merge: %{
        search_rank:
          fragment(
            """
             CASE WHEN (?) THEN (?) * 1.3 
             WHEN (?) THEN (?) * 1.2
             WHEN (?) THEN (?) * 1.1
             ELSE (?) END
            """,
            u.id in ^friends_ids and u.id in ^followers_ids,
            u.search_rank,
            u.id in ^friends_ids,
            u.search_rank,
            u.id in ^followers_ids,
            u.search_rank,
            u.search_rank
          )
      }
    )
882
  end
883

Maxim Filippov's avatar
Maxim Filippov committed
884
  defp fts_search_subquery(term, query \\ User) do
885
    processed_query =
886
      term
887 888 889 890 891
      |> String.replace(~r/\W+/, " ")
      |> String.trim()
      |> String.split()
      |> Enum.map(&(&1 <> ":*"))
      |> Enum.join(" | ")
892

893
    from(
894
      u in query,
895
      select_merge: %{
896
        search_type: ^0,
897 898 899 900 901 902 903 904 905 906 907 908 909 910 911
        search_rank:
          fragment(
            """
            ts_rank_cd(
              setweight(to_tsvector('simple', regexp_replace(?, '\\W', ' ', 'g')), 'A') ||
              setweight(to_tsvector('simple', regexp_replace(coalesce(?, ''), '\\W', ' ', 'g')), 'B'),
              to_tsquery('simple', ?),
              32
            )
            """,
            u.nickname,
            u.name,
            ^processed_query
          )
      },
lain's avatar
lain committed
912 913 914 915 916 917 918 919 920 921
      where:
        fragment(
          """
            (setweight(to_tsvector('simple', regexp_replace(?, '\\W', ' ', 'g')), 'A') ||
            setweight(to_tsvector('simple', regexp_replace(coalesce(?, ''), '\\W', ' ', 'g')), 'B')) @@ to_tsquery('simple', ?)
          """,
          u.nickname,
          u.name,
          ^processed_query
        )
922 923
    )
  end
924

Maxim Filippov's avatar
Maxim Filippov committed
925
  defp trigram_search_subquery(term) do
926 927 928
    from(
      u in User,
      select_merge: %{
929 930
        # ^1 gives 'Postgrex expected a binary, got 1' for some weird reason
        search_type: fragment("?", 1),
931 932
        search_rank:
          fragment(
933
            "similarity(?, trim(? || ' ' || coalesce(?, '')))",
934
            ^term,
935 936 937 938
            u.nickname,
            u.name
          )
      },
Maxim Filippov's avatar