user.ex 38 KB
Newer Older
1
# Pleroma: A lightweight social networking server
kaniini's avatar
kaniini committed
2
# Copyright © 2017-2019 Pleroma Authors <https://pleroma.social/>
3 4
# SPDX-License-Identifier: AGPL-3.0-only

lain's avatar
lain committed
5 6
defmodule Pleroma.User do
  use Ecto.Schema
7

Haelwenn's avatar
Haelwenn committed
8 9 10
  import Ecto.Changeset
  import Ecto.Query

11 12 13 14 15
  alias Comeonin.Pbkdf2
  alias Pleroma.Activity
  alias Pleroma.Formatter
  alias Pleroma.Notification
  alias Pleroma.Object
16
  alias Pleroma.Registration
Haelwenn's avatar
Haelwenn committed
17 18 19
  alias Pleroma.Repo
  alias Pleroma.User
  alias Pleroma.Web
20 21
  alias Pleroma.Web.ActivityPub.ActivityPub
  alias Pleroma.Web.ActivityPub.Utils
Maxim Filippov's avatar
Maxim Filippov committed
22
  alias Pleroma.Web.CommonAPI.Utils, as: CommonUtils
Haelwenn's avatar
Haelwenn committed
23
  alias Pleroma.Web.OAuth
24
  alias Pleroma.Web.OStatus
25
  alias Pleroma.Web.RelMe
26
  alias Pleroma.Web.Websub
lain's avatar
lain committed
27

28 29
  require Logger

Maksim's avatar
Maksim committed
30 31
  @type t :: %__MODULE__{}

href's avatar
href committed
32 33
  @primary_key {:id, Pleroma.FlakeId, autogenerate: true}

34
  # credo:disable-for-next-line Credo.Check.Readability.MaxLineLength
href's avatar
href committed
35 36 37
  @email_regex ~r/^[a-zA-Z0-9.!#$%&'*+\/=?^_`{|}~-]+@[a-zA-Z0-9](?:[a-zA-Z0-9-]{0,61}[a-zA-Z0-9])?(?:\.[a-zA-Z0-9](?:[a-zA-Z0-9-]{0,61}[a-zA-Z0-9])?)*$/

  @strict_local_nickname_regex ~r/^[a-zA-Z\d]+$/
href's avatar
href committed
38
  @extended_local_nickname_regex ~r/^[a-zA-Z\d_-]+$/
href's avatar
href committed
39

lain's avatar
lain committed
40
  schema "users" do
lain's avatar
lain committed
41 42 43 44 45 46 47 48 49 50 51 52
    field(:bio, :string)
    field(:email, :string)
    field(:name, :string)
    field(:nickname, :string)
    field(:password_hash, :string)
    field(:password, :string, virtual: true)
    field(:password_confirmation, :string, virtual: true)
    field(:following, {:array, :string}, default: [])
    field(:ap_id, :string)
    field(:avatar, :map)
    field(:local, :boolean, default: true)
    field(:follower_address, :string)
53
    field(:search_rank, :float, virtual: true)
54
    field(:search_type, :integer, virtual: true)
55
    field(:tags, {:array, :string}, default: [])
Haelwenn's avatar
Haelwenn committed
56
    field(:bookmarks, {:array, :string}, default: [])
rinpatch's avatar
rinpatch committed
57
    field(:last_refreshed_at, :naive_datetime_usec)
lain's avatar
lain committed
58
    has_many(:notifications, Notification)
59
    has_many(:registrations, Registration)
lain's avatar
lain committed
60
    embeds_one(:info, Pleroma.User.Info)
lain's avatar
lain committed
61 62 63

    timestamps()
  end
lain's avatar
lain committed
64

65 66
  def auth_active?(%User{info: %User.Info{confirmation_pending: true}}),
    do: !Pleroma.Config.get([:instance, :account_activation_required])
67

68
  def auth_active?(%User{}), do: true
69

70 71 72 73 74
  def visible_for?(user, for_user \\ nil)

  def visible_for?(%User{id: user_id}, %User{id: for_id}) when user_id == for_id, do: true

  def visible_for?(%User{} = user, for_user) do
75
    auth_active?(user) || superuser?(for_user)
76 77
  end

78 79
  def visible_for?(_, _), do: false

80 81
  def superuser?(%User{local: true, info: %User.Info{is_admin: true}}), do: true
  def superuser?(%User{local: true, info: %User.Info{is_moderator: true}}), do: true
82
  def superuser?(_), do: false
83

84
  def avatar_url(user, options \\ []) do
lain's avatar
lain committed
85 86
    case user.avatar do
      %{"url" => [%{"href" => href} | _]} -> href
87
      _ -> !options[:no_default] && "#{Web.base_url()}/images/avi.png"
lain's avatar
lain committed
88 89 90
    end
  end

91
  def banner_url(user, options \\ []) do
lain's avatar
lain committed
92
    case user.info.banner do
lain's avatar
lain committed
93
      %{"url" => [%{"href" => href} | _]} -> href
94
      _ -> !options[:no_default] && "#{Web.base_url()}/images/banner.png"
lain's avatar
lain committed
95 96 97
    end
  end

lain's avatar
lain committed
98
  def profile_url(%User{info: %{source_data: %{"url" => url}}}), do: url
99 100 101
  def profile_url(%User{ap_id: ap_id}), do: ap_id
  def profile_url(_), do: nil

lain's avatar
lain committed
102
  def ap_id(%User{nickname: nickname}) do
lain's avatar
lain committed
103
    "#{Web.base_url()}/users/#{nickname}"
lain's avatar
lain committed
104 105
  end

106 107
  def ap_followers(%User{follower_address: fa}) when is_binary(fa), do: fa
  def ap_followers(%User{} = user), do: "#{ap_id(user)}/followers"
lain's avatar
lain committed
108

lain's avatar
lain committed
109
  def user_info(%User{} = user) do
110
    oneself = if user.local, do: 1, else: 0
lain's avatar
lain committed
111

lain's avatar
lain committed
112
    %{
113
      following_count: length(user.following) - oneself,
lain's avatar
lain committed
114 115 116
      note_count: user.info.note_count,
      follower_count: user.info.follower_count,
      locked: user.info.locked,
Ivan Tashkinov's avatar
Ivan Tashkinov committed
117
      confirmation_pending: user.info.confirmation_pending,
lain's avatar
lain committed
118
      default_scope: user.info.default_scope
lain's avatar
lain committed
119 120 121
    }
  end

lain's avatar
lain committed
122
  def remote_user_creation(params) do
lain's avatar
lain committed
123 124 125
    params =
      params
      |> Map.put(:info, params[:info] || %{})
lain's avatar
lain committed
126 127 128

    info_cng = User.Info.remote_user_creation(%User.Info{}, params[:info])

lain's avatar
lain committed
129
    changes =
lain's avatar
lain committed
130
      %User{}
lain's avatar
lain committed
131
      |> cast(params, [:bio, :name, :ap_id, :nickname, :avatar])
132
      |> validate_required([:name, :ap_id])
lain's avatar
lain committed
133 134 135 136 137
      |> unique_constraint(:nickname)
      |> validate_format(:nickname, @email_regex)
      |> validate_length(:bio, max: 5000)
      |> validate_length(:name, max: 100)
      |> put_change(:local, false)
lain's avatar
lain committed
138
      |> put_embed(:info, info_cng)
lain's avatar
lain committed
139

140
    if changes.valid? do
lain's avatar
lain committed
141
      case info_cng.changes[:source_data] do
lain's avatar
lain committed
142 143 144
        %{"followers" => followers} ->
          changes
          |> put_change(:follower_address, followers)
lain's avatar
lain committed
145

lain's avatar
lain committed
146 147
        _ ->
          followers = User.ap_followers(%User{nickname: changes.changes[:nickname]})
lain's avatar
lain committed
148

lain's avatar
lain committed
149 150 151
          changes
          |> put_change(:follower_address, followers)
      end
152 153 154
    else
      changes
    end
lain's avatar
lain committed
155 156
  end

lain's avatar
lain committed
157
  def update_changeset(struct, params \\ %{}) do
Thog's avatar
Thog committed
158
    struct
lain's avatar
lain committed
159
    |> cast(params, [:bio, :name, :avatar])
lain's avatar
lain committed
160
    |> unique_constraint(:nickname)
href's avatar
href committed
161
    |> validate_format(:nickname, local_nickname_regex())
lain's avatar
lain committed
162
    |> validate_length(:bio, max: 5000)
lain's avatar
lain committed
163 164 165
    |> validate_length(:name, min: 1, max: 100)
  end

lain's avatar
lain committed
166
  def upgrade_changeset(struct, params \\ %{}) do
167 168 169 170
    params =
      params
      |> Map.put(:last_refreshed_at, NaiveDateTime.utc_now())

lain's avatar
lain committed
171 172 173 174
    info_cng =
      struct.info
      |> User.Info.user_upgrade(params[:info])

lain's avatar
lain committed
175
    struct
lain's avatar
lain committed
176
    |> cast(params, [:bio, :name, :follower_address, :avatar, :last_refreshed_at])
lain's avatar
lain committed
177
    |> unique_constraint(:nickname)
href's avatar
href committed
178
    |> validate_format(:nickname, local_nickname_regex())
lain's avatar
lain committed
179 180
    |> validate_length(:bio, max: 5000)
    |> validate_length(:name, max: 100)
lain's avatar
lain committed
181
    |> put_embed(:info, info_cng)
lain's avatar
lain committed
182 183
  end

Roger Braun's avatar
Roger Braun committed
184
  def password_update_changeset(struct, params) do
lain's avatar
lain committed
185 186 187 188 189
    changeset =
      struct
      |> cast(params, [:password, :password_confirmation])
      |> validate_required([:password, :password_confirmation])
      |> validate_confirmation(:password)
Roger Braun's avatar
Roger Braun committed
190

191 192 193
    OAuth.Token.delete_user_tokens(struct)
    OAuth.Authorization.delete_user_authorizations(struct)

Roger Braun's avatar
Roger Braun committed
194 195
    if changeset.valid? do
      hashed = Pbkdf2.hashpwsalt(changeset.changes[:password])
lain's avatar
lain committed
196

Roger Braun's avatar
Roger Braun committed
197 198 199 200 201 202 203 204
      changeset
      |> put_change(:password_hash, hashed)
    else
      changeset
    end
  end

  def reset_password(user, data) do
lain's avatar
lain committed
205
    update_and_set_cache(password_update_changeset(user, data))
Roger Braun's avatar
Roger Braun committed
206 207
  end

208 209 210 211 212 213 214 215
  def register_changeset(struct, params \\ %{}, opts \\ []) do
    confirmation_status =
      if opts[:confirmed] || !Pleroma.Config.get([:instance, :account_activation_required]) do
        :confirmed
      else
        :unconfirmed
      end

Ivan Tashkinov's avatar
Ivan Tashkinov committed
216 217
    info_change = User.Info.confirmation_changeset(%User.Info{}, confirmation_status)

lain's avatar
lain committed
218 219 220
    changeset =
      struct
      |> cast(params, [:bio, :email, :name, :nickname, :password, :password_confirmation])
221
      |> validate_required([:name, :nickname, :password, :password_confirmation])
lain's avatar
lain committed
222 223 224
      |> validate_confirmation(:password)
      |> unique_constraint(:email)
      |> unique_constraint(:nickname)
lain's avatar
lain committed
225
      |> validate_exclusion(:nickname, Pleroma.Config.get([Pleroma.User, :restricted_nicknames]))
href's avatar
href committed
226
      |> validate_format(:nickname, local_nickname_regex())
lain's avatar
lain committed
227 228 229
      |> validate_format(:email, @email_regex)
      |> validate_length(:bio, max: 1000)
      |> validate_length(:name, min: 1, max: 100)
Ivan Tashkinov's avatar
Ivan Tashkinov committed
230
      |> put_change(:info, info_change)
lain's avatar
lain committed
231

232 233 234 235 236 237 238
    changeset =
      if opts[:external] do
        changeset
      else
        validate_required(changeset, [:email])
      end

lain's avatar
lain committed
239
    if changeset.valid? do
240
      hashed = Pbkdf2.hashpwsalt(changeset.changes[:password])
lain's avatar
lain committed
241 242
      ap_id = User.ap_id(%User{nickname: changeset.changes[:nickname]})
      followers = User.ap_followers(%User{nickname: changeset.changes[:nickname]})
lain's avatar
lain committed
243

lain's avatar
lain committed
244 245 246
      changeset
      |> put_change(:password_hash, hashed)
      |> put_change(:ap_id, ap_id)
rinpatch's avatar
rinpatch committed
247
      |> unique_constraint(:ap_id)
lain's avatar
lain committed
248
      |> put_change(:following, [followers])
249
      |> put_change(:follower_address, followers)
lain's avatar
lain committed
250 251 252 253 254
    else
      changeset
    end
  end

255 256 257 258 259 260 261 262 263 264
  defp autofollow_users(user) do
    candidates = Pleroma.Config.get([:instance, :autofollowed_nicknames])

    autofollowed_users =
      from(u in User,
        where: u.local == true,
        where: u.nickname in ^candidates
      )
      |> Repo.all()

lain's avatar
lain committed
265
    follow_all(user, autofollowed_users)
266 267
  end

268 269
  @doc "Inserts provided changeset, performs post-registration actions (confirmation email sending etc.)"
  def register(%Ecto.Changeset{} = changeset) do
Ivan Tashkinov's avatar
Ivan Tashkinov committed
270
    with {:ok, user} <- Repo.insert(changeset),
lain's avatar
lain committed
271
         {:ok, user} <- autofollow_users(user),
lain's avatar
lain committed
272
         {:ok, _} <- Pleroma.User.WelcomeMessage.post_welcome_message_to_user(user),
273
         {:ok, _} <- try_send_confirmation_email(user) do
274 275 276 277
      {:ok, user}
    end
  end

278
  def try_send_confirmation_email(%User{} = user) do
279 280
    if user.info.confirmation_pending &&
         Pleroma.Config.get([:instance, :account_activation_required]) do
281 282 283
      user
      |> Pleroma.Emails.UserEmail.account_confirmation_email()
      |> Pleroma.Emails.Mailer.deliver_async()
284 285

      {:ok, :enqueued}
286 287 288 289 290
    else
      {:ok, :noop}
    end
  end

291 292 293 294 295
  def needs_update?(%User{local: true}), do: false

  def needs_update?(%User{local: false, last_refreshed_at: nil}), do: true

  def needs_update?(%User{local: false} = user) do
296
    NaiveDateTime.diff(NaiveDateTime.utc_now(), user.last_refreshed_at) >= 86_400
297 298 299 300
  end

  def needs_update?(_), do: true

lain's avatar
lain committed
301
  def maybe_direct_follow(%User{} = follower, %User{local: true, info: %{locked: true}}) do
302 303 304 305 306 307 308 309
    {:ok, follower}
  end

  def maybe_direct_follow(%User{} = follower, %User{local: true} = followed) do
    follow(follower, followed)
  end

  def maybe_direct_follow(%User{} = follower, %User{} = followed) do
Maksim's avatar
Maksim committed
310
    if not User.ap_enabled?(followed) do
311
      follow(follower, followed)
312 313 314 315 316
    else
      {:ok, follower}
    end
  end

Maksim's avatar
Maksim committed
317
  def maybe_follow(%User{} = follower, %User{info: _info} = followed) do
318 319
    if not following?(follower, followed) do
      follow(follower, followed)
320
    else
321
      {:ok, follower}
322 323 324
    end
  end

325
  @doc "A mass follow for local users. Respects blocks in both directions but does not create activities."
lain's avatar
lain committed
326 327
  @spec follow_all(User.t(), list(User.t())) :: {atom(), User.t()}
  def follow_all(follower, followeds) do
lain's avatar
lain committed
328 329
    followed_addresses =
      followeds
330
      |> Enum.reject(fn followed -> blocks?(follower, followed) || blocks?(followed, follower) end)
lain's avatar
lain committed
331
      |> Enum.map(fn %{follower_address: fa} -> fa end)
lain's avatar
lain committed
332

lain's avatar
lain committed
333 334 335
    q =
      from(u in User,
        where: u.id == ^follower.id,
336 337 338 339 340 341 342 343 344
        update: [
          set: [
            following:
              fragment(
                "array(select distinct unnest (array_cat(?, ?)))",
                u.following,
                ^followed_addresses
              )
          ]
rinpatch's avatar
rinpatch committed
345 346
        ],
        select: u
lain's avatar
lain committed
347 348
      )

rinpatch's avatar
rinpatch committed
349
    {1, [follower]} = Repo.update_all(q, [])
lain's avatar
lain committed
350 351 352 353 354

    Enum.each(followeds, fn followed ->
      update_follower_count(followed)
    end)

lain's avatar
lain committed
355
    set_cache(follower)
lain's avatar
lain committed
356 357
  end

lain's avatar
lain committed
358
  def follow(%User{} = follower, %User{info: info} = followed) do
359 360
    user_config = Application.get_env(:pleroma, :user)
    deny_follow_blocked = Keyword.get(user_config, :deny_follow_blocked)
361

362
    ap_followers = followed.follower_address
363

364
    cond do
lain's avatar
lain committed
365
      following?(follower, followed) or info.deactivated ->
366
        {:error, "Could not follow user: #{followed.nickname} is already on your list."}
lain's avatar
lain committed
367

368
      deny_follow_blocked and blocks?(followed, follower) ->
369
        {:error, "Could not follow user: #{followed.nickname} blocked you."}
lain's avatar
lain committed
370

371 372 373 374 375
      true ->
        if !followed.local && follower.local && !ap_enabled?(followed) do
          Websub.subscribe(follower, followed)
        end

376 377 378
        q =
          from(u in User,
            where: u.id == ^follower.id,
rinpatch's avatar
rinpatch committed
379 380
            update: [push: [following: ^ap_followers]],
            select: u
381
          )
382

rinpatch's avatar
rinpatch committed
383
        {1, [follower]} = Repo.update_all(q, [])
384

385 386
        {:ok, _} = update_follower_count(followed)

387
        set_cache(follower)
388
    end
lain's avatar
lain committed
389
  end
lain's avatar
lain committed
390 391

  def unfollow(%User{} = follower, %User{} = followed) do
392
    ap_followers = followed.follower_address
lain's avatar
lain committed
393

394
    if following?(follower, followed) and follower.ap_id != followed.ap_id do
395 396 397
      q =
        from(u in User,
          where: u.id == ^follower.id,
rinpatch's avatar
rinpatch committed
398 399
          update: [pull: [following: ^ap_followers]],
          select: u
400
        )
lain's avatar
lain committed
401

rinpatch's avatar
rinpatch committed
402
      {1, [follower]} = Repo.update_all(q, [])
403 404 405

      {:ok, followed} = update_follower_count(followed)

406 407
      set_cache(follower)

408
      {:ok, follower, Utils.fetch_latest_follow(follower, followed)}
409
    else
410
      {:error, "Not subscribed!"}
411
    end
lain's avatar
lain committed
412
  end
413

Maksim's avatar
Maksim committed
414
  @spec following?(User.t(), User.t()) :: boolean
415
  def following?(%User{} = follower, %User{} = followed) do
416
    Enum.member?(follower.following, followed.follower_address)
417
  end
lain's avatar
lain committed
418

419 420 421 422 423 424 425 426 427 428 429 430 431 432 433 434 435 436
  def follow_import(%User{} = follower, followed_identifiers)
      when is_list(followed_identifiers) do
    Enum.map(
      followed_identifiers,
      fn followed_identifier ->
        with %User{} = followed <- get_or_fetch(followed_identifier),
             {:ok, follower} <- maybe_direct_follow(follower, followed),
             {:ok, _} <- ActivityPub.follow(follower, followed) do
          followed
        else
          err ->
            Logger.debug("follow_import failed for #{followed_identifier} with: #{inspect(err)}")
            err
        end
      end
    )
  end

437
  def locked?(%User{} = user) do
438
    user.info.locked || false
439 440
  end

441 442 443 444
  def get_by_id(id) do
    Repo.get_by(User, id: id)
  end

lain's avatar
lain committed
445 446 447 448
  def get_by_ap_id(ap_id) do
    Repo.get_by(User, ap_id: ap_id)
  end

449 450
  # This is mostly an SPC migration fix. This guesses the user nickname by taking the last part
  # of the ap_id and the domain and tries to get that user
451 452 453 454 455 456 457 458
  def get_by_guessed_nickname(ap_id) do
    domain = URI.parse(ap_id).host
    name = List.last(String.split(ap_id, "/"))
    nickname = "#{name}@#{domain}"

    get_by_nickname(nickname)
  end

459 460 461 462 463 464 465
  def set_cache(user) do
    Cachex.put(:user_cache, "ap_id:#{user.ap_id}", user)
    Cachex.put(:user_cache, "nickname:#{user.nickname}", user)
    Cachex.put(:user_cache, "user_info:#{user.id}", user_info(user))
    {:ok, user}
  end

lain's avatar
lain committed
466 467
  def update_and_set_cache(changeset) do
    with {:ok, user} <- Repo.update(changeset) do
468
      set_cache(user)
lain's avatar
lain committed
469 470 471 472 473
    else
      e -> e
    end
  end

lain's avatar
lain committed
474 475 476
  def invalidate_cache(user) do
    Cachex.del(:user_cache, "ap_id:#{user.ap_id}")
    Cachex.del(:user_cache, "nickname:#{user.nickname}")
477
    Cachex.del(:user_cache, "user_info:#{user.id}")
lain's avatar
lain committed
478 479
  end

lain's avatar
lain committed
480
  def get_cached_by_ap_id(ap_id) do
481
    key = "ap_id:#{ap_id}"
Thog's avatar
Thog committed
482
    Cachex.fetch!(:user_cache, key, fn _ -> get_by_ap_id(ap_id) end)
lain's avatar
lain committed
483 484
  end

485 486
  def get_cached_by_id(id) do
    key = "id:#{id}"
487 488 489 490

    ap_id =
      Cachex.fetch!(:user_cache, key, fn _ ->
        user = get_by_id(id)
491 492 493 494 495 496 497

        if user do
          Cachex.put(:user_cache, "ap_id:#{user.ap_id}", user)
          {:commit, user.ap_id}
        else
          {:ignore, ""}
        end
498 499 500
      end)

    get_cached_by_ap_id(ap_id)
501 502
  end

lain's avatar
lain committed
503
  def get_cached_by_nickname(nickname) do
504
    key = "nickname:#{nickname}"
Thog's avatar
Thog committed
505
    Cachex.fetch!(:user_cache, key, fn _ -> get_or_fetch_by_nickname(nickname) end)
lain's avatar
lain committed
506
  end
lain's avatar
lain committed
507

508
  def get_cached_by_nickname_or_id(nickname_or_id) do
509
    get_cached_by_id(nickname_or_id) || get_cached_by_nickname(nickname_or_id)
510 511
  end

lain's avatar
lain committed
512
  def get_by_nickname(nickname) do
513
    Repo.get_by(User, nickname: nickname) ||
514
      if Regex.match?(~r(@#{Pleroma.Web.Endpoint.host()})i, nickname) do
515
        Repo.get_by(User, nickname: local_nickname(nickname))
516
      end
517 518
  end

519 520
  def get_by_email(email), do: Repo.get_by(User, email: email)

521
  def get_by_nickname_or_email(nickname_or_email) do
522
    get_by_nickname(nickname_or_email) || get_by_email(nickname_or_email)
523 524
  end

lain's avatar
lain committed
525 526
  def get_cached_user_info(user) do
    key = "user_info:#{user.id}"
Thog's avatar
Thog committed
527
    Cachex.fetch!(:user_cache, key, fn _ -> user_info(user) end)
lain's avatar
lain committed
528
  end
lain's avatar
lain committed
529

lain's avatar
lain committed
530 531 532 533 534 535 536 537 538
  def fetch_by_nickname(nickname) do
    ap_try = ActivityPub.make_user_from_nickname(nickname)

    case ap_try do
      {:ok, user} -> {:ok, user}
      _ -> OStatus.make_user(nickname)
    end
  end

lain's avatar
lain committed
539
  def get_or_fetch_by_nickname(nickname) do
lain's avatar
lain committed
540
    with %User{} = user <- get_by_nickname(nickname) do
lain's avatar
lain committed
541
      user
lain's avatar
lain committed
542 543 544 545
    else
      _e ->
        with [_nick, _domain] <- String.split(nickname, "@"),
             {:ok, user} <- fetch_by_nickname(nickname) do
546 547 548 549
          if Pleroma.Config.get([:fetch_initial_posts, :enabled]) do
            {:ok, _} = Task.start(__MODULE__, :fetch_initial_posts, [user])
          end

lain's avatar
lain committed
550 551 552 553
          user
        else
          _e -> nil
        end
lain's avatar
lain committed
554
    end
lain's avatar
lain committed
555
  end
lain's avatar
lain committed
556

557 558 559 560 561 562 563 564 565 566 567
  @doc "Fetch some posts when the user has just been federated with"
  def fetch_initial_posts(user) do
    pages = Pleroma.Config.get!([:fetch_initial_posts, :pages])

    Enum.each(
      # Insert all the posts in reverse order, so they're in the right order on the timeline
      Enum.reverse(Utils.fetch_ordered_collection(user.info.source_data["outbox"], pages)),
      &Pleroma.Web.Federator.incoming_ap_doc/1
    )
  end

568
  def get_followers_query(%User{id: id, follower_address: follower_address}, nil) do
569 570 571 572 573 574 575
    from(
      u in User,
      where: fragment("? <@ ?", ^[follower_address], u.following),
      where: u.id != ^id
    )
  end

576
  def get_followers_query(user, page) do
Maxim Filippov's avatar
Maxim Filippov committed
577 578
    from(u in get_followers_query(user, nil))
    |> paginate(page, 20)
579 580 581 582 583 584
  end

  def get_followers_query(user), do: get_followers_query(user, nil)

  def get_followers(user, page \\ nil) do
    q = get_followers_query(user, page)
lain's avatar
lain committed
585 586 587 588

    {:ok, Repo.all(q)}
  end

589 590 591 592 593 594
  def get_followers_ids(user, page \\ nil) do
    q = get_followers_query(user, page)

    Repo.all(from(u in q, select: u.id))
  end

595
  def get_friends_query(%User{id: id, following: following}, nil) do
596 597 598 599 600 601 602
    from(
      u in User,
      where: u.follower_address in ^following,
      where: u.id != ^id
    )
  end

603
  def get_friends_query(user, page) do
Maxim Filippov's avatar
Maxim Filippov committed
604 605
    from(u in get_friends_query(user, nil))
    |> paginate(page, 20)
606 607 608 609 610 611
  end

  def get_friends_query(user), do: get_friends_query(user, nil)

  def get_friends(user, page \\ nil) do
    q = get_friends_query(user, page)
lain's avatar
lain committed
612 613 614

    {:ok, Repo.all(q)}
  end
615

616 617 618 619 620 621
  def get_friends_ids(user, page \\ nil) do
    q = get_friends_query(user, page)

    Repo.all(from(u in q, select: u.id))
  end

622 623 624
  def get_follow_requests_query(%User{} = user) do
    from(
      a in Activity,
kaniini's avatar
kaniini committed
625 626 627 628 629 630 631 632 633 634 635 636
      where:
        fragment(
          "? ->> 'type' = 'Follow'",
          a.data
        ),
      where:
        fragment(
          "? ->> 'state' = 'pending'",
          a.data
        ),
      where:
        fragment(
637
          "coalesce((?)->'object'->>'id', (?)->>'object') = ?",
kaniini's avatar
kaniini committed
638
          a.data,
639 640
          a.data,
          ^user.ap_id
kaniini's avatar
kaniini committed
641
        )
642 643 644 645 646
    )
  end

  def get_follow_requests(%User{} = user) do
    users =
647 648
      user
      |> User.get_follow_requests_query()
rinpatch's avatar
rinpatch committed
649
      |> join(:inner, [a], u in User, on: a.actor == u.ap_id)
650 651 652 653
      |> where([a, u], not fragment("? @> ?", u.following, ^[user.follower_address]))
      |> group_by([a, u], u.id)
      |> select([a, u], u)
      |> Repo.all()
654 655 656 657

    {:ok, users}
  end

658
  def increase_note_count(%User{} = user) do
659 660 661 662 663 664 665 666 667 668 669 670
    User
    |> where(id: ^user.id)
    |> update([u],
      set: [
        info:
          fragment(
            "jsonb_set(?, '{note_count}', ((?->>'note_count')::int + 1)::varchar::jsonb, true)",
            u.info,
            u.info
          )
      ]
    )
rinpatch's avatar
rinpatch committed
671 672
    |> select([u], u)
    |> Repo.update_all([])
673 674 675 676
    |> case do
      {1, [user]} -> set_cache(user)
      _ -> {:error, user}
    end
677 678
  end

679
  def decrease_note_count(%User{} = user) do
680 681 682 683 684 685 686 687 688 689 690 691
    User
    |> where(id: ^user.id)
    |> update([u],
      set: [
        info:
          fragment(
            "jsonb_set(?, '{note_count}', (greatest(0, (?->>'note_count')::int - 1))::varchar::jsonb, true)",
            u.info,
            u.info
          )
      ]
    )
rinpatch's avatar
rinpatch committed
692 693
    |> select([u], u)
    |> Repo.update_all([])
694 695 696 697
    |> case do
      {1, [user]} -> set_cache(user)
      _ -> {:error, user}
    end
698 699
  end

700
  def update_note_count(%User{} = user) do
lain's avatar
lain committed
701 702 703 704 705 706
    note_count_query =
      from(
        a in Object,
        where: fragment("?->>'actor' = ? and ?->>'type' = 'Note'", a.data, ^user.ap_id, a.data),
        select: count(a.id)
      )
707 708 709

    note_count = Repo.one(note_count_query)

lain's avatar
lain committed
710
    info_cng = User.Info.set_note_count(user.info, note_count)
711

lain's avatar
lain committed
712 713 714
    cng =
      change(user)
      |> put_embed(:info, info_cng)
715

lain's avatar
lain committed
716
    update_and_set_cache(cng)
717 718 719
  end

  def update_follower_count(%User{} = user) do
lain's avatar
lain committed
720
    follower_count_query =
721 722 723 724
      User
      |> where([u], ^user.follower_address in u.following)
      |> where([u], u.id != ^user.id)
      |> select([u], %{count: count(u.id)})
725

726 727 728 729 730 731 732 733 734 735 736 737 738
    User
    |> where(id: ^user.id)
    |> join(:inner, [u], s in subquery(follower_count_query))
    |> update([u, s],
      set: [
        info:
          fragment(
            "jsonb_set(?, '{follower_count}', ?::varchar::jsonb, true)",
            u.info,
            s.count
          )
      ]
    )
rinpatch's avatar
rinpatch committed
739 740
    |> select([u], u)
    |> Repo.update_all([])
741 742 743 744
    |> case do
      {1, [user]} -> set_cache(user)
      _ -> {:error, user}
    end
745
  end
746

747
  def get_users_from_set_query(ap_ids, false) do
748 749
    from(
      u in User,
750
      where: u.ap_id in ^ap_ids
751 752 753
    )
  end

754 755
  def get_users_from_set_query(ap_ids, true) do
    query = get_users_from_set_query(ap_ids, false)
756 757 758

    from(
      u in query,
759 760 761 762
      where: u.local == true
    )
  end

763 764 765 766 767
  def get_users_from_set(ap_ids, local_only \\ true) do
    get_users_from_set_query(ap_ids, local_only)
    |> Repo.all()
  end

768
  def get_recipients_from_activity(%Activity{recipients: to}) do
lain's avatar
lain committed
769 770 771 772 773 774
    query =
      from(
        u in User,
        where: u.ap_id in ^to,
        or_where: fragment("? && ?", u.following, ^to)
      )
775

lain's avatar
lain committed
776
    query = from(u in query, where: u.local == true)
777

778 779 780
    Repo.all(query)
  end

781
  def search(query, resolve \\ false, for_user \\ nil) do
782
    # Strip the beginning @ off if there is a query
783 784
    query = String.trim_leading(query, "@")

785
    if resolve, do: get_or_fetch(query)
lain's avatar
lain committed
786

787
    {:ok, results} =
lain's avatar
lain committed
788 789
      Repo.transaction(fn ->
        Ecto.Adapters.SQL.query(Repo, "select set_limit(0.25)", [])
790
        Repo.all(search_query(query, for_user))
lain's avatar
lain committed
791
      end)
lain's avatar
lain committed
792

793
    results
794
  end
lain's avatar
lain committed
795

796 797 798
  def search_query(query, for_user) do
    fts_subquery = fts_search_subquery(query)
    trigram_subquery = trigram_search_subquery(query)
799 800
    union_query = from(s in trigram_subquery, union_all: ^fts_subquery)
    distinct_query = from(s in subquery(union_query), order_by: s.search_type, distinct: s.id)
lain's avatar
lain committed
801

802 803 804 805 806
    from(s in subquery(boost_search_rank_query(distinct_query, for_user)),
      order_by: [desc: s.search_rank],
      limit: 20
    )
  end
807

808 809 810 811 812 813 814 815 816 817 818
  defp boost_search_rank_query(query, nil), do: query

  defp boost_search_rank_query(query, for_user) do
    friends_ids = get_friends_ids(for_user)
    followers_ids = get_followers_ids(for_user)

    from(u in subquery(query),
      select_merge: %{
        search_rank:
          fragment(
            """
819
             CASE WHEN (?) THEN (?) * 1.3
820 821 822 823 824 825 826 827 828 829 830 831 832 833
             WHEN (?) THEN (?) * 1.2
             WHEN (?) THEN (?) * 1.1
             ELSE (?) END
            """,
            u.id in ^friends_ids and u.id in ^followers_ids,
            u.search_rank,
            u.id in ^friends_ids,
            u.search_rank,
            u.id in ^followers_ids,
            u.search_rank,
            u.search_rank
          )
      }
    )
834
  end
835

Maxim Filippov's avatar
Maxim Filippov committed
836
  defp fts_search_subquery(term, query \\ User) do
837
    processed_query =
838
      term
839 840 841 842 843
      |> String.replace(~r/\W+/, " ")
      |> String.trim()
      |> String.split()
      |> Enum.map(&(&1 <> ":*"))
      |> Enum.join(" | ")
844

845
    from(
846
      u in query,
847
      select_merge: %{
848
        search_type: ^0,
849 850 851 852 853 854 855 856 857 858 859 860 861 862 863
        search_rank:
          fragment(
            """
            ts_rank_cd(
              setweight(to_tsvector('simple', regexp_replace(?, '\\W', ' ', 'g')), 'A') ||
              setweight(to_tsvector('simple', regexp_replace(coalesce(?, ''), '\\W', ' ', 'g')), 'B'),
              to_tsquery('simple', ?),
              32
            )
            """,
            u.nickname,
            u.name,
            ^processed_query
          )
      },
lain's avatar
lain committed
864 865 866 867 868 869 870 871 872 873
      where:
        fragment(
          """
            (setweight(to_tsvector('simple', regexp_replace(?, '\\W', ' ', 'g')), 'A') ||
            setweight(to_tsvector('simple', regexp_replace(coalesce(?, ''), '\\W', ' ', 'g')), 'B')) @@ to_tsquery('simple', ?)
          """,
          u.nickname,
          u.name,
          ^processed_query
        )
874 875
    )
  end
876

Maxim Filippov's avatar
Maxim Filippov committed
877
  defp trigram_search_subquery(term) do
878 879 880
    from(
      u in User,
      select_merge: %{
881 882
        # ^1 gives 'Postgrex expected a binary, got 1' for some weird reason
        search_type: fragment("?", 1),
883 884
        search_rank:
          fragment(
885
            "similarity(?, trim(? || ' ' || coalesce(?, '')))",
886
            ^term,
887 888 889 890
            u.nickname,
            u.name
          )
      },
891
      where: fragment("trim(? || ' ' || coalesce(?, '')) % ?", u.nickname, u.name, ^term)
892 893 894
    )
  end

895 896 897 898 899 900 901 902 903 904 905 906 907 908 909 910 911
  def blocks_import(%User{} = blocker, blocked_identifiers) when is_list(blocked_identifiers) do
    Enum.map(
      blocked_identifiers,
      fn blocked_identifier ->
        with %User{} = blocked <- get_or_fetch(blocked_identifier),
             {:ok, blocker} <- block(blocker, blocked),
             {:ok, _} <- ActivityPub.block(blocker, blocked) do
          blocked
        else
          err ->
            Logger.debug("blocks_import failed for #{blocked_identifier} with: #{inspect(err)}")
            err
        end
      end
    )
  end

912
  def mute(muter, %User{ap_id: ap_id}) do
913 914 915 916 917 918 919
    info_cng =
      muter.info
      |> User.Info.add_to_mutes(ap_id)

    cng =
      change(muter)
      |> put_embed(:info, info_cng)
920

921
    update_and_set_cache(cng)
922 923
  end

924 925 926 927
  def unmute(muter, %{ap_id: ap_id}) do
    info_cng =
      muter.info
      |> User.Info.remove_from_mutes(ap_id)