user.ex 39.1 KB
Newer Older
1
# Pleroma: A lightweight social networking server
kaniini's avatar
kaniini committed
2
# Copyright © 2017-2019 Pleroma Authors <https://pleroma.social/>
3 4
# SPDX-License-Identifier: AGPL-3.0-only

lain's avatar
lain committed
5 6
defmodule Pleroma.User do
  use Ecto.Schema
7

Haelwenn's avatar
Haelwenn committed
8 9 10
  import Ecto.Changeset
  import Ecto.Query

11 12 13 14 15
  alias Comeonin.Pbkdf2
  alias Pleroma.Activity
  alias Pleroma.Formatter
  alias Pleroma.Notification
  alias Pleroma.Object
16
  alias Pleroma.Registration
Haelwenn's avatar
Haelwenn committed
17 18 19
  alias Pleroma.Repo
  alias Pleroma.User
  alias Pleroma.Web
20 21
  alias Pleroma.Web.ActivityPub.ActivityPub
  alias Pleroma.Web.ActivityPub.Utils
Maxim Filippov's avatar
Maxim Filippov committed
22
  alias Pleroma.Web.CommonAPI.Utils, as: CommonUtils
Haelwenn's avatar
Haelwenn committed
23
  alias Pleroma.Web.OAuth
24
  alias Pleroma.Web.OStatus
25
  alias Pleroma.Web.RelMe
26
  alias Pleroma.Web.Websub
lain's avatar
lain committed
27

28 29
  require Logger

Maksim's avatar
Maksim committed
30 31
  @type t :: %__MODULE__{}

href's avatar
href committed
32 33
  @primary_key {:id, Pleroma.FlakeId, autogenerate: true}

34
  # credo:disable-for-next-line Credo.Check.Readability.MaxLineLength
href's avatar
href committed
35 36 37
  @email_regex ~r/^[a-zA-Z0-9.!#$%&'*+\/=?^_`{|}~-]+@[a-zA-Z0-9](?:[a-zA-Z0-9-]{0,61}[a-zA-Z0-9])?(?:\.[a-zA-Z0-9](?:[a-zA-Z0-9-]{0,61}[a-zA-Z0-9])?)*$/

  @strict_local_nickname_regex ~r/^[a-zA-Z\d]+$/
href's avatar
href committed
38
  @extended_local_nickname_regex ~r/^[a-zA-Z\d_-]+$/
href's avatar
href committed
39

lain's avatar
lain committed
40
  schema "users" do
lain's avatar
lain committed
41 42 43 44 45 46 47 48 49 50 51 52
    field(:bio, :string)
    field(:email, :string)
    field(:name, :string)
    field(:nickname, :string)
    field(:password_hash, :string)
    field(:password, :string, virtual: true)
    field(:password_confirmation, :string, virtual: true)
    field(:following, {:array, :string}, default: [])
    field(:ap_id, :string)
    field(:avatar, :map)
    field(:local, :boolean, default: true)
    field(:follower_address, :string)
53
    field(:search_rank, :float, virtual: true)
54
    field(:search_type, :integer, virtual: true)
55
    field(:tags, {:array, :string}, default: [])
Haelwenn's avatar
Haelwenn committed
56
    field(:bookmarks, {:array, :string}, default: [])
rinpatch's avatar
rinpatch committed
57
    field(:last_refreshed_at, :naive_datetime_usec)
lain's avatar
lain committed
58
    has_many(:notifications, Notification)
59
    has_many(:registrations, Registration)
lain's avatar
lain committed
60
    embeds_one(:info, Pleroma.User.Info)
lain's avatar
lain committed
61 62 63

    timestamps()
  end
lain's avatar
lain committed
64

65 66
  def auth_active?(%User{info: %User.Info{confirmation_pending: true}}),
    do: !Pleroma.Config.get([:instance, :account_activation_required])
67

68
  def auth_active?(%User{}), do: true
69

70 71 72 73 74
  def visible_for?(user, for_user \\ nil)

  def visible_for?(%User{id: user_id}, %User{id: for_id}) when user_id == for_id, do: true

  def visible_for?(%User{} = user, for_user) do
75
    auth_active?(user) || superuser?(for_user)
76 77
  end

78 79
  def visible_for?(_, _), do: false

80 81
  def superuser?(%User{local: true, info: %User.Info{is_admin: true}}), do: true
  def superuser?(%User{local: true, info: %User.Info{is_moderator: true}}), do: true
82
  def superuser?(_), do: false
83

84
  def avatar_url(user, options \\ []) do
lain's avatar
lain committed
85 86
    case user.avatar do
      %{"url" => [%{"href" => href} | _]} -> href
87
      _ -> !options[:no_default] && "#{Web.base_url()}/images/avi.png"
lain's avatar
lain committed
88 89 90
    end
  end

91
  def banner_url(user, options \\ []) do
lain's avatar
lain committed
92
    case user.info.banner do
lain's avatar
lain committed
93
      %{"url" => [%{"href" => href} | _]} -> href
94
      _ -> !options[:no_default] && "#{Web.base_url()}/images/banner.png"
lain's avatar
lain committed
95 96 97
    end
  end

lain's avatar
lain committed
98
  def profile_url(%User{info: %{source_data: %{"url" => url}}}), do: url
99 100 101
  def profile_url(%User{ap_id: ap_id}), do: ap_id
  def profile_url(_), do: nil

lain's avatar
lain committed
102
  def ap_id(%User{nickname: nickname}) do
lain's avatar
lain committed
103
    "#{Web.base_url()}/users/#{nickname}"
lain's avatar
lain committed
104 105
  end

106 107
  def ap_followers(%User{follower_address: fa}) when is_binary(fa), do: fa
  def ap_followers(%User{} = user), do: "#{ap_id(user)}/followers"
lain's avatar
lain committed
108

lain's avatar
lain committed
109 110
  def user_info(%User{} = user) do
    %{
111
      following_count: following_count(user),
lain's avatar
lain committed
112 113 114
      note_count: user.info.note_count,
      follower_count: user.info.follower_count,
      locked: user.info.locked,
Ivan Tashkinov's avatar
Ivan Tashkinov committed
115
      confirmation_pending: user.info.confirmation_pending,
lain's avatar
lain committed
116
      default_scope: user.info.default_scope
lain's avatar
lain committed
117 118 119
    }
  end

120 121 122 123 124 125 126 127 128 129 130 131 132 133 134 135 136
  defp restrict_disabled(query) do
    from(u in query,
      where: not fragment("? \\? 'disabled' AND ?->'disabled' @> 'true'", u.info, u.info)
    )
  end

  def following_count(%User{following: []}), do: 0

  def following_count(%User{following: following, id: id}) do
    from(u in User,
      where: u.follower_address in ^following,
      where: u.id != ^id
    )
    |> restrict_disabled()
    |> Repo.aggregate(:count, :id)
  end

lain's avatar
lain committed
137
  def remote_user_creation(params) do
lain's avatar
lain committed
138 139 140
    params =
      params
      |> Map.put(:info, params[:info] || %{})
lain's avatar
lain committed
141 142 143

    info_cng = User.Info.remote_user_creation(%User.Info{}, params[:info])

lain's avatar
lain committed
144
    changes =
lain's avatar
lain committed
145
      %User{}
lain's avatar
lain committed
146
      |> cast(params, [:bio, :name, :ap_id, :nickname, :avatar])
147
      |> validate_required([:name, :ap_id])
lain's avatar
lain committed
148 149 150 151 152
      |> unique_constraint(:nickname)
      |> validate_format(:nickname, @email_regex)
      |> validate_length(:bio, max: 5000)
      |> validate_length(:name, max: 100)
      |> put_change(:local, false)
lain's avatar
lain committed
153
      |> put_embed(:info, info_cng)
lain's avatar
lain committed
154

155
    if changes.valid? do
lain's avatar
lain committed
156
      case info_cng.changes[:source_data] do
lain's avatar
lain committed
157 158 159
        %{"followers" => followers} ->
          changes
          |> put_change(:follower_address, followers)
lain's avatar
lain committed
160

lain's avatar
lain committed
161 162
        _ ->
          followers = User.ap_followers(%User{nickname: changes.changes[:nickname]})
lain's avatar
lain committed
163

lain's avatar
lain committed
164 165 166
          changes
          |> put_change(:follower_address, followers)
      end
167 168 169
    else
      changes
    end
lain's avatar
lain committed
170 171
  end

lain's avatar
lain committed
172
  def update_changeset(struct, params \\ %{}) do
Thog's avatar
Thog committed
173
    struct
lain's avatar
lain committed
174
    |> cast(params, [:bio, :name, :avatar])
lain's avatar
lain committed
175
    |> unique_constraint(:nickname)
href's avatar
href committed
176
    |> validate_format(:nickname, local_nickname_regex())
lain's avatar
lain committed
177
    |> validate_length(:bio, max: 5000)
lain's avatar
lain committed
178 179 180
    |> validate_length(:name, min: 1, max: 100)
  end

lain's avatar
lain committed
181
  def upgrade_changeset(struct, params \\ %{}) do
182 183 184 185
    params =
      params
      |> Map.put(:last_refreshed_at, NaiveDateTime.utc_now())

lain's avatar
lain committed
186 187 188 189
    info_cng =
      struct.info
      |> User.Info.user_upgrade(params[:info])

lain's avatar
lain committed
190
    struct
lain's avatar
lain committed
191
    |> cast(params, [:bio, :name, :follower_address, :avatar, :last_refreshed_at])
lain's avatar
lain committed
192
    |> unique_constraint(:nickname)
href's avatar
href committed
193
    |> validate_format(:nickname, local_nickname_regex())
lain's avatar
lain committed
194 195
    |> validate_length(:bio, max: 5000)
    |> validate_length(:name, max: 100)
lain's avatar
lain committed
196
    |> put_embed(:info, info_cng)
lain's avatar
lain committed
197 198
  end

Roger Braun's avatar
Roger Braun committed
199
  def password_update_changeset(struct, params) do
lain's avatar
lain committed
200 201 202 203 204
    changeset =
      struct
      |> cast(params, [:password, :password_confirmation])
      |> validate_required([:password, :password_confirmation])
      |> validate_confirmation(:password)
Roger Braun's avatar
Roger Braun committed
205

206 207 208
    OAuth.Token.delete_user_tokens(struct)
    OAuth.Authorization.delete_user_authorizations(struct)

Roger Braun's avatar
Roger Braun committed
209 210
    if changeset.valid? do
      hashed = Pbkdf2.hashpwsalt(changeset.changes[:password])
lain's avatar
lain committed
211

Roger Braun's avatar
Roger Braun committed
212 213 214 215 216 217 218 219
      changeset
      |> put_change(:password_hash, hashed)
    else
      changeset
    end
  end

  def reset_password(user, data) do
lain's avatar
lain committed
220
    update_and_set_cache(password_update_changeset(user, data))
Roger Braun's avatar
Roger Braun committed
221 222
  end

223 224 225 226 227 228 229 230
  def register_changeset(struct, params \\ %{}, opts \\ []) do
    confirmation_status =
      if opts[:confirmed] || !Pleroma.Config.get([:instance, :account_activation_required]) do
        :confirmed
      else
        :unconfirmed
      end

Ivan Tashkinov's avatar
Ivan Tashkinov committed
231 232
    info_change = User.Info.confirmation_changeset(%User.Info{}, confirmation_status)

lain's avatar
lain committed
233 234 235
    changeset =
      struct
      |> cast(params, [:bio, :email, :name, :nickname, :password, :password_confirmation])
236
      |> validate_required([:name, :nickname, :password, :password_confirmation])
lain's avatar
lain committed
237 238 239
      |> validate_confirmation(:password)
      |> unique_constraint(:email)
      |> unique_constraint(:nickname)
lain's avatar
lain committed
240
      |> validate_exclusion(:nickname, Pleroma.Config.get([Pleroma.User, :restricted_nicknames]))
href's avatar
href committed
241
      |> validate_format(:nickname, local_nickname_regex())
lain's avatar
lain committed
242 243 244
      |> validate_format(:email, @email_regex)
      |> validate_length(:bio, max: 1000)
      |> validate_length(:name, min: 1, max: 100)
Ivan Tashkinov's avatar
Ivan Tashkinov committed
245
      |> put_change(:info, info_change)
lain's avatar
lain committed
246

247 248 249 250 251 252 253
    changeset =
      if opts[:external] do
        changeset
      else
        validate_required(changeset, [:email])
      end

lain's avatar
lain committed
254
    if changeset.valid? do
255
      hashed = Pbkdf2.hashpwsalt(changeset.changes[:password])
lain's avatar
lain committed
256 257
      ap_id = User.ap_id(%User{nickname: changeset.changes[:nickname]})
      followers = User.ap_followers(%User{nickname: changeset.changes[:nickname]})
lain's avatar
lain committed
258

lain's avatar
lain committed
259 260 261
      changeset
      |> put_change(:password_hash, hashed)
      |> put_change(:ap_id, ap_id)
rinpatch's avatar
rinpatch committed
262
      |> unique_constraint(:ap_id)
lain's avatar
lain committed
263
      |> put_change(:following, [followers])
264
      |> put_change(:follower_address, followers)
lain's avatar
lain committed
265 266 267 268 269
    else
      changeset
    end
  end

270 271 272 273 274 275 276 277 278 279
  defp autofollow_users(user) do
    candidates = Pleroma.Config.get([:instance, :autofollowed_nicknames])

    autofollowed_users =
      from(u in User,
        where: u.local == true,
        where: u.nickname in ^candidates
      )
      |> Repo.all()

lain's avatar
lain committed
280
    follow_all(user, autofollowed_users)
281 282
  end

283 284
  @doc "Inserts provided changeset, performs post-registration actions (confirmation email sending etc.)"
  def register(%Ecto.Changeset{} = changeset) do
Ivan Tashkinov's avatar
Ivan Tashkinov committed
285
    with {:ok, user} <- Repo.insert(changeset),
lain's avatar
lain committed
286
         {:ok, user} <- autofollow_users(user),
lain's avatar
lain committed
287
         {:ok, _} <- Pleroma.User.WelcomeMessage.post_welcome_message_to_user(user),
lain's avatar
lain committed
288
         {:ok, _} <- try_send_confirmation_email(user) do
289 290 291 292
      {:ok, user}
    end
  end

293
  def try_send_confirmation_email(%User{} = user) do
294 295
    if user.info.confirmation_pending &&
         Pleroma.Config.get([:instance, :account_activation_required]) do
296 297
      user
      |> Pleroma.UserEmail.account_confirmation_email()
minibikini's avatar
Reports  
minibikini committed
298
      |> Pleroma.Mailer.deliver_async()
299 300 301 302 303
    else
      {:ok, :noop}
    end
  end

304 305 306 307 308
  def needs_update?(%User{local: true}), do: false

  def needs_update?(%User{local: false, last_refreshed_at: nil}), do: true

  def needs_update?(%User{local: false} = user) do
309
    NaiveDateTime.diff(NaiveDateTime.utc_now(), user.last_refreshed_at) >= 86_400
310 311 312 313
  end

  def needs_update?(_), do: true

lain's avatar
lain committed
314
  def maybe_direct_follow(%User{} = follower, %User{local: true, info: %{locked: true}}) do
315 316 317 318 319 320 321 322
    {:ok, follower}
  end

  def maybe_direct_follow(%User{} = follower, %User{local: true} = followed) do
    follow(follower, followed)
  end

  def maybe_direct_follow(%User{} = follower, %User{} = followed) do
Maksim's avatar
Maksim committed
323
    if not User.ap_enabled?(followed) do
324
      follow(follower, followed)
325 326 327 328 329
    else
      {:ok, follower}
    end
  end

Maksim's avatar
Maksim committed
330
  def maybe_follow(%User{} = follower, %User{info: _info} = followed) do
331 332
    if not following?(follower, followed) do
      follow(follower, followed)
333
    else
334
      {:ok, follower}
335 336 337
    end
  end

338
  @doc "A mass follow for local users. Respects blocks in both directions but does not create activities."
lain's avatar
lain committed
339 340
  @spec follow_all(User.t(), list(User.t())) :: {atom(), User.t()}
  def follow_all(follower, followeds) do
lain's avatar
lain committed
341 342
    followed_addresses =
      followeds
343
      |> Enum.reject(fn followed -> blocks?(follower, followed) || blocks?(followed, follower) end)
lain's avatar
lain committed
344
      |> Enum.map(fn %{follower_address: fa} -> fa end)
lain's avatar
lain committed
345

lain's avatar
lain committed
346 347 348
    q =
      from(u in User,
        where: u.id == ^follower.id,
349 350 351 352 353 354 355 356 357
        update: [
          set: [
            following:
              fragment(
                "array(select distinct unnest (array_cat(?, ?)))",
                u.following,
                ^followed_addresses
              )
          ]
rinpatch's avatar
rinpatch committed
358 359
        ],
        select: u
lain's avatar
lain committed
360 361
      )

rinpatch's avatar
rinpatch committed
362
    {1, [follower]} = Repo.update_all(q, [])
lain's avatar
lain committed
363 364 365 366 367

    Enum.each(followeds, fn followed ->
      update_follower_count(followed)
    end)

lain's avatar
lain committed
368
    set_cache(follower)
lain's avatar
lain committed
369 370
  end

lain's avatar
lain committed
371
  def follow(%User{} = follower, %User{info: info} = followed) do
372 373
    user_config = Application.get_env(:pleroma, :user)
    deny_follow_blocked = Keyword.get(user_config, :deny_follow_blocked)
374

375
    ap_followers = followed.follower_address
376

377
    cond do
lain's avatar
lain committed
378
      following?(follower, followed) or info.deactivated ->
379
        {:error, "Could not follow user: #{followed.nickname} is already on your list."}
lain's avatar
lain committed
380

381
      deny_follow_blocked and blocks?(followed, follower) ->
382
        {:error, "Could not follow user: #{followed.nickname} blocked you."}
lain's avatar
lain committed
383

384 385 386 387 388
      true ->
        if !followed.local && follower.local && !ap_enabled?(followed) do
          Websub.subscribe(follower, followed)
        end

389 390 391
        q =
          from(u in User,
            where: u.id == ^follower.id,
rinpatch's avatar
rinpatch committed
392 393
            update: [push: [following: ^ap_followers]],
            select: u
394
          )
395

rinpatch's avatar
rinpatch committed
396
        {1, [follower]} = Repo.update_all(q, [])
397

398 399
        {:ok, _} = update_follower_count(followed)

400
        set_cache(follower)
401
    end
lain's avatar
lain committed
402
  end
lain's avatar
lain committed
403 404

  def unfollow(%User{} = follower, %User{} = followed) do
405
    ap_followers = followed.follower_address
lain's avatar
lain committed
406

407
    if following?(follower, followed) and follower.ap_id != followed.ap_id do
408 409 410
      q =
        from(u in User,
          where: u.id == ^follower.id,
rinpatch's avatar
rinpatch committed
411 412
          update: [pull: [following: ^ap_followers]],
          select: u
413
        )
lain's avatar
lain committed
414

rinpatch's avatar
rinpatch committed
415
      {1, [follower]} = Repo.update_all(q, [])
416 417 418

      {:ok, followed} = update_follower_count(followed)

419 420
      set_cache(follower)

421
      {:ok, follower, Utils.fetch_latest_follow(follower, followed)}
422
    else
423
      {:error, "Not subscribed!"}
424
    end
lain's avatar
lain committed
425
  end
426

Maksim's avatar
Maksim committed
427
  @spec following?(User.t(), User.t()) :: boolean
428
  def following?(%User{} = follower, %User{} = followed) do
429
    Enum.member?(follower.following, followed.follower_address)
430
  end
lain's avatar
lain committed
431

432 433 434 435 436 437 438 439 440 441 442 443 444 445 446 447 448 449
  def follow_import(%User{} = follower, followed_identifiers)
      when is_list(followed_identifiers) do
    Enum.map(
      followed_identifiers,
      fn followed_identifier ->
        with %User{} = followed <- get_or_fetch(followed_identifier),
             {:ok, follower} <- maybe_direct_follow(follower, followed),
             {:ok, _} <- ActivityPub.follow(follower, followed) do
          followed
        else
          err ->
            Logger.debug("follow_import failed for #{followed_identifier} with: #{inspect(err)}")
            err
        end
      end
    )
  end

450
  def locked?(%User{} = user) do
451
    user.info.locked || false
452 453
  end

454 455 456 457
  def get_by_id(id) do
    Repo.get_by(User, id: id)
  end

lain's avatar
lain committed
458 459 460 461
  def get_by_ap_id(ap_id) do
    Repo.get_by(User, ap_id: ap_id)
  end

462 463
  # This is mostly an SPC migration fix. This guesses the user nickname by taking the last part
  # of the ap_id and the domain and tries to get that user
464 465 466 467 468 469 470 471
  def get_by_guessed_nickname(ap_id) do
    domain = URI.parse(ap_id).host
    name = List.last(String.split(ap_id, "/"))
    nickname = "#{name}@#{domain}"

    get_by_nickname(nickname)
  end

472 473 474 475 476 477 478
  def set_cache(user) do
    Cachex.put(:user_cache, "ap_id:#{user.ap_id}", user)
    Cachex.put(:user_cache, "nickname:#{user.nickname}", user)
    Cachex.put(:user_cache, "user_info:#{user.id}", user_info(user))
    {:ok, user}
  end

lain's avatar
lain committed
479 480
  def update_and_set_cache(changeset) do
    with {:ok, user} <- Repo.update(changeset) do
481
      set_cache(user)
lain's avatar
lain committed
482 483 484 485 486
    else
      e -> e
    end
  end

lain's avatar
lain committed
487 488 489
  def invalidate_cache(user) do
    Cachex.del(:user_cache, "ap_id:#{user.ap_id}")
    Cachex.del(:user_cache, "nickname:#{user.nickname}")
490
    Cachex.del(:user_cache, "user_info:#{user.id}")
lain's avatar
lain committed
491 492
  end

lain's avatar
lain committed
493
  def get_cached_by_ap_id(ap_id) do
494
    key = "ap_id:#{ap_id}"
Thog's avatar
Thog committed
495
    Cachex.fetch!(:user_cache, key, fn _ -> get_by_ap_id(ap_id) end)
lain's avatar
lain committed
496 497
  end

498 499
  def get_cached_by_id(id) do
    key = "id:#{id}"
500 501 502 503

    ap_id =
      Cachex.fetch!(:user_cache, key, fn _ ->
        user = get_by_id(id)
504 505 506 507 508 509 510

        if user do
          Cachex.put(:user_cache, "ap_id:#{user.ap_id}", user)
          {:commit, user.ap_id}
        else
          {:ignore, ""}
        end
511 512 513
      end)

    get_cached_by_ap_id(ap_id)
514 515
  end

lain's avatar
lain committed
516
  def get_cached_by_nickname(nickname) do
517
    key = "nickname:#{nickname}"
Thog's avatar
Thog committed
518
    Cachex.fetch!(:user_cache, key, fn _ -> get_or_fetch_by_nickname(nickname) end)
lain's avatar
lain committed
519
  end
lain's avatar
lain committed
520

521
  def get_cached_by_nickname_or_id(nickname_or_id) do
522
    get_cached_by_id(nickname_or_id) || get_cached_by_nickname(nickname_or_id)
523 524
  end

lain's avatar
lain committed
525
  def get_by_nickname(nickname) do
526
    Repo.get_by(User, nickname: nickname) ||
527
      if Regex.match?(~r(@#{Pleroma.Web.Endpoint.host()})i, nickname) do
528
        Repo.get_by(User, nickname: local_nickname(nickname))
529
      end
530 531
  end

532 533
  def get_by_email(email), do: Repo.get_by(User, email: email)

534
  def get_by_nickname_or_email(nickname_or_email) do
535
    get_by_nickname(nickname_or_email) || get_by_email(nickname_or_email)
536 537
  end

lain's avatar
lain committed
538 539
  def get_cached_user_info(user) do
    key = "user_info:#{user.id}"
Thog's avatar
Thog committed
540
    Cachex.fetch!(:user_cache, key, fn _ -> user_info(user) end)
lain's avatar
lain committed
541
  end
lain's avatar
lain committed
542

lain's avatar
lain committed
543 544 545 546 547 548 549 550 551
  def fetch_by_nickname(nickname) do
    ap_try = ActivityPub.make_user_from_nickname(nickname)

    case ap_try do
      {:ok, user} -> {:ok, user}
      _ -> OStatus.make_user(nickname)
    end
  end

lain's avatar
lain committed
552
  def get_or_fetch_by_nickname(nickname) do
lain's avatar
lain committed
553
    with %User{} = user <- get_by_nickname(nickname) do
lain's avatar
lain committed
554
      user
lain's avatar
lain committed
555 556 557 558
    else
      _e ->
        with [_nick, _domain] <- String.split(nickname, "@"),
             {:ok, user} <- fetch_by_nickname(nickname) do
559 560 561 562
          if Pleroma.Config.get([:fetch_initial_posts, :enabled]) do
            {:ok, _} = Task.start(__MODULE__, :fetch_initial_posts, [user])
          end

lain's avatar
lain committed
563 564 565 566
          user
        else
          _e -> nil
        end
lain's avatar
lain committed
567
    end
lain's avatar
lain committed
568
  end
lain's avatar
lain committed
569

570 571 572 573 574 575 576 577 578 579 580
  @doc "Fetch some posts when the user has just been federated with"
  def fetch_initial_posts(user) do
    pages = Pleroma.Config.get!([:fetch_initial_posts, :pages])

    Enum.each(
      # Insert all the posts in reverse order, so they're in the right order on the timeline
      Enum.reverse(Utils.fetch_ordered_collection(user.info.source_data["outbox"], pages)),
      &Pleroma.Web.Federator.incoming_ap_doc/1
    )
  end

581
  def get_followers_query(%User{id: id, follower_address: follower_address}, nil) do
582 583 584 585 586
    from(
      u in User,
      where: fragment("? <@ ?", ^[follower_address], u.following),
      where: u.id != ^id
    )
587
    |> restrict_disabled()
588 589
  end

590
  def get_followers_query(user, page) do
Maxim Filippov's avatar
Maxim Filippov committed
591 592
    from(u in get_followers_query(user, nil))
    |> paginate(page, 20)
593 594 595 596 597 598
  end

  def get_followers_query(user), do: get_followers_query(user, nil)

  def get_followers(user, page \\ nil) do
    q = get_followers_query(user, page)
lain's avatar
lain committed
599 600 601 602

    {:ok, Repo.all(q)}
  end

603 604 605 606 607 608
  def get_followers_ids(user, page \\ nil) do
    q = get_followers_query(user, page)

    Repo.all(from(u in q, select: u.id))
  end

609
  def get_friends_query(%User{id: id, following: following}, nil) do
610 611 612 613 614
    from(
      u in User,
      where: u.follower_address in ^following,
      where: u.id != ^id
    )
615
    |> restrict_disabled()
616 617
  end

618
  def get_friends_query(user, page) do
Maxim Filippov's avatar
Maxim Filippov committed
619 620
    from(u in get_friends_query(user, nil))
    |> paginate(page, 20)
621 622 623 624 625 626
  end

  def get_friends_query(user), do: get_friends_query(user, nil)

  def get_friends(user, page \\ nil) do
    q = get_friends_query(user, page)
lain's avatar
lain committed
627 628 629

    {:ok, Repo.all(q)}
  end
630

631 632 633 634 635 636
  def get_friends_ids(user, page \\ nil) do
    q = get_friends_query(user, page)

    Repo.all(from(u in q, select: u.id))
  end

637 638 639
  def get_follow_requests_query(%User{} = user) do
    from(
      a in Activity,
kaniini's avatar
kaniini committed
640 641 642 643 644 645 646 647 648 649 650 651
      where:
        fragment(
          "? ->> 'type' = 'Follow'",
          a.data
        ),
      where:
        fragment(
          "? ->> 'state' = 'pending'",
          a.data
        ),
      where:
        fragment(
652
          "coalesce((?)->'object'->>'id', (?)->>'object') = ?",
kaniini's avatar
kaniini committed
653
          a.data,
654 655
          a.data,
          ^user.ap_id
kaniini's avatar
kaniini committed
656
        )
657 658 659 660 661
    )
  end

  def get_follow_requests(%User{} = user) do
    users =
662 663
      user
      |> User.get_follow_requests_query()
rinpatch's avatar
rinpatch committed
664
      |> join(:inner, [a], u in User, on: a.actor == u.ap_id)
665 666 667 668
      |> where([a, u], not fragment("? @> ?", u.following, ^[user.follower_address]))
      |> group_by([a, u], u.id)
      |> select([a, u], u)
      |> Repo.all()
669 670 671 672

    {:ok, users}
  end

673
  def increase_note_count(%User{} = user) do
674 675 676 677 678 679 680 681 682 683 684 685
    User
    |> where(id: ^user.id)
    |> update([u],
      set: [
        info:
          fragment(
            "jsonb_set(?, '{note_count}', ((?->>'note_count')::int + 1)::varchar::jsonb, true)",
            u.info,
            u.info
          )
      ]
    )
rinpatch's avatar
rinpatch committed
686 687
    |> select([u], u)
    |> Repo.update_all([])
688 689 690 691
    |> case do
      {1, [user]} -> set_cache(user)
      _ -> {:error, user}
    end
692 693
  end

694
  def decrease_note_count(%User{} = user) do
695 696 697 698 699 700 701 702 703 704 705 706
    User
    |> where(id: ^user.id)
    |> update([u],
      set: [
        info:
          fragment(
            "jsonb_set(?, '{note_count}', (greatest(0, (?->>'note_count')::int - 1))::varchar::jsonb, true)",
            u.info,
            u.info
          )
      ]
    )
rinpatch's avatar
rinpatch committed
707 708
    |> select([u], u)
    |> Repo.update_all([])
709 710 711 712
    |> case do
      {1, [user]} -> set_cache(user)
      _ -> {:error, user}
    end
713 714
  end

715
  def update_note_count(%User{} = user) do
lain's avatar
lain committed
716 717 718 719 720 721
    note_count_query =
      from(
        a in Object,
        where: fragment("?->>'actor' = ? and ?->>'type' = 'Note'", a.data, ^user.ap_id, a.data),
        select: count(a.id)
      )
722 723 724

    note_count = Repo.one(note_count_query)

lain's avatar
lain committed
725
    info_cng = User.Info.set_note_count(user.info, note_count)
726

727 728 729 730
    user
    |> change()
    |> put_embed(:info, info_cng)
    |> update_and_set_cache()
731 732 733
  end

  def update_follower_count(%User{} = user) do
lain's avatar
lain committed
734
    follower_count_query =
735 736 737 738
      User
      |> where([u], ^user.follower_address in u.following)
      |> where([u], u.id != ^user.id)
      |> select([u], %{count: count(u.id)})
739
      |> restrict_disabled()
740

741 742 743 744 745 746 747 748 749 750 751 752 753
    User
    |> where(id: ^user.id)
    |> join(:inner, [u], s in subquery(follower_count_query))
    |> update([u, s],
      set: [
        info:
          fragment(
            "jsonb_set(?, '{follower_count}', ?::varchar::jsonb, true)",
            u.info,
            s.count
          )
      ]
    )
rinpatch's avatar
rinpatch committed
754 755
    |> select([u], u)
    |> Repo.update_all([])
756 757 758 759
    |> case do
      {1, [user]} -> set_cache(user)
      _ -> {:error, user}
    end
760
  end
761

762
  def get_users_from_set_query(ap_ids, false) do
763 764
    from(
      u in User,
765
      where: u.ap_id in ^ap_ids
766 767 768
    )
  end

769 770
  def get_users_from_set_query(ap_ids, true) do
    query = get_users_from_set_query(ap_ids, false)
771 772 773

    from(
      u in query,
774 775 776 777
      where: u.local == true
    )
  end

778 779 780 781 782
  def get_users_from_set(ap_ids, local_only \\ true) do
    get_users_from_set_query(ap_ids, local_only)
    |> Repo.all()
  end

783
  def get_recipients_from_activity(%Activity{recipients: to}) do
lain's avatar
lain committed
784 785 786 787 788 789
    query =
      from(
        u in User,
        where: u.ap_id in ^to,
        or_where: fragment("? && ?", u.following, ^to)
      )
790

lain's avatar
lain committed
791
    query = from(u in query, where: u.local == true)
792

793 794 795
    Repo.all(query)
  end

796
  def search(query, resolve \\ false, for_user \\ nil) do
797
    # Strip the beginning @ off if there is a query
798 799
    query = String.trim_leading(query, "@")

800
    if resolve, do: get_or_fetch(query)
lain's avatar
lain committed
801

802
    {:ok, results} =
lain's avatar
lain committed
803 804
      Repo.transaction(fn ->
        Ecto.Adapters.SQL.query(Repo, "select set_limit(0.25)", [])
805
        Repo.all(search_query(query, for_user))
lain's avatar
lain committed
806
      end)
lain's avatar
lain committed
807

808
    results
809
  end
lain's avatar
lain committed
810

811 812 813
  def search_query(query, for_user) do
    fts_subquery = fts_search_subquery(query)
    trigram_subquery = trigram_search_subquery(query)
814 815
    union_query = from(s in trigram_subquery, union_all: ^fts_subquery)
    distinct_query = from(s in subquery(union_query), order_by: s.search_type, distinct: s.id)
lain's avatar
lain committed
816

817 818 819 820 821
    from(s in subquery(boost_search_rank_query(distinct_query, for_user)),
      order_by: [desc: s.search_rank],
      limit: 20
    )
  end
822

823 824 825 826 827
  defp boost_search_rank_query(query, nil), do: query

  defp boost_search_rank_query(query, for_user) do
    friends_ids = get_friends_ids(for_user)
    followers_ids = get_followers_ids(for_user)
828

829 830 831 832 833
    from(u in subquery(query),
      select_merge: %{
        search_rank:
          fragment(
            """
834
             CASE WHEN (?) THEN (?) * 1.3
835 836 837 838 839 840 841 842 843 844 845 846 847 848
             WHEN (?) THEN (?) * 1.2
             WHEN (?) THEN (?) * 1.1
             ELSE (?) END
            """,
            u.id in ^friends_ids and u.id in ^followers_ids,
            u.search_rank,
            u.id in ^friends_ids,
            u.search_rank,
            u.id in ^followers_ids,
            u.search_rank,
            u.search_rank
          )
      }
    )
849
  end
850

Maxim Filippov's avatar
Maxim Filippov committed
851
  defp fts_search_subquery(term, query \\ User) do
852
    processed_query =
853
      term
854 855 856 857 858
      |> String.replace(~r/\W+/, " ")
      |> String.trim()
      |> String.split()
      |> Enum.map(&(&1 <> ":*"))
      |> Enum.join(" | ")
859

860
    from(
861
      u in query,
862
      select_merge: %{
863
        search_type: ^0,
864 865 866 867 868 869 870 871 872 873 874 875 876 877 878
        search_rank:
          fragment(
            """
            ts_rank_cd(
              setweight(to_tsvector('simple', regexp_replace(?, '\\W', ' ', 'g')), 'A') ||
              setweight(to_tsvector('simple', regexp_replace(coalesce(?, ''), '\\W', ' ', 'g')), 'B'),
              to_tsquery('simple', ?),
              32
            )
            """,
            u.nickname,
            u.name,
            ^processed_query
          )
      },
lain's avatar
lain committed
879 880 881 882 883 884 885 886 887 888
      where:
        fragment(
          """
            (setweight(to_tsvector('simple', regexp_replace(?, '\\W', ' ', 'g')), 'A') ||
            setweight(to_tsvector('simple', regexp_replace(coalesce(?, ''), '\\W', ' ', 'g')), 'B')) @@ to_tsquery('simple', ?)
          """,
          u.nickname,
          u.name,
          ^processed_query
        )
889
    )
890
    |> restrict_disabled()
891
  end
892

Maxim Filippov's avatar
Maxim Filippov committed
893
  defp trigram_search_subquery(term) do
894 895 896
    from(
      u in User,
      select_merge: %{
897 898
        # ^1 gives 'Postgrex expected a binary, got 1' for some weird reason
        search_type: fragment("?", 1),
899 900
        search_rank:
          fragment(
901
            "similarity(?, trim(? || ' ' || coalesce(?, '')))",
902
            ^term,
903 904 905 906
            u.nickname,
            u.name
          )
      },
907
      where: fragment("trim(? || ' ' || coalesce(?, '')) % ?", u.nickname, u.name, ^term)
908
    )
909
    |> restrict_disabled()
910 911
  end

912 913 914 915 916 917 918 919 920 921 922 923 924 925 926 927 928
  def blocks_import(%User{} = blocker, blocked_identifiers) when is_list(blocked_identifiers) do
    Enum.map(
      blocked_identifiers,
      fn blocked_identifier ->
        with %User{} = blocked <- get_or_fetch(blocked_identifier),
             {