user.ex 37.9 KB
Newer Older
1
# Pleroma: A lightweight social networking server
kaniini's avatar
kaniini committed
2
# Copyright © 2017-2019 Pleroma Authors <https://pleroma.social/>
3 4
# SPDX-License-Identifier: AGPL-3.0-only

lain's avatar
lain committed
5 6
defmodule Pleroma.User do
  use Ecto.Schema
7

Haelwenn's avatar
Haelwenn committed
8 9 10
  import Ecto.Changeset
  import Ecto.Query

11 12 13 14 15
  alias Comeonin.Pbkdf2
  alias Pleroma.Activity
  alias Pleroma.Formatter
  alias Pleroma.Notification
  alias Pleroma.Object
16
  alias Pleroma.Registration
Haelwenn's avatar
Haelwenn committed
17 18 19
  alias Pleroma.Repo
  alias Pleroma.User
  alias Pleroma.Web
20 21
  alias Pleroma.Web.ActivityPub.ActivityPub
  alias Pleroma.Web.ActivityPub.Utils
Maxim Filippov's avatar
Maxim Filippov committed
22
  alias Pleroma.Web.CommonAPI.Utils, as: CommonUtils
Haelwenn's avatar
Haelwenn committed
23
  alias Pleroma.Web.OAuth
24
  alias Pleroma.Web.OStatus
25
  alias Pleroma.Web.RelMe
26
  alias Pleroma.Web.Websub
lain's avatar
lain committed
27

28 29
  require Logger

Maksim's avatar
Maksim committed
30 31
  @type t :: %__MODULE__{}

href's avatar
href committed
32 33
  @primary_key {:id, Pleroma.FlakeId, autogenerate: true}

34
  # credo:disable-for-next-line Credo.Check.Readability.MaxLineLength
href's avatar
href committed
35 36 37
  @email_regex ~r/^[a-zA-Z0-9.!#$%&'*+\/=?^_`{|}~-]+@[a-zA-Z0-9](?:[a-zA-Z0-9-]{0,61}[a-zA-Z0-9])?(?:\.[a-zA-Z0-9](?:[a-zA-Z0-9-]{0,61}[a-zA-Z0-9])?)*$/

  @strict_local_nickname_regex ~r/^[a-zA-Z\d]+$/
href's avatar
href committed
38
  @extended_local_nickname_regex ~r/^[a-zA-Z\d_-]+$/
href's avatar
href committed
39

lain's avatar
lain committed
40
  schema "users" do
lain's avatar
lain committed
41 42 43 44 45 46 47 48 49 50 51 52
    field(:bio, :string)
    field(:email, :string)
    field(:name, :string)
    field(:nickname, :string)
    field(:password_hash, :string)
    field(:password, :string, virtual: true)
    field(:password_confirmation, :string, virtual: true)
    field(:following, {:array, :string}, default: [])
    field(:ap_id, :string)
    field(:avatar, :map)
    field(:local, :boolean, default: true)
    field(:follower_address, :string)
53
    field(:search_rank, :float, virtual: true)
54
    field(:search_type, :integer, virtual: true)
55
    field(:tags, {:array, :string}, default: [])
Haelwenn's avatar
Haelwenn committed
56
    field(:bookmarks, {:array, :string}, default: [])
rinpatch's avatar
rinpatch committed
57
    field(:last_refreshed_at, :naive_datetime_usec)
lain's avatar
lain committed
58
    has_many(:notifications, Notification)
59
    has_many(:registrations, Registration)
lain's avatar
lain committed
60
    embeds_one(:info, Pleroma.User.Info)
lain's avatar
lain committed
61 62 63

    timestamps()
  end
lain's avatar
lain committed
64

65 66
  def auth_active?(%User{info: %User.Info{confirmation_pending: true}}),
    do: !Pleroma.Config.get([:instance, :account_activation_required])
67

68
  def auth_active?(%User{}), do: true
69

70 71 72 73 74
  def visible_for?(user, for_user \\ nil)

  def visible_for?(%User{id: user_id}, %User{id: for_id}) when user_id == for_id, do: true

  def visible_for?(%User{} = user, for_user) do
75
    auth_active?(user) || superuser?(for_user)
76 77
  end

78 79
  def visible_for?(_, _), do: false

80 81
  def superuser?(%User{local: true, info: %User.Info{is_admin: true}}), do: true
  def superuser?(%User{local: true, info: %User.Info{is_moderator: true}}), do: true
82
  def superuser?(_), do: false
83

84
  def avatar_url(user, options \\ []) do
lain's avatar
lain committed
85 86
    case user.avatar do
      %{"url" => [%{"href" => href} | _]} -> href
87
      _ -> !options[:no_default] && "#{Web.base_url()}/images/avi.png"
lain's avatar
lain committed
88 89 90
    end
  end

91
  def banner_url(user, options \\ []) do
lain's avatar
lain committed
92
    case user.info.banner do
lain's avatar
lain committed
93
      %{"url" => [%{"href" => href} | _]} -> href
94
      _ -> !options[:no_default] && "#{Web.base_url()}/images/banner.png"
lain's avatar
lain committed
95 96 97
    end
  end

lain's avatar
lain committed
98
  def profile_url(%User{info: %{source_data: %{"url" => url}}}), do: url
99 100 101
  def profile_url(%User{ap_id: ap_id}), do: ap_id
  def profile_url(_), do: nil

lain's avatar
lain committed
102
  def ap_id(%User{nickname: nickname}) do
lain's avatar
lain committed
103
    "#{Web.base_url()}/users/#{nickname}"
lain's avatar
lain committed
104 105
  end

106 107
  def ap_followers(%User{follower_address: fa}) when is_binary(fa), do: fa
  def ap_followers(%User{} = user), do: "#{ap_id(user)}/followers"
lain's avatar
lain committed
108

lain's avatar
lain committed
109
  def user_info(%User{} = user) do
110
    oneself = if user.local, do: 1, else: 0
lain's avatar
lain committed
111

lain's avatar
lain committed
112
    %{
113
      following_count: length(user.following) - oneself,
lain's avatar
lain committed
114 115 116
      note_count: user.info.note_count,
      follower_count: user.info.follower_count,
      locked: user.info.locked,
Ivan Tashkinov's avatar
Ivan Tashkinov committed
117
      confirmation_pending: user.info.confirmation_pending,
lain's avatar
lain committed
118
      default_scope: user.info.default_scope
lain's avatar
lain committed
119 120 121
    }
  end

lain's avatar
lain committed
122
  def remote_user_creation(params) do
lain's avatar
lain committed
123 124 125
    params =
      params
      |> Map.put(:info, params[:info] || %{})
lain's avatar
lain committed
126 127 128

    info_cng = User.Info.remote_user_creation(%User.Info{}, params[:info])

lain's avatar
lain committed
129
    changes =
lain's avatar
lain committed
130
      %User{}
lain's avatar
lain committed
131
      |> cast(params, [:bio, :name, :ap_id, :nickname, :avatar])
132
      |> validate_required([:name, :ap_id])
lain's avatar
lain committed
133 134 135 136 137
      |> unique_constraint(:nickname)
      |> validate_format(:nickname, @email_regex)
      |> validate_length(:bio, max: 5000)
      |> validate_length(:name, max: 100)
      |> put_change(:local, false)
lain's avatar
lain committed
138
      |> put_embed(:info, info_cng)
lain's avatar
lain committed
139

140
    if changes.valid? do
lain's avatar
lain committed
141
      case info_cng.changes[:source_data] do
lain's avatar
lain committed
142 143 144
        %{"followers" => followers} ->
          changes
          |> put_change(:follower_address, followers)
lain's avatar
lain committed
145

lain's avatar
lain committed
146 147
        _ ->
          followers = User.ap_followers(%User{nickname: changes.changes[:nickname]})
lain's avatar
lain committed
148

lain's avatar
lain committed
149 150 151
          changes
          |> put_change(:follower_address, followers)
      end
152 153 154
    else
      changes
    end
lain's avatar
lain committed
155 156
  end

lain's avatar
lain committed
157
  def update_changeset(struct, params \\ %{}) do
Thog's avatar
Thog committed
158
    struct
lain's avatar
lain committed
159
    |> cast(params, [:bio, :name, :avatar])
lain's avatar
lain committed
160
    |> unique_constraint(:nickname)
href's avatar
href committed
161
    |> validate_format(:nickname, local_nickname_regex())
lain's avatar
lain committed
162
    |> validate_length(:bio, max: 5000)
lain's avatar
lain committed
163 164 165
    |> validate_length(:name, min: 1, max: 100)
  end

lain's avatar
lain committed
166
  def upgrade_changeset(struct, params \\ %{}) do
167 168 169 170
    params =
      params
      |> Map.put(:last_refreshed_at, NaiveDateTime.utc_now())

lain's avatar
lain committed
171 172 173 174
    info_cng =
      struct.info
      |> User.Info.user_upgrade(params[:info])

lain's avatar
lain committed
175
    struct
lain's avatar
lain committed
176
    |> cast(params, [:bio, :name, :follower_address, :avatar, :last_refreshed_at])
lain's avatar
lain committed
177
    |> unique_constraint(:nickname)
href's avatar
href committed
178
    |> validate_format(:nickname, local_nickname_regex())
lain's avatar
lain committed
179 180
    |> validate_length(:bio, max: 5000)
    |> validate_length(:name, max: 100)
lain's avatar
lain committed
181
    |> put_embed(:info, info_cng)
lain's avatar
lain committed
182 183
  end

Roger Braun's avatar
Roger Braun committed
184
  def password_update_changeset(struct, params) do
lain's avatar
lain committed
185 186 187 188 189
    changeset =
      struct
      |> cast(params, [:password, :password_confirmation])
      |> validate_required([:password, :password_confirmation])
      |> validate_confirmation(:password)
Roger Braun's avatar
Roger Braun committed
190

191 192 193
    OAuth.Token.delete_user_tokens(struct)
    OAuth.Authorization.delete_user_authorizations(struct)

Roger Braun's avatar
Roger Braun committed
194 195
    if changeset.valid? do
      hashed = Pbkdf2.hashpwsalt(changeset.changes[:password])
lain's avatar
lain committed
196

Roger Braun's avatar
Roger Braun committed
197 198 199 200 201 202 203 204
      changeset
      |> put_change(:password_hash, hashed)
    else
      changeset
    end
  end

  def reset_password(user, data) do
lain's avatar
lain committed
205
    update_and_set_cache(password_update_changeset(user, data))
Roger Braun's avatar
Roger Braun committed
206 207
  end

208 209 210 211 212 213 214 215
  def register_changeset(struct, params \\ %{}, opts \\ []) do
    confirmation_status =
      if opts[:confirmed] || !Pleroma.Config.get([:instance, :account_activation_required]) do
        :confirmed
      else
        :unconfirmed
      end

Ivan Tashkinov's avatar
Ivan Tashkinov committed
216 217
    info_change = User.Info.confirmation_changeset(%User.Info{}, confirmation_status)

lain's avatar
lain committed
218 219 220
    changeset =
      struct
      |> cast(params, [:bio, :email, :name, :nickname, :password, :password_confirmation])
221
      |> validate_required([:name, :nickname, :password, :password_confirmation])
lain's avatar
lain committed
222 223 224
      |> validate_confirmation(:password)
      |> unique_constraint(:email)
      |> unique_constraint(:nickname)
lain's avatar
lain committed
225
      |> validate_exclusion(:nickname, Pleroma.Config.get([Pleroma.User, :restricted_nicknames]))
href's avatar
href committed
226
      |> validate_format(:nickname, local_nickname_regex())
lain's avatar
lain committed
227 228 229
      |> validate_format(:email, @email_regex)
      |> validate_length(:bio, max: 1000)
      |> validate_length(:name, min: 1, max: 100)
Ivan Tashkinov's avatar
Ivan Tashkinov committed
230
      |> put_change(:info, info_change)
lain's avatar
lain committed
231

232 233 234 235 236 237 238
    changeset =
      if opts[:external] do
        changeset
      else
        validate_required(changeset, [:email])
      end

lain's avatar
lain committed
239
    if changeset.valid? do
240
      hashed = Pbkdf2.hashpwsalt(changeset.changes[:password])
lain's avatar
lain committed
241 242
      ap_id = User.ap_id(%User{nickname: changeset.changes[:nickname]})
      followers = User.ap_followers(%User{nickname: changeset.changes[:nickname]})
lain's avatar
lain committed
243

lain's avatar
lain committed
244 245 246
      changeset
      |> put_change(:password_hash, hashed)
      |> put_change(:ap_id, ap_id)
rinpatch's avatar
rinpatch committed
247
      |> unique_constraint(:ap_id)
lain's avatar
lain committed
248
      |> put_change(:following, [followers])
249
      |> put_change(:follower_address, followers)
lain's avatar
lain committed
250 251 252 253 254
    else
      changeset
    end
  end

255 256 257 258 259 260 261 262 263 264
  defp autofollow_users(user) do
    candidates = Pleroma.Config.get([:instance, :autofollowed_nicknames])

    autofollowed_users =
      from(u in User,
        where: u.local == true,
        where: u.nickname in ^candidates
      )
      |> Repo.all()

lain's avatar
lain committed
265
    follow_all(user, autofollowed_users)
266 267
  end

268 269
  @doc "Inserts provided changeset, performs post-registration actions (confirmation email sending etc.)"
  def register(%Ecto.Changeset{} = changeset) do
Ivan Tashkinov's avatar
Ivan Tashkinov committed
270
    with {:ok, user} <- Repo.insert(changeset),
lain's avatar
lain committed
271
         {:ok, user} <- autofollow_users(user),
lain's avatar
lain committed
272
         {:ok, _} <- Pleroma.User.WelcomeMessage.post_welcome_message_to_user(user),
273
         :ok <- try_send_confirmation_email(user) do
274 275 276 277
      {:ok, user}
    end
  end

278
  def try_send_confirmation_email(%User{} = user) do
279 280
    if user.info.confirmation_pending &&
         Pleroma.Config.get([:instance, :account_activation_required]) do
281
      user
282
      |> Pleroma.Emails.UserEmail.account_confirmation_email()
283
      |> Pleroma.Emails.Mailer.deliver_async()
284 285 286 287 288
    else
      {:ok, :noop}
    end
  end

289 290 291 292 293
  def needs_update?(%User{local: true}), do: false

  def needs_update?(%User{local: false, last_refreshed_at: nil}), do: true

  def needs_update?(%User{local: false} = user) do
294
    NaiveDateTime.diff(NaiveDateTime.utc_now(), user.last_refreshed_at) >= 86_400
295 296 297 298
  end

  def needs_update?(_), do: true

lain's avatar
lain committed
299
  def maybe_direct_follow(%User{} = follower, %User{local: true, info: %{locked: true}}) do
300 301 302 303 304 305 306 307
    {:ok, follower}
  end

  def maybe_direct_follow(%User{} = follower, %User{local: true} = followed) do
    follow(follower, followed)
  end

  def maybe_direct_follow(%User{} = follower, %User{} = followed) do
Maksim's avatar
Maksim committed
308
    if not User.ap_enabled?(followed) do
309
      follow(follower, followed)
310 311 312 313 314
    else
      {:ok, follower}
    end
  end

Maksim's avatar
Maksim committed
315
  def maybe_follow(%User{} = follower, %User{info: _info} = followed) do
316 317
    if not following?(follower, followed) do
      follow(follower, followed)
318
    else
319
      {:ok, follower}
320 321 322
    end
  end

323
  @doc "A mass follow for local users. Respects blocks in both directions but does not create activities."
lain's avatar
lain committed
324 325
  @spec follow_all(User.t(), list(User.t())) :: {atom(), User.t()}
  def follow_all(follower, followeds) do
lain's avatar
lain committed
326 327
    followed_addresses =
      followeds
328
      |> Enum.reject(fn followed -> blocks?(follower, followed) || blocks?(followed, follower) end)
lain's avatar
lain committed
329
      |> Enum.map(fn %{follower_address: fa} -> fa end)
lain's avatar
lain committed
330

lain's avatar
lain committed
331 332 333
    q =
      from(u in User,
        where: u.id == ^follower.id,
334 335 336 337 338 339 340 341 342
        update: [
          set: [
            following:
              fragment(
                "array(select distinct unnest (array_cat(?, ?)))",
                u.following,
                ^followed_addresses
              )
          ]
rinpatch's avatar
rinpatch committed
343 344
        ],
        select: u
lain's avatar
lain committed
345 346
      )

rinpatch's avatar
rinpatch committed
347
    {1, [follower]} = Repo.update_all(q, [])
lain's avatar
lain committed
348 349 350 351 352

    Enum.each(followeds, fn followed ->
      update_follower_count(followed)
    end)

lain's avatar
lain committed
353
    set_cache(follower)
lain's avatar
lain committed
354 355
  end

lain's avatar
lain committed
356
  def follow(%User{} = follower, %User{info: info} = followed) do
357 358
    user_config = Application.get_env(:pleroma, :user)
    deny_follow_blocked = Keyword.get(user_config, :deny_follow_blocked)
359

360
    ap_followers = followed.follower_address
361

362
    cond do
lain's avatar
lain committed
363
      following?(follower, followed) or info.deactivated ->
364
        {:error, "Could not follow user: #{followed.nickname} is already on your list."}
lain's avatar
lain committed
365

366
      deny_follow_blocked and blocks?(followed, follower) ->
367
        {:error, "Could not follow user: #{followed.nickname} blocked you."}
lain's avatar
lain committed
368

369 370 371 372 373
      true ->
        if !followed.local && follower.local && !ap_enabled?(followed) do
          Websub.subscribe(follower, followed)
        end

374 375 376
        q =
          from(u in User,
            where: u.id == ^follower.id,
rinpatch's avatar
rinpatch committed
377 378
            update: [push: [following: ^ap_followers]],
            select: u
379
          )
380

rinpatch's avatar
rinpatch committed
381
        {1, [follower]} = Repo.update_all(q, [])
382

383 384
        {:ok, _} = update_follower_count(followed)

385
        set_cache(follower)
386
    end
lain's avatar
lain committed
387
  end
lain's avatar
lain committed
388 389

  def unfollow(%User{} = follower, %User{} = followed) do
390
    ap_followers = followed.follower_address
lain's avatar
lain committed
391

392
    if following?(follower, followed) and follower.ap_id != followed.ap_id do
393 394 395
      q =
        from(u in User,
          where: u.id == ^follower.id,
rinpatch's avatar
rinpatch committed
396 397
          update: [pull: [following: ^ap_followers]],
          select: u
398
        )
lain's avatar
lain committed
399

rinpatch's avatar
rinpatch committed
400
      {1, [follower]} = Repo.update_all(q, [])
401 402 403

      {:ok, followed} = update_follower_count(followed)

404 405
      set_cache(follower)

406
      {:ok, follower, Utils.fetch_latest_follow(follower, followed)}
407
    else
408
      {:error, "Not subscribed!"}
409
    end
lain's avatar
lain committed
410
  end
411

Maksim's avatar
Maksim committed
412
  @spec following?(User.t(), User.t()) :: boolean
413
  def following?(%User{} = follower, %User{} = followed) do
414
    Enum.member?(follower.following, followed.follower_address)
415
  end
lain's avatar
lain committed
416

417 418 419 420 421 422 423 424 425 426 427 428 429 430 431 432 433 434
  def follow_import(%User{} = follower, followed_identifiers)
      when is_list(followed_identifiers) do
    Enum.map(
      followed_identifiers,
      fn followed_identifier ->
        with %User{} = followed <- get_or_fetch(followed_identifier),
             {:ok, follower} <- maybe_direct_follow(follower, followed),
             {:ok, _} <- ActivityPub.follow(follower, followed) do
          followed
        else
          err ->
            Logger.debug("follow_import failed for #{followed_identifier} with: #{inspect(err)}")
            err
        end
      end
    )
  end

435
  def locked?(%User{} = user) do
436
    user.info.locked || false
437 438
  end

439 440 441 442
  def get_by_id(id) do
    Repo.get_by(User, id: id)
  end

lain's avatar
lain committed
443 444 445 446
  def get_by_ap_id(ap_id) do
    Repo.get_by(User, ap_id: ap_id)
  end

447 448
  # This is mostly an SPC migration fix. This guesses the user nickname by taking the last part
  # of the ap_id and the domain and tries to get that user
449 450 451 452 453 454 455 456
  def get_by_guessed_nickname(ap_id) do
    domain = URI.parse(ap_id).host
    name = List.last(String.split(ap_id, "/"))
    nickname = "#{name}@#{domain}"

    get_by_nickname(nickname)
  end

457 458 459 460 461 462 463
  def set_cache(user) do
    Cachex.put(:user_cache, "ap_id:#{user.ap_id}", user)
    Cachex.put(:user_cache, "nickname:#{user.nickname}", user)
    Cachex.put(:user_cache, "user_info:#{user.id}", user_info(user))
    {:ok, user}
  end

lain's avatar
lain committed
464 465
  def update_and_set_cache(changeset) do
    with {:ok, user} <- Repo.update(changeset) do
466
      set_cache(user)
lain's avatar
lain committed
467 468 469 470 471
    else
      e -> e
    end
  end

lain's avatar
lain committed
472 473 474
  def invalidate_cache(user) do
    Cachex.del(:user_cache, "ap_id:#{user.ap_id}")
    Cachex.del(:user_cache, "nickname:#{user.nickname}")
475
    Cachex.del(:user_cache, "user_info:#{user.id}")
lain's avatar
lain committed
476 477
  end

lain's avatar
lain committed
478
  def get_cached_by_ap_id(ap_id) do
479
    key = "ap_id:#{ap_id}"
Thog's avatar
Thog committed
480
    Cachex.fetch!(:user_cache, key, fn _ -> get_by_ap_id(ap_id) end)
lain's avatar
lain committed
481 482
  end

483 484
  def get_cached_by_id(id) do
    key = "id:#{id}"
485 486 487 488

    ap_id =
      Cachex.fetch!(:user_cache, key, fn _ ->
        user = get_by_id(id)
489 490 491 492 493 494 495

        if user do
          Cachex.put(:user_cache, "ap_id:#{user.ap_id}", user)
          {:commit, user.ap_id}
        else
          {:ignore, ""}
        end
496 497 498
      end)

    get_cached_by_ap_id(ap_id)
499 500
  end

lain's avatar
lain committed
501
  def get_cached_by_nickname(nickname) do
502
    key = "nickname:#{nickname}"
Thog's avatar
Thog committed
503
    Cachex.fetch!(:user_cache, key, fn _ -> get_or_fetch_by_nickname(nickname) end)
lain's avatar
lain committed
504
  end
lain's avatar
lain committed
505

506
  def get_cached_by_nickname_or_id(nickname_or_id) do
507
    get_cached_by_id(nickname_or_id) || get_cached_by_nickname(nickname_or_id)
508 509
  end

lain's avatar
lain committed
510
  def get_by_nickname(nickname) do
511
    Repo.get_by(User, nickname: nickname) ||
512
      if Regex.match?(~r(@#{Pleroma.Web.Endpoint.host()})i, nickname) do
513
        Repo.get_by(User, nickname: local_nickname(nickname))
514
      end
515 516
  end

517 518
  def get_by_email(email), do: Repo.get_by(User, email: email)

519
  def get_by_nickname_or_email(nickname_or_email) do
520
    get_by_nickname(nickname_or_email) || get_by_email(nickname_or_email)
521 522
  end

lain's avatar
lain committed
523 524
  def get_cached_user_info(user) do
    key = "user_info:#{user.id}"
Thog's avatar
Thog committed
525
    Cachex.fetch!(:user_cache, key, fn _ -> user_info(user) end)
lain's avatar
lain committed
526
  end
lain's avatar
lain committed
527

lain's avatar
lain committed
528 529 530 531 532 533 534 535 536
  def fetch_by_nickname(nickname) do
    ap_try = ActivityPub.make_user_from_nickname(nickname)

    case ap_try do
      {:ok, user} -> {:ok, user}
      _ -> OStatus.make_user(nickname)
    end
  end

lain's avatar
lain committed
537
  def get_or_fetch_by_nickname(nickname) do
lain's avatar
lain committed
538
    with %User{} = user <- get_by_nickname(nickname) do
lain's avatar
lain committed
539
      user
lain's avatar
lain committed
540 541 542 543
    else
      _e ->
        with [_nick, _domain] <- String.split(nickname, "@"),
             {:ok, user} <- fetch_by_nickname(nickname) do
544 545 546 547
          if Pleroma.Config.get([:fetch_initial_posts, :enabled]) do
            {:ok, _} = Task.start(__MODULE__, :fetch_initial_posts, [user])
          end

lain's avatar
lain committed
548 549 550 551
          user
        else
          _e -> nil
        end
lain's avatar
lain committed
552
    end
lain's avatar
lain committed
553
  end
lain's avatar
lain committed
554

555 556 557 558 559 560 561 562 563 564 565
  @doc "Fetch some posts when the user has just been federated with"
  def fetch_initial_posts(user) do
    pages = Pleroma.Config.get!([:fetch_initial_posts, :pages])

    Enum.each(
      # Insert all the posts in reverse order, so they're in the right order on the timeline
      Enum.reverse(Utils.fetch_ordered_collection(user.info.source_data["outbox"], pages)),
      &Pleroma.Web.Federator.incoming_ap_doc/1
    )
  end

566
  def get_followers_query(%User{id: id, follower_address: follower_address}, nil) do
567 568 569 570 571 572 573
    from(
      u in User,
      where: fragment("? <@ ?", ^[follower_address], u.following),
      where: u.id != ^id
    )
  end

574
  def get_followers_query(user, page) do
Maxim Filippov's avatar
Maxim Filippov committed
575 576
    from(u in get_followers_query(user, nil))
    |> paginate(page, 20)
577 578 579 580 581 582
  end

  def get_followers_query(user), do: get_followers_query(user, nil)

  def get_followers(user, page \\ nil) do
    q = get_followers_query(user, page)
lain's avatar
lain committed
583 584 585 586

    {:ok, Repo.all(q)}
  end

587 588 589 590 591 592
  def get_followers_ids(user, page \\ nil) do
    q = get_followers_query(user, page)

    Repo.all(from(u in q, select: u.id))
  end

593
  def get_friends_query(%User{id: id, following: following}, nil) do
594 595 596 597 598 599 600
    from(
      u in User,
      where: u.follower_address in ^following,
      where: u.id != ^id
    )
  end

601
  def get_friends_query(user, page) do
Maxim Filippov's avatar
Maxim Filippov committed
602 603
    from(u in get_friends_query(user, nil))
    |> paginate(page, 20)
604 605 606 607 608 609
  end

  def get_friends_query(user), do: get_friends_query(user, nil)

  def get_friends(user, page \\ nil) do
    q = get_friends_query(user, page)
lain's avatar
lain committed
610 611 612

    {:ok, Repo.all(q)}
  end
613

614 615 616 617 618 619
  def get_friends_ids(user, page \\ nil) do
    q = get_friends_query(user, page)

    Repo.all(from(u in q, select: u.id))
  end

620 621 622
  def get_follow_requests_query(%User{} = user) do
    from(
      a in Activity,
kaniini's avatar
kaniini committed
623 624 625 626 627 628 629 630 631 632 633 634
      where:
        fragment(
          "? ->> 'type' = 'Follow'",
          a.data
        ),
      where:
        fragment(
          "? ->> 'state' = 'pending'",
          a.data
        ),
      where:
        fragment(
635
          "coalesce((?)->'object'->>'id', (?)->>'object') = ?",
kaniini's avatar
kaniini committed
636
          a.data,
637 638
          a.data,
          ^user.ap_id
kaniini's avatar
kaniini committed
639
        )
640 641 642 643 644
    )
  end

  def get_follow_requests(%User{} = user) do
    users =
645 646
      user
      |> User.get_follow_requests_query()
rinpatch's avatar
rinpatch committed
647
      |> join(:inner, [a], u in User, on: a.actor == u.ap_id)
648 649 650 651
      |> where([a, u], not fragment("? @> ?", u.following, ^[user.follower_address]))
      |> group_by([a, u], u.id)
      |> select([a, u], u)
      |> Repo.all()
652 653 654 655

    {:ok, users}
  end

656
  def increase_note_count(%User{} = user) do
657 658 659 660 661 662 663 664 665 666 667 668
    User
    |> where(id: ^user.id)
    |> update([u],
      set: [
        info:
          fragment(
            "jsonb_set(?, '{note_count}', ((?->>'note_count')::int + 1)::varchar::jsonb, true)",
            u.info,
            u.info
          )
      ]
    )
rinpatch's avatar
rinpatch committed
669 670
    |> select([u], u)
    |> Repo.update_all([])
671 672 673 674
    |> case do
      {1, [user]} -> set_cache(user)
      _ -> {:error, user}
    end
675 676
  end

677
  def decrease_note_count(%User{} = user) do
678 679 680 681 682 683 684 685 686 687 688 689
    User
    |> where(id: ^user.id)
    |> update([u],
      set: [
        info:
          fragment(
            "jsonb_set(?, '{note_count}', (greatest(0, (?->>'note_count')::int - 1))::varchar::jsonb, true)",
            u.info,
            u.info
          )
      ]
    )
rinpatch's avatar
rinpatch committed
690 691
    |> select([u], u)
    |> Repo.update_all([])
692 693 694 695
    |> case do
      {1, [user]} -> set_cache(user)
      _ -> {:error, user}
    end
696 697
  end

698
  def update_note_count(%User{} = user) do
lain's avatar
lain committed
699 700 701 702 703 704
    note_count_query =
      from(
        a in Object,
        where: fragment("?->>'actor' = ? and ?->>'type' = 'Note'", a.data, ^user.ap_id, a.data),
        select: count(a.id)
      )
705 706 707

    note_count = Repo.one(note_count_query)

lain's avatar
lain committed
708
    info_cng = User.Info.set_note_count(user.info, note_count)
709

lain's avatar
lain committed
710 711 712
    cng =
      change(user)
      |> put_embed(:info, info_cng)
713

lain's avatar
lain committed
714
    update_and_set_cache(cng)
715 716 717
  end

  def update_follower_count(%User{} = user) do
lain's avatar
lain committed
718
    follower_count_query =
719 720 721 722
      User
      |> where([u], ^user.follower_address in u.following)
      |> where([u], u.id != ^user.id)
      |> select([u], %{count: count(u.id)})
723

724 725 726 727 728 729 730 731 732 733 734 735 736
    User
    |> where(id: ^user.id)
    |> join(:inner, [u], s in subquery(follower_count_query))
    |> update([u, s],
      set: [
        info:
          fragment(
            "jsonb_set(?, '{follower_count}', ?::varchar::jsonb, true)",
            u.info,
            s.count
          )
      ]
    )
rinpatch's avatar
rinpatch committed
737 738
    |> select([u], u)
    |> Repo.update_all([])
739 740 741 742
    |> case do
      {1, [user]} -> set_cache(user)
      _ -> {:error, user}
    end
743
  end
744

745
  def get_users_from_set_query(ap_ids, false) do
746 747
    from(
      u in User,
748
      where: u.ap_id in ^ap_ids
749 750 751
    )
  end

752 753
  def get_users_from_set_query(ap_ids, true) do
    query = get_users_from_set_query(ap_ids, false)
754 755 756

    from(
      u in query,
757 758 759 760
      where: u.local == true
    )
  end

761 762 763 764 765
  def get_users_from_set(ap_ids, local_only \\ true) do
    get_users_from_set_query(ap_ids, local_only)
    |> Repo.all()
  end

766
  def get_recipients_from_activity(%Activity{recipients: to}) do
lain's avatar
lain committed
767 768 769 770 771 772
    query =
      from(
        u in User,
        where: u.ap_id in ^to,
        or_where: fragment("? && ?", u.following, ^to)
      )
773

lain's avatar
lain committed
774
    query = from(u in query, where: u.local == true)
775

776 777 778
    Repo.all(query)
  end

779
  def search(query, resolve \\ false, for_user \\ nil) do
780
    # Strip the beginning @ off if there is a query
781 782
    query = String.trim_leading(query, "@")

783
    if resolve, do: get_or_fetch(query)
lain's avatar
lain committed
784

785
    {:ok, results} =
lain's avatar
lain committed
786 787
      Repo.transaction(fn ->
        Ecto.Adapters.SQL.query(Repo, "select set_limit(0.25)", [])
788
        Repo.all(search_query(query, for_user))
lain's avatar
lain committed
789
      end)
lain's avatar
lain committed
790

791
    results
792
  end
lain's avatar
lain committed
793

794 795 796
  def search_query(query, for_user) do
    fts_subquery = fts_search_subquery(query)
    trigram_subquery = trigram_search_subquery(query)
797 798
    union_query = from(s in trigram_subquery, union_all: ^fts_subquery)
    distinct_query = from(s in subquery(union_query), order_by: s.search_type, distinct: s.id)
lain's avatar
lain committed
799

800 801 802 803 804
    from(s in subquery(boost_search_rank_query(distinct_query, for_user)),
      order_by: [desc: s.search_rank],
      limit: 20
    )
  end
805

806 807 808 809 810 811 812 813 814 815 816
  defp boost_search_rank_query(query, nil), do: query

  defp boost_search_rank_query(query, for_user) do
    friends_ids = get_friends_ids(for_user)
    followers_ids = get_followers_ids(for_user)

    from(u in subquery(query),
      select_merge: %{
        search_rank:
          fragment(
            """
817
             CASE WHEN (?) THEN (?) * 1.3
818 819 820 821 822 823 824 825 826 827 828 829 830 831
             WHEN (?) THEN (?) * 1.2
             WHEN (?) THEN (?) * 1.1
             ELSE (?) END
            """,
            u.id in ^friends_ids and u.id in ^followers_ids,
            u.search_rank,
            u.id in ^friends_ids,
            u.search_rank,
            u.id in ^followers_ids,
            u.search_rank,
            u.search_rank
          )
      }
    )
832
  end
833

Maxim Filippov's avatar
Maxim Filippov committed
834
  defp fts_search_subquery(term, query \\ User) do
835
    processed_query =
836
      term
837 838 839 840 841
      |> String.replace(~r/\W+/, " ")
      |> String.trim()
      |> String.split()
      |> Enum.map(&(&1 <> ":*"))
      |> Enum.join(" | ")
842

843
    from(
844
      u in query,
845
      select_merge: %{
846
        search_type: ^0,
847 848 849 850 851 852 853 854 855 856 857 858 859 860 861
        search_rank:
          fragment(
            """
            ts_rank_cd(
              setweight(to_tsvector('simple', regexp_replace(?, '\\W', ' ', 'g')), 'A') ||
              setweight(to_tsvector('simple', regexp_replace(coalesce(?, ''), '\\W', ' ', 'g')), 'B'),
              to_tsquery('simple', ?),
              32
            )
            """,
            u.nickname,
            u.name,
            ^processed_query
          )
      },
lain's avatar
lain committed
862 863 864 865 866 867 868 869 870 871
      where:
        fragment(
          """
            (setweight(to_tsvector('simple', regexp_replace(?, '\\W', ' ', 'g')), 'A') ||
            setweight(to_tsvector('simple', regexp_replace(coalesce(?, ''), '\\W', ' ', 'g')), 'B')) @@ to_tsquery('simple', ?)
          """,
          u.nickname,
          u.name,
          ^processed_query
        )
872 873
    )
  end
874

Maxim Filippov's avatar
Maxim Filippov committed
875
  defp trigram_search_subquery(term) do
876 877 878
    from(
      u in User,
      select_merge: %{
879 880
        # ^1 gives 'Postgrex expected a binary, got 1' for some weird reason
        search_type: fragment("?", 1),