user.ex 37.5 KB
Newer Older
1
# Pleroma: A lightweight social networking server
kaniini's avatar
kaniini committed
2
# Copyright © 2017-2019 Pleroma Authors <https://pleroma.social/>
3
4
# SPDX-License-Identifier: AGPL-3.0-only

lain's avatar
lain committed
5
6
defmodule Pleroma.User do
  use Ecto.Schema
7

Haelwenn's avatar
Haelwenn committed
8
9
10
  import Ecto.Changeset
  import Ecto.Query

11
12
13
14
15
  alias Comeonin.Pbkdf2
  alias Pleroma.Activity
  alias Pleroma.Formatter
  alias Pleroma.Notification
  alias Pleroma.Object
Haelwenn's avatar
Haelwenn committed
16
17
18
  alias Pleroma.Repo
  alias Pleroma.User
  alias Pleroma.Web
19
20
  alias Pleroma.Web.ActivityPub.ActivityPub
  alias Pleroma.Web.ActivityPub.Utils
Maxim Filippov's avatar
Maxim Filippov committed
21
  alias Pleroma.Web.CommonAPI.Utils, as: CommonUtils
Haelwenn's avatar
Haelwenn committed
22
  alias Pleroma.Web.OAuth
23
  alias Pleroma.Web.OStatus
24
  alias Pleroma.Web.RelMe
25
  alias Pleroma.Web.Websub
lain's avatar
lain committed
26

27
28
  require Logger

Maksim's avatar
Maksim committed
29
30
  @type t :: %__MODULE__{}

href's avatar
href committed
31
32
  @primary_key {:id, Pleroma.FlakeId, autogenerate: true}

33
  # credo:disable-for-next-line Credo.Check.Readability.MaxLineLength
href's avatar
href committed
34
35
36
  @email_regex ~r/^[a-zA-Z0-9.!#$%&'*+\/=?^_`{|}~-]+@[a-zA-Z0-9](?:[a-zA-Z0-9-]{0,61}[a-zA-Z0-9])?(?:\.[a-zA-Z0-9](?:[a-zA-Z0-9-]{0,61}[a-zA-Z0-9])?)*$/

  @strict_local_nickname_regex ~r/^[a-zA-Z\d]+$/
href's avatar
href committed
37
  @extended_local_nickname_regex ~r/^[a-zA-Z\d_-]+$/
href's avatar
href committed
38

lain's avatar
lain committed
39
  schema "users" do
lain's avatar
lain committed
40
41
42
43
44
45
46
47
48
49
50
51
    field(:bio, :string)
    field(:email, :string)
    field(:name, :string)
    field(:nickname, :string)
    field(:password_hash, :string)
    field(:password, :string, virtual: true)
    field(:password_confirmation, :string, virtual: true)
    field(:following, {:array, :string}, default: [])
    field(:ap_id, :string)
    field(:avatar, :map)
    field(:local, :boolean, default: true)
    field(:follower_address, :string)
52
    field(:search_rank, :float, virtual: true)
53
    field(:search_type, :integer, virtual: true)
54
    field(:tags, {:array, :string}, default: [])
Haelwenn's avatar
Haelwenn committed
55
    field(:bookmarks, {:array, :string}, default: [])
rinpatch's avatar
rinpatch committed
56
    field(:last_refreshed_at, :naive_datetime_usec)
lain's avatar
lain committed
57
    has_many(:notifications, Notification)
lain's avatar
lain committed
58
    embeds_one(:info, Pleroma.User.Info)
lain's avatar
lain committed
59
60
61

    timestamps()
  end
lain's avatar
lain committed
62

63
64
  def auth_active?(%User{info: %User.Info{confirmation_pending: true}}),
    do: !Pleroma.Config.get([:instance, :account_activation_required])
65

66
  def auth_active?(%User{}), do: true
67

68
69
70
71
72
  def visible_for?(user, for_user \\ nil)

  def visible_for?(%User{id: user_id}, %User{id: for_id}) when user_id == for_id, do: true

  def visible_for?(%User{} = user, for_user) do
73
    auth_active?(user) || superuser?(for_user)
74
75
  end

76
77
  def visible_for?(_, _), do: false

78
79
  def superuser?(%User{local: true, info: %User.Info{is_admin: true}}), do: true
  def superuser?(%User{local: true, info: %User.Info{is_moderator: true}}), do: true
80
  def superuser?(_), do: false
81

82
  def avatar_url(user, options \\ []) do
lain's avatar
lain committed
83
84
    case user.avatar do
      %{"url" => [%{"href" => href} | _]} -> href
85
      _ -> !options[:no_default] && "#{Web.base_url()}/images/avi.png"
lain's avatar
lain committed
86
87
88
    end
  end

89
  def banner_url(user, options \\ []) do
lain's avatar
lain committed
90
    case user.info.banner do
lain's avatar
lain committed
91
      %{"url" => [%{"href" => href} | _]} -> href
92
      _ -> !options[:no_default] && "#{Web.base_url()}/images/banner.png"
lain's avatar
lain committed
93
94
95
    end
  end

lain's avatar
lain committed
96
  def profile_url(%User{info: %{source_data: %{"url" => url}}}), do: url
97
98
99
  def profile_url(%User{ap_id: ap_id}), do: ap_id
  def profile_url(_), do: nil

lain's avatar
lain committed
100
  def ap_id(%User{nickname: nickname}) do
lain's avatar
lain committed
101
    "#{Web.base_url()}/users/#{nickname}"
lain's avatar
lain committed
102
103
  end

104
105
  def ap_followers(%User{follower_address: fa}) when is_binary(fa), do: fa
  def ap_followers(%User{} = user), do: "#{ap_id(user)}/followers"
lain's avatar
lain committed
106

lain's avatar
lain committed
107
  def user_info(%User{} = user) do
108
    oneself = if user.local, do: 1, else: 0
lain's avatar
lain committed
109

lain's avatar
lain committed
110
    %{
111
      following_count: length(user.following) - oneself,
lain's avatar
lain committed
112
113
114
      note_count: user.info.note_count,
      follower_count: user.info.follower_count,
      locked: user.info.locked,
Ivan Tashkinov's avatar
Ivan Tashkinov committed
115
      confirmation_pending: user.info.confirmation_pending,
lain's avatar
lain committed
116
      default_scope: user.info.default_scope
lain's avatar
lain committed
117
118
119
    }
  end

lain's avatar
lain committed
120
  def remote_user_creation(params) do
lain's avatar
lain committed
121
122
123
    params =
      params
      |> Map.put(:info, params[:info] || %{})
lain's avatar
lain committed
124
125
126

    info_cng = User.Info.remote_user_creation(%User.Info{}, params[:info])

lain's avatar
lain committed
127
    changes =
lain's avatar
lain committed
128
      %User{}
lain's avatar
lain committed
129
      |> cast(params, [:bio, :name, :ap_id, :nickname, :avatar])
130
      |> validate_required([:name, :ap_id])
lain's avatar
lain committed
131
132
133
134
135
      |> unique_constraint(:nickname)
      |> validate_format(:nickname, @email_regex)
      |> validate_length(:bio, max: 5000)
      |> validate_length(:name, max: 100)
      |> put_change(:local, false)
lain's avatar
lain committed
136
      |> put_embed(:info, info_cng)
lain's avatar
lain committed
137

138
    if changes.valid? do
lain's avatar
lain committed
139
      case info_cng.changes[:source_data] do
lain's avatar
lain committed
140
141
142
        %{"followers" => followers} ->
          changes
          |> put_change(:follower_address, followers)
lain's avatar
lain committed
143

lain's avatar
lain committed
144
145
        _ ->
          followers = User.ap_followers(%User{nickname: changes.changes[:nickname]})
lain's avatar
lain committed
146

lain's avatar
lain committed
147
148
149
          changes
          |> put_change(:follower_address, followers)
      end
150
151
152
    else
      changes
    end
lain's avatar
lain committed
153
154
  end

lain's avatar
lain committed
155
  def update_changeset(struct, params \\ %{}) do
Thog's avatar
Thog committed
156
    struct
lain's avatar
lain committed
157
    |> cast(params, [:bio, :name, :avatar])
lain's avatar
lain committed
158
    |> unique_constraint(:nickname)
href's avatar
href committed
159
    |> validate_format(:nickname, local_nickname_regex())
lain's avatar
lain committed
160
    |> validate_length(:bio, max: 5000)
lain's avatar
lain committed
161
162
163
    |> validate_length(:name, min: 1, max: 100)
  end

lain's avatar
lain committed
164
  def upgrade_changeset(struct, params \\ %{}) do
165
166
167
168
    params =
      params
      |> Map.put(:last_refreshed_at, NaiveDateTime.utc_now())

lain's avatar
lain committed
169
170
171
172
    info_cng =
      struct.info
      |> User.Info.user_upgrade(params[:info])

lain's avatar
lain committed
173
    struct
lain's avatar
lain committed
174
    |> cast(params, [:bio, :name, :follower_address, :avatar, :last_refreshed_at])
lain's avatar
lain committed
175
    |> unique_constraint(:nickname)
href's avatar
href committed
176
    |> validate_format(:nickname, local_nickname_regex())
lain's avatar
lain committed
177
178
    |> validate_length(:bio, max: 5000)
    |> validate_length(:name, max: 100)
lain's avatar
lain committed
179
    |> put_embed(:info, info_cng)
lain's avatar
lain committed
180
181
  end

Roger Braun's avatar
Roger Braun committed
182
  def password_update_changeset(struct, params) do
lain's avatar
lain committed
183
184
185
186
187
    changeset =
      struct
      |> cast(params, [:password, :password_confirmation])
      |> validate_required([:password, :password_confirmation])
      |> validate_confirmation(:password)
Roger Braun's avatar
Roger Braun committed
188

189
190
191
    OAuth.Token.delete_user_tokens(struct)
    OAuth.Authorization.delete_user_authorizations(struct)

Roger Braun's avatar
Roger Braun committed
192
193
    if changeset.valid? do
      hashed = Pbkdf2.hashpwsalt(changeset.changes[:password])
lain's avatar
lain committed
194

Roger Braun's avatar
Roger Braun committed
195
196
197
198
199
200
201
202
      changeset
      |> put_change(:password_hash, hashed)
    else
      changeset
    end
  end

  def reset_password(user, data) do
lain's avatar
lain committed
203
    update_and_set_cache(password_update_changeset(user, data))
Roger Braun's avatar
Roger Braun committed
204
205
  end

206
207
208
209
210
211
212
213
  def register_changeset(struct, params \\ %{}, opts \\ []) do
    confirmation_status =
      if opts[:confirmed] || !Pleroma.Config.get([:instance, :account_activation_required]) do
        :confirmed
      else
        :unconfirmed
      end

Ivan Tashkinov's avatar
Ivan Tashkinov committed
214
215
    info_change = User.Info.confirmation_changeset(%User.Info{}, confirmation_status)

lain's avatar
lain committed
216
217
218
219
220
221
222
    changeset =
      struct
      |> cast(params, [:bio, :email, :name, :nickname, :password, :password_confirmation])
      |> validate_required([:email, :name, :nickname, :password, :password_confirmation])
      |> validate_confirmation(:password)
      |> unique_constraint(:email)
      |> unique_constraint(:nickname)
lain's avatar
lain committed
223
      |> validate_exclusion(:nickname, Pleroma.Config.get([Pleroma.User, :restricted_nicknames]))
href's avatar
href committed
224
      |> validate_format(:nickname, local_nickname_regex())
lain's avatar
lain committed
225
226
227
      |> validate_format(:email, @email_regex)
      |> validate_length(:bio, max: 1000)
      |> validate_length(:name, min: 1, max: 100)
Ivan Tashkinov's avatar
Ivan Tashkinov committed
228
      |> put_change(:info, info_change)
lain's avatar
lain committed
229
230

    if changeset.valid? do
231
      hashed = Pbkdf2.hashpwsalt(changeset.changes[:password])
lain's avatar
lain committed
232
233
      ap_id = User.ap_id(%User{nickname: changeset.changes[:nickname]})
      followers = User.ap_followers(%User{nickname: changeset.changes[:nickname]})
lain's avatar
lain committed
234

lain's avatar
lain committed
235
236
237
      changeset
      |> put_change(:password_hash, hashed)
      |> put_change(:ap_id, ap_id)
rinpatch's avatar
rinpatch committed
238
      |> unique_constraint(:ap_id)
lain's avatar
lain committed
239
      |> put_change(:following, [followers])
240
      |> put_change(:follower_address, followers)
lain's avatar
lain committed
241
242
243
244
245
    else
      changeset
    end
  end

246
247
248
249
250
251
252
253
254
255
  defp autofollow_users(user) do
    candidates = Pleroma.Config.get([:instance, :autofollowed_nicknames])

    autofollowed_users =
      from(u in User,
        where: u.local == true,
        where: u.nickname in ^candidates
      )
      |> Repo.all()

lain's avatar
lain committed
256
    follow_all(user, autofollowed_users)
257
258
  end

259
260
  @doc "Inserts provided changeset, performs post-registration actions (confirmation email sending etc.)"
  def register(%Ecto.Changeset{} = changeset) do
Ivan Tashkinov's avatar
Ivan Tashkinov committed
261
    with {:ok, user} <- Repo.insert(changeset),
lain's avatar
lain committed
262
         {:ok, user} <- autofollow_users(user),
lain's avatar
lain committed
263
         {:ok, _} <- Pleroma.User.WelcomeMessage.post_welcome_message_to_user(user),
lain's avatar
lain committed
264
         {:ok, _} <- try_send_confirmation_email(user) do
265
266
267
268
      {:ok, user}
    end
  end

269
  def try_send_confirmation_email(%User{} = user) do
270
271
    if user.info.confirmation_pending &&
         Pleroma.Config.get([:instance, :account_activation_required]) do
272
273
      user
      |> Pleroma.UserEmail.account_confirmation_email()
minibikini's avatar
Reports    
minibikini committed
274
      |> Pleroma.Mailer.deliver_async()
275
276
277
278
279
    else
      {:ok, :noop}
    end
  end

280
281
282
283
284
  def needs_update?(%User{local: true}), do: false

  def needs_update?(%User{local: false, last_refreshed_at: nil}), do: true

  def needs_update?(%User{local: false} = user) do
285
    NaiveDateTime.diff(NaiveDateTime.utc_now(), user.last_refreshed_at) >= 86_400
286
287
288
289
  end

  def needs_update?(_), do: true

lain's avatar
lain committed
290
  def maybe_direct_follow(%User{} = follower, %User{local: true, info: %{locked: true}}) do
291
292
293
294
295
296
297
298
    {:ok, follower}
  end

  def maybe_direct_follow(%User{} = follower, %User{local: true} = followed) do
    follow(follower, followed)
  end

  def maybe_direct_follow(%User{} = follower, %User{} = followed) do
Maksim's avatar
Maksim committed
299
    if not User.ap_enabled?(followed) do
300
      follow(follower, followed)
301
302
303
304
305
    else
      {:ok, follower}
    end
  end

Maksim's avatar
Maksim committed
306
  def maybe_follow(%User{} = follower, %User{info: _info} = followed) do
307
308
    if not following?(follower, followed) do
      follow(follower, followed)
309
    else
310
      {:ok, follower}
311
312
313
    end
  end

314
  @doc "A mass follow for local users. Respects blocks in both directions but does not create activities."
lain's avatar
lain committed
315
316
  @spec follow_all(User.t(), list(User.t())) :: {atom(), User.t()}
  def follow_all(follower, followeds) do
lain's avatar
lain committed
317
318
    followed_addresses =
      followeds
319
      |> Enum.reject(fn followed -> blocks?(follower, followed) || blocks?(followed, follower) end)
lain's avatar
lain committed
320
      |> Enum.map(fn %{follower_address: fa} -> fa end)
lain's avatar
lain committed
321

lain's avatar
lain committed
322
323
324
    q =
      from(u in User,
        where: u.id == ^follower.id,
325
326
327
328
329
330
331
332
333
        update: [
          set: [
            following:
              fragment(
                "array(select distinct unnest (array_cat(?, ?)))",
                u.following,
                ^followed_addresses
              )
          ]
rinpatch's avatar
rinpatch committed
334
335
        ],
        select: u
lain's avatar
lain committed
336
337
      )

rinpatch's avatar
rinpatch committed
338
    {1, [follower]} = Repo.update_all(q, [])
lain's avatar
lain committed
339
340
341
342
343

    Enum.each(followeds, fn followed ->
      update_follower_count(followed)
    end)

lain's avatar
lain committed
344
    set_cache(follower)
lain's avatar
lain committed
345
346
  end

lain's avatar
lain committed
347
  def follow(%User{} = follower, %User{info: info} = followed) do
348
349
    user_config = Application.get_env(:pleroma, :user)
    deny_follow_blocked = Keyword.get(user_config, :deny_follow_blocked)
350

351
    ap_followers = followed.follower_address
352

353
    cond do
lain's avatar
lain committed
354
      following?(follower, followed) or info.deactivated ->
355
        {:error, "Could not follow user: #{followed.nickname} is already on your list."}
lain's avatar
lain committed
356

357
      deny_follow_blocked and blocks?(followed, follower) ->
358
        {:error, "Could not follow user: #{followed.nickname} blocked you."}
lain's avatar
lain committed
359

360
361
362
363
364
      true ->
        if !followed.local && follower.local && !ap_enabled?(followed) do
          Websub.subscribe(follower, followed)
        end

365
366
367
        q =
          from(u in User,
            where: u.id == ^follower.id,
rinpatch's avatar
rinpatch committed
368
369
            update: [push: [following: ^ap_followers]],
            select: u
370
          )
371

rinpatch's avatar
rinpatch committed
372
        {1, [follower]} = Repo.update_all(q, [])
373

374
375
        {:ok, _} = update_follower_count(followed)

376
        set_cache(follower)
377
    end
lain's avatar
lain committed
378
  end
lain's avatar
lain committed
379
380

  def unfollow(%User{} = follower, %User{} = followed) do
381
    ap_followers = followed.follower_address
lain's avatar
lain committed
382

383
    if following?(follower, followed) and follower.ap_id != followed.ap_id do
384
385
386
      q =
        from(u in User,
          where: u.id == ^follower.id,
rinpatch's avatar
rinpatch committed
387
388
          update: [pull: [following: ^ap_followers]],
          select: u
389
        )
lain's avatar
lain committed
390

rinpatch's avatar
rinpatch committed
391
      {1, [follower]} = Repo.update_all(q, [])
392
393
394

      {:ok, followed} = update_follower_count(followed)

395
396
      set_cache(follower)

397
      {:ok, follower, Utils.fetch_latest_follow(follower, followed)}
398
    else
399
      {:error, "Not subscribed!"}
400
    end
lain's avatar
lain committed
401
  end
402

Maksim's avatar
Maksim committed
403
  @spec following?(User.t(), User.t()) :: boolean
404
  def following?(%User{} = follower, %User{} = followed) do
405
    Enum.member?(follower.following, followed.follower_address)
406
  end
lain's avatar
lain committed
407

408
409
410
411
412
413
414
415
416
417
418
419
420
421
422
423
424
425
  def follow_import(%User{} = follower, followed_identifiers)
      when is_list(followed_identifiers) do
    Enum.map(
      followed_identifiers,
      fn followed_identifier ->
        with %User{} = followed <- get_or_fetch(followed_identifier),
             {:ok, follower} <- maybe_direct_follow(follower, followed),
             {:ok, _} <- ActivityPub.follow(follower, followed) do
          followed
        else
          err ->
            Logger.debug("follow_import failed for #{followed_identifier} with: #{inspect(err)}")
            err
        end
      end
    )
  end

426
  def locked?(%User{} = user) do
427
    user.info.locked || false
428
429
  end

430
431
432
433
  def get_by_id(id) do
    Repo.get_by(User, id: id)
  end

lain's avatar
lain committed
434
435
436
437
  def get_by_ap_id(ap_id) do
    Repo.get_by(User, ap_id: ap_id)
  end

438
439
  # This is mostly an SPC migration fix. This guesses the user nickname by taking the last part
  # of the ap_id and the domain and tries to get that user
440
441
442
443
444
445
446
447
  def get_by_guessed_nickname(ap_id) do
    domain = URI.parse(ap_id).host
    name = List.last(String.split(ap_id, "/"))
    nickname = "#{name}@#{domain}"

    get_by_nickname(nickname)
  end

448
449
450
451
452
453
454
  def set_cache(user) do
    Cachex.put(:user_cache, "ap_id:#{user.ap_id}", user)
    Cachex.put(:user_cache, "nickname:#{user.nickname}", user)
    Cachex.put(:user_cache, "user_info:#{user.id}", user_info(user))
    {:ok, user}
  end

lain's avatar
lain committed
455
456
  def update_and_set_cache(changeset) do
    with {:ok, user} <- Repo.update(changeset) do
457
      set_cache(user)
lain's avatar
lain committed
458
459
460
461
462
    else
      e -> e
    end
  end

lain's avatar
lain committed
463
464
465
  def invalidate_cache(user) do
    Cachex.del(:user_cache, "ap_id:#{user.ap_id}")
    Cachex.del(:user_cache, "nickname:#{user.nickname}")
466
    Cachex.del(:user_cache, "user_info:#{user.id}")
lain's avatar
lain committed
467
468
  end

lain's avatar
lain committed
469
  def get_cached_by_ap_id(ap_id) do
470
    key = "ap_id:#{ap_id}"
Thog's avatar
Thog committed
471
    Cachex.fetch!(:user_cache, key, fn _ -> get_by_ap_id(ap_id) end)
lain's avatar
lain committed
472
473
  end

474
475
  def get_cached_by_id(id) do
    key = "id:#{id}"
476
477
478
479

    ap_id =
      Cachex.fetch!(:user_cache, key, fn _ ->
        user = get_by_id(id)
480
481
482
483
484
485
486

        if user do
          Cachex.put(:user_cache, "ap_id:#{user.ap_id}", user)
          {:commit, user.ap_id}
        else
          {:ignore, ""}
        end
487
488
489
      end)

    get_cached_by_ap_id(ap_id)
490
491
  end

lain's avatar
lain committed
492
  def get_cached_by_nickname(nickname) do
493
    key = "nickname:#{nickname}"
Thog's avatar
Thog committed
494
    Cachex.fetch!(:user_cache, key, fn _ -> get_or_fetch_by_nickname(nickname) end)
lain's avatar
lain committed
495
  end
lain's avatar
lain committed
496

497
  def get_cached_by_nickname_or_id(nickname_or_id) do
498
    get_cached_by_id(nickname_or_id) || get_cached_by_nickname(nickname_or_id)
499
500
  end

lain's avatar
lain committed
501
  def get_by_nickname(nickname) do
502
    Repo.get_by(User, nickname: nickname) ||
503
      if Regex.match?(~r(@#{Pleroma.Web.Endpoint.host()})i, nickname) do
504
        Repo.get_by(User, nickname: local_nickname(nickname))
505
      end
506
507
  end

508
509
510
511
512
513
514
  def get_by_nickname_or_email(nickname_or_email) do
    case user = Repo.get_by(User, nickname: nickname_or_email) do
      %User{} -> user
      nil -> Repo.get_by(User, email: nickname_or_email)
    end
  end

lain's avatar
lain committed
515
516
  def get_cached_user_info(user) do
    key = "user_info:#{user.id}"
Thog's avatar
Thog committed
517
    Cachex.fetch!(:user_cache, key, fn _ -> user_info(user) end)
lain's avatar
lain committed
518
  end
lain's avatar
lain committed
519

lain's avatar
lain committed
520
521
522
523
524
525
526
527
528
  def fetch_by_nickname(nickname) do
    ap_try = ActivityPub.make_user_from_nickname(nickname)

    case ap_try do
      {:ok, user} -> {:ok, user}
      _ -> OStatus.make_user(nickname)
    end
  end

lain's avatar
lain committed
529
  def get_or_fetch_by_nickname(nickname) do
lain's avatar
lain committed
530
    with %User{} = user <- get_by_nickname(nickname) do
lain's avatar
lain committed
531
      user
lain's avatar
lain committed
532
533
534
535
    else
      _e ->
        with [_nick, _domain] <- String.split(nickname, "@"),
             {:ok, user} <- fetch_by_nickname(nickname) do
536
537
538
539
          if Pleroma.Config.get([:fetch_initial_posts, :enabled]) do
            {:ok, _} = Task.start(__MODULE__, :fetch_initial_posts, [user])
          end

lain's avatar
lain committed
540
541
542
543
          user
        else
          _e -> nil
        end
lain's avatar
lain committed
544
    end
lain's avatar
lain committed
545
  end
lain's avatar
lain committed
546

547
548
549
550
551
552
553
554
555
556
557
  @doc "Fetch some posts when the user has just been federated with"
  def fetch_initial_posts(user) do
    pages = Pleroma.Config.get!([:fetch_initial_posts, :pages])

    Enum.each(
      # Insert all the posts in reverse order, so they're in the right order on the timeline
      Enum.reverse(Utils.fetch_ordered_collection(user.info.source_data["outbox"], pages)),
      &Pleroma.Web.Federator.incoming_ap_doc/1
    )
  end

558
  def get_followers_query(%User{id: id, follower_address: follower_address}, nil) do
559
560
561
562
563
564
565
    from(
      u in User,
      where: fragment("? <@ ?", ^[follower_address], u.following),
      where: u.id != ^id
    )
  end

566
  def get_followers_query(user, page) do
Maxim Filippov's avatar
Maxim Filippov committed
567
568
    from(u in get_followers_query(user, nil))
    |> paginate(page, 20)
569
570
571
572
573
574
  end

  def get_followers_query(user), do: get_followers_query(user, nil)

  def get_followers(user, page \\ nil) do
    q = get_followers_query(user, page)
lain's avatar
lain committed
575
576
577
578

    {:ok, Repo.all(q)}
  end

579
580
581
582
583
584
  def get_followers_ids(user, page \\ nil) do
    q = get_followers_query(user, page)

    Repo.all(from(u in q, select: u.id))
  end

585
  def get_friends_query(%User{id: id, following: following}, nil) do
586
587
588
589
590
591
592
    from(
      u in User,
      where: u.follower_address in ^following,
      where: u.id != ^id
    )
  end

593
  def get_friends_query(user, page) do
Maxim Filippov's avatar
Maxim Filippov committed
594
595
    from(u in get_friends_query(user, nil))
    |> paginate(page, 20)
596
597
598
599
600
601
  end

  def get_friends_query(user), do: get_friends_query(user, nil)

  def get_friends(user, page \\ nil) do
    q = get_friends_query(user, page)
lain's avatar
lain committed
602
603
604

    {:ok, Repo.all(q)}
  end
605

606
607
608
609
610
611
  def get_friends_ids(user, page \\ nil) do
    q = get_friends_query(user, page)

    Repo.all(from(u in q, select: u.id))
  end

612
613
614
  def get_follow_requests_query(%User{} = user) do
    from(
      a in Activity,
kaniini's avatar
kaniini committed
615
616
617
618
619
620
621
622
623
624
625
626
      where:
        fragment(
          "? ->> 'type' = 'Follow'",
          a.data
        ),
      where:
        fragment(
          "? ->> 'state' = 'pending'",
          a.data
        ),
      where:
        fragment(
627
          "coalesce((?)->'object'->>'id', (?)->>'object') = ?",
kaniini's avatar
kaniini committed
628
          a.data,
629
630
          a.data,
          ^user.ap_id
kaniini's avatar
kaniini committed
631
        )
632
633
634
635
636
    )
  end

  def get_follow_requests(%User{} = user) do
    users =
637
638
      user
      |> User.get_follow_requests_query()
rinpatch's avatar
rinpatch committed
639
      |> join(:inner, [a], u in User, on: a.actor == u.ap_id)
640
641
642
643
      |> where([a, u], not fragment("? @> ?", u.following, ^[user.follower_address]))
      |> group_by([a, u], u.id)
      |> select([a, u], u)
      |> Repo.all()
644
645
646
647

    {:ok, users}
  end

648
  def increase_note_count(%User{} = user) do
649
650
651
652
653
654
655
656
657
658
659
660
    User
    |> where(id: ^user.id)
    |> update([u],
      set: [
        info:
          fragment(
            "jsonb_set(?, '{note_count}', ((?->>'note_count')::int + 1)::varchar::jsonb, true)",
            u.info,
            u.info
          )
      ]
    )
rinpatch's avatar
rinpatch committed
661
662
    |> select([u], u)
    |> Repo.update_all([])
663
664
665
666
    |> case do
      {1, [user]} -> set_cache(user)
      _ -> {:error, user}
    end
667
668
  end

669
  def decrease_note_count(%User{} = user) do
670
671
672
673
674
675
676
677
678
679
680
681
    User
    |> where(id: ^user.id)
    |> update([u],
      set: [
        info:
          fragment(
            "jsonb_set(?, '{note_count}', (greatest(0, (?->>'note_count')::int - 1))::varchar::jsonb, true)",
            u.info,
            u.info
          )
      ]
    )
rinpatch's avatar
rinpatch committed
682
683
    |> select([u], u)
    |> Repo.update_all([])
684
685
686
687
    |> case do
      {1, [user]} -> set_cache(user)
      _ -> {:error, user}
    end
688
689
  end

690
  def update_note_count(%User{} = user) do
lain's avatar
lain committed
691
692
693
694
695
696
    note_count_query =
      from(
        a in Object,
        where: fragment("?->>'actor' = ? and ?->>'type' = 'Note'", a.data, ^user.ap_id, a.data),
        select: count(a.id)
      )
697
698
699

    note_count = Repo.one(note_count_query)

lain's avatar
lain committed
700
    info_cng = User.Info.set_note_count(user.info, note_count)
701

lain's avatar
lain committed
702
703
704
    cng =
      change(user)
      |> put_embed(:info, info_cng)
705

lain's avatar
lain committed
706
    update_and_set_cache(cng)
707
708
709
  end

  def update_follower_count(%User{} = user) do
lain's avatar
lain committed
710
    follower_count_query =
711
712
713
714
      User
      |> where([u], ^user.follower_address in u.following)
      |> where([u], u.id != ^user.id)
      |> select([u], %{count: count(u.id)})
715

716
717
718
719
720
721
722
723
724
725
726
727
728
    User
    |> where(id: ^user.id)
    |> join(:inner, [u], s in subquery(follower_count_query))
    |> update([u, s],
      set: [
        info:
          fragment(
            "jsonb_set(?, '{follower_count}', ?::varchar::jsonb, true)",
            u.info,
            s.count
          )
      ]
    )
rinpatch's avatar
rinpatch committed
729
730
    |> select([u], u)
    |> Repo.update_all([])
731
732
733
734
    |> case do
      {1, [user]} -> set_cache(user)
      _ -> {:error, user}
    end
735
  end
736

737
  def get_users_from_set_query(ap_ids, false) do
738
739
    from(
      u in User,
740
      where: u.ap_id in ^ap_ids
741
742
743
    )
  end

744
745
  def get_users_from_set_query(ap_ids, true) do
    query = get_users_from_set_query(ap_ids, false)
746
747
748

    from(
      u in query,
749
750
751
752
      where: u.local == true
    )
  end

753
754
755
756
757
  def get_users_from_set(ap_ids, local_only \\ true) do
    get_users_from_set_query(ap_ids, local_only)
    |> Repo.all()
  end

758
  def get_recipients_from_activity(%Activity{recipients: to}) do
lain's avatar
lain committed
759
760
761
762
763
764
    query =
      from(
        u in User,
        where: u.ap_id in ^to,
        or_where: fragment("? && ?", u.following, ^to)
      )
765

lain's avatar
lain committed
766
    query = from(u in query, where: u.local == true)
767

768
769
770
    Repo.all(query)
  end

771
  def search(query, resolve \\ false, for_user \\ nil) do
772
    # Strip the beginning @ off if there is a query
773
774
    query = String.trim_leading(query, "@")

775
    if resolve, do: get_or_fetch(query)
lain's avatar
lain committed
776

777
    {:ok, results} =
lain's avatar
lain committed
778
779
      Repo.transaction(fn ->
        Ecto.Adapters.SQL.query(Repo, "select set_limit(0.25)", [])
780
        Repo.all(search_query(query, for_user))
lain's avatar
lain committed
781
      end)
lain's avatar
lain committed
782

783
    results
784
  end
lain's avatar
lain committed
785

786
787
788
  def search_query(query, for_user) do
    fts_subquery = fts_search_subquery(query)
    trigram_subquery = trigram_search_subquery(query)
789
790
    union_query = from(s in trigram_subquery, union_all: ^fts_subquery)
    distinct_query = from(s in subquery(union_query), order_by: s.search_type, distinct: s.id)
lain's avatar
lain committed
791

792
793
794
795
796
    from(s in subquery(boost_search_rank_query(distinct_query, for_user)),
      order_by: [desc: s.search_rank],
      limit: 20
    )
  end
797

798
799
800
801
802
803
804
805
806
807
808
  defp boost_search_rank_query(query, nil), do: query

  defp boost_search_rank_query(query, for_user) do
    friends_ids = get_friends_ids(for_user)
    followers_ids = get_followers_ids(for_user)

    from(u in subquery(query),
      select_merge: %{
        search_rank:
          fragment(
            """
809
             CASE WHEN (?) THEN (?) * 1.3
810
811
812
813
814
815
816
817
818
819
820
821
822
823
             WHEN (?) THEN (?) * 1.2
             WHEN (?) THEN (?) * 1.1
             ELSE (?) END
            """,
            u.id in ^friends_ids and u.id in ^followers_ids,
            u.search_rank,
            u.id in ^friends_ids,
            u.search_rank,
            u.id in ^followers_ids,
            u.search_rank,
            u.search_rank
          )
      }
    )
824
  end
825

Maxim Filippov's avatar
Maxim Filippov committed
826
  defp fts_search_subquery(term, query \\ User) do
827
    processed_query =
828
      term
829
830
831
832
833
      |> String.replace(~r/\W+/, " ")
      |> String.trim()
      |> String.split()
      |> Enum.map(&(&1 <> ":*"))
      |> Enum.join(" | ")
834

835
    from(
836
      u in query,
837
      select_merge: %{
838
        search_type: ^0,
839
840
841
842
843
844
845
846
847
848
849
850
851
852
853
        search_rank:
          fragment(
            """
            ts_rank_cd(
              setweight(to_tsvector('simple', regexp_replace(?, '\\W', ' ', 'g')), 'A') ||
              setweight(to_tsvector('simple', regexp_replace(coalesce(?, ''), '\\W', ' ', 'g')), 'B'),
              to_tsquery('simple', ?),
              32
            )
            """,
            u.nickname,
            u.name,
            ^processed_query
          )
      },
lain's avatar
lain committed
854
855
856
857
858
859
860
861
862
863
      where:
        fragment(
          """
            (setweight(to_tsvector('simple', regexp_replace(?, '\\W', ' ', 'g')), 'A') ||
            setweight(to_tsvector('simple', regexp_replace(coalesce(?, ''), '\\W', ' ', 'g')), 'B')) @@ to_tsquery('simple', ?)
          """,
          u.nickname,
          u.name,
          ^processed_query
        )
864
865
    )
  end
866

Maxim Filippov's avatar
Maxim Filippov committed
867
  defp trigram_search_subquery(term) do
868
869
870
    from(
      u in User,
      select_merge: %{
871
872
        # ^1 gives 'Postgrex expected a binary, got 1' for some weird reason
        search_type: fragment("?", 1),
873
874
        search_rank:
          fragment(
875
            "similarity(?, trim(? || ' ' || coalesce(?, '')))",
876
            ^term,
877
878
879
880
            u.nickname,
            u.name
          )
      },
881
      where: fragment("trim(? || ' ' || coalesce(?, '')) % ?", u.nickname, u.name, ^term)
882
883
884
    )
  end

885
886
887
888
889
890
891
892
893
894
895
896
897
898
899
900
901
  def blocks_import(%User{} = blocker, blocked_identifiers) when is_list(blocked_identifiers) do
    Enum.map(
      blocked_identifiers,
      fn blocked_identifier ->
        with %User{} = blocked <- get_or_fetch(blocked_identifier),
             {:ok, blocker} <- block(blocker, blocked),
             {:ok, _} <- ActivityPub.block(blocker, blocked) do
          blocked
        else
          err ->
            Logger.debug("blocks_import failed for #{blocked_identifier} with: #{inspect(err)}")
            err
        end
      end
    )
  end

902
  def mute(muter, %User{ap_id: ap_id}) do
903
904
905
906
907
908
909
    info_cng =
      muter.info
      |> User.Info.add_to_mutes(ap_id)

    cng =
      change(muter)
      |> put_embed(:info, info_cng)
910

911
    update_and_set_cache(cng)
912
913
  end

914
915
916
917
  def unmute(muter, %{ap_id: ap_id}) do
    info_cng =
      muter.info
      |> User.Info.remove_from_mutes(ap_id)
918

919
920
921
922
923
    cng =
      change(muter)
      |> put_embed(:info, info_cng)

    update_and_set_cache(cng)
924
925
  end

926
  def subscribe(subscriber, %{ap_id: ap_id}) do
927
928
    user_config = Application.get_env(:pleroma, :user)
    deny_follow_blocked = Keyword.get(user_config, :deny_follow_blocked)
929

930
931
932
933
934
935
936
937
938
939
940
941
942
943
    with %User{} = subscribed <- get_or_fetch_by_ap_id(ap_id) do
      blocked = blocks?(subscribed, subscriber) and deny_follow_blocked

      if blocked do
        {:error, "Could not subscribe: #{subscribed.nickname} is blocking you"}
      else
        info_cng =
          subscribed.info
          |> User.Info.add_to_subscribers(subscriber.ap_id)

        change(subscribed)
        |> put_embed(:info, info_cng)
        |> update_and_set_cache()
      end
944
    end
945
946
947
  end

  def unsubscribe(unsubscriber, %{ap_id: ap_id}) do
948
949
950
951
    with %User{} = user <- get_or_fetch_by_ap_id(ap_id) do
      info_cng =
        user.info
        |> User.Info.remove_from_subscribers(unsubscriber.ap_id)
952

953
954
955
956
      change(user)
      |> put_embed(:info, info_cng)
      |> update_and_set_cache()
    end
957
958
  end

959
960
961
962
963
964
965
966
967
968
  def block(blocker, %User{ap_id: ap_id} = blocked) do
    # sever any follow relationships to prevent leaks per activitypub (Pleroma issue #213)
    blocker =
      if following?(blocker, blocked) do
        {:ok, blocker, _} = unfollow(blocker, blocked)
        blocker
      else
        blocker
      end

969
970
971
972
973
974
975
976
    blocker =
      if subscribed_to?(blocked, blocker) do
        {:ok, blocker} = unsubscribe(blocked, blocker)
        blocker
      else
        blocker
      end

977
978
979
980
    if following?(blocked, blocker) do
      unfollow(blocked, blocker)
    end

lain's avatar
lain committed
981
982
983
    info_cng =
      blocker.info
      |> User.Info.add_to_block(ap_id)
lain's avatar
lain committed
984

lain's avatar
lain committed
985
986
987
988
989
    cng =
      change(blocker)
      |> put_embed(:info, info_cng)

    update_and_set_cache(cng)
lain's avatar
lain committed
990
991
  end

992
993
994
995
996
  # helper to handle the block given only an actor's AP id
  def block(blocker, %{ap_id: ap_id}) do
    block(blocker, User.get_by_ap_id(ap_id))
  end

lain's avatar
lain committed
997
998
999
1000
  def unblock(blocker, %{ap_id: ap_id}) do
    info_cng =
      blocker.info
      |> User.Info.remove_from_block(ap_id)
lain's avatar
lain committed
1001

lain's avatar
lain committed
1002
1003
1004
1005
1006
    cng =
      change(blocker)
      |> put_embed(:info, info_cng)

    update_and_set_cache(cng)
lain's avatar
lain committed
1007
1008
  end

1009
  def mutes?(nil, _), do: false
1010
  def mutes?(user, %{ap_id: ap_id}), do: Enum.member?(user.info.mutes, ap_id)
1011

lain's avatar
lain committed
1012
  def blocks?(user, %{ap_id: ap_id}) do
lain's avatar
lain committed
1013
1014
    blocks = user.info.blocks
    domain_blocks = user.info.domain_blocks
eal's avatar
eal committed
1015
    %{host: host} = URI.parse(ap_id)
eal's avatar
eal committed
1016
1017
1018
1019
1020

    Enum.member?(blocks, ap_id) ||
      Enum.any?(domain_blocks, fn domain ->
        host == domain
      end)
eal's avatar
eal committed
1021
1022
  end

Sadposter's avatar
Sadposter committed
1023
  def subscribed_to?(user, %{ap_id: ap_id}) do
1024
1025
1026
    with %User{} = target <- User.get_by_ap_id(ap_id) do
      Enum.member?(target.info.subscribers, user.ap_id)
    end
Sadposter's avatar
Sadposter committed
1027
1028
  end

1029
1030
1031
  def muted_users(user),
    do: Repo.all(from(u in User, where: u.ap_id in ^user.info.mutes))

1032
1033
1034
  def blocked_users(user),
    do: Repo.all(from(u in User, where: u.ap_id in ^user.info.blocks))