user.ex 37.9 KB
Newer Older
1
# Pleroma: A lightweight social networking server
kaniini's avatar
kaniini committed
2
# Copyright © 2017-2019 Pleroma Authors <https://pleroma.social/>
3
4
# SPDX-License-Identifier: AGPL-3.0-only

lain's avatar
lain committed
5
6
defmodule Pleroma.User do
  use Ecto.Schema
7

Haelwenn's avatar
Haelwenn committed
8
9
10
  import Ecto.Changeset
  import Ecto.Query

11
12
  alias Comeonin.Pbkdf2
  alias Pleroma.Activity
13
  alias Pleroma.Bookmark
14
15
16
  alias Pleroma.Formatter
  alias Pleroma.Notification
  alias Pleroma.Object
17
  alias Pleroma.Registration
Haelwenn's avatar
Haelwenn committed
18
19
20
  alias Pleroma.Repo
  alias Pleroma.User
  alias Pleroma.Web
21
22
  alias Pleroma.Web.ActivityPub.ActivityPub
  alias Pleroma.Web.ActivityPub.Utils
Maxim Filippov's avatar
Maxim Filippov committed
23
  alias Pleroma.Web.CommonAPI.Utils, as: CommonUtils
Haelwenn's avatar
Haelwenn committed
24
  alias Pleroma.Web.OAuth
25
  alias Pleroma.Web.OStatus
26
  alias Pleroma.Web.RelMe
27
  alias Pleroma.Web.Websub
lain's avatar
lain committed
28

29
30
  require Logger

Maksim's avatar
Maksim committed
31
32
  @type t :: %__MODULE__{}

href's avatar
href committed
33
34
  @primary_key {:id, Pleroma.FlakeId, autogenerate: true}

35
  # credo:disable-for-next-line Credo.Check.Readability.MaxLineLength
href's avatar
href committed
36
37
38
  @email_regex ~r/^[a-zA-Z0-9.!#$%&'*+\/=?^_`{|}~-]+@[a-zA-Z0-9](?:[a-zA-Z0-9-]{0,61}[a-zA-Z0-9])?(?:\.[a-zA-Z0-9](?:[a-zA-Z0-9-]{0,61}[a-zA-Z0-9])?)*$/

  @strict_local_nickname_regex ~r/^[a-zA-Z\d]+$/
href's avatar
href committed
39
  @extended_local_nickname_regex ~r/^[a-zA-Z\d_-]+$/
href's avatar
href committed
40

lain's avatar
lain committed
41
  schema "users" do
lain's avatar
lain committed
42
43
44
45
46
47
48
49
50
51
52
53
    field(:bio, :string)
    field(:email, :string)
    field(:name, :string)
    field(:nickname, :string)
    field(:password_hash, :string)
    field(:password, :string, virtual: true)
    field(:password_confirmation, :string, virtual: true)
    field(:following, {:array, :string}, default: [])
    field(:ap_id, :string)
    field(:avatar, :map)
    field(:local, :boolean, default: true)
    field(:follower_address, :string)
54
    field(:search_rank, :float, virtual: true)
55
    field(:search_type, :integer, virtual: true)
56
    field(:tags, {:array, :string}, default: [])
rinpatch's avatar
rinpatch committed
57
    field(:last_refreshed_at, :naive_datetime_usec)
58
59
    # TODO: add migration to delete `bookmarks` field from DB
    field(:old_bookmarks, {:array, :string}, default: [], source: :bookmarks)
60
    has_many(:bookmarks, Bookmark)
lain's avatar
lain committed
61
    has_many(:notifications, Notification)
62
    has_many(:registrations, Registration)
lain's avatar
lain committed
63
    embeds_one(:info, Pleroma.User.Info)
lain's avatar
lain committed
64
65
66

    timestamps()
  end
lain's avatar
lain committed
67

68
69
  def auth_active?(%User{info: %User.Info{confirmation_pending: true}}),
    do: !Pleroma.Config.get([:instance, :account_activation_required])
70

71
  def auth_active?(%User{}), do: true
72

73
74
75
76
77
  def visible_for?(user, for_user \\ nil)

  def visible_for?(%User{id: user_id}, %User{id: for_id}) when user_id == for_id, do: true

  def visible_for?(%User{} = user, for_user) do
78
    auth_active?(user) || superuser?(for_user)
79
80
  end

81
82
  def visible_for?(_, _), do: false

83
84
  def superuser?(%User{local: true, info: %User.Info{is_admin: true}}), do: true
  def superuser?(%User{local: true, info: %User.Info{is_moderator: true}}), do: true
85
  def superuser?(_), do: false
86

87
  def avatar_url(user, options \\ []) do
lain's avatar
lain committed
88
89
    case user.avatar do
      %{"url" => [%{"href" => href} | _]} -> href
90
      _ -> !options[:no_default] && "#{Web.base_url()}/images/avi.png"
lain's avatar
lain committed
91
92
93
    end
  end

94
  def banner_url(user, options \\ []) do
lain's avatar
lain committed
95
    case user.info.banner do
lain's avatar
lain committed
96
      %{"url" => [%{"href" => href} | _]} -> href
97
      _ -> !options[:no_default] && "#{Web.base_url()}/images/banner.png"
lain's avatar
lain committed
98
99
100
    end
  end

lain's avatar
lain committed
101
  def profile_url(%User{info: %{source_data: %{"url" => url}}}), do: url
102
103
104
  def profile_url(%User{ap_id: ap_id}), do: ap_id
  def profile_url(_), do: nil

lain's avatar
lain committed
105
  def ap_id(%User{nickname: nickname}) do
lain's avatar
lain committed
106
    "#{Web.base_url()}/users/#{nickname}"
lain's avatar
lain committed
107
108
  end

109
110
  def ap_followers(%User{follower_address: fa}) when is_binary(fa), do: fa
  def ap_followers(%User{} = user), do: "#{ap_id(user)}/followers"
lain's avatar
lain committed
111

lain's avatar
lain committed
112
  def user_info(%User{} = user) do
113
    oneself = if user.local, do: 1, else: 0
lain's avatar
lain committed
114

lain's avatar
lain committed
115
    %{
116
      following_count: length(user.following) - oneself,
lain's avatar
lain committed
117
118
119
      note_count: user.info.note_count,
      follower_count: user.info.follower_count,
      locked: user.info.locked,
Ivan Tashkinov's avatar
Ivan Tashkinov committed
120
      confirmation_pending: user.info.confirmation_pending,
lain's avatar
lain committed
121
      default_scope: user.info.default_scope
lain's avatar
lain committed
122
123
124
    }
  end

lain's avatar
lain committed
125
  def remote_user_creation(params) do
lain's avatar
lain committed
126
127
128
    params =
      params
      |> Map.put(:info, params[:info] || %{})
lain's avatar
lain committed
129
130
131

    info_cng = User.Info.remote_user_creation(%User.Info{}, params[:info])

lain's avatar
lain committed
132
    changes =
lain's avatar
lain committed
133
      %User{}
lain's avatar
lain committed
134
      |> cast(params, [:bio, :name, :ap_id, :nickname, :avatar])
135
      |> validate_required([:name, :ap_id])
lain's avatar
lain committed
136
137
138
139
140
      |> unique_constraint(:nickname)
      |> validate_format(:nickname, @email_regex)
      |> validate_length(:bio, max: 5000)
      |> validate_length(:name, max: 100)
      |> put_change(:local, false)
lain's avatar
lain committed
141
      |> put_embed(:info, info_cng)
lain's avatar
lain committed
142

143
    if changes.valid? do
lain's avatar
lain committed
144
      case info_cng.changes[:source_data] do
lain's avatar
lain committed
145
146
147
        %{"followers" => followers} ->
          changes
          |> put_change(:follower_address, followers)
lain's avatar
lain committed
148

lain's avatar
lain committed
149
150
        _ ->
          followers = User.ap_followers(%User{nickname: changes.changes[:nickname]})
lain's avatar
lain committed
151

lain's avatar
lain committed
152
153
154
          changes
          |> put_change(:follower_address, followers)
      end
155
156
157
    else
      changes
    end
lain's avatar
lain committed
158
159
  end

lain's avatar
lain committed
160
  def update_changeset(struct, params \\ %{}) do
Thog's avatar
Thog committed
161
    struct
lain's avatar
lain committed
162
    |> cast(params, [:bio, :name, :avatar])
lain's avatar
lain committed
163
    |> unique_constraint(:nickname)
href's avatar
href committed
164
    |> validate_format(:nickname, local_nickname_regex())
lain's avatar
lain committed
165
    |> validate_length(:bio, max: 5000)
lain's avatar
lain committed
166
167
168
    |> validate_length(:name, min: 1, max: 100)
  end

lain's avatar
lain committed
169
  def upgrade_changeset(struct, params \\ %{}) do
170
171
172
173
    params =
      params
      |> Map.put(:last_refreshed_at, NaiveDateTime.utc_now())

lain's avatar
lain committed
174
175
176
177
    info_cng =
      struct.info
      |> User.Info.user_upgrade(params[:info])

lain's avatar
lain committed
178
    struct
lain's avatar
lain committed
179
    |> cast(params, [:bio, :name, :follower_address, :avatar, :last_refreshed_at])
lain's avatar
lain committed
180
    |> unique_constraint(:nickname)
href's avatar
href committed
181
    |> validate_format(:nickname, local_nickname_regex())
lain's avatar
lain committed
182
183
    |> validate_length(:bio, max: 5000)
    |> validate_length(:name, max: 100)
lain's avatar
lain committed
184
    |> put_embed(:info, info_cng)
lain's avatar
lain committed
185
186
  end

Roger Braun's avatar
Roger Braun committed
187
  def password_update_changeset(struct, params) do
lain's avatar
lain committed
188
189
190
191
192
    changeset =
      struct
      |> cast(params, [:password, :password_confirmation])
      |> validate_required([:password, :password_confirmation])
      |> validate_confirmation(:password)
Roger Braun's avatar
Roger Braun committed
193

194
195
196
    OAuth.Token.delete_user_tokens(struct)
    OAuth.Authorization.delete_user_authorizations(struct)

Roger Braun's avatar
Roger Braun committed
197
198
    if changeset.valid? do
      hashed = Pbkdf2.hashpwsalt(changeset.changes[:password])
lain's avatar
lain committed
199

Roger Braun's avatar
Roger Braun committed
200
201
202
203
204
205
206
207
      changeset
      |> put_change(:password_hash, hashed)
    else
      changeset
    end
  end

  def reset_password(user, data) do
lain's avatar
lain committed
208
    update_and_set_cache(password_update_changeset(user, data))
Roger Braun's avatar
Roger Braun committed
209
210
  end

211
212
213
214
215
216
217
218
  def register_changeset(struct, params \\ %{}, opts \\ []) do
    confirmation_status =
      if opts[:confirmed] || !Pleroma.Config.get([:instance, :account_activation_required]) do
        :confirmed
      else
        :unconfirmed
      end

Ivan Tashkinov's avatar
Ivan Tashkinov committed
219
220
    info_change = User.Info.confirmation_changeset(%User.Info{}, confirmation_status)

lain's avatar
lain committed
221
222
223
    changeset =
      struct
      |> cast(params, [:bio, :email, :name, :nickname, :password, :password_confirmation])
224
      |> validate_required([:name, :nickname, :password, :password_confirmation])
lain's avatar
lain committed
225
226
227
      |> validate_confirmation(:password)
      |> unique_constraint(:email)
      |> unique_constraint(:nickname)
lain's avatar
lain committed
228
      |> validate_exclusion(:nickname, Pleroma.Config.get([Pleroma.User, :restricted_nicknames]))
href's avatar
href committed
229
      |> validate_format(:nickname, local_nickname_regex())
lain's avatar
lain committed
230
231
232
      |> validate_format(:email, @email_regex)
      |> validate_length(:bio, max: 1000)
      |> validate_length(:name, min: 1, max: 100)
Ivan Tashkinov's avatar
Ivan Tashkinov committed
233
      |> put_change(:info, info_change)
lain's avatar
lain committed
234

235
236
237
238
239
240
241
    changeset =
      if opts[:external] do
        changeset
      else
        validate_required(changeset, [:email])
      end

lain's avatar
lain committed
242
    if changeset.valid? do
243
      hashed = Pbkdf2.hashpwsalt(changeset.changes[:password])
lain's avatar
lain committed
244
245
      ap_id = User.ap_id(%User{nickname: changeset.changes[:nickname]})
      followers = User.ap_followers(%User{nickname: changeset.changes[:nickname]})
lain's avatar
lain committed
246

lain's avatar
lain committed
247
248
249
      changeset
      |> put_change(:password_hash, hashed)
      |> put_change(:ap_id, ap_id)
rinpatch's avatar
rinpatch committed
250
      |> unique_constraint(:ap_id)
lain's avatar
lain committed
251
      |> put_change(:following, [followers])
252
      |> put_change(:follower_address, followers)
lain's avatar
lain committed
253
254
255
256
257
    else
      changeset
    end
  end

258
259
260
261
262
263
264
265
266
267
  defp autofollow_users(user) do
    candidates = Pleroma.Config.get([:instance, :autofollowed_nicknames])

    autofollowed_users =
      from(u in User,
        where: u.local == true,
        where: u.nickname in ^candidates
      )
      |> Repo.all()

lain's avatar
lain committed
268
    follow_all(user, autofollowed_users)
269
270
  end

271
272
  @doc "Inserts provided changeset, performs post-registration actions (confirmation email sending etc.)"
  def register(%Ecto.Changeset{} = changeset) do
Ivan Tashkinov's avatar
Ivan Tashkinov committed
273
    with {:ok, user} <- Repo.insert(changeset),
lain's avatar
lain committed
274
         {:ok, user} <- autofollow_users(user),
minibikini's avatar
minibikini committed
275
         {:ok, user} <- set_cache(user),
lain's avatar
lain committed
276
         {:ok, _} <- Pleroma.User.WelcomeMessage.post_welcome_message_to_user(user),
277
         {:ok, _} <- try_send_confirmation_email(user) do
278
279
280
281
      {:ok, user}
    end
  end

282
  def try_send_confirmation_email(%User{} = user) do
283
284
    if user.info.confirmation_pending &&
         Pleroma.Config.get([:instance, :account_activation_required]) do
285
286
287
      user
      |> Pleroma.Emails.UserEmail.account_confirmation_email()
      |> Pleroma.Emails.Mailer.deliver_async()
288
289

      {:ok, :enqueued}
290
291
292
293
294
    else
      {:ok, :noop}
    end
  end

295
296
297
298
299
  def needs_update?(%User{local: true}), do: false

  def needs_update?(%User{local: false, last_refreshed_at: nil}), do: true

  def needs_update?(%User{local: false} = user) do
300
    NaiveDateTime.diff(NaiveDateTime.utc_now(), user.last_refreshed_at) >= 86_400
301
302
303
304
  end

  def needs_update?(_), do: true

lain's avatar
lain committed
305
  def maybe_direct_follow(%User{} = follower, %User{local: true, info: %{locked: true}}) do
306
307
308
309
310
311
312
313
    {:ok, follower}
  end

  def maybe_direct_follow(%User{} = follower, %User{local: true} = followed) do
    follow(follower, followed)
  end

  def maybe_direct_follow(%User{} = follower, %User{} = followed) do
Maksim's avatar
Maksim committed
314
    if not User.ap_enabled?(followed) do
315
      follow(follower, followed)
316
317
318
319
320
    else
      {:ok, follower}
    end
  end

Maksim's avatar
Maksim committed
321
  def maybe_follow(%User{} = follower, %User{info: _info} = followed) do
322
323
    if not following?(follower, followed) do
      follow(follower, followed)
324
    else
325
      {:ok, follower}
326
327
328
    end
  end

329
  @doc "A mass follow for local users. Respects blocks in both directions but does not create activities."
lain's avatar
lain committed
330
331
  @spec follow_all(User.t(), list(User.t())) :: {atom(), User.t()}
  def follow_all(follower, followeds) do
lain's avatar
lain committed
332
333
    followed_addresses =
      followeds
334
      |> Enum.reject(fn followed -> blocks?(follower, followed) || blocks?(followed, follower) end)
lain's avatar
lain committed
335
      |> Enum.map(fn %{follower_address: fa} -> fa end)
lain's avatar
lain committed
336

lain's avatar
lain committed
337
338
339
    q =
      from(u in User,
        where: u.id == ^follower.id,
340
341
342
343
344
345
346
347
348
        update: [
          set: [
            following:
              fragment(
                "array(select distinct unnest (array_cat(?, ?)))",
                u.following,
                ^followed_addresses
              )
          ]
rinpatch's avatar
rinpatch committed
349
350
        ],
        select: u
lain's avatar
lain committed
351
352
      )

rinpatch's avatar
rinpatch committed
353
    {1, [follower]} = Repo.update_all(q, [])
lain's avatar
lain committed
354
355
356
357
358

    Enum.each(followeds, fn followed ->
      update_follower_count(followed)
    end)

lain's avatar
lain committed
359
    set_cache(follower)
lain's avatar
lain committed
360
361
  end

lain's avatar
lain committed
362
  def follow(%User{} = follower, %User{info: info} = followed) do
363
364
    user_config = Application.get_env(:pleroma, :user)
    deny_follow_blocked = Keyword.get(user_config, :deny_follow_blocked)
365

366
    ap_followers = followed.follower_address
367

368
    cond do
lain's avatar
lain committed
369
      following?(follower, followed) or info.deactivated ->
370
        {:error, "Could not follow user: #{followed.nickname} is already on your list."}
lain's avatar
lain committed
371

372
      deny_follow_blocked and blocks?(followed, follower) ->
373
        {:error, "Could not follow user: #{followed.nickname} blocked you."}
lain's avatar
lain committed
374

375
376
377
378
379
      true ->
        if !followed.local && follower.local && !ap_enabled?(followed) do
          Websub.subscribe(follower, followed)
        end

380
381
382
        q =
          from(u in User,
            where: u.id == ^follower.id,
rinpatch's avatar
rinpatch committed
383
384
            update: [push: [following: ^ap_followers]],
            select: u
385
          )
386

rinpatch's avatar
rinpatch committed
387
        {1, [follower]} = Repo.update_all(q, [])
388

389
390
        {:ok, _} = update_follower_count(followed)

391
        set_cache(follower)
392
    end
lain's avatar
lain committed
393
  end
lain's avatar
lain committed
394
395

  def unfollow(%User{} = follower, %User{} = followed) do
396
    ap_followers = followed.follower_address
lain's avatar
lain committed
397

398
    if following?(follower, followed) and follower.ap_id != followed.ap_id do
399
400
401
      q =
        from(u in User,
          where: u.id == ^follower.id,
rinpatch's avatar
rinpatch committed
402
403
          update: [pull: [following: ^ap_followers]],
          select: u
404
        )
lain's avatar
lain committed
405

rinpatch's avatar
rinpatch committed
406
      {1, [follower]} = Repo.update_all(q, [])
407
408
409

      {:ok, followed} = update_follower_count(followed)

410
411
      set_cache(follower)

412
      {:ok, follower, Utils.fetch_latest_follow(follower, followed)}
413
    else
414
      {:error, "Not subscribed!"}
415
    end
lain's avatar
lain committed
416
  end
417

Maksim's avatar
Maksim committed
418
  @spec following?(User.t(), User.t()) :: boolean
419
  def following?(%User{} = follower, %User{} = followed) do
420
    Enum.member?(follower.following, followed.follower_address)
421
  end
lain's avatar
lain committed
422

423
424
425
426
427
428
429
430
431
432
433
434
435
436
437
438
439
440
  def follow_import(%User{} = follower, followed_identifiers)
      when is_list(followed_identifiers) do
    Enum.map(
      followed_identifiers,
      fn followed_identifier ->
        with %User{} = followed <- get_or_fetch(followed_identifier),
             {:ok, follower} <- maybe_direct_follow(follower, followed),
             {:ok, _} <- ActivityPub.follow(follower, followed) do
          followed
        else
          err ->
            Logger.debug("follow_import failed for #{followed_identifier} with: #{inspect(err)}")
            err
        end
      end
    )
  end

441
  def locked?(%User{} = user) do
442
    user.info.locked || false
443
444
  end

445
446
447
448
  def get_by_id(id) do
    Repo.get_by(User, id: id)
  end

lain's avatar
lain committed
449
450
451
452
  def get_by_ap_id(ap_id) do
    Repo.get_by(User, ap_id: ap_id)
  end

453
454
  # This is mostly an SPC migration fix. This guesses the user nickname by taking the last part
  # of the ap_id and the domain and tries to get that user
455
456
457
458
459
  def get_by_guessed_nickname(ap_id) do
    domain = URI.parse(ap_id).host
    name = List.last(String.split(ap_id, "/"))
    nickname = "#{name}@#{domain}"

minibikini's avatar
minibikini committed
460
    get_cached_by_nickname(nickname)
461
462
  end

minibikini's avatar
minibikini committed
463
464
465
466
  def set_cache({:ok, user}), do: set_cache(user)
  def set_cache({:error, err}), do: {:error, err}

  def set_cache(%User{} = user) do
467
468
469
470
471
472
    Cachex.put(:user_cache, "ap_id:#{user.ap_id}", user)
    Cachex.put(:user_cache, "nickname:#{user.nickname}", user)
    Cachex.put(:user_cache, "user_info:#{user.id}", user_info(user))
    {:ok, user}
  end

lain's avatar
lain committed
473
474
  def update_and_set_cache(changeset) do
    with {:ok, user} <- Repo.update(changeset) do
475
      set_cache(user)
lain's avatar
lain committed
476
477
478
479
480
    else
      e -> e
    end
  end

lain's avatar
lain committed
481
482
483
  def invalidate_cache(user) do
    Cachex.del(:user_cache, "ap_id:#{user.ap_id}")
    Cachex.del(:user_cache, "nickname:#{user.nickname}")
484
    Cachex.del(:user_cache, "user_info:#{user.id}")
lain's avatar
lain committed
485
486
  end

lain's avatar
lain committed
487
  def get_cached_by_ap_id(ap_id) do
488
    key = "ap_id:#{ap_id}"
Thog's avatar
Thog committed
489
    Cachex.fetch!(:user_cache, key, fn _ -> get_by_ap_id(ap_id) end)
lain's avatar
lain committed
490
491
  end

492
493
  def get_cached_by_id(id) do
    key = "id:#{id}"
494
495
496
497

    ap_id =
      Cachex.fetch!(:user_cache, key, fn _ ->
        user = get_by_id(id)
498
499
500
501
502
503
504

        if user do
          Cachex.put(:user_cache, "ap_id:#{user.ap_id}", user)
          {:commit, user.ap_id}
        else
          {:ignore, ""}
        end
505
506
507
      end)

    get_cached_by_ap_id(ap_id)
508
509
  end

lain's avatar
lain committed
510
  def get_cached_by_nickname(nickname) do
511
    key = "nickname:#{nickname}"
Thog's avatar
Thog committed
512
    Cachex.fetch!(:user_cache, key, fn _ -> get_or_fetch_by_nickname(nickname) end)
lain's avatar
lain committed
513
  end
lain's avatar
lain committed
514

515
  def get_cached_by_nickname_or_id(nickname_or_id) do
516
    get_cached_by_id(nickname_or_id) || get_cached_by_nickname(nickname_or_id)
517
518
  end

lain's avatar
lain committed
519
  def get_by_nickname(nickname) do
520
    Repo.get_by(User, nickname: nickname) ||
521
      if Regex.match?(~r(@#{Pleroma.Web.Endpoint.host()})i, nickname) do
522
        Repo.get_by(User, nickname: local_nickname(nickname))
523
      end
524
525
  end

526
527
  def get_by_email(email), do: Repo.get_by(User, email: email)

528
  def get_by_nickname_or_email(nickname_or_email) do
529
    get_by_nickname(nickname_or_email) || get_by_email(nickname_or_email)
530
531
  end

lain's avatar
lain committed
532
533
  def get_cached_user_info(user) do
    key = "user_info:#{user.id}"
Thog's avatar
Thog committed
534
    Cachex.fetch!(:user_cache, key, fn _ -> user_info(user) end)
lain's avatar
lain committed
535
  end
lain's avatar
lain committed
536

lain's avatar
lain committed
537
538
539
540
541
542
543
544
545
  def fetch_by_nickname(nickname) do
    ap_try = ActivityPub.make_user_from_nickname(nickname)

    case ap_try do
      {:ok, user} -> {:ok, user}
      _ -> OStatus.make_user(nickname)
    end
  end

lain's avatar
lain committed
546
  def get_or_fetch_by_nickname(nickname) do
lain's avatar
lain committed
547
    with %User{} = user <- get_by_nickname(nickname) do
lain's avatar
lain committed
548
      user
lain's avatar
lain committed
549
550
551
552
    else
      _e ->
        with [_nick, _domain] <- String.split(nickname, "@"),
             {:ok, user} <- fetch_by_nickname(nickname) do
553
          if Pleroma.Config.get([:fetch_initial_posts, :enabled]) do
minibikini's avatar
minibikini committed
554
            # TODO turn into job
555
556
557
            {:ok, _} = Task.start(__MODULE__, :fetch_initial_posts, [user])
          end

lain's avatar
lain committed
558
559
560
561
          user
        else
          _e -> nil
        end
lain's avatar
lain committed
562
    end
lain's avatar
lain committed
563
  end
lain's avatar
lain committed
564

565
566
567
568
569
570
571
572
573
574
575
  @doc "Fetch some posts when the user has just been federated with"
  def fetch_initial_posts(user) do
    pages = Pleroma.Config.get!([:fetch_initial_posts, :pages])

    Enum.each(
      # Insert all the posts in reverse order, so they're in the right order on the timeline
      Enum.reverse(Utils.fetch_ordered_collection(user.info.source_data["outbox"], pages)),
      &Pleroma.Web.Federator.incoming_ap_doc/1
    )
  end

576
  def get_followers_query(%User{id: id, follower_address: follower_address}, nil) do
577
578
579
580
581
582
583
    from(
      u in User,
      where: fragment("? <@ ?", ^[follower_address], u.following),
      where: u.id != ^id
    )
  end

584
  def get_followers_query(user, page) do
Maxim Filippov's avatar
Maxim Filippov committed
585
586
    from(u in get_followers_query(user, nil))
    |> paginate(page, 20)
587
588
589
590
591
592
  end

  def get_followers_query(user), do: get_followers_query(user, nil)

  def get_followers(user, page \\ nil) do
    q = get_followers_query(user, page)
lain's avatar
lain committed
593
594
595
596

    {:ok, Repo.all(q)}
  end

597
598
599
600
601
602
  def get_followers_ids(user, page \\ nil) do
    q = get_followers_query(user, page)

    Repo.all(from(u in q, select: u.id))
  end

603
  def get_friends_query(%User{id: id, following: following}, nil) do
604
605
606
607
608
609
610
    from(
      u in User,
      where: u.follower_address in ^following,
      where: u.id != ^id
    )
  end

611
  def get_friends_query(user, page) do
Maxim Filippov's avatar
Maxim Filippov committed
612
613
    from(u in get_friends_query(user, nil))
    |> paginate(page, 20)
614
615
616
617
618
619
  end

  def get_friends_query(user), do: get_friends_query(user, nil)

  def get_friends(user, page \\ nil) do
    q = get_friends_query(user, page)
lain's avatar
lain committed
620
621
622

    {:ok, Repo.all(q)}
  end
623

624
625
626
627
628
629
  def get_friends_ids(user, page \\ nil) do
    q = get_friends_query(user, page)

    Repo.all(from(u in q, select: u.id))
  end

630
631
632
  def get_follow_requests_query(%User{} = user) do
    from(
      a in Activity,
kaniini's avatar
kaniini committed
633
634
635
636
637
638
639
640
641
642
643
644
      where:
        fragment(
          "? ->> 'type' = 'Follow'",
          a.data
        ),
      where:
        fragment(
          "? ->> 'state' = 'pending'",
          a.data
        ),
      where:
        fragment(
645
          "coalesce((?)->'object'->>'id', (?)->>'object') = ?",
kaniini's avatar
kaniini committed
646
          a.data,
647
648
          a.data,
          ^user.ap_id
kaniini's avatar
kaniini committed
649
        )
650
651
652
653
654
    )
  end

  def get_follow_requests(%User{} = user) do
    users =
655
656
      user
      |> User.get_follow_requests_query()
rinpatch's avatar
rinpatch committed
657
      |> join(:inner, [a], u in User, on: a.actor == u.ap_id)
658
659
660
661
      |> where([a, u], not fragment("? @> ?", u.following, ^[user.follower_address]))
      |> group_by([a, u], u.id)
      |> select([a, u], u)
      |> Repo.all()
662
663
664
665

    {:ok, users}
  end

666
  def increase_note_count(%User{} = user) do
667
668
669
670
671
672
673
674
675
676
677
678
    User
    |> where(id: ^user.id)
    |> update([u],
      set: [
        info:
          fragment(
            "jsonb_set(?, '{note_count}', ((?->>'note_count')::int + 1)::varchar::jsonb, true)",
            u.info,
            u.info
          )
      ]
    )
rinpatch's avatar
rinpatch committed
679
680
    |> select([u], u)
    |> Repo.update_all([])
681
682
683
684
    |> case do
      {1, [user]} -> set_cache(user)
      _ -> {:error, user}
    end
685
686
  end

687
  def decrease_note_count(%User{} = user) do
688
689
690
691
692
693
694
695
696
697
698
699
    User
    |> where(id: ^user.id)
    |> update([u],
      set: [
        info:
          fragment(
            "jsonb_set(?, '{note_count}', (greatest(0, (?->>'note_count')::int - 1))::varchar::jsonb, true)",
            u.info,
            u.info
          )
      ]
    )
rinpatch's avatar
rinpatch committed
700
701
    |> select([u], u)
    |> Repo.update_all([])
702
703
704
705
    |> case do
      {1, [user]} -> set_cache(user)
      _ -> {:error, user}
    end
706
707
  end

708
  def update_note_count(%User{} = user) do
lain's avatar
lain committed
709
710
711
712
713
714
    note_count_query =
      from(
        a in Object,
        where: fragment("?->>'actor' = ? and ?->>'type' = 'Note'", a.data, ^user.ap_id, a.data),
        select: count(a.id)
      )
715
716
717

    note_count = Repo.one(note_count_query)

lain's avatar
lain committed
718
    info_cng = User.Info.set_note_count(user.info, note_count)
719

lain's avatar
lain committed
720
721
722
    cng =
      change(user)
      |> put_embed(:info, info_cng)
723

lain's avatar
lain committed
724
    update_and_set_cache(cng)
725
726
727
  end

  def update_follower_count(%User{} = user) do
lain's avatar
lain committed
728
    follower_count_query =
729
730
731
732
      User
      |> where([u], ^user.follower_address in u.following)
      |> where([u], u.id != ^user.id)
      |> select([u], %{count: count(u.id)})
733

734
735
736
737
738
739
740
741
742
743
744
745
746
    User
    |> where(id: ^user.id)
    |> join(:inner, [u], s in subquery(follower_count_query))
    |> update([u, s],
      set: [
        info:
          fragment(
            "jsonb_set(?, '{follower_count}', ?::varchar::jsonb, true)",
            u.info,
            s.count
          )
      ]
    )
rinpatch's avatar
rinpatch committed
747
748
    |> select([u], u)
    |> Repo.update_all([])
749
750
751
752
    |> case do
      {1, [user]} -> set_cache(user)
      _ -> {:error, user}
    end
753
  end
754

755
  def get_users_from_set_query(ap_ids, false) do
756
757
    from(
      u in User,
758
      where: u.ap_id in ^ap_ids
759
760
761
    )
  end

762
763
  def get_users_from_set_query(ap_ids, true) do
    query = get_users_from_set_query(ap_ids, false)
764
765
766

    from(
      u in query,
767
768
769
770
      where: u.local == true
    )
  end

771
772
773
774
775
  def get_users_from_set(ap_ids, local_only \\ true) do
    get_users_from_set_query(ap_ids, local_only)
    |> Repo.all()
  end

776
  def get_recipients_from_activity(%Activity{recipients: to}) do
lain's avatar
lain committed
777
778
779
780
781
782
    query =
      from(
        u in User,
        where: u.ap_id in ^to,
        or_where: fragment("? && ?", u.following, ^to)
      )
783

lain's avatar
lain committed
784
    query = from(u in query, where: u.local == true)
785

786
787
788
    Repo.all(query)
  end

789
  def search(query, resolve \\ false, for_user \\ nil) do
790
    # Strip the beginning @ off if there is a query
791
792
    query = String.trim_leading(query, "@")

793
    if resolve, do: get_or_fetch(query)
lain's avatar
lain committed
794

795
    {:ok, results} =
lain's avatar
lain committed
796
797
      Repo.transaction(fn ->
        Ecto.Adapters.SQL.query(Repo, "select set_limit(0.25)", [])
798
        Repo.all(search_query(query, for_user))
lain's avatar
lain committed
799
      end)
lain's avatar
lain committed
800

801
    results
802
  end
lain's avatar
lain committed
803

804
805
806
  def search_query(query, for_user) do
    fts_subquery = fts_search_subquery(query)
    trigram_subquery = trigram_search_subquery(query)
807
808
    union_query = from(s in trigram_subquery, union_all: ^fts_subquery)
    distinct_query = from(s in subquery(union_query), order_by: s.search_type, distinct: s.id)
lain's avatar
lain committed
809

810
811
812
813
814
    from(s in subquery(boost_search_rank_query(distinct_query, for_user)),
      order_by: [desc: s.search_rank],
      limit: 20
    )
  end
815

816
817
818
819
820
821
822
823
824
825
826
  defp boost_search_rank_query(query, nil), do: query

  defp boost_search_rank_query(query, for_user) do
    friends_ids = get_friends_ids(for_user)
    followers_ids = get_followers_ids(for_user)

    from(u in subquery(query),
      select_merge: %{
        search_rank:
          fragment(
            """
827
             CASE WHEN (?) THEN (?) * 1.3
828
829
830
831
832
833
834
835
836
837
838
839
840
841
             WHEN (?) THEN (?) * 1.2
             WHEN (?) THEN (?) * 1.1
             ELSE (?) END
            """,
            u.id in ^friends_ids and u.id in ^followers_ids,
            u.search_rank,
            u.id in ^friends_ids,
            u.search_rank,
            u.id in ^followers_ids,
            u.search_rank,
            u.search_rank
          )
      }
    )
842
  end
843

Maxim Filippov's avatar
Maxim Filippov committed
844
  defp fts_search_subquery(term, query \\ User) do
845
    processed_query =
846
      term
847
848
849
850
851
      |> String.replace(~r/\W+/, " ")
      |> String.trim()
      |> String.split()
      |> Enum.map(&(&1 <> ":*"))
      |> Enum.join(" | ")
852

853
    from(
854
      u in query,
855
      select_merge: %{
856
        search_type: ^0,
857
858
859
860
861
862
863
864
865
866
867
868
869
870
871
        search_rank:
          fragment(
            """
            ts_rank_cd(
              setweight(to_tsvector('simple', regexp_replace(?, '\\W', ' ', 'g')), 'A') ||
              setweight(to_tsvector('simple', regexp_replace(coalesce(?, ''), '\\W', ' ', 'g')), 'B'),
              to_tsquery('simple', ?),
              32
            )
            """,
            u.nickname,
            u.name,
            ^processed_query
          )
      },
lain's avatar
lain committed
872
873
874
875
876
877
878
879
880
881
      where:
        fragment(
          """
            (setweight(to_tsvector('simple', regexp_replace(?, '\\W', ' ', 'g')), 'A') ||
            setweight(to_tsvector('simple', regexp_replace(coalesce(?, ''), '\\W', ' ', 'g')), 'B')) @@ to_tsquery('simple', ?)
          """,
          u.nickname,
          u.name,
          ^processed_query
        )
882
883
    )
  end
884

Maxim Filippov's avatar
Maxim Filippov committed
885
  defp trigram_search_subquery(term) do
886
887
888
    from(
      u in User,
      select_merge: %{
889
890
        # ^1 gives 'Postgrex expected a binary, got 1' for some weird reason
        search_type: fragment("?", 1),
891
892
        search_rank:
          fragment(
893
            "similarity(?, trim(? || ' ' || coalesce(?, '')))",
894
            ^term,
895
896
897
898
            u.nickname,
            u.name
          )
      },
899
      where: fragment("trim(? || ' ' || coalesce(?, '')) % ?", u.nickname, u.name, ^term)
900
901
902
    )
  end

903
904
905
906
907
908
909
910
911
912
913
914
915
916
917
918
919
  def blocks_import(%User{} = blocker, blocked_identifiers) when is_list(blocked_identifiers) do
    Enum.map(
      blocked_identifiers,
      fn blocked_identifier ->
        with %User{} = blocked <- get_or_fetch(blocked_identifier),
             {:ok, blocker} <- block(blocker, blocked),
             {:ok, _} <- ActivityPub.block(blocker, blocked) do
          blocked
        else
          err ->
            Logger.debug("blocks_import failed for #{blocked_identifier} with: #{inspect(err)}")
            err
        end
      end
    )
  end

920
  def mute(muter, %User{ap_id: ap_id}) do
921
922
923
924
925
926
927
    info_cng =
      muter.info
      |> User.Info.add_to_mutes(ap_id)

    cng =
      change(muter)
      |> put_embed(:info, info_cng)
928

929
    update_and_set_cache(cng)
930
931
  end

932
933
934
935
  def unmute(muter, %{ap_id: ap_id}) do
    info_cng =
      muter.info
      |> User.Info.remove_from_mutes(ap_id)
936

937
938
939
940
941
    cng =
      change(muter)
      |> put_embed(:info, info_cng)

    update_and_set_cache(cng)
942
943
  end

944
  def subscribe(subscriber, %{ap_id: ap_id}) do
945
    deny_follow_blocked = Pleroma.Config.get([:user, :deny_follow_blocked])
946

947
    with %User{} = subscribed <- get_cached_by_ap_id(ap_id) do
948
949
950
951
952
953
954
955
956
957
958
959
960
      blocked = blocks?(subscribed, subscriber) and deny_follow_blocked

      if blocked do
        {:error, "Could not subscribe: #{subscribed.nickname} is blocking you"}
      else
        info_cng =
          subscribed.info
          |> User.Info.add_to_subscribers(subscriber.ap_id)

        change(subscribed)
        |> put_embed(:info, info_cng)
        |> update_and_set_cache()
      end
961
    end
962
963
964
  end

  def unsubscribe(unsubscriber, %{ap_id: ap_id}) do
965
    with %User{} = user <- get_cached_by_ap_id(ap_id) do
966
967
968
      info_cng =
        user.info
        |> User.Info.remove_from_subscribers(unsubscriber.ap_id)
969

970
971
972
973
      change(user)
      |> put_embed(:info, info_cng)
      |> update_and_set_cache()
    end
974
975
  end

976
977
978
979
980
981
982
983
984
985
  def block(blocker, %User{ap_id: ap_id} = blocked) do
    # sever any follow relationships to prevent leaks per activitypub (Pleroma issue #213)
    blocker =
      if following?(blocker, blocked) do
        {:ok, blocker, _} = unfollow(blocker, blocked)
        blocker
      else
        blocker
      end

986
987
988
989
990
991
992
993
    blocker =
      if subscribed_to?(blocked, blocker) do
        {:ok, blocker} = unsubscribe(blocked, blocker)
        blocker
      else
        blocker
      end

994
995
996
997
    if following?(blocked, blocker) do
      unfollow(blocked, blocker)
    end

998
999
    {:ok, blocker} = update_follower_count(blocker)

lain's avatar
lain committed
1000
    info_cng =