transmogrifier.ex 27.7 KB
Newer Older
1
# Pleroma: A lightweight social networking server
kaniini's avatar
kaniini committed
2
# Copyright © 2017-2019 Pleroma Authors <https://pleroma.social/>
3
4
# SPDX-License-Identifier: AGPL-3.0-only

5
6
7
8
defmodule Pleroma.Web.ActivityPub.Transmogrifier do
  @moduledoc """
  A module to handle coding from internal to wire ActivityPub and back.
  """
Haelwenn's avatar
Haelwenn committed
9
10
11
  alias Pleroma.Activity
  alias Pleroma.Object
  alias Pleroma.Repo
12
  alias Pleroma.User
Haelwenn's avatar
Haelwenn committed
13
14
  alias Pleroma.Web.ActivityPub.ActivityPub
  alias Pleroma.Web.ActivityPub.Utils
lain's avatar
lain committed
15
  alias Pleroma.Web.ActivityPub.Visibility
16

lain's avatar
lain committed
17
18
  import Ecto.Query

19
20
  require Logger

21
22
23
24
25
  def get_actor(%{"actor" => actor}) when is_binary(actor) do
    actor
  end

  def get_actor(%{"actor" => actor}) when is_list(actor) do
26
27
28
    if is_binary(Enum.at(actor, 0)) do
      Enum.at(actor, 0)
    else
29
      Enum.find(actor, fn %{"type" => type} -> type in ["Person", "Service", "Application"] end)
30
31
      |> Map.get("id")
    end
32
33
  end

34
35
  def get_actor(%{"actor" => %{"id" => id}}) when is_bitstring(id) do
    id
36
37
  end

38
39
40
41
  def get_actor(%{"actor" => nil, "attributedTo" => actor}) when not is_nil(actor) do
    get_actor(%{"actor" => actor})
  end

42
43
44
  @doc """
  Checks that an imported AP object's actor matches the domain it came from.
  """
Maksim's avatar
Maksim committed
45
  def contain_origin(_id, %{"actor" => nil}), do: :error
46

Maksim's avatar
Maksim committed
47
  def contain_origin(id, %{"actor" => _actor} = params) do
48
    id_uri = URI.parse(id)
49
    actor_uri = URI.parse(get_actor(params))
50
51
52
53
54
55
56
57

    if id_uri.host == actor_uri.host do
      :ok
    else
      :error
    end
  end

Maksim's avatar
Maksim committed
58
  def contain_origin_from_id(_id, %{"id" => nil}), do: :error
59

Maksim's avatar
Maksim committed
60
  def contain_origin_from_id(id, %{"id" => other_id} = _params) do
61
62
63
64
65
66
67
68
69
70
    id_uri = URI.parse(id)
    other_uri = URI.parse(other_id)

    if id_uri.host == other_uri.host do
      :ok
    else
      :error
    end
  end

71
72
73
74
75
  @doc """
  Modifies an incoming AP object (mastodon format) to our internal format.
  """
  def fix_object(object) do
    object
76
    |> fix_actor
77
    |> fix_url
78
    |> fix_attachments
lain's avatar
lain committed
79
    |> fix_context
lain's avatar
lain committed
80
    |> fix_in_reply_to
lain's avatar
lain committed
81
    |> fix_emoji
82
    |> fix_tag
83
    |> fix_content_map
84
    |> fix_likes
85
86
87
88
89
90
91
92
93
94
95
96
    |> fix_addressing
  end

  def fix_addressing_list(map, field) do
    if is_binary(map[field]) do
      map
      |> Map.put(field, [map[field]])
    else
      map
    end
  end

97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
  def fix_explicit_addressing(%{"to" => to, "cc" => cc} = object, explicit_mentions) do
    explicit_to =
      to
      |> Enum.filter(fn x -> x in explicit_mentions end)

    explicit_cc =
      to
      |> Enum.filter(fn x -> x not in explicit_mentions end)

    final_cc =
      (cc ++ explicit_cc)
      |> Enum.uniq()

    object
    |> Map.put("to", explicit_to)
    |> Map.put("cc", final_cc)
  end

  def fix_explicit_addressing(object, _explicit_mentions), do: object

117
118
  # if directMessage flag is set to true, leave the addressing alone
  def fix_explicit_addressing(%{"directMessage" => true} = object), do: object
119

120
  def fix_explicit_addressing(object) do
121
122
123
124
125
126
127
128
    explicit_mentions =
      object
      |> Utils.determine_explicit_mentions()

    explicit_mentions = explicit_mentions ++ ["https://www.w3.org/ns/activitystreams#Public"]

    object
    |> fix_explicit_addressing(explicit_mentions)
lain's avatar
lain committed
129
130
  end

131
132
  def fix_addressing(object) do
    object
133
134
135
136
    |> fix_addressing_list("to")
    |> fix_addressing_list("cc")
    |> fix_addressing_list("bto")
    |> fix_addressing_list("bcc")
137
    |> fix_explicit_addressing
lain's avatar
lain committed
138
139
  end

140
141
  def fix_actor(%{"attributedTo" => actor} = object) do
    object
142
    |> Map.put("actor", get_actor(%{"actor" => actor}))
143
144
  end

145
146
147
148
149
  # Check for standardisation
  # This is what Peertube does
  # curl -H 'Accept: application/activity+json' $likes | jq .totalItems
  # Prismo returns only an integer (count) as "likes"
  def fix_likes(%{"likes" => likes} = object) when not is_map(likes) do
150
151
152
153
154
155
156
157
158
    object
    |> Map.put("likes", [])
    |> Map.put("like_count", 0)
  end

  def fix_likes(object) do
    object
  end

159
160
161
  def fix_in_reply_to(%{"inReplyTo" => in_reply_to} = object)
      when not is_nil(in_reply_to) do
    in_reply_to_id =
162
      cond do
163
164
165
166
167
168
169
170
171
        is_bitstring(in_reply_to) ->
          in_reply_to

        is_map(in_reply_to) && is_bitstring(in_reply_to["id"]) ->
          in_reply_to["id"]

        is_list(in_reply_to) && is_bitstring(Enum.at(in_reply_to, 0)) ->
          Enum.at(in_reply_to, 0)

172
        # Maybe I should output an error too?
173
174
        true ->
          ""
175
176
      end

177
    case fetch_obj_helper(in_reply_to_id) do
lain's avatar
lain committed
178
      {:ok, replied_object} ->
179
        with %Activity{} = activity <-
180
               Activity.get_create_by_object_ap_id(replied_object.data["id"]) do
181
182
183
184
185
186
187
188
          object
          |> Map.put("inReplyTo", replied_object.data["id"])
          |> Map.put("inReplyToAtomUri", object["inReplyToAtomUri"] || in_reply_to_id)
          |> Map.put("inReplyToStatusId", activity.id)
          |> Map.put("conversation", replied_object.data["context"] || object["conversation"])
          |> Map.put("context", replied_object.data["context"] || object["conversation"])
        else
          e ->
189
            Logger.error("Couldn't fetch \"#{inspect(in_reply_to_id)}\", error: #{inspect(e)}")
190
191
            object
        end
lain's avatar
lain committed
192

lain's avatar
lain committed
193
      e ->
194
        Logger.error("Couldn't fetch \"#{inspect(in_reply_to_id)}\", error: #{inspect(e)}")
lain's avatar
lain committed
195
196
197
        object
    end
  end
lain's avatar
lain committed
198

lain's avatar
lain committed
199
200
  def fix_in_reply_to(object), do: object

lain's avatar
lain committed
201
  def fix_context(object) do
Haelwenn's avatar
Haelwenn committed
202
203
    context = object["context"] || object["conversation"] || Utils.generate_context_id()

lain's avatar
lain committed
204
    object
Haelwenn's avatar
Haelwenn committed
205
206
    |> Map.put("context", context)
    |> Map.put("conversation", context)
lain's avatar
lain committed
207
208
  end

209
  def fix_attachments(%{"attachment" => attachment} = object) when is_list(attachment) do
lain's avatar
lain committed
210
    attachments =
211
      attachment
lain's avatar
lain committed
212
      |> Enum.map(fn data ->
213
214
215
216
217
218
219
220
        media_type = data["mediaType"] || data["mimeType"]
        href = data["url"] || data["href"]

        url = [%{"type" => "Link", "mediaType" => media_type, "href" => href}]

        data
        |> Map.put("mediaType", media_type)
        |> Map.put("url", url)
lain's avatar
lain committed
221
      end)
lain's avatar
lain committed
222
223
224

    object
    |> Map.put("attachment", attachments)
225
226
  end

227
  def fix_attachments(%{"attachment" => attachment} = object) when is_map(attachment) do
228
229
    Map.put(object, "attachment", [attachment])
    |> fix_attachments()
230
231
  end

232
  def fix_attachments(object), do: object
233

234
235
236
237
238
  def fix_url(%{"url" => url} = object) when is_map(url) do
    object
    |> Map.put("url", url["href"])
  end

239
240
241
242
243
244
245
246
247
248
249
250
251
252
253
254
  def fix_url(%{"type" => "Video", "url" => url} = object) when is_list(url) do
    first_element = Enum.at(url, 0)

    link_element =
      url
      |> Enum.filter(fn x -> is_map(x) end)
      |> Enum.filter(fn x -> x["mimeType"] == "text/html" end)
      |> Enum.at(0)

    object
    |> Map.put("attachment", [first_element])
    |> Map.put("url", link_element["href"])
  end

  def fix_url(%{"type" => object_type, "url" => url} = object)
      when object_type != "Video" and is_list(url) do
255
256
257
258
259
260
261
262
263
    first_element = Enum.at(url, 0)

    url_string =
      cond do
        is_bitstring(first_element) -> first_element
        is_map(first_element) -> first_element["href"] || ""
        true -> ""
      end

264
265
    object
    |> Map.put("url", url_string)
266
267
268
269
  end

  def fix_url(object), do: object

270
  def fix_emoji(%{"tag" => tags} = object) when is_list(tags) do
lain's avatar
lain committed
271
272
273
274
275
    emoji = tags |> Enum.filter(fn data -> data["type"] == "Emoji" and data["icon"] end)

    emoji =
      emoji
      |> Enum.reduce(%{}, fn data, mapping ->
276
        name = String.trim(data["name"], ":")
lain's avatar
lain committed
277

lain's avatar
lain committed
278
279
        mapping |> Map.put(name, data["icon"]["url"])
      end)
lain's avatar
lain committed
280
281
282
283
284
285
286
287

    # we merge mastodon and pleroma emoji into a single mapping, to allow for both wire formats
    emoji = Map.merge(object["emoji"] || %{}, emoji)

    object
    |> Map.put("emoji", emoji)
  end

288
289
290
291
292
293
294
295
  def fix_emoji(%{"tag" => %{"type" => "Emoji"} = tag} = object) do
    name = String.trim(tag["name"], ":")
    emoji = %{name => tag["icon"]["url"]}

    object
    |> Map.put("emoji", emoji)
  end

296
  def fix_emoji(object), do: object
297

298
  def fix_tag(%{"tag" => tag} = object) when is_list(tag) do
lain's avatar
lain committed
299
    tags =
300
      tag
lain's avatar
lain committed
301
302
      |> Enum.filter(fn data -> data["type"] == "Hashtag" and data["name"] end)
      |> Enum.map(fn data -> String.slice(data["name"], 1..-1) end)
303

304
    combined = tag ++ tags
305
306
307
308
309

    object
    |> Map.put("tag", combined)
  end

310
311
  def fix_tag(%{"tag" => %{"type" => "Hashtag", "name" => hashtag} = tag} = object) do
    combined = [tag, String.slice(hashtag, 1..-1)]
312
313
314
315
316

    object
    |> Map.put("tag", combined)
  end

317
318
  def fix_tag(%{"tag" => %{} = tag} = object), do: Map.put(object, "tag", [tag])

319
  def fix_tag(object), do: object
320

321
322
323
324
325
326
327
328
329
330
331
  # content map usually only has one language so this will do for now.
  def fix_content_map(%{"contentMap" => content_map} = object) do
    content_groups = Map.to_list(content_map)
    {_, content} = Enum.at(content_groups, 0)

    object
    |> Map.put("content", content)
  end

  def fix_content_map(object), do: object

Maksim's avatar
Maksim committed
332
333
334
335
336
337
338
339
340
341
342
343
344
345
346
347
348
349
350
351
352
353
354
355
356
357
  defp mastodon_follow_hack(%{"id" => id, "actor" => follower_id}, followed) do
    with true <- id =~ "follows",
         %User{local: true} = follower <- User.get_cached_by_ap_id(follower_id),
         %Activity{} = activity <- Utils.fetch_latest_follow(follower, followed) do
      {:ok, activity}
    else
      _ -> {:error, nil}
    end
  end

  defp mastodon_follow_hack(_, _), do: {:error, nil}

  defp get_follow_activity(follow_object, followed) do
    with object_id when not is_nil(object_id) <- Utils.get_ap_id(follow_object),
         {_, %Activity{} = activity} <- {:activity, Activity.get_by_ap_id(object_id)} do
      {:ok, activity}
    else
      # Can't find the activity. This might a Mastodon 2.3 "Accept"
      {:activity, nil} ->
        mastodon_follow_hack(follow_object, followed)

      _ ->
        {:error, nil}
    end
  end

358
359
360
361
362
363
364
365
366
367
368
369
370
371
372
373
374
375
376
377
378
379
380
381
382
383
384
385
386
387
388
389
390
391
  # Flag objects are placed ahead of the ID check because Mastodon 2.8 and earlier send them
  # with nil ID.
  def handle_incoming(%{"type" => "Flag", "object" => objects, "actor" => actor} = data) do
    with context <- data["context"] || Utils.generate_context_id(),
         content <- data["content"] || "",
         %User{} = actor <- User.get_cached_by_ap_id(actor),

         # Reduce the object list to find the reported user.
         %User{} = account <-
           Enum.reduce_while(objects, nil, fn ap_id, _ ->
             with %User{} = user <- User.get_cached_by_ap_id(ap_id) do
               {:halt, user}
             else
               _ -> {:cont, nil}
             end
           end),

         # Remove the reported user from the object list.
         statuses <- Enum.filter(objects, fn ap_id -> ap_id != account.ap_id end) do
      params = %{
        actor: actor,
        context: context,
        account: account,
        statuses: statuses,
        content: content,
        additional: %{
          "cc" => [account.ap_id]
        }
      }

      ActivityPub.flag(params)
    end
  end

392
393
394
395
396
397
  # disallow objects with bogus IDs
  def handle_incoming(%{"id" => nil}), do: :error
  def handle_incoming(%{"id" => ""}), do: :error
  # length of https:// = 8, should validate better, but good enough for now.
  def handle_incoming(%{"id" => id}) when not (is_binary(id) and length(id) > 8), do: :error

398
399
400
  # TODO: validate those with a Ecto scheme
  # - tags
  # - emoji
kaniini's avatar
kaniini committed
401
  def handle_incoming(%{"type" => "Create", "object" => %{"type" => objtype} = object} = data)
402
      when objtype in ["Article", "Note", "Video", "Page"] do
403
    actor = get_actor(data)
404
405
406
407

    data =
      Map.put(data, "actor", actor)
      |> fix_addressing
408

409
    with nil <- Activity.get_create_by_object_ap_id(object["id"]),
lain's avatar
lain committed
410
         %User{} = user <- User.get_or_fetch_by_ap_id(data["actor"]) do
411
      object = fix_object(data["object"])
412

413
414
415
416
      params = %{
        to: data["to"],
        object: object,
        actor: user,
lain's avatar
lain committed
417
        context: object["conversation"],
418
419
        local: false,
        published: data["published"],
lain's avatar
lain committed
420
421
422
        additional:
          Map.take(data, [
            "cc",
423
            "directMessage",
lain's avatar
lain committed
424
425
            "id"
          ])
426
427
428
429
      }

      ActivityPub.create(params)
    else
lain's avatar
lain committed
430
      %Activity{} = activity -> {:ok, activity}
431
432
433
434
      _e -> :error
    end
  end

lain's avatar
lain committed
435
436
437
  def handle_incoming(
        %{"type" => "Follow", "object" => followed, "actor" => follower, "id" => id} = data
      ) do
438
    with %User{local: true} = followed <- User.get_cached_by_ap_id(followed),
439
440
         %User{} = follower <- User.get_or_fetch_by_ap_id(follower),
         {:ok, activity} <- ActivityPub.follow(follower, followed, id, false) do
441
      if not User.locked?(followed) do
kaniini's avatar
kaniini committed
442
443
        ActivityPub.accept(%{
          to: [follower.ap_id],
444
          actor: followed,
kaniini's avatar
kaniini committed
445
446
447
448
          object: data,
          local: true
        })

449
450
        User.follow(follower, followed)
      end
lain's avatar
lain committed
451

452
453
454
455
456
457
      {:ok, activity}
    else
      _e -> :error
    end
  end

458
  def handle_incoming(
Maksim's avatar
Maksim committed
459
        %{"type" => "Accept", "object" => follow_object, "actor" => _actor, "id" => _id} = data
460
      ) do
461
462
    with actor <- get_actor(data),
         %User{} = followed <- User.get_or_fetch_by_ap_id(actor),
463
         {:ok, follow_activity} <- get_follow_activity(follow_object, followed),
464
         {:ok, follow_activity} <- Utils.update_follow_state(follow_activity, "accept"),
465
         %User{local: true} = follower <- User.get_cached_by_ap_id(follow_activity.data["actor"]),
lain's avatar
lain committed
466
467
468
469
         {:ok, activity} <-
           ActivityPub.accept(%{
             to: follow_activity.data["to"],
             type: "Accept",
470
             actor: followed,
lain's avatar
lain committed
471
472
473
             object: follow_activity.data["id"],
             local: false
           }) do
474
      if not User.following?(follower, followed) do
Maksim's avatar
Maksim committed
475
        {:ok, _follower} = User.follow(follower, followed)
476
      end
477

478
      {:ok, activity}
479
480
    else
      _e -> :error
481
482
483
484
    end
  end

  def handle_incoming(
Maksim's avatar
Maksim committed
485
        %{"type" => "Reject", "object" => follow_object, "actor" => _actor, "id" => _id} = data
486
      ) do
487
488
    with actor <- get_actor(data),
         %User{} = followed <- User.get_or_fetch_by_ap_id(actor),
489
         {:ok, follow_activity} <- get_follow_activity(follow_object, followed),
490
         {:ok, follow_activity} <- Utils.update_follow_state(follow_activity, "reject"),
491
         %User{local: true} = follower <- User.get_cached_by_ap_id(follow_activity.data["actor"]),
lain's avatar
lain committed
492
         {:ok, activity} <-
493
           ActivityPub.reject(%{
lain's avatar
lain committed
494
             to: follow_activity.data["to"],
495
             type: "Reject",
496
             actor: followed,
lain's avatar
lain committed
497
498
499
             object: follow_activity.data["id"],
             local: false
           }) do
500
501
      User.unfollow(follower, followed)

502
      {:ok, activity}
503
504
    else
      _e -> :error
505
506
507
    end
  end

lain's avatar
lain committed
508
  def handle_incoming(
Maksim's avatar
Maksim committed
509
        %{"type" => "Like", "object" => object_id, "actor" => _actor, "id" => id} = data
lain's avatar
lain committed
510
      ) do
511
512
513
    with actor <- get_actor(data),
         %User{} = actor <- User.get_or_fetch_by_ap_id(actor),
         {:ok, object} <- get_obj_helper(object_id) || fetch_obj_helper(object_id),
feld's avatar
feld committed
514
         {:ok, activity, _object} <- ActivityPub.like(actor, object, id, false) do
lain's avatar
lain committed
515
516
517
518
519
520
      {:ok, activity}
    else
      _e -> :error
    end
  end

lain's avatar
lain committed
521
  def handle_incoming(
Maksim's avatar
Maksim committed
522
        %{"type" => "Announce", "object" => object_id, "actor" => _actor, "id" => id} = data
lain's avatar
lain committed
523
      ) do
524
525
526
    with actor <- get_actor(data),
         %User{} = actor <- User.get_or_fetch_by_ap_id(actor),
         {:ok, object} <- get_obj_helper(object_id) || fetch_obj_helper(object_id),
lain's avatar
lain committed
527
         public <- Visibility.is_public?(data),
528
         {:ok, activity, _object} <- ActivityPub.announce(actor, object, id, false, public) do
lain's avatar
lain committed
529
530
531
532
533
534
      {:ok, activity}
    else
      _e -> :error
    end
  end

lain's avatar
lain committed
535
  def handle_incoming(
536
        %{"type" => "Update", "object" => %{"type" => object_type} = object, "actor" => actor_id} =
lain's avatar
lain committed
537
          data
538
539
      )
      when object_type in ["Person", "Application", "Service", "Organization"] do
lain's avatar
lain committed
540
541
542
543
    with %User{ap_id: ^actor_id} = actor <- User.get_by_ap_id(object["id"]) do
      {:ok, new_user_data} = ActivityPub.user_data_from_user_object(object)

      banner = new_user_data[:info]["banner"]
544
      locked = new_user_data[:info]["locked"] || false
lain's avatar
lain committed
545
546
547
548

      update_data =
        new_user_data
        |> Map.take([:name, :bio, :avatar])
lain's avatar
lain committed
549
        |> Map.put(:info, %{"banner" => banner, "locked" => locked})
lain's avatar
lain committed
550
551
552

      actor
      |> User.upgrade_changeset(update_data)
lain's avatar
lain committed
553
      |> User.update_and_set_cache()
lain's avatar
lain committed
554

lain's avatar
lain committed
555
556
557
558
559
560
561
      ActivityPub.update(%{
        local: false,
        to: data["to"] || [],
        cc: data["cc"] || [],
        object: object,
        actor: actor_id
      })
lain's avatar
lain committed
562
563
564
565
566
567
568
    else
      e ->
        Logger.error(e)
        :error
    end
  end

569
570
571
572
573
  # TODO: We presently assume that any actor on the same origin domain as the object being
  # deleted has the rights to delete that object.  A better way to validate whether or not
  # the object should be deleted is to refetch the object URI, which should return either
  # an error or a tombstone.  This would allow us to verify that a deletion actually took
  # place.
lain's avatar
lain committed
574
  def handle_incoming(
575
        %{"type" => "Delete", "object" => object_id, "actor" => _actor, "id" => _id} = data
lain's avatar
lain committed
576
      ) do
lain's avatar
lain committed
577
    object_id = Utils.get_ap_id(object_id)
lain's avatar
lain committed
578

579
    with actor <- get_actor(data),
580
         %User{} = actor <- User.get_or_fetch_by_ap_id(actor),
581
         {:ok, object} <- get_obj_helper(object_id) || fetch_obj_helper(object_id),
582
         :ok <- contain_origin(actor.ap_id, object.data),
lain's avatar
lain committed
583
584
585
         {:ok, activity} <- ActivityPub.delete(object, false) do
      {:ok, activity}
    else
feld's avatar
feld committed
586
      _e -> :error
lain's avatar
lain committed
587
588
589
    end
  end

590
  def handle_incoming(
591
592
        %{
          "type" => "Undo",
593
          "object" => %{"type" => "Announce", "object" => object_id},
Maksim's avatar
Maksim committed
594
          "actor" => _actor,
595
          "id" => id
596
        } = data
597
      ) do
598
599
600
    with actor <- get_actor(data),
         %User{} = actor <- User.get_or_fetch_by_ap_id(actor),
         {:ok, object} <- get_obj_helper(object_id) || fetch_obj_helper(object_id),
601
         {:ok, activity, _} <- ActivityPub.unannounce(actor, object, id, false) do
602
603
      {:ok, activity}
    else
Thog's avatar
Thog committed
604
      _e -> :error
605
606
607
    end
  end

normandy's avatar
normandy committed
608
609
610
611
612
613
  def handle_incoming(
        %{
          "type" => "Undo",
          "object" => %{"type" => "Follow", "object" => followed},
          "actor" => follower,
          "id" => id
normandy's avatar
normandy committed
614
        } = _data
normandy's avatar
normandy committed
615
      ) do
normandy's avatar
normandy committed
616
617
    with %User{local: true} = followed <- User.get_cached_by_ap_id(followed),
         %User{} = follower <- User.get_or_fetch_by_ap_id(follower),
normandy's avatar
normandy committed
618
         {:ok, activity} <- ActivityPub.unfollow(follower, followed, id, false) do
normandy's avatar
normandy committed
619
620
621
      User.unfollow(follower, followed)
      {:ok, activity}
    else
Maksim's avatar
Maksim committed
622
      _e -> :error
normandy's avatar
normandy committed
623
624
625
    end
  end

normandy's avatar
normandy committed
626
627
628
629
630
631
632
633
  def handle_incoming(
        %{
          "type" => "Undo",
          "object" => %{"type" => "Block", "object" => blocked},
          "actor" => blocker,
          "id" => id
        } = _data
      ) do
href's avatar
href committed
634
    with true <- Pleroma.Config.get([:activitypub, :accept_blocks]),
635
         %User{local: true} = blocked <- User.get_cached_by_ap_id(blocked),
normandy's avatar
normandy committed
636
637
         %User{} = blocker <- User.get_or_fetch_by_ap_id(blocker),
         {:ok, activity} <- ActivityPub.unblock(blocker, blocked, id, false) do
normandy's avatar
normandy committed
638
      User.unblock(blocker, blocked)
normandy's avatar
normandy committed
639
640
      {:ok, activity}
    else
Maksim's avatar
Maksim committed
641
      _e -> :error
normandy's avatar
normandy committed
642
643
644
    end
  end

645
  def handle_incoming(
Maksim's avatar
Maksim committed
646
        %{"type" => "Block", "object" => blocked, "actor" => blocker, "id" => id} = _data
647
      ) do
href's avatar
href committed
648
    with true <- Pleroma.Config.get([:activitypub, :accept_blocks]),
649
         %User{local: true} = blocked = User.get_cached_by_ap_id(blocked),
normandy's avatar
normandy committed
650
         %User{} = blocker = User.get_or_fetch_by_ap_id(blocker),
normandy's avatar
normandy committed
651
         {:ok, activity} <- ActivityPub.block(blocker, blocked, id, false) do
652
      User.unfollow(blocker, blocked)
653
      User.block(blocker, blocked)
normandy's avatar
normandy committed
654
655
      {:ok, activity}
    else
Maksim's avatar
Maksim committed
656
      _e -> :error
normandy's avatar
normandy committed
657
658
    end
  end
659

Thog's avatar
Thog committed
660
661
662
663
  def handle_incoming(
        %{
          "type" => "Undo",
          "object" => %{"type" => "Like", "object" => object_id},
Maksim's avatar
Maksim committed
664
          "actor" => _actor,
Thog's avatar
Thog committed
665
          "id" => id
666
        } = data
Thog's avatar
Thog committed
667
      ) do
668
669
670
    with actor <- get_actor(data),
         %User{} = actor <- User.get_or_fetch_by_ap_id(actor),
         {:ok, object} <- get_obj_helper(object_id) || fetch_obj_helper(object_id),
Thog's avatar
Thog committed
671
672
673
         {:ok, activity, _, _} <- ActivityPub.unlike(actor, object, id, false) do
      {:ok, activity}
    else
Thog's avatar
Thog committed
674
      _e -> :error
Thog's avatar
Thog committed
675
676
677
    end
  end

678
679
  def handle_incoming(_), do: :error

680
681
682
  def fetch_obj_helper(id) when is_bitstring(id), do: ActivityPub.fetch_object_from_id(id)
  def fetch_obj_helper(obj) when is_map(obj), do: ActivityPub.fetch_object_from_id(obj["id"])

683
  def get_obj_helper(id) do
684
    if object = Object.normalize(id), do: {:ok, object}, else: nil
685
686
  end

687
688
689
690
  def set_reply_to_uri(%{"inReplyTo" => in_reply_to} = object) when is_binary(in_reply_to) do
    with false <- String.starts_with?(in_reply_to, "http"),
         {:ok, %{data: replied_to_object}} <- get_obj_helper(in_reply_to) do
      Map.put(object, "inReplyTo", replied_to_object["external_url"] || in_reply_to)
691
692
693
694
    else
      _e -> object
    end
  end
lain's avatar
lain committed
695

696
697
698
  def set_reply_to_uri(obj), do: obj

  # Prepares the object of an outgoing create activity.
lain's avatar
lain committed
699
700
  def prepare_object(object) do
    object
lain's avatar
lain committed
701
    |> set_sensitive
lain's avatar
lain committed
702
    |> add_hashtags
lain's avatar
lain committed
703
    |> add_mention_tags
lain's avatar
lain committed
704
    |> add_emoji_tags
lain's avatar
lain committed
705
    |> add_attributed_to
706
    |> add_likes
lain's avatar
lain committed
707
    |> prepare_attachments
lain's avatar
lain committed
708
    |> set_conversation
709
    |> set_reply_to_uri
710
711
    |> strip_internal_fields
    |> strip_internal_tags
lain's avatar
lain committed
712
713
  end

feld's avatar
feld committed
714
715
716
717
  #  @doc
  #  """
  #  internal -> Mastodon
  #  """
lain's avatar
lain committed
718

719
  def prepare_outgoing(%{"type" => "Create", "object" => object} = data) do
lain's avatar
lain committed
720
721
722
723
724
725
726
    object =
      object
      |> prepare_object

    data =
      data
      |> Map.put("object", object)
lain's avatar
lain committed
727
      |> Map.merge(Utils.make_json_ld_header())
lain's avatar
lain committed
728
729
730
731

    {:ok, data}
  end

kaniini's avatar
kaniini committed
732
733
734
  # Mastodon Accept/Reject requires a non-normalized object containing the actor URIs,
  # because of course it does.
  def prepare_outgoing(%{"type" => "Accept"} = data) do
735
    with follow_activity <- Activity.normalize(data["object"]) do
kaniini's avatar
kaniini committed
736
737
738
739
740
741
742
743
744
745
      object = %{
        "actor" => follow_activity.actor,
        "object" => follow_activity.data["object"],
        "id" => follow_activity.data["id"],
        "type" => "Follow"
      }

      data =
        data
        |> Map.put("object", object)
lain's avatar
lain committed
746
        |> Map.merge(Utils.make_json_ld_header())
kaniini's avatar
kaniini committed
747
748
749
750
751

      {:ok, data}
    end
  end

752
  def prepare_outgoing(%{"type" => "Reject"} = data) do
753
    with follow_activity <- Activity.normalize(data["object"]) do
754
755
756
757
758
759
760
761
762
763
      object = %{
        "actor" => follow_activity.actor,
        "object" => follow_activity.data["object"],
        "id" => follow_activity.data["id"],
        "type" => "Follow"
      }

      data =
        data
        |> Map.put("object", object)
lain's avatar
lain committed
764
        |> Map.merge(Utils.make_json_ld_header())
765
766
767
768
769

      {:ok, data}
    end
  end

feld's avatar
feld committed
770
  def prepare_outgoing(%{"type" => _type} = data) do
lain's avatar
lain committed
771
772
    data =
      data
773
      |> strip_internal_fields
lain's avatar
lain committed
774
      |> maybe_fix_object_url
lain's avatar
lain committed
775
      |> Map.merge(Utils.make_json_ld_header())
776
777
778
779

    {:ok, data}
  end

780
781
  def maybe_fix_object_url(data) do
    if is_binary(data["object"]) and not String.starts_with?(data["object"], "http") do
782
      case fetch_obj_helper(data["object"]) do
783
784
        {:ok, relative_object} ->
          if relative_object.data["external_url"] do
feld's avatar
feld committed
785
            _data =
lain's avatar
lain committed
786
787
              data
              |> Map.put("object", relative_object.data["external_url"])
788
789
790
          else
            data
          end
lain's avatar
lain committed
791

792
793
794
795
796
797
798
799
800
        e ->
          Logger.error("Couldn't fetch #{data["object"]} #{inspect(e)}")
          data
      end
    else
      data
    end
  end

lain's avatar
lain committed
801
  def add_hashtags(object) do
lain's avatar
lain committed
802
803
    tags =
      (object["tag"] || [])
804
805
806
807
808
809
810
811
812
813
814
815
      |> Enum.map(fn
        # Expand internal representation tags into AS2 tags.
        tag when is_binary(tag) ->
          %{
            "href" => Pleroma.Web.Endpoint.url() <> "/tags/#{tag}",
            "name" => "##{tag}",
            "type" => "Hashtag"
          }

        # Do not process tags which are already AS2 tag objects.
        tag when is_map(tag) ->
          tag
lain's avatar
lain committed
816
      end)
lain's avatar
lain committed
817
818
819
820
821

    object
    |> Map.put("tag", tags)
  end

lain's avatar
lain committed
822
  def add_mention_tags(object) do
lain's avatar
lain committed
823
    mentions =
824
825
      object
      |> Utils.get_notified_from_object()
lain's avatar
lain committed
826
827
828
      |> Enum.map(fn user ->
        %{"type" => "Mention", "href" => user.ap_id, "name" => "@#{user.nickname}"}
      end)
lain's avatar
lain committed
829

lain's avatar
lain committed
830
    tags = object["tag"] || []
lain's avatar
lain committed
831
832

    object
lain's avatar
lain committed
833
    |> Map.put("tag", tags ++ mentions)
lain's avatar
lain committed
834
835
  end

lain's avatar
lain committed
836
837
838
839
  # TODO: we should probably send mtime instead of unix epoch time for updated
  def add_emoji_tags(object) do
    tags = object["tag"] || []
    emoji = object["emoji"] || []
lain's avatar
lain committed
840
841
842
843
844
845
846
847
848
849
850
851

    out =
      emoji
      |> Enum.map(fn {name, url} ->
        %{
          "icon" => %{"url" => url, "type" => "Image"},
          "name" => ":" <> name <> ":",
          "type" => "Emoji",
          "updated" => "1970-01-01T00:00:00Z",
          "id" => url
        }
      end)
lain's avatar
lain committed
852
853
854
855
856

    object
    |> Map.put("tag", tags ++ out)
  end

lain's avatar
lain committed
857
858
859
860
  def set_conversation(object) do
    Map.put(object, "conversation", object["context"])
  end

lain's avatar
lain committed
861
862
863
864
865
  def set_sensitive(object) do
    tags = object["tag"] || []
    Map.put(object, "sensitive", "nsfw" in tags)
  end

lain's avatar
lain committed
866
  def add_attributed_to(object) do
867
    attributed_to = object["attributedTo"] || object["actor"]
lain's avatar
lain committed
868
869

    object
870
    |> Map.put("attributedTo", attributed_to)
871
  end
lain's avatar
lain committed
872

873
874
875
876
877
878
879
880
881
882
883
884
885
886
887
888
  def add_likes(%{"id" => id, "like_count" => likes} = object) do
    likes = %{
      "id" => "#{id}/likes",
      "first" => "#{id}/likes?page=1",
      "type" => "OrderedCollection",
      "totalItems" => likes
    }

    object
    |> Map.put("likes", likes)
  end

  def add_likes(object) do
    object
  end

lain's avatar
lain committed
889
  def prepare_attachments(object) do
lain's avatar
lain committed
890
891
892
893
894
895
    attachments =
      (object["attachment"] || [])
      |> Enum.map(fn data ->
        [%{"mediaType" => media_type, "href" => href} | _] = data["url"]
        %{"url" => href, "mediaType" => media_type, "name" => data["name"], "type" => "Document"}
      end)
lain's avatar
lain committed
896
897
898
899

    object
    |> Map.put("attachment", attachments)
  end
lain's avatar
lain committed
900

901
902
903
904
905
906
907
  defp strip_internal_fields(object) do
    object
    |> Map.drop([
      "like_count",
      "announcements",
      "announcement_count",
      "emoji",
908
909
      "context_id",
      "deleted_activity_id"
910
911
912
913
914
915
916
917
918
919
920
921
922
923
    ])
  end

  defp strip_internal_tags(%{"tag" => tags} = object) do
    tags =
      tags
      |> Enum.filter(fn x -> is_map(x) end)

    object
    |> Map.put("tag", tags)
  end

  defp strip_internal_tags(object), do: object

lain's avatar
lain committed
924
925
  defp user_upgrade_task(user) do
    old_follower_address = User.ap_followers(user)
lain's avatar
lain committed
926
927
928
929
930
931
932
933
934
935
936
937
938
939
940
941
942
943

    q =
      from(
        u in User,
        where: ^old_follower_address in u.following,
        update: [
          set: [
            following:
              fragment(
                "array_replace(?,?,?)",
                u.following,
                ^old_follower_address,
                ^user.follower_address
              )
          ]
        ]
      )

lain's avatar
lain committed
944
945
    Repo.update_all(q, [])

946
947
    maybe_retire_websub(user.ap_id)

lain's avatar
lain committed
948
949
950
951
952
953
954
955
956
957
958
959
960
961
962
963
964
    q =
      from(
        a in Activity,
        where: ^old_follower_address in a.recipients,
        update: [
          set: [
            recipients:
              fragment(
                "array_replace(?,?,?)",
                a.recipients,
                ^old_follower_address,
                ^user.follower_address
              )
          ]
        ]
      )

lain's avatar
lain committed
965
966
967
968
    Repo.update_all(q, [])
  end

  def upgrade_user_from_ap_id(ap_id, async \\ true) do
969
    with %User{local: false} = user <- User.get_by_ap_id(ap_id),
lain's avatar
lain committed
970
         {:ok, data} <- ActivityPub.fetch_and_prepare_user_from_ap_id(ap_id) do
lain's avatar
lain committed
971
      already_ap = User.ap_enabled?(user)
lain's avatar
lain committed
972
973
974
975

      {:ok, user} =
        User.upgrade_changeset(user, data)
        |> Repo.update()
lain's avatar
lain committed
976

lain's avatar
lain committed
977
978
979
980
981
982
983
      if !already_ap do
        # This could potentially take a long time, do it in the background
        if async do
          Task.start(fn ->
            user_upgrade_task(user)
          end)
        else
lain's avatar
lain committed
984
          user_upgrade_task(user)
lain's avatar
lain committed
985
        end
lain's avatar
lain committed
986
      end
lain's avatar
lain committed
987
988
989
990
991
992

      {:ok, user}
    else
      e -> e
    end
  end
993
994
995

  def maybe_retire_websub(ap_id) do
    # some sanity checks
lain's avatar
lain committed
996
997
998
999
1000
    if is_binary(ap_id) && String.length(ap_id) > 8 do
      q =
        from(
          ws in Pleroma.Web.Websub.WebsubClientSubscription,
          where: fragment("? like ?", ws.topic, ^"#{ap_id}%")
For faster browsing, not all history is shown. View entire blame