transmogrifier.ex 9.06 KB
Newer Older
1
2
3
4
5
defmodule Pleroma.Web.ActivityPub.Transmogrifier do
  @moduledoc """
  A module to handle coding from internal to wire ActivityPub and back.
  """
  alias Pleroma.User
lain's avatar
lain committed
6
  alias Pleroma.Object
7
  alias Pleroma.Activity
lain's avatar
lain committed
8
  alias Pleroma.Repo
9
10
  alias Pleroma.Web.ActivityPub.ActivityPub

lain's avatar
lain committed
11
12
  import Ecto.Query

13
14
  require Logger

15
16
17
18
19
20
  @doc """
  Modifies an incoming AP object (mastodon format) to our internal format.
  """
  def fix_object(object) do
    object
    |> Map.put("actor", object["attributedTo"])
lain's avatar
lain committed
21
    |> fix_attachments
lain's avatar
lain committed
22
    |> fix_context
lain's avatar
lain committed
23
    |> fix_in_reply_to
lain's avatar
lain committed
24
25
  end

lain's avatar
lain committed
26
  def fix_in_reply_to(%{"inReplyTo" => in_reply_to_id} = object) when not is_nil(in_reply_to_id) do
lain's avatar
lain committed
27
    case ActivityPub.fetch_object_from_id(in_reply_to_id) do
lain's avatar
lain committed
28
29
30
31
32
33
      {:ok, replied_object} ->
        activity = Activity.get_create_activity_by_object_ap_id(replied_object.data["id"])
        object
        |> Map.put("inReplyTo", replied_object.data["id"])
        |> Map.put("inReplyToAtomUri", object["inReplyToAtomUri"] || in_reply_to_id)
        |> Map.put("inReplyToStatusId", activity.id)
lain's avatar
lain committed
34
35
        |> Map.put("conversation", replied_object.data["context"] || object["conversation"])
        |> Map.put("context", replied_object.data["context"] || object["conversation"])
lain's avatar
lain committed
36
37
38
39
40
41
42
      e ->
        Logger.error("Couldn't fetch #{object["inReplyTo"]} #{inspect(e)}")
        object
    end
  end
  def fix_in_reply_to(object), do: object

lain's avatar
lain committed
43
44
45
  def fix_context(object) do
    object
    |> Map.put("context", object["conversation"])
lain's avatar
lain committed
46
47
48
  end

  def fix_attachments(object) do
lain's avatar
lain committed
49
    attachments = (object["attachment"] || [])
lain's avatar
lain committed
50
    |> Enum.map(fn (data) ->
lain's avatar
lain committed
51
      url = [%{"type" => "Link", "mediaType" => data["mediaType"], "href" => data["url"]}]
lain's avatar
lain committed
52
53
54
55
56
      Map.put(data, "url", url)
    end)

    object
    |> Map.put("attachment", attachments)
57
58
59
60
61
62
  end

  # TODO: validate those with a Ecto scheme
  # - tags
  # - emoji
  def handle_incoming(%{"type" => "Create", "object" => %{"type" => "Note"} = object} = data) do
lain's avatar
lain committed
63
64
    with nil <- Activity.get_create_activity_by_object_ap_id(object["id"]),
         %User{} = user <- User.get_or_fetch_by_ap_id(data["actor"]) do
65
      object = fix_object(data["object"])
66

67
68
69
70
      params = %{
        to: data["to"],
        object: object,
        actor: user,
lain's avatar
lain committed
71
        context: object["conversation"],
72
73
74
75
76
77
78
79
        local: false,
        published: data["published"],
        additional: Map.take(data, [
              "cc",
              "id"
            ])
      }

80

81
82
      ActivityPub.create(params)
    else
lain's avatar
lain committed
83
      %Activity{} = activity -> {:ok, activity}
84
85
86
87
      _e -> :error
    end
  end

88
89
  def handle_incoming(%{"type" => "Follow", "object" => followed, "actor" => follower, "id" => id} = data) do
    with %User{local: true} = followed <- User.get_cached_by_ap_id(followed),
90
91
         %User{} = follower <- User.get_or_fetch_by_ap_id(follower),
         {:ok, activity} <- ActivityPub.follow(follower, followed, id, false) do
92
      ActivityPub.accept(%{to: [follower.ap_id], actor: followed.ap_id, object: data, local: true})
93
94
95
96
97
98
99
      User.follow(follower, followed)
      {:ok, activity}
    else
      _e -> :error
    end
  end

lain's avatar
lain committed
100
101
  def handle_incoming(%{"type" => "Like", "object" => object_id, "actor" => actor, "id" => id} = data) do
    with %User{} = actor <- User.get_or_fetch_by_ap_id(actor),
102
         {:ok, object} <- get_obj_helper(object_id) || ActivityPub.fetch_object_from_id(object_id),
lain's avatar
lain committed
103
104
105
106
107
108
109
         {:ok, activity, object} <- ActivityPub.like(actor, object, id, false) do
      {:ok, activity}
    else
      _e -> :error
    end
  end

lain's avatar
lain committed
110
111
  def handle_incoming(%{"type" => "Announce", "object" => object_id, "actor" => actor, "id" => id} = data) do
    with %User{} = actor <- User.get_or_fetch_by_ap_id(actor),
112
         {:ok, object} <- get_obj_helper(object_id) || ActivityPub.fetch_object_from_id(object_id),
lain's avatar
lain committed
113
114
115
116
117
118
119
         {:ok, activity, object} <- ActivityPub.announce(actor, object, id, false) do
      {:ok, activity}
    else
      _e -> :error
    end
  end

lain's avatar
lain committed
120
121
122
123
124
125
126
127
128
129
130
  def handle_incoming(%{"type" => "Update", "object" => %{"type" => "Person"} = object, "actor" => actor_id} = data) do
    with %User{ap_id: ^actor_id} = actor <- User.get_by_ap_id(object["id"]) do
      {:ok, new_user_data} = ActivityPub.user_data_from_user_object(object)

      banner = new_user_data[:info]["banner"]
      update_data = new_user_data
      |> Map.take([:name, :bio, :avatar])
      |> Map.put(:info, Map.merge(actor.info, %{"banner" => banner}))

      actor
      |> User.upgrade_changeset(update_data)
lain's avatar
lain committed
131
      |> User.update_and_set_cache()
lain's avatar
lain committed
132
133
134
135
136
137
138
139
140

      ActivityPub.update(%{local: false, to: data["to"] || [], cc: data["cc"] || [], object: object, actor: actor_id})
    else
      e ->
        Logger.error(e)
        :error
    end
  end

lain's avatar
lain committed
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
  # TODO: Make secure.
  def handle_incoming(%{"type" => "Delete", "object" => object_id, "actor" => actor, "id" => id} = data) do
    object_id = case object_id do
                  %{"id" => id} -> id
                  id -> id
                end
    with %User{} = actor <- User.get_or_fetch_by_ap_id(actor),
         {:ok, object} <- get_obj_helper(object_id) || ActivityPub.fetch_object_from_id(object_id),
         {:ok, activity} <- ActivityPub.delete(object, false) do
      {:ok, activity}
    else
      e -> :error
    end
  end

lain's avatar
lain committed
156
157
158
159
  # TODO
  # Accept
  # Undo

160
161
  def handle_incoming(_), do: :error

162
163
164
165
  def get_obj_helper(id) do
    if object = Object.get_by_ap_id(id), do: {:ok, object}, else: nil
  end

lain's avatar
lain committed
166
167
  def prepare_object(object) do
    object
lain's avatar
lain committed
168
    |> set_sensitive
lain's avatar
lain committed
169
    |> add_hashtags
lain's avatar
lain committed
170
171
    |> add_mention_tags
    |> add_attributed_to
lain's avatar
lain committed
172
    |> prepare_attachments
lain's avatar
lain committed
173
    |> set_conversation
lain's avatar
lain committed
174
175
176
177
178
179
180
181
182
  end

  @doc
  """
  internal -> Mastodon
  """
  def prepare_outgoing(%{"type" => "Create", "object" => %{"type" => "Note"} = object} = data) do
    object = object
    |> prepare_object
lain's avatar
lain committed
183
184
185
186
187
188
189
    data = data
    |> Map.put("object", object)
    |> Map.put("@context", "https://www.w3.org/ns/activitystreams")

    {:ok, data}
  end

190
  def prepare_outgoing(%{"type" => type} = data) do
191
192
193
194
195
196
    data = data
    |> Map.put("@context", "https://www.w3.org/ns/activitystreams")

    {:ok, data}
  end

lain's avatar
lain committed
197
198
199
200
201
202
203
204
  def add_hashtags(object) do
    tags = (object["tag"] || [])
    |> Enum.map fn (tag) -> %{"href" => Pleroma.Web.Endpoint.url() <> "/tags/#{tag}", "name" => "##{tag}", "type" => "Hashtag"} end

    object
    |> Map.put("tag", tags)
  end

lain's avatar
lain committed
205
  def add_mention_tags(object) do
lain's avatar
lain committed
206
207
    recipients = object["to"] ++ (object["cc"] || [])
    mentions = recipients
lain's avatar
lain committed
208
209
    |> Enum.map(fn (ap_id) -> User.get_cached_by_ap_id(ap_id) end)
    |> Enum.filter(&(&1))
lain's avatar
lain committed
210
    |> Enum.map(fn(user) -> %{"type" => "Mention", "href" => user.ap_id, "name" => "@#{user.nickname}"} end)
lain's avatar
lain committed
211

lain's avatar
lain committed
212
    tags = object["tag"] || []
lain's avatar
lain committed
213
214

    object
lain's avatar
lain committed
215
    |> Map.put("tag", tags ++ mentions)
lain's avatar
lain committed
216
217
  end

lain's avatar
lain committed
218
219
220
221
  def set_conversation(object) do
    Map.put(object, "conversation", object["context"])
  end

lain's avatar
lain committed
222
223
224
225
226
  def set_sensitive(object) do
    tags = object["tag"] || []
    Map.put(object, "sensitive", "nsfw" in tags)
  end

lain's avatar
lain committed
227
228
229
230
231
  def add_attributed_to(object) do
    attributedTo = object["attributedTo"] || object["actor"]

    object
    |> Map.put("attributedTo", attributedTo)
232
  end
lain's avatar
lain committed
233
234
235
236
237
238
239
240
241
242
243

  def prepare_attachments(object) do
    attachments = (object["attachment"] || [])
    |> Enum.map(fn (data) ->
      [%{"mediaType" => media_type, "href" => href} | _] = data["url"]
      %{"url" => href, "mediaType" => media_type, "name" => data["name"], "type" => "Document"}
    end)

    object
    |> Map.put("attachment", attachments)
  end
lain's avatar
lain committed
244

lain's avatar
lain committed
245
246
247
248
249
250
251
  defp user_upgrade_task(user) do
    old_follower_address = User.ap_followers(user)
    q  = from u in User,
    where: ^old_follower_address in u.following,
    update: [set: [following: fragment("array_replace(?,?,?)", u.following, ^old_follower_address, ^user.follower_address)]]
    Repo.update_all(q, [])

252
253
    maybe_retire_websub(user.ap_id)

lain's avatar
lain committed
254
    # Only do this for recent activties, don't go through the whole db.
lain's avatar
lain committed
255
256
    # Only look at the last 1000 activities.
    since = (Repo.aggregate(Activity, :max, :id) || 0) - 1_000
lain's avatar
lain committed
257
258
259
260
261
262
263
264
    q  = from a in Activity,
    where: ^old_follower_address in a.recipients,
    where: a.id > ^since,
    update: [set: [recipients: fragment("array_replace(?,?,?)", a.recipients, ^old_follower_address, ^user.follower_address)]]
    Repo.update_all(q, [])
  end

  def upgrade_user_from_ap_id(ap_id, async \\ true) do
265
    with %User{local: false} = user <- User.get_by_ap_id(ap_id),
lain's avatar
lain committed
266
267
268
269
         {:ok, data} <- ActivityPub.fetch_and_prepare_user_from_ap_id(ap_id) do
      data = data
      |> Map.put(:info, Map.merge(user.info, data[:info]))

lain's avatar
lain committed
270
      already_ap = User.ap_enabled?(user)
lain's avatar
lain committed
271
272
273
      {:ok, user} = User.upgrade_changeset(user, data)
      |> Repo.update()

lain's avatar
lain committed
274
275
276
277
278
279
280
      if !already_ap do
        # This could potentially take a long time, do it in the background
        if async do
          Task.start(fn ->
            user_upgrade_task(user)
          end)
        else
lain's avatar
lain committed
281
          user_upgrade_task(user)
lain's avatar
lain committed
282
        end
lain's avatar
lain committed
283
      end
lain's avatar
lain committed
284
285
286
287
288
289

      {:ok, user}
    else
      e -> e
    end
  end
290
291
292
293
294
295
296
297
298

  def maybe_retire_websub(ap_id) do
    # some sanity checks
    if is_binary(ap_id) && (String.length(ap_id) > 8) do
      q = from ws in Pleroma.Web.Websub.WebsubClientSubscription,
        where: fragment("? like ?", ws.topic, ^"#{ap_id}%")
      Repo.delete_all(q)
    end
  end
299
end