Mercurial > silorider
annotate tests/test_silos_mastodon.py @ 60:b7da3d97ea99
Add profile URL handlers
Silos register these handlers so that everybody knows if a hyperlink is
a mention to another user on a particular social network. If any handler
matches, silos not related to that social media will skip that link.
It's possible than in rare cases we want that link everywhere, but so
far I haven't needed it, compared to all the times I didn't want these
links.
| author | Ludovic Chabant <ludovic@chabant.com> |
|---|---|
| date | Sat, 28 Oct 2023 11:57:04 -0700 |
| parents | d65f6dced79f |
| children | dafbbf25bfc8 |
| rev | line source |
|---|---|
| 0 | 1 import pytest |
| 2 | 2 from .mockutil import mock_urllib |
| 0 | 3 |
| 4 | |
| 5 def test_one_article(cli, feedutil, mastmock): | |
| 6 feed = cli.createTempFeed(feedutil.makeFeed( | |
| 7 """<h1 class="p-name">A new article</h1> | |
| 8 <div class="e-content"> | |
| 9 <p>This is the text of the article.</p> | |
| 10 <p>It has 2 paragraphs.</p> | |
| 11 </div> | |
| 12 <a class="u-url" href="https://example.org/a-new-article">permalink</a>""" | |
| 13 )) | |
| 14 | |
| 15 cli.appendSiloConfig('test', 'mastodon', url='/blah') | |
|
18
a921cc2306bc
Do our own HTML parsing/stripping of micropost contents.
Ludovic Chabant <ludovic@chabant.com>
parents:
2
diff
changeset
|
16 cli.setFeedConfig('feed', feed) |
| 0 | 17 mastmock.installTokens(cli, 'test') |
| 18 | |
|
18
a921cc2306bc
Do our own HTML parsing/stripping of micropost contents.
Ludovic Chabant <ludovic@chabant.com>
parents:
2
diff
changeset
|
19 ctx, _ = cli.run('process') |
| 0 | 20 assert ctx.cache.wasPosted('test', 'https://example.org/a-new-article') |
| 21 toot = ctx.silos[0].client.toots[0] | |
| 22 assert toot == ('A new article https://example.org/a-new-article', | |
| 23 None, 'public') | |
| 24 | |
| 25 | |
| 26 def test_one_micropost(cli, feedutil, mastmock): | |
| 27 feed = cli.createTempFeed(feedutil.makeFeed( | |
| 28 """<p class="p-name">This is a quick update.</p> | |
| 29 <a class="u-url" href="/01234.html">permalink</a>""" | |
| 30 )) | |
| 31 | |
| 32 cli.appendSiloConfig('test', 'mastodon', url='/blah') | |
|
18
a921cc2306bc
Do our own HTML parsing/stripping of micropost contents.
Ludovic Chabant <ludovic@chabant.com>
parents:
2
diff
changeset
|
33 cli.setFeedConfig('feed', feed) |
| 0 | 34 mastmock.installTokens(cli, 'test') |
| 35 | |
|
18
a921cc2306bc
Do our own HTML parsing/stripping of micropost contents.
Ludovic Chabant <ludovic@chabant.com>
parents:
2
diff
changeset
|
36 ctx, _ = cli.run('process') |
| 0 | 37 assert ctx.cache.wasPosted('test', '/01234.html') |
| 38 toot = ctx.silos[0].client.toots[0] | |
| 39 assert toot == ("This is a quick update.", None, 'public') | |
| 40 | |
| 41 | |
| 42 def test_one_micropost_with_one_photo(cli, feedutil, mastmock, monkeypatch): | |
| 43 feed = cli.createTempFeed(feedutil.makeFeed( | |
| 44 """<p class="p-name">This is a quick photo update.</p> | |
| 45 <div> | |
| 46 <a class="u-photo" href="/fullimg.jpg"><img src="/thumbimg.jpg"/></a> | |
| 47 </div> | |
| 48 <a class="u-url" href="/01234.html">permalink</a>""" | |
| 49 )) | |
| 50 | |
| 51 cli.appendSiloConfig('test', 'mastodon', url='/blah') | |
|
18
a921cc2306bc
Do our own HTML parsing/stripping of micropost contents.
Ludovic Chabant <ludovic@chabant.com>
parents:
2
diff
changeset
|
52 cli.setFeedConfig('feed', feed) |
| 0 | 53 mastmock.installTokens(cli, 'test') |
| 54 | |
| 55 with monkeypatch.context() as m: | |
| 2 | 56 import silorider.silos.mastodon |
| 57 mock_urllib(m) | |
|
58
d65f6dced79f
Fix media callback patches in unit tests
Ludovic Chabant <ludovic@chabant.com>
parents:
35
diff
changeset
|
58 m.setattr(silorider.silos.mastodon.MastodonSilo, 'mediaCallback', |
| 2 | 59 _patched_media_callback) |
|
18
a921cc2306bc
Do our own HTML parsing/stripping of micropost contents.
Ludovic Chabant <ludovic@chabant.com>
parents:
2
diff
changeset
|
60 ctx, _ = cli.run('process') |
| 2 | 61 |
| 0 | 62 assert ctx.cache.wasPosted('test', '/01234.html') |
| 63 media = ctx.silos[0].client.media[0] | |
| 2 | 64 assert media == ('/retrieved/fullimg.jpg', 'image/jpeg', 1) |
| 0 | 65 toot = ctx.silos[0].client.toots[0] |
| 66 assert toot == ("This is a quick photo update.", [1], 'public') | |
| 67 | |
| 68 | |
| 69 def test_one_micropost_with_two_photos(cli, feedutil, mastmock, monkeypatch): | |
| 70 feed = cli.createTempFeed(feedutil.makeFeed( | |
| 71 """<p class="p-name">This is a photo update with 2 photos.</p> | |
| 72 <div> | |
| 73 <a class="u-photo" href="/fullimg1.jpg"><img src="/thumbimg1.jpg"/></a> | |
| 74 <a class="u-photo" href="/fullimg2.jpg"><img src="/thumbimg2.jpg"/></a> | |
| 75 </div> | |
| 76 <a class="u-url" href="/01234.html">permalink</a>""" | |
| 77 )) | |
| 78 | |
| 79 cli.appendSiloConfig('test', 'mastodon', url='/blah') | |
|
18
a921cc2306bc
Do our own HTML parsing/stripping of micropost contents.
Ludovic Chabant <ludovic@chabant.com>
parents:
2
diff
changeset
|
80 cli.setFeedConfig('feed', feed) |
| 0 | 81 mastmock.installTokens(cli, 'test') |
| 82 | |
| 83 with monkeypatch.context() as m: | |
| 2 | 84 import silorider.silos.mastodon |
| 85 mock_urllib(m) | |
|
58
d65f6dced79f
Fix media callback patches in unit tests
Ludovic Chabant <ludovic@chabant.com>
parents:
35
diff
changeset
|
86 m.setattr(silorider.silos.mastodon.MastodonSilo, 'mediaCallback', |
| 2 | 87 _patched_media_callback) |
|
18
a921cc2306bc
Do our own HTML parsing/stripping of micropost contents.
Ludovic Chabant <ludovic@chabant.com>
parents:
2
diff
changeset
|
88 ctx, _ = cli.run('process') |
| 2 | 89 |
| 0 | 90 assert ctx.cache.wasPosted('test', '/01234.html') |
| 91 media = ctx.silos[0].client.media[0] | |
| 2 | 92 assert media == ('/retrieved/fullimg1.jpg', 'image/jpeg', 1) |
| 0 | 93 media = ctx.silos[0].client.media[1] |
| 2 | 94 assert media == ('/retrieved/fullimg2.jpg', 'image/jpeg', 2) |
| 0 | 95 toot = ctx.silos[0].client.toots[0] |
| 96 assert toot == ("This is a photo update with 2 photos.", [1, 2], 'public') | |
| 97 | |
| 98 | |
|
18
a921cc2306bc
Do our own HTML parsing/stripping of micropost contents.
Ludovic Chabant <ludovic@chabant.com>
parents:
2
diff
changeset
|
99 def test_one_micropost_with_links(cli, feedutil, mastmock): |
|
a921cc2306bc
Do our own HTML parsing/stripping of micropost contents.
Ludovic Chabant <ludovic@chabant.com>
parents:
2
diff
changeset
|
100 cli.appendSiloConfig('test', 'mastodon', url='/blah') |
|
a921cc2306bc
Do our own HTML parsing/stripping of micropost contents.
Ludovic Chabant <ludovic@chabant.com>
parents:
2
diff
changeset
|
101 mastmock.installTokens(cli, 'test') |
|
a921cc2306bc
Do our own HTML parsing/stripping of micropost contents.
Ludovic Chabant <ludovic@chabant.com>
parents:
2
diff
changeset
|
102 |
|
a921cc2306bc
Do our own HTML parsing/stripping of micropost contents.
Ludovic Chabant <ludovic@chabant.com>
parents:
2
diff
changeset
|
103 feed = cli.createTempFeed(feedutil.makeFeed( |
|
a921cc2306bc
Do our own HTML parsing/stripping of micropost contents.
Ludovic Chabant <ludovic@chabant.com>
parents:
2
diff
changeset
|
104 """<p class="p-name">This is a link: http://example.org/blah</p> |
|
a921cc2306bc
Do our own HTML parsing/stripping of micropost contents.
Ludovic Chabant <ludovic@chabant.com>
parents:
2
diff
changeset
|
105 <a class="u-url" href="/01234.html">permalink</a>""")) |
|
a921cc2306bc
Do our own HTML parsing/stripping of micropost contents.
Ludovic Chabant <ludovic@chabant.com>
parents:
2
diff
changeset
|
106 cli.setFeedConfig('feed', feed) |
|
a921cc2306bc
Do our own HTML parsing/stripping of micropost contents.
Ludovic Chabant <ludovic@chabant.com>
parents:
2
diff
changeset
|
107 ctx, _ = cli.run('process') |
|
a921cc2306bc
Do our own HTML parsing/stripping of micropost contents.
Ludovic Chabant <ludovic@chabant.com>
parents:
2
diff
changeset
|
108 toot = ctx.silos[0].client.toots[0] |
|
a921cc2306bc
Do our own HTML parsing/stripping of micropost contents.
Ludovic Chabant <ludovic@chabant.com>
parents:
2
diff
changeset
|
109 assert toot == ("This is a link: http://example.org/blah", None, 'public') |
|
a921cc2306bc
Do our own HTML parsing/stripping of micropost contents.
Ludovic Chabant <ludovic@chabant.com>
parents:
2
diff
changeset
|
110 |
|
a921cc2306bc
Do our own HTML parsing/stripping of micropost contents.
Ludovic Chabant <ludovic@chabant.com>
parents:
2
diff
changeset
|
111 feed = cli.createTempFeed(feedutil.makeFeed( |
|
a921cc2306bc
Do our own HTML parsing/stripping of micropost contents.
Ludovic Chabant <ludovic@chabant.com>
parents:
2
diff
changeset
|
112 """<p class="e-content">This is another link: <a href="http://example.org/blah">http://example.org/blah</a></p> |
|
30
53de06c2f97d
Fix Mastodon tests, add some logging for media attachments
Ludovic Chabant <ludovic@chabant.com>
parents:
18
diff
changeset
|
113 <a class="u-url" href="/01234.html">permalink</a>""")) # NOQA |
|
18
a921cc2306bc
Do our own HTML parsing/stripping of micropost contents.
Ludovic Chabant <ludovic@chabant.com>
parents:
2
diff
changeset
|
114 cli.setFeedConfig('feed', feed) |
|
a921cc2306bc
Do our own HTML parsing/stripping of micropost contents.
Ludovic Chabant <ludovic@chabant.com>
parents:
2
diff
changeset
|
115 ctx, _ = cli.run('process') |
|
a921cc2306bc
Do our own HTML parsing/stripping of micropost contents.
Ludovic Chabant <ludovic@chabant.com>
parents:
2
diff
changeset
|
116 toot = ctx.silos[0].client.toots[0] |
|
a921cc2306bc
Do our own HTML parsing/stripping of micropost contents.
Ludovic Chabant <ludovic@chabant.com>
parents:
2
diff
changeset
|
117 assert toot == ("This is another link: http://example.org/blah", None, 'public') # NOQA |
|
a921cc2306bc
Do our own HTML parsing/stripping of micropost contents.
Ludovic Chabant <ludovic@chabant.com>
parents:
2
diff
changeset
|
118 |
|
a921cc2306bc
Do our own HTML parsing/stripping of micropost contents.
Ludovic Chabant <ludovic@chabant.com>
parents:
2
diff
changeset
|
119 feed = cli.createTempFeed(feedutil.makeFeed( |
|
a921cc2306bc
Do our own HTML parsing/stripping of micropost contents.
Ludovic Chabant <ludovic@chabant.com>
parents:
2
diff
changeset
|
120 """<p class="e-content">This is yet <a href="http://example.org/blah">another link</a></p> |
|
30
53de06c2f97d
Fix Mastodon tests, add some logging for media attachments
Ludovic Chabant <ludovic@chabant.com>
parents:
18
diff
changeset
|
121 <a class="u-url" href="/01234.html">permalink</a>""")) # NOQA |
|
18
a921cc2306bc
Do our own HTML parsing/stripping of micropost contents.
Ludovic Chabant <ludovic@chabant.com>
parents:
2
diff
changeset
|
122 cli.setFeedConfig('feed', feed) |
|
a921cc2306bc
Do our own HTML parsing/stripping of micropost contents.
Ludovic Chabant <ludovic@chabant.com>
parents:
2
diff
changeset
|
123 ctx, _ = cli.run('process') |
|
a921cc2306bc
Do our own HTML parsing/stripping of micropost contents.
Ludovic Chabant <ludovic@chabant.com>
parents:
2
diff
changeset
|
124 toot = ctx.silos[0].client.toots[0] |
|
a921cc2306bc
Do our own HTML parsing/stripping of micropost contents.
Ludovic Chabant <ludovic@chabant.com>
parents:
2
diff
changeset
|
125 assert toot == ("This is yet another link http://example.org/blah", None, 'public') # NOQA |
|
a921cc2306bc
Do our own HTML parsing/stripping of micropost contents.
Ludovic Chabant <ludovic@chabant.com>
parents:
2
diff
changeset
|
126 |
|
a921cc2306bc
Do our own HTML parsing/stripping of micropost contents.
Ludovic Chabant <ludovic@chabant.com>
parents:
2
diff
changeset
|
127 |
|
35
7965adc14569
Handle alt-attributes for images
Ludovic Chabant <ludovic@chabant.com>
parents:
30
diff
changeset
|
128 def _patched_media_callback(self, tmpfile, mt, url, desc): |
| 2 | 129 return self.client.media_post(tmpfile, mt) |
| 0 | 130 |
| 131 | |
| 132 @pytest.fixture(scope='session') | |
| 133 def mastmock(): | |
| 134 from silorider.silos.mastodon import MastodonSilo | |
| 135 MastodonSilo._CLIENT_CLASS = MastodonMock | |
| 136 return MastodonMockUtil() | |
| 137 | |
| 138 | |
| 139 class MastodonMock: | |
| 140 @staticmethod | |
| 141 def create_app(app_name, scopes, api_base_url): | |
| 142 return ('TEST_CLIENT_ID', 'TEST_CLIENT_SECRET') | |
| 143 | |
| 144 def __init__(self, client_id, client_secret, access_token, api_base_url): | |
| 145 self.toots = [] | |
| 146 self.media = [] | |
| 147 self.next_mid = 1 | |
| 148 | |
| 149 def log_in(self, username, password, scopes): | |
| 150 return 'TEST_ACCESS_TOKEN' | |
| 151 | |
| 152 def auth_request_url(self, scopes): | |
| 153 return 'https://example.org/auth' | |
| 154 | |
| 155 def status_post(self, toot, media_ids=None, visibility=None): | |
| 156 self.toots.append((toot, media_ids, visibility)) | |
| 157 | |
| 158 def media_post(self, filename, mimetype): | |
| 159 mid = self.next_mid | |
| 160 self.next_mid += 1 | |
| 161 self.media.append((filename, mimetype, mid)) | |
| 162 return mid | |
| 163 | |
| 164 | |
| 165 class MastodonMockUtil: | |
| 166 def installTokens(self, cli, silo_name): | |
| 167 def do_install_tokens(ctx): | |
| 168 ctx.cache.setCustomValue( | |
| 169 '%s_clienttoken' % silo_name, | |
| 170 'TEST_CLIENT_ID,TEST_CLIENT_SECRET') | |
| 171 ctx.cache.setCustomValue( | |
| 172 '%s_accesstoken' % silo_name, | |
| 173 'TEST_ACCESS_TOKEN') | |
| 174 | |
| 175 cli.preExecHook(do_install_tokens) |