Mercurial > silorider
annotate tests/test_silos_bluesky.py @ 69:dafbbf25bfc8
Upgrade bluesky silo to atproto 0.0.35 and unit tests.
| author | Ludovic Chabant <ludovic@chabant.com> |
|---|---|
| date | Tue, 26 Dec 2023 16:55:22 -0800 |
| parents | c4dbbbb4990a |
| children | 08ee3ffbe508 |
| rev | line source |
|---|---|
|
69
dafbbf25bfc8
Upgrade bluesky silo to atproto 0.0.35 and unit tests.
Ludovic Chabant <ludovic@chabant.com>
parents:
63
diff
changeset
|
1 import os.path |
| 46 | 2 import pytest |
|
69
dafbbf25bfc8
Upgrade bluesky silo to atproto 0.0.35 and unit tests.
Ludovic Chabant <ludovic@chabant.com>
parents:
63
diff
changeset
|
3 from atproto import models as atprotomodels |
| 46 | 4 from .mockutil import mock_urllib |
| 5 | |
| 6 | |
| 7 def test_one_article(cli, feedutil, bskymock): | |
| 8 feed = cli.createTempFeed(feedutil.makeFeed( | |
| 9 """<h1 class="p-name">A new article</h1> | |
| 10 <div class="e-content"> | |
| 11 <p>This is the text of the article.</p> | |
| 12 <p>It has 2 paragraphs.</p> | |
| 13 </div> | |
| 14 <a class="u-url" href="https://example.org/a-new-article">permalink</a>""" | |
| 15 )) | |
| 16 | |
| 17 cli.appendSiloConfig('test', 'bluesky') | |
| 18 cli.setFeedConfig('feed', feed) | |
| 19 bskymock.installCredentials(cli, 'test') | |
| 20 | |
| 21 ctx, _ = cli.run('process') | |
| 22 assert ctx.cache.wasPosted('test', 'https://example.org/a-new-article') | |
| 23 post = ctx.silos[0].client.posts[0] | |
|
69
dafbbf25bfc8
Upgrade bluesky silo to atproto 0.0.35 and unit tests.
Ludovic Chabant <ludovic@chabant.com>
parents:
63
diff
changeset
|
24 assert post == ( |
|
dafbbf25bfc8
Upgrade bluesky silo to atproto 0.0.35 and unit tests.
Ludovic Chabant <ludovic@chabant.com>
parents:
63
diff
changeset
|
25 'A new article https://example.org/a-new-article', |
|
dafbbf25bfc8
Upgrade bluesky silo to atproto 0.0.35 and unit tests.
Ludovic Chabant <ludovic@chabant.com>
parents:
63
diff
changeset
|
26 None, |
|
dafbbf25bfc8
Upgrade bluesky silo to atproto 0.0.35 and unit tests.
Ludovic Chabant <ludovic@chabant.com>
parents:
63
diff
changeset
|
27 [_make_link_facet('https://example.org/a-new-article', 14, 47)]) |
| 46 | 28 |
| 29 | |
| 30 def test_one_micropost(cli, feedutil, bskymock): | |
| 31 feed = cli.createTempFeed(feedutil.makeFeed( | |
| 32 """<p class="p-name">This is a quick update.</p> | |
| 33 <a class="u-url" href="/01234.html">permalink</a>""" | |
| 34 )) | |
| 35 | |
| 36 cli.appendSiloConfig('test', 'bluesky') | |
| 37 cli.setFeedConfig('feed', feed) | |
| 38 bskymock.installCredentials(cli, 'test') | |
| 39 | |
| 40 ctx, _ = cli.run('process') | |
| 41 assert ctx.cache.wasPosted('test', '/01234.html') | |
| 42 post = ctx.silos[0].client.posts[0] | |
| 43 assert post == ("This is a quick update.", None, None) | |
| 44 | |
| 45 | |
| 46 def test_one_micropost_with_one_photo(cli, feedutil, bskymock, monkeypatch): | |
| 47 feed = cli.createTempFeed(feedutil.makeFeed( | |
| 48 """<p class="p-name">This is a quick photo update.</p> | |
| 49 <div> | |
| 50 <a class="u-photo" href="/fullimg.jpg"><img src="/thumbimg.jpg"/></a> | |
| 51 </div> | |
| 52 <a class="u-url" href="/01234.html">permalink</a>""" | |
| 53 )) | |
| 54 | |
| 55 cli.appendSiloConfig('test', 'bluesky') | |
| 56 cli.setFeedConfig('feed', feed) | |
| 57 bskymock.installCredentials(cli, 'test') | |
| 58 | |
| 59 with monkeypatch.context() as m: | |
| 60 import silorider.silos.bluesky | |
| 61 mock_urllib(m) | |
|
69
dafbbf25bfc8
Upgrade bluesky silo to atproto 0.0.35 and unit tests.
Ludovic Chabant <ludovic@chabant.com>
parents:
63
diff
changeset
|
62 m.setattr(os.path, 'getsize', lambda path: 42) |
|
58
d65f6dced79f
Fix media callback patches in unit tests
Ludovic Chabant <ludovic@chabant.com>
parents:
48
diff
changeset
|
63 m.setattr(silorider.silos.bluesky.BlueskySilo, 'mediaCallback', |
| 46 | 64 _patched_media_callback) |
| 65 ctx, _ = cli.run('process') | |
| 66 | |
| 67 assert ctx.cache.wasPosted('test', '/01234.html') | |
| 68 blob = ctx.silos[0].client.blobs[0] | |
| 69 assert blob == ('/retrieved/fullimg.jpg', None) | |
| 70 post = ctx.silos[0].client.posts[0] | |
|
63
c4dbbbb4990a
Fix Bluesky unit tests
Ludovic Chabant <ludovic@chabant.com>
parents:
58
diff
changeset
|
71 assert post[1].images[0].__test_index == 0 |
|
c4dbbbb4990a
Fix Bluesky unit tests
Ludovic Chabant <ludovic@chabant.com>
parents:
58
diff
changeset
|
72 embed = atprotomodels.AppBskyEmbedImages.Main(images=[ |
|
c4dbbbb4990a
Fix Bluesky unit tests
Ludovic Chabant <ludovic@chabant.com>
parents:
58
diff
changeset
|
73 _make_atproto_image('/retrieved/fullimg.jpg', test_index=0)]) |
| 46 | 74 assert post == ("This is a quick photo update.", embed, None) |
| 75 | |
| 76 | |
| 77 def test_one_micropost_with_two_photos(cli, feedutil, bskymock, monkeypatch): | |
| 78 feed = cli.createTempFeed(feedutil.makeFeed( | |
| 79 """<p class="p-name">This is a photo update with 2 photos.</p> | |
| 80 <div> | |
| 81 <a class="u-photo" href="/fullimg1.jpg"><img src="/thumbimg1.jpg"/></a> | |
| 82 <a class="u-photo" href="/fullimg2.jpg"><img src="/thumbimg2.jpg"/></a> | |
| 83 </div> | |
| 84 <a class="u-url" href="/01234.html">permalink</a>""" | |
| 85 )) | |
| 86 | |
| 87 cli.appendSiloConfig('test', 'bluesky') | |
| 88 cli.setFeedConfig('feed', feed) | |
| 89 bskymock.installCredentials(cli, 'test') | |
| 90 | |
| 91 with monkeypatch.context() as m: | |
| 92 import silorider.silos.bluesky | |
| 93 mock_urllib(m) | |
|
69
dafbbf25bfc8
Upgrade bluesky silo to atproto 0.0.35 and unit tests.
Ludovic Chabant <ludovic@chabant.com>
parents:
63
diff
changeset
|
94 m.setattr(os.path, 'getsize', lambda path: 42) |
|
58
d65f6dced79f
Fix media callback patches in unit tests
Ludovic Chabant <ludovic@chabant.com>
parents:
48
diff
changeset
|
95 m.setattr(silorider.silos.bluesky.BlueskySilo, 'mediaCallback', |
| 46 | 96 _patched_media_callback) |
| 97 ctx, _ = cli.run('process') | |
| 98 | |
| 99 assert ctx.cache.wasPosted('test', '/01234.html') | |
| 100 blob = ctx.silos[0].client.blobs[0] | |
| 101 assert blob == ('/retrieved/fullimg1.jpg', None) | |
| 102 blob = ctx.silos[0].client.blobs[1] | |
| 103 assert blob == ('/retrieved/fullimg2.jpg', None) | |
| 104 post = ctx.silos[0].client.posts[0] | |
|
63
c4dbbbb4990a
Fix Bluesky unit tests
Ludovic Chabant <ludovic@chabant.com>
parents:
58
diff
changeset
|
105 embed = atprotomodels.AppBskyEmbedImages.Main(images=[ |
|
c4dbbbb4990a
Fix Bluesky unit tests
Ludovic Chabant <ludovic@chabant.com>
parents:
58
diff
changeset
|
106 _make_atproto_image('/retrieved/fullimg1.jpg', test_index=0), |
|
c4dbbbb4990a
Fix Bluesky unit tests
Ludovic Chabant <ludovic@chabant.com>
parents:
58
diff
changeset
|
107 _make_atproto_image('/retrieved/fullimg2.jpg', test_index=1)]) |
| 46 | 108 assert post == ("This is a photo update with 2 photos.", embed, None) |
| 109 | |
| 110 | |
| 111 def test_one_micropost_with_links(cli, feedutil, bskymock): | |
| 112 cli.appendSiloConfig('test', 'bluesky') | |
| 113 bskymock.installCredentials(cli, 'test') | |
| 114 | |
| 115 feed = cli.createTempFeed(feedutil.makeFeed( | |
| 116 """<p class="p-name">This is a link: http://example.org/blah</p> | |
| 117 <a class="u-url" href="/01234.html">permalink</a>""")) | |
| 118 | |
| 119 cli.setFeedConfig('feed', feed) | |
| 120 ctx, _ = cli.run('process') | |
| 121 post = ctx.silos[0].client.posts[0] | |
| 122 assert post[0] == "This is a link: http://example.org/blah" | |
| 123 assert post[2] == None | |
| 124 | |
| 125 feed = cli.createTempFeed(feedutil.makeFeed( | |
| 126 """<p class="e-content">This is another link: <a href="http://example.org/blah">http://example.org/blah</a></p> | |
| 127 <a class="u-url" href="/01234.html">permalink</a>""")) # NOQA | |
| 128 cli.setFeedConfig('feed', feed) | |
| 129 ctx, _ = cli.run('process') | |
| 130 post = ctx.silos[0].client.posts[0] | |
| 131 assert post[0] == "This is another link: http://example.org/blah" # NOQA | |
| 132 facet = _make_link_facet('http://example.org/blah', 22, 45) | |
| 133 assert post[2] == [facet] | |
| 134 | |
| 135 feed = cli.createTempFeed(feedutil.makeFeed( | |
| 136 """<p class="e-content">This is yet <a href="http://example.org/blah">another link</a></p> | |
| 137 <a class="u-url" href="/01234.html">permalink</a>""")) # NOQA | |
| 138 cli.setFeedConfig('feed', feed) | |
| 139 ctx, _ = cli.run('process') | |
| 140 post = ctx.silos[0].client.posts[0] | |
| 141 assert post[0] == "This is yet another link" # NOQA | |
| 142 facet = _make_link_facet('http://example.org/blah', 12, 24) | |
| 143 assert post[2] == [facet] | |
| 144 | |
| 145 | |
| 146 def _make_link_facet(url, start, end): | |
| 147 return atprotomodels.AppBskyRichtextFacet.Main( | |
| 148 features=[atprotomodels.AppBskyRichtextFacet.Link(uri=url)], | |
| 149 index=atprotomodels.AppBskyRichtextFacet.ByteSlice( | |
| 150 byteStart=start, byteEnd=end), | |
| 151 ) | |
| 152 | |
| 153 | |
| 154 def _patched_media_callback(self, tmpfile, mt, url, desc): | |
| 155 return self.client.upload_blob(tmpfile, desc) | |
| 156 | |
| 157 | |
| 158 @pytest.fixture(scope='session') | |
| 159 def bskymock(): | |
| 160 from silorider.silos.bluesky import BlueskySilo | |
| 161 BlueskySilo._CLIENT_CLASS = BlueskyMock | |
| 162 return BlueskyMockUtil() | |
| 163 | |
| 164 | |
|
63
c4dbbbb4990a
Fix Bluesky unit tests
Ludovic Chabant <ludovic@chabant.com>
parents:
58
diff
changeset
|
165 def _make_atproto_image(link, alt="", mime_type="image/jpg", size=100, test_index=None): |
|
c4dbbbb4990a
Fix Bluesky unit tests
Ludovic Chabant <ludovic@chabant.com>
parents:
58
diff
changeset
|
166 # atproto will validate models and that forces us to create |
|
c4dbbbb4990a
Fix Bluesky unit tests
Ludovic Chabant <ludovic@chabant.com>
parents:
58
diff
changeset
|
167 # an actual Image object. |
|
c4dbbbb4990a
Fix Bluesky unit tests
Ludovic Chabant <ludovic@chabant.com>
parents:
58
diff
changeset
|
168 # Not sure why we need to use model_validate here -- the simple |
|
c4dbbbb4990a
Fix Bluesky unit tests
Ludovic Chabant <ludovic@chabant.com>
parents:
58
diff
changeset
|
169 # constructor with keywords throws a validation error :( |
|
69
dafbbf25bfc8
Upgrade bluesky silo to atproto 0.0.35 and unit tests.
Ludovic Chabant <ludovic@chabant.com>
parents:
63
diff
changeset
|
170 blob_link = atprotomodels.blob_ref.IpldLink.model_validate({'$link': link}) |
|
63
c4dbbbb4990a
Fix Bluesky unit tests
Ludovic Chabant <ludovic@chabant.com>
parents:
58
diff
changeset
|
171 blob = atprotomodels.blob_ref.BlobRef(mime_type=mime_type, ref=blob_link, size=size) |
|
c4dbbbb4990a
Fix Bluesky unit tests
Ludovic Chabant <ludovic@chabant.com>
parents:
58
diff
changeset
|
172 img = atprotomodels.AppBskyEmbedImages.Image(alt=alt, image=blob) |
|
c4dbbbb4990a
Fix Bluesky unit tests
Ludovic Chabant <ludovic@chabant.com>
parents:
58
diff
changeset
|
173 if test_index is not None: |
|
c4dbbbb4990a
Fix Bluesky unit tests
Ludovic Chabant <ludovic@chabant.com>
parents:
58
diff
changeset
|
174 img.__test_index = test_index |
|
c4dbbbb4990a
Fix Bluesky unit tests
Ludovic Chabant <ludovic@chabant.com>
parents:
58
diff
changeset
|
175 return img |
|
c4dbbbb4990a
Fix Bluesky unit tests
Ludovic Chabant <ludovic@chabant.com>
parents:
58
diff
changeset
|
176 |
|
c4dbbbb4990a
Fix Bluesky unit tests
Ludovic Chabant <ludovic@chabant.com>
parents:
58
diff
changeset
|
177 |
| 46 | 178 class BlueskyMock: |
| 179 def __init__(self, base_url): | |
| 180 # base_url is unused here. | |
| 181 self.posts = [] | |
| 182 self.blobs = [] | |
| 183 | |
| 184 def login(self, email, password): | |
| 185 assert email == 'TEST_EMAIL' | |
| 186 assert password == 'TEST_PASSWORD' | |
| 187 | |
| 188 def upload_blob(self, tmpfile, desc): | |
|
63
c4dbbbb4990a
Fix Bluesky unit tests
Ludovic Chabant <ludovic@chabant.com>
parents:
58
diff
changeset
|
189 img = _make_atproto_image(tmpfile, test_index=len(self.blobs)) |
| 46 | 190 self.blobs.append((tmpfile, desc)) |
|
63
c4dbbbb4990a
Fix Bluesky unit tests
Ludovic Chabant <ludovic@chabant.com>
parents:
58
diff
changeset
|
191 return img |
| 46 | 192 |
|
48
486affad656e
Rewrite posting process with card system and more structured API
Ludovic Chabant <ludovic@chabant.com>
parents:
46
diff
changeset
|
193 def send_post(self, text, post_datetime=None, embed=None, facets=None): |
| 46 | 194 self.posts.append((text, embed, facets)) |
| 195 | |
| 196 | |
| 197 class BlueskyMockUtil: | |
| 198 def installCredentials(self, cli, silo_name): | |
| 199 def do_install_credentials(ctx): | |
| 200 ctx.cache.setCustomValue( | |
| 201 '%s_email' % silo_name, | |
| 202 'TEST_EMAIL') | |
| 203 ctx.cache.setCustomValue( | |
| 204 '%s_password' % silo_name, | |
| 205 'TEST_PASSWORD') | |
| 206 | |
| 207 cli.preExecHook(do_install_credentials) |