annotate tests/mockutil.py @ 33:9e4eb3f2754e
Improve handling of character limits in html stripping
The code now more closely keeps track of character counts during html
stripping, and should be absolutely exact. When the limit is exceeded,
it now restarts the stripping without any URLs to prevent incorrect
trimming. It also better preserves whitespace in the original post.
New tests are added for Twitter silo to ensure it works as expected.
| author |
Ludovic Chabant <ludovic@chabant.com> |
| date |
Wed, 10 May 2023 16:10:12 -0700 |
| parents |
27543b2e73b9 |
| children |
b404445082f8 |
| rev |
line source |
|
2
|
1
|
|
|
2 def mock_urllib(m):
|
|
|
3 import urllib.request
|
|
|
4 m.setattr(urllib.request, 'urlretrieve', _patched_urlretrieve)
|
|
|
5 m.setattr(urllib.request, 'urlcleanup', _patched_urlcleanup)
|
|
|
6 return m
|
|
|
7
|
|
|
8
|
|
|
9 def _patched_urlretrieve(url):
|
|
|
10 return ('/retrieved/' + url.lstrip('/'), None)
|
|
|
11
|
|
|
12
|
|
|
13 def _patched_urlcleanup():
|
|
|
14 pass
|
