piecrust2: tests/test_pipelines

comparison tests/test_pipelines_asset.py @ 979:45ad976712ec

tests: Big push to get the tests to pass again. - Lots of fixes everywhere in the code. - Try to handle debug logging in the multiprocessing worker pool when running in pytest. Not perfect, but usable for now. - Replace all `.md` test files with `.html` since now a auto-format extension always sets the format. - Replace `out` with `outfiles` in most places since now blog archives are added to the bake output and I don't want to add expected outputs for blog archives everywhere.

author	Ludovic Chabant <ludovic@chabant.com>
date	Sun, 29 Oct 2017 22:51:57 -0700
parents	72f17534d58e
children	2b2eaee96121

comparison

equal deleted inserted replaced

-:7e51d14097cb
+:45ad976712ec
 import time
 import os.path
-import shutil
+import random
 import inspect
 import pytest
 from piecrust.pipelines.asset import get_filtered_processors
 from piecrust.pipelines.records import MultiRecord
 from piecrust.processing.base import SimpleFileProcessor
 from .mockutil import mock_fs, mock_fs_scope
 class FooProcessor(SimpleFileProcessor):
-def __init__(self, exts=None, open_func=None):
+def __init__(self, name=None, exts=None, open_func=None):
-exts = exts or {'foo', 'foo'}
+self.PROCESSOR_NAME = name or 'foo'
-super(FooProcessor, self).__init__({exts[0]: exts[1]})
+exts = exts or {'foo': 'foo'}
-self.PROCESSOR_NAME = exts[0]
+super().__init__(exts)
 self.open_func = open_func or open
 def _doProcess(self, in_path, out_path):
 with self.open_func(in_path, 'r') as f:
 text = f.read()
 with self.open_func(out_path, 'w') as f:
 f.write("%s: %s" % (self.PROCESSOR_NAME.upper(), text))
 return True
-class NoopProcessor(SimpleFileProcessor):
+def _get_test_plugin_name():
-def __init__(self, exts):
+return 'foo_%d' % random.randrange(1000)
-super(NoopProcessor, self).__init__({exts[0]: exts[1]})
-self.PROCESSOR_NAME = exts[0]
-self.processed = []
+def _get_test_fs(*, plugins=None, processors=None):
+plugins = plugins or []
-def _doProcess(self, in_path, out_path):
+processors = processors or []
-self.processed.append(in_path)
+processors.append('copy')
-shutil.copyfile(in_path, out_path)
-return True
-def _get_test_fs(processors=None):
-if processors is None:
-processors = 'copy'
 return (mock_fs()
 .withDir('counter')
 .withConfig({
+'site': {
+'plugins': plugins
+},
 'pipelines': {
 'asset': {
 'processors': processors
 }
 }
 }))
-def _create_test_plugin(fs, *, foo_exts=None, noop_exts=None):
+def _create_test_plugin(fs, plugname, *, foo_name=None, foo_exts=None):
 src = [
 'from piecrust.plugins.base import PieCrustPlugin',
 'from piecrust.processing.base import SimpleFileProcessor']
 foo_lines = inspect.getsourcelines(FooProcessor)
 src += ['']
 src += map(lambda l: l.rstrip('\n'), foo_lines[0])
-noop_lines = inspect.getsourcelines(NoopProcessor)
-src += ['']
-src += map(lambda l: l.rstrip('\n'), noop_lines[0])
 src += [
 '',
-'class FooNoopPlugin(PieCrustPlugin):',
+'class FooPlugin(PieCrustPlugin):',
 '    def getProcessors(self):',
-'        yield FooProcessor(%s)' % repr(foo_exts),
+'        yield FooProcessor(%s, %s)' % (repr(foo_name),
-'        yield NoopProcessor(%s)' % repr(noop_exts),
+repr(foo_exts)),
 '',
-'__piecrust_plugin__ = FooNoopPlugin']
+'__piecrust_plugin__ = FooPlugin']
-fs.withFile('kitchen/plugins/foonoop.py', src)
+print("Creating plugin with source:\n%s" % '\n'.join(src))
+fs.withFile('kitchen/plugins/%s.py' % plugname, '\n'.join(src))
 def _bake_assets(fs):
-fs.runChef('bake', '-p', 'asset')
+fs.runChef('bake', '-p', 'asset', '-o', fs.path('counter'))
 def test_empty():
 fs = _get_test_fs()
 with mock_fs_scope(fs):
 assert expected == fs.getStructure('counter')
 def test_one_file():
 fs = (_get_test_fs()
-.withFile('kitchen/assets/something.html', 'A test file.'))
+.withFile('kitchen/assets/something.foo', 'A test file.'))
 with mock_fs_scope(fs):
 expected = {}
 assert expected == fs.getStructure('counter')
 _bake_assets(fs)
-expected = {'something.html': 'A test file.'}
+expected = {'something.foo': 'A test file.'}
 assert expected == fs.getStructure('counter')
 def test_one_level_dirtyness():
 fs = (_get_test_fs()
 assert expected == fs.getStructure('counter')
 assert mtime < os.path.getmtime(fs.path('/counter/blah.foo'))
 def test_two_levels_dirtyness():
-fs = (_get_test_fs()
+plugname = _get_test_plugin_name()
+fs = (_get_test_fs(plugins=[plugname], processors=['foo'])
 .withFile('kitchen/assets/blah.foo', 'A test file.'))
-_create_test_plugin(fs, foo_exts=('foo', 'bar'))
+_create_test_plugin(fs, plugname, foo_exts={'foo': 'bar'})
 with mock_fs_scope(fs):
 _bake_assets(fs)
 expected = {'blah.bar': 'FOO: A test file.'}
 assert expected == fs.getStructure('counter')
 mtime = os.path.getmtime(fs.path('/counter/blah.bar'))
 time.sleep(1)
 os.remove(fs.path('/kitchen/assets/blah2.foo'))
 expected = {
 'blah1.foo': 'A test file.'}
 assert expected == fs.getStructure('kitchen/assets')
-_bake_assets(1)
+_bake_assets(fs)
 assert expected == fs.getStructure('counter')
 def test_record_version_change():
-fs = (_get_test_fs()
+plugname = _get_test_plugin_name()
+fs = (_get_test_fs(plugins=[plugname], processors=['foo'])
 .withFile('kitchen/assets/blah.foo', 'A test file.'))
-_create_test_plugin(fs, foo_exts=('foo', 'foo'))
+_create_test_plugin(fs, plugname)
 with mock_fs_scope(fs):
-_bake_assets(fs)
+time.sleep(1)
-assert os.path.exists(fs.path('/counter/blah.foo')) is True
+_bake_assets(fs)
-mtime = os.path.getmtime(fs.path('/counter/blah.foo'))
+time.sleep(0.1)
+mtime = os.path.getmtime(fs.path('counter/blah.foo'))
-time.sleep(1)
-_bake_assets(fs)
+time.sleep(1)
-assert mtime == os.path.getmtime(fs.path('/counter/blah.foo'))
+_bake_assets(fs)
+time.sleep(0.1)
-time.sleep(1)
+assert mtime == os.path.getmtime(fs.path('counter/blah.foo'))
 MultiRecord.RECORD_VERSION += 1
 try:
+time.sleep(1)
 _bake_assets(fs)
-assert mtime < os.path.getmtime(fs.path('/counter/blah.foo'))
+time.sleep(0.1)
+assert mtime < os.path.getmtime(fs.path('counter/blah.foo'))
 finally:
 MultiRecord.RECORD_VERSION -= 1
 @pytest.mark.parametrize('patterns, expected', [

Mercurial > piecrust2

comparison tests/test_pipelines_asset.py @ 979:45ad976712ec