Mercurial > piecrust2
view piecrust/processing/compressors.py @ 1188:a7c43131d871
bake: Fix file write flushing problem with Python 3.8+
Writing the cache files fails in Python 3.8 because it looks like flushing
behaviour has changed. We need to explicitly flush. And even then, in very
rare occurrences, it looks like it can still run into racing conditions,
so we do a very hacky and ugly "retry" loop when fetching cached data :(
author | Ludovic Chabant <ludovic@chabant.com> |
---|---|
date | Tue, 15 Jun 2021 22:36:23 -0700 |
parents | a3dec0fbd9ce |
children |
line wrap: on
line source
import os import os.path import logging import platform import subprocess from piecrust.processing.base import Processor, SimpleFileProcessor logger = logging.getLogger(__name__) class CleanCssProcessor(Processor): PROCESSOR_NAME = 'cleancss' def __init__(self): super(CleanCssProcessor, self).__init__() self._conf = None def matches(self, path): return path.endswith('.css') and not path.endswith('.min.css') def getOutputFilenames(self, filename): self._ensureInitialized() basename, _ = os.path.splitext(filename) return ['%s%s' % (basename, self._conf['out_ext'])] def process(self, path, out_dir): self._ensureInitialized() _, in_name = os.path.split(path) out_name = self.getOutputFilenames(in_name)[0] out_path = os.path.join(out_dir, out_name) args = [self._conf['bin'], '-o', out_path] args += self._conf['options'] args.append(path) logger.debug("Cleaning CSS file: %s" % args) try: retcode = subprocess.call(args) except FileNotFoundError as ex: logger.error("Tried running CleanCSS processor with command: %s" % args) raise Exception("Error running CleanCSS processor. " "Did you install it?") from ex if retcode != 0: raise Exception("Error occured in CleanCSS. Please check " "log messages above for more information.") return True def _ensureInitialized(self): if self._conf is not None: return bin_name = 'cleancss' if platform.system() == 'Windows': bin_name += '.cmd' self._conf = self.app.config.get('cleancss') or {} self._conf.setdefault('bin', bin_name) self._conf.setdefault('options', ['--skip-rebase']) self._conf.setdefault('out_ext', '.css') if len(self._conf['out_ext']) > 0 and self._conf['out_ext'][0] != '.': self._conf['out_ext'] = '.' + self._conf['out_ext'] if not isinstance(self._conf['options'], list): raise Exception("The `cleancss/options` configuration setting " "must be an array of arguments.") class UglifyJSProcessor(SimpleFileProcessor): PROCESSOR_NAME = 'uglifyjs' def __init__(self): super(UglifyJSProcessor, self).__init__({'js': 'js'}) self._conf = None def matches(self, path): return path.endswith('.js') and not path.endswith('.min.js') def _doProcess(self, in_path, out_path): self._ensureInitialized() args = [self._conf['bin'], in_path, '-o', out_path] args += self._conf['options'] logger.debug("Uglifying JS file: %s" % args) try: retcode = subprocess.call(args) except FileNotFoundError as ex: logger.error("Tried running UglifyJS processor with command: %s" % args) raise Exception("Error running UglifyJS processor. " "Did you install it?") from ex if retcode != 0: raise Exception("Error occured in UglifyJS. Please check " "log messages above for more information.") return True def _ensureInitialized(self): if self._conf is not None: return bin_name = 'uglifyjs' if platform.system() == 'Windows': bin_name += '.cmd' self._conf = self.app.config.get('uglifyjs') or {} self._conf.setdefault('bin', bin_name) self._conf.setdefault('options', ['--compress']) if not isinstance(self._conf['options'], list): raise Exception("The `uglify/options` configuration setting " "must be an array of arguments.")