Mercurial > piecrust2
view piecrust/importing/piecrust.py @ 113:de257cc40ce1
Re-enable proper caching of rendered segments in server.
The server keeps records on files that are processed while the server is
running. Disk caching is simply disabled for files that are known to use
other pages -- because unlike the baker, there's no cheap way to know
which files are up to date or not, and rendering is faster enough anyway.
author | Ludovic Chabant <ludovic@chabant.com> |
---|---|
date | Sun, 19 Oct 2014 00:30:44 -0700 |
parents | 9ae3237365eb |
children | 46842f71f31f |
line wrap: on
line source
import os import os.path import re import shutil import logging import yaml from piecrust.importing.base import FileWalkingImporter logger = logging.getLogger(__name__) class PieCrust1Importer(FileWalkingImporter): def __init__(self): super(PieCrust1Importer, self).__init__() self.name = 'piecrust1' self.description = "Imports content from a PieCrust 1 website." self.requires_website = False def setupParser(self, parser, app): super(PieCrust1Importer, self).setupParser(parser, app) parser.add_argument('root_dir', nargs='?', help="The root directory of the PieCrust 1 website.") parser.add_argument('--upgrade', action='store_true', help="Upgrade the current website in place.") def importWebsite(self, app, args): if app.root_dir and args.upgrade: raise Exception("Can't specifiy both a root directory and `--upgrade`.") if app.root_dir is None and not args.upgrade: raise Exception("Need to specify either a root directory or `--upgrade`.") root_dir = os.getcwd() if args.upgrade else app.root_dir logger.debug("Importing PieCrust 1 site from: %s" % root_dir) exclude = args.exclude or [] exclude += ['_cache', '_counter'] self._startWalk(root_dir, exclude, root_dir, args.upgrade) if args.upgrade: self._cleanEmptyDirectories(root_dir) logger.info("The PieCrust website was successfully imported.") def _importFile(self, full_fn, rel_fn, out_root_dir, is_move): logger.debug("- %s" % rel_fn) dest_path = rel_fn convert_func = None if rel_fn.replace('\\', '/') == '_content/config.yml': dest_path = 'config.yml' convert_func = self.convertConfig elif rel_fn.startswith('_content'): dest_path = rel_fn[len('_content/'):] fn_dirname = os.path.dirname(rel_fn) if not fn_dirname.endswith('-assets'): convert_func = self.convertPage else: dest_path = 'assets/' + rel_fn logger.debug(" %s -> %s" % (rel_fn, dest_path)) full_dest_path = os.path.join(out_root_dir, dest_path) os.makedirs(os.path.dirname(full_dest_path), 0o755, True) if convert_func is None: if is_move: shutil.move(full_fn, full_dest_path) else: shutil.copy2(full_fn, full_dest_path) else: with open(full_fn, 'r', encoding='utf8') as fp: content = fp.read() converted_content = convert_func(content) with open(full_dest_path, 'w', encoding='utf8') as fp: fp.write(converted_content) if converted_content != content: logger.warning("'%s' has been modified. The original version " "has been kept for reference." % rel_fn) shutil.copy2(full_fn, full_dest_path + '.orig') if is_move: os.remove(full_fn) def _cleanEmptyDirectories(self, root_dir): for item in os.listdir(root_dir): if not os.path.isdir(item): continue file_count = 0 item_path = os.path.join(root_dir, item) for _, __, filenames in os.walk(item_path): file_count += len(filenames) if file_count == 0: logger.debug("Deleting empty directory: %s" % item) shutil.rmtree(item_path) def convertConfig(self, content): config = yaml.load(content) sitec = config.setdefault('site', {}) if 'templates_dirs' in sitec: tdc = sitec['templates_dirs'] cl = len('_content/') if isinstance(tdc, str) and re.match(r'^_content[/\\]', tdc): sitec['templates_dirs'] = tdc[cl:] elif isinstance(tdc, list): sitec['templates_dirs'] = list(map( lambda d: d[cl:] if re.match(r'^_content[/\\]', d) else d, tdc)) jinjac = config.setdefault('jinja', {}) jinjac['twig_compatibility'] = True content = yaml.dump(config, default_flow_style=False) return content def convertPage(self, content): return content