Mercurial > piecrust2
view piecrust/pipelines/base.py @ 853:f070a4fc033c
core: Continue PieCrust3 refactor, simplify pages.
The asset pipeline is still the only function pipeline at this point.
* No more `QualifiedPage`, and several other pieces of code deleted.
* Data providers are simpler and more focused. For instance, the page iterator
doesn't try to support other types of items.
* Route parameters are proper known source metadata to remove the confusion
between the two.
* Make the baker and pipeline more correctly manage records and record
histories.
* Add support for record collapsing and deleting stale outputs in the asset
pipeline.
author | Ludovic Chabant <ludovic@chabant.com> |
---|---|
date | Sun, 21 May 2017 00:06:59 -0700 |
parents | 4850f8c21b6e |
children | 08e02c2a2a1a |
line wrap: on
line source
import os.path import logging logger = logging.getLogger(__name__) class PipelineContext: """ The context for running a content pipeline. """ def __init__(self, out_dir, record_history, *, worker_id=-1, force=None): self.out_dir = out_dir self.record_history = record_history self.worker_id = worker_id self.force = force @property def is_worker(self): """ Returns `True` if the content pipeline is running inside a worker process, and this is the first one. """ return self.worker_id >= 0 @property def is_main_process(self): """ Returns `True` is the content pipeline is running inside the main process (and not a worker process). This is the case if there are no worker processes at all. """ return self.worker_id < 0 @property def current_record(self): return self.record_history.current class PipelineResult: """ Result of running a pipeline on a content item. """ def __init__(self): self.pipeline_name = None self.record_entry = None class ContentPipeline: """ A pipeline that processes content from a `ContentSource`. """ PIPELINE_NAME = None PIPELINE_PASSES = 1 RECORD_ENTRY_CLASS = None def __init__(self, source): self.source = source app = source.app tmp_dir = app.cache_dir if not tmp_dir: import tempfile tmp_dir = os.path.join(tempfile.gettempdir(), 'piecrust') self.tmp_dir = os.path.join(tmp_dir, self.PIPELINE_NAME) @property def app(self): return self.source.app def initialize(self, ctx): pass def run(self, content_item, ctx, result): raise NotImplementedError() def getDeletions(self, ctx): pass def collapseRecords(self, ctx): pass def shutdown(self, ctx): pass