view piecrust/data/providersdata.py @ 1188:a7c43131d871

bake: Fix file write flushing problem with Python 3.8+ Writing the cache files fails in Python 3.8 because it looks like flushing behaviour has changed. We need to explicitly flush. And even then, in very rare occurrences, it looks like it can still run into racing conditions, so we do a very hacky and ugly "retry" loop when fetching cached data :(
author Ludovic Chabant <ludovic@chabant.com>
date Tue, 15 Jun 2021 22:36:23 -0700
parents ed308313bcda
children
line wrap: on
line source

import re
import collections.abc
from piecrust.configuration import ConfigurationError
from piecrust.dataproviders.base import (
    DataProvider, build_data_provider)


re_endpoint_sep = re.compile(r'[\/\.]')


class DataProvidersData(collections.abc.Mapping):
    def __init__(self, page):
        self._page = page
        self._dict = None

    def __getitem__(self, name):
        self._load()
        return self._dict[name]

    def __iter__(self):
        self._load()
        return iter(self._dict)

    def __len__(self):
        self._load()
        return len(self._dict)

    def _load(self):
        if self._dict is not None:
            return

        self._dict = {}
        for source in self._page.app.sources:
            pname = source.config.get('data_type') or 'page_iterator'
            pendpoint = source.config.get('data_endpoint')
            if not pname or not pendpoint:
                continue

            endpoint_bits = re_endpoint_sep.split(pendpoint)
            endpoint = self._dict
            for e in endpoint_bits[:-1]:
                if e not in endpoint:
                    endpoint[e] = {}
                endpoint = endpoint[e]
            existing = endpoint.get(endpoint_bits[-1])

            if existing is None:
                provider = build_data_provider(pname, source, self._page)
                endpoint[endpoint_bits[-1]] = provider
            elif isinstance(existing, DataProvider):
                existing._addSource(source)
            else:
                raise ConfigurationError(
                    "Endpoint '%s' can't be used for a data provider because "
                    "it's already used for something else." % pendpoint)