"""`prep`: the stage that maps what a pull stored, `app.prep.run`. In the pull cascade it follows the pull, whose settle has closed what is gone, and maps every role the pull changed, then folds the copies across the whole database (`Store.rebuild_dupes`, which the pull's settle used to run). After `fetch_text` it maps the roles their own pages filled, since only those are due. `solo`, so two cascades never write the same rows at once. """ from __future__ import annotations import logging from typing import Any from app import prep from app.config import Config from app.storage import Store from pipeline import NULL, RunContext, job log = logging.getLogger(__name__) @job("prep", "Mapping the roles' host words", solo=True, resource="cpu") def run_prep(config: Config, store: Store, *, remap: bool = False, context: RunContext = NULL) -> dict[str, Any]: """Map the due roles, every open one when the tables changed, and fold the copies. `remap` maps every role, closed ones included.""" done = prep.run(store, remap=remap) log.info("prep: %d read, %d written, %d words unmapped, %s copies%s", done.read, done.written, done.unmapped, done.copies, ", tables changed" if done.remapped else "") return done._asdict()