32 lines
1.2 KiB
Python
32 lines
1.2 KiB
Python
"""`prep`: the stage that maps what a pull stored, `app.prep.run`.
|
|
|
|
In the pull cascade it follows the pull, whose settle has closed what is
|
|
gone, and maps every role the pull changed, then folds the copies across
|
|
the whole database (`Store.rebuild_dupes`, which the pull's settle used to
|
|
run). After `fetch_text` it maps the roles their own pages filled, since only
|
|
those are due. `solo`, so two cascades never write the same rows at once.
|
|
"""
|
|
|
|
from __future__ import annotations
|
|
|
|
import logging
|
|
from typing import Any
|
|
|
|
from app import prep
|
|
from app.config import Config
|
|
from app.storage import Store
|
|
from pipeline import NULL, RunContext, job
|
|
|
|
log = logging.getLogger(__name__)
|
|
|
|
|
|
@job("prep", "Mapping the roles' host words", solo=True, resource="cpu")
|
|
def run_prep(config: Config, store: Store, *, remap: bool = False,
|
|
context: RunContext = NULL) -> dict[str, Any]:
|
|
"""Map the due roles, every open one when the tables changed, and fold
|
|
the copies. `remap` maps every role, closed ones included."""
|
|
done = prep.run(store, remap=remap)
|
|
log.info("prep: %d read, %d written, %d words unmapped, %s copies%s", done.read,
|
|
done.written, done.unmapped, done.copies, ", tables changed" if done.remapped else "")
|
|
return done._asdict()
|