Let the runner drop and count a row without an id, a title or a link, as ADR Plugins 3.8 has it, in one place for whole, paged and search reads: the count is stamped per target, logged, named on the board's row, and over 10% of the rows fails the read; the 28 readers hand every listing over instead of skipping it
Co-Authored-By: Claude Fable 5.1 <noreply@anthropic.com>
This commit is contained in:
1 parent
38c31c830b
commit
911dfe8584
58 files changed
+479
-203
No files matched your search
+14
-6
@@ -17,8 +17,9 @@ A target is `host:slug`, e.g. `greenhouse:databricks`, `ashby:deepl`,
|
||||
`lever:eu/tomtom`, `teamtailor:careers.acme.com`; each host module says what
|
||||
its slug is. Every board is read independently; one that fails is logged,
|
||||
recorded as failing under `ats:failing:<target>`, and skipped, and so is one
|
||||
whose read lists under a tenth of what it listed last time (`_runner.read`'s
|
||||
guard), until it has failed that way for the pull's `stale_days`. A board's
|
||||
whose read lists under a tenth of what it listed last time, or drops more
|
||||
than a tenth of the rows its reader handed over (`_runner.read`'s guards),
|
||||
until it has failed that way for the pull's `stale_days`. A board's
|
||||
filter is the `reach` option the pull hands it (the agents', see
|
||||
`app/jobs/reach.py`), over which its subscription `params` (`{"countries":
|
||||
["DK"], "remote": true}`) win, narrowed to what its reader declares
|
||||
@@ -343,8 +344,10 @@ SIZE_PAGES = 100
|
||||
def board_size(target: str, *, client: httpx.Client | None = None) -> int:
|
||||
"""How many roles board `target` lists, unfiltered and without terms: a
|
||||
whole host's listing, the total a `complete="stated"` host gives on page
|
||||
1, else the listing read to the end, at most `SIZE_PAGES` pages. Raises
|
||||
as `_fetch_rows` does, so a board that does not answer is refused."""
|
||||
1, else the listing read to the end, at most `SIZE_PAGES` pages. A read
|
||||
counts the rows the runner dropped as well (`_listed`), as a stated total
|
||||
does. Raises as `_fetch_rows` does, so a board that does not answer is
|
||||
refused."""
|
||||
if not is_known_target(target):
|
||||
raise ValueError(f"{target!r} is not host:slug for a known ATS host")
|
||||
if client is None:
|
||||
@@ -358,7 +361,12 @@ def board_size(target: str, *, client: httpx.Client | None = None) -> int:
|
||||
if isinstance(total, int):
|
||||
return total
|
||||
limits = _runner.Limits(max_pages=SIZE_PAGES, page_delay=PAGE_DELAY)
|
||||
return len(_runner.read_listing(module, slug, get, limits=limits).ids)
|
||||
return _listed(_runner.read_listing(module, slug, get, limits=limits))
|
||||
|
||||
|
||||
def _listed(listing: _runner.Listing) -> int:
|
||||
"""The listings a read found: the ids it kept and the rows it dropped."""
|
||||
return len(listing.ids) + listing.dropped
|
||||
|
||||
|
||||
def keep_size(state: Any, target: str, size: int, *, today: str = "",
|
||||
@@ -462,7 +470,7 @@ class ATSSource(Source):
|
||||
[compound(i) for i in listing.ids])
|
||||
self.state.pop(failing, None)
|
||||
if unsized and listing.complete and not (listing.filtered or listing.narrowed):
|
||||
keep_size(self.state, target, len(listing.ids), reset=False)
|
||||
keep_size(self.state, target, _listed(listing), reset=False)
|
||||
if detail_sets is not None:
|
||||
# A complete listing drops the ids it no longer lists.
|
||||
for key, ids in zip(detail_keys(target), detail_sets, strict=False):
|
||||
|
||||
Reference in new issue
Block a user