Require READS, search params and a dated robots record; record robots.txt per requested path

Every reader declares, so undeclared(), the scope() fallback, robots_page and
ROBOTS_ANY_CASE go. A search provider needs PARAMS and clean_params, a row may
carry company, places gains none. Each robots record names the paths the
reader requests, from robots.txt read again on 2026-09-30. Platsbanken states
remote, HR Manager states no place.

Co-Authored-By: Claude Fable 5.1 <noreply@anthropic.com>
This commit is contained in:
WolfandClaude Fable 5.1 committed 2026-09-30 15:51:13 +02:00
1 parent 4e827665dd
commit 2349fc424b
46 files changed
+323 -100

No files matched your search

+2 -3
View File
@@ -82,7 +82,7 @@ def _get(answer: bytes, asked: list[str] | None = None) -> Any:
def test_detail_reads_description_places_date_and_a_single_yearly_range() -> None:
row = {r["source_id"]: r for r in rippling.parse(BOARD, "rippling")}[DIRECTOR]
asked: list[str] = []
found = rippling.detail(_get((FIXTURES / "rippling-role.json").read_bytes(), asked),
found = rippling.detail(_get((FIXTURES / "rippling-detail.json").read_bytes(), asked),
"rippling", row)
assert asked == [f"https://api.rippling.com/platform/api/ats/v1/board/rippling/jobs/{DIRECTOR}"]
assert found["description"].startswith("About The Role")
@@ -96,7 +96,7 @@ def test_detail_reads_description_places_date_and_a_single_yearly_range() -> Non
def test_detail_without_pay_leaves_the_pay_columns_out() -> None:
found = rippling.detail(_get((FIXTURES / "rippling-role-2.json").read_bytes()),
found = rippling.detail(_get((FIXTURES / "rippling-detail-2.json").read_bytes()),
"prisma-careers", {"source_id": "x"})
assert found["description"].startswith("What is it like to work at Prisma?")
assert found["location"] == "Remote (Germany)"
@@ -165,7 +165,6 @@ def test_the_module_is_registered_as_a_feed_host_with_detail() -> None:
def test_the_urls() -> None:
assert rippling.feed_url("rippling") == FEED
assert rippling.careers_url("prisma-careers") == "https://ats.rippling.com/prisma-careers/jobs"
assert not hasattr(rippling, "robots_page") # decided when built, see READS.robots
allow = rippling.allowed("rippling")
assert allow("api.rippling.com") and allow("ATS.RIPPLING.COM")
for host in ("rippling.com", "www.rippling.com", "api.rippling.com.evil.example", "localhost"):