Require READS, search params and a dated robots record; record robots.txt per requested path
Every reader declares, so undeclared(), the scope() fallback, robots_page and ROBOTS_ANY_CASE go. A search provider needs PARAMS and clean_params, a row may carry company, places gains none. Each robots record names the paths the reader requests, from robots.txt read again on 2026-09-30. Platsbanken states remote, HR Manager states no place. Co-Authored-By: Claude Fable 5.1 <noreply@anthropic.com>
This commit is contained in:
1 parent
4e827665dd
commit
2349fc424b
46 files changed
+323
-100
No files matched your search
@@ -35,10 +35,10 @@ def test_the_employment_type_is_the_hosts_word() -> None:
|
||||
assert (first["employment"], second["employment"]) == ("FullTime", "Contract")
|
||||
|
||||
|
||||
def test_it_declares_a_whole_listing_of_trusted_dates_and_no_robots_check() -> None:
|
||||
def test_it_declares_a_whole_listing_of_trusted_dates_and_its_robots_record() -> None:
|
||||
reads = ashby.READS
|
||||
assert (reads.listing, reads.text, reads.places, reads.empty) == (
|
||||
"whole", "listing", "many", "suspect")
|
||||
assert reads.fields.posted == "trusted" and reads.fields.pay == "figures"
|
||||
assert reads.robots == "api: no robots.txt check needed (public board API), 2026-09-30"
|
||||
assert reads.robots.startswith("read: ") and "(checked 2026-09-30)" in reads.robots
|
||||
assert ashby.feed_url("acme", Ask()).endswith("/job-board/acme?includeCompensation=true")
|
||||
Reference in new issue
Block a user