The seed was jobhunt-hq's 186 US boards, chosen because they could be read. It is now a hand-picked list of European tech employers, with `board` filled by the new `app.jobs.discover` from each company's own careers site and every board fetched once before it landed: 175 have one, and the rest keep the ATS host their site runs on (Teamtailor 32, Workday 12, SuccessFactors 9, ...) and a careers URL, as rows the app cannot read yet. Companies shows them as "not readable yet" with a link, behind a filter, so the next parser to write is the host that filter shows most. `app companies discover NAME DOMAIN [--add]` reads the home page, its careers links and the usual paths for a link into a known host, one level down on a careers page, and probes Greenhouse, Lever, Ashby, SmartRecruiters, Recruitee and Personio by slug when the pages link nothing. It is what the LinkedIn flow will call. Migration 7 adds companies.ats, country and city. The Workable parser now reads the v3 shape its list endpoint actually sends (location object, department list, shortcode and no URL or text); the first populated board showed it. Co-Authored-By: Claude Fable 5.1 <noreply@anthropic.com>
180 lines
7.3 KiB
Python
180 lines
7.3 KiB
Python
"""The `ats` plugin: each host's parser against a saved feed, the function
|
|
classifier, and the fetch allow-list. No network — every fixture is a file
|
|
under `tests/fixtures/ats/`."""
|
|
|
|
from __future__ import annotations
|
|
|
|
import sys
|
|
from pathlib import Path
|
|
|
|
import pytest
|
|
|
|
ROOT = Path(__file__).resolve().parents[1]
|
|
if str(ROOT) not in sys.path:
|
|
sys.path.insert(0, str(ROOT))
|
|
|
|
from plugins import ats # noqa: E402
|
|
|
|
FIXTURES = ROOT / "tests" / "fixtures" / "ats"
|
|
|
|
|
|
def _rows(host: str, slug: str = "acme") -> list[ats.Row]:
|
|
path = FIXTURES / f"{host}.{'xml' if host == 'personio' else 'json'}"
|
|
body = path.read_bytes()
|
|
return ats._PARSERS[host](body, slug)
|
|
|
|
|
|
# ------------------------------------------------------------------ hosts
|
|
|
|
def test_greenhouse_parses_titles_locations_and_html_description() -> None:
|
|
rows = _rows("greenhouse")
|
|
# The javascript: and data: rows are refused, same as the two real ones
|
|
# are kept: a feed is external content, never trusted as a URL.
|
|
assert [r["source_id"] for r in rows] == ["1001", "1002"]
|
|
first = rows[0]
|
|
assert first["title"] == "Senior Backend Engineer" # trimmed
|
|
assert first["location"] == "Berlin, Germany"
|
|
assert first["department"] == "Engineering"
|
|
assert first["description"] == "Build our core platform."
|
|
assert first["posted"] is not None and first["posted"].year == 2026
|
|
assert first["remote"] is None
|
|
|
|
|
|
def test_lever_parses_categories_and_workplace_type() -> None:
|
|
rows = _rows("lever")
|
|
assert [r["source_id"] for r in rows] == ["2001", "2002"]
|
|
first = rows[0]
|
|
assert first["department"] == "Engineering"
|
|
assert first["remote"] == "remote"
|
|
assert first["description"] == "Own our platform reliability."
|
|
# createdAt=0 means "no date", not epoch zero.
|
|
assert rows[1]["posted"] is None
|
|
|
|
|
|
def test_ashby_parses_is_remote_and_compensation() -> None:
|
|
rows = _rows("ashby")
|
|
assert [r["source_id"] for r in rows] == ["3001", "3002"]
|
|
assert rows[0]["remote"] is False
|
|
assert rows[0]["salary"] == "70,000-90,000 EUR"
|
|
assert rows[1]["remote"] is True
|
|
|
|
|
|
def test_workable_builds_the_job_url_and_reads_location_and_remote() -> None:
|
|
rows = _rows("workable", slug="huggingface")
|
|
assert [r["source_id"] for r in rows] == ["6125026", "6125041"]
|
|
assert rows[0]["url"] == "https://apply.workable.com/huggingface/j/DB4D7C0EC8/"
|
|
assert rows[0]["location"] == "France"
|
|
assert rows[0]["remote"] is True
|
|
assert rows[0]["department"] == "Product"
|
|
assert rows[1]["location"] == "Berlin, Germany"
|
|
assert rows[1]["remote"] is False
|
|
assert rows[0]["description"] == "" # the list endpoint carries no text
|
|
|
|
|
|
def test_smartrecruiters_builds_the_job_url_from_id_and_slug() -> None:
|
|
rows = _rows("smartrecruiters", slug="Acme")
|
|
assert [r["source_id"] for r in rows] == ["744000151326819", "744000147485112"]
|
|
assert rows[0]["url"] == "https://jobs.smartrecruiters.com/Acme/744000151326819"
|
|
assert rows[0]["location"] == "Berlin, Germany"
|
|
assert rows[1]["remote"] is True
|
|
|
|
|
|
def test_recruitee_parses_salary_bounds_and_careers_url() -> None:
|
|
rows = _rows("recruitee")
|
|
assert [r["source_id"] for r in rows] == ["5001", "5002"]
|
|
assert rows[0]["url"] == "https://acme.example/o/player-support-agent-german-1"
|
|
assert rows[0]["salary"] == "35000-45000 EUR"
|
|
assert rows[1]["salary"] == ""
|
|
|
|
|
|
def test_personio_builds_the_job_url_and_reads_cdata_description() -> None:
|
|
rows = _rows("personio", slug="acme")
|
|
assert [r["source_id"] for r in rows] == ["6001", "6002"]
|
|
assert rows[0]["url"] == "https://acme.jobs.personio.de/job/6001"
|
|
assert rows[0]["description"] == "Grow our pipeline."
|
|
assert rows[0]["remote"] is True # "Remote - Germany"
|
|
assert rows[1]["remote"] is None # "Munich"
|
|
|
|
|
|
# --------------------------------------------------------------- classify
|
|
|
|
def test_classify_matches_department_before_title() -> None:
|
|
assert ats.classify("Engineering", "Marketing Lead") == "engineering"
|
|
assert ats.classify("", "Senior Backend Engineer") == "engineering"
|
|
assert ats.classify("", "Product Manager, Payments") == "product"
|
|
assert ats.classify("", "Data Product Manager") == "product"
|
|
assert ats.classify("", "Machine Learning Engineer") == "data"
|
|
assert ats.classify("", "Executive Assistant to the CEO") == "finance/legal/ops"
|
|
assert ats.classify("", "") == "other"
|
|
|
|
|
|
# ------------------------------------------------------------- allow-list
|
|
|
|
def test_is_known_target_accepts_the_seven_hosts_and_refuses_others() -> None:
|
|
for host in ("greenhouse", "lever", "ashby", "workable", "smartrecruiters",
|
|
"recruitee", "personio"):
|
|
assert ats.is_known_target(f"{host}:acme")
|
|
assert not ats.is_known_target("linkedin:acme")
|
|
assert not ats.is_known_target("workday:acme")
|
|
assert not ats.is_known_target("greenhouse:")
|
|
assert not ats.is_known_target("nohostnoseparator")
|
|
|
|
|
|
def test_allowed_host_refuses_a_foreign_host_per_board() -> None:
|
|
allow = ats._allowed_host("greenhouse", "acme")
|
|
assert allow("boards-api.greenhouse.io")
|
|
assert not allow("boards-api.greenhouse.io.evil.example")
|
|
assert not allow("api.lever.co")
|
|
|
|
# recruitee and personio key off the company's own subdomain, so one
|
|
# company's slug must not pass for another's.
|
|
allow_recruitee = ats._allowed_host("recruitee", "acme")
|
|
assert allow_recruitee("acme.recruitee.com")
|
|
assert not allow_recruitee("other.recruitee.com")
|
|
|
|
|
|
def test_careers_url_is_filled_per_host_and_empty_for_unknown() -> None:
|
|
assert ats.careers_url("greenhouse:acme") == "https://job-boards.greenhouse.io/acme"
|
|
assert ats.careers_url("ashby:acme") == "https://jobs.ashbyhq.com/acme"
|
|
assert ats.careers_url("recruitee:acme") == "https://acme.recruitee.com"
|
|
assert ats.careers_url("workday:acme") == ""
|
|
|
|
|
|
# --------------------------------------------------------------- body cap
|
|
|
|
def test_max_bytes_is_96_mb() -> None:
|
|
"""Raised from openings.go's 8 MB: every URL here is on a fixed allow-list
|
|
of ATS API hosts, not an arbitrary one, and the real run of 2026-09-23
|
|
refused boards up to 41 MB under it."""
|
|
assert ats.MAX_BYTES == 96 << 20
|
|
|
|
|
|
def test_fetch_rows_retries_greenhouse_without_content_on_a_too_large_body(
|
|
monkeypatch: pytest.MonkeyPatch) -> None:
|
|
calls = []
|
|
|
|
def fake_get(client, url, host, slug, *, method="GET"):
|
|
calls.append(url)
|
|
if "?content=true" in url:
|
|
raise ats._TooLarge("response too large (100000000 bytes)")
|
|
return (FIXTURES / "greenhouse.json").read_bytes()
|
|
|
|
monkeypatch.setattr(ats, "_get", fake_get)
|
|
rows = ats._fetch_rows(object(), "greenhouse:acme") # type: ignore[arg-type]
|
|
|
|
assert calls == [
|
|
"https://boards-api.greenhouse.io/v1/boards/acme/jobs?content=true",
|
|
"https://boards-api.greenhouse.io/v1/boards/acme/jobs",
|
|
]
|
|
assert [r["source_id"] for r in rows] == ["1001", "1002"]
|
|
|
|
|
|
def test_fetch_rows_does_not_retry_a_too_large_body_on_other_hosts(
|
|
monkeypatch: pytest.MonkeyPatch) -> None:
|
|
def fake_get(client, url, host, slug, *, method="GET"):
|
|
raise ats._TooLarge("response too large (100000000 bytes)")
|
|
|
|
monkeypatch.setattr(ats, "_get", fake_get)
|
|
with pytest.raises(ats._TooLarge):
|
|
ats._fetch_rows(object(), "lever:acme") # type: ignore[arg-type]
|