173 lines
7.6 KiB
Python
173 lines
7.6 KiB
Python
"""The Jobnet reader (`/bff/FindJob/Search`): 100 ads a page, page numbers
|
|
from 1, the header `x-csrf: 1`. No network: `get` is a stub."""
|
|
|
|
from __future__ import annotations
|
|
|
|
import json
|
|
import sys
|
|
from pathlib import Path
|
|
from typing import Any
|
|
from urllib.parse import parse_qs, urlsplit
|
|
|
|
import pytest
|
|
|
|
ROOT = Path(__file__).resolve().parents[1]
|
|
if str(ROOT) not in sys.path:
|
|
sys.path.insert(0, str(ROOT))
|
|
|
|
from plugins import readers # noqa: E402
|
|
from plugins.readers import Ask, _runner, jobnet # noqa: E402
|
|
|
|
FIXTURES = ROOT / "tests" / "fixtures" / "search"
|
|
PLACES = (FIXTURES / "jobnet-places.json").read_bytes()
|
|
OTHER = (FIXTURES / "jobnet.json").read_bytes()
|
|
END = (FIXTURES / "jobnet-end.json").read_bytes()
|
|
|
|
|
|
def _stock(total: int | None, stock: int, asked: list[tuple[str, dict[str, str]]]) -> Any:
|
|
def get(url: str, **kwargs: Any) -> bytes:
|
|
asked.append((url, kwargs.get("headers") or {}))
|
|
query = parse_qs(urlsplit(url).query)
|
|
start = (int(query["pageNumber"][0]) - 1) * int(query["resultsPerPage"][0])
|
|
size = int(query["resultsPerPage"][0])
|
|
body: dict[str, Any] = {"jobAds": [
|
|
{"jobAdId": str(n), "title": f"Role {n}", "jobAdUrl": ""}
|
|
for n in range(start, min(start + size, stock))]}
|
|
if total is not None:
|
|
body["totalJobAdCount"] = total
|
|
return json.dumps(body).encode()
|
|
return get
|
|
|
|
|
|
def _rows(body: bytes) -> list[dict[str, Any]]:
|
|
decoded, *_ = jobnet.page(lambda url, **kw: body, "", None, Ask())
|
|
return jobnet.rows(decoded, "")
|
|
|
|
|
|
def test_it_is_a_search_reader_naming_the_redirect_and_the_header() -> None:
|
|
assert readers.PROVIDERS["jobnet"] is jobnet
|
|
reads = jobnet.READS
|
|
assert (reads.scope, reads.page_size, reads.ceiling, reads.places, reads.complete) == (
|
|
"search", 100, 10000, "one", "stated")
|
|
assert "redirects" in reads.robots and "x-csrf" in reads.robots and "2026-10-03" in reads.robots
|
|
assert jobnet.PARAMS == {"q": "query", "region": "place"}
|
|
assert jobnet.allowed("")("jobnet.dk") and not jobnet.allowed("")("example.com")
|
|
|
|
|
|
def test_it_reads_title_company_date_and_the_full_text() -> None:
|
|
first, taxi, _metal, roskilde, *_ = _rows(PLACES)
|
|
assert first["source_id"].startswith("5e6a1854-")
|
|
assert first["title"] == "kok til asiatisk takeaway"
|
|
assert first["company"] == "Mywok ApS"
|
|
assert first["country"] == "DK"
|
|
assert first["posted"].date().isoformat() == "2026-10-03"
|
|
assert first["description"] and "<" not in first["description"]
|
|
assert taxi["description"].startswith("## ") # a heading stays one
|
|
assert roskilde["description"].count("• ") == 9 # a list keeps its bullets
|
|
assert "remote" not in first and "teaser" not in first
|
|
|
|
|
|
def test_an_ad_without_its_own_link_opens_jobnets_page_for_it() -> None:
|
|
first, _taxi, _metal, roskilde, *_ = _rows(PLACES)
|
|
assert first["url"] == f"https://jobnet.dk/find-job/{first['source_id']}"
|
|
assert roskilde["url"].startswith("https://candidate.hr-manager.net/")
|
|
|
|
|
|
def test_the_place_is_the_municipality_else_the_postal_district_else_none() -> None:
|
|
first, taxi, metal, *_ = _rows(PLACES)
|
|
assert first["places"] == [{"text": "Frederiksberg", "remote": None}]
|
|
assert taxi["places"] == [{"text": "Gladsaxe", "remote": None}] # not Søborg
|
|
assert (metal["places"], metal["location"]) == (
|
|
[{"text": "Rødovre", "remote": None}], "Rødovre")
|
|
german, aau = _rows(OTHER)
|
|
assert (german["places"], aau["places"], aau["location"]) == ([], [], "")
|
|
|
|
|
|
def test_the_country_is_danish_unless_the_ad_names_another() -> None:
|
|
german, aau = _rows(OTHER)
|
|
assert (german["country"], aau["country"]) == ("DE", "DK")
|
|
assert german["url"].startswith("https://germantechjobs.de/")
|
|
assert jobnet._country("") == "DK"
|
|
assert jobnet._country("Norge") == "NO" and jobnet._country("Sweden") == "SE"
|
|
assert jobnet._country("Atlantis") is None
|
|
|
|
|
|
def test_the_deadline_is_kept_in_raw_and_1900_means_none() -> None:
|
|
german, _aau = _rows(OTHER)
|
|
assert german["applicationDeadline"] == "2027-01-02T00:00:00+01:00"
|
|
ad = json.loads(OTHER)["jobAds"][0] | {"applicationDeadline": "1900-01-01T00:00:00+01:00"}
|
|
[row] = jobnet.rows({"jobAds": [ad]}, "")
|
|
assert "applicationDeadline" not in row
|
|
|
|
|
|
def test_an_ad_without_an_id_or_a_title_is_handed_over_for_the_runner_to_drop() -> None:
|
|
ads = json.loads(OTHER)["jobAds"]
|
|
rows = jobnet.rows({"jobAds": [ads[0] | {"title": " "}, ads[1] | {"jobAdId": ""}]}, "")
|
|
assert [(row["source_id"] == "", row["title"] == "") for row in rows] == [
|
|
(False, True), (True, False)]
|
|
assert not any(map(_runner.valid, rows))
|
|
|
|
|
|
def test_it_sends_the_header_the_region_and_the_page_number() -> None:
|
|
asked: list[tuple[str, dict[str, str]]] = []
|
|
get = _stock(250, 250, asked)
|
|
jobnet.page(get, "", None, Ask(params={"q": "data science", "region": "Midtjylland"}))
|
|
jobnet.page(get, "", 2, Ask(params={"q": "data", "region": ""}))
|
|
jobnet.page(get, "", None, Ask(query="head of AI", places=("Nordjylland",)))
|
|
assert all(headers == {"x-csrf": "1"} for _url, headers in asked)
|
|
assert parse_qs(urlsplit(asked[0][0]).query) == {
|
|
"searchString": ["data science"], "orderType": ["PublicationDate"],
|
|
"resultsPerPage": ["100"], "pageNumber": ["1"], "regions": ["Midtjylland"]}
|
|
assert "regions" not in urlsplit(asked[1][0]).query and "pageNumber=2" in asked[1][0]
|
|
assert "searchString=head+of+AI" in asked[2][0] and "regions=Nordjylland" in asked[2][0]
|
|
assert urlsplit(asked[0][0]).netloc == "jobnet.dk"
|
|
assert urlsplit(asked[0][0]).path == "/bff/FindJob/Search"
|
|
|
|
|
|
def test_it_states_the_total_and_counts_the_ads_it_listed() -> None:
|
|
_decoded, found, total, cursor = jobnet.page(
|
|
lambda url, **kw: PLACES, "", None, Ask())
|
|
assert total == 57 and len(found) == 6 and cursor is None # a short page ends it
|
|
assert found[0]["id"] == _rows(PLACES)[0]["source_id"]
|
|
|
|
|
|
@pytest.mark.parametrize(("cursor", "stock", "after"), [
|
|
(None, 250, 2), (2, 250, 3), (3, 250, None), # a short page is the end
|
|
(99, 20000, 100), (100, 20000, None), # the ceiling: page 100 is the last
|
|
])
|
|
def test_it_pages_by_number_up_to_the_ceiling(
|
|
cursor: int | None, stock: int, after: int | None) -> None:
|
|
_decoded, _found, _total, nxt = jobnet.page(
|
|
_stock(None, stock, []), "", cursor, Ask(params={"q": "x"}))
|
|
assert nxt == after
|
|
|
|
|
|
def test_the_page_past_the_last_is_empty_and_ends_the_read() -> None:
|
|
decoded, found, total, nxt = jobnet.page(lambda url, **kw: END, "", 101, Ask())
|
|
assert (found, total, nxt, jobnet.rows(decoded, "")) == ([], 20684, None, [])
|
|
|
|
|
|
def test_an_answer_that_is_no_search_result_raises() -> None:
|
|
with pytest.raises(ValueError, match="jobAds"):
|
|
jobnet.page(lambda url, **kw: b'{"message": "denied"}', "", None, Ask())
|
|
|
|
|
|
def test_it_refuses_an_unknown_region() -> None:
|
|
with pytest.raises(ValueError, match="region"):
|
|
jobnet.page(lambda url, **kw: b"{}", "", None,
|
|
Ask(params={"q": "x", "region": "Skane"}))
|
|
|
|
|
|
def test_the_regions_are_the_five_with_their_danish_labels() -> None:
|
|
assert list(jobnet.REGIONS) == [
|
|
"HovedstadenOgBornholm", "Midtjylland", "Syddanmark", "OevrigeSjaelland", "Nordjylland"]
|
|
assert jobnet.REGIONS["OevrigeSjaelland"] == "Øvrige Sjælland"
|
|
|
|
|
|
def test_saved_params_keep_a_region_or_none() -> None:
|
|
assert jobnet.clean_params({"q": "x", "region": " Midtjylland "}) == {
|
|
"q": "x", "region": "Midtjylland"}
|
|
assert jobnet.clean_params({"q": "x"}) == {"q": "x", "region": ""}
|
|
with pytest.raises(ValueError, match="region"):
|
|
jobnet.clean_params({"q": "x", "region": "Skane"})
|