Read big boards within the agents' reach: countries and remote from the enabled agents, Europe for favourites, filtered at the source by six hosts
app/jobs/reach.py derives each board's reach once per pull and the pull hands it to the runner through the batch payload. SmartRecruiters, Eightfold and SuccessFactors filter one country a request, Phenom a list, Workday and Oracle by host ids from facets. Remote beside countries is a series of its own, since two facets intersect. Co-Authored-By: Claude Opus 5.5 <noreply@anthropic.com>
This commit is contained in:
1 parent
3adafd8950
commit
3462a4abe7
17 files changed
+1324
-116
No files matched your search
+19
-8
@@ -17,8 +17,8 @@ cap) stores what it read and closes nothing; a paged board over the page cap
|
|||||||
is swept across pulls and closes once the sweep reached its end (see
|
is swept across pulls and closes once the sweep reached its end (see
|
||||||
`plugins/readers/_runner.py`).
|
`plugins/readers/_runner.py`).
|
||||||
|
|
||||||
A board read with a filter (`ats:filtered:<target>`, from its subscription's
|
A board read with a filter (`ats:filtered:<target>`, from the agents' reach,
|
||||||
`params`) lists only the roles in reach, so its close keeps open the roles a
|
`app.jobs.reach`, or its subscription's `params`) lists only the roles in reach, so its close keeps open the roles a
|
||||||
person acted on: those with a vote or an application (`_close_unlisted`). A
|
person acted on: those with a vote or an application (`_close_unlisted`). A
|
||||||
filtered read, or one of a reader that declares `empty="suspect"`, that lists
|
filtered read, or one of a reader that declares `empty="suspect"`, that lists
|
||||||
under a tenth of what the same read listed last time is recorded by the
|
under a tenth of what the same read listed last time is recorded by the
|
||||||
@@ -51,6 +51,7 @@ from typing import Any
|
|||||||
from pipeline import NULL, RunContext, Tally, Task, job
|
from pipeline import NULL, RunContext, Tally, Task, job
|
||||||
|
|
||||||
from app.config import Config
|
from app.config import Config
|
||||||
|
from app.jobs.reach import reaches
|
||||||
from app.models import company_key
|
from app.models import company_key
|
||||||
from app.storage import Store
|
from app.storage import Store
|
||||||
|
|
||||||
@@ -131,8 +132,8 @@ def _boards(config: Config, store: Store, run: str = "") -> list[dict[str, Any]]
|
|||||||
its own, and queues nothing when another run is in flight. A run with
|
its own, and queues nothing when another run is in flight. A run with
|
||||||
nothing to read is settled here, since no settle will see a batch of it."""
|
nothing to read is settled here, since no settle will see a batch of it."""
|
||||||
seed_searches(config, store)
|
seed_searches(config, store)
|
||||||
targets = [(source, [s.target for s in store.subscriptions(source=source, fetchable=True)])
|
subs = {source: store.subscriptions(source=source, fetchable=True) for source in SOURCES}
|
||||||
for source in SOURCES]
|
targets = [(source, [s.target for s in subs[source]]) for source in SOURCES]
|
||||||
if not any(found for _, found in targets):
|
if not any(found for _, found in targets):
|
||||||
if run:
|
if run:
|
||||||
release_run(store, run)
|
release_run(store, run)
|
||||||
@@ -142,13 +143,20 @@ def _boards(config: Config, store: Store, run: str = "") -> list[dict[str, Any]]
|
|||||||
log.warning("pull: %s since %s; this one reads nothing", ALREADY_RUNNING,
|
log.warning("pull: %s since %s; this one reads nothing", ALREADY_RUNNING,
|
||||||
running(store))
|
running(store))
|
||||||
return []
|
return []
|
||||||
return [{"targets": found[i:i + BATCH_SIZE], "source": source, "run": run}
|
# The agents' reach, once per run, each board's in its batch (`app.jobs.reach`).
|
||||||
for source, found in targets for i in range(0, len(found), BATCH_SIZE)]
|
reach_of = reaches(store, subs["ats"])
|
||||||
|
batches = [{"targets": found[i:i + BATCH_SIZE], "source": source, "run": run}
|
||||||
|
for source, found in targets for i in range(0, len(found), BATCH_SIZE)]
|
||||||
|
for batch in batches:
|
||||||
|
if batch["source"] == "ats":
|
||||||
|
batch["reach"] = {t: reach_of[t] for t in batch["targets"] if t in reach_of}
|
||||||
|
return batches
|
||||||
|
|
||||||
|
|
||||||
@job("pull_batch", "Reading boards", resource="http")
|
@job("pull_batch", "Reading boards", resource="http")
|
||||||
def run_batch(config: Config, store: Store, *, targets: list[str], source: str = "ats",
|
def run_batch(config: Config, store: Store, *, targets: list[str], source: str = "ats",
|
||||||
run: str = "", context: RunContext = NULL) -> dict[str, Any]:
|
run: str = "", reach: dict[str, Any] | None = None,
|
||||||
|
context: RunContext = NULL) -> dict[str, Any]:
|
||||||
"""Fetch this batch's boards or searches and `upsert_role` every item
|
"""Fetch this batch's boards or searches and `upsert_role` every item
|
||||||
they list.
|
they list.
|
||||||
|
|
||||||
@@ -163,7 +171,9 @@ def run_batch(config: Config, store: Store, *, targets: list[str], source: str =
|
|||||||
|
|
||||||
`run` is the marker of the run that queued this batch, handed to the
|
`run` is the marker of the run that queued this batch, handed to the
|
||||||
plugin as its `run` option, so its stamps belong to that run whatever the
|
plugin as its `run` option, so its stamps belong to that run whatever the
|
||||||
stored marker says by the time the batch runs.
|
stored marker says by the time the batch runs. `reach` is `target ->` the
|
||||||
|
reach the run computed for a board (`app.jobs.reach`), handed to the
|
||||||
|
plugin as its `reach` option.
|
||||||
"""
|
"""
|
||||||
from plugins.ats import ATSSource
|
from plugins.ats import ATSSource
|
||||||
from plugins.search import SearchSource
|
from plugins.search import SearchSource
|
||||||
@@ -189,6 +199,7 @@ def run_batch(config: Config, store: Store, *, targets: list[str], source: str =
|
|||||||
options["boards"] = [{"url": target, "label": sub.company or sub.label,
|
options["boards"] = [{"url": target, "label": sub.company or sub.label,
|
||||||
"params": sub.params}]
|
"params": sub.params}]
|
||||||
options["keys"] = dict(config.sources.get("search") or {})
|
options["keys"] = dict(config.sources.get("search") or {})
|
||||||
|
options["reach"] = (reach or {}).get(target)
|
||||||
plugin = ATSSource(options)
|
plugin = ATSSource(options)
|
||||||
plugin.state = store.state
|
plugin.state = store.state
|
||||||
for item in plugin.fetch():
|
for item in plugin.fetch():
|
||||||
|
|||||||
@@ -0,0 +1,235 @@
|
|||||||
|
"""The reach of a pull: which countries, and whether remote roles, each
|
||||||
|
company board is asked for, derived from the search agents that are switched
|
||||||
|
on. Computed once per pull (`plan`) and handed to each board's batch as the
|
||||||
|
`reach` the runner narrows to its reader's filters
|
||||||
|
(`plugins/readers/_runner.py`, `ask_for`).
|
||||||
|
|
||||||
|
- **Base reach**: the union of the enabled agents' `any` gates on country,
|
||||||
|
place (a town or region, mapped to its country through the gazetteer) and
|
||||||
|
remote. An agent whose `any` group is empty, or holds any other member (a
|
||||||
|
function, a remote value other than `remote`, a place the gazetteer does
|
||||||
|
not know), can take a role from anywhere, so the base reach is then
|
||||||
|
everywhere.
|
||||||
|
- **Favourite companies** (affinity 2, which skips the `any` gates in
|
||||||
|
scoring) are read with the `require` reach of the agent that starred them:
|
||||||
|
the intersection of its `require` gates on country and place, Europe
|
||||||
|
today, expanded to its countries through the gazetteer. A company is
|
||||||
|
starred per agent, so its reach is the union over the enabled agents of
|
||||||
|
the `require` reach where it is a favourite and the `any` reach where not.
|
||||||
|
- **Board override**: a board whose subscription `params` name a country, a
|
||||||
|
place, remote or `{"reach": "all"}` gets no reach here; `ask_for` reads the
|
||||||
|
params instead.
|
||||||
|
- **Small boards**: a board that listed under `SMALL` roles when last read
|
||||||
|
whole gets no filter; filtering it saves little and risks closing roles.
|
||||||
|
|
||||||
|
A reach of more countries than a `one`-filter host should be asked one by
|
||||||
|
one (a favourite's Europe on SmartRecruiters) is dropped by `ask_for`, which
|
||||||
|
knows the reader (`MAX_SERIES`).
|
||||||
|
"""
|
||||||
|
|
||||||
|
from __future__ import annotations
|
||||||
|
|
||||||
|
from collections.abc import Iterable, Mapping
|
||||||
|
from dataclasses import dataclass, field
|
||||||
|
from typing import Any
|
||||||
|
|
||||||
|
from app import places
|
||||||
|
from app.models import Agent, Gate, Subscription, company_key
|
||||||
|
from app.storage import Store
|
||||||
|
|
||||||
|
#: A board that listed fewer roles than this when last read whole is read
|
||||||
|
#: whole.
|
||||||
|
SMALL = 300
|
||||||
|
|
||||||
|
#: `state` key of a board's size, `ats:size:<target>`: the roles its last
|
||||||
|
#: unfiltered read listed, written by `plugins/ats.py`.
|
||||||
|
SIZE = "ats:size:"
|
||||||
|
|
||||||
|
#: The params that make a board's own reach (see `_runner._PARAM_DIMENSION`).
|
||||||
|
OVERRIDE_KEYS = frozenset(("countries", "country", "places", "place", "remote", "reach"))
|
||||||
|
|
||||||
|
|
||||||
|
@dataclass(frozen=True)
|
||||||
|
class Reach:
|
||||||
|
"""Countries (ISO codes) and remote, or everywhere."""
|
||||||
|
|
||||||
|
countries: frozenset[str] = frozenset()
|
||||||
|
remote: bool = False
|
||||||
|
everywhere: bool = False
|
||||||
|
|
||||||
|
def __or__(self, other: Reach) -> Reach:
|
||||||
|
if self.everywhere or other.everywhere:
|
||||||
|
return EVERYWHERE
|
||||||
|
return Reach(self.countries | other.countries, self.remote or other.remote)
|
||||||
|
|
||||||
|
def params(self) -> dict[str, Any] | None:
|
||||||
|
"""What `ask_for` takes as `reach`; None for everywhere."""
|
||||||
|
if self.everywhere:
|
||||||
|
return None
|
||||||
|
out: dict[str, Any] = {"countries": sorted(self.countries)}
|
||||||
|
if self.remote:
|
||||||
|
out["remote"] = True
|
||||||
|
return out
|
||||||
|
|
||||||
|
def describe(self) -> str:
|
||||||
|
""""DK, SE, remote", "31 countries", "everywhere"."""
|
||||||
|
if self.everywhere:
|
||||||
|
return "everywhere"
|
||||||
|
codes = sorted(self.countries)
|
||||||
|
words = [", ".join(codes)] if len(codes) <= 4 else [f"{len(codes)} countries"]
|
||||||
|
if self.remote:
|
||||||
|
words.append("remote")
|
||||||
|
return ", ".join(w for w in words if w) or "nothing"
|
||||||
|
|
||||||
|
|
||||||
|
EVERYWHERE = Reach(everywhere=True)
|
||||||
|
NOWHERE = Reach()
|
||||||
|
|
||||||
|
|
||||||
|
def _countries_of(ids: Iterable[int], gaz: places.Gazetteer) -> set[str]:
|
||||||
|
"""The ISO codes of the countries the places lie in, a continent's every
|
||||||
|
country."""
|
||||||
|
out: set[str] = set()
|
||||||
|
for place_id in ids:
|
||||||
|
place = gaz.places.get(place_id)
|
||||||
|
if place is None:
|
||||||
|
continue
|
||||||
|
if place.kind == "continent":
|
||||||
|
out |= {gaz.places[p].key for p in gaz.under((place_id,))
|
||||||
|
if gaz.places[p].kind == "country"}
|
||||||
|
elif code := gaz.country(place_id):
|
||||||
|
out.add(code)
|
||||||
|
return out
|
||||||
|
|
||||||
|
|
||||||
|
def gate_reach(gate: Gate, gaz: places.Gazetteer) -> Reach:
|
||||||
|
"""Where a role that meets `gate` can be: its countries, remote, or
|
||||||
|
everywhere for a gate that says nothing of place or names one the
|
||||||
|
gazetteer does not know."""
|
||||||
|
values = [str(v).strip() for v in gate.values if str(v).strip()]
|
||||||
|
if gate.field == "remote":
|
||||||
|
return Reach(remote=True) if values and all(v.lower() == "remote" for v in values) \
|
||||||
|
else EVERYWHERE
|
||||||
|
if gate.field not in ("country", "place") or not values:
|
||||||
|
return EVERYWHERE
|
||||||
|
found: set[str] = set()
|
||||||
|
for value in values:
|
||||||
|
named = gaz.lookup(f"country:{value}" if gate.field == "country" else value)
|
||||||
|
if named is None:
|
||||||
|
if gate.field == "country" and len(value) == 2 and value.isalpha():
|
||||||
|
found.add(value.upper())
|
||||||
|
continue
|
||||||
|
return EVERYWHERE
|
||||||
|
found |= _countries_of(named, gaz)
|
||||||
|
return Reach(frozenset(found)) if found else EVERYWHERE
|
||||||
|
|
||||||
|
|
||||||
|
def any_reach(agent: Agent, gaz: places.Gazetteer) -> Reach:
|
||||||
|
"""The union of the agent's `any` gates; everywhere with none."""
|
||||||
|
group = [g for g in agent.gates if g.mode == "any"]
|
||||||
|
if not group:
|
||||||
|
return EVERYWHERE
|
||||||
|
out = NOWHERE
|
||||||
|
for gate in group:
|
||||||
|
out = out | gate_reach(gate, gaz)
|
||||||
|
return out
|
||||||
|
|
||||||
|
|
||||||
|
def require_reach(agent: Agent, gaz: places.Gazetteer) -> Reach:
|
||||||
|
"""The intersection of the agent's `require` gates on country and place,
|
||||||
|
or remote alone for a `require` of remote only; everywhere with neither,
|
||||||
|
or when the intersection is empty."""
|
||||||
|
kept: frozenset[str] | None = None
|
||||||
|
remote = False
|
||||||
|
for gate in agent.gates:
|
||||||
|
if gate.mode != "require":
|
||||||
|
continue
|
||||||
|
reach = gate_reach(gate, gaz)
|
||||||
|
if reach.everywhere:
|
||||||
|
continue
|
||||||
|
if reach.countries:
|
||||||
|
kept = reach.countries if kept is None else kept & reach.countries
|
||||||
|
elif reach.remote:
|
||||||
|
remote = True
|
||||||
|
if kept:
|
||||||
|
return Reach(kept)
|
||||||
|
return Reach(remote=True) if remote and kept is None else EVERYWHERE
|
||||||
|
|
||||||
|
|
||||||
|
@dataclass
|
||||||
|
class Plan:
|
||||||
|
"""The reach of one pull: `base` for every board, `favourites` for the
|
||||||
|
companies some agent starred, and each board's size by target."""
|
||||||
|
|
||||||
|
base: Reach
|
||||||
|
favourites: dict[str, Reach] = field(default_factory=dict)
|
||||||
|
sizes: dict[str, int] = field(default_factory=dict)
|
||||||
|
|
||||||
|
def why(self, sub: Subscription) -> tuple[Reach, str]:
|
||||||
|
"""The reach `sub` is read with, and why: `override`, `small`,
|
||||||
|
`unknown` (a board never read whole), `favourite` or `agents`."""
|
||||||
|
if OVERRIDE_KEYS & set(sub.params or {}):
|
||||||
|
return EVERYWHERE, "override"
|
||||||
|
size = self.sizes.get(sub.target)
|
||||||
|
if size is None:
|
||||||
|
return EVERYWHERE, "unknown"
|
||||||
|
if size < SMALL:
|
||||||
|
return EVERYWHERE, "small"
|
||||||
|
key = company_key(sub.company or sub.label)
|
||||||
|
if key in self.favourites:
|
||||||
|
return self.favourites[key], "favourite"
|
||||||
|
return self.base, "agents"
|
||||||
|
|
||||||
|
def for_subscription(self, sub: Subscription) -> dict[str, Any] | None:
|
||||||
|
"""The `reach` a board's batch hands `ask_for`; None for none."""
|
||||||
|
return self.why(sub)[0].params()
|
||||||
|
|
||||||
|
|
||||||
|
def sizes(store: Store, subs: Iterable[Subscription]) -> dict[str, int]:
|
||||||
|
"""Each board's size: the roles its last unfiltered read listed
|
||||||
|
(`ats:size:<target>`), else, for a board read before that was kept and
|
||||||
|
never filtered, its open roles. A board never read has none."""
|
||||||
|
state = store.state
|
||||||
|
counts = store.open_countries_by_subscription()
|
||||||
|
out: dict[str, int] = {}
|
||||||
|
for sub in subs:
|
||||||
|
kept = state.get(f"{SIZE}{sub.target}", "")
|
||||||
|
if kept.isdigit():
|
||||||
|
out[sub.target] = int(kept)
|
||||||
|
elif state.get(f"ats:ok:{sub.target}") and not state.get(f"ats:filtered:{sub.target}"):
|
||||||
|
out[sub.target] = sum(counts.get(sub.id, {}).values())
|
||||||
|
return out
|
||||||
|
|
||||||
|
|
||||||
|
def plan(store: Store, subs: Iterable[Subscription] | None = None) -> Plan:
|
||||||
|
"""The reach of a pull, from the enabled agents and their favourites, and
|
||||||
|
the sizes of `subs` (every `ats` subscription when None)."""
|
||||||
|
gaz = store.gazetteer()
|
||||||
|
agents = store.agents(enabled_only=True)
|
||||||
|
reaches = {a.id: (any_reach(a, gaz), require_reach(a, gaz)) for a in agents}
|
||||||
|
base = NOWHERE
|
||||||
|
for any_of, _ in reaches.values():
|
||||||
|
base = base | any_of
|
||||||
|
if not agents:
|
||||||
|
base = EVERYWHERE
|
||||||
|
starred: dict[str, set[int]] = {}
|
||||||
|
for agent in agents:
|
||||||
|
for company in store.companies(agent.id):
|
||||||
|
if company.affinity == 2:
|
||||||
|
starred.setdefault(company.key, set()).add(agent.id)
|
||||||
|
favourites: dict[str, Reach] = {}
|
||||||
|
for key, by in starred.items():
|
||||||
|
reach = NOWHERE
|
||||||
|
for agent_id, (any_of, required) in reaches.items():
|
||||||
|
reach = reach | (required if agent_id in by else any_of)
|
||||||
|
favourites[key] = reach
|
||||||
|
subs = list(store.subscriptions(source="ats") if subs is None else subs)
|
||||||
|
return Plan(base, favourites, sizes(store, subs))
|
||||||
|
|
||||||
|
|
||||||
|
def reaches(store: Store, subs: Iterable[Subscription]) -> Mapping[str, dict[str, Any]]:
|
||||||
|
"""`target -> reach` for the boards that get one, what a pull puts in
|
||||||
|
its batches' payloads."""
|
||||||
|
subs = list(subs)
|
||||||
|
found = plan(store, subs)
|
||||||
|
return {s.target: r for s in subs if (r := found.for_subscription(s)) is not None}
|
||||||
+13
-3
@@ -17,8 +17,12 @@ A target is `host:slug`, e.g. `greenhouse:databricks`, `ashby:deepl`,
|
|||||||
`lever:eu/tomtom`, `teamtailor:careers.acme.com`; each host module says what
|
`lever:eu/tomtom`, `teamtailor:careers.acme.com`; each host module says what
|
||||||
its slug is. Every board is read independently; one that fails is logged,
|
its slug is. Every board is read independently; one that fails is logged,
|
||||||
recorded as failing under `ats:failing:<target>`, and skipped. A board's
|
recorded as failing under `ats:failing:<target>`, and skipped. A board's
|
||||||
subscription `params` (`{"countries": ["DK"], "remote": true}`) are its
|
filter is the `reach` option the pull hands it (the agents', see
|
||||||
filter, narrowed to what its reader declares (`_runner.ask_for`).
|
`app/jobs/reach.py`), over which its subscription `params` (`{"countries":
|
||||||
|
["DK"], "remote": true}`, `{"reach": "all"}`) win, narrowed to what its
|
||||||
|
reader declares (`_runner.ask_for`). An unfiltered read records the board's
|
||||||
|
size under `ats:size:<target>`, which the reach reads to leave small boards
|
||||||
|
whole.
|
||||||
|
|
||||||
The limits below are read when a board is read, so a test that replaces one
|
The limits below are read when a board is read, so a test that replaces one
|
||||||
on this module reaches the runner.
|
on this module reaches the runner.
|
||||||
@@ -349,7 +353,7 @@ class ATSSource(Source):
|
|||||||
raise ValueError(f"{target!r} is not host:slug for a known ATS host")
|
raise ValueError(f"{target!r} is not host:slug for a known ATS host")
|
||||||
module = readers.HOSTS[host]
|
module = readers.HOSTS[host]
|
||||||
get = _getter(client, host, slug)
|
get = _getter(client, host, slug)
|
||||||
ask = _runner.ask_for(module, self.params_for(target),
|
ask = _runner.ask_for(module, self.params_for(target), self.options.get("reach"),
|
||||||
keys=self.options.get("keys"))
|
keys=self.options.get("keys"))
|
||||||
listing = _runner.read(self.state, "ats", target, module, slug, get, ask,
|
listing = _runner.read(self.state, "ats", target, module, slug, get, ask,
|
||||||
limits=_limits())
|
limits=_limits())
|
||||||
@@ -398,6 +402,12 @@ class ATSSource(Source):
|
|||||||
# its details again.
|
# its details again.
|
||||||
_runner.stamp(self.state, "ats", target, run_marker, listing,
|
_runner.stamp(self.state, "ats", target, run_marker, listing,
|
||||||
[compound(i) for i in listing.ids])
|
[compound(i) for i in listing.ids])
|
||||||
|
if not listing.filtered:
|
||||||
|
size = len(listing.ids)
|
||||||
|
if not listing.complete:
|
||||||
|
kept = self.state.get(f"ats:size:{target}", "")
|
||||||
|
size = max(size, int(kept) if kept.isdigit() else 0)
|
||||||
|
self.state[f"ats:size:{target}"] = str(size)
|
||||||
if detail_sets is not None:
|
if detail_sets is not None:
|
||||||
for key, ids in zip(detail_keys, detail_sets, strict=True):
|
for key, ids in zip(detail_keys, detail_sets, strict=True):
|
||||||
self.state[key] = json.dumps(sorted(ids))
|
self.state[key] = json.dumps(sorted(ids))
|
||||||
@@ -21,6 +21,11 @@ Signatures of a module that declares `READS`, with `Get` and `Page` from
|
|||||||
def detail(get: Get, slug: str, row: Row) -> dict[str, Any] # text="detail"
|
def detail(get: Get, slug: str, row: Row) -> dict[str, Any] # text="detail"
|
||||||
def facets(get: Get, slug: str) -> dict[str, dict[str, str]] # an "ids" filter
|
def facets(get: Get, slug: str) -> dict[str, dict[str, str]] # an "ids" filter
|
||||||
|
|
||||||
|
`facets` maps each `ids` dimension to `{value: host id}`: an ISO code for
|
||||||
|
`country`, a place name for `place`, any word for `remote`. A dimension the
|
||||||
|
host has no facet for is left out, and the runner then reads it unfiltered;
|
||||||
|
a dimension present without a wanted value means the host has none of it.
|
||||||
|
|
||||||
A module without `READS` keeps the signatures without `ask` until it
|
A module without `READS` keeps the signatures without `ask` until it
|
||||||
declares; `undeclared()` in the package lists those modules.
|
declares; `undeclared()` in the package lists those modules.
|
||||||
"""
|
"""
|
||||||
@@ -146,11 +151,20 @@ class Ask(_Frozen):
|
|||||||
carries one value. With `ids`, `countries` and `places` hold the host's
|
carries one value. With `ids`, `countries` and `places` hold the host's
|
||||||
ids from `facets`, not codes or names. `params` are a search's saved
|
ids from `facets`, not codes or names. `params` are a search's saved
|
||||||
params (and a resolved key under `"key"`). An empty `Ask()` is an
|
params (and a resolved key under `"key"`). An empty `Ask()` is an
|
||||||
unfiltered read."""
|
unfiltered read.
|
||||||
|
|
||||||
|
`remote=True` asks for remote roles. A reach of countries and remote
|
||||||
|
means "in these countries, or remote", which no host can ask in one
|
||||||
|
request (two facets intersect), so the runner makes the remote roles a
|
||||||
|
series of their own: a reader never gets both `remote=True` and a
|
||||||
|
country or a place. With `remote="ids"`, `remote_ids` holds the host's
|
||||||
|
ids of its remote values (`facets(...)["remote"]`, any key), and
|
||||||
|
`remote` stays True."""
|
||||||
|
|
||||||
countries: tuple[str, ...] = ()
|
countries: tuple[str, ...] = ()
|
||||||
places: tuple[str, ...] = ()
|
places: tuple[str, ...] = ()
|
||||||
remote: bool | None = None
|
remote: bool | None = None
|
||||||
|
remote_ids: tuple[str, ...] = ()
|
||||||
query: str = ""
|
query: str = ""
|
||||||
params: dict[str, Any] = {}
|
params: dict[str, Any] = {}
|
||||||
|
|
||||||
|
|||||||
@@ -0,0 +1,93 @@
|
|||||||
|
"""Country codes and the English names hosts write, for the readers that
|
||||||
|
filter by a country's name (Eightfold, Phenom) or name a host id by it
|
||||||
|
(Workday, Oracle), and for SuccessFactors, which writes a place's country as
|
||||||
|
its code.
|
||||||
|
|
||||||
|
`NAMES` is ISO 3166-1 alpha-2 to the English short name. `code_of` reads a
|
||||||
|
name back, with the spellings hosts use that are not the short name
|
||||||
|
("United States of America", "Korea, Republic of", "Czech Republic").
|
||||||
|
"""
|
||||||
|
|
||||||
|
from __future__ import annotations
|
||||||
|
|
||||||
|
import unicodedata
|
||||||
|
|
||||||
|
#: ISO 3166-1 alpha-2 to the English name, which is what `country_of` reads:
|
||||||
|
#: a bare "DE" or "SE" in a location line is taken for Delaware or nothing.
|
||||||
|
NAMES: dict[str, str] = dict(entry.strip().split(" ", 1) for entry in """
|
||||||
|
AD Andorra | AE United Arab Emirates | AF Afghanistan | AG Antigua and Barbuda | AI
|
||||||
|
Anguilla | AL Albania | AM Armenia | AO Angola | AR Argentina | AS American Samoa | AT
|
||||||
|
Austria | AU Australia | AW Aruba | AX Åland Islands | AZ Azerbaijan | BA Bosnia and
|
||||||
|
Herzegovina | BB Barbados | BD Bangladesh | BE Belgium | BF Burkina Faso | BG Bulgaria
|
||||||
|
| BH Bahrain | BI Burundi | BJ Benin | BM Bermuda | BN Brunei | BO Bolivia | BQ
|
||||||
|
Caribbean Netherlands | BR Brazil | BS Bahamas | BT Bhutan | BW Botswana | BY Belarus
|
||||||
|
| BZ Belize | CA Canada | CD Democratic Republic of the Congo | CF Central African
|
||||||
|
Republic | CG Republic of the Congo | CH Switzerland | CI Côte d'Ivoire | CK Cook
|
||||||
|
Islands | CL Chile | CM Cameroon | CN China | CO Colombia | CR Costa Rica | CU Cuba |
|
||||||
|
CV Cabo Verde | CW Curaçao | CY Cyprus | CZ Czechia | DE Germany | DJ Djibouti | DK
|
||||||
|
Denmark | DM Dominica | DO Dominican Republic | DZ Algeria | EC Ecuador | EE Estonia |
|
||||||
|
EG Egypt | ER Eritrea | ES Spain | ET Ethiopia | FI Finland | FJ Fiji | FK Falkland
|
||||||
|
Islands | FM Micronesia | FO Faroe Islands | FR France | GA Gabon | GB United Kingdom
|
||||||
|
| GD Grenada | GE Georgia | GF French Guiana | GG Guernsey | GH Ghana | GI Gibraltar |
|
||||||
|
GL Greenland | GM Gambia | GN Guinea | GP Guadeloupe | GQ Equatorial Guinea | GR
|
||||||
|
Greece | GT Guatemala | GU Guam | GW Guinea-Bissau | GY Guyana | HK Hong Kong | HN
|
||||||
|
Honduras | HR Croatia | HT Haiti | HU Hungary | ID Indonesia | IE Ireland | IL Israel
|
||||||
|
| IM Isle of Man | IN India | IQ Iraq | IR Iran | IS Iceland | IT Italy | JE Jersey |
|
||||||
|
JM Jamaica | JO Jordan | JP Japan | KE Kenya | KG Kyrgyzstan | KH Cambodia | KI
|
||||||
|
Kiribati | KM Comoros | KN Saint Kitts and Nevis | KP North Korea | KR South Korea |
|
||||||
|
KW Kuwait | KY Cayman Islands | KZ Kazakhstan | LA Laos | LB Lebanon | LC Saint Lucia
|
||||||
|
| LI Liechtenstein | LK Sri Lanka | LR Liberia | LS Lesotho | LT Lithuania | LU
|
||||||
|
Luxembourg | LV Latvia | LY Libya | MA Morocco | MC Monaco | MD Moldova | ME
|
||||||
|
Montenegro | MG Madagascar | MH Marshall Islands | MK North Macedonia | ML Mali | MM
|
||||||
|
Myanmar | MN Mongolia | MO Macao | MP Northern Mariana Islands | MQ Martinique | MR
|
||||||
|
Mauritania | MS Montserrat | MT Malta | MU Mauritius | MV Maldives | MW Malawi | MX
|
||||||
|
Mexico | MY Malaysia | MZ Mozambique | NA Namibia | NC New Caledonia | NE Niger | NG
|
||||||
|
Nigeria | NI Nicaragua | NL Netherlands | NO Norway | NP Nepal | NR Nauru | NU Niue |
|
||||||
|
NZ New Zealand | OM Oman | PA Panama | PE Peru | PF French Polynesia | PG Papua New
|
||||||
|
Guinea | PH Philippines | PK Pakistan | PL Poland | PR Puerto Rico | PS Palestine | PT
|
||||||
|
Portugal | PW Palau | PY Paraguay | QA Qatar | RE Réunion | RO Romania | RS Serbia |
|
||||||
|
RU Russia | RW Rwanda | SA Saudi Arabia | SB Solomon Islands | SC Seychelles | SD
|
||||||
|
Sudan | SE Sweden | SG Singapore | SI Slovenia | SK Slovakia | SL Sierra Leone | SM
|
||||||
|
San Marino | SN Senegal | SO Somalia | SR Suriname | SS South Sudan | ST São Tomé and
|
||||||
|
Príncipe | SV El Salvador | SY Syria | SZ Eswatini | TC Turks and Caicos Islands | TD
|
||||||
|
Chad | TG Togo | TH Thailand | TJ Tajikistan | TL Timor-Leste | TM Turkmenistan | TN
|
||||||
|
Tunisia | TO Tonga | TR Turkey | TT Trinidad and Tobago | TV Tuvalu | TW Taiwan | TZ
|
||||||
|
Tanzania | UA Ukraine | UG Uganda | US United States | UY Uruguay | UZ Uzbekistan | VA
|
||||||
|
Vatican City | VC Saint Vincent and the Grenadines | VE Venezuela | VG British Virgin
|
||||||
|
Islands | VI U.S. Virgin Islands | VN Vietnam | VU Vanuatu | WS Samoa | XK Kosovo | YE
|
||||||
|
Yemen | ZA South Africa | ZM Zambia | ZW Zimbabwe
|
||||||
|
""".replace("\n", " ").split(" | "))
|
||||||
|
|
||||||
|
#: Other names hosts give a country: Workday's "United States of America" and
|
||||||
|
#: "Korea, Republic of", older and local spellings.
|
||||||
|
_OTHER = {
|
||||||
|
"united states of america": "US", "usa": "US", "u.s.a.": "US", "u.s.": "US",
|
||||||
|
"united kingdom of great britain and northern ireland": "GB", "great britain": "GB",
|
||||||
|
"uk": "GB", "england": "GB", "korea, republic of": "KR", "republic of korea": "KR",
|
||||||
|
"korea": "KR", "czech republic": "CZ", "turkiye": "TR", "viet nam": "VN",
|
||||||
|
"russian federation": "RU", "hong kong sar": "HK", "hong kong sar, china": "HK",
|
||||||
|
"taiwan, province of china": "TW", "macau": "MO", "the netherlands": "NL",
|
||||||
|
"holland": "NL", "slovak republic": "SK", "republic of ireland": "IE",
|
||||||
|
"ivory coast": "CI", "cote d'ivoire": "CI", "north macedonia, republic of": "MK",
|
||||||
|
"macedonia": "MK", "iran, islamic republic of": "IR", "moldova, republic of": "MD",
|
||||||
|
"tanzania, united republic of": "TZ", "united arab emirates (uae)": "AE", "uae": "AE",
|
||||||
|
}
|
||||||
|
|
||||||
|
|
||||||
|
def _fold(name: str) -> str:
|
||||||
|
decomposed = unicodedata.normalize("NFKD", name.strip().casefold())
|
||||||
|
return " ".join("".join(c for c in decomposed if not unicodedata.combining(c)).split())
|
||||||
|
|
||||||
|
|
||||||
|
_BY_NAME: dict[str, str] = {_fold(name): code for code, name in NAMES.items()} | _OTHER
|
||||||
|
|
||||||
|
|
||||||
|
def code_of(name: str) -> str:
|
||||||
|
"""The ISO code of a country written by name, '' for a name not known.
|
||||||
|
Case and accents do not matter."""
|
||||||
|
return _BY_NAME.get(_fold(name or ""), "")
|
||||||
|
|
||||||
|
|
||||||
|
def name_of(code: str) -> str:
|
||||||
|
"""The English name of an ISO code, '' for a code not known."""
|
||||||
|
return NAMES.get((code or "").strip().upper(), "")
|
||||||
+65
-19
@@ -289,14 +289,22 @@ def resolve_key(key: Key, keys: Mapping[str, Any] | None) -> dict[str, str]:
|
|||||||
return out
|
return out
|
||||||
|
|
||||||
|
|
||||||
|
#: The most series a reach may cost on a `one` filter: a reach of more
|
||||||
|
#: countries (a favourite's Europe) reads such a host unfiltered instead.
|
||||||
|
MAX_SERIES = 8
|
||||||
|
|
||||||
|
|
||||||
def ask_for(module: ModuleType, subscription_params: Mapping[str, Any] | None = None,
|
def ask_for(module: ModuleType, subscription_params: Mapping[str, Any] | None = None,
|
||||||
reach: Mapping[str, Any] | None = None, *,
|
reach: Mapping[str, Any] | None = None, *,
|
||||||
keys: Mapping[str, Any] | None = None) -> Ask:
|
keys: Mapping[str, Any] | None = None) -> Ask:
|
||||||
"""The `Ask` one target resolves to. `reach` (from the agents, package F)
|
"""The `Ask` one target resolves to. `reach` (from the agents, see
|
||||||
and then the subscription's own `params` (a board's override, e.g.
|
`app/jobs/reach.py`) and then the subscription's own `params` (a board's
|
||||||
`{"countries": ["DK"], "remote": true}`, or a search's saved params) set
|
override, e.g. `{"countries": ["DK"], "remote": true}`, or a search's
|
||||||
the dimensions, params winning per dimension, narrowed to the ones the
|
saved params) set the dimensions, params winning per dimension, narrowed
|
||||||
reader declares in `READS.filters`. A search's params go whole into
|
to the ones the reader declares in `READS.filters`. `{"reach": "all"}` in
|
||||||
|
the params drops the reach, and so does a reach of more than
|
||||||
|
`MAX_SERIES` countries on a reader whose country filter is `one`. A
|
||||||
|
`remote` of False asks nothing. A search's params go whole into
|
||||||
`Ask.params`; a reader with `READS.key` gets the resolved key under
|
`Ask.params`; a reader with `READS.key` gets the resolved key under
|
||||||
`Ask.params["key"]` (see `resolve_key`, which raises when it is missing).
|
`Ask.params["key"]` (see `resolve_key`, which raises when it is missing).
|
||||||
A module without `READS` gets `Ask()`."""
|
A module without `READS` gets `Ask()`."""
|
||||||
@@ -304,7 +312,12 @@ def ask_for(module: ModuleType, subscription_params: Mapping[str, Any] | None =
|
|||||||
return Ask()
|
return Ask()
|
||||||
reads: Reads = module.READS
|
reads: Reads = module.READS
|
||||||
params = dict(subscription_params or {})
|
params = dict(subscription_params or {})
|
||||||
wanted = _dimensions(module, reach or {}) | _dimensions(module, params)
|
reached = {} if params.get("reach") == "all" else _dimensions(module, reach or {})
|
||||||
|
if reads.filters.country == "one" and len(reached.get("country", ())) > MAX_SERIES:
|
||||||
|
reached = {}
|
||||||
|
wanted = reached | _dimensions(module, params)
|
||||||
|
if wanted.get("remote") is False:
|
||||||
|
del wanted["remote"]
|
||||||
fields: dict[str, Any] = {_ASK_FIELD[name]: value for name, value in wanted.items()
|
fields: dict[str, Any] = {_ASK_FIELD[name]: value for name, value in wanted.items()
|
||||||
if name in reads.filters.declared()}
|
if name in reads.filters.declared()}
|
||||||
extra: dict[str, Any] = dict(params) if reads.scope == "search" else {}
|
extra: dict[str, Any] = dict(params) if reads.scope == "search" else {}
|
||||||
@@ -320,29 +333,61 @@ def filtered(ask: Ask) -> bool:
|
|||||||
|
|
||||||
def series(module: ModuleType, ask: Ask,
|
def series(module: ModuleType, ask: Ask,
|
||||||
facets: Mapping[str, Mapping[str, str]] | None = None) -> list[Ask]:
|
facets: Mapping[str, Mapping[str, str]] | None = None) -> list[Ask]:
|
||||||
"""The series of requests `ask` takes on this reader: one per value of a
|
"""The series of requests `ask` takes on this reader. Remote with a
|
||||||
dimension declared `one` (the product when two are), one with every
|
country or a place is two parts, "in these places, or remote": the
|
||||||
value for `many`, and host ids from `facets` for `ids` (values `facets`
|
places without remote, and remote alone. Each part is one series per
|
||||||
does not know are dropped; an empty list when none is left, since the
|
value of a dimension declared `one` (the product when two are), one
|
||||||
host then has nothing in reach). `[ask]` for a module without `READS`."""
|
with every value for `many`, and host ids from `facets` for `ids`:
|
||||||
|
values `facets` does not know are dropped, and a part with none left is
|
||||||
|
no series, since the host has nothing of it; a dimension `facets` does
|
||||||
|
not state at all is read unfiltered, and so is remote alone, while the
|
||||||
|
remote part beside places is then left out. `[ask]` for a module
|
||||||
|
without `READS`."""
|
||||||
if not declared(module):
|
if not declared(module):
|
||||||
return [ask]
|
return [ask]
|
||||||
|
if ask.remote and (ask.countries or ask.places):
|
||||||
|
return [*_series(module, ask.model_copy(update={"remote": None}), facets),
|
||||||
|
*_series(module, ask.model_copy(update={"countries": (), "places": ()}),
|
||||||
|
facets, beside=True)]
|
||||||
|
return _series(module, ask, facets)
|
||||||
|
|
||||||
|
|
||||||
|
def _series(module: ModuleType, ask: Ask, facets: Mapping[str, Mapping[str, str]] | None,
|
||||||
|
beside: bool = False) -> list[Ask]:
|
||||||
|
"""`series` for an ask that is places or remote, not both. `beside` marks
|
||||||
|
the remote part of an ask that also has places."""
|
||||||
reach = module.READS.filters
|
reach = module.READS.filters
|
||||||
|
known_facets = facets or {}
|
||||||
countries, places = ask.countries, ask.places
|
countries, places = ask.countries, ask.places
|
||||||
for dimension in ("country", "place"):
|
for dimension in ("country", "place"):
|
||||||
values = countries if dimension == "country" else places
|
values = countries if dimension == "country" else places
|
||||||
if getattr(reach, dimension) != "ids" or not values:
|
if getattr(reach, dimension) != "ids" or not values:
|
||||||
continue
|
continue
|
||||||
known = (facets or {}).get(dimension) or {}
|
if dimension not in known_facets:
|
||||||
mapped = tuple(known[v] for v in values if v in known)
|
log.info("readers: %s states no %s facet; read unfiltered", module.NAME, dimension)
|
||||||
if not mapped:
|
mapped: tuple[str, ...] = ()
|
||||||
log.info("readers: %s knows none of %s %s", module.NAME, dimension,
|
else:
|
||||||
", ".join(values))
|
known = known_facets.get(dimension) or {}
|
||||||
return []
|
mapped = tuple(dict.fromkeys(known[v] for v in values if v in known))
|
||||||
|
if not mapped:
|
||||||
|
log.info("readers: %s knows none of %s %s", module.NAME, dimension,
|
||||||
|
", ".join(values))
|
||||||
|
return []
|
||||||
if dimension == "country":
|
if dimension == "country":
|
||||||
countries = mapped
|
countries = mapped
|
||||||
else:
|
else:
|
||||||
places = mapped
|
places = mapped
|
||||||
|
if reach.remote == "ids" and ask.remote:
|
||||||
|
if "remote" not in known_facets:
|
||||||
|
if beside:
|
||||||
|
log.info("readers: %s states no remote facet; remote left out", module.NAME)
|
||||||
|
return []
|
||||||
|
ask = ask.model_copy(update={"remote": None})
|
||||||
|
else:
|
||||||
|
ids = tuple(dict.fromkeys((known_facets.get("remote") or {}).values()))
|
||||||
|
if not ids:
|
||||||
|
return []
|
||||||
|
ask = ask.model_copy(update={"remote_ids": ids})
|
||||||
by_country = [(c,) for c in countries] if reach.country == "one" and countries \
|
by_country = [(c,) for c in countries] if reach.country == "one" and countries \
|
||||||
else [countries]
|
else [countries]
|
||||||
by_place = [(p,) for p in places] if reach.place == "one" and places else [places]
|
by_place = [(p,) for p in places] if reach.place == "one" and places else [places]
|
||||||
@@ -505,12 +550,13 @@ def _load(state: Mapping[str, str], key: str) -> dict[str, Any]:
|
|||||||
|
|
||||||
def facets_for(module: ModuleType, slug: str, get: Get, ask: Ask,
|
def facets_for(module: ModuleType, slug: str, get: Get, ask: Ask,
|
||||||
state: MutableMapping[str, str] | None = None, key: str = "") -> dict[str, Any]:
|
state: MutableMapping[str, str] | None = None, key: str = "") -> dict[str, Any]:
|
||||||
"""The reader's `facets` when `ask` sets a dimension it declares `ids`,
|
"""The reader's `facets` when `ask` sets a dimension it declares `ids`
|
||||||
|
(a country, a place, or remote),
|
||||||
kept in `state[key]` for `FACETS_TTL`; `{}` otherwise."""
|
kept in `state[key]` for `FACETS_TTL`; `{}` otherwise."""
|
||||||
if not declared(module) or not hasattr(module, "facets"):
|
if not declared(module) or not hasattr(module, "facets"):
|
||||||
return {}
|
return {}
|
||||||
ids = [name for name, reach in module.READS.filters.declared().items() if reach == "ids"]
|
ids = [name for name, reach in module.READS.filters.declared().items() if reach == "ids"]
|
||||||
if not any(getattr(ask, _ASK_FIELD[name]) for name in ids if name in ("country", "place")):
|
if not any(getattr(ask, _ASK_FIELD[name]) for name in ids if name != "query"):
|
||||||
return {}
|
return {}
|
||||||
now = datetime.now(UTC)
|
now = datetime.now(UTC)
|
||||||
if state is not None and key:
|
if state is not None and key:
|
||||||
|
|||||||
@@ -15,14 +15,17 @@ links. `/api/apply/v2/jobs` answers 403 "Not authorized for PCSX" on the sites
|
|||||||
tried, so it is not used.
|
tried, so it is not used.
|
||||||
|
|
||||||
The search ignores `num` and answers ten roles a page, so a board costs one
|
The search ignores `num` and answers ten roles a page, so a board costs one
|
||||||
request per ten roles, and `ats.MAX_PAGES` (100) stops a read at 1,000 roles: a
|
request per ten roles, and `ats.MAX_PAGES` (100) stops a read at 1,000 roles.
|
||||||
larger board (Infineon's 1,292, Microsoft's 2,319) is read incomplete every pull,
|
The rows are sorted newest first (`sort_by=timestamp`) so that what the cap
|
||||||
and an incomplete read never closes the roles it did not list. The rows are
|
keeps is the newest thousand and the pages do not shuffle between two
|
||||||
sorted newest first (`sort_by=timestamp`) so that what the cap keeps is the
|
requests, unlike the default order, which puts hot roles first.
|
||||||
newest thousand and the pages do not shuffle between two requests, unlike the
|
|
||||||
default order, which puts hot roles first. The search does take a `location`
|
A country is filtered on the server by `location=<country name>`, one a
|
||||||
free text (Ericsson's "Sweden" found 157 of 637), which could bring a read
|
request (`Filters(country="one")`): Ericsson's "Sweden" answered 154 of 618 on
|
||||||
under the cap, but a target names no filter and none is built here.
|
2026-09-30, a role at several places is kept when one of them matches, and
|
||||||
|
the review measured Infineon at 163 of 1,288 and Microsoft at 60 of 2,320 for
|
||||||
|
Denmark and Sweden, which brings both under the cap. A code with no English
|
||||||
|
name in `_countries` is read unfiltered.
|
||||||
|
|
||||||
Discovery names Eightfold from an `eightfold.ai` link, and the host and the
|
Discovery names Eightfold from an `eightfold.ai` link, and the host and the
|
||||||
domain from one that carries `domain=`.
|
domain from one that carries `domain=`.
|
||||||
@@ -35,15 +38,17 @@ import json
|
|||||||
import re
|
import re
|
||||||
from collections.abc import Callable
|
from collections.abc import Callable
|
||||||
from typing import Any
|
from typing import Any
|
||||||
|
from urllib.parse import quote
|
||||||
|
|
||||||
from desk.sources import strip_html
|
from desk.sources import strip_html
|
||||||
|
|
||||||
from ._contract import Ask, Fields, Place, Reads, Row
|
from ._contract import Ask, Fields, Filters, Place, Reads, Row
|
||||||
|
from ._countries import name_of
|
||||||
from ._shared import Get, Page, is_web_url, only, parse_dt
|
from ._shared import Get, Page, is_web_url, only, parse_dt
|
||||||
|
|
||||||
READS = Reads(
|
READS = Reads(
|
||||||
scope="board", listing="paged", page_size=10, text="detail", complete="stated",
|
scope="board", listing="paged", page_size=10, text="detail", complete="stated",
|
||||||
places="many",
|
places="many", filters=Filters(country="one"),
|
||||||
fields=Fields(posted="listed", remote="stated"),
|
fields=Fields(posted="listed", remote="stated"),
|
||||||
robots="read: robots.txt allows /careers (checked 2026-09-29)",
|
robots="read: robots.txt allows /careers (checked 2026-09-29)",
|
||||||
)
|
)
|
||||||
@@ -95,12 +100,14 @@ def careers_url(slug: str) -> str:
|
|||||||
|
|
||||||
def page(get: Get, slug: str, cursor: Any, ask: Ask) -> Page:
|
def page(get: Get, slug: str, cursor: Any, ask: Ask) -> Page:
|
||||||
"""One page of `/api/pcsx/search` -> `{"status": 200, "data": {"positions":
|
"""One page of `/api/pcsx/search` -> `{"status": 200, "data": {"positions":
|
||||||
[...], "count": n}}`; the next starts at the offset after this page's
|
[...], "count": n}}`, in the one country `ask` names; the next starts at
|
||||||
positions, and an empty page ends the read."""
|
the offset after this page's positions, and an empty page ends the read."""
|
||||||
host, domain = parts(slug)
|
host, domain = parts(slug)
|
||||||
start = int(cursor or 0)
|
start = int(cursor or 0)
|
||||||
|
country = name_of(ask.countries[0]) if ask.countries else ""
|
||||||
|
where = f"&location={quote(country)}" if country else ""
|
||||||
answer = json.loads(get(f"https://{host}/api/pcsx/search?domain={domain}"
|
answer = json.loads(get(f"https://{host}/api/pcsx/search?domain={domain}"
|
||||||
f"&sort_by=timestamp&start={start}"))
|
f"&sort_by=timestamp&start={start}{where}"))
|
||||||
data = answer.get("data") if isinstance(answer, dict) else None
|
data = answer.get("data") if isinstance(answer, dict) else None
|
||||||
positions = data.get("positions") if isinstance(data, dict) else None
|
positions = data.get("positions") if isinstance(data, dict) else None
|
||||||
if not isinstance(positions, list):
|
if not isinstance(positions, list):
|
||||||
|
|||||||
@@ -8,6 +8,18 @@ number is `CX_1001` or `CX_1` on the tenants read so far, and the site's own
|
|||||||
name (`SinchCareer`) is taken in its place. Written from live boards on
|
name (`SinchCareer`) is taken in its place. Written from live boards on
|
||||||
2026-09-29 (Milestone Systems, Nokia, Danske Bank, Sinch); jobhunt-hq did not
|
2026-09-29 (Milestone Systems, Nokia, Danske Bank, Sinch); jobhunt-hq did not
|
||||||
read Oracle.
|
read Oracle.
|
||||||
|
|
||||||
|
Countries are filtered on the server by `selectedLocationsFacet`, the pod's
|
||||||
|
geography ids (`Filters(country="ids")`), which `facets` reads off
|
||||||
|
`locationsFacet`; several ids go in one request, joined with `;`, the way the
|
||||||
|
site's own search sends a multiple choice. That list holds only the pod's ten
|
||||||
|
biggest countries (fa-evmr's, 2026-09-30), so when it is full a country
|
||||||
|
missing from it may still have roles: `facets` then maps every other country
|
||||||
|
to `*`, and a series asking for one is read without a country filter. An id
|
||||||
|
the pod does not know answers the whole board (review). Remote is
|
||||||
|
`selectedWorkplaceTypesFacet=ORA_REMOTE` (`remote="one"`); two facets are an
|
||||||
|
intersection (Finland and remote answered 0 on 2026-09-30), which is why the
|
||||||
|
runner asks for remote in a series of its own.
|
||||||
"""
|
"""
|
||||||
|
|
||||||
from __future__ import annotations
|
from __future__ import annotations
|
||||||
@@ -21,7 +33,8 @@ from urllib.parse import quote
|
|||||||
|
|
||||||
from desk.sources import strip_html
|
from desk.sources import strip_html
|
||||||
|
|
||||||
from ._contract import Ask, Fields, Place, Reads
|
from ._contract import Ask, Fields, Filters, Place, Reads
|
||||||
|
from ._countries import NAMES, code_of
|
||||||
from ._shared import Get, Page, Row, only, parse_dt
|
from ._shared import Get, Page, Row, only, parse_dt
|
||||||
|
|
||||||
NAME = "oracle"
|
NAME = "oracle"
|
||||||
@@ -41,7 +54,7 @@ PATTERNS = (
|
|||||||
|
|
||||||
READS = Reads(
|
READS = Reads(
|
||||||
scope="board", listing="paged", page_size=200, text="detail", teaser=True,
|
scope="board", listing="paged", page_size=200, text="detail", teaser=True,
|
||||||
complete="stated", places="many",
|
complete="stated", places="many", filters=Filters(country="ids", remote="one"),
|
||||||
fields=Fields(posted="trusted", remote="stated", country="stated"),
|
fields=Fields(posted="trusted", remote="stated", country="stated"),
|
||||||
robots=("read: robots.txt allows /hcmUI/CandidateExperience/en/sites/<site>/jobs "
|
robots=("read: robots.txt allows /hcmUI/CandidateExperience/en/sites/<site>/jobs "
|
||||||
"(checked 2026-09-29)"),
|
"(checked 2026-09-29)"),
|
||||||
@@ -103,7 +116,7 @@ def page(get: Get, slug: str, cursor: Any, ask: Ask = Ask()) -> Page:
|
|||||||
data = json.loads(get(
|
data = json.loads(get(
|
||||||
f"{_api(slug)}/recruitingCEJobRequisitions?onlyData=true"
|
f"{_api(slug)}/recruitingCEJobRequisitions?onlyData=true"
|
||||||
f"&expand=requisitionList.secondaryLocations"
|
f"&expand=requisitionList.secondaryLocations"
|
||||||
f"&finder=findReqs;siteNumber={site},limit={PAGE_SIZE},offset={offset}"))
|
f"&finder=findReqs;siteNumber={site},{_selected(ask)}limit={PAGE_SIZE},offset={offset}"))
|
||||||
search = (data.get("items") or [{}])[0]
|
search = (data.get("items") or [{}])[0]
|
||||||
roles = search.get("requisitionList") or []
|
roles = search.get("requisitionList") or []
|
||||||
# `_paged` counts `id`, which Oracle spells `Id`.
|
# `_paged` counts `id`, which Oracle spells `Id`.
|
||||||
@@ -111,6 +124,42 @@ def page(get: Get, slug: str, cursor: Any, ask: Ask = Ask()) -> Page:
|
|||||||
return search, results, search.get("TotalJobsCount"), offset + len(roles) if roles else None
|
return search, results, search.get("TotalJobsCount"), offset + len(roles) if roles else None
|
||||||
|
|
||||||
|
|
||||||
|
#: How many countries `locationsFacet` lists at most; a list this long may
|
||||||
|
#: leave some out.
|
||||||
|
FACET_LIMIT = 10
|
||||||
|
|
||||||
|
|
||||||
|
def _selected(ask: Ask) -> str:
|
||||||
|
"""The finder's facet parameters for `ask`, each ending in a comma: the
|
||||||
|
location ids (none when one is `*`, a country the pod did not list) and
|
||||||
|
remote."""
|
||||||
|
out = ""
|
||||||
|
ids = [i for i in ask.countries if re.fullmatch(r"\d+", i)]
|
||||||
|
if ids and "*" not in ask.countries:
|
||||||
|
out += f"selectedLocationsFacet={'%3B'.join(ids)},"
|
||||||
|
if ask.remote:
|
||||||
|
out += "selectedWorkplaceTypesFacet=ORA_REMOTE,"
|
||||||
|
return out
|
||||||
|
|
||||||
|
|
||||||
|
def facets(get: Get, slug: str) -> dict[str, dict[str, str]]:
|
||||||
|
"""The pod's geography id of each country `locationsFacet` names, read
|
||||||
|
with the facets and no roles. When the list is `FACET_LIMIT` long, every
|
||||||
|
country it leaves out maps to `*`: its roles may be there, and a read
|
||||||
|
for it goes unfiltered."""
|
||||||
|
site = _parts(slug)[1]
|
||||||
|
data = json.loads(get(
|
||||||
|
f"{_api(slug)}/recruitingCEJobRequisitions?onlyData=true"
|
||||||
|
f"&finder=findReqs;siteNumber={site},facetsList=LOCATIONS,limit=1,offset=0"))
|
||||||
|
listed = (data.get("items") or [{}])[0].get("locationsFacet") or []
|
||||||
|
country = {code: str(entry["Id"]) for entry in listed
|
||||||
|
if isinstance(entry, dict) and entry.get("Id")
|
||||||
|
and (code := code_of(str(entry.get("Name") or "")))}
|
||||||
|
if len(listed) >= FACET_LIMIT:
|
||||||
|
country = dict.fromkeys(NAMES, "*") | country
|
||||||
|
return {"country": country}
|
||||||
|
|
||||||
|
|
||||||
def parse(body: bytes, slug: str) -> list[Row]:
|
def parse(body: bytes, slug: str) -> list[Row]:
|
||||||
return rows((json.loads(body).get("items") or [{}])[0], slug)
|
return rows((json.loads(body).get("items") or [{}])[0], slug)
|
||||||
|
|
||||||
|
|||||||
@@ -9,6 +9,14 @@ answered without a cookie, an `Origin` header, a `pageId` or the site's
|
|||||||
`country`, both read off the slug's path) and the paging. Nothing is taken
|
`country`, both read off the slug's path) and the paging. Nothing is taken
|
||||||
from the page's script. Written from live sites on 2026-09-29 (King, Just Eat
|
from the page's script. Written from live sites on 2026-09-29 (King, Just Eat
|
||||||
Takeaway, Philips); jobhunt-hq did not read Phenom.
|
Takeaway, Philips); jobhunt-hq did not read Phenom.
|
||||||
|
|
||||||
|
Countries are filtered on the server as a list of English names in
|
||||||
|
`selected_fields.country`, all in one request (`Filters(country="many")`); the
|
||||||
|
list is a union, and a role at several places is kept when one of them
|
||||||
|
matches. Philips answered 111 of 873 for Netherlands and Germany on
|
||||||
|
2026-09-30. There is no remote field to filter on. A code with no English
|
||||||
|
name in `_countries` is left out of the list, and a list left empty reads the
|
||||||
|
whole board.
|
||||||
"""
|
"""
|
||||||
|
|
||||||
from __future__ import annotations
|
from __future__ import annotations
|
||||||
@@ -21,7 +29,8 @@ from typing import Any
|
|||||||
|
|
||||||
from desk.sources import strip_html
|
from desk.sources import strip_html
|
||||||
|
|
||||||
from ._contract import Ask, Fields, Place, Reads
|
from ._contract import Ask, Fields, Filters, Place, Reads
|
||||||
|
from ._countries import name_of
|
||||||
from ._shared import Get, Page, Row, only, parse_dt
|
from ._shared import Get, Page, Row, only, parse_dt
|
||||||
|
|
||||||
NAME = "phenom"
|
NAME = "phenom"
|
||||||
@@ -37,7 +46,8 @@ PATTERNS = (
|
|||||||
|
|
||||||
READS = Reads(
|
READS = Reads(
|
||||||
scope="board", listing="paged", page_size=100, text="detail", teaser=True,
|
scope="board", listing="paged", page_size=100, text="detail", teaser=True,
|
||||||
complete="stated", places="many", fields=Fields(posted="trusted", remote="stated"),
|
complete="stated", places="many", filters=Filters(country="many"),
|
||||||
|
fields=Fields(posted="trusted", remote="stated"),
|
||||||
robots="read: robots.txt allows /<country>/<lang>/search-results (checked 2026-09-29)",
|
robots="read: robots.txt allows /<country>/<lang>/search-results (checked 2026-09-29)",
|
||||||
)
|
)
|
||||||
|
|
||||||
@@ -77,19 +87,21 @@ def careers_url(slug: str) -> str:
|
|||||||
return f"{_root(slug)}/search-results"
|
return f"{_root(slug)}/search-results"
|
||||||
|
|
||||||
|
|
||||||
def _body(slug: str, offset: int) -> dict[str, Any]:
|
def _body(slug: str, offset: int, countries: tuple[str, ...] = ()) -> dict[str, Any]:
|
||||||
"""What the site's search page sends for a listing of every role, newest
|
"""What the site's search page sends for a listing of every role, newest
|
||||||
first, less the parts that only tell the page what to draw. `lang` is
|
first, less the parts that only tell the page what to draw, in the
|
||||||
`en_global` for `/global/en` and `en_us` for `/us/en`, the site's own
|
`countries` (ISO codes) given. `lang` is `en_global` for `/global/en` and
|
||||||
spelling on the three sites read."""
|
`en_us` for `/us/en`, the site's own spelling on the three sites read."""
|
||||||
_host, country, lang = _parts(slug)
|
_host, country, lang = _parts(slug)
|
||||||
|
names = [name for code in countries if (name := name_of(code))]
|
||||||
return {
|
return {
|
||||||
"lang": f"{lang}_{country}", "deviceType": "desktop", "country": country,
|
"lang": f"{lang}_{country}", "deviceType": "desktop", "country": country,
|
||||||
"pageName": "search-results", "ddoKey": "refineSearch", "sortBy": "",
|
"pageName": "search-results", "ddoKey": "refineSearch", "sortBy": "",
|
||||||
"subsearch": "", "from": offset, "jobs": True, "counts": True, "all_fetch": False,
|
"subsearch": "", "from": offset, "jobs": True, "counts": True, "all_fetch": False,
|
||||||
"pageType": "landingPage", "size": PAGE_SIZE, "clearAll": False,
|
"pageType": "landingPage", "size": PAGE_SIZE, "clearAll": False,
|
||||||
"jdsource": "facets", "isSliderEnable": False, "siteType": "external",
|
"jdsource": "facets", "isSliderEnable": False, "siteType": "external",
|
||||||
"location": "", "keywords": "", "global": True, "selected_fields": {},
|
"location": "", "keywords": "", "global": True,
|
||||||
|
"selected_fields": {"country": names} if names else {},
|
||||||
"sort": {"order": "desc", "field": "postedDate"}, "locationData": {},
|
"sort": {"order": "desc", "field": "postedDate"}, "locationData": {},
|
||||||
}
|
}
|
||||||
|
|
||||||
@@ -106,7 +118,7 @@ def page(get: Get, slug: str, cursor: Any, ask: Ask = Ask()) -> Page:
|
|||||||
offset = int(cursor or 0)
|
offset = int(cursor or 0)
|
||||||
host = _parts(slug)[0]
|
host = _parts(slug)[0]
|
||||||
data = json.loads(get(f"https://{host}/widgets", method="POST",
|
data = json.loads(get(f"https://{host}/widgets", method="POST",
|
||||||
payload=_body(slug, offset)))
|
payload=_body(slug, offset, ask.countries)))
|
||||||
search = data.get("refineSearch")
|
search = data.get("refineSearch")
|
||||||
if not isinstance(search, dict) or search.get("status", 200) != 200:
|
if not isinstance(search, dict) or search.get("status", 200) != 200:
|
||||||
raise ValueError("not a Phenom search answer: no refineSearch")
|
raise ValueError("not a Phenom search answer: no refineSearch")
|
||||||
|
|||||||
@@ -3,16 +3,22 @@ with a stated total. The identifier is case-sensitive (`BoschGroup`).
|
|||||||
|
|
||||||
Written from one real board on 2026-09-23; jobhunt-hq did not read
|
Written from one real board on 2026-09-23; jobhunt-hq did not read
|
||||||
SmartRecruiters.
|
SmartRecruiters.
|
||||||
|
|
||||||
|
A country is filtered on the server, `?country=dk`, one a request
|
||||||
|
(`Filters(country="one")`): Bosch's DE, SE and DK summed to what the app held
|
||||||
|
(review, 2026-09-29), and DK answered 2 of 4,830 on 2026-09-30. The API
|
||||||
|
ignores a remote parameter, so remote is not filtered.
|
||||||
"""
|
"""
|
||||||
|
|
||||||
from __future__ import annotations
|
from __future__ import annotations
|
||||||
|
|
||||||
import json
|
import json
|
||||||
import logging
|
import logging
|
||||||
|
import re
|
||||||
from collections.abc import Callable
|
from collections.abc import Callable
|
||||||
from typing import Any
|
from typing import Any
|
||||||
|
|
||||||
from ._contract import Ask, Fields, Place, Reads
|
from ._contract import Ask, Fields, Filters, Place, Reads
|
||||||
from ._shared import Get, Page, Row, only, parse_dt, path_slug_ok
|
from ._shared import Get, Page, Row, only, parse_dt, path_slug_ok
|
||||||
|
|
||||||
log = logging.getLogger(__name__)
|
log = logging.getLogger(__name__)
|
||||||
@@ -27,7 +33,7 @@ PATTERNS = (
|
|||||||
#: An unknown identifier answers an empty list, which is `empty="suspect"`.
|
#: An unknown identifier answers an empty list, which is `empty="suspect"`.
|
||||||
READS = Reads(
|
READS = Reads(
|
||||||
scope="board", listing="paged", page_size=100, text="none", complete="stated",
|
scope="board", listing="paged", page_size=100, text="none", complete="stated",
|
||||||
places="one", empty="suspect",
|
places="one", empty="suspect", filters=Filters(country="one"),
|
||||||
fields=Fields(posted="trusted", remote="stated", country="stated", seniority="stated",
|
fields=Fields(posted="trusted", remote="stated", country="stated", seniority="stated",
|
||||||
employment="stated"),
|
employment="stated"),
|
||||||
robots="api: no robots.txt check needed (public board API), 2026-09-30",
|
robots="api: no robots.txt check needed (public board API), 2026-09-30",
|
||||||
@@ -73,9 +79,13 @@ def probe_ok(body: bytes) -> bool:
|
|||||||
|
|
||||||
|
|
||||||
def page(get: Get, slug: str, cursor: Any, ask: Ask = Ask()) -> Page:
|
def page(get: Get, slug: str, cursor: Any, ask: Ask = Ask()) -> Page:
|
||||||
|
"""One page, in the one country `ask` names, which the API takes in lower
|
||||||
|
case."""
|
||||||
offset = int(cursor or 0)
|
offset = int(cursor or 0)
|
||||||
|
country = ask.countries[0].lower() if ask.countries else ""
|
||||||
|
where = f"&country={country}" if re.fullmatch(r"[a-z]{2}", country) else ""
|
||||||
data = json.loads(get(f"https://{_API}/v1/companies/{slug}/postings"
|
data = json.loads(get(f"https://{_API}/v1/companies/{slug}/postings"
|
||||||
f"?offset={offset}&limit={PAGE_SIZE}"))
|
f"?offset={offset}&limit={PAGE_SIZE}{where}"))
|
||||||
content = data.get("content") or []
|
content = data.get("content") or []
|
||||||
return data, content, data.get("totalFound"), offset + len(content) if content else None
|
return data, content, data.get("totalFound"), offset + len(content) if content else None
|
||||||
|
|
||||||
|
|||||||
@@ -30,8 +30,13 @@ module reads, and neither is a translation of a listed role.
|
|||||||
A path prefix names a brand of a shared site. `<host>/<prefix>/search/` lists
|
A path prefix names a brand of a shared site. `<host>/<prefix>/search/` lists
|
||||||
only that brand on the server (Universal Robots 30 of Teradyne's 486, MiR 1),
|
only that brand on the server (Universal Robots 30 of Teradyne's 486, MiR 1),
|
||||||
so the read is as small as the company; `rows` still keeps only the roles
|
so the read is as small as the company; `rows` still keeps only the roles
|
||||||
under `/<prefix>/job/`, in case a site does not scope. There is no server-side
|
under `/<prefix>/job/`, in case a site does not scope.
|
||||||
country filter in this version.
|
|
||||||
|
A country is filtered on the server by the search's own facet,
|
||||||
|
`optionsFacetsDD_country=DK`, one country a request (`Filters(country="one")`);
|
||||||
|
it worked on the four tenants tried in the review and on Vestas (64 of 668,
|
||||||
|
2026-09-30). A role at several places is listed when one of them is in the
|
||||||
|
country. There is no remote facet.
|
||||||
|
|
||||||
A role's own page carries microdata (`itemtype` schema.org JobPosting) with
|
A role's own page carries microdata (`itemtype` schema.org JobPosting) with
|
||||||
`datePosted` and the address; `detail` reads the description, the date and the
|
`datePosted` and the address; `detail` reads the description, the date and the
|
||||||
@@ -52,7 +57,8 @@ from urllib.parse import urljoin, urlsplit
|
|||||||
|
|
||||||
from desk.sources import strip_html
|
from desk.sources import strip_html
|
||||||
|
|
||||||
from ._contract import Ask, Fields, Place, Reads
|
from ._contract import Ask, Fields, Filters, Place, Reads
|
||||||
|
from ._countries import NAMES
|
||||||
from ._shared import Get, Page, Row, is_web_url, only, parse_dt
|
from ._shared import Get, Page, Row, is_web_url, only, parse_dt
|
||||||
|
|
||||||
NAME = "successfactors"
|
NAME = "successfactors"
|
||||||
@@ -79,6 +85,7 @@ KEEP_CASE = True
|
|||||||
|
|
||||||
READS = Reads(
|
READS = Reads(
|
||||||
scope="board", listing="paged", text="detail", complete="stated", places="many",
|
scope="board", listing="paged", text="detail", complete="stated", places="many",
|
||||||
|
filters=Filters(country="one"),
|
||||||
fields=Fields(posted="trusted", country="stated"),
|
fields=Fields(posted="trusted", country="stated"),
|
||||||
robots="read: robots.txt allows /search/ and /job/ (checked 2026-09-29)",
|
robots="read: robots.txt allows /search/ and /job/ (checked 2026-09-29)",
|
||||||
)
|
)
|
||||||
@@ -122,52 +129,10 @@ _COUNTRY_LABELS = ("country", "land")
|
|||||||
_MONTHS = {name: number for number, name in enumerate(
|
_MONTHS = {name: number for number, name in enumerate(
|
||||||
("jan", "feb", "mar", "apr", "may", "jun", "jul", "aug", "sep", "oct", "nov", "dec"), 1)}
|
("jan", "feb", "mar", "apr", "may", "jun", "jul", "aug", "sep", "oct", "nov", "dec"), 1)}
|
||||||
|
|
||||||
#: ISO 3166-1 alpha-2 to the English name, which is what `country_of` reads:
|
#: ISO 3166-1 alpha-2 to the English name (`_countries.NAMES`): a bare "DE"
|
||||||
#: a bare "DE" or "SE" in a location line is taken for Delaware or nothing. A
|
#: or "SE" in a location line is taken for Delaware or nothing. A code that
|
||||||
#: code that is not here stays as the site wrote it.
|
#: is not there stays as the site wrote it.
|
||||||
_COUNTRIES = dict(entry.strip().split(" ", 1) for entry in """
|
_COUNTRIES = NAMES
|
||||||
AD Andorra | AE United Arab Emirates | AF Afghanistan | AG Antigua and Barbuda | AI
|
|
||||||
Anguilla | AL Albania | AM Armenia | AO Angola | AR Argentina | AS American Samoa | AT
|
|
||||||
Austria | AU Australia | AW Aruba | AX Åland Islands | AZ Azerbaijan | BA Bosnia and
|
|
||||||
Herzegovina | BB Barbados | BD Bangladesh | BE Belgium | BF Burkina Faso | BG Bulgaria
|
|
||||||
| BH Bahrain | BI Burundi | BJ Benin | BM Bermuda | BN Brunei | BO Bolivia | BQ
|
|
||||||
Caribbean Netherlands | BR Brazil | BS Bahamas | BT Bhutan | BW Botswana | BY Belarus
|
|
||||||
| BZ Belize | CA Canada | CD Democratic Republic of the Congo | CF Central African
|
|
||||||
Republic | CG Republic of the Congo | CH Switzerland | CI Côte d'Ivoire | CK Cook
|
|
||||||
Islands | CL Chile | CM Cameroon | CN China | CO Colombia | CR Costa Rica | CU Cuba |
|
|
||||||
CV Cabo Verde | CW Curaçao | CY Cyprus | CZ Czechia | DE Germany | DJ Djibouti | DK
|
|
||||||
Denmark | DM Dominica | DO Dominican Republic | DZ Algeria | EC Ecuador | EE Estonia |
|
|
||||||
EG Egypt | ER Eritrea | ES Spain | ET Ethiopia | FI Finland | FJ Fiji | FK Falkland
|
|
||||||
Islands | FM Micronesia | FO Faroe Islands | FR France | GA Gabon | GB United Kingdom
|
|
||||||
| GD Grenada | GE Georgia | GF French Guiana | GG Guernsey | GH Ghana | GI Gibraltar |
|
|
||||||
GL Greenland | GM Gambia | GN Guinea | GP Guadeloupe | GQ Equatorial Guinea | GR
|
|
||||||
Greece | GT Guatemala | GU Guam | GW Guinea-Bissau | GY Guyana | HK Hong Kong | HN
|
|
||||||
Honduras | HR Croatia | HT Haiti | HU Hungary | ID Indonesia | IE Ireland | IL Israel
|
|
||||||
| IM Isle of Man | IN India | IQ Iraq | IR Iran | IS Iceland | IT Italy | JE Jersey |
|
|
||||||
JM Jamaica | JO Jordan | JP Japan | KE Kenya | KG Kyrgyzstan | KH Cambodia | KI
|
|
||||||
Kiribati | KM Comoros | KN Saint Kitts and Nevis | KP North Korea | KR South Korea |
|
|
||||||
KW Kuwait | KY Cayman Islands | KZ Kazakhstan | LA Laos | LB Lebanon | LC Saint Lucia
|
|
||||||
| LI Liechtenstein | LK Sri Lanka | LR Liberia | LS Lesotho | LT Lithuania | LU
|
|
||||||
Luxembourg | LV Latvia | LY Libya | MA Morocco | MC Monaco | MD Moldova | ME
|
|
||||||
Montenegro | MG Madagascar | MH Marshall Islands | MK North Macedonia | ML Mali | MM
|
|
||||||
Myanmar | MN Mongolia | MO Macao | MP Northern Mariana Islands | MQ Martinique | MR
|
|
||||||
Mauritania | MS Montserrat | MT Malta | MU Mauritius | MV Maldives | MW Malawi | MX
|
|
||||||
Mexico | MY Malaysia | MZ Mozambique | NA Namibia | NC New Caledonia | NE Niger | NG
|
|
||||||
Nigeria | NI Nicaragua | NL Netherlands | NO Norway | NP Nepal | NR Nauru | NU Niue |
|
|
||||||
NZ New Zealand | OM Oman | PA Panama | PE Peru | PF French Polynesia | PG Papua New
|
|
||||||
Guinea | PH Philippines | PK Pakistan | PL Poland | PR Puerto Rico | PS Palestine | PT
|
|
||||||
Portugal | PW Palau | PY Paraguay | QA Qatar | RE Réunion | RO Romania | RS Serbia |
|
|
||||||
RU Russia | RW Rwanda | SA Saudi Arabia | SB Solomon Islands | SC Seychelles | SD
|
|
||||||
Sudan | SE Sweden | SG Singapore | SI Slovenia | SK Slovakia | SL Sierra Leone | SM
|
|
||||||
San Marino | SN Senegal | SO Somalia | SR Suriname | SS South Sudan | ST São Tomé and
|
|
||||||
Príncipe | SV El Salvador | SY Syria | SZ Eswatini | TC Turks and Caicos Islands | TD
|
|
||||||
Chad | TG Togo | TH Thailand | TJ Tajikistan | TL Timor-Leste | TM Turkmenistan | TN
|
|
||||||
Tunisia | TO Tonga | TR Turkey | TT Trinidad and Tobago | TV Tuvalu | TW Taiwan | TZ
|
|
||||||
Tanzania | UA Ukraine | UG Uganda | US United States | UY Uruguay | UZ Uzbekistan | VA
|
|
||||||
Vatican City | VC Saint Vincent and the Grenadines | VE Venezuela | VG British Virgin
|
|
||||||
Islands | VI U.S. Virgin Islands | VN Vietnam | VU Vanuatu | WS Samoa | XK Kosovo | YE
|
|
||||||
Yemen | ZA South Africa | ZM Zambia | ZW Zimbabwe
|
|
||||||
""".replace("\n", " ").split(" | "))
|
|
||||||
|
|
||||||
|
|
||||||
def _parts(slug: str) -> tuple[str, str]:
|
def _parts(slug: str) -> tuple[str, str]:
|
||||||
@@ -190,9 +155,12 @@ def careers_url(slug: str) -> str:
|
|||||||
return f"https://{host}{prefix}/search/"
|
return f"https://{host}{prefix}/search/"
|
||||||
|
|
||||||
|
|
||||||
def _search_url(slug: str, start: int) -> str:
|
def _search_url(slug: str, start: int, country: str = "") -> str:
|
||||||
|
"""The search page from `start`, in one country when `country` (an ISO
|
||||||
|
code) is given."""
|
||||||
host, prefix = _parts(slug)
|
host, prefix = _parts(slug)
|
||||||
return f"https://{host}{prefix}/search/?q=&locationsearch=&startrow={start}"
|
facet = f"&optionsFacetsDD_country={country}" if re.fullmatch(r"[A-Z]{2}", country) else ""
|
||||||
|
return f"https://{host}{prefix}/search/?q=&locationsearch={facet}&startrow={start}"
|
||||||
|
|
||||||
|
|
||||||
# ------------------------------------------------------------------ listing
|
# ------------------------------------------------------------------ listing
|
||||||
@@ -296,12 +264,13 @@ def _entries(text: str) -> list[dict[str, Any]]:
|
|||||||
|
|
||||||
|
|
||||||
def page(get: Get, slug: str, cursor: Any, ask: Ask = Ask()) -> Page:
|
def page(get: Get, slug: str, cursor: Any, ask: Ask = Ask()) -> Page:
|
||||||
"""One search page. The cursor is `(start row, first role of the page
|
"""One search page, in the one country `ask` names. The cursor is `(start row, first role of the page
|
||||||
before)`: the next start row is what this page returned, and a page that
|
before)`: the next start row is what this page returned, and a page that
|
||||||
starts with the same role as the last one is the site ignoring `startrow`,
|
starts with the same role as the last one is the site ignoring `startrow`,
|
||||||
which ends the read (incomplete) instead of looping."""
|
which ends the read (incomplete) instead of looping."""
|
||||||
start, previous = cursor or (0, None)
|
start, previous = cursor or (0, None)
|
||||||
text = get(_search_url(slug, start)).decode("utf-8", "replace")
|
country = ask.countries[0] if ask.countries else ""
|
||||||
|
text = get(_search_url(slug, start, country)).decode("utf-8", "replace")
|
||||||
if not _SEARCH_PAGE.search(text):
|
if not _SEARCH_PAGE.search(text):
|
||||||
raise ValueError("not a SuccessFactors search page")
|
raise ValueError("not a SuccessFactors search page")
|
||||||
found = _entries(text)
|
found = _entries(text)
|
||||||
|
|||||||
@@ -12,6 +12,17 @@ keeps the case the URL wrote (`KEEP_CASE`).
|
|||||||
|
|
||||||
Written from live career sites on 2026-09-29 (`docs/plan-hosts/workday.md`).
|
Written from live career sites on 2026-09-29 (`docs/plan-hosts/workday.md`).
|
||||||
The listing carries no description, so `detail` reads each role's own JSON.
|
The listing carries no description, so `detail` reads each role's own JSON.
|
||||||
|
|
||||||
|
Countries and remote are filtered on the server by the tenant's own facets
|
||||||
|
(`Filters(country="ids", remote="ids")`): `appliedFacets` takes
|
||||||
|
`{<facetParameter>: [<id>, ...]}`, ids within one facet are a union, and two
|
||||||
|
facets are an intersection, which is why the runner asks for remote in a
|
||||||
|
series of its own. Each tenant names its facets its own way (LEGO's
|
||||||
|
`Location` lists countries, others nest `locationCountry` under
|
||||||
|
`locationMainGroup`), so `facets` reads them off the first page and picks the
|
||||||
|
one whose values are countries. A host id is `<facetParameter>=<id>`. LEGO
|
||||||
|
answered 97 of 455 for Denmark on 2026-09-30; a role at several places is
|
||||||
|
kept when one of them is in the country.
|
||||||
"""
|
"""
|
||||||
|
|
||||||
from __future__ import annotations
|
from __future__ import annotations
|
||||||
@@ -26,7 +37,8 @@ from typing import Any
|
|||||||
|
|
||||||
from desk.sources import strip_html
|
from desk.sources import strip_html
|
||||||
|
|
||||||
from ._contract import Ask, Fields, Place, Reads
|
from ._contract import Ask, Fields, Filters, Place, Reads
|
||||||
|
from ._countries import code_of
|
||||||
from ._shared import Get, Page, Row, only, parse_dt
|
from ._shared import Get, Page, Row, only, parse_dt
|
||||||
|
|
||||||
log = logging.getLogger(__name__)
|
log = logging.getLogger(__name__)
|
||||||
@@ -37,7 +49,7 @@ KEEP_CASE = True
|
|||||||
|
|
||||||
READS = Reads(
|
READS = Reads(
|
||||||
scope="board", listing="paged", page_size=20, ceiling=2000, text="detail",
|
scope="board", listing="paged", page_size=20, ceiling=2000, text="detail",
|
||||||
complete="stated", places="many",
|
complete="stated", places="many", filters=Filters(country="ids", remote="ids"),
|
||||||
fields=Fields(posted="trusted", remote="stated", country="stated", employment="stated"),
|
fields=Fields(posted="trusted", remote="stated", country="stated", employment="stated"),
|
||||||
robots="read: robots.txt allows /<Site>/ (checked 2026-09-29)",
|
robots="read: robots.txt allows /<Site>/ (checked 2026-09-29)",
|
||||||
)
|
)
|
||||||
@@ -104,7 +116,8 @@ def page(get: Get, slug: str, cursor: Any, ask: Ask = Ask()) -> Page:
|
|||||||
offset, total = cursor or (0, None)
|
offset, total = cursor or (0, None)
|
||||||
data = json.loads(get(
|
data = json.loads(get(
|
||||||
f"https://{_host(slug)}/wday/cxs/{tenant}/{site}/jobs", method="POST",
|
f"https://{_host(slug)}/wday/cxs/{tenant}/{site}/jobs", method="POST",
|
||||||
payload={"appliedFacets": {}, "limit": PAGE_SIZE, "offset": offset, "searchText": ""}))
|
payload={"appliedFacets": _applied(ask), "limit": PAGE_SIZE, "offset": offset,
|
||||||
|
"searchText": ""}))
|
||||||
if cursor is None:
|
if cursor is None:
|
||||||
stated = data.get("total")
|
stated = data.get("total")
|
||||||
total = stated if isinstance(stated, int) and not isinstance(stated, bool) else None
|
total = stated if isinstance(stated, int) and not isinstance(stated, bool) else None
|
||||||
@@ -118,6 +131,69 @@ def page(get: Get, slug: str, cursor: Any, ask: Ask = Ask()) -> Page:
|
|||||||
return data, results, total, (following, total) if more else None
|
return data, results, total, (following, total) if more else None
|
||||||
|
|
||||||
|
|
||||||
|
def _applied(ask: Ask) -> dict[str, list[str]]:
|
||||||
|
"""`appliedFacets` for the host ids `ask` carries, `<facetParameter>=<id>`
|
||||||
|
each, grouped by facet."""
|
||||||
|
out: dict[str, list[str]] = {}
|
||||||
|
for value in (*ask.countries, *ask.remote_ids):
|
||||||
|
facet, sep, value_id = value.partition("=")
|
||||||
|
if sep and facet and value_id:
|
||||||
|
out.setdefault(facet, []).append(value_id)
|
||||||
|
return out
|
||||||
|
|
||||||
|
|
||||||
|
#: A facet whose values are countries: at least this share of them name one.
|
||||||
|
_COUNTRY_SHARE = 0.8
|
||||||
|
|
||||||
|
|
||||||
|
def _facet_lists(facets: Any) -> list[tuple[str, list[dict[str, Any]]]]:
|
||||||
|
"""`(facetParameter, values)` of every facet of an answer, the facets nested
|
||||||
|
in a group (`locationMainGroup` holds `locationCountry` on some tenants)
|
||||||
|
included."""
|
||||||
|
out: list[tuple[str, list[dict[str, Any]]]] = []
|
||||||
|
for facet in facets if isinstance(facets, list) else []:
|
||||||
|
if not isinstance(facet, dict):
|
||||||
|
continue
|
||||||
|
values = [v for v in facet.get("values") or [] if isinstance(v, dict)]
|
||||||
|
nested = [v for v in values if "values" in v and "facetParameter" in v]
|
||||||
|
out += _facet_lists(nested)
|
||||||
|
plain = [v for v in values if v not in nested]
|
||||||
|
if plain and str(facet.get("facetParameter") or ""):
|
||||||
|
out.append((str(facet["facetParameter"]), plain))
|
||||||
|
return out
|
||||||
|
|
||||||
|
|
||||||
|
def facets(get: Get, slug: str) -> dict[str, dict[str, str]]:
|
||||||
|
"""The tenant's host ids, read off one page of one role: `country` maps
|
||||||
|
an ISO code to `<facetParameter>=<id>` in the facet whose values are
|
||||||
|
countries (most of them, `_COUNTRY_SHARE`; the one with most countries
|
||||||
|
when two are), and `remote` maps each facet value that `_REMOTE` reads as
|
||||||
|
remote ("Remote", "Fully Flexible"), in whatever facet, to its id. A
|
||||||
|
tenant with neither states no such dimension, and the runner then does
|
||||||
|
not filter on it."""
|
||||||
|
tenant, _dc, site = _parts(slug) # type: ignore[misc]
|
||||||
|
data = json.loads(get(
|
||||||
|
f"https://{_host(slug)}/wday/cxs/{tenant}/{site}/jobs", method="POST",
|
||||||
|
payload={"appliedFacets": {}, "limit": 1, "offset": 0, "searchText": ""}))
|
||||||
|
country: dict[str, str] = {}
|
||||||
|
remote: dict[str, str] = {}
|
||||||
|
for name, values in _facet_lists(data.get("facets")):
|
||||||
|
found = {code: f"{name}={v['id']}" for v in values
|
||||||
|
if v.get("id") and (code := code_of(str(v.get("descriptor") or "")))}
|
||||||
|
if len(found) >= _COUNTRY_SHARE * len(values) and len(found) > len(country):
|
||||||
|
country = found
|
||||||
|
for v in values:
|
||||||
|
word = " ".join(str(v.get("descriptor") or "").split())
|
||||||
|
if v.get("id") and _remote(word) == "remote":
|
||||||
|
remote[word.lower()] = f"{name}={v['id']}"
|
||||||
|
out: dict[str, dict[str, str]] = {}
|
||||||
|
if country:
|
||||||
|
out["country"] = country
|
||||||
|
if remote:
|
||||||
|
out["remote"] = remote
|
||||||
|
return out
|
||||||
|
|
||||||
|
|
||||||
def _posting_id(posting: dict[str, Any], position: int) -> str:
|
def _posting_id(posting: dict[str, Any], position: int) -> str:
|
||||||
return str(posting.get("externalPath") or "".join(posting.get("bulletFields") or [])
|
return str(posting.get("externalPath") or "".join(posting.get("bulletFields") or [])
|
||||||
or f"#{position}")
|
or f"#{position}")
|
||||||
|
|||||||
+87
@@ -0,0 +1,87 @@
|
|||||||
|
{
|
||||||
|
"items": [
|
||||||
|
{
|
||||||
|
"SearchId": 1,
|
||||||
|
"Facets": "LOCATIONS;WORKPLACE_TYPES",
|
||||||
|
"Offset": 0,
|
||||||
|
"Limit": 1,
|
||||||
|
"TotalJobsCount": 550,
|
||||||
|
"SiteNumber": "CX_1",
|
||||||
|
"locationsFacet": [
|
||||||
|
{
|
||||||
|
"Id": 300000000480126,
|
||||||
|
"Name": "United States",
|
||||||
|
"TotalCount": 215
|
||||||
|
},
|
||||||
|
{
|
||||||
|
"Id": 300000000471745,
|
||||||
|
"Name": "India",
|
||||||
|
"TotalCount": 123
|
||||||
|
},
|
||||||
|
{
|
||||||
|
"Id": 300000000471544,
|
||||||
|
"Name": "Canada",
|
||||||
|
"TotalCount": 79
|
||||||
|
},
|
||||||
|
{
|
||||||
|
"Id": 300000000471982,
|
||||||
|
"Name": "Portugal",
|
||||||
|
"TotalCount": 38
|
||||||
|
},
|
||||||
|
{
|
||||||
|
"Id": 300000000471904,
|
||||||
|
"Name": "Malaysia",
|
||||||
|
"TotalCount": 31
|
||||||
|
},
|
||||||
|
{
|
||||||
|
"Id": 300000000471640,
|
||||||
|
"Name": "Finland",
|
||||||
|
"TotalCount": 23
|
||||||
|
},
|
||||||
|
{
|
||||||
|
"Id": 300000000471967,
|
||||||
|
"Name": "Poland",
|
||||||
|
"TotalCount": 21
|
||||||
|
},
|
||||||
|
{
|
||||||
|
"Id": 300000000480081,
|
||||||
|
"Name": "Thailand",
|
||||||
|
"TotalCount": 17
|
||||||
|
},
|
||||||
|
{
|
||||||
|
"Id": 300000000471760,
|
||||||
|
"Name": "Italy",
|
||||||
|
"TotalCount": 12
|
||||||
|
},
|
||||||
|
{
|
||||||
|
"Id": 300000000471601,
|
||||||
|
"Name": "Germany",
|
||||||
|
"TotalCount": 10
|
||||||
|
}
|
||||||
|
],
|
||||||
|
"workplaceTypesFacet": [
|
||||||
|
{
|
||||||
|
"Id": "ORA_HYBRID",
|
||||||
|
"Name": "Hybrid",
|
||||||
|
"TotalCount": 317
|
||||||
|
},
|
||||||
|
{
|
||||||
|
"Id": "ORA_ON_SITE",
|
||||||
|
"Name": "Onsite",
|
||||||
|
"TotalCount": 230
|
||||||
|
},
|
||||||
|
{
|
||||||
|
"Id": "ORA_REMOTE",
|
||||||
|
"Name": "Remote",
|
||||||
|
"TotalCount": 3
|
||||||
|
}
|
||||||
|
],
|
||||||
|
"categoriesFacet": [],
|
||||||
|
"requisitionList": []
|
||||||
|
}
|
||||||
|
],
|
||||||
|
"count": 1,
|
||||||
|
"hasMore": false,
|
||||||
|
"limit": 25,
|
||||||
|
"offset": 0
|
||||||
|
}
|
||||||
+109
@@ -0,0 +1,109 @@
|
|||||||
|
{
|
||||||
|
"total": 455,
|
||||||
|
"jobPostings": [],
|
||||||
|
"facets": [
|
||||||
|
{
|
||||||
|
"facetParameter": "Location",
|
||||||
|
"descriptor": "Location",
|
||||||
|
"values": [
|
||||||
|
{
|
||||||
|
"descriptor": "United States of America",
|
||||||
|
"id": "bc33aa3152ec42d4995f4791a106ed09",
|
||||||
|
"count": 173
|
||||||
|
},
|
||||||
|
{
|
||||||
|
"descriptor": "Denmark",
|
||||||
|
"id": "49ab063f422741e2aef271de00efeac8",
|
||||||
|
"count": 97
|
||||||
|
},
|
||||||
|
{
|
||||||
|
"descriptor": "China",
|
||||||
|
"id": "6cb77610a8a543aea2d6bc10457e35d4",
|
||||||
|
"count": 30
|
||||||
|
},
|
||||||
|
{
|
||||||
|
"descriptor": "United Kingdom",
|
||||||
|
"id": "29247e57dbaf46fb855b224e03170bc7",
|
||||||
|
"count": 29
|
||||||
|
},
|
||||||
|
{
|
||||||
|
"descriptor": "Czechia",
|
||||||
|
"id": "fc078443155c4ad294201ecf5a61a499",
|
||||||
|
"count": 25
|
||||||
|
},
|
||||||
|
{
|
||||||
|
"descriptor": "Hungary",
|
||||||
|
"id": "9db257f5937e4421b2fac64eec6832f8",
|
||||||
|
"count": 21
|
||||||
|
},
|
||||||
|
{
|
||||||
|
"descriptor": "Germany",
|
||||||
|
"id": "dcc5b7608d8644b3a93716604e78e995",
|
||||||
|
"count": 18
|
||||||
|
},
|
||||||
|
{
|
||||||
|
"descriptor": "Vietnam",
|
||||||
|
"id": "db69e8c8446c11de98360015c5e6daf6",
|
||||||
|
"count": 17
|
||||||
|
}
|
||||||
|
]
|
||||||
|
},
|
||||||
|
{
|
||||||
|
"facetParameter": "timeType",
|
||||||
|
"descriptor": "Time Type",
|
||||||
|
"values": [
|
||||||
|
{
|
||||||
|
"descriptor": "Full time",
|
||||||
|
"id": "07564020a44510063cb1bcb298e20001",
|
||||||
|
"count": 270
|
||||||
|
},
|
||||||
|
{
|
||||||
|
"descriptor": "Part time",
|
||||||
|
"id": "07564020a44510063cb1bcb298e20000",
|
||||||
|
"count": 162
|
||||||
|
}
|
||||||
|
]
|
||||||
|
},
|
||||||
|
{
|
||||||
|
"facetParameter": "locationMainGroup",
|
||||||
|
"values": [
|
||||||
|
{
|
||||||
|
"facetParameter": "locationRegionStateProvince",
|
||||||
|
"descriptor": "Region/State/Province",
|
||||||
|
"values": [
|
||||||
|
{
|
||||||
|
"descriptor": "Alabama",
|
||||||
|
"id": "31475924e5494080a8a458bf4fa293ed",
|
||||||
|
"count": 2
|
||||||
|
},
|
||||||
|
{
|
||||||
|
"descriptor": "Alberta",
|
||||||
|
"id": "588eb24f950e4c5b93d5ad3f37aebad2",
|
||||||
|
"count": 3
|
||||||
|
},
|
||||||
|
{
|
||||||
|
"descriptor": "Arizona",
|
||||||
|
"id": "c7b20b0d4bc04711a00900569e9afabd",
|
||||||
|
"count": 4
|
||||||
|
},
|
||||||
|
{
|
||||||
|
"descriptor": "Arkansas",
|
||||||
|
"id": "cea6c5355e1b4983b5fd0640310385b5",
|
||||||
|
"count": 1
|
||||||
|
},
|
||||||
|
{
|
||||||
|
"descriptor": "Bavaria",
|
||||||
|
"id": "bd89fff5ffa6440a9abeaf2c5c1dc37c",
|
||||||
|
"count": 1
|
||||||
|
},
|
||||||
|
{
|
||||||
|
"descriptor": "Beijing",
|
||||||
|
"id": "4b194fc4ae3b4cbe95a1b379454e1775",
|
||||||
|
"count": 1
|
||||||
|
}
|
||||||
|
]
|
||||||
|
}
|
||||||
|
]
|
||||||
|
}
|
||||||
|
]
|
||||||
|
}
|
||||||
@@ -204,10 +204,10 @@ def test_discovery_reads_the_host_and_domain_from_a_link_that_has_both() -> None
|
|||||||
assert "eightfold" not in {h for h, _ in discover._UNREADABLE if h not in readers.HOSTS}
|
assert "eightfold" not in {h for h, _ in discover._UNREADABLE if h not in readers.HOSTS}
|
||||||
|
|
||||||
|
|
||||||
def test_it_declares_a_paged_read_of_ten_with_a_total_and_no_filter_yet() -> None:
|
def test_it_declares_a_paged_read_of_ten_with_a_total_and_one_country_a_request() -> None:
|
||||||
reads = eightfold.READS
|
reads = eightfold.READS
|
||||||
assert (reads.listing, reads.page_size, reads.text, reads.complete, reads.places) == (
|
assert (reads.listing, reads.page_size, reads.text, reads.complete, reads.places) == (
|
||||||
"paged", 10, "detail", "stated", "many")
|
"paged", 10, "detail", "stated", "many")
|
||||||
assert reads.filters.declared() == {} and reads.fields.posted == "listed"
|
assert reads.filters.declared() == {"country": "one"} and reads.fields.posted == "listed"
|
||||||
assert reads.robots.startswith("read: robots.txt allows /careers")
|
assert reads.robots.startswith("read: robots.txt allows /careers")
|
||||||
assert not hasattr(eightfold, "robots_page")
|
assert not hasattr(eightfold, "robots_page")
|
||||||
@@ -0,0 +1,212 @@
|
|||||||
|
"""The reach of a pull (`app.jobs.reach`): from the enabled agents' gates and
|
||||||
|
favourites to each board's `reach`, and through the pull's batches to the
|
||||||
|
runner's `Ask`. No network: the runner's listing is stubbed."""
|
||||||
|
|
||||||
|
from __future__ import annotations
|
||||||
|
|
||||||
|
import sys
|
||||||
|
from pathlib import Path
|
||||||
|
from typing import ClassVar
|
||||||
|
|
||||||
|
import pytest
|
||||||
|
|
||||||
|
ROOT = Path(__file__).resolve().parents[1]
|
||||||
|
if str(ROOT) not in sys.path:
|
||||||
|
sys.path.insert(0, str(ROOT))
|
||||||
|
|
||||||
|
from pipeline import Tally # noqa: E402
|
||||||
|
from app.jobs import pull, reach # noqa: E402
|
||||||
|
from app.models import Gate # noqa: E402
|
||||||
|
from app.storage import Store # noqa: E402
|
||||||
|
from plugins.readers import Ask, _runner # noqa: E402
|
||||||
|
|
||||||
|
EUROPE = ["AT", "BE", "BG", "HR", "CY", "CZ", "DK", "EE", "FI", "FR", "DE", "GR", "HU", "IE",
|
||||||
|
"IT", "LV", "LT", "LU", "MT", "NL", "PL", "PT", "RO", "SK", "SI", "ES", "SE", "IS",
|
||||||
|
"LI", "NO", "GB", "CH", "EU"]
|
||||||
|
|
||||||
|
|
||||||
|
class FakeConfig:
|
||||||
|
sources: ClassVar[dict[str, object]] = {}
|
||||||
|
searches: ClassVar[list[object]] = []
|
||||||
|
|
||||||
|
|
||||||
|
@pytest.fixture
|
||||||
|
def store(tmp_path: Path) -> Store:
|
||||||
|
return Store(tmp_path / "roledesk.db")
|
||||||
|
|
||||||
|
|
||||||
|
def _wolf(store: Store, **extra: object) -> int:
|
||||||
|
"""The live agent 2 of 2026-09-30: Europe required, Denmark, Sweden, remote
|
||||||
|
or a town in Skåne or Denmark."""
|
||||||
|
gates = [Gate(field="country", values=EUROPE, mode="require"),
|
||||||
|
Gate(field="country", values=["DK", "SE"], mode="any"),
|
||||||
|
Gate(field="remote", values=["remote"], mode="any"),
|
||||||
|
Gate(field="place", values=["Malmö", "Lund", "copenhagen", "odense"], mode="any"),
|
||||||
|
Gate(field="remote", values=["hybrid"], mode="prefer", weight=0.05)]
|
||||||
|
return store.save_agent("Wolf", gates=gates, **extra).id # type: ignore[arg-type]
|
||||||
|
|
||||||
|
|
||||||
|
def _board(store: Store, target: str, company: str, size: int | None = 1000,
|
||||||
|
params: dict[str, object] | None = None) -> None:
|
||||||
|
store.add_subscription("ats", target, label=company, company=company,
|
||||||
|
board=target.partition(":")[0], params=params or {})
|
||||||
|
store.add_company(company)
|
||||||
|
if size is not None:
|
||||||
|
store.state[f"ats:size:{target}"] = str(size)
|
||||||
|
|
||||||
|
|
||||||
|
# ------------------------------------------------------------------ gates
|
||||||
|
|
||||||
|
def test_the_base_reach_is_the_union_of_the_any_gates_with_towns_as_countries(
|
||||||
|
store: Store) -> None:
|
||||||
|
_wolf(store)
|
||||||
|
store.save_agent("Berlin", gates=[Gate(field="place", values=["Berlin"], mode="any")])
|
||||||
|
plan = reach.plan(store)
|
||||||
|
assert plan.base == reach.Reach(frozenset({"DK", "SE", "DE"}), remote=True)
|
||||||
|
assert plan.base.params() == {"countries": ["DE", "DK", "SE"], "remote": True}
|
||||||
|
|
||||||
|
|
||||||
|
@pytest.mark.parametrize("gates", [
|
||||||
|
[],
|
||||||
|
[Gate(field="country", values=["DK"], mode="any"),
|
||||||
|
Gate(field="function", values=["engineering"], mode="any")],
|
||||||
|
[Gate(field="remote", values=["hybrid"], mode="any")],
|
||||||
|
[Gate(field="place", values=["Nowhereville"], mode="any")],
|
||||||
|
], ids=["no any gates", "a function in the group", "hybrid anywhere", "an unknown town"])
|
||||||
|
def test_an_agent_that_can_take_a_role_from_anywhere_makes_the_reach_everywhere(
|
||||||
|
store: Store, gates: list[Gate]) -> None:
|
||||||
|
_wolf(store)
|
||||||
|
store.save_agent("Other", gates=gates)
|
||||||
|
assert reach.plan(store).base == reach.EVERYWHERE
|
||||||
|
|
||||||
|
|
||||||
|
def test_an_agent_switched_off_does_not_widen_the_reach(store: Store) -> None:
|
||||||
|
_wolf(store)
|
||||||
|
store.save_agent("Off", gates=[], enabled=False)
|
||||||
|
assert reach.plan(store).base.countries == {"DK", "SE"}
|
||||||
|
|
||||||
|
|
||||||
|
def test_with_no_agent_switched_on_every_board_is_read_whole(store: Store) -> None:
|
||||||
|
_wolf(store, enabled=False)
|
||||||
|
assert reach.plan(store).base == reach.EVERYWHERE
|
||||||
|
|
||||||
|
|
||||||
|
def test_the_require_reach_intersects_and_expands_europe(store: Store) -> None:
|
||||||
|
gaz = store.gazetteer()
|
||||||
|
agent = store.agent(_wolf(store))
|
||||||
|
assert agent is not None
|
||||||
|
europe = reach.require_reach(agent, gaz)
|
||||||
|
assert {"DK", "SE", "DE", "FR", "GB", "NO", "CH"} <= europe.countries
|
||||||
|
assert "US" not in europe.countries and "EU" not in europe.countries
|
||||||
|
narrower = agent.model_copy(update={"gates": [
|
||||||
|
*agent.gates, Gate(field="country", values=["DK", "US"], mode="require")]})
|
||||||
|
assert reach.require_reach(narrower, gaz) == reach.Reach(frozenset({"DK"}))
|
||||||
|
plain = agent.model_copy(update={"gates": []})
|
||||||
|
assert reach.require_reach(plain, gaz) == reach.EVERYWHERE
|
||||||
|
|
||||||
|
|
||||||
|
# ------------------------------------------------------------- per board
|
||||||
|
|
||||||
|
def test_a_favourite_is_read_across_the_require_reach(store: Store) -> None:
|
||||||
|
wolf = _wolf(store)
|
||||||
|
_board(store, "smartrecruiters:mistral", "Mistral AI")
|
||||||
|
_board(store, "smartrecruiters:acme", "Acme")
|
||||||
|
store.set_affinity(wolf, "mistral-ai", 2)
|
||||||
|
plan = reach.plan(store)
|
||||||
|
subs = {s.target: s for s in store.subscriptions(source="ats")}
|
||||||
|
favourite, why = plan.why(subs["smartrecruiters:mistral"])
|
||||||
|
assert why == "favourite" and {"DE", "FR", "DK"} <= favourite.countries
|
||||||
|
assert plan.why(subs["smartrecruiters:acme"]) == (plan.base, "agents")
|
||||||
|
|
||||||
|
|
||||||
|
def test_a_company_starred_by_one_agent_keeps_the_others_reach(store: Store) -> None:
|
||||||
|
wolf = _wolf(store)
|
||||||
|
store.save_agent("Anywhere", gates=[Gate(field="country", values=["US"], mode="any")])
|
||||||
|
_board(store, "smartrecruiters:mistral", "Mistral AI")
|
||||||
|
store.set_affinity(wolf, "mistral-ai", 2)
|
||||||
|
favourite = reach.plan(store).favourites["mistral-ai"]
|
||||||
|
assert "US" in favourite.countries and "FR" in favourite.countries
|
||||||
|
|
||||||
|
|
||||||
|
@pytest.mark.parametrize("size, params, why", [
|
||||||
|
(299, {}, "small"),
|
||||||
|
(None, {}, "unknown"),
|
||||||
|
(5000, {"reach": "all"}, "override"),
|
||||||
|
(5000, {"countries": ["DE"]}, "override"),
|
||||||
|
(300, {}, "agents"),
|
||||||
|
])
|
||||||
|
def test_small_unknown_and_overridden_boards_get_no_reach(
|
||||||
|
store: Store, size: int | None, params: dict[str, object], why: str) -> None:
|
||||||
|
_wolf(store)
|
||||||
|
_board(store, "workday:acme.wd3/Jobs", "Acme", size, params)
|
||||||
|
[sub] = store.subscriptions(source="ats")
|
||||||
|
found, said = reach.plan(store).why(sub)
|
||||||
|
assert said == why
|
||||||
|
assert (found.params() is None) == (why != "agents")
|
||||||
|
|
||||||
|
|
||||||
|
def test_a_board_read_before_sizes_were_kept_is_sized_by_its_open_roles(store: Store) -> None:
|
||||||
|
_board(store, "workday:acme.wd3/Jobs", "Acme", size=None)
|
||||||
|
[sub] = store.subscriptions(source="ats")
|
||||||
|
store.state["ats:ok:workday:acme.wd3/Jobs"] = "run-0"
|
||||||
|
assert reach.sizes(store, [sub]) == {"workday:acme.wd3/Jobs": 0}
|
||||||
|
# A filtered board's open roles are not its size.
|
||||||
|
store.state["ats:filtered:workday:acme.wd3/Jobs"] = "1"
|
||||||
|
assert reach.sizes(store, [sub]) == {}
|
||||||
|
|
||||||
|
|
||||||
|
def test_describe_is_short() -> None:
|
||||||
|
assert reach.Reach(frozenset({"SE", "DK"}), True).describe() == "DK, SE, remote"
|
||||||
|
assert reach.Reach(frozenset(EUROPE[:10])).describe() == "10 countries"
|
||||||
|
assert reach.EVERYWHERE.describe() == "everywhere"
|
||||||
|
|
||||||
|
|
||||||
|
# ---------------------------------------------------------------- the pull
|
||||||
|
|
||||||
|
def _row(job_id: str) -> dict[str, object]:
|
||||||
|
return {"source_id": job_id, "title": f"Engineer {job_id}", "url": f"https://x.example/{job_id}",
|
||||||
|
"places": [{"text": "Copenhagen", "remote": None}], "posted": None,
|
||||||
|
"description": "", "remote": None, "salary_text": ""}
|
||||||
|
|
||||||
|
|
||||||
|
def _pull(store: Store) -> list[dict[str, object]]:
|
||||||
|
batches = pull._boards(FakeConfig(), store) # type: ignore[arg-type]
|
||||||
|
results = [pull.run_batch(FakeConfig(), store, **batch) # type: ignore[arg-type]
|
||||||
|
for batch in batches]
|
||||||
|
pull.close_boards(FakeConfig(), store, Tally(results=tuple(results))) # type: ignore[arg-type]
|
||||||
|
return batches
|
||||||
|
|
||||||
|
|
||||||
|
def test_the_pull_hands_each_board_its_reach_and_the_runner_narrows_it(
|
||||||
|
store: Store, monkeypatch: pytest.MonkeyPatch) -> None:
|
||||||
|
_wolf(store)
|
||||||
|
_board(store, "smartrecruiters:BoschGroup", "Bosch")
|
||||||
|
_board(store, "smartrecruiters:tiny", "Tiny", size=12)
|
||||||
|
asked: dict[str, Ask] = {}
|
||||||
|
|
||||||
|
def fake(module: object, slug: str, get: object, ask: Ask, **kwargs: object
|
||||||
|
) -> _runner.Listing:
|
||||||
|
asked[slug] = ask
|
||||||
|
return _runner.Listing([_row("1")], True, ["1"], _runner.filtered(ask)) # type: ignore[list-item]
|
||||||
|
|
||||||
|
monkeypatch.setattr(_runner, "read_listing", fake)
|
||||||
|
[batch] = _pull(store)
|
||||||
|
assert batch["reach"] == {"smartrecruiters:BoschGroup": {"countries": ["DK", "SE"],
|
||||||
|
"remote": True}}
|
||||||
|
# SmartRecruiters filters countries one a request and cannot ask for remote.
|
||||||
|
assert asked["BoschGroup"] == Ask(countries=("DK", "SE"))
|
||||||
|
assert asked["tiny"] == Ask()
|
||||||
|
assert store.state["ats:filtered:smartrecruiters:BoschGroup"] == "1"
|
||||||
|
# The small board, read whole, keeps its size; the filtered one keeps its last.
|
||||||
|
assert store.state["ats:size:smartrecruiters:tiny"] == "1"
|
||||||
|
assert store.state["ats:size:smartrecruiters:BoschGroup"] == "1000"
|
||||||
|
|
||||||
|
|
||||||
|
def test_a_batch_queued_before_the_reach_existed_still_runs(
|
||||||
|
store: Store, monkeypatch: pytest.MonkeyPatch) -> None:
|
||||||
|
_board(store, "smartrecruiters:acme", "Acme")
|
||||||
|
monkeypatch.setattr(_runner, "read_listing", lambda *a, **k: _runner.Listing(
|
||||||
|
[_row("1")], True, ["1"])) # type: ignore[list-item]
|
||||||
|
result = pull.run_batch(FakeConfig(), store, # type: ignore[arg-type]
|
||||||
|
targets=["smartrecruiters:acme"], run="r")
|
||||||
|
assert result["roles"] == 1
|
||||||
@@ -0,0 +1,268 @@
|
|||||||
|
"""Filtering at the source: what the six hosts that filter by country (and
|
||||||
|
Workday and Oracle by remote) send for an `Ask`, their `facets`, and the
|
||||||
|
runner's series for a reach of countries and remote. Against saved answers;
|
||||||
|
no network."""
|
||||||
|
|
||||||
|
from __future__ import annotations
|
||||||
|
|
||||||
|
import json
|
||||||
|
import sys
|
||||||
|
from pathlib import Path
|
||||||
|
from typing import Any
|
||||||
|
from urllib.parse import parse_qs, unquote, urlsplit
|
||||||
|
|
||||||
|
import pytest
|
||||||
|
|
||||||
|
ROOT = Path(__file__).resolve().parents[1]
|
||||||
|
if str(ROOT) not in sys.path:
|
||||||
|
sys.path.insert(0, str(ROOT))
|
||||||
|
|
||||||
|
from plugins.readers import ( # noqa: E402
|
||||||
|
Ask, _countries, _runner, eightfold, oracle, phenom, smartrecruiters, successfactors,
|
||||||
|
workday,
|
||||||
|
)
|
||||||
|
|
||||||
|
FIXTURES = ROOT / "tests" / "fixtures" / "ats"
|
||||||
|
|
||||||
|
|
||||||
|
class Recorder:
|
||||||
|
"""A `get` that answers `body` to every request and keeps what was asked."""
|
||||||
|
|
||||||
|
def __init__(self, body: bytes) -> None:
|
||||||
|
self.body = body
|
||||||
|
self.asked: list[tuple[str, dict[str, Any] | None]] = []
|
||||||
|
|
||||||
|
def __call__(self, url: str, *, method: str = "GET", payload: dict[str, Any] | None = None,
|
||||||
|
headers: dict[str, str] | None = None) -> bytes:
|
||||||
|
self.asked.append((url, payload))
|
||||||
|
return self.body
|
||||||
|
|
||||||
|
|
||||||
|
def _query(url: str) -> dict[str, list[str]]:
|
||||||
|
return parse_qs(urlsplit(url).query)
|
||||||
|
|
||||||
|
|
||||||
|
# ------------------------------------------------------------ declarations
|
||||||
|
|
||||||
|
def test_the_six_hosts_declare_what_their_search_filters() -> None:
|
||||||
|
declared = {module.NAME: module.READS.filters.declared() for module in
|
||||||
|
(smartrecruiters, eightfold, workday, successfactors, phenom, oracle)}
|
||||||
|
assert declared == {
|
||||||
|
"smartrecruiters": {"country": "one"},
|
||||||
|
"eightfold": {"country": "one"},
|
||||||
|
"workday": {"country": "ids", "remote": "ids"},
|
||||||
|
"successfactors": {"country": "one"},
|
||||||
|
"phenom": {"country": "many"},
|
||||||
|
"oracle": {"country": "ids", "remote": "one"},
|
||||||
|
}
|
||||||
|
|
||||||
|
|
||||||
|
def test_country_names_read_both_ways_with_the_hosts_own_spellings() -> None:
|
||||||
|
assert _countries.name_of("dk") == "Denmark" and _countries.name_of("ZZ") == ""
|
||||||
|
assert _countries.code_of("United States of America") == "US"
|
||||||
|
assert _countries.code_of("Korea, Republic of") == "KR"
|
||||||
|
assert _countries.code_of(" czech republic ") == "CZ"
|
||||||
|
assert _countries.code_of("Türkiye") == "TR" and _countries.code_of("Turkey") == "TR"
|
||||||
|
assert _countries.code_of("Atlantis") == ""
|
||||||
|
assert successfactors._COUNTRIES["SE"] == "Sweden"
|
||||||
|
|
||||||
|
|
||||||
|
# -------------------------------------------------------- one a request
|
||||||
|
|
||||||
|
def test_smartrecruiters_asks_one_country_in_lower_case() -> None:
|
||||||
|
get = Recorder(b'{"content": [], "totalFound": 0}')
|
||||||
|
smartrecruiters.page(get, "BoschGroup", None, Ask(countries=("DK",)))
|
||||||
|
smartrecruiters.page(get, "BoschGroup", 100, Ask())
|
||||||
|
assert _query(get.asked[0][0])["country"] == ["dk"]
|
||||||
|
assert "country" not in _query(get.asked[1][0])
|
||||||
|
|
||||||
|
|
||||||
|
def test_eightfold_asks_one_country_by_its_english_name() -> None:
|
||||||
|
get = Recorder(b'{"status": 200, "data": {"positions": [], "count": 0}}')
|
||||||
|
eightfold.page(get, "jobs.ericsson.com/ericsson.com", None, Ask(countries=("SE",)))
|
||||||
|
eightfold.page(get, "jobs.ericsson.com/ericsson.com", None, Ask(countries=("GB",)))
|
||||||
|
eightfold.page(get, "jobs.ericsson.com/ericsson.com", None, Ask(countries=("ZZ",)))
|
||||||
|
assert _query(get.asked[0][0])["location"] == ["Sweden"]
|
||||||
|
assert _query(get.asked[1][0])["location"] == ["United Kingdom"]
|
||||||
|
# A code with no name is read unfiltered: a superset, never too little.
|
||||||
|
assert "location" not in _query(get.asked[2][0])
|
||||||
|
|
||||||
|
|
||||||
|
def test_successfactors_asks_one_country_by_its_facet() -> None:
|
||||||
|
body = (FIXTURES / "successfactors-table.html").read_bytes()
|
||||||
|
get = Recorder(body)
|
||||||
|
successfactors.page(get, "careers.vestas.com", None, Ask(countries=("DK",)))
|
||||||
|
successfactors.page(get, "jobs.teradyne.com/MiR", None, Ask(countries=("DE",)))
|
||||||
|
successfactors.page(get, "careers.vestas.com", None, Ask())
|
||||||
|
assert get.asked[0][0] == ("https://careers.vestas.com/search/?q=&locationsearch="
|
||||||
|
"&optionsFacetsDD_country=DK&startrow=0")
|
||||||
|
assert get.asked[1][0].startswith("https://jobs.teradyne.com/MiR/search/?")
|
||||||
|
assert _query(get.asked[1][0])["optionsFacetsDD_country"] == ["DE"]
|
||||||
|
assert "optionsFacetsDD_country" not in get.asked[2][0]
|
||||||
|
|
||||||
|
|
||||||
|
# ------------------------------------------------------------ a list
|
||||||
|
|
||||||
|
def test_phenom_asks_every_country_by_name_in_one_request() -> None:
|
||||||
|
get = Recorder((FIXTURES / "phenom.json").read_bytes())
|
||||||
|
phenom.page(get, "www.careers.philips.com/global/en", None,
|
||||||
|
Ask(countries=("NL", "DE", "ZZ")))
|
||||||
|
phenom.page(get, "www.careers.philips.com/global/en", None, Ask())
|
||||||
|
phenom.page(get, "www.careers.philips.com/global/en", None, Ask(countries=("ZZ",)))
|
||||||
|
assert get.asked[0][1]["selected_fields"] == {"country": ["Netherlands", "Germany"]}
|
||||||
|
assert get.asked[1][1]["selected_fields"] == {}
|
||||||
|
assert get.asked[2][1]["selected_fields"] == {}
|
||||||
|
|
||||||
|
|
||||||
|
# ------------------------------------------------------------ host ids
|
||||||
|
|
||||||
|
LEGO = "lego.wd103/LEGO_External"
|
||||||
|
|
||||||
|
|
||||||
|
def _workday_facets(**extra: Any) -> dict[str, Any]:
|
||||||
|
saved = json.loads((FIXTURES / "workday-facets.json").read_text())
|
||||||
|
saved["facets"] += extra.get("facets", [])
|
||||||
|
return saved
|
||||||
|
|
||||||
|
|
||||||
|
def test_workday_facets_find_the_facet_of_countries_and_the_remote_values() -> None:
|
||||||
|
remote = {"facetParameter": "remoteType", "descriptor": "Remote Type", "values": [
|
||||||
|
{"descriptor": "Fully Flexible", "id": "ff1", "count": 30},
|
||||||
|
{"descriptor": "Hybrid", "id": "hy1", "count": 20},
|
||||||
|
{"descriptor": "Remote", "id": "rm1", "count": 3}]}
|
||||||
|
get = Recorder(json.dumps(_workday_facets(facets=[remote])).encode())
|
||||||
|
found = workday.facets(get, LEGO)
|
||||||
|
assert found["country"]["DK"] == "Location=49ab063f422741e2aef271de00efeac8"
|
||||||
|
assert found["country"]["US"] == "Location=bc33aa3152ec42d4995f4791a106ed09"
|
||||||
|
# The regions nested under `locationMainGroup` and the time types are
|
||||||
|
# not countries.
|
||||||
|
assert all(v.startswith("Location=") for v in found["country"].values())
|
||||||
|
assert found["remote"] == {"fully flexible": "remoteType=ff1", "remote": "remoteType=rm1"}
|
||||||
|
url, payload = get.asked[0]
|
||||||
|
assert url == "https://lego.wd103.myworkdayjobs.com/wday/cxs/lego/LEGO_External/jobs"
|
||||||
|
assert payload == {"appliedFacets": {}, "limit": 1, "offset": 0, "searchText": ""}
|
||||||
|
|
||||||
|
|
||||||
|
def test_workday_facets_of_a_tenant_without_remote_state_no_remote() -> None:
|
||||||
|
found = workday.facets(Recorder(json.dumps(_workday_facets()).encode()), LEGO)
|
||||||
|
assert set(found) == {"country"}
|
||||||
|
|
||||||
|
|
||||||
|
def test_workday_applies_the_host_ids_grouped_by_facet() -> None:
|
||||||
|
get = Recorder(b'{"total": 0, "jobPostings": []}')
|
||||||
|
workday.page(get, LEGO, None, Ask(countries=("Location=a", "Location=b")))
|
||||||
|
workday.page(get, LEGO, None, Ask(remote=True, remote_ids=("remoteType=r", "Location=x")))
|
||||||
|
workday.page(get, LEGO, None, Ask())
|
||||||
|
assert get.asked[0][1]["appliedFacets"] == {"Location": ["a", "b"]}
|
||||||
|
assert get.asked[1][1]["appliedFacets"] == {"remoteType": ["r"], "Location": ["x"]}
|
||||||
|
assert get.asked[2][1]["appliedFacets"] == {}
|
||||||
|
|
||||||
|
|
||||||
|
POD = "fa-evmr-saasfaprod1.fa.ocs.oraclecloud.com/CX_1"
|
||||||
|
|
||||||
|
|
||||||
|
def test_oracle_facets_map_the_listed_countries_and_mark_the_rest_unknown() -> None:
|
||||||
|
get = Recorder((FIXTURES / "oracle-facets.json").read_bytes())
|
||||||
|
found = oracle.facets(get, POD)["country"]
|
||||||
|
assert found["FI"] == "300000000471640" and found["US"] == "300000000480126"
|
||||||
|
# Ten listed: the pod lists only its biggest, so Denmark may be there.
|
||||||
|
assert found["DK"] == "*"
|
||||||
|
assert "facetsList=LOCATIONS" in get.asked[0][0] and "expand" not in get.asked[0][0]
|
||||||
|
|
||||||
|
|
||||||
|
def test_oracle_facets_of_a_short_list_leave_the_rest_out() -> None:
|
||||||
|
saved = json.loads((FIXTURES / "oracle-facets.json").read_text())
|
||||||
|
saved["items"][0]["locationsFacet"] = saved["items"][0]["locationsFacet"][:3]
|
||||||
|
found = oracle.facets(Recorder(json.dumps(saved).encode()), POD)["country"]
|
||||||
|
assert set(found) == {"US", "IN", "CA"}
|
||||||
|
|
||||||
|
|
||||||
|
def test_oracle_selects_locations_and_remote_in_the_finder() -> None:
|
||||||
|
get = Recorder(b'{"items": [{"requisitionList": [], "TotalJobsCount": 0}]}')
|
||||||
|
oracle.page(get, POD, None, Ask(countries=("300000000471640", "300000000480126")))
|
||||||
|
oracle.page(get, POD, None, Ask(remote=True))
|
||||||
|
oracle.page(get, POD, None, Ask(countries=("300000000471640", "*")))
|
||||||
|
finders = [unquote(_query(url)["finder"][0]) for url, _ in get.asked]
|
||||||
|
assert finders[0] == ("findReqs;siteNumber=CX_1,selectedLocationsFacet="
|
||||||
|
"300000000471640;300000000480126,limit=200,offset=0")
|
||||||
|
assert finders[1] == ("findReqs;siteNumber=CX_1,selectedWorkplaceTypesFacet=ORA_REMOTE,"
|
||||||
|
"limit=200,offset=0")
|
||||||
|
# A country the pod did not list: the series reads the whole board.
|
||||||
|
assert finders[2] == "findReqs;siteNumber=CX_1,limit=200,offset=0"
|
||||||
|
|
||||||
|
|
||||||
|
# --------------------------------------------------------------- series
|
||||||
|
|
||||||
|
def test_countries_and_remote_are_two_series_on_a_host_that_filters_both() -> None:
|
||||||
|
ask = _runner.ask_for(workday, {}, {"countries": ["DK", "SE"], "remote": True})
|
||||||
|
facets = {"country": {"DK": "Location=dk", "SE": "Location=se"},
|
||||||
|
"remote": {"remote": "remoteType=r"}}
|
||||||
|
asks = _runner.series(workday, ask, facets)
|
||||||
|
assert [(a.countries, a.remote, a.remote_ids) for a in asks] == [
|
||||||
|
(("Location=dk", "Location=se"), None, ()),
|
||||||
|
((), True, ("remoteType=r",))]
|
||||||
|
|
||||||
|
|
||||||
|
def test_remote_is_left_out_beside_countries_where_the_host_has_no_remote_facet() -> None:
|
||||||
|
ask = Ask(countries=("DK",), remote=True)
|
||||||
|
asks = _runner.series(workday, ask, {"country": {"DK": "Location=dk"}})
|
||||||
|
assert [(a.countries, a.remote) for a in asks] == [(("Location=dk",), None)]
|
||||||
|
# Remote alone on such a host is the whole board.
|
||||||
|
[alone] = _runner.series(workday, Ask(remote=True), {"country": {}})
|
||||||
|
assert (alone.countries, alone.remote, alone.remote_ids) == ((), None, ())
|
||||||
|
|
||||||
|
|
||||||
|
def test_a_host_with_no_country_facet_is_read_unfiltered_not_emptied() -> None:
|
||||||
|
[whole] = _runner.series(workday, Ask(countries=("DK",)), {})
|
||||||
|
assert whole.countries == ()
|
||||||
|
|
||||||
|
|
||||||
|
def test_oracle_reads_countries_and_remote_as_two_series() -> None:
|
||||||
|
ask = _runner.ask_for(oracle, {}, {"countries": ["FI"], "remote": True})
|
||||||
|
asks = _runner.series(oracle, ask, {"country": {"FI": "300000000471640"}})
|
||||||
|
assert [(a.countries, a.remote) for a in asks] == [
|
||||||
|
(("300000000471640",), None), ((), True)]
|
||||||
|
|
||||||
|
|
||||||
|
def test_a_one_host_gets_a_series_a_country_and_no_remote() -> None:
|
||||||
|
ask = _runner.ask_for(smartrecruiters, {}, {"countries": ["DK", "SE"], "remote": True})
|
||||||
|
assert ask.remote is None
|
||||||
|
assert [a.countries for a in _runner.series(smartrecruiters, ask)] == [("DK",), ("SE",)]
|
||||||
|
|
||||||
|
|
||||||
|
def test_a_reach_too_wide_for_a_one_host_reads_it_unfiltered() -> None:
|
||||||
|
europe = [c for c in _countries.NAMES if c in {
|
||||||
|
"AT", "BE", "BG", "HR", "CY", "CZ", "DK", "EE", "FI", "FR", "DE", "GR", "HU", "IE"}]
|
||||||
|
assert len(europe) > _runner.MAX_SERIES
|
||||||
|
assert _runner.ask_for(eightfold, {}, {"countries": europe}) == Ask()
|
||||||
|
# A list in one request takes it whole.
|
||||||
|
assert _runner.ask_for(phenom, {}, {"countries": europe}).countries == tuple(europe)
|
||||||
|
# A board's own params are kept however many.
|
||||||
|
assert len(_runner.ask_for(eightfold, {"countries": europe}, None).countries) == len(europe)
|
||||||
|
|
||||||
|
|
||||||
|
@pytest.mark.parametrize("params, expected", [
|
||||||
|
({"reach": "all"}, Ask()),
|
||||||
|
({"countries": ["DE"], "remote": False}, Ask(countries=("DE",))),
|
||||||
|
({"remote": True}, Ask(countries=("DK",), remote=True)),
|
||||||
|
])
|
||||||
|
def test_a_boards_params_win_over_the_reach(params: dict[str, Any], expected: Ask) -> None:
|
||||||
|
reach = {"countries": ["DK"], "remote": True}
|
||||||
|
assert _runner.ask_for(oracle, params, reach) == expected
|
||||||
|
|
||||||
|
|
||||||
|
def test_facets_are_asked_for_remote_alone_on_a_host_that_names_it_by_id() -> None:
|
||||||
|
calls: list[str] = []
|
||||||
|
|
||||||
|
def facets(get: Any, slug: str) -> dict[str, dict[str, str]]:
|
||||||
|
calls.append(slug)
|
||||||
|
return {"remote": {"remote": "remoteType=r"}}
|
||||||
|
|
||||||
|
state: dict[str, str] = {}
|
||||||
|
original = workday.facets
|
||||||
|
try:
|
||||||
|
workday.facets = facets # type: ignore[assignment]
|
||||||
|
found = _runner.facets_for(workday, LEGO, Recorder(b""), Ask(remote=True), state, "k")
|
||||||
|
finally:
|
||||||
|
workday.facets = original # type: ignore[assignment]
|
||||||
|
assert found == {"remote": {"remote": "remoteType=r"}} and calls == [LEGO]
|
||||||
Reference in new issue
Block a user