Add Platsbanken as a third search provider
Co-Authored-By: Claude Sonnet 5.5 <noreply@anthropic.com>
This commit is contained in:
1 parent
b6afe24eaa
commit
00e111961e
4 files changed
+257
-12
No files matched your search
+106
-8
@@ -5,7 +5,7 @@ roles at companies nobody has listed yet, by asking a cross-company board a
|
||||
saved question: "backend developer" in Region Hovedstaden, "python" in Berlin.
|
||||
A subscription is one saved search; its `params` are the question.
|
||||
|
||||
Two boards, both checked live on 2026-09-23:
|
||||
Three boards, checked live on 2026-09-23 and, for Platsbanken, 2026-09-29:
|
||||
|
||||
jobindex Denmark's largest job board. Every search result page has an RSS
|
||||
twin at /jobsoegning.rss, no key needed. `q` takes Jobindex's
|
||||
@@ -18,6 +18,13 @@ Two boards, both checked live on 2026-09-23:
|
||||
free key from developer.adzuna.com, as `sources.search.adzuna:
|
||||
{app_id, app_key}` or `ADZUNA_APP_ID`/`ADZUNA_APP_KEY`. Built
|
||||
against Adzuna's documented response and not yet run live.
|
||||
platsbanken Sweden's public employment service, through the JobTech search
|
||||
API at jobsearch.api.jobtechdev.se, no key needed. `region` is
|
||||
the id of a län in the JobTech taxonomy (Skåne län is
|
||||
`CaRE_1nn_cSU`), empty for all of Sweden. 100 results a page,
|
||||
and an `offset` above 2000 is refused. It states `total`. It has
|
||||
no remote flag worth reading (`workplace_model` is mostly
|
||||
empty), so `remote` comes from the headline.
|
||||
|
||||
Considered and left out: Jobnet (its search endpoint answers 401 outside the
|
||||
browser session of its own site) and Jooble (a key needs a manual
|
||||
@@ -26,10 +33,10 @@ application, and its API host answered a Cloudflare challenge).
|
||||
A search result list is never a board's complete list, so a role missing from
|
||||
one run is not closed here. A search that read everything that matches was
|
||||
complete, and the pull closes what it stopped listing; the rest close once no
|
||||
search has seen them for `STALE_DAYS` (see `app/jobs/pull.py`). Adzuna states
|
||||
how many results match, so an Adzuna search is complete when it read that
|
||||
many; Jobindex states no count, so a Jobindex search is complete when a page
|
||||
within the page limit came back short.
|
||||
search has seen them for `STALE_DAYS` (see `app/jobs/pull.py`). Adzuna and
|
||||
Platsbanken state how many results match, so their searches are complete when
|
||||
they read that many; Jobindex states no count, so a Jobindex search is
|
||||
complete when a page within the page limit came back short.
|
||||
"""
|
||||
|
||||
from __future__ import annotations
|
||||
@@ -62,7 +69,7 @@ TIMEOUT = 15.0
|
||||
DEFAULT_PAGES = 5
|
||||
MAX_PAGES = 10
|
||||
|
||||
PROVIDERS = ("jobindex", "adzuna")
|
||||
PROVIDERS = ("jobindex", "adzuna", "platsbanken")
|
||||
|
||||
#: What every provider turns a result into.
|
||||
Row = dict[str, Any]
|
||||
@@ -111,7 +118,7 @@ _SEARCH_AREA = re.compile(r"Ledige job i (.+?) indeholdende")
|
||||
#: What a Danish ad's town line says about where the work is done:
|
||||
#: "Birkerød, Hybrid position", "Nordhavn og mulighed for hjemmearbejde".
|
||||
_HYBRID = re.compile(r"\bhybrid|hjemmearbejde", re.IGNORECASE)
|
||||
_REMOTE = re.compile(r"\bremote\b|fjernarbejde|fuldt hjemmearbejde", re.IGNORECASE)
|
||||
_REMOTE = re.compile(r"\bremote\b|fjernarbejde|fuldt hjemmearbejde|distansarbete|på distans", re.IGNORECASE)
|
||||
|
||||
|
||||
def _remote(text: str) -> str | None:
|
||||
@@ -292,10 +299,101 @@ def search_adzuna(client: httpx.Client, params: dict[str, Any],
|
||||
return rows, (len(seen) == count) if isinstance(count, int) else ran_out
|
||||
|
||||
|
||||
PLATSBANKEN_SEARCH = "https://jobsearch.api.jobtechdev.se/search"
|
||||
PLATSBANKEN_PAGE = 100
|
||||
#: The API refuses an `offset` above 2000, which no page limit reaches.
|
||||
PLATSBANKEN_MAX_OFFSET = 2000
|
||||
|
||||
#: The 21 Swedish län as concept ids of the JobTech taxonomy, from its `region`
|
||||
#: concepts (which also list regions outside Sweden). "" is all of Sweden and
|
||||
#: is not a key here.
|
||||
PLATSBANKEN_REGIONS: dict[str, str] = {
|
||||
"DQZd_uYs_oKb": "Blekinge län", "oDpK_oZ2_WYt": "Dalarnas län",
|
||||
"K8iD_VQv_2BA": "Gotlands län", "zupA_8Nt_xcD": "Gävleborgs län",
|
||||
"wjee_qH2_yb6": "Hallands län", "65Ms_7r1_RTG": "Jämtlands län",
|
||||
"MtbE_xWT_eMi": "Jönköpings län", "9QUH_2bb_6Np": "Kalmar län",
|
||||
"tF3y_MF9_h5G": "Kronobergs län", "9hXe_F4g_eTG": "Norrbottens län",
|
||||
"CaRE_1nn_cSU": "Skåne län", "CifL_Rzy_Mku": "Stockholms län",
|
||||
"s93u_BEb_sx2": "Södermanlands län", "zBon_eET_fFU": "Uppsala län",
|
||||
"EVVp_h6U_GSZ": "Värmlands län", "g5Tt_CAV_zBd": "Västerbottens län",
|
||||
"NvUF_SP1_1zo": "Västernorrlands län", "G6DV_fKE_Viz": "Västmanlands län",
|
||||
"zdoY_6u5_Krt": "Västra Götalands län", "xTCk_nT5_Zjm": "Örebro län",
|
||||
"oLT3_Q9p_3nn": "Östergötlands län",
|
||||
}
|
||||
|
||||
|
||||
def parse_platsbanken(body: bytes) -> list[Row]:
|
||||
"""One page of JobTech's `/search`: `{"total": {"value"}, "hits": [...]}`.
|
||||
A hit's `webpage_url` is Platsbanken's own page for the ad. `remote` is
|
||||
read from the headline and from `workplace_model`, which the ads mostly
|
||||
leave empty."""
|
||||
return _platsbanken_rows(json.loads(body))
|
||||
|
||||
|
||||
def _platsbanken_rows(data: dict[str, Any]) -> list[Row]:
|
||||
rows = []
|
||||
for hit in data.get("hits") or []:
|
||||
title = _text(hit.get("headline") or "")
|
||||
url = (hit.get("webpage_url") or "").strip()
|
||||
if not title or not _web_url(url):
|
||||
continue
|
||||
address = hit.get("workplace_address") or {}
|
||||
model = (hit.get("workplace_model") or {}).get("label") or ""
|
||||
rows.append({
|
||||
"id": str(hit.get("id") or ""),
|
||||
"title": title,
|
||||
"company": ((hit.get("employer") or {}).get("name") or "").strip(),
|
||||
"place": (address.get("municipality") or address.get("region") or "").strip(),
|
||||
"country": "SE",
|
||||
"remote": _remote(f"{title} {model}"),
|
||||
"url": url,
|
||||
"posted": _parse_iso(hit.get("publication_date")),
|
||||
"description": _text((hit.get("description") or {}).get("text") or ""),
|
||||
"salary_min": None, "salary_max": None, "currency": "",
|
||||
})
|
||||
return rows
|
||||
|
||||
|
||||
def search_platsbanken(client: httpx.Client, params: dict[str, Any],
|
||||
keys: dict[str, Any]) -> tuple[list[Row], bool]:
|
||||
"""Every page of one search, newest first, until a short page, the stated
|
||||
total or the page limit. Returns the rows and whether they are all the
|
||||
`total` says match, as for Adzuna. `region` is a key of
|
||||
`PLATSBANKEN_REGIONS`, or empty for all of Sweden."""
|
||||
region = str(params.get("region") or "")
|
||||
if region and region not in PLATSBANKEN_REGIONS:
|
||||
raise ValueError(f"platsbanken region {region!r} is not one of the ids in "
|
||||
"PLATSBANKEN_REGIONS")
|
||||
query: dict[str, Any] = {"q": str(params.get("q") or ""), "sort": "pubdate-desc",
|
||||
"limit": PLATSBANKEN_PAGE}
|
||||
if region:
|
||||
query["region"] = region
|
||||
rows: list[Row] = []
|
||||
seen: set[str] = set()
|
||||
total: Any = None
|
||||
ran_out = False
|
||||
for page in range(_pages(params)):
|
||||
offset = page * PLATSBANKEN_PAGE
|
||||
if offset > PLATSBANKEN_MAX_OFFSET:
|
||||
break
|
||||
data = json.loads(_get(client, PLATSBANKEN_SEARCH, query | {"offset": offset}))
|
||||
hits = data.get("hits") or []
|
||||
total = (data.get("total") or {}).get("value", total)
|
||||
seen |= {str(hit.get("id") or "") for hit in hits}
|
||||
rows += _platsbanken_rows(data)
|
||||
if len(hits) < PLATSBANKEN_PAGE:
|
||||
ran_out = True
|
||||
break
|
||||
if isinstance(total, int) and len(seen) >= total:
|
||||
break
|
||||
return rows, (len(seen) == total) if isinstance(total, int) else ran_out
|
||||
|
||||
|
||||
_SEARCHES: dict[str, Callable[[httpx.Client, dict[str, Any], dict[str, Any]],
|
||||
tuple[list[Row], bool]]] = {
|
||||
"jobindex": search_jobindex,
|
||||
"adzuna": search_adzuna,
|
||||
"platsbanken": search_platsbanken,
|
||||
}
|
||||
|
||||
|
||||
@@ -321,7 +419,7 @@ def run_search(target: str, params: dict[str, Any],
|
||||
|
||||
class SearchSource(Source):
|
||||
name = "search"
|
||||
description = "Saved searches on cross-company job boards: Jobindex, Adzuna."
|
||||
description = "Saved searches on cross-company job boards: Jobindex, Adzuna, Platsbanken."
|
||||
#: Entries are `{"url": target, "label": name, "params": {...}}`.
|
||||
subscription_field = "searches"
|
||||
|
||||
|
||||
Reference in new issue
Block a user