Search providers as reader modules: jobindex, adzuna, platsbanken

Each declares READS with scope=search, keeps every place and hands the excerpt over as teaser. search_params and PROVIDERS follow the declarations.

Co-Authored-By: Claude Opus 5.5 <noreply@anthropic.com>
This commit is contained in:
WolfandClaude Opus 5.5 committed 2026-09-30 09:08:25 +02:00
1 parent 4c0da58da7
commit b78c9dfc67
14 files changed
+1202 -17

No files matched your search

+42
View File
@@ -0,0 +1,42 @@
{
"__CLASS__": "Adzuna::API::Response::JobSearchResults",
"count": 3,
"mean": 65000,
"results": [
{
"__CLASS__": "Adzuna::API::Response::Job",
"id": "4412345678",
"title": "Senior <strong>Backend</strong> Engineer (m/w/d) - Remote",
"description": "Build our <strong>backend</strong> services in Python &amp; Go.",
"created": "2026-09-20T08:15:00Z",
"redirect_url": "https://www.adzuna.de/jobs/land/ad/4412345678?se=x",
"company": {"__CLASS__": "Adzuna::API::Response::Company", "display_name": "Acme GmbH"},
"location": {"__CLASS__": "Adzuna::API::Response::Location",
"display_name": "Berlin, Deutschland", "area": ["Deutschland", "Berlin"]},
"category": {"__CLASS__": "Adzuna::API::Response::Category",
"label": "IT-Stellen", "tag": "it-jobs"},
"salary_min": 70000,
"salary_max": 90000,
"salary_is_predicted": "0",
"contract_time": "full_time"
},
{
"__CLASS__": "Adzuna::API::Response::Job",
"id": "4412345679",
"title": "Platform Engineer",
"description": "Kubernetes and Terraform.",
"created": "2026-09-19T10:00:00Z",
"redirect_url": "https://www.adzuna.de/jobs/land/ad/4412345679",
"company": {"display_name": "Beta AG"},
"location": {"display_name": "Hamburg"},
"salary_min": 64000,
"salary_max": 64000,
"salary_is_predicted": "1"
},
{
"id": "4412345680",
"title": "Refused",
"redirect_url": "javascript:alert(1)"
}
]
}
+42
View File
@@ -0,0 +1,42 @@
{
"__CLASS__": "Adzuna::API::Response::JobSearchResults",
"count": 3,
"mean": 65000,
"results": [
{
"__CLASS__": "Adzuna::API::Response::Job",
"id": "4412345678",
"title": "Senior <strong>Backend</strong> Engineer (m/w/d) - Remote",
"description": "Build our <strong>backend</strong> services in Python &amp; Go.",
"created": "2026-09-20T08:15:00Z",
"redirect_url": "https://www.adzuna.de/jobs/land/ad/4412345678?se=x",
"company": {"__CLASS__": "Adzuna::API::Response::Company", "display_name": "Acme GmbH"},
"location": {"__CLASS__": "Adzuna::API::Response::Location",
"display_name": "Berlin, Deutschland", "area": ["Deutschland", "Berlin"]},
"category": {"__CLASS__": "Adzuna::API::Response::Category",
"label": "IT-Stellen", "tag": "it-jobs"},
"salary_min": 70000,
"salary_max": 90000,
"salary_is_predicted": "0",
"contract_time": "full_time"
},
{
"__CLASS__": "Adzuna::API::Response::Job",
"id": "4412345679",
"title": "Platform Engineer",
"description": "Kubernetes and Terraform.",
"created": "2026-09-19T10:00:00Z",
"redirect_url": "https://www.adzuna.de/jobs/land/ad/4412345679",
"company": {"display_name": "Beta AG"},
"location": {"display_name": "Hamburg"},
"salary_min": 64000,
"salary_max": 64000,
"salary_is_predicted": "1"
},
{
"id": "4412345680",
"title": "Refused",
"redirect_url": "javascript:alert(1)"
}
]
}
+125
View File
@@ -0,0 +1,125 @@
<?xml version="1.0" encoding="ISO-8859-1"?>
<rss version="2.0"
xmlns:blogChannel="http://backend.userland.com/blogChannelModule"
>
<channel>
<title>Jobindex - Ledige job i Region Hovedstaden indeholdende mindst et af ordene backend eller developer</title>
<link>https://www.jobindex.dk/jobsoegning/region-hovedstaden?q=backend+developer&#x26;sort=date</link>
<description>Danmarks st&#xF8;rste jobmarked</description>
<language>da</language>
<docs>http://blogs.law.harvard.edu/tech/rss</docs>
<webMaster>support@jobindex.dk (Jobindex)</webMaster>
<ttl>1440</ttl>
<image>
<title>Jobindex - Ledige job i Region Hovedstaden indeholdende mindst et af ordene backend eller developer</title>
<url>https://www.jobindex.dk/img/jobindex130x30gray.gif</url>
<link>https://www.jobindex.dk/jobsoegning/region-hovedstaden?q=backend+developer&#x26;sort=date</link>
</image>
<item>
<title>Dangerous Goods Compliance Manager &#x2013; ensure global safety, DSV</title>
<link>https://www.jobindex.dk/vis-job/h1701165</link>
<description>
&#x3C;div class=&#x22;jobsearch-result&#x22;&#x3E;
&#x3C;div class=&#x22;PaidJob&#x22;&#x3E;
&#x3C;div class=&#x22;PaidJob-inner&#x22;&#x3E;
&#x3C;CENTER style=&#x22;margin-bottom: 15px;&#x22;&#x3E;&#x3C;A HREF=&#x22;https://www.jobindex.dk/vis-job/h1701165&#x22; rel=&#x22;noopener&#x22; target=&#x22;_blank&#x22;&#x3E;&#x3C;img src=&#x22;https://www.jobindex.dk/img/brand/40_spo_top_dsv_1812_20250718.png&#x22; ALT=&#x22;DSV&#x22; style=&#x22;border: 0px; margin: 0;&#x22;&#x3E;&#x3C;/a&#x3E;&#x3C;/CENTER&#x3E;
&#x3C;h4&#x3E;&#x3C;A HREF=&#x22;https://www.jobindex.dk/vis-job/h1701165&#x22; rel=&#x22;noopener&#x22; target=&#x22;_blank&#x22;&#x3E;Dangerous Goods Compliance Manager &#x2013; ensure global safety&#x3C;/a&#x3E;&#x3C;/h4&#x3E;
&#x3C;div class=&#x22;jobad-element-area&#x22;&#x3E;
&#x3C;span class=&#x22;jix_robotjob--area&#x22;&#x3E;Hedehusene&#x3C;/span&#x3E;
&#x3C;/div&#x3E;
&#x3C;p&#x3E;Do you want to minimise workplace accidents and damage to property, while helping ensure that dangerous goods and hazardous materials are handled correctly at our nearly 3,000 locations worldwide?&#x3C;/p&#x3E;&#x3C;p&#x3E;&#x201C;One minute, you&#x2019;ll help a forwarding agent in Holland figure out what to do with a pallet. The next, you&#x2019;ll help shape our strategic decisions after the merger with DB Schenker,&#x201D; says Martin Guldhammer.&#x3C;/p&#x3E;
&#x3C;center&#x3E;&#x3C;A HREF=&#x22;https://www.jobindex.dk/vis-job/h1701165&#x22; rel=&#x22;noopener&#x22; target=&#x22;_blank&#x22;&#x3E;&#x3C;img src=&#x22;https://www.jobindex.dk/api/imagescaler/v1/brand/8_spo_bund_dsv_1812_20250718.png?max_width=525&#x22; alt=&#x22;DSV&#x22; style=&#x22;border: 0px; margin-top: 5px;&#x22;&#x3E;&#x3C;/a&#x3E;&#x3C;/center&#x3E;
&#x3C;/div&#x3E;
&#x3C;/div&#x3E;
&#x3C;/div&#x3E;
</description>
<category>Logistik og spedition</category>
<guid isPermaLink="false">https://www.jobindex.dk/1701165</guid>
<pubDate>Wed, 23 Sep 2026 00:00:00 +0200</pubDate>
</item>
<item>
<title>Senior Account Executive</title>
<link>https://www.jobindex.dk/vis-job/r14011701</link>
<description>
&#x3C;div class=&#x22;&#x22;&#x3E;
&#x3C;div class=&#x22;jobsearch-result&#x22;&#x3E;
&#x3C;div class=&#x22;jix_robotjob&#x22; data-jobad-tid=&#x22;r14011701&#x22; data-robotjob-abtest-enabled=&#x22;&#x22;&#x3E;
&#x3C;div class=&#x22;jix_robotjob-inner&#x22;&#x3E;
&#x3C;h4&#x3E;&#x3C;A HREF=&#x22;https://www.jobindex.dk/vis-job/r14011701&#x22; rel=&#x22;noopener&#x22; target=&#x22;_blank&#x22;&#x3E;
Senior Account Executive
&#x3C;/a&#x3E;&#x3C;/h4&#x3E;
&#x3C;div class=&#x22;jobad-element-area&#x22;&#x3E;
&#x3C;span class=&#x22;jix_robotjob--area&#x22;&#x3E;K&#xF8;benhavn&#x3C;/span&#x3E;
&#x3C;/div&#x3E;
&#x3C;p&#x3E;All Gravy is the AI-native people operating platform for hospitality and retail.&#x3C;/p&#x3E;
&#x3C;/div&#x3E;
&#x3C;/div&#x3E;
&#x3C;/div&#x3E;
&#x3C;/div&#x3E;
</description>
<category>Salg</category>
<guid isPermaLink="false">https://www.jobindex.dk/14011701</guid>
<pubDate>Wed, 23 Sep 2026 00:00:00 +0200</pubDate>
</item>
<item>
<title>Marketing Content Creator, Clerk.IO ApS</title>
<link>https://www.jobindex.dk/vis-job/r14011706</link>
<description>
&#x3C;div class=&#x22;&#x22;&#x3E;
&#x3C;div class=&#x22;jobsearch-result&#x22;&#x3E;
&#x3C;div class=&#x22;jix_robotjob&#x22; data-jobad-tid=&#x22;r14011706&#x22; data-robotjob-abtest-enabled=&#x22;&#x22;&#x3E;
&#x3C;div class=&#x22;jix_robotjob-inner&#x22;&#x3E;
&#x3C;h4&#x3E;&#x3C;A HREF=&#x22;https://www.jobindex.dk/vis-job/r14011706&#x22; rel=&#x22;noopener&#x22; target=&#x22;_blank&#x22;&#x3E;
Marketing Content Creator
&#x3C;/a&#x3E;&#x3C;/h4&#x3E;
&#x3C;div class=&#x22;jobad-element-area&#x22;&#x3E;
&#x3C;span class=&#x22;jix_robotjob--area&#x22;&#x3E;K&#xF8;benhavn&#x3C;/span&#x3E;
&#x3C;/div&#x3E;
&#x3C;p&#x3E;Your marketing degree gave you the foundation.&#x3C;/p&#x3E;
&#x3C;/div&#x3E;
&#x3C;/div&#x3E;
&#x3C;/div&#x3E;
&#x3C;/div&#x3E;
</description>
<category>Studiepraktik</category>
<category>Marketing</category>
<guid isPermaLink="false">https://www.jobindex.dk/14011706</guid>
<pubDate>Wed, 23 Sep 2026 00:00:00 +0200</pubDate>
</item>
</channel>
</rss>
+125
View File
@@ -0,0 +1,125 @@
<?xml version="1.0" encoding="ISO-8859-1"?>
<rss version="2.0"
xmlns:blogChannel="http://backend.userland.com/blogChannelModule"
>
<channel>
<title>Jobindex - Ledige job i Region Hovedstaden indeholdende mindst et af ordene backend eller developer</title>
<link>https://www.jobindex.dk/jobsoegning/region-hovedstaden?q=backend+developer&#x26;sort=date</link>
<description>Danmarks st&#xF8;rste jobmarked</description>
<language>da</language>
<docs>http://blogs.law.harvard.edu/tech/rss</docs>
<webMaster>support@jobindex.dk (Jobindex)</webMaster>
<ttl>1440</ttl>
<image>
<title>Jobindex - Ledige job i Region Hovedstaden indeholdende mindst et af ordene backend eller developer</title>
<url>https://www.jobindex.dk/img/jobindex130x30gray.gif</url>
<link>https://www.jobindex.dk/jobsoegning/region-hovedstaden?q=backend+developer&#x26;sort=date</link>
</image>
<item>
<title>Dangerous Goods Compliance Manager &#x2013; ensure global safety, DSV</title>
<link>https://www.jobindex.dk/vis-job/h1701165</link>
<description>
&#x3C;div class=&#x22;jobsearch-result&#x22;&#x3E;
&#x3C;div class=&#x22;PaidJob&#x22;&#x3E;
&#x3C;div class=&#x22;PaidJob-inner&#x22;&#x3E;
&#x3C;CENTER style=&#x22;margin-bottom: 15px;&#x22;&#x3E;&#x3C;A HREF=&#x22;https://www.jobindex.dk/vis-job/h1701165&#x22; rel=&#x22;noopener&#x22; target=&#x22;_blank&#x22;&#x3E;&#x3C;img src=&#x22;https://www.jobindex.dk/img/brand/40_spo_top_dsv_1812_20250718.png&#x22; ALT=&#x22;DSV&#x22; style=&#x22;border: 0px; margin: 0;&#x22;&#x3E;&#x3C;/a&#x3E;&#x3C;/CENTER&#x3E;
&#x3C;h4&#x3E;&#x3C;A HREF=&#x22;https://www.jobindex.dk/vis-job/h1701165&#x22; rel=&#x22;noopener&#x22; target=&#x22;_blank&#x22;&#x3E;Dangerous Goods Compliance Manager &#x2013; ensure global safety&#x3C;/a&#x3E;&#x3C;/h4&#x3E;
&#x3C;div class=&#x22;jobad-element-area&#x22;&#x3E;
&#x3C;span class=&#x22;jix_robotjob--area&#x22;&#x3E;Hedehusene&#x3C;/span&#x3E;
&#x3C;/div&#x3E;
&#x3C;p&#x3E;Do you want to minimise workplace accidents and damage to property, while helping ensure that dangerous goods and hazardous materials are handled correctly at our nearly 3,000 locations worldwide?&#x3C;/p&#x3E;&#x3C;p&#x3E;&#x201C;One minute, you&#x2019;ll help a forwarding agent in Holland figure out what to do with a pallet. The next, you&#x2019;ll help shape our strategic decisions after the merger with DB Schenker,&#x201D; says Martin Guldhammer.&#x3C;/p&#x3E;
&#x3C;center&#x3E;&#x3C;A HREF=&#x22;https://www.jobindex.dk/vis-job/h1701165&#x22; rel=&#x22;noopener&#x22; target=&#x22;_blank&#x22;&#x3E;&#x3C;img src=&#x22;https://www.jobindex.dk/api/imagescaler/v1/brand/8_spo_bund_dsv_1812_20250718.png?max_width=525&#x22; alt=&#x22;DSV&#x22; style=&#x22;border: 0px; margin-top: 5px;&#x22;&#x3E;&#x3C;/a&#x3E;&#x3C;/center&#x3E;
&#x3C;/div&#x3E;
&#x3C;/div&#x3E;
&#x3C;/div&#x3E;
</description>
<category>Logistik og spedition</category>
<guid isPermaLink="false">https://www.jobindex.dk/1701165</guid>
<pubDate>Wed, 23 Sep 2026 00:00:00 +0200</pubDate>
</item>
<item>
<title>Senior Account Executive</title>
<link>https://www.jobindex.dk/vis-job/r14011701</link>
<description>
&#x3C;div class=&#x22;&#x22;&#x3E;
&#x3C;div class=&#x22;jobsearch-result&#x22;&#x3E;
&#x3C;div class=&#x22;jix_robotjob&#x22; data-jobad-tid=&#x22;r14011701&#x22; data-robotjob-abtest-enabled=&#x22;&#x22;&#x3E;
&#x3C;div class=&#x22;jix_robotjob-inner&#x22;&#x3E;
&#x3C;h4&#x3E;&#x3C;A HREF=&#x22;https://www.jobindex.dk/vis-job/r14011701&#x22; rel=&#x22;noopener&#x22; target=&#x22;_blank&#x22;&#x3E;
Senior Account Executive
&#x3C;/a&#x3E;&#x3C;/h4&#x3E;
&#x3C;div class=&#x22;jobad-element-area&#x22;&#x3E;
&#x3C;span class=&#x22;jix_robotjob--area&#x22;&#x3E;K&#xF8;benhavn&#x3C;/span&#x3E;
&#x3C;/div&#x3E;
&#x3C;p&#x3E;All Gravy is the AI-native people operating platform for hospitality and retail.&#x3C;/p&#x3E;
&#x3C;/div&#x3E;
&#x3C;/div&#x3E;
&#x3C;/div&#x3E;
&#x3C;/div&#x3E;
</description>
<category>Salg</category>
<guid isPermaLink="false">https://www.jobindex.dk/14011701</guid>
<pubDate>Wed, 23 Sep 2026 00:00:00 +0200</pubDate>
</item>
<item>
<title>Marketing Content Creator, Clerk.IO ApS</title>
<link>https://www.jobindex.dk/vis-job/r14011706</link>
<description>
&#x3C;div class=&#x22;&#x22;&#x3E;
&#x3C;div class=&#x22;jobsearch-result&#x22;&#x3E;
&#x3C;div class=&#x22;jix_robotjob&#x22; data-jobad-tid=&#x22;r14011706&#x22; data-robotjob-abtest-enabled=&#x22;&#x22;&#x3E;
&#x3C;div class=&#x22;jix_robotjob-inner&#x22;&#x3E;
&#x3C;h4&#x3E;&#x3C;A HREF=&#x22;https://www.jobindex.dk/vis-job/r14011706&#x22; rel=&#x22;noopener&#x22; target=&#x22;_blank&#x22;&#x3E;
Marketing Content Creator
&#x3C;/a&#x3E;&#x3C;/h4&#x3E;
&#x3C;div class=&#x22;jobad-element-area&#x22;&#x3E;
&#x3C;span class=&#x22;jix_robotjob--area&#x22;&#x3E;K&#xF8;benhavn&#x3C;/span&#x3E;
&#x3C;/div&#x3E;
&#x3C;p&#x3E;Your marketing degree gave you the foundation.&#x3C;/p&#x3E;
&#x3C;/div&#x3E;
&#x3C;/div&#x3E;
&#x3C;/div&#x3E;
&#x3C;/div&#x3E;
</description>
<category>Studiepraktik</category>
<category>Marketing</category>
<guid isPermaLink="false">https://www.jobindex.dk/14011706</guid>
<pubDate>Wed, 23 Sep 2026 00:00:00 +0200</pubDate>
</item>
</channel>
</rss>
+97
View File
@@ -0,0 +1,97 @@
{
"total": {
"value": 32
},
"hits": [
{
"id": "31457942",
"headline": "Postdoctoral Researcher",
"webpage_url": "https://arbetsformedlingen.se/platsbanken/annonser/31457942",
"publication_date": "2026-09-09T15:47:27",
"description": {
"text": "The European Spallation Source (ESS) is one of the largest."
},
"employer": {
"name": "European Spallation Source Eric"
},
"workplace_model": {
"concept_id": "ZxwM_gtz_n61",
"label": "Arbete på plats"
},
"workplace_address": {
"municipality": "Lund",
"region": "Skåne län",
"region_concept_id": "CaRE_1nn_cSU",
"country": "Sverige"
},
"workplace_addresses": [
{
"municipality": "Lund",
"region": "Skåne län",
"region_concept_id": "CaRE_1nn_cSU",
"country": "Sverige"
},
{
"municipality": "Stockholm",
"region": "Stockholms län",
"region_concept_id": "CifL_Rzy_Mku",
"country": "Sverige"
},
{
"municipality": null,
"region": "Västra Götalands län",
"region_concept_id": "zdoY_6u5_Krt",
"country": "Sverige"
}
]
},
{
"id": "31435504",
"headline": "Postdoctoral Fellow in Robotics and Computer Vision",
"webpage_url": "https://arbetsformedlingen.se/platsbanken/annonser/31435504",
"publication_date": "2026-09-03T15:46:06",
"description": {
"text": "Robotics at ESS."
},
"employer": {
"name": "European Spallation Source Eric"
},
"workplace_model": {
"concept_id": null,
"label": null
},
"workplace_address": {
"municipality": null,
"region": "Skåne län",
"region_concept_id": "CaRE_1nn_cSU",
"country": "Sverige"
},
"workplace_addresses": [
{
"municipality": null,
"region": "Skåne län",
"region_concept_id": "CaRE_1nn_cSU",
"country": "Sverige"
}
]
},
{
"id": "31400001",
"headline": "Data scientist, distansarbete möjligt",
"webpage_url": "javascript:alert(1)",
"workplace_address": {},
"workplace_addresses": [
{}
]
},
{
"id": "31400002",
"headline": "Data scientist, distansarbete möjligt",
"webpage_url": "https://arbetsformedlingen.se/platsbanken/annonser/31400002",
"employer": {
"name": null
},
"workplace_address": {}
}
]
}
+91
View File
@@ -0,0 +1,91 @@
"""The Adzuna reader, built against Adzuna's documented response (no key to
run it live). No network: `get` is a stub."""
from __future__ import annotations
import json
import sys
from pathlib import Path
from typing import Any
from urllib.parse import parse_qs, urlsplit
import pytest
ROOT = Path(__file__).resolve().parents[1]
if str(ROOT) not in sys.path:
sys.path.insert(0, str(ROOT))
from plugins import readers # noqa: E402
from plugins.readers import Ask, adzuna # noqa: E402
BODY = (ROOT / "tests" / "fixtures" / "search" / "adzuna.json").read_bytes()
ASK = Ask(params={"q": "backend", "country": "de", "where": "Berlin",
"key": {"app_id": "id1", "app_key": "key1"}})
def _rows(ask: Ask = ASK) -> list[dict[str, Any]]:
decoded, _results, _total, _cursor = adzuna.page(lambda url, **kw: BODY, "", None, ask)
return list(adzuna.rows(decoded, ""))
def test_it_declares_the_key_and_states_the_robots_finding() -> None:
assert readers.PROVIDERS["adzuna"] is adzuna
reads = adzuna.READS
assert reads.key is not None and reads.key.name == "adzuna"
assert (reads.key.fields, reads.key.env) == (
("app_id", "app_key"), ("ADZUNA_APP_ID", "ADZUNA_APP_KEY"))
assert (reads.text, reads.complete, reads.page_size) == ("excerpt", "stated", 50)
assert "disallows /" in reads.robots and "2026-09-30" in reads.robots
def test_it_strips_highlights_keeps_the_excerpt_as_teaser_and_drops_predicted_pay() -> None:
first, predicted = _rows() # javascript: refused
assert [r["source_id"] for r in (first, predicted)] == ["4412345678", "4412345679"]
assert first["title"] == "Senior Backend Engineer (m/w/d) - Remote"
assert first["teaser"] == "Build our backend services in Python & Go."
assert "description" not in first
assert first["company"] == "Acme GmbH"
assert first["places"] == [{"text": "Berlin, Deutschland", "remote": None}]
assert first["country"] == "DE" and first["remote"] == "remote"
assert (first["salary_min"], first["salary_max"], first["currency"]) == (70000, 90000, "EUR")
assert (predicted["salary_min"], predicted["currency"]) == (None, None)
def test_it_sends_the_key_the_country_and_the_query() -> None:
asked: list[str] = []
def get(url: str, **kwargs: Any) -> bytes:
asked.append(url)
return BODY
adzuna.page(get, "", None, ASK)
parts = urlsplit(asked[0])
assert (parts.netloc, parts.path) == ("api.adzuna.com", "/v1/api/jobs/de/search/1")
assert parse_qs(parts.query) == {
"app_id": ["id1"], "app_key": ["key1"], "results_per_page": ["50"],
"sort_by": ["date"], "what": ["backend"], "where": ["Berlin"]}
def test_it_refuses_an_unknown_country() -> None:
with pytest.raises(ValueError, match="country"):
adzuna.page(lambda url, **kw: BODY, "", None,
Ask(params={"q": "x", "country": "dk"}))
@pytest.mark.parametrize(("results", "count", "after"), [(50, 120, 2), (49, 49, None)])
def test_it_pages_on_a_full_page_and_states_the_count(
results: int, count: int, after: int | None) -> None:
body = json.dumps({"count": count, "results": [
{"id": str(n), "title": "T", "redirect_url": f"https://x.example/{n}"}
for n in range(results)]}).encode()
_decoded, found, total, nxt = adzuna.page(lambda url, **kw: body, "", None, ASK)
assert (len(found), total, nxt) == (results, count, after)
def test_saved_params_need_a_known_country() -> None:
assert adzuna.clean_params({"q": "x", "country": " DE ", "where": " Berlin "}) == {
"q": "x", "country": "de", "where": "Berlin"}
assert adzuna.clean_params({"q": "x", "country": "gb", "where": ""}) == {
"q": "x", "country": "gb"}
with pytest.raises(ValueError, match="country"):
adzuna.clean_params({"q": "x", "country": "dk"})
+111
View File
@@ -0,0 +1,111 @@
"""The Jobindex reader: the RSS twin of a search, 20 results a page, 200 at
most. No network: `get` is a stub."""
from __future__ import annotations
import sys
from pathlib import Path
from typing import Any
from urllib.parse import parse_qs, urlsplit
import pytest
ROOT = Path(__file__).resolve().parents[1]
if str(ROOT) not in sys.path:
sys.path.insert(0, str(ROOT))
from plugins import readers # noqa: E402
from plugins.readers import Ask, jobindex # noqa: E402
BODY = (ROOT / "tests" / "fixtures" / "search" / "jobindex.xml").read_bytes()
def _rows(body: bytes = BODY) -> list[dict[str, Any]]:
decoded, _results, _total, _cursor = jobindex.page(lambda url, **kw: body, "", None, Ask())
return list(jobindex.rows(decoded, ""))
def _feed(items: int) -> bytes:
body = "".join(f"<item><title>Role {n}, Acme</title>"
f"<link>https://www.jobindex.dk/vis-job/r{n}</link></item>"
for n in range(items))
return (f"<rss><channel><title>Jobindex</title>{body}</channel></rss>").encode()
def test_it_is_a_search_reader_with_the_owners_robots_decision() -> None:
assert readers.PROVIDERS["jobindex"] is jobindex
reads = jobindex.READS
assert (reads.scope, reads.page_size, reads.ceiling, reads.text) == (
"search", 20, 200, "excerpt")
assert "owner, 2026-09-30" in reads.robots and "geoareaid" in reads.robots
assert jobindex.allowed("")("www.jobindex.dk") and not jobindex.allowed("")("jobindex.dk")
def test_it_reads_title_company_town_date_and_teaser() -> None:
paid, bare, robot = _rows()
assert [r["source_id"] for r in (paid, bare, robot)] == ["h1701165", "r14011701", "r14011706"]
assert paid["company"] == "DSV"
assert paid["title"].startswith("Dangerous Goods Compliance Manager")
assert paid["places"] == [{"text": "Hedehusene", "remote": None}]
assert paid["location"] == "Hedehusene" and paid["country"] == "DK"
assert paid["posted"].date().isoformat() == "2026-09-23"
assert paid["teaser"].startswith("Do you want to minimise")
assert "description" not in paid
assert bare["company"] == "" and bare["places"][0]["text"] == "København"
assert (robot["title"], robot["company"]) == ("Marketing Content Creator", "Clerk.IO ApS")
def test_it_reads_hybrid_and_remote_from_the_town_line() -> None:
from plugins.readers._words import remote_word
assert remote_word("Birkerød, Hybrid position") == "hybrid"
assert remote_word("Nordhavn og mulighed for hjemmearbejde") == "hybrid"
assert remote_word("Remote, Danmark") == "remote"
assert remote_word("Hedehusene") is None
def test_it_asks_for_the_query_the_area_and_the_page() -> None:
asked: list[str] = []
def get(url: str, **kwargs: Any) -> bytes:
asked.append(url)
return _feed(3)
jobindex.page(get, "", None, Ask(params={"q": "backend developer", "area": 1}))
parts = urlsplit(asked[0])
assert (parts.scheme, parts.netloc, parts.path) == (
"https", "www.jobindex.dk", "/jobsoegning.rss")
assert parse_qs(parts.query) == {"q": ["backend developer"], "sort": ["date"],
"geoareaid": ["1"], "page": ["1"]}
jobindex.page(get, "", 4, Ask(params={"q": "x"}))
assert "geoareaid" not in asked[1] and "page=4" in asked[1]
@pytest.mark.parametrize(("items", "cursor", "after"), [
(20, None, 2), # a full page has a next
(19, None, None), # a short page is the end
(20, 10, None), # the tenth page reaches the 200 ceiling
(20, 9, 10),
])
def test_it_pages_until_a_short_page_or_the_ceiling(
items: int, cursor: int | None, after: int | None) -> None:
_decoded, results, total, nxt = jobindex.page(
lambda url, **kw: _feed(items), "", cursor, Ask(params={"q": "x"}))
assert (len(results), total, nxt) == (items, None, after)
def test_a_dropped_item_does_not_pass_for_the_end() -> None:
body = _feed(19).replace(b"</channel>", b"<item><title>No link</title></item></channel>")
decoded, results, _total, nxt = jobindex.page(lambda url, **kw: body, "", None, Ask())
assert len(results) == 20 and nxt == 2
assert len(jobindex.rows(decoded, "")) == 19
def test_an_answer_without_a_channel_raises() -> None:
with pytest.raises(ValueError, match="channel"):
jobindex.page(lambda url, **kw: b"<rss/>", "", None, Ask())
def test_saved_params_keep_the_query_and_a_real_area() -> None:
assert jobindex.clean_params({"q": "x", "area": "3"}) == {"q": "x", "area": 3}
assert jobindex.clean_params({"q": "x", "area": 0}) == {"q": "x"}
+111
View File
@@ -0,0 +1,111 @@
"""The Platsbanken reader (JobTech search API): 100 hits a page, offsets to
2000. No network: `get` is a stub."""
from __future__ import annotations
import json
import sys
from pathlib import Path
from typing import Any
from urllib.parse import parse_qs, urlsplit
import pytest
ROOT = Path(__file__).resolve().parents[1]
if str(ROOT) not in sys.path:
sys.path.insert(0, str(ROOT))
from plugins import readers # noqa: E402
from plugins.readers import Ask, platsbanken # noqa: E402
BODY = (ROOT / "tests" / "fixtures" / "search" / "platsbanken-places.json").read_bytes()
def _stock(total: int | None, stock: int, asked: list[str]) -> Any:
def get(url: str, **kwargs: Any) -> bytes:
asked.append(url)
query = parse_qs(urlsplit(url).query)
start, limit = int(query["offset"][0]), int(query["limit"][0])
body: dict[str, Any] = {"hits": [
{"id": str(n), "headline": f"Role {n}", "webpage_url": f"https://x.example/{n}"}
for n in range(start, min(start + limit, stock))]}
if total is not None:
body["total"] = {"value": total}
return json.dumps(body).encode()
return get
def test_it_is_a_search_reader_with_a_404_robots_txt_recorded() -> None:
assert readers.PROVIDERS["platsbanken"] is platsbanken
reads = platsbanken.READS
assert (reads.scope, reads.page_size, reads.ceiling, reads.places) == (
"search", 100, 2000, "many")
assert "404" in reads.robots and "2026-09-30" in reads.robots
def test_it_keeps_every_workplace_of_an_ad() -> None:
decoded, _found, total, _cursor = platsbanken.page(lambda url, **kw: BODY, "", None, Ask())
rows = platsbanken.rows(decoded, "")
assert total == 32
assert [r["source_id"] for r in rows] == ["31457942", "31435504", "31400002"] # javascript: refused
first, no_town, bare = rows
assert [p["text"] for p in first["places"]] == [
"Lund", "Stockholm", "Västra Götalands län"] # municipality, else the län
assert first["location"] == "Lund"
assert no_town["places"] == [{"text": "Skåne län", "remote": None}]
assert bare["places"] == []
def test_it_reads_title_company_date_and_the_full_text() -> None:
decoded, *_ = platsbanken.page(lambda url, **kw: BODY, "", None, Ask())
first, _no_town, remote = platsbanken.rows(decoded, "")
assert first["title"] == "Postdoctoral Researcher"
assert first["company"] == "European Spallation Source Eric"
assert first["country"] == "SE" and first["remote"] is None
assert first["url"] == "https://arbetsformedlingen.se/platsbanken/annonser/31457942"
assert first["posted"].date().isoformat() == "2026-09-09"
assert first["description"].startswith("The European Spallation Source")
assert "teaser" not in first
assert (remote["remote"], remote["company"], remote["posted"]) == ("remote", "", None)
def test_it_sends_the_region_the_offset_and_no_region_for_all_of_sweden() -> None:
asked: list[str] = []
get = _stock(250, 250, asked)
platsbanken.page(get, "", None, Ask(params={"q": "data", "region": "CaRE_1nn_cSU"}))
platsbanken.page(get, "", 100, Ask(params={"q": "data", "region": ""}))
assert parse_qs(urlsplit(asked[0]).query) == {
"q": ["data"], "sort": ["pubdate-desc"], "limit": ["100"], "offset": ["0"],
"region": ["CaRE_1nn_cSU"]}
assert "region" not in urlsplit(asked[1]).query and "offset=100" in asked[1]
assert urlsplit(asked[0]).netloc == "jobsearch.api.jobtechdev.se"
@pytest.mark.parametrize(("cursor", "stock", "after"), [
(None, 250, 100), (200, 250, None), # a short page is the end
(1900, 2500, 2000), (2000, 2500, None), # the offset ceiling
])
def test_it_pages_by_offset_up_to_the_ceiling(
cursor: int | None, stock: int, after: int | None) -> None:
_decoded, _found, _total, nxt = platsbanken.page(
_stock(None, stock, []), "", cursor, Ask(params={"q": "x"}))
assert nxt == after
def test_it_refuses_an_unknown_region() -> None:
with pytest.raises(ValueError, match="region"):
platsbanken.page(lambda url, **kw: b"{}", "", None,
Ask(params={"q": "x", "region": "zYpL_aGk_QY8"})) # Midland
def test_the_regions_are_the_21_lan() -> None:
assert len(platsbanken.REGIONS) == 21
assert all(name.endswith(" län") for name in platsbanken.REGIONS.values())
def test_saved_params_keep_a_län_or_none() -> None:
assert platsbanken.clean_params({"q": "x", "region": " CaRE_1nn_cSU "}) == {
"q": "x", "region": "CaRE_1nn_cSU"}
assert platsbanken.clean_params({"q": "x", "region": ""}) == {"q": "x", "region": ""}
with pytest.raises(ValueError, match="region"):
platsbanken.clean_params({"q": "x", "region": "zYpL_aGk_QY8"})
+11
View File
@@ -573,6 +573,17 @@ def test_search_params_keeps_only_what_the_provider_reads() -> None:
"q": "data", "region": "CaRE_1nn_cSU", "pages": 3}
def test_the_providers_and_their_params_follow_the_reader_declarations() -> None:
from plugins import readers
assert sources.PROVIDERS == tuple(readers.PROVIDERS) == ("jobindex", "adzuna", "platsbanken")
assert sources.search_params("adzuna", " backend ", country=" DE ", where=" Berlin ",
area=1, region="x", pages=2) == {
"q": "backend", "country": "de", "where": "Berlin", "pages": 2}
with pytest.raises(ValueError, match="country"):
sources.search_params("adzuna", "backend", country="dk")
def test_search_params_refuses_a_region_that_is_no_swedish_lan() -> None:
with pytest.raises(ValueError, match="region"):
sources.search_params("platsbanken", "data", region="zYpL_aGk_QY8") # Midland