Read the Se jobbet link off a Jobindex vis-job page

Co-Authored-By: Claude Opus 5.5 <noreply@anthropic.com>
This commit is contained in:
WolfandClaude Opus 5.5 committed 2026-09-30 13:26:20 +02:00
1 parent a19c528e3f
commit 54b56ac370
5 files changed
+300 -1

No files matched your search

+24 -1
View File
@@ -15,6 +15,13 @@ the paragraphs are an excerpt of the ad, handed over as `teaser`. A crawled ad
("robot job") has no logo, so its company is what follows the title's last ("robot job") has no logo, so its company is what follows the title's last
comma, or '' when there is none. An answer with no `<channel>` is not a search comma, or '' when there is none. An answer with no `<channel>` is not a search
result and raises, since an empty list would read as a search that ran out. result and raises, since an empty list would read as a search that ran out.
The `<link>` opens Jobindex's `vis-job` page, and `posting_link` reads the
"Se jobbet" button on it: the employer's site, The Hub or Jobindex's own
`jobannonce`, checked on 2026-09-30. It is not part of the search: fetching
that page counts as a click in Jobindex's statistics, so `app.jobs.posting`
does it only for a role somebody opened. The page's "other ads" cards carry
the same words on `/c?t=` redirects, which are not this ad and are skipped.
""" """
from __future__ import annotations from __future__ import annotations
@@ -24,7 +31,7 @@ import re
import xml.etree.ElementTree as ET import xml.etree.ElementTree as ET
from collections.abc import Callable from collections.abc import Callable
from typing import Any from typing import Any
from urllib.parse import urlencode from urllib.parse import urlencode, urljoin, urlsplit
from desk.sources import strip_html from desk.sources import strip_html
@@ -62,6 +69,8 @@ _AREA = re.compile(r'class="jix_robotjob--area">(.*?)</span>', re.IGNORECASE | r
_PARAGRAPHS = re.compile(r"<p>(.*?)</p>", re.IGNORECASE | re.DOTALL) _PARAGRAPHS = re.compile(r"<p>(.*?)</p>", re.IGNORECASE | re.DOTALL)
#: "Ledige job i Region Hovedstaden indeholdende ..." -> "Region Hovedstaden". #: "Ledige job i Region Hovedstaden indeholdende ..." -> "Region Hovedstaden".
_SEARCH_AREA = re.compile(r"Ledige job i (.+?) indeholdende") _SEARCH_AREA = re.compile(r"Ledige job i (.+?) indeholdende")
_SE_JOBBET = re.compile(r"<a\b([^>]*)>\s*Se jobbet\s*</a>", re.IGNORECASE)
_HREF = re.compile(r'\bhref\s*=\s*"([^"]*)"', re.IGNORECASE)
def allowed(slug: str) -> Callable[[str], bool]: def allowed(slug: str) -> Callable[[str], bool]:
@@ -77,6 +86,20 @@ def clean_params(params: dict[str, Any]) -> dict[str, Any]:
return out return out
def posting_link(page_html: str) -> str:
"""The "Se jobbet" link of a `vis-job` page: where the ad itself is, as an
absolute URL, or '' when the page has none. A `/c?t=` link is another ad's
redirect and is skipped."""
for tag in _SE_JOBBET.finditer(page_html):
found = _HREF.search(tag.group(1))
if not found:
continue
url = urljoin("https://www.jobindex.dk/", html.unescape(found.group(1)).strip())
if is_web_url(url) and urlsplit(url).path != "/c":
return url
return ""
def _text(fragment: str) -> str: def _text(fragment: str) -> str:
"""HTML to plain text. Jobindex breaks titles after a slash with a """HTML to plain text. Jobindex breaks titles after a slash with a
zero-width space, which would otherwise end up in `title_key`.""" zero-width space, which would otherwise end up in `title_key`."""
+32
View File
@@ -0,0 +1,32 @@
<!DOCTYPE html>
<html lang="da-DK">
<head>
<title>Løsningsarkitekt til Købstædernes Forsikring - 1702752 | Jobindex</title>
</head>
<body>
<!-- Saved from a vis-job page on 2026-09-30, cut to the "Se jobbet" buttons and what follows them. -->
</div>
</div>
<div class="mt-4">
<div class="jix-toolbar__buttons">
<span class="btn-list__element">
<span class="jobad-element-myjob" data-state="unsaved" data-tid="h1702752">
<a class="btn btn-secondary btn-sm" href="/bruger/dine-job/h1702752/gem">
<svg class="svg-icon svg-icon--mini m-0" role="presentation"><use xmlns:xlink="http://www.w3.org/1999/xlink" xlink:href="#svg-button-myjob-unsaved"></use></svg>
<span class="ml-1">Gem job</span>
</a></span>
</span>
<span class="btn-list__element d-none d-md-inline">
<a class="btn btn-sm btn-primary seejobdesktop" data-click="/c?t=h1702752&amp;ctx=w" href="https://careers.kfforsikring.dk/jobs/8456088-loesningsarkitekt-til-koebstaedernes-forsikring?promotion=2220670-jobindex" rel="noopener" target="_blank">Se jobbet</a>
</span>
</div>
<a class="btn btn-sm btn-block btn-primary d-md-none mt-2 seejobmobil" data-click="/c?t=h1702752&amp;ctx=w" href="https://careers.kfforsikring.dk/jobs/8456088-loesningsarkitekt-til-koebstaedernes-forsikring?promotion=2220670-jobindex" rel="noopener" target="_blank">Se jobbet</a>
</div>
</body>
</html>
+114
View File
@@ -0,0 +1,114 @@
<!DOCTYPE html>
<html lang="da-DK">
<head>
<title>Lead Software Engineer - Research Tech Delivery, AI &amp; Digital Innovation - 14009457 | Jobindex</title>
</head>
<body>
<!-- Saved from a vis-job page on 2026-09-30, cut to the "Se jobbet" buttons and what follows them. -->
</div>
</div>
<div class="mt-4">
<div class="jix-toolbar__buttons">
<span class="btn-list__element">
<span class="jobad-element-myjob" data-state="unsaved" data-tid="r14009457">
<a class="btn btn-secondary btn-sm" href="/bruger/dine-job/r14009457/gem">
<svg class="svg-icon svg-icon--mini m-0" role="presentation"><use xmlns:xlink="http://www.w3.org/1999/xlink" xlink:href="#svg-button-myjob-unsaved"></use></svg>
<span class="ml-1">Gem job</span>
</a></span>
</span>
<span class="btn-list__element d-none d-md-inline">
<a class="btn btn-sm btn-primary seejobdesktop" data-click="/c?t=r14009457&amp;ctx=w" href="https://www.jobindex.dk/jobannonce/r14009457/lead-software-engineer-research-tech-delivery-ai-digital-innovation" rel="noopener" target="_blank">Se jobbet</a>
</span>
</div>
<a class="btn btn-sm btn-block btn-primary d-md-none mt-2 seejobmobil" data-click="/c?t=r14009457&amp;ctx=w" href="https://www.jobindex.dk/jobannonce/r14009457/lead-software-engineer-research-tech-delivery-ai-digital-innovation" rel="noopener" target="_blank">Se jobbet</a>
</div>
</span>
</div>
</div>
</div>
</div>
</div>
<aside class="offset-lg-1 col-md-3">
<div class="vp-card mb-4">
<div class="vp-card__follow">
<span class="vp-card__follow-count">22.134 følgere</span>
<a href="/bruger/dine-virksomheder/258" id="widgets_follow_company_38e66c4c-e28a-46b6-825c-91496291af00" class="jix-follow-company" role="button" data-jix-login="user" data-jix-login-redirect="/bruger/dine-virksomheder/258"><span class="jix-follow-text-active">Følger</span><span class="jix-follow-text-inactive">Følg</span></a>
</div>
<a class="vp-card__name" href="/virksomhed/258/novo#om-virksomhed">Novo</a>
<div class="vp-card__data">
<a class="vp-card__ratings" href="/virksomhed/258/novo#evalueringer">
<div class="vp-card__rating-stars" title="5 ud af 5 stjerner"><svg class="svg-icon svg-icon--sm vp-card__rating-icon vp-card__rating-icon--selected" role="presentation"><use xmlns:xlink="http://www.w3.org/1999/xlink" xlink:href="#svg-rating-selected"></use></svg><svg class="svg-icon svg-icon--sm vp-card__rating-icon vp-card__rating-icon--selected" role="presentation"><use xmlns:xlink="http://www.w3.org/1999/xlink" xlink:href="#svg-rating-selected"></use></svg><svg class="svg-icon svg-icon--sm vp-card__rating-icon vp-card__rating-icon--selected" role="presentation"><use xmlns:xlink="http://www.w3.org/1999/xlink" xlink:href="#svg-rating-selected"></use></svg><svg class="svg-icon svg-icon--sm vp-card__rating-icon vp-card__rating-icon--selected" role="presentation"><use xmlns:xlink="http://www.w3.org/1999/xlink" xlink:href="#svg-rating-selected"></use></svg><svg class="svg-icon svg-icon--sm vp-card__rating-icon vp-card__rating-icon--selected" role="presentation"><use xmlns:xlink="http://www.w3.org/1999/xlink" xlink:href="#svg-rating-selected"></use></svg></div>
<div class="vp-card__ratings-count">2671 evalueringer</div>
</a> <div class="jix-link-block"><a href="/jobsoegning/virksomhed/258/novo"><span>67 jobannoncer</span><span aria-hidden="true"><svg class="svg-icon svg-icon--sm"><use xlink:href="#svg-linkarrow-right" xmlns:xlink="http://www.w3.org/1999/xlink"></use></svg></span></a></div>
</div>
<a class="btn btn-secondary btn-sm btn-block" href="/virksomhed/258/novo#om-virksomhed">Om virksomheden</a>
</div>
</aside>
</div>
</section>
<section class="bg-surface-1 mt-4">
<div class="recommended-jobs-container" id="recommended-jobs">
<h2 class="mb-4">Anbefalede job</h2>
<div class="job-card-container job-card-container--stacked">
<article class="job-card" data-tid="h1700212"
data-recommender-source="showjob"
data-recommender-origin-tid="r14009457"
>
<div class="job-card__pubdate">
Indrykket:
<time datetime="2026-09-21">21. september 2026</time>
</div>
<a class="job-card__headline" href="/c?t=h1700212&amp;ctx=w&amp;ctt=r&amp;u=22713329">
Senior Embedded Engineer / Software Developer
</a> <p class="job-card__company">Welltec A/S</p>
<div class="job-card__footer">
<div class="job-card__area">
<svg class="svg-icon svg-icon--sm"><use xmlns:xlink="http://www.w3.org/1999/xlink" xlink:href="#svg-geolocation"></use></svg>
<span class="job-card__area-text">Allerød</span>
</div>
<a class="btn btn-secondary btn-sm btn-block" href="/c?t=h1700212&amp;ctx=w&amp;ctt=r&amp;u=22713329">Se jobbet</a>
</div>
</article>
<article class="job-card" data-tid="h1695228"
data-recommender-source="showjob"
data-recommender-origin-tid="r14009457"
>
<div class="job-card__pubdate">
Indrykket:
<time datetime="2026-09-03">3. september 2026</time>
</div>
<a class="job-card__headline" href="/c?t=h1695228&amp;ctx=w&amp;ctt=r&amp;u=22687519">
Bliv vores nye Lead Software Engineer og vær med til at udvikle Nykredit-kon­cer­nens re­al­kre­dit­løs­nin­ger
</a> <p class="job-card__company">Nykredit</p>
<div class="job-card__footer">
<div class="job-card__area">
<svg class="svg-icon svg-icon--sm"><use xmlns:xlink="http://www.w3.org/1999/xlink" xlink:href="#svg-geolocation"></use></svg>
<span class="job-card__area-text">Nordhavn</span>
</div>
<a class="btn btn-secondary btn-sm btn-block" href="/c?t=h1695228&amp;ctx=w&amp;ctt=r&amp;u=22687519">Se jobbet</a>
</div>
</article>
</body>
</html>
+94
View File
@@ -0,0 +1,94 @@
<!DOCTYPE html>
<html lang="da-DK">
<head>
<title>Senior Backend Developer - 14013846 | Jobindex</title>
</head>
<body>
<!-- Saved from a vis-job page on 2026-09-30, cut to the "Se jobbet" buttons and what follows them. -->
</div>
</div>
<div class="mt-4">
<div class="jix-toolbar__buttons">
<span class="btn-list__element">
<span class="jobad-element-myjob" data-state="unsaved" data-tid="r14013846">
<a class="btn btn-secondary btn-sm" href="/bruger/dine-job/r14013846/gem">
<svg class="svg-icon svg-icon--mini m-0" role="presentation"><use xmlns:xlink="http://www.w3.org/1999/xlink" xlink:href="#svg-button-myjob-unsaved"></use></svg>
<span class="ml-1">Gem job</span>
</a></span>
</span>
<span class="btn-list__element d-none d-md-inline">
<a class="btn btn-sm btn-primary seejobdesktop" data-click="/c?t=r14013846&amp;ctx=w" href="https://thehub.io/jobs/6ab5030dfd5518f38b6960b2?utm_source=jobindex&amp;utm_medium=jobboard&amp;utm_content=dk" rel="noopener" target="_blank">Se jobbet</a>
</span>
</div>
<a class="btn btn-sm btn-block btn-primary d-md-none mt-2 seejobmobil" data-click="/c?t=r14013846&amp;ctx=w" href="https://thehub.io/jobs/6ab5030dfd5518f38b6960b2?utm_source=jobindex&amp;utm_medium=jobboard&amp;utm_content=dk" rel="noopener" target="_blank">Se jobbet</a>
</div>
</span>
</div>
</div>
</div>
</div>
</div>
</div>
</section>
<section class="bg-surface-1 mt-4">
<div class="recommended-jobs-container" id="recommended-jobs">
<h2 class="mb-4">Anbefalede job</h2>
<div class="job-card-container job-card-container--stacked">
<article class="job-card" data-tid="h1700172"
data-recommender-source="showjob"
data-recommender-origin-tid="r14013846"
>
<div class="job-card__pubdate">
Indrykket:
<time datetime="2026-09-21">21. september 2026</time>
</div>
<a class="job-card__headline" href="/c?t=h1700172&amp;ctx=w&amp;ctt=r&amp;u=22713244">
Senior Developer
</a> <p class="job-card__company">Gubra A/S</p>
<div class="job-card__footer">
<div class="job-card__area">
<svg class="svg-icon svg-icon--sm"><use xmlns:xlink="http://www.w3.org/1999/xlink" xlink:href="#svg-geolocation"></use></svg>
<span class="job-card__area-text">Hørsholm</span>
</div>
<a class="btn btn-secondary btn-sm btn-block" href="/c?t=h1700172&amp;ctx=w&amp;ctt=r&amp;u=22713244">Se jobbet</a>
</div>
</article>
<article class="job-card" data-tid="h1696175"
data-recommender-source="showjob"
data-recommender-origin-tid="r14013846"
>
<div class="job-card__pubdate">
Indrykket:
<time datetime="2026-09-07">7. september 2026</time>
</div>
<a class="job-card__headline" href="/c?t=h1696175&amp;ctx=w&amp;ctt=r&amp;u=22692389">
Senior .NET Developer - Mi­cro­ser­vi­ces &amp; In­te­gra­tions
</a> <p class="job-card__company">twoday A/S</p>
<div class="job-card__footer">
<div class="job-card__area">
<svg class="svg-icon svg-icon--sm"><use xmlns:xlink="http://www.w3.org/1999/xlink" xlink:href="#svg-geolocation"></use></svg>
<span class="job-card__area-text">Nordhavn</span>
</div>
<a class="btn btn-secondary btn-sm btn-block" href="/c?t=h1696175&amp;ctx=w&amp;ctt=r&amp;u=22692389">Se jobbet</a>
</div>
</article>
</body>
</html>
+36
View File
@@ -100,3 +100,39 @@ def test_an_answer_without_a_channel_raises() -> None:
def test_saved_params_keep_the_query_and_a_real_area() -> None: def test_saved_params_keep_the_query_and_a_real_area() -> None:
assert jobindex.clean_params({"q": "x", "area": "3"}) == {"q": "x", "area": 3} assert jobindex.clean_params({"q": "x", "area": "3"}) == {"q": "x", "area": 3}
assert jobindex.clean_params({"q": "x", "area": 0}) == {"q": "x"} assert jobindex.clean_params({"q": "x", "area": 0}) == {"q": "x"}
# ------------------------------------------------- the link out of a vis-job page
PAGES = ROOT / "tests" / "fixtures" / "jobindex"
@pytest.mark.parametrize("name, link", [
("vis-job-employer.html",
"https://careers.kfforsikring.dk/jobs/8456088-loesningsarkitekt-til-koebstaedernes-forsikring"
"?promotion=2220670-jobindex"),
("vis-job-thehub.html",
"https://thehub.io/jobs/6ab5030dfd5518f38b6960b2"
"?utm_source=jobindex&utm_medium=jobboard&utm_content=dk"),
("vis-job-jobannonce.html",
"https://www.jobindex.dk/jobannonce/r14009457/"
"lead-software-engineer-research-tech-delivery-ai-digital-innovation"),
])
def test_posting_link_is_the_se_jobbet_button_of_a_saved_page(name: str, link: str) -> None:
assert jobindex.posting_link((PAGES / name).read_text(encoding="utf-8")) == link
def test_posting_link_skips_other_ads_and_is_empty_without_a_button() -> None:
other = '<a class="btn" href="/c?t=h1&amp;ctx=w&amp;ctt=r&amp;u=2">Se jobbet</a>'
assert jobindex.posting_link(other) == ""
assert jobindex.posting_link("<p>Ingen knap</p>") == ""
assert jobindex.posting_link("") == ""
mine = '<A HREF="https://a.example/x?a=1&amp;b=2" rel="noopener">\n Se jobbet </A>'
assert jobindex.posting_link(other + mine) == "https://a.example/x?a=1&b=2"
def test_posting_link_is_absolute_and_never_a_script() -> None:
assert jobindex.posting_link('<a href="/jobannonce/r1/x">Se jobbet</a>') \
== "https://www.jobindex.dk/jobannonce/r1/x"
assert jobindex.posting_link('<a href="javascript:alert(1)">Se jobbet</a>') == ""
assert jobindex.posting_link('<a class="x">Se jobbet</a>') == ""