Read the Se jobbet link off a Jobindex vis-job page
Co-Authored-By: Claude Opus 5.5 <noreply@anthropic.com>
This commit is contained in:
1 parent
a19c528e3f
commit
54b56ac370
5 files changed
+300
-1
No files matched your search
@@ -15,6 +15,13 @@ the paragraphs are an excerpt of the ad, handed over as `teaser`. A crawled ad
|
||||
("robot job") has no logo, so its company is what follows the title's last
|
||||
comma, or '' when there is none. An answer with no `<channel>` is not a search
|
||||
result and raises, since an empty list would read as a search that ran out.
|
||||
|
||||
The `<link>` opens Jobindex's `vis-job` page, and `posting_link` reads the
|
||||
"Se jobbet" button on it: the employer's site, The Hub or Jobindex's own
|
||||
`jobannonce`, checked on 2026-09-30. It is not part of the search: fetching
|
||||
that page counts as a click in Jobindex's statistics, so `app.jobs.posting`
|
||||
does it only for a role somebody opened. The page's "other ads" cards carry
|
||||
the same words on `/c?t=` redirects, which are not this ad and are skipped.
|
||||
"""
|
||||
|
||||
from __future__ import annotations
|
||||
@@ -24,7 +31,7 @@ import re
|
||||
import xml.etree.ElementTree as ET
|
||||
from collections.abc import Callable
|
||||
from typing import Any
|
||||
from urllib.parse import urlencode
|
||||
from urllib.parse import urlencode, urljoin, urlsplit
|
||||
|
||||
from desk.sources import strip_html
|
||||
|
||||
@@ -62,6 +69,8 @@ _AREA = re.compile(r'class="jix_robotjob--area">(.*?)</span>', re.IGNORECASE | r
|
||||
_PARAGRAPHS = re.compile(r"<p>(.*?)</p>", re.IGNORECASE | re.DOTALL)
|
||||
#: "Ledige job i Region Hovedstaden indeholdende ..." -> "Region Hovedstaden".
|
||||
_SEARCH_AREA = re.compile(r"Ledige job i (.+?) indeholdende")
|
||||
_SE_JOBBET = re.compile(r"<a\b([^>]*)>\s*Se jobbet\s*</a>", re.IGNORECASE)
|
||||
_HREF = re.compile(r'\bhref\s*=\s*"([^"]*)"', re.IGNORECASE)
|
||||
|
||||
|
||||
def allowed(slug: str) -> Callable[[str], bool]:
|
||||
@@ -77,6 +86,20 @@ def clean_params(params: dict[str, Any]) -> dict[str, Any]:
|
||||
return out
|
||||
|
||||
|
||||
def posting_link(page_html: str) -> str:
|
||||
"""The "Se jobbet" link of a `vis-job` page: where the ad itself is, as an
|
||||
absolute URL, or '' when the page has none. A `/c?t=` link is another ad's
|
||||
redirect and is skipped."""
|
||||
for tag in _SE_JOBBET.finditer(page_html):
|
||||
found = _HREF.search(tag.group(1))
|
||||
if not found:
|
||||
continue
|
||||
url = urljoin("https://www.jobindex.dk/", html.unescape(found.group(1)).strip())
|
||||
if is_web_url(url) and urlsplit(url).path != "/c":
|
||||
return url
|
||||
return ""
|
||||
|
||||
|
||||
def _text(fragment: str) -> str:
|
||||
"""HTML to plain text. Jobindex breaks titles after a slash with a
|
||||
zero-width space, which would otherwise end up in `title_key`."""
|
||||
|
||||
+32
@@ -0,0 +1,32 @@
|
||||
<!DOCTYPE html>
|
||||
<html lang="da-DK">
|
||||
<head>
|
||||
<title>Løsningsarkitekt til Købstædernes Forsikring - 1702752 | Jobindex</title>
|
||||
</head>
|
||||
<body>
|
||||
<!-- Saved from a vis-job page on 2026-09-30, cut to the "Se jobbet" buttons and what follows them. -->
|
||||
</div>
|
||||
</div>
|
||||
<div class="mt-4">
|
||||
<div class="jix-toolbar__buttons">
|
||||
<span class="btn-list__element">
|
||||
|
||||
<span class="jobad-element-myjob" data-state="unsaved" data-tid="h1702752">
|
||||
<a class="btn btn-secondary btn-sm" href="/bruger/dine-job/h1702752/gem">
|
||||
<svg class="svg-icon svg-icon--mini m-0" role="presentation"><use xmlns:xlink="http://www.w3.org/1999/xlink" xlink:href="#svg-button-myjob-unsaved"></use></svg>
|
||||
<span class="ml-1">Gem job</span>
|
||||
</a></span>
|
||||
</span>
|
||||
|
||||
<span class="btn-list__element d-none d-md-inline">
|
||||
<a class="btn btn-sm btn-primary seejobdesktop" data-click="/c?t=h1702752&ctx=w" href="https://careers.kfforsikring.dk/jobs/8456088-loesningsarkitekt-til-koebstaedernes-forsikring?promotion=2220670-jobindex" rel="noopener" target="_blank">Se jobbet</a>
|
||||
|
||||
</span>
|
||||
</div>
|
||||
<a class="btn btn-sm btn-block btn-primary d-md-none mt-2 seejobmobil" data-click="/c?t=h1702752&ctx=w" href="https://careers.kfforsikring.dk/jobs/8456088-loesningsarkitekt-til-koebstaedernes-forsikring?promotion=2220670-jobindex" rel="noopener" target="_blank">Se jobbet</a>
|
||||
|
||||
</div>
|
||||
|
||||
|
||||
</body>
|
||||
</html>
|
||||
+114
@@ -0,0 +1,114 @@
|
||||
<!DOCTYPE html>
|
||||
<html lang="da-DK">
|
||||
<head>
|
||||
<title>Lead Software Engineer - Research Tech Delivery, AI & Digital Innovation - 14009457 | Jobindex</title>
|
||||
</head>
|
||||
<body>
|
||||
<!-- Saved from a vis-job page on 2026-09-30, cut to the "Se jobbet" buttons and what follows them. -->
|
||||
</div>
|
||||
</div>
|
||||
<div class="mt-4">
|
||||
<div class="jix-toolbar__buttons">
|
||||
<span class="btn-list__element">
|
||||
|
||||
<span class="jobad-element-myjob" data-state="unsaved" data-tid="r14009457">
|
||||
<a class="btn btn-secondary btn-sm" href="/bruger/dine-job/r14009457/gem">
|
||||
<svg class="svg-icon svg-icon--mini m-0" role="presentation"><use xmlns:xlink="http://www.w3.org/1999/xlink" xlink:href="#svg-button-myjob-unsaved"></use></svg>
|
||||
<span class="ml-1">Gem job</span>
|
||||
</a></span>
|
||||
</span>
|
||||
|
||||
<span class="btn-list__element d-none d-md-inline">
|
||||
<a class="btn btn-sm btn-primary seejobdesktop" data-click="/c?t=r14009457&ctx=w" href="https://www.jobindex.dk/jobannonce/r14009457/lead-software-engineer-research-tech-delivery-ai-digital-innovation" rel="noopener" target="_blank">Se jobbet</a>
|
||||
|
||||
</span>
|
||||
</div>
|
||||
<a class="btn btn-sm btn-block btn-primary d-md-none mt-2 seejobmobil" data-click="/c?t=r14009457&ctx=w" href="https://www.jobindex.dk/jobannonce/r14009457/lead-software-engineer-research-tech-delivery-ai-digital-innovation" rel="noopener" target="_blank">Se jobbet</a>
|
||||
|
||||
</div>
|
||||
|
||||
|
||||
</span>
|
||||
|
||||
</div>
|
||||
</div>
|
||||
</div>
|
||||
|
||||
|
||||
</div>
|
||||
</div>
|
||||
<aside class="offset-lg-1 col-md-3">
|
||||
|
||||
<div class="vp-card mb-4">
|
||||
<div class="vp-card__follow">
|
||||
<span class="vp-card__follow-count">22.134 følgere</span>
|
||||
<a href="/bruger/dine-virksomheder/258" id="widgets_follow_company_38e66c4c-e28a-46b6-825c-91496291af00" class="jix-follow-company" role="button" data-jix-login="user" data-jix-login-redirect="/bruger/dine-virksomheder/258"><span class="jix-follow-text-active">Følger</span><span class="jix-follow-text-inactive">Følg</span></a>
|
||||
</div>
|
||||
<a class="vp-card__name" href="/virksomhed/258/novo#om-virksomhed">Novo</a>
|
||||
<div class="vp-card__data">
|
||||
|
||||
<a class="vp-card__ratings" href="/virksomhed/258/novo#evalueringer">
|
||||
<div class="vp-card__rating-stars" title="5 ud af 5 stjerner"><svg class="svg-icon svg-icon--sm vp-card__rating-icon vp-card__rating-icon--selected" role="presentation"><use xmlns:xlink="http://www.w3.org/1999/xlink" xlink:href="#svg-rating-selected"></use></svg><svg class="svg-icon svg-icon--sm vp-card__rating-icon vp-card__rating-icon--selected" role="presentation"><use xmlns:xlink="http://www.w3.org/1999/xlink" xlink:href="#svg-rating-selected"></use></svg><svg class="svg-icon svg-icon--sm vp-card__rating-icon vp-card__rating-icon--selected" role="presentation"><use xmlns:xlink="http://www.w3.org/1999/xlink" xlink:href="#svg-rating-selected"></use></svg><svg class="svg-icon svg-icon--sm vp-card__rating-icon vp-card__rating-icon--selected" role="presentation"><use xmlns:xlink="http://www.w3.org/1999/xlink" xlink:href="#svg-rating-selected"></use></svg><svg class="svg-icon svg-icon--sm vp-card__rating-icon vp-card__rating-icon--selected" role="presentation"><use xmlns:xlink="http://www.w3.org/1999/xlink" xlink:href="#svg-rating-selected"></use></svg></div>
|
||||
<div class="vp-card__ratings-count">2671 evalueringer</div>
|
||||
</a> <div class="jix-link-block"><a href="/jobsoegning/virksomhed/258/novo"><span>67 jobannoncer</span><span aria-hidden="true"><svg class="svg-icon svg-icon--sm"><use xlink:href="#svg-linkarrow-right" xmlns:xlink="http://www.w3.org/1999/xlink"></use></svg></span></a></div>
|
||||
</div>
|
||||
|
||||
<a class="btn btn-secondary btn-sm btn-block" href="/virksomhed/258/novo#om-virksomhed">Om virksomheden</a>
|
||||
</div>
|
||||
|
||||
</aside>
|
||||
</div>
|
||||
</section>
|
||||
|
||||
|
||||
<section class="bg-surface-1 mt-4">
|
||||
<div class="recommended-jobs-container" id="recommended-jobs">
|
||||
<h2 class="mb-4">Anbefalede job</h2>
|
||||
<div class="job-card-container job-card-container--stacked">
|
||||
|
||||
|
||||
<article class="job-card" data-tid="h1700212"
|
||||
data-recommender-source="showjob"
|
||||
data-recommender-origin-tid="r14009457"
|
||||
>
|
||||
<div class="job-card__pubdate">
|
||||
Indrykket:
|
||||
<time datetime="2026-09-21">21. september 2026</time>
|
||||
</div>
|
||||
<a class="job-card__headline" href="/c?t=h1700212&ctx=w&ctt=r&u=22713329">
|
||||
Senior Embedded Engineer / Software Developer
|
||||
</a> <p class="job-card__company">Welltec A/S</p>
|
||||
|
||||
<div class="job-card__footer">
|
||||
<div class="job-card__area">
|
||||
<svg class="svg-icon svg-icon--sm"><use xmlns:xlink="http://www.w3.org/1999/xlink" xlink:href="#svg-geolocation"></use></svg>
|
||||
<span class="job-card__area-text">Allerød</span>
|
||||
</div>
|
||||
<a class="btn btn-secondary btn-sm btn-block" href="/c?t=h1700212&ctx=w&ctt=r&u=22713329">Se jobbet</a>
|
||||
</div>
|
||||
</article>
|
||||
|
||||
|
||||
|
||||
<article class="job-card" data-tid="h1695228"
|
||||
data-recommender-source="showjob"
|
||||
data-recommender-origin-tid="r14009457"
|
||||
>
|
||||
<div class="job-card__pubdate">
|
||||
Indrykket:
|
||||
<time datetime="2026-09-03">3. september 2026</time>
|
||||
</div>
|
||||
<a class="job-card__headline" href="/c?t=h1695228&ctx=w&ctt=r&u=22687519">
|
||||
Bliv vores nye Lead Software Engineer og vær med til at udvikle Nykredit-koncernens realkreditløsninger
|
||||
</a> <p class="job-card__company">Nykredit</p>
|
||||
|
||||
<div class="job-card__footer">
|
||||
<div class="job-card__area">
|
||||
<svg class="svg-icon svg-icon--sm"><use xmlns:xlink="http://www.w3.org/1999/xlink" xlink:href="#svg-geolocation"></use></svg>
|
||||
<span class="job-card__area-text">Nordhavn</span>
|
||||
</div>
|
||||
<a class="btn btn-secondary btn-sm btn-block" href="/c?t=h1695228&ctx=w&ctt=r&u=22687519">Se jobbet</a>
|
||||
</div>
|
||||
</article>
|
||||
</body>
|
||||
</html>
|
||||
+94
@@ -0,0 +1,94 @@
|
||||
<!DOCTYPE html>
|
||||
<html lang="da-DK">
|
||||
<head>
|
||||
<title>Senior Backend Developer - 14013846 | Jobindex</title>
|
||||
</head>
|
||||
<body>
|
||||
<!-- Saved from a vis-job page on 2026-09-30, cut to the "Se jobbet" buttons and what follows them. -->
|
||||
</div>
|
||||
</div>
|
||||
<div class="mt-4">
|
||||
<div class="jix-toolbar__buttons">
|
||||
<span class="btn-list__element">
|
||||
|
||||
<span class="jobad-element-myjob" data-state="unsaved" data-tid="r14013846">
|
||||
<a class="btn btn-secondary btn-sm" href="/bruger/dine-job/r14013846/gem">
|
||||
<svg class="svg-icon svg-icon--mini m-0" role="presentation"><use xmlns:xlink="http://www.w3.org/1999/xlink" xlink:href="#svg-button-myjob-unsaved"></use></svg>
|
||||
<span class="ml-1">Gem job</span>
|
||||
</a></span>
|
||||
</span>
|
||||
|
||||
<span class="btn-list__element d-none d-md-inline">
|
||||
<a class="btn btn-sm btn-primary seejobdesktop" data-click="/c?t=r14013846&ctx=w" href="https://thehub.io/jobs/6ab5030dfd5518f38b6960b2?utm_source=jobindex&utm_medium=jobboard&utm_content=dk" rel="noopener" target="_blank">Se jobbet</a>
|
||||
|
||||
</span>
|
||||
</div>
|
||||
<a class="btn btn-sm btn-block btn-primary d-md-none mt-2 seejobmobil" data-click="/c?t=r14013846&ctx=w" href="https://thehub.io/jobs/6ab5030dfd5518f38b6960b2?utm_source=jobindex&utm_medium=jobboard&utm_content=dk" rel="noopener" target="_blank">Se jobbet</a>
|
||||
|
||||
</div>
|
||||
|
||||
|
||||
</span>
|
||||
|
||||
</div>
|
||||
</div>
|
||||
</div>
|
||||
|
||||
|
||||
</div>
|
||||
</div>
|
||||
</div>
|
||||
</section>
|
||||
|
||||
|
||||
<section class="bg-surface-1 mt-4">
|
||||
<div class="recommended-jobs-container" id="recommended-jobs">
|
||||
<h2 class="mb-4">Anbefalede job</h2>
|
||||
<div class="job-card-container job-card-container--stacked">
|
||||
|
||||
|
||||
<article class="job-card" data-tid="h1700172"
|
||||
data-recommender-source="showjob"
|
||||
data-recommender-origin-tid="r14013846"
|
||||
>
|
||||
<div class="job-card__pubdate">
|
||||
Indrykket:
|
||||
<time datetime="2026-09-21">21. september 2026</time>
|
||||
</div>
|
||||
<a class="job-card__headline" href="/c?t=h1700172&ctx=w&ctt=r&u=22713244">
|
||||
Senior Developer
|
||||
</a> <p class="job-card__company">Gubra A/S</p>
|
||||
|
||||
<div class="job-card__footer">
|
||||
<div class="job-card__area">
|
||||
<svg class="svg-icon svg-icon--sm"><use xmlns:xlink="http://www.w3.org/1999/xlink" xlink:href="#svg-geolocation"></use></svg>
|
||||
<span class="job-card__area-text">Hørsholm</span>
|
||||
</div>
|
||||
<a class="btn btn-secondary btn-sm btn-block" href="/c?t=h1700172&ctx=w&ctt=r&u=22713244">Se jobbet</a>
|
||||
</div>
|
||||
</article>
|
||||
|
||||
|
||||
|
||||
<article class="job-card" data-tid="h1696175"
|
||||
data-recommender-source="showjob"
|
||||
data-recommender-origin-tid="r14013846"
|
||||
>
|
||||
<div class="job-card__pubdate">
|
||||
Indrykket:
|
||||
<time datetime="2026-09-07">7. september 2026</time>
|
||||
</div>
|
||||
<a class="job-card__headline" href="/c?t=h1696175&ctx=w&ctt=r&u=22692389">
|
||||
Senior .NET Developer - Microservices & Integrations
|
||||
</a> <p class="job-card__company">twoday A/S</p>
|
||||
|
||||
<div class="job-card__footer">
|
||||
<div class="job-card__area">
|
||||
<svg class="svg-icon svg-icon--sm"><use xmlns:xlink="http://www.w3.org/1999/xlink" xlink:href="#svg-geolocation"></use></svg>
|
||||
<span class="job-card__area-text">Nordhavn</span>
|
||||
</div>
|
||||
<a class="btn btn-secondary btn-sm btn-block" href="/c?t=h1696175&ctx=w&ctt=r&u=22692389">Se jobbet</a>
|
||||
</div>
|
||||
</article>
|
||||
</body>
|
||||
</html>
|
||||
@@ -100,3 +100,39 @@ def test_an_answer_without_a_channel_raises() -> None:
|
||||
def test_saved_params_keep_the_query_and_a_real_area() -> None:
|
||||
assert jobindex.clean_params({"q": "x", "area": "3"}) == {"q": "x", "area": 3}
|
||||
assert jobindex.clean_params({"q": "x", "area": 0}) == {"q": "x"}
|
||||
|
||||
|
||||
# ------------------------------------------------- the link out of a vis-job page
|
||||
|
||||
PAGES = ROOT / "tests" / "fixtures" / "jobindex"
|
||||
|
||||
|
||||
@pytest.mark.parametrize("name, link", [
|
||||
("vis-job-employer.html",
|
||||
"https://careers.kfforsikring.dk/jobs/8456088-loesningsarkitekt-til-koebstaedernes-forsikring"
|
||||
"?promotion=2220670-jobindex"),
|
||||
("vis-job-thehub.html",
|
||||
"https://thehub.io/jobs/6ab5030dfd5518f38b6960b2"
|
||||
"?utm_source=jobindex&utm_medium=jobboard&utm_content=dk"),
|
||||
("vis-job-jobannonce.html",
|
||||
"https://www.jobindex.dk/jobannonce/r14009457/"
|
||||
"lead-software-engineer-research-tech-delivery-ai-digital-innovation"),
|
||||
])
|
||||
def test_posting_link_is_the_se_jobbet_button_of_a_saved_page(name: str, link: str) -> None:
|
||||
assert jobindex.posting_link((PAGES / name).read_text(encoding="utf-8")) == link
|
||||
|
||||
|
||||
def test_posting_link_skips_other_ads_and_is_empty_without_a_button() -> None:
|
||||
other = '<a class="btn" href="/c?t=h1&ctx=w&ctt=r&u=2">Se jobbet</a>'
|
||||
assert jobindex.posting_link(other) == ""
|
||||
assert jobindex.posting_link("<p>Ingen knap</p>") == ""
|
||||
assert jobindex.posting_link("") == ""
|
||||
mine = '<A HREF="https://a.example/x?a=1&b=2" rel="noopener">\n Se jobbet </A>'
|
||||
assert jobindex.posting_link(other + mine) == "https://a.example/x?a=1&b=2"
|
||||
|
||||
|
||||
def test_posting_link_is_absolute_and_never_a_script() -> None:
|
||||
assert jobindex.posting_link('<a href="/jobannonce/r1/x">Se jobbet</a>') \
|
||||
== "https://www.jobindex.dk/jobannonce/r1/x"
|
||||
assert jobindex.posting_link('<a href="javascript:alert(1)">Se jobbet</a>') == ""
|
||||
assert jobindex.posting_link('<a class="x">Se jobbet</a>') == ""
|
||||
Reference in new issue
Block a user