Add migration 26, roles.posting_url, kept across pulls and carried on the row and its copies

Co-Authored-By: Claude Opus 5.5 <noreply@anthropic.com>
This commit is contained in:
WolfandClaude Opus 5.5 committed 2026-09-30 13:26:20 +02:00
1 parent 54b56ac370
commit d168d9eb6c
10 files changed
+76 -19

No files matched your search

+14
View File
@@ -69,6 +69,9 @@ CREATE TABLE IF NOT EXISTS roles (
description TEXT NOT NULL DEFAULT '', -- the posting's body text
feed_text TEXT NOT NULL DEFAULT '', -- the teaser a feed handed over
original_url TEXT NOT NULL DEFAULT '', -- the posting page
-- Where a search host's own page leads: Jobindex's "Se jobbet" link, found
-- when the posting text is fetched (app.jobs.posting). Never written by an upsert.
posting_url TEXT NOT NULL DEFAULT '',
published_at TEXT NOT NULL, -- what the source claims, UTC
-- What storing postings buys. first_seen is when the app itself first
-- stored the role; posted_at (app.models.posted_at) is the earlier of
@@ -623,6 +626,9 @@ UPDATE roles SET seniority_model = ''
UPDATE roles SET seniority = COALESCE(NULLIF(seniority_model, ''),
NULLIF(seniority_stated, ''), seniority_title);
"""),
# A Python step: it adds the column only where it is missing.
(26, "roles.posting_url: where a Jobindex ad's own page leads, found when its text is "
"fetched", lambda conn: _add_posting_url(conn)),
)
#: What a file created from `SCHEMA` today is already at.
@@ -864,6 +870,14 @@ def _add_fetch_terms(conn: sqlite3.Connection) -> None:
conn.execute("ALTER TABLE agents ADD COLUMN fetch_terms TEXT NOT NULL DEFAULT '[]'")
def _add_posting_url(conn: sqlite3.Connection) -> None:
"""Migration 26's step: `roles.posting_url`, empty for every role. Runs
twice without harm."""
columns = {r[1] for r in conn.execute("PRAGMA table_info(roles)")}
if "posting_url" not in columns:
conn.execute("ALTER TABLE roles ADD COLUMN posting_url TEXT NOT NULL DEFAULT ''")
def _add_all_roles(conn: sqlite3.Connection) -> None:
"""Migration 21's step. The column; the tag for every company that is a
favourite of any agent, since favourite no longer widens what a pull