Merge per-agent weights of the CV match (wp-cv-weights)
Co-Authored-By: Claude Opus 5.5 <noreply@anthropic.com>
This commit is contained in:
commit
3936244dde
8 files changed
+147
-28
No files matched your search
+4
-2
@@ -3,8 +3,10 @@
|
||||
A `ModelTask` beside `summarise`, after the `/rank` of
|
||||
github.com/MadsLorentzen/ai-job-search: the model reads a posting against a
|
||||
written profile and scores skills, experience and career 0 to 100, with one
|
||||
to three strengths and gaps. The total is `app.models.cv_score`, what the
|
||||
feed's Best CV match sorts by. Culture and location are left out: the first
|
||||
to three strengths and gaps. The total is `app.models.cv_score`, the three
|
||||
numbers under the agent's `cv_*` weights, worked out when a role is served and
|
||||
not stored, so the weights are no part of `input_key`; it is what the feed's
|
||||
Best CV match sorts by. Culture and location are left out: the first
|
||||
is guessed from ad text, the second is what the gates do.
|
||||
|
||||
The work is pairs, `(agent, role)`: an enabled agent with a CV, and a role
|
||||
|
||||
+24
-7
@@ -1007,21 +1007,31 @@ def language_flag(required: list[RoleLanguage],
|
||||
return "", ""
|
||||
|
||||
|
||||
def cv_score(skills: int, experience: int, career: int) -> float:
|
||||
"""The one number of a CV match, 0 to 100: skills and career weigh 30,
|
||||
experience 25 (docs/decisions.md, the CV match)."""
|
||||
return round((30 * skills + 25 * experience + 30 * career) / 85, 1)
|
||||
def cv_score(skills: int, experience: int, career: int,
|
||||
weights: "Weights | None" = None) -> float | None:
|
||||
"""The one number of a CV match, 0 to 100: the three numbers of the
|
||||
judge averaged by the agent's `cv_skills`, `cv_experience` and
|
||||
`cv_career` weights (30, 25 and 30 by default). None when all three
|
||||
weights are 0."""
|
||||
w = weights or Weights()
|
||||
total = w.cv_skills + w.cv_experience + w.cv_career
|
||||
if not total:
|
||||
return None
|
||||
return round((w.cv_skills * skills + w.cv_experience * experience
|
||||
+ w.cv_career * career) / total, 1)
|
||||
|
||||
|
||||
class Judgement(Model):
|
||||
"""What `judge` read of one role for one agent (`role_judgements`): the
|
||||
three dimensions 0 to 100, `cv_score` (`cv_score`), and 1 to 3 strengths
|
||||
and gaps grounded in the posting."""
|
||||
three dimensions 0 to 100, `cv_score` (`cv_score`) and 1 to 3 strengths
|
||||
and gaps grounded in the posting. `cv_score` is not read from the table:
|
||||
`Store.judgement` sets it from the agent's weights; None when all three
|
||||
are 0."""
|
||||
|
||||
skills: int
|
||||
experience: int
|
||||
career: int
|
||||
cv_score: float
|
||||
cv_score: float | None = None
|
||||
strengths: JsonStrings = []
|
||||
gaps: JsonStrings = []
|
||||
judged_at: str
|
||||
@@ -1403,6 +1413,13 @@ class Weights(Model):
|
||||
affinity: float = Field(0.2, ge=0)
|
||||
#: Cosine to the liked-minus-passed direction of the agent's votes.
|
||||
taste: float = Field(0.2, ge=0)
|
||||
#: How much each of the judge's three numbers counts in `cv_score`. Not
|
||||
#: a score term: they are read when a role is served, so changing them
|
||||
#: asks the model for nothing. 0 leaves a number out, all three 0 means
|
||||
#: no `cv_score`.
|
||||
cv_skills: float = Field(30, ge=0, le=1000, allow_inf_nan=False)
|
||||
cv_experience: float = Field(25, ge=0, le=1000, allow_inf_nan=False)
|
||||
cv_career: float = Field(30, ge=0, le=1000, allow_inf_nan=False)
|
||||
|
||||
|
||||
class Limits(Model):
|
||||
|
||||
+10
-2
@@ -33,7 +33,8 @@
|
||||
const { api, count, remoteHelpers: rh } = window;
|
||||
const $ = (sel, root = document) => root.querySelector(sel);
|
||||
|
||||
const DEFAULT_WEIGHTS = { fit: 0.6, recency: 0.2, affinity: 0.2, taste: 0.2 };
|
||||
const DEFAULT_WEIGHTS = { fit: 0.6, recency: 0.2, affinity: 0.2, taste: 0.2,
|
||||
cv_skills: 30, cv_experience: 25, cv_career: 30 };
|
||||
// What the model reads after a pull, per agent: the best `extract_top`
|
||||
// roles scoring at least `extract_min` get their gate columns filled, the
|
||||
// best `summarise_top` at `summarise_min` or more a summary.
|
||||
@@ -219,7 +220,8 @@
|
||||
|
||||
function weightsLine(row) {
|
||||
const w = Object.assign({}, DEFAULT_WEIGHTS, row.weights);
|
||||
return `fit ${w.fit} · newness ${w.recency} · companies ${w.affinity} · liked ${w.taste}`;
|
||||
return `fit ${w.fit} · newness ${w.recency} · companies ${w.affinity} · liked ${w.taste}`
|
||||
+ ` · CV match: skills ${w.cv_skills}, experience ${w.cv_experience}, career ${w.cv_career}`;
|
||||
}
|
||||
|
||||
// One gate as a phrase: "in Denmark or Sweden", "remote", "with seniority
|
||||
@@ -769,6 +771,9 @@
|
||||
$("#a-recency", f).value = weights.recency;
|
||||
$("#a-affinity", f).value = weights.affinity;
|
||||
$("#a-taste", f).value = weights.taste;
|
||||
$("#a-cv-skills", f).value = weights.cv_skills;
|
||||
$("#a-cv-experience", f).value = weights.cv_experience;
|
||||
$("#a-cv-career", f).value = weights.cv_career;
|
||||
$("#a-extract-top", f).value = limits.extract_top;
|
||||
$("#a-extract-min", f).value = limits.extract_min;
|
||||
$("#a-summarise-top", f).value = limits.summarise_top;
|
||||
@@ -875,6 +880,9 @@
|
||||
recency: Number($("#a-recency", f).value),
|
||||
affinity: Number($("#a-affinity", f).value),
|
||||
taste: Number($("#a-taste", f).value),
|
||||
cv_skills: Number($("#a-cv-skills", f).value),
|
||||
cv_experience: Number($("#a-cv-experience", f).value),
|
||||
cv_career: Number($("#a-cv-career", f).value),
|
||||
},
|
||||
limits: {
|
||||
extract_top: Number($("#a-extract-top", f).value),
|
||||
|
||||
+54
-14
@@ -119,14 +119,31 @@ _VOTED_SCORE = ("MIN(1.0, s.score * CASE v.vote WHEN -1 THEN 0.5 "
|
||||
#: nothing, so `vote` and `voted_at` are NULL: one query shape either way.
|
||||
_WITH_VOTES = "LEFT JOIN role_votes v ON v.uid = roles.uid AND v.agent_id = ?"
|
||||
|
||||
#: The agent's `judge` readings beside every role, the same way: `j.cv_score`
|
||||
#: is NULL for a role not judged and with no agent.
|
||||
#: The agent's `judge` readings beside every role, the same way: `j.skills`,
|
||||
#: `j.experience` and `j.career` are NULL for a role not judged and with no
|
||||
#: agent.
|
||||
_WITH_JUDGEMENTS = ("LEFT JOIN role_judgements j ON j.uid = roles.uid AND j.agent_id = ? "
|
||||
"AND j.judged_at IS NOT NULL")
|
||||
|
||||
#: The order of Best CV match: the judged roles by `cv_score`, then the rest
|
||||
#: by score, as `roles` orders them.
|
||||
_BY_CV = "j.cv_score IS NULL, j.cv_score DESC, "
|
||||
|
||||
|
||||
def _cv_sql(weights: Weights | None) -> str:
|
||||
"""`cv_score` as SQL for one agent's weights, unrounded (`app.models.cv_score`
|
||||
rounds it): NULL for a role not judged, and for all three weights 0. The
|
||||
numbers are the model's validated, finite floats, so they are written in
|
||||
rather than bound, the select's placeholders being then no concern."""
|
||||
w = weights or Weights()
|
||||
total = w.cv_skills + w.cv_experience + w.cv_career
|
||||
if not total:
|
||||
return "NULL"
|
||||
return (f"(({w.cv_skills!r} * j.skills + {w.cv_experience!r} * j.experience "
|
||||
f"+ {w.cv_career!r} * j.career) / {total!r})")
|
||||
|
||||
|
||||
def _by_cv(expression: str) -> str:
|
||||
"""The order of Best CV match: the judged roles by `cv_score` (its SQL
|
||||
`expression`), then the rest by score, as `roles` orders them."""
|
||||
return f"{expression} IS NULL, {expression} DESC, "
|
||||
|
||||
#: How many days after today the feed's Closing soon filter reaches.
|
||||
CLOSING_DAYS = 4
|
||||
@@ -880,7 +897,8 @@ class Store:
|
||||
def role(self, uid: str, agent_id: int | None = None) -> ScoredRole | None:
|
||||
"""One role with its tags, and with `vote`, `voted_at`, `score`,
|
||||
`gated_reason` and `prompt` as `agent_id` judged and scored it, and
|
||||
its `judgement`, `cv_score` and language flag for that agent; None
|
||||
its `judgement`, `cv_score` (under the agent's weights as they are
|
||||
now) and language flag for that agent; None
|
||||
(unjudged, unscored) without an agent. The score is moved by the vote
|
||||
as `roles` serves it."""
|
||||
row = self._row(
|
||||
@@ -1122,7 +1140,8 @@ class Store:
|
||||
|
||||
With `by_cv` as well, the roles the agent's `judge` read come first
|
||||
by `cv_score`, then the others by score (Best CV match). Every row
|
||||
carries the agent's `cv_score` (None when not judged) and the
|
||||
carries the agent's `cv_score` (None when not judged), computed
|
||||
from the three numbers under the agent's weights at read time, and the
|
||||
language flag of its languages against the agent's
|
||||
(`language_flag`). `closing` keeps the roles whose `deadline` falls
|
||||
today or in the next `CLOSING_DAYS` days.
|
||||
@@ -1138,12 +1157,14 @@ class Store:
|
||||
judged=judged, pay=pay, company_keys=company_keys, places=places,
|
||||
seniority=seniority, seniority_unknown=seniority_unknown, pay_unknown=pay_unknown,
|
||||
closing=closing)
|
||||
select = "SELECT roles.*, v.vote, v.voted_at, j.cv_score"
|
||||
weights = self._weights_of(agent)
|
||||
cv = _cv_sql(weights)
|
||||
select = f"SELECT roles.*, v.vote, v.voted_at, {cv} AS cv_score"
|
||||
order = "roles.posted_at DESC, roles.uid"
|
||||
scored = agent is not None and by_score
|
||||
if scored:
|
||||
select += f", {_VOTED_SCORE} AS score, s.gated_reason, s.prompt"
|
||||
order = (_BY_CV if by_cv else "") + "score DESC, " + order
|
||||
order = (_by_cv(cv) if by_cv else "") + "score DESC, " + order
|
||||
elif open_only:
|
||||
# Newest first, open only: idx_roles_posted covers this exactly
|
||||
# (posted_at DESC, uid, WHERE closed_at IS NULL), so it earns the
|
||||
@@ -1162,8 +1183,15 @@ class Store:
|
||||
r.tags = by_uid.get(r.uid, [])
|
||||
r.remote_where = areas.get(r.uid, "")
|
||||
r.lang_flag, r.lang_note = language_flag(r.languages_required, mine)
|
||||
if r.cv_score is not None:
|
||||
r.cv_score = round(r.cv_score, 1)
|
||||
return found
|
||||
|
||||
def _weights_of(self, agent_id: int | None) -> Weights | None:
|
||||
"""The agent's weights, None with no agent."""
|
||||
found = self.agent(agent_id) if agent_id is not None else None
|
||||
return found.weights if found else None
|
||||
|
||||
def _languages_of(self, agent_id: int | None) -> list[CvLanguage]:
|
||||
"""The languages the agent's CV states, [] with no agent."""
|
||||
found = self.agent(agent_id) if agent_id is not None else None
|
||||
@@ -1201,18 +1229,19 @@ class Store:
|
||||
judged=judged, pay=pay, company_keys=company_keys, places=places,
|
||||
seniority=seniority, seniority_unknown=seniority_unknown, pay_unknown=pay_unknown,
|
||||
closing=closing)
|
||||
cv = _cv_sql(self._weights_of(agent))
|
||||
select = (
|
||||
"SELECT roles.uid, roles.company_key, roles.company, roles.title, roles.place, "
|
||||
"roles.country, roles.remote, roles.function, roles.seniority, roles.salary_min, "
|
||||
"roles.salary_max, roles.currency, roles.salary_text, roles.original_url, "
|
||||
"roles.posting_url, roles.posted_at, roles.read_at, roles.deadline, "
|
||||
"roles.languages_required, v.vote, v.voted_at, j.cv_score, "
|
||||
f"roles.languages_required, v.vote, v.voted_at, {cv} AS cv_score, "
|
||||
f"SUBSTR({_EXCERPT_SOURCE}, 1, {_EXCERPT_RAW}) AS excerpt")
|
||||
order = "roles.posted_at DESC, roles.uid"
|
||||
scored = agent is not None and by_score
|
||||
if scored:
|
||||
select += f", {_VOTED_SCORE} AS score, s.gated_reason, s.prompt"
|
||||
order = (_BY_CV if by_cv else "") + "score DESC, " + order
|
||||
order = (_by_cv(cv) if by_cv else "") + "score DESC, " + order
|
||||
elif open_only:
|
||||
# Same reasoning as `roles`: the planner otherwise sorts every
|
||||
# open role before applying LIMIT.
|
||||
@@ -1224,6 +1253,8 @@ class Store:
|
||||
for r in rows:
|
||||
row = dict(r)
|
||||
row["excerpt"] = excerpt(row["excerpt"])
|
||||
if row["cv_score"] is not None:
|
||||
row["cv_score"] = round(row["cv_score"], 1)
|
||||
row["lang_flag"], row["lang_note"] = language_flag(
|
||||
role_languages(row.pop("languages_required")), mine)
|
||||
found.append(RoleRow.from_row(row))
|
||||
@@ -1859,7 +1890,8 @@ class Store:
|
||||
experience: int, career: int, strengths: Sequence[str],
|
||||
gaps: Sequence[str]) -> bool:
|
||||
"""Store `judge`'s reading of one role for one agent, replacing the
|
||||
one before, with `cv_score` (`app.models.cv_score`) and its tries
|
||||
one before, with `cv_score` (`app.models.cv_score`, at the default weights: the
|
||||
table's column is not read, see `judgement`) and its tries
|
||||
back at 0. False for an unknown role or agent."""
|
||||
try:
|
||||
with self.transaction() as conn:
|
||||
@@ -1901,12 +1933,20 @@ class Store:
|
||||
return int(crossed)
|
||||
|
||||
def judgement(self, agent_id: int | None, uid: str) -> Judgement | None:
|
||||
"""The agent's judgement of one role, None when it has none."""
|
||||
"""The agent's judgement of one role, None when it has none, its
|
||||
`cv_score` the three numbers under the agent's weights as they are
|
||||
now, not as stored."""
|
||||
if agent_id is None:
|
||||
return None
|
||||
row = self._row("SELECT * FROM role_judgements WHERE agent_id = ? AND uid = ? "
|
||||
"AND judged_at IS NOT NULL", (agent_id, uid))
|
||||
return Judgement.from_row(row) if row else None
|
||||
if row is None:
|
||||
return None
|
||||
found = Judgement.from_row(row)
|
||||
agent = self.agent(agent_id)
|
||||
found.cv_score = cv_score(found.skills, found.experience, found.career,
|
||||
agent.weights if agent else None)
|
||||
return found
|
||||
|
||||
def set_article_text(self, uid: str, text: str) -> Role | None:
|
||||
"""Store the posting page as plain text and stamp `article_at`. The
|
||||
|
||||
@@ -106,6 +106,13 @@
|
||||
<label>Companies you like <input type="number" id="a-affinity" min="0" step="0.05" value="0.2"></label>
|
||||
<label>Roles you liked <input type="number" id="a-taste" min="0" step="0.05" value="0.2"></label>
|
||||
</fieldset>
|
||||
<fieldset class="weights">
|
||||
<legend>How much each counts in the CV match</legend>
|
||||
<label>Skills <input type="number" id="a-cv-skills" min="0" step="5" value="30"></label>
|
||||
<label>Experience <input type="number" id="a-cv-experience" min="0" step="5" value="25"></label>
|
||||
<label>Career <input type="number" id="a-cv-career" min="0" step="5" value="30"></label>
|
||||
</fieldset>
|
||||
<span class="hint">The judge's three numbers are averaged with these shares into the CV match. Changing them re-sorts at once and asks the model for nothing; 0 leaves a number out, all three 0 means no CV match.</span>
|
||||
<fieldset class="weights limits">
|
||||
<legend>What the model reads</legend>
|
||||
<label>Extract the best <input type="number" id="a-extract-top" min="0" step="10" value="500"></label>
|
||||
|
||||
@@ -5,7 +5,7 @@ Written 2026-10-03. Taken from the `/rank` of github.com/MadsLorentzen/ai-job-se
|
||||
## What the owner gets
|
||||
|
||||
- **Per agent, optional:** a CV (pasted, or a `.md`/`.txt` file read into the box by the browser), the languages it states with a level (a model suggests them from the CV once, the owner edits them), an "avoid / drains me" text (what drains energy, environments to avoid) and a "must-haves and deal-breakers" text (conditions such as security, flexibility, room to develop). The prompts stay "what I want and what excites me". Hard rules stay gates; the two texts are soft and read by the judge only.
|
||||
- **A third sort, "Best CV match"**, beside Best first and Newest first: one number 0 to 100, `(30 * skills + 25 * experience + 30 * career) / 85`, from a new model stage `judge`. The reader shows the three numbers, 1 to 3 strengths and 1 to 3 gaps.
|
||||
- **A third sort, "Best CV match"**, beside Best first and Newest first: one number 0 to 100, from a new model stage `judge`: the weighted mean of skills, experience and career, by default `(30 * skills + 25 * experience + 30 * career) / 85`. The three weights are per agent (`cv_skills`, `cv_experience`, `cv_career` in `agents.weights`, edited next to fit and recency) and applied when a role is served, so changing them needs no model call and does not change the `input_key`; 0 leaves a number out, all three 0 means no CV match. The reader shows the three numbers, 1 to 3 strengths and 1 to 3 gaps.
|
||||
- **A language flag** on the row and in the reader: ⚠ when a posting requires a language the agent's languages lack or states a level above the agent's, ★ when it names one of the agent's languages as a plus. Deterministic, at read time; no flag when the agent has no languages.
|
||||
- **A deadline**: a column, a "Closing soon" filter (today to today + 4 days), a badge "closes in N d" within those 4 days, and the date in the reader.
|
||||
|
||||
|
||||
+45
-1
@@ -16,7 +16,8 @@ from fastapi.testclient import TestClient
|
||||
|
||||
from app.config import Config, ServerConfig
|
||||
from app.main import create_app
|
||||
from app.models import CvLanguage, Prompt
|
||||
from app.jobs.judge import input_key
|
||||
from app.models import CvLanguage, Prompt, Weights, cv_score
|
||||
from app.storage import Store
|
||||
from desk.models import Item
|
||||
from desk.tools import agent
|
||||
@@ -90,6 +91,49 @@ def test_best_cv_match_puts_the_judged_first_by_cv_score(
|
||||
"order": "best"}).status_code == 422
|
||||
|
||||
|
||||
def test_the_agents_weights_make_the_cv_score_at_read_time(
|
||||
client: TestClient, store: Store) -> None:
|
||||
owner, uid = setup(store)
|
||||
# c: skills 100, experience 0, career 0; b: 60 on all three.
|
||||
store.set_judgement(owner.id, uid["c"], "k", 100, 0, 0, ["Leads data."], ["Small team."])
|
||||
key_before = input_key(owner, "text")
|
||||
|
||||
def asked() -> tuple[list[tuple[str, float | None]], float | None]:
|
||||
rows = client.get("/api/roles", params={"agent": owner.id, "order": "cv"}).json()
|
||||
one = client.get(f"/api/roles/{uid['c']}", params={"agent": owner.id}).json()
|
||||
assert one["cv_score"] == one["judgement"]["cv_score"]
|
||||
return [(r["uid"], r["cv_score"]) for r in rows["items"]], one["cv_score"]
|
||||
|
||||
rows, one = asked()
|
||||
assert rows[:2] == [(uid["b"], 60.0), (uid["c"], round(3000 / 85, 1))] and one == 35.3
|
||||
|
||||
def weigh(**w: float) -> None:
|
||||
store.save_agent("Data", prompts=owner.prompts, agent_id=owner.id,
|
||||
weights=Weights(**w), cv_text=owner.cv_text)
|
||||
|
||||
weigh(cv_skills=1, cv_experience=0, cv_career=0)
|
||||
rows, one = asked()
|
||||
assert rows[:2] == [(uid["c"], 100.0), (uid["b"], 60.0)] and one == 100.0
|
||||
weigh(cv_skills=0, cv_experience=0, cv_career=0)
|
||||
rows, one = asked()
|
||||
assert [c for _, c in rows] == [None, None, None] and one is None
|
||||
assert [u for u, _ in rows] == [uid["a"], uid["b"], uid["c"]], "by score, as none is judged"
|
||||
assert client.get(f"/api/roles/{uid['c']}",
|
||||
params={"agent": owner.id}).json()["judgement"]["skills"] == 100
|
||||
refreshed = store.agent(owner.id)
|
||||
assert refreshed is not None and input_key(refreshed, "text") == key_before, \
|
||||
"the weights are no part of what the judge read"
|
||||
|
||||
|
||||
def test_the_weights_are_per_agent_json_with_the_old_values_as_default(store: Store) -> None:
|
||||
owner = store.save_agent("Data", prompts=[Prompt(name="Lead", text="Head of data")])
|
||||
assert (owner.weights.cv_skills, owner.weights.cv_experience,
|
||||
owner.weights.cv_career) == (30, 25, 30)
|
||||
assert cv_score(80, 60, 40, owner.weights) == round((2400 + 1500 + 1200) / 85, 1)
|
||||
assert cv_score(80, 60, 40, Weights(cv_skills=0, cv_experience=1, cv_career=1)) == 50.0
|
||||
assert cv_score(80, 60, 40, Weights(cv_skills=0, cv_experience=0, cv_career=0)) is None
|
||||
|
||||
|
||||
def test_a_row_carries_the_deadline_and_the_language_flag(
|
||||
client: TestClient, store: Store) -> None:
|
||||
owner, uid = setup(store)
|
||||
|
||||
+2
-1
@@ -1084,7 +1084,8 @@ def test_agents_are_created_updated_listed_and_deleted(client: TestClient) -> No
|
||||
created = client.post("/api/agents", json=body)
|
||||
assert created.status_code == 200
|
||||
agent = created.json()
|
||||
assert agent["weights"] == {"fit": 0.6, "recency": 0.2, "affinity": 0.2, "taste": 0.2}
|
||||
assert agent["weights"] == {"fit": 0.6, "recency": 0.2, "affinity": 0.2, "taste": 0.2,
|
||||
"cv_skills": 30, "cv_experience": 25, "cv_career": 30}
|
||||
assert agent["gates"][0]["weight"] == 1.0
|
||||
|
||||
updated = client.post("/api/agents", json={**body, "id": agent["id"], "enabled": False,
|
||||
|
||||
Reference in new issue
Block a user