Score each role's closeness to the agent's CV, let the judge also read the 50 closest the score leaves out, and order CV match's unjudged roles by it
The CV is cut into chunks inside e5's window, embedded like a prompt and cached per agent under a hash of the model, chunking and text. A role's cv_fit (scores.cv_fit, migration 31) is its best chunk cosine, scaled with its own calibration band: fit's clipped 88 of agent 2's ungated roles to 1. It is no term of the Agent match score. judge_cv_top (default 50) sits beside judge_top and judge_min on the agents page and card. Co-Authored-By: Claude Opus 5.5 <noreply@anthropic.com>
This commit is contained in:
1 parent
b481cb5692
commit
c23594507a
23 files changed
+603
-85
No files matched your search
@@ -43,9 +43,11 @@
|
||||
// What the model reads after a pull, per agent: the best `extract_top`
|
||||
// roles scoring at least `extract_min` get their gate columns filled, the
|
||||
// best `summarise_top` at `summarise_min` or more a summary, and so does any
|
||||
// role that is saved or liked, whatever its score.
|
||||
// role that is saved or liked, whatever its score. The judge reads the best
|
||||
// `judge_top` at `judge_min` or more and the `judge_cv_top` ungated roles
|
||||
// closest to the CV that those leave out.
|
||||
const DEFAULT_LIMITS = { extract_top: 500, extract_min: 0.55, summarise_top: 30, summarise_min: 0.65,
|
||||
judge_top: 150, judge_min: 0.55 };
|
||||
judge_top: 150, judge_min: 0.55, judge_cv_top: 50 };
|
||||
// The levels of a language, the order of the server's ladder, and how big a
|
||||
// CV file the browser reads into the box.
|
||||
const LEVELS = ["basic", "conversational", "professional", "fluent", "native"];
|
||||
@@ -301,10 +303,12 @@
|
||||
function limitsLine(row) {
|
||||
const l = Object.assign({}, DEFAULT_LIMITS, row.limits);
|
||||
const p = el("p", "agent-limits");
|
||||
const judged = `${l.judge_top} at ${l.judge_min}`
|
||||
+ (l.judge_cv_top ? ` and the ${l.judge_cv_top} closest to the CV` : "");
|
||||
const clauses = [
|
||||
["extract", `reads ${l.extract_top} at ${l.extract_min}`, `${l.extract_top} at ${l.extract_min}`],
|
||||
["summarise", `summarises ${l.summarise_top} at ${l.summarise_min}`, `${l.summarise_top} at ${l.summarise_min}`],
|
||||
["judge", `judges ${l.judge_top} at ${l.judge_min}`, `${l.judge_top} at ${l.judge_min}`],
|
||||
["judge", `judges ${judged}`, judged],
|
||||
];
|
||||
clauses.forEach(([name, on, would], i) => {
|
||||
if (i) p.append(" · ");
|
||||
@@ -788,6 +792,7 @@
|
||||
$("#a-summarise-min", f).value = limits.summarise_min;
|
||||
$("#a-judge-top", f).value = limits.judge_top;
|
||||
$("#a-judge-min", f).value = limits.judge_min;
|
||||
$("#a-judge-cv-top", f).value = limits.judge_cv_top;
|
||||
$("#a-delete", f).hidden = !row;
|
||||
f.addEventListener("input", () => { f.dataset.dirty = "true"; view(); });
|
||||
f.addEventListener("change", view);
|
||||
@@ -899,6 +904,7 @@
|
||||
summarise_min: Number($("#a-summarise-min", f).value),
|
||||
judge_top: Number($("#a-judge-top", f).value),
|
||||
judge_min: Number($("#a-judge-min", f).value),
|
||||
judge_cv_top: Number($("#a-judge-cv-top", f).value),
|
||||
},
|
||||
fetch_terms: read.terms(),
|
||||
cv_text: $("#a-cv-text", f).value,
|
||||
|
||||
@@ -717,6 +717,9 @@ body[data-reader="open"] .row[data-open="true"] {
|
||||
padding-top: .2rem; text-align: right;
|
||||
font-variant-numeric: tabular-nums;
|
||||
}
|
||||
/* Under CV match, a role not judged yet shows its closeness to the CV,
|
||||
fainter, beside an empty bar: a measure, not the model's reading. */
|
||||
.score.near { color: var(--faint); font-style: italic; }
|
||||
|
||||
/* Newest hides the score, because in that order it is not what put the
|
||||
row where it is. Done here rather than in the row template so the markup is
|
||||
|
||||
+18
-7
@@ -1041,15 +1041,26 @@
|
||||
}
|
||||
|
||||
/* The gutter's number, of 100, and what it says: the agent's score, or
|
||||
under CV match the CV match, where a role `judge` has not read yet
|
||||
shows a dash and an empty bar. */
|
||||
under CV match the CV match. A role `judge` has not read yet has an
|
||||
empty bar and, faint, how close it is to the CV (`cv_fit`), which is
|
||||
what orders it there, else a dash. */
|
||||
function gutterOf(role) {
|
||||
if (sortShown() === "cv") {
|
||||
const judged = role.cv_score !== null && role.cv_score !== undefined;
|
||||
if (judged) {
|
||||
return {
|
||||
pct: Math.round(Math.min(100, Math.max(0, role.cv_score))),
|
||||
shown: String(Math.round(role.cv_score)),
|
||||
title: "How well it matches the CV, of 100",
|
||||
};
|
||||
}
|
||||
const near = role.cv_fit !== null && role.cv_fit !== undefined;
|
||||
return {
|
||||
pct: judged ? Math.round(Math.min(100, Math.max(0, role.cv_score))) : 0,
|
||||
shown: judged ? String(Math.round(role.cv_score)) : "–",
|
||||
title: judged ? "How well it matches the CV, of 100" : "Not judged against the CV yet",
|
||||
pct: 0,
|
||||
shown: near ? String(Math.round(Math.min(1, Math.max(0, role.cv_fit)) * 100)) : "–",
|
||||
title: near ? "Not judged against the CV yet; how close it is to the CV, of 100"
|
||||
: "Not judged against the CV yet",
|
||||
near,
|
||||
};
|
||||
}
|
||||
const scored = role.score !== null && role.score !== undefined;
|
||||
@@ -1058,11 +1069,11 @@
|
||||
}
|
||||
|
||||
function drawRow(el, role) {
|
||||
const { pct, shown, title } = gutterOf(role);
|
||||
const { pct, shown, title, near } = gutterOf(role);
|
||||
const text = excerpt(role);
|
||||
el.innerHTML = `
|
||||
<div class="gutter"><i style="height:${pct}%"></i></div>
|
||||
<div class="score" title="${esc(title)}">${esc(shown)}</div>
|
||||
<div class="score${near ? " near" : ""}" title="${esc(title)}">${esc(shown)}</div>
|
||||
<div class="body">
|
||||
<a class="headline" href="${esc(pathFor(role.uid))}">${esc(role.title || "(untitled)")}</a>
|
||||
<div class="meta">
|
||||
|
||||
Reference in new issue
Block a user