Judge an enabled agent with a CV whether or not it has a prompt, as ADR 2.2 has it: its cut is the CV list and the kept, and its profile goes without wants.
Co-Authored-By: Claude Fable 5.1 <noreply@anthropic.com>
This commit is contained in:
1 parent
3388b97cf4
commit
7ac63dea7c
2 files changed
+25
-9
No files matched your search
+19
-3
@@ -194,12 +194,28 @@ def hashlib_old_key(agent: Any, text: str) -> str:
|
||||
return hashlib.sha1(blob.encode()).hexdigest()[:16]
|
||||
|
||||
|
||||
def test_only_enabled_agents_with_a_cv_and_a_prompt_are_judged(store: Store) -> None:
|
||||
def test_only_enabled_agents_with_a_cv_are_judged(store: Store) -> None:
|
||||
for name, kwargs in (("No CV", {"cv": " "}), ("Off", {"enabled": False})):
|
||||
ranked(store, hunter(store, name, **kwargs), name)
|
||||
bare = store.save_agent("No prompt", cv_text=CV)
|
||||
ranked(store, bare, "bare")
|
||||
assert judge.waiting(store) == []
|
||||
[uid] = ranked(store, bare, "bare")
|
||||
assert [(a.id, row["uid"]) for a, row, _, _ in judge.waiting(store)] == [(bare.id, uid)]
|
||||
|
||||
|
||||
def test_an_agent_without_a_prompt_is_judged_without_wants(
|
||||
store: Store, config: Config, monkeypatch: pytest.MonkeyPatch) -> None:
|
||||
"""A CV alone is enough: the cut is the CV list, and the profile has no
|
||||
`<wants>` block."""
|
||||
bare = store.save_agent("No prompt", cv_text=CV)
|
||||
[uid] = ranked(store, bare, "1")
|
||||
model = stub(monkeypatch)
|
||||
|
||||
modeltask.run(judge.TASK, config, store)
|
||||
|
||||
found = store.judgement(bare.id, uid)
|
||||
assert found is not None and (found.skills, found.experience, found.career) == (8, 7, 9)
|
||||
[system] = model.systems
|
||||
assert CV in system and "<wants" not in system
|
||||
|
||||
|
||||
def test_the_agents_cut_is_what_is_read_by_fit_then_cv_then_kept(store: Store) -> None:
|
||||
|
||||
Reference in new issue
Block a user