Maturity from run history, pack revision digests, attribute sets, projects and templates (RBT-WP-0008)
Also fixes run lists and scores mixing runs of different packs in one repository. Co-Authored-By: Claude Sonnet 5.5 <noreply@anthropic.com> Assistant: claude-code Assistant-Model: sonnet Assistant-Process: 295952@bnt-lap001 Assistant-Session: e93f64ad-516c-46eb-9666-aad8d300c477
This commit is contained in:
parent
2f60d47746
commit
0203bf553c
19 changed files with 1311 additions and 33 deletions
|
|
@ -102,3 +102,16 @@ def test_verify_against_pasted_output(pk):
|
|||
assert ok["passed"] and ok["source"] == "pasted"
|
||||
caps = R.load(pk, r.data["run_id"]).state("meet-the-keeper")["captures"]
|
||||
assert len(caps) == 2 and caps[0]["source"] == "pasted-for-verification"
|
||||
|
||||
|
||||
def test_runs_of_different_packs_in_one_repository_are_not_mixed(tmp_path):
|
||||
a = tmp_path / "runbooks" / "show"; a.mkdir(parents=True)
|
||||
b = tmp_path / "runbooks" / "hello"; b.mkdir(parents=True)
|
||||
shutil.copy(ROOT / "runbooks/showcase-lighthouse/pack.yaml", a / "pack.yaml")
|
||||
shutil.copy(ROOT / "runbooks/example-hello/pack.yaml", b / "pack.yaml")
|
||||
pa, pb = P.load(a / "pack.yaml"), P.load(b / "pack.yaml")
|
||||
ra = R.create(pa, "x"); R.create(pa, "y"); R.create(pb, "z")
|
||||
R.add_feedback(ra, "good", "only for the showcase")
|
||||
assert R.scorecard(pa)["tried"] == 2 and R.scorecard(pb)["tried"] == 1
|
||||
assert R.list_runs(pb) != R.list_runs(pa) and len(R.list_runs(pb)) == 1
|
||||
assert R.scorecard(pb)["feedback"]["good"] == 0 and R.all_feedback(pb) == []
|
||||
|
|
|
|||
Loading…
Add table
Add a link
Reference in a new issue