state-hub/tests/test_forge_projection.py
tegwick b43a1e5728
All checks were successful
CI Smoke / host-smoke (push) Successful in 0s
CI Smoke / container-smoke (push) Successful in 1s
Build and Publish Multi-Context Image / build-and-push (push) Successful in 26s
fix(projection): qualify bare task ids before deriving their identity
Retiring llm-connect's five legacy rows failed on `duplicate key value violates
unique constraint "tasks_pkey"`, and the cause is that a bare `T01` is not an
identifier: it is unique within its workplan, not in the fleet. Unqualified,
uuid5("T01") is the same UUID for every workplan in the fleet that has one —
llm-connect's 91 task blocks derive 49 distinct UUIDs, so creating its
workplans inserts the same task primary key repeatedly in one flush.

Tasks are now qualified with their owning workplan before derivation, which is
the rule `task_record_id_backfill.qualify_task_id` already applies to stored
ids; the two must agree or the backfill and the projection disagree about what
a task is called. Already-qualified ids are untouched.

The create path's comment claimed it was "safe only because nothing exists to
mis-match against: this workplan is new to the hub". That was true of other
workplans and false within one: the collision was among the tasks it was
inserting itself.

The failed pass rolled back cleanly — llm-connect's five legacy rows are still
live and progress events are intact.

742 pass.

Co-Authored-By: Claude Opus 5 <noreply@anthropic.com>

Assistant: claude-code
Assistant-Model: opus
Assistant-Process: 2583210@bnt-lap001
Assistant-Session: f2bff2d5-e9b2-4338-92ca-10282a927006
2026-08-28 10:38:12 +02:00

889 lines
36 KiB
Python

"""Deriving a projection from the forge (STATE-WP-0083-T01).
The properties that matter are identity and determinism: a forge-derived
projection must compute the same record identities as repo-manager, and the same
commit must always yield the same projection. Without both, the reset in T03
cannot be verified against anything.
"""
from __future__ import annotations
from pathlib import Path
import pytest
from api.services import forge_credential as fc
from api.services import forge_projection as fp
def test_identity_matches_the_fleet_derivation():
"""Same namespace as ADR-007, so overlay and forge agree on identity."""
assert fp.derived_record_uuid("CUST-WP-0067") == "16249302-2767-55df-aec0-d92c2751c225"
assert fp.derived_record_uuid("CUST-WP-0067-T01") == "f3608db4-20a5-58fb-a965-885eb14858af"
def _repo(tmp_path: Path) -> Path:
root = tmp_path / "demo"
(root / "workplans" / "archived").mkdir(parents=True)
(root / "workplans" / "DEMO-WP-0001-a.md").write_text(
"---\nid: DEMO-WP-0001\ntype: workplan\ntitle: \"First\"\nstatus: active\n---\n\n"
"## Do the thing\n\n```task\nid: DEMO-WP-0001-T01\nstatus: todo\npriority: high\n```\n\n"
"## Do the other\n\n```task\nid: DEMO-WP-0001-T02\nstatus: done\npriority: low\n```\n",
encoding="utf-8",
)
(root / "workplans" / "archived" / "260101-DEMO-WP-0002-b.md").write_text(
"---\nid: DEMO-WP-0002\ntype: workplan\ntitle: \"Second\"\nstatus: finished\n---\n\n# b\n",
encoding="utf-8",
)
(root / "workplans" / "NOTES.md").write_text(
"---\nid: NOT-A-WORKPLAN\ntype: note\n---\n\n# not a workplan\n", encoding="utf-8"
)
return root
def test_derives_workplans_tasks_and_archived_flag(tmp_path):
p = fp.derive_from_checkout(_repo(tmp_path), "demo", "abc123")
assert [w.record_id for w in p.workplans] == ["DEMO-WP-0001", "DEMO-WP-0002"]
first, second = p.workplans
assert first.status == "active" and first.archived is False
assert second.archived is True
assert p.task_count == 2
assert [t.record_id for t in first.tasks] == ["DEMO-WP-0001-T01", "DEMO-WP-0001-T02"]
def test_ignores_files_that_are_not_workplans(tmp_path):
"""Selection is by `type: workplan`; anything else is not this hub's business."""
p = fp.derive_from_checkout(_repo(tmp_path), "demo", "abc123")
assert all(w.record_id != "NOT-A-WORKPLAN" for w in p.workplans)
def test_task_titles_fall_back_to_the_preceding_heading(tmp_path):
p = fp.derive_from_checkout(_repo(tmp_path), "demo", "abc123")
titles = [t.title for t in p.workplans[0].tasks]
assert titles == ["Do the thing", "Do the other"]
def test_identifiers_are_derived_not_read_from_the_file(tmp_path):
"""A forge projection must not inherit whatever id a file happens to carry."""
root = _repo(tmp_path)
f = root / "workplans" / "DEMO-WP-0001-a.md"
f.write_text(
f.read_text(encoding="utf-8").replace(
"status: active",
'status: active\nstate_hub_workstream_id: "00000000-0000-4000-8000-000000000000"',
),
encoding="utf-8",
)
p = fp.derive_from_checkout(root, "demo", "abc123")
assert p.workplans[0].uuid == fp.derived_record_uuid("DEMO-WP-0001")
assert p.workplans[0].uuid != "00000000-0000-4000-8000-000000000000"
def test_same_input_yields_identical_output(tmp_path):
root = _repo(tmp_path)
assert fp.derive_from_checkout(root, "demo", "abc").to_dict() == \
fp.derive_from_checkout(root, "demo", "abc").to_dict()
def test_missing_workplans_directory_is_empty_not_an_error(tmp_path):
(tmp_path / "bare").mkdir()
p = fp.derive_from_checkout(tmp_path / "bare", "bare", "abc")
assert p.workplans == [] and p.commit == "abc"
def test_clone_failure_is_reported_not_swallowed(monkeypatch):
def boom(*a, **k):
raise fp.ForgeDeriveError("repository not found")
monkeypatch.setattr(fp, "_run_git", boom)
with pytest.raises(fp.ForgeDeriveError, match="not found"):
fp.derive_from_forge("nope")
class TestReset:
"""Applying the reset (STATE-WP-0083-T03).
The properties worth guarding are the refusals, not the happy path. A reset
that quietly retires a record someone still needs is worse than one that
does nothing.
"""
@staticmethod
def _derived(*records):
wps = []
for rid, status, path in records:
wps.append(
fp.DerivedWorkplan(
record_id=rid, uuid=fp.derived_record_uuid(rid), title=rid,
status=status, relative_path=path, archived=False, tasks=[],
)
)
return fp.DerivedProjection(repo_slug="demo", commit="c0ffee", workplans=wps)
@pytest.mark.asyncio
async def test_refuses_retirement_unless_acknowledged(self, monkeypatch):
"""A record that stops deriving may mean a deleted file — or a wrong branch."""
session = _FakeSession(
repo=_Repo(),
rows=[_Row(slug="demo-wp-0001", status="active", path="workplans/a.md")],
)
out = await fp.reset_repository_projection(
session, "demo", derived=self._derived() # forge has nothing
)
assert out.status == "refused"
assert out.refused and out.refused[0]["slug"] == "demo-wp-0001"
assert out.retired == []
assert session.committed is False
@pytest.mark.asyncio
async def test_retires_when_acknowledged(self):
row = _Row(slug="demo-wp-0001", status="active", path="workplans/a.md")
session = _FakeSession(repo=_Repo(), rows=[row])
out = await fp.reset_repository_projection(
session, "demo", derived=self._derived(), acknowledge_retirements=True
)
assert out.status == "applied" and out.retired == ["demo-wp-0001"]
assert row.projection_retired_at is not None
assert row.projection_retired_reason == fp.RETIRE_REASON
@pytest.mark.asyncio
async def test_retirement_is_not_deletion(self):
"""Hub-native records reference workplans with RESTRICT; the row survives."""
row = _Row(slug="demo-wp-0001", status="active", path="workplans/a.md")
session = _FakeSession(repo=_Repo(), rows=[row])
await fp.reset_repository_projection(
session, "demo", derived=self._derived(), acknowledge_retirements=True
)
assert row in session.rows
assert session.deleted == []
@pytest.mark.asyncio
async def test_unretires_a_record_that_derives_again(self):
from datetime import datetime, timezone
row = _Row(slug="demo-wp-0001", status="active", path="workplans/a.md")
row.projection_retired_at = datetime.now(tz=timezone.utc)
row.projection_retired_reason = fp.RETIRE_REASON
session = _FakeSession(repo=_Repo(), rows=[row])
out = await fp.reset_repository_projection(
session, "demo",
derived=self._derived(("DEMO-WP-0001", "active", "workplans/a.md")),
)
assert out.status == "applied"
assert row.projection_retired_at is None
@pytest.mark.asyncio
async def test_unregistered_repository_is_refused_not_created(self):
session = _FakeSession(repo=None, rows=[])
out = await fp.reset_repository_projection(session, "nope", derived=self._derived())
assert out.status == "refused"
assert "not registered" in out.refused[0]["reason"]
@pytest.mark.asyncio
async def test_records_the_commit_it_derived_from(self):
row = _Row(slug="demo-wp-0001", status="proposed", path="workplans/a.md")
session = _FakeSession(repo=_Repo(), rows=[row])
await fp.reset_repository_projection(
session, "demo",
derived=self._derived(("DEMO-WP-0001", "active", "workplans/a.md")),
)
assert row.derived_from_commit == "c0ffee"
assert row.status == "active"
class _Repo:
def __init__(self):
import uuid as _u
self.id = _u.uuid4()
self.topic_id = None
class _Row:
def __init__(self, slug, status, path):
import uuid as _u
self.id = _u.uuid4()
self.slug = slug
self.status = status
self.backing_relative_path = path
self.backing_filename = path.rsplit("/", 1)[-1]
self.backing_archived = False
self.projection_retired_at = None
self.projection_retired_reason = None
self.derived_from_commit = None
class _FakeSession:
"""Stands in for AsyncSession: enough to prove intent without a database."""
def __init__(self, repo, rows, foreign=None, slug_clash=None):
self._repo = repo
self.rows = list(rows)
self._foreign = list(foreign or [])
self._slug_clash = list(slug_clash or [])
self.added = []
self.deleted = []
self.committed = False
self._calls = 0
async def execute(self, *_a, **_k):
self._calls += 1
repo, rows = self._repo, self.rows
# 1st call resolves the repo, 2nd loads its workplans, 3rd is the
# foreign-identifier lookup.
# 1 resolves the repo, 2 loads its workplans, 3 is the identifier
# lookup, 4 the slug lookup.
if self._calls == 2:
payload = rows
elif self._calls == 3:
payload = self._foreign
elif self._calls == 4:
payload = self._slug_clash
else:
payload = []
class R:
def scalar_one_or_none(self_inner):
return repo
def scalars(self_inner):
return iter(payload)
return R()
def add(self, obj):
self.added.append(obj)
def delete(self, obj):
self.deleted.append(obj)
async def flush(self):
return None
async def commit(self):
self.committed = True
async def rollback(self):
self.rolled_back = True
class TestCollisionRefusal:
"""A colliding identifier must refuse, not raise (STATE-WP-0083-T03).
net-kingdom's ADHOC-2026-08-23 derives to an identifier another repository
already holds — the case CUST-WP-0066 documents. The reset previously failed
on a database constraint, which tells the caller nothing they can act on.
"""
@staticmethod
def _derived(rid="DEMO-WP-0001"):
return fp.DerivedProjection(
repo_slug="demo", commit="c0ffee",
workplans=[fp.DerivedWorkplan(
record_id=rid, uuid=fp.derived_record_uuid(rid), title=rid,
status="active", relative_path="workplans/a.md",
archived=False, tasks=[])],
)
@pytest.mark.asyncio
async def test_refuses_when_the_identifier_belongs_elsewhere(self):
derived = self._derived()
foreign = _Row(slug="held-by-someone-else", status="finished", path="workplans/x.md")
foreign.id = __import__("uuid").UUID(derived.workplans[0].uuid)
session = _FakeSession(repo=_Repo(), rows=[], foreign=[foreign])
out = await fp.reset_repository_projection(session, "demo", derived=derived)
assert out.status == "refused"
assert out.refused[0]["reason"].startswith("derived identifier already belongs")
assert out.refused[0]["held_by_slug"] == "held-by-someone-else"
assert out.created == [] and session.added == []
@pytest.mark.asyncio
async def test_acknowledging_retirements_does_not_authorise_a_collision(self):
"""Different decision, different authorisation."""
derived = self._derived()
foreign = _Row(slug="held-by-someone-else", status="finished", path="workplans/x.md")
foreign.id = __import__("uuid").UUID(derived.workplans[0].uuid)
session = _FakeSession(repo=_Repo(), rows=[], foreign=[foreign])
out = await fp.reset_repository_projection(
session, "demo", derived=derived, acknowledge_retirements=True
)
assert out.status == "refused"
assert session.added == []
@pytest.mark.asyncio
async def test_no_collision_still_creates(self):
derived = self._derived()
session = _FakeSession(repo=_Repo(), rows=[], foreign=[])
out = await fp.reset_repository_projection(session, "demo", derived=derived)
assert out.status == "applied" and out.created == ["DEMO-WP-0001"]
class TestFleetReset:
"""The fleet form must be a loop over the repository form (T04).
Its value is entirely in what it does with failure: a wide reset that stops
at the first refusal is one nobody can run, because there is always one
unresolved repository somewhere.
"""
class _Factory:
def __init__(self, sessions):
self._sessions = list(sessions)
def __call__(self):
session = self._sessions.pop(0)
class Ctx:
async def __aenter__(self_inner):
return session
async def __aexit__(self_inner, *a):
return False
return Ctx()
@staticmethod
def _derived(rid):
return fp.DerivedProjection(
repo_slug="x", commit="c0ffee",
workplans=[fp.DerivedWorkplan(
record_id=rid, uuid=fp.derived_record_uuid(rid), title=rid,
status="active", relative_path="workplans/a.md", archived=False, tasks=[])])
@pytest.mark.asyncio
async def test_a_refusal_does_not_stop_the_pass(self, monkeypatch):
calls = []
async def fake(session, slug, **kw):
calls.append(slug)
out = fp.ResetOutcome(repo_slug=slug, commit="c0ffee", status="applied")
if slug == "bad":
out.status = "refused"
out.refused.append({"reason": "would be retired", "slug": "x"})
else:
out.updated.append("A-WP-0001")
return out
monkeypatch.setattr(fp, "reset_repository_projection", fake)
s = [_FakeSession(repo=_Repo(), rows=[]) for _ in range(3)]
res = await fp.reset_fleet_projection(self._Factory(s), ["good", "bad", "also-good"])
assert calls == ["good", "bad", "also-good"]
d = res.to_dict()
assert d["by_status"] == {"applied": 2, "refused": 1}
assert d["totals"]["updated"] == 2
@pytest.mark.asyncio
async def test_an_error_does_not_stop_the_pass(self, monkeypatch):
async def fake(session, slug, **kw):
if slug == "boom":
raise RuntimeError("clone failed")
return fp.ResetOutcome(repo_slug=slug, commit="c", status="noop")
monkeypatch.setattr(fp, "reset_repository_projection", fake)
s = [_FakeSession(repo=_Repo(), rows=[]) for _ in range(3)]
res = await fp.reset_fleet_projection(self._Factory(s), ["a", "boom", "b"])
d = res.to_dict()
assert d["errored"] == 1 and "clone failed" in res.errors["boom"]
assert set(res.results) == {"a", "b"}
@pytest.mark.asyncio
async def test_only_applied_repositories_are_committed(self, monkeypatch):
async def fake(session, slug, **kw):
out = fp.ResetOutcome(repo_slug=slug, commit="c", status="applied")
if slug == "refuser":
out.status = "refused"
else:
out.updated.append("A-WP-0001")
return out
monkeypatch.setattr(fp, "reset_repository_projection", fake)
s = [_FakeSession(repo=_Repo(), rows=[]) for _ in range(2)]
await fp.reset_fleet_projection(self._Factory(s), ["applier", "refuser"])
assert s[0].committed is True
assert s[1].committed is False
class TestSlugCollisionRefusal:
"""slug carries its own unique constraint (STATE-WP-0083-T04).
Checking the identifier alone left disaster-control raising IntegrityError:
two repositories can derive different identifiers whose slugs still collide.
"""
@pytest.mark.asyncio
async def test_refuses_when_the_slug_belongs_elsewhere(self):
derived = fp.DerivedProjection(
repo_slug="demo", commit="c0ffee",
workplans=[fp.DerivedWorkplan(
record_id="REPO-WP-0001", uuid=fp.derived_record_uuid("REPO-WP-0001"),
title="x", status="active", relative_path="workplans/a.md",
archived=False, tasks=[])])
clash = _Row(slug="repo-wp-0001", status="finished", path="workplans/other.md")
session = _FakeSession(repo=_Repo(), rows=[], foreign=[], slug_clash=[clash])
out = await fp.reset_repository_projection(session, "demo", derived=derived)
assert out.status == "refused"
assert out.refused[0]["reason"].startswith("slug already belongs")
assert session.added == []
class TestUnreadableIsNotMissing:
"""STATE-WP-0084-T01.
A repository central is not permitted to read and a repository whose
records no longer derive authorise opposite things. Every test here exists
to keep the retirement path unreachable from an answer that cannot support
it — by construction, not by the reset happening to fail first.
"""
@pytest.mark.parametrize(
"stderr",
[
"fatal: could not read Username for 'https://forgejo.coulomb.social'",
"remote: Invalid username or password.\nfatal: Authentication failed",
"fatal: could not read Username for 'https://f': terminal prompts disabled",
"fatal: repository 'https://forgejo.coulomb.social/rapp-openbao.git' not found",
"fatal: unable to access '...': The requested URL returned error: 403",
],
)
def test_permission_shaped_failures_are_classified_unreadable(self, stderr, monkeypatch):
def boom(*a, **k):
raise fp.ForgeDeriveError(stderr)
monkeypatch.setattr(fp, "_run_git", boom)
with pytest.raises(fp.ForgeUnreadableError):
fp.derive_from_forge("rapp-openbao")
def test_a_genuine_fault_stays_a_plain_error(self, monkeypatch):
def boom(*a, **k):
raise fp.ForgeDeriveError("fatal: early EOF\nfatal: index-pack failed")
monkeypatch.setattr(fp, "_run_git", boom)
with pytest.raises(fp.ForgeDeriveError) as exc:
fp.derive_from_forge("demo")
assert not isinstance(exc.value, fp.ForgeUnreadableError)
def test_unreadable_is_a_derive_error_so_old_callers_still_catch_it(self):
assert issubclass(fp.ForgeUnreadableError, fp.ForgeDeriveError)
def test_a_checkout_without_workplans_cannot_evidence_absence(self, tmp_path):
(tmp_path / "bare").mkdir()
p = fp.derive_from_checkout(tmp_path / "bare", "bare", "abc")
assert p.workplans == []
assert p.records_source_present is False
assert p.retirement_eligible is False
def test_a_real_checkout_can(self, tmp_path):
p = fp.derive_from_checkout(_repo(tmp_path), "demo", "abc")
assert p.records_source_present is True
assert p.retirement_eligible is True
def test_the_diff_withholds_stale_rather_than_computing_it(self):
derived = fp.DerivedProjection(
repo_slug="demo", commit="c0ffee", records_source_present=False
)
hub = [{"id": "11111111-1111-1111-1111-111111111111", "slug": "demo-wp-0001",
"status": "active", "backing_relative_path": "workplans/a.md"}]
d = fp.diff_against_hub(derived, hub, {})
assert d.stale == []
assert d.would_remove == 0
assert d.stale_withheld
@pytest.mark.asyncio
async def test_an_empty_source_cannot_retire_even_when_acknowledged(self):
derived = fp.DerivedProjection(
repo_slug="demo", commit="c0ffee", records_source_present=False
)
row = _Row(slug="demo-wp-0001", status="active", path="workplans/a.md")
session = _FakeSession(repo=_Repo(), rows=[row])
out = await fp.reset_repository_projection(
session, "demo", derived=derived, acknowledge_retirements=True
)
assert out.status == "refused"
assert out.retired == []
assert row.projection_retired_at is None
assert out.refused[0]["reason"].startswith("source produced no records")
@pytest.mark.asyncio
async def test_an_unreadable_repository_reports_unreadable_not_error(self, monkeypatch):
def boom(*a, **k):
raise fp.ForgeUnreadableError("rapp-openbao could not be read from the forge")
monkeypatch.setattr(fp, "derive_from_forge", boom)
session = _FakeSession(repo=_Repo(), rows=[])
out = await fp.reset_repository_projection(session, "rapp-openbao")
assert out.status == "unreadable"
assert out.retired == [] and out.created == [] and out.updated == []
@pytest.mark.asyncio
async def test_the_fleet_keeps_unreadable_out_of_the_error_bucket(self, monkeypatch):
async def fake(session, slug, **kw):
if slug == "private":
out = fp.ResetOutcome(repo_slug=slug, commit="", status="unreadable")
out.refused.append({"reason": "repository could not be read from the forge",
"slug": slug, "detail": "could not read Username"})
return out
if slug == "broken":
raise RuntimeError("index-pack failed")
out = fp.ResetOutcome(repo_slug=slug, commit="c0ffee", status="applied")
out.updated.append("A-WP-0001")
return out
monkeypatch.setattr(fp, "reset_repository_projection", fake)
sessions = [_FakeSession(repo=_Repo(), rows=[]) for _ in range(3)]
outcome = await fp.reset_fleet_projection(
TestFleetReset._Factory(sessions), ["ok", "private", "broken"]
)
assert list(outcome.unreadable) == ["private"]
assert list(outcome.errors) == ["broken"]
assert "private" not in outcome.results
d = outcome.to_dict()
assert d["unreadable_count"] == 1 and d["errored"] == 1
assert d["repositories"] == 3
class TestForgeCredential:
"""Optional forge read credential (STATE-WP-0084-T03).
Absent is a valid state: a hub with no credential must still derive every
public repository. The credential must never reach argv, a log, or an
exception — the places a secret leaks without anyone deciding to leak it.
"""
@pytest.fixture(autouse=True)
def _clear_cache(self):
"""The resolved credential is cached for 5 minutes in production.
That cache is deliberate — a fleet reset of 121 repositories must not
authenticate to OpenBao 121 times — so tests clear it rather than
disable it, and exercise the same code path production uses.
"""
fc.reset_cache()
yield
fc.reset_cache()
def test_absent_credential_is_none_not_empty_string(self, monkeypatch):
monkeypatch.delenv(fc.TOKEN_ENV, raising=False)
monkeypatch.delenv(fc.TOKEN_FILE_ENV, raising=False)
assert fc.forge_read_token() is None
def test_a_file_is_preferred_over_the_environment(self, tmp_path, monkeypatch):
"""Kubernetes rotates a mounted file without a redeploy."""
f = tmp_path / "token"
f.write_text("from-file\n", encoding="utf-8")
monkeypatch.setenv(fc.TOKEN_ENV, "from-env")
monkeypatch.setenv(fc.TOKEN_FILE_ENV, str(f))
assert fc.forge_read_token() == "from-file"
def test_an_unreadable_token_file_does_not_fall_back_silently(self, monkeypatch):
"""Falling back to a stale env value would hide a broken mount."""
monkeypatch.setenv(fc.TOKEN_FILE_ENV, "/nonexistent/token")
monkeypatch.setenv(fc.TOKEN_ENV, "from-env")
assert fc.forge_read_token() is None
def test_openbao_is_the_last_resort_not_the_first(self, tmp_path, monkeypatch):
"""A file or env value must not trigger a network call."""
f = tmp_path / "token"
f.write_text("local", encoding="utf-8")
monkeypatch.setenv(fc.TOKEN_FILE_ENV, str(f))
monkeypatch.setattr(
fc, "_from_openbao", lambda: pytest.fail("OpenBao consulted unnecessarily")
)
assert fc.forge_read_token() == "local"
def test_openbao_failure_resolves_to_absent_not_an_exception(self, monkeypatch):
"""A hub that cannot reach OpenBao must still derive public repos.
Raising here would turn "nine repositories are unreadable" into "the
whole derivation pass failed" — the outcome STATE-WP-0084-T01 exists to
prevent.
"""
monkeypatch.delenv(fc.TOKEN_FILE_ENV, raising=False)
monkeypatch.delenv(fc.TOKEN_ENV, raising=False)
monkeypatch.setenv(fc.OPENBAO_ADDR_ENV, "https://openbao.invalid")
monkeypatch.setenv(fc.SECRET_PATH_ENV, "kv/data/forge")
monkeypatch.setenv(fc.OPENBAO_ROLE_ENV, "state-hub-forge-derivation")
monkeypatch.setenv(fc.OPENBAO_JWT_PATH_ENV, "/nonexistent/sa-token")
assert fc.forge_read_token() is None
def test_openbao_unwraps_kv_v2(self, tmp_path, monkeypatch):
jwt = tmp_path / "sa"
jwt.write_text("jwt-value", encoding="utf-8")
monkeypatch.delenv(fc.TOKEN_FILE_ENV, raising=False)
monkeypatch.delenv(fc.TOKEN_ENV, raising=False)
monkeypatch.setenv(fc.OPENBAO_ADDR_ENV, "https://openbao.test")
monkeypatch.setenv(fc.SECRET_PATH_ENV, "kv/data/forge")
monkeypatch.setenv(fc.OPENBAO_ROLE_ENV, "state-hub-forge-derivation")
monkeypatch.setenv(fc.OPENBAO_JWT_PATH_ENV, str(jwt))
class R:
def __init__(self, payload):
self._p = payload
def raise_for_status(self):
return None
def json(self):
return self._p
class C:
def __enter__(self):
return self
def __exit__(self, *a):
return False
def post(self, url, json):
assert json["jwt"] == "jwt-value"
assert json["role"] == "state-hub-forge-derivation"
return R({"auth": {"client_token": "bao-token"}})
def get(self, url, headers):
assert headers["X-Vault-Token"] == "bao-token"
return R({"data": {"data": {"token": "forge-secret"}}})
monkeypatch.setattr(fc.httpx, "Client", lambda **kw: C())
assert fc.forge_read_token() == "forge-secret"
def test_credential_never_appears_in_argv(self, monkeypatch):
"""`-c http.extraHeader=` would put the token in every ps listing."""
seen = {}
class P:
returncode = 0
stdout = ""
stderr = ""
def fake_run(cmd, **kw):
seen["cmd"] = cmd
seen["env"] = kw.get("env") or {}
return P()
monkeypatch.setattr(fp.subprocess, "run", fake_run)
fp._run_git("clone", "url", "dir", token="s3cret")
assert not any("s3cret" in part for part in seen["cmd"])
assert seen["env"]["GIT_CONFIG_COUNT"] == "1"
assert "s3cret" not in seen["env"]["GIT_CONFIG_KEY_0"]
def test_credential_is_redacted_from_failures(self, monkeypatch):
class P:
returncode = 128
stdout = ""
stderr = "fatal: auth failed using s3cret"
monkeypatch.setattr(fp.subprocess, "run", lambda *a, **k: P())
with pytest.raises(fp.ForgeDeriveError) as exc:
fp._run_git("clone", token="s3cret")
assert "s3cret" not in str(exc.value) and "***" in str(exc.value)
def test_no_credential_still_runs(self, monkeypatch):
class P:
returncode = 0
stdout = "ok"
stderr = ""
seen = {}
def fake_run(cmd, **kw):
seen["env"] = kw.get("env") or {}
return P()
monkeypatch.setattr(fp.subprocess, "run", fake_run)
assert fp._run_git("status") == "ok"
assert "GIT_CONFIG_COUNT" not in seen["env"]
class TestRekeyIsNotRename:
"""A changed identifier is a new record, not a moved file.
The ad-hoc requalification (CUST-WP-0066) keeps the filename by design, so
for those records a re-key never changes the path. Matching on path there
cannot distinguish the two cases, and choosing rename updates a row whose
UUID still encodes the old identifier — leaving the file and the hub
disagreeing about what the record is called.
"""
class _Row:
def __init__(self, id, slug, path):
self.id = id
self.slug = slug
self.backing_relative_path = path
self.projection_retired_at = None
self.status = "finished"
def test_a_derived_row_is_not_matched_by_path(self):
"""uuid5 means identity is a function of the identifier."""
import uuid as _u
old = self._Row(
_u.UUID(fp.derived_record_uuid("ADHOC-2026-08-25")),
"adhoc-2026-08-25",
"workplans/ADHOC-2026-08-25.md",
)
assert fp._identity_is_derived(old)
def test_a_legacy_row_keeps_path_matching(self):
"""v4 rows predate derived identity; there the identifier is a label."""
import uuid as _u
legacy = self._Row(_u.uuid4(), "repo-wp-0001", "workplans/REPO-WP-0001.md")
assert not fp._identity_is_derived(legacy)
def test_the_two_uuids_actually_differ(self):
"""Guards the premise: if they were equal the distinction is moot."""
assert fp.derived_record_uuid("ADHOC-2026-08-25") != fp.derived_record_uuid(
"CUST-WP-ADHOC-2026-08-25"
)
@pytest.mark.parametrize(
"slug",
[
"adhoc-2026-07-02", # grandfathered daily ad-hoc
"cust-wp-adhoc-2026-08-25", # qualified daily ad-hoc
"net-kingdom-adhoc-2026-07-02", # repo-name-qualified legacy form
"adhoc-llmc-2026-06-02", # another legacy qualification
"rcluster-wp-0007", # ordinary workplan
"cust-wp-0066-t01", # task
],
)
def test_identifier_slugs_are_recognised(self, slug):
"""A slug that claims to be an identifier is one, whatever its UUID.
25 of 44 ad-hoc rows are legacy v4, so a UUID-version test alone would
leave them path-matched and silently diverged from their files.
"""
assert fp._slug_is_identifier(slug)
@pytest.mark.parametrize(
"slug",
["three-phoenix-ha-cluster", "testdrive-jsui-publication", "state-hub-v0.1", ""],
)
def test_title_slugs_keep_path_matching(self, slug):
"""Hub-first rows never claimed an identifier; the path is their only link."""
assert not fp._slug_is_identifier(slug)
class TestRetirementReleasesTheIdentifier:
"""`slug` is unique table-wide, so retirement must free it.
Retirement that only sets a timestamp leaves the identifier locked to a
record nothing derives, and the repository that owns it can never claim it.
"""
def test_the_identifier_is_released(self):
from datetime import datetime, timezone
when = datetime(2026, 8, 28, tzinfo=timezone.utc)
assert fp._tombstone_slug("repo-wp-0001", when) == "repo-wp-0001@retired-20260828"
def test_re_retiring_does_not_stack_marks(self):
"""Otherwise the 100-char column overflows after a few passes."""
from datetime import datetime, timezone
a = fp._tombstone_slug("repo-wp-0001", datetime(2026, 8, 28, tzinfo=timezone.utc))
b = fp._tombstone_slug(a, datetime(2026, 9, 1, tzinfo=timezone.utc))
assert b == "repo-wp-0001@retired-20260901"
assert b.count(fp.RETIRED_SLUG_MARK) == 1
def test_a_long_slug_stays_within_the_column(self):
from datetime import datetime, timezone
out = fp._tombstone_slug("x" * 140, datetime(2026, 8, 28, tzinfo=timezone.utc))
assert len(out) <= 100
class _Retired:
def __init__(self, slug, when, id=None):
import uuid as _u
self.id = id or _u.uuid4()
self.slug = slug
self.projection_retired_at = when
self.projection_retired_reason = "x"
self.backing_relative_path = None
self.status = "finished"
def test_rows_retired_before_the_stamp_existed_are_repaired(self):
"""`stale` excludes already-retired rows, so nothing else revisits them.
The 32 rows retired earlier today still hold their identifiers; without
this they would block the owning repository forever.
"""
from datetime import datetime, timezone
when = datetime(2026, 8, 28, tzinfo=timezone.utc)
row = self._Retired("repo-wp-0001", when)
assert fp.RETIRED_SLUG_MARK not in row.slug
row.slug = fp._tombstone_slug(row.slug, row.projection_retired_at)
assert row.slug == "repo-wp-0001@retired-20260828"
def test_an_already_stamped_row_is_left_alone(self):
"""Otherwise every reset rewrites the date and churns the row."""
from datetime import datetime, timezone
row = self._Retired(
"repo-wp-0001@retired-20260828", datetime(2026, 8, 28, tzinfo=timezone.utc)
)
assert fp.RETIRED_SLUG_MARK in row.slug
def test_a_release_is_committed_even_when_the_repo_refuses(self):
"""The fleet driver commits only on `applied` and rolls back otherwise.
Moving the release ahead of the refusal returns achieves nothing if the
rollback then discards it — which is the state railiance-cluster and
inter-hub were in.
"""
import inspect
src = inspect.getsource(fp.reset_fleet_projection)
assert 'result.status == "applied" or result.released' in src
class TestUuidMatchWins:
"""A row whose UUID is uuid5 of the identifier IS that record.
`testdrive-jsui-publication` and `three-phoenix-ha-cluster` carry legacy
title slugs while their UUIDs are derived from MARKITECT-WP-0002 and
RCLUSTER-WP-0007. The slug-identifier rule alone reads them as re-keys and
proposes retiring records that were correct all along.
"""
def test_a_title_slugged_row_is_still_its_derived_record(self):
import uuid as _u
rid = "MARKITECT-WP-0002"
row_id = _u.UUID(fp.derived_record_uuid(rid))
# The slug says one thing, the UUID says another; the UUID is identity.
assert not fp._slug_is_identifier("testdrive-jsui-publication")
assert str(row_id) == fp.derived_record_uuid(rid)
def test_uuid_match_is_checked_before_the_rekey_rules(self):
import inspect
src = inspect.getsource(fp.reset_repository_projection)
uuid_at = src.index("want_by_uuid.get(str(row.id))")
rekey_at = src.index("_identity_is_derived(row) or _slug_is_identifier")
assert uuid_at < rekey_at, "UUID match must precede the re-key heuristics"
class TestTaskIdentityIsQualified:
"""A bare `T01` is unique within its workplan, not in the fleet.
Unqualified, `uuid5("T01")` is the same UUID for every workplan that has a
T01 — llm-connect's 91 task blocks derive 49 distinct UUIDs, and creating
its workplans dies on `duplicate key value violates unique constraint
"tasks_pkey"`.
"""
BODY = """
```task
id: T01
status: done
```
```task
id: T02
status: todo
```
"""
def test_short_ids_are_qualified_by_their_workplan(self):
a = fp._parse_tasks(self.BODY, "LLM-WP-0001")
b = fp._parse_tasks(self.BODY, "LLM-WP-0002")
assert [t.record_id for t in a] == ["LLM-WP-0001-T01", "LLM-WP-0001-T02"]
assert {t.uuid for t in a}.isdisjoint({t.uuid for t in b})
def test_an_already_qualified_id_is_left_alone(self):
body = "```task\nid: LLM-WP-0009-T03\nstatus: todo\n```"
assert fp._parse_tasks(body, "LLM-WP-0001")[0].record_id == "LLM-WP-0009-T03"
def test_it_agrees_with_the_backfill(self):
"""Both must apply the same rule or they disagree on a task's name."""
from api.services.task_record_id_backfill import qualify_task_id
got = fp._parse_tasks(self.BODY, "LLM-WP-0001")[0].record_id
assert got == qualify_task_id("T01", "LLM-WP-0001")
def test_uuid_follows_the_qualified_id(self):
t = fp._parse_tasks(self.BODY, "LLM-WP-0001")[0]
assert t.uuid == fp.derived_record_uuid("LLM-WP-0001-T01")