Add self-scoping assessment export command
This commit is contained in:
parent
bc08977f85
commit
2796fc5816
10 changed files with 934 additions and 19 deletions
|
|
@ -36,7 +36,11 @@ def test_self_scoping_assessment_schema_requires_release_binding_metadata():
|
|||
"execution",
|
||||
"assessment",
|
||||
"fact_summary",
|
||||
"content_chunk_summary",
|
||||
"generated_tree",
|
||||
"approved_map",
|
||||
"review_decisions",
|
||||
"quality_gate_outcomes",
|
||||
"known_regression_patterns",
|
||||
} <= required
|
||||
assert {
|
||||
|
|
@ -79,6 +83,10 @@ def test_known_bad_self_scoping_artifact_captures_rejected_regression_seed():
|
|||
assert "Route LLM Requests Across Providers" in capability_names
|
||||
assert {"RREG-SELF-REG-001", "RREG-SELF-REG-002", "RREG-SELF-REG-003"} <= regression_ids
|
||||
assert artifact["fact_summary"]["counts_by_kind"]["llm_provider"] == 41
|
||||
assert "content_chunk_summary" in artifact
|
||||
assert "approved_map" in artifact
|
||||
assert artifact["review_decisions"][0]["action"] == "trusted_auto_approve_candidate_graph"
|
||||
assert artifact["quality_gate_outcomes"] == []
|
||||
|
||||
|
||||
def test_golden_profile_names_expected_native_capabilities_and_forbidden_false_positive():
|
||||
|
|
@ -109,4 +117,3 @@ def test_golden_profile_names_expected_native_capabilities_and_forbidden_false_p
|
|||
assert profile["comparison_rules"]["must_not_have_native_capability_names"] == [
|
||||
"Route LLM Requests Across Providers"
|
||||
]
|
||||
|
||||
|
|
|
|||
Loading…
Add table
Add a link
Reference in a new issue