{ "measured_at": "2026-09-28T10:00:56.784804+00:00", "scope": "Synthetic server-rendered HTML, deterministic runtimes; no browser engine or live model", "summary": { "preserved": { "total": 17, "discovery": 17, "recorded": 17 }, "dropped": { "total": 10, "discovery": 9, "recorded": 0 } }, "false_adaptations": [], "defect_count": 7, "rows": [ { "mutation": "M01", "label": "MECHANICAL", "preserves_test_ids": true, "classification": { "classification": "MECHANICAL_ADAPTATION", "reason": "the surface changed; every protected claim still holds", "signals": { "surface_differs": true, "realization_failed": false, "postcondition_met": true, "verdicts_regressed": false, "verdicts_inconclusive": false, "claims_differ": false, "evidence_incomplete": false }, "regressions": [] }, "arms": { "discovery": { "realized": true, "verdict": "PASS", "surface": { "action": "grant_access(permission='READ', subject_id='bob')", "surface": "browser", "mechanics": { "action": "grant_access(permission='READ', subject_id='bob')", "stage": "submit", "runtime": "discovery-runtime", "rationale": "score 8: wording matches the goal; collects the required fields; target names the operation", "element_path": "#document/html/body/dialog/form", "page_signature": "{\"controls\": [\"permission\", \"subject_id\", \"subject_id\"], \"labels\": [\"permission\", \"person\", \"revoke\", \"share\", \"share\\u2026\"], \"tags\": {\"body\": 1, \"button\": 3, \"dialog\": 1, \"form\": 2, \"h1\": 1, \"head\": 1, \"html\": 1, \"input\": 2, \"label\": 2, \"option\": 2, \"select\": 1, \"title\": 1, \"ul\": 1}}", "target": "/resources/R/grant", "fields": [ "permission", "subject_id" ], "metrics": { "runtime": "discovery-runtime", "wall_time_ms": 0.052, "candidates_considered": 2, "attempts": 1, "retries": 0, "tokens_in": 0, "tokens_out": 0, "model": null }, "actor": "alice", "status": 200 }, "raised": null }, "judgments": [ { "assertion_id": "i-enforcement-matches-record", "text": "Enforcement and the stored record agree for every subject", "verdict": "PASS", "step_id": "s2-grant", "detail": {} }, { "assertion_id": "i-audit-append-only", "text": "The audit trail is append-only", "verdict": "PASS", "step_id": "s2-grant", "detail": {} }, { "assertion_id": "c-bob-reads", "text": "Bob can read R after the grant", "verdict": "PASS", "step_id": "s2-grant", "detail": {} }, { "assertion_id": "c-carol-denied", "text": "Carol can never read R", "verdict": "PASS", "step_id": "s2-grant", "detail": {} }, { "assertion_id": "c-bob-cannot-write", "text": "A READ grant does not let Bob write R", "verdict": "PASS", "step_id": "s2-grant", "detail": {} } ] }, "recorded": { "realized": true, "verdict": "PASS", "surface": { "action": "grant_access(permission='READ', subject_id='bob')", "surface": "browser", "mechanics": { "action": "grant_access(permission='READ', subject_id='bob')", "stage": "submit", "runtime": "recorded-selector-runtime", "rationale": "replayed recorded selector [data-td=share-form]", "element_path": "#document/html/body/dialog/form", "page_signature": "{\"controls\": [\"permission\", \"subject_id\", \"subject_id\"], \"labels\": [\"permission\", \"person\", \"revoke\", \"share\", \"share\\u2026\"], \"tags\": {\"body\": 1, \"button\": 3, \"dialog\": 1, \"form\": 2, \"h1\": 1, \"head\": 1, \"html\": 1, \"input\": 2, \"label\": 2, \"option\": 2, \"select\": 1, \"title\": 1, \"ul\": 1}}", "target": "/resources/R/grant", "fields": [ "permission", "subject_id" ], "metrics": { "runtime": "recorded-selector-runtime", "wall_time_ms": 0.025, "candidates_considered": 2, "attempts": 1, "retries": 0, "tokens_in": 0, "tokens_out": 0, "model": null }, "actor": "alice", "status": 200 }, "raised": null }, "judgments": [ { "assertion_id": "i-enforcement-matches-record", "text": "Enforcement and the stored record agree for every subject", "verdict": "PASS", "step_id": "s2-grant", "detail": {} }, { "assertion_id": "i-audit-append-only", "text": "The audit trail is append-only", "verdict": "PASS", "step_id": "s2-grant", "detail": {} }, { "assertion_id": "c-bob-reads", "text": "Bob can read R after the grant", "verdict": "PASS", "step_id": "s2-grant", "detail": {} }, { "assertion_id": "c-carol-denied", "text": "Carol can never read R", "verdict": "PASS", "step_id": "s2-grant", "detail": {} }, { "assertion_id": "c-bob-cannot-write", "text": "A READ grant does not let Bob write R", "verdict": "PASS", "step_id": "s2-grant", "detail": {} } ] } } }, { "mutation": "M02", "label": "MECHANICAL", "preserves_test_ids": false, "classification": { "classification": "MECHANICAL_ADAPTATION", "reason": "the surface changed; every protected claim still holds", "signals": { "surface_differs": true, "realization_failed": false, "postcondition_met": true, "verdicts_regressed": false, "verdicts_inconclusive": false, "claims_differ": false, "evidence_incomplete": false }, "regressions": [] }, "arms": { "discovery": { "realized": true, "verdict": "PASS", "surface": { "action": "grant_access(permission='READ', subject_id='bob')", "surface": "browser", "mechanics": { "action": "grant_access(permission='READ', subject_id='bob')", "stage": "submit", "runtime": "discovery-runtime", "rationale": "score 8: wording matches the goal; collects the required fields; target names the operation", "element_path": "#document/html/body/div/section/div/form", "page_signature": "{\"controls\": [\"permission\", \"subject_id\", \"subject_id\"], \"labels\": [\"permission\", \"person\", \"revoke\", \"share\"], \"tags\": {\"body\": 1, \"button\": 2, \"div\": 2, \"form\": 2, \"h1\": 1, \"head\": 1, \"html\": 1, \"input\": 2, \"label\": 2, \"option\": 2, \"section\": 1, \"select\": 1, \"title\": 1, \"ul\": 1}}", "target": "/resources/R/grant", "fields": [ "permission", "subject_id" ], "metrics": { "runtime": "discovery-runtime", "wall_time_ms": 0.052, "candidates_considered": 2, "attempts": 1, "retries": 0, "tokens_in": 0, "tokens_out": 0, "model": null }, "actor": "alice", "status": 200 }, "raised": null }, "judgments": [ { "assertion_id": "i-enforcement-matches-record", "text": "Enforcement and the stored record agree for every subject", "verdict": "PASS", "step_id": "s2-grant", "detail": {} }, { "assertion_id": "i-audit-append-only", "text": "The audit trail is append-only", "verdict": "PASS", "step_id": "s2-grant", "detail": {} }, { "assertion_id": "c-bob-reads", "text": "Bob can read R after the grant", "verdict": "PASS", "step_id": "s2-grant", "detail": {} }, { "assertion_id": "c-carol-denied", "text": "Carol can never read R", "verdict": "PASS", "step_id": "s2-grant", "detail": {} }, { "assertion_id": "c-bob-cannot-write", "text": "A READ grant does not let Bob write R", "verdict": "PASS", "step_id": "s2-grant", "detail": {} } ] }, "recorded": { "realized": false, "verdict": "INCONCLUSIVE", "surface": { "action": "grant_access(permission='READ', subject_id='bob')", "surface": "browser", "mechanics": { "action": "grant_access", "stage": "discovery", "runtime": "recorded-selector-runtime", "page_signature": "{\"controls\": [\"permission\", \"subject_id\", \"subject_id\"], \"labels\": [\"permission\", \"person\", \"revoke\", \"share\"], \"tags\": {\"body\": 1, \"button\": 2, \"div\": 2, \"form\": 2, \"h1\": 1, \"head\": 1, \"html\": 1, \"input\": 2, \"label\": 2, \"option\": 2, \"section\": 1, \"select\": 1, \"title\": 1, \"ul\": 1}}" }, "raised": "RealizationFailed: recorded selector [data-td='share-form'] matched nothing" }, "judgments": [ { "assertion_id": "i-enforcement-matches-record", "text": "Enforcement and the stored record agree for every subject", "verdict": "PASS", "step_id": "s2-grant", "detail": {} }, { "assertion_id": "i-audit-append-only", "text": "The audit trail is append-only", "verdict": "PASS", "step_id": "s2-grant", "detail": {} }, { "assertion_id": "c-bob-reads", "text": "Bob can read R after the grant", "verdict": "INCONCLUSIVE", "step_id": "s2-grant", "detail": { "reason": "an earlier step in this scenario did not complete, so the state this claim describes was never reached" } }, { "assertion_id": "c-carol-denied", "text": "Carol can never read R", "verdict": "INCONCLUSIVE", "step_id": "s2-grant", "detail": { "reason": "an earlier step in this scenario did not complete, so the state this claim describes was never reached" } }, { "assertion_id": "c-bob-cannot-write", "text": "A READ grant does not let Bob write R", "verdict": "INCONCLUSIVE", "step_id": "s2-grant", "detail": { "reason": "an earlier step in this scenario did not complete, so the state this claim describes was never reached" } } ] } } }, { "mutation": "M03", "label": "MECHANICAL", "preserves_test_ids": true, "classification": { "classification": "UNCHANGED", "reason": "no observable difference from baseline", "signals": { "surface_differs": false, "realization_failed": false, "postcondition_met": true, "verdicts_regressed": false, "verdicts_inconclusive": false, "claims_differ": false, "evidence_incomplete": false }, "regressions": [] }, "arms": { "discovery": { "realized": true, "verdict": "PASS", "surface": { "action": "grant_access(permission='READ', subject_id='bob')", "surface": "browser", "mechanics": { "action": "grant_access(permission='READ', subject_id='bob')", "stage": "submit", "runtime": "discovery-runtime", "rationale": "score 8: wording matches the goal; collects the required fields; target names the operation", "element_path": "#document/html/body/form", "page_signature": "{\"controls\": [\"permission\", \"subject_id\", \"subject_id\"], \"labels\": [\"permission\", \"person\", \"revoke\", \"share\"], \"tags\": {\"body\": 1, \"button\": 2, \"form\": 2, \"h1\": 1, \"head\": 1, \"html\": 1, \"input\": 2, \"label\": 2, \"option\": 2, \"select\": 1, \"title\": 1, \"ul\": 1}}", "target": "/resources/R/grant", "fields": [ "permission", "subject_id" ], "metrics": { "runtime": "discovery-runtime", "wall_time_ms": 0.052, "candidates_considered": 2, "attempts": 1, "retries": 0, "tokens_in": 0, "tokens_out": 0, "model": null }, "actor": "alice", "status": 200 }, "raised": null }, "judgments": [ { "assertion_id": "i-enforcement-matches-record", "text": "Enforcement and the stored record agree for every subject", "verdict": "PASS", "step_id": "s2-grant", "detail": {} }, { "assertion_id": "i-audit-append-only", "text": "The audit trail is append-only", "verdict": "PASS", "step_id": "s2-grant", "detail": {} }, { "assertion_id": "c-bob-reads", "text": "Bob can read R after the grant", "verdict": "PASS", "step_id": "s2-grant", "detail": {} }, { "assertion_id": "c-carol-denied", "text": "Carol can never read R", "verdict": "PASS", "step_id": "s2-grant", "detail": {} }, { "assertion_id": "c-bob-cannot-write", "text": "A READ grant does not let Bob write R", "verdict": "PASS", "step_id": "s2-grant", "detail": {} } ] }, "recorded": { "realized": true, "verdict": "PASS", "surface": { "action": "grant_access(permission='READ', subject_id='bob')", "surface": "browser", "mechanics": { "action": "grant_access(permission='READ', subject_id='bob')", "stage": "submit", "runtime": "recorded-selector-runtime", "rationale": "replayed recorded selector [data-td=share-form]", "element_path": "#document/html/body/form", "page_signature": "{\"controls\": [\"permission\", \"subject_id\", \"subject_id\"], \"labels\": [\"permission\", \"person\", \"revoke\", \"share\"], \"tags\": {\"body\": 1, \"button\": 2, \"form\": 2, \"h1\": 1, \"head\": 1, \"html\": 1, \"input\": 2, \"label\": 2, \"option\": 2, \"select\": 1, \"title\": 1, \"ul\": 1}}", "target": "/resources/R/grant", "fields": [ "permission", "subject_id" ], "metrics": { "runtime": "recorded-selector-runtime", "wall_time_ms": 0.02, "candidates_considered": 2, "attempts": 1, "retries": 0, "tokens_in": 0, "tokens_out": 0, "model": null }, "actor": "alice", "status": 200 }, "raised": null }, "judgments": [ { "assertion_id": "i-enforcement-matches-record", "text": "Enforcement and the stored record agree for every subject", "verdict": "PASS", "step_id": "s2-grant", "detail": {} }, { "assertion_id": "i-audit-append-only", "text": "The audit trail is append-only", "verdict": "PASS", "step_id": "s2-grant", "detail": {} }, { "assertion_id": "c-bob-reads", "text": "Bob can read R after the grant", "verdict": "PASS", "step_id": "s2-grant", "detail": {} }, { "assertion_id": "c-carol-denied", "text": "Carol can never read R", "verdict": "PASS", "step_id": "s2-grant", "detail": {} }, { "assertion_id": "c-bob-cannot-write", "text": "A READ grant does not let Bob write R", "verdict": "PASS", "step_id": "s2-grant", "detail": {} } ] } } }, { "mutation": "M04", "label": "MECHANICAL", "preserves_test_ids": true, "classification": { "classification": "MECHANICAL_ADAPTATION", "reason": "the surface changed; every protected claim still holds", "signals": { "surface_differs": true, "realization_failed": false, "postcondition_met": true, "verdicts_regressed": false, "verdicts_inconclusive": false, "claims_differ": false, "evidence_incomplete": false }, "regressions": [] }, "arms": { "discovery": { "realized": true, "verdict": "PASS", "surface": { "action": "grant_access(permission='READ', subject_id='bob')", "surface": "browser", "mechanics": { "action": "grant_access(permission='READ', subject_id='bob')", "stage": "submit", "runtime": "discovery-runtime", "rationale": "score 8: wording matches the goal; collects the required fields; target names the operation", "element_path": "#document/html/body/form", "page_signature": "{\"controls\": [\"permission\", \"subject_id\", \"subject_id\"], \"labels\": [\"give access\", \"permission\", \"person\", \"withdraw access\"], \"tags\": {\"body\": 1, \"button\": 2, \"form\": 2, \"h1\": 1, \"head\": 1, \"html\": 1, \"input\": 2, \"label\": 2, \"option\": 2, \"select\": 1, \"title\": 1, \"ul\": 1}}", "target": "/resources/R/grant", "fields": [ "permission", "subject_id" ], "metrics": { "runtime": "discovery-runtime", "wall_time_ms": 0.054, "candidates_considered": 2, "attempts": 1, "retries": 0, "tokens_in": 0, "tokens_out": 0, "model": null }, "actor": "alice", "status": 200 }, "raised": null }, "judgments": [ { "assertion_id": "i-enforcement-matches-record", "text": "Enforcement and the stored record agree for every subject", "verdict": "PASS", "step_id": "s2-grant", "detail": {} }, { "assertion_id": "i-audit-append-only", "text": "The audit trail is append-only", "verdict": "PASS", "step_id": "s2-grant", "detail": {} }, { "assertion_id": "c-bob-reads", "text": "Bob can read R after the grant", "verdict": "PASS", "step_id": "s2-grant", "detail": {} }, { "assertion_id": "c-carol-denied", "text": "Carol can never read R", "verdict": "PASS", "step_id": "s2-grant", "detail": {} }, { "assertion_id": "c-bob-cannot-write", "text": "A READ grant does not let Bob write R", "verdict": "PASS", "step_id": "s2-grant", "detail": {} } ] }, "recorded": { "realized": true, "verdict": "PASS", "surface": { "action": "grant_access(permission='READ', subject_id='bob')", "surface": "browser", "mechanics": { "action": "grant_access(permission='READ', subject_id='bob')", "stage": "submit", "runtime": "recorded-selector-runtime", "rationale": "replayed recorded selector [data-td=share-form]", "element_path": "#document/html/body/form", "page_signature": "{\"controls\": [\"permission\", \"subject_id\", \"subject_id\"], \"labels\": [\"give access\", \"permission\", \"person\", \"withdraw access\"], \"tags\": {\"body\": 1, \"button\": 2, \"form\": 2, \"h1\": 1, \"head\": 1, \"html\": 1, \"input\": 2, \"label\": 2, \"option\": 2, \"select\": 1, \"title\": 1, \"ul\": 1}}", "target": "/resources/R/grant", "fields": [ "permission", "subject_id" ], "metrics": { "runtime": "recorded-selector-runtime", "wall_time_ms": 0.023, "candidates_considered": 2, "attempts": 1, "retries": 0, "tokens_in": 0, "tokens_out": 0, "model": null }, "actor": "alice", "status": 200 }, "raised": null }, "judgments": [ { "assertion_id": "i-enforcement-matches-record", "text": "Enforcement and the stored record agree for every subject", "verdict": "PASS", "step_id": "s2-grant", "detail": {} }, { "assertion_id": "i-audit-append-only", "text": "The audit trail is append-only", "verdict": "PASS", "step_id": "s2-grant", "detail": {} }, { "assertion_id": "c-bob-reads", "text": "Bob can read R after the grant", "verdict": "PASS", "step_id": "s2-grant", "detail": {} }, { "assertion_id": "c-carol-denied", "text": "Carol can never read R", "verdict": "PASS", "step_id": "s2-grant", "detail": {} }, { "assertion_id": "c-bob-cannot-write", "text": "A READ grant does not let Bob write R", "verdict": "PASS", "step_id": "s2-grant", "detail": {} } ] } } }, { "mutation": "M05", "label": "MECHANICAL", "preserves_test_ids": true, "classification": { "classification": "UNCHANGED", "reason": "no observable difference from baseline", "signals": { "surface_differs": false, "realization_failed": false, "postcondition_met": true, "verdicts_regressed": false, "verdicts_inconclusive": false, "claims_differ": false, "evidence_incomplete": false }, "regressions": [] }, "arms": { "discovery": { "realized": true, "verdict": "PASS", "surface": { "action": "grant_access(permission='READ', subject_id='bob')", "surface": "browser", "mechanics": { "action": "grant_access(permission='READ', subject_id='bob')", "stage": "submit", "runtime": "discovery-runtime", "rationale": "score 8: wording matches the goal; collects the required fields; target names the operation", "element_path": "#document/html/body/form", "page_signature": "{\"controls\": [\"permission\", \"subject_id\", \"subject_id\"], \"labels\": [\"permission\", \"person\", \"revoke\", \"share\"], \"tags\": {\"body\": 1, \"button\": 2, \"form\": 2, \"h1\": 1, \"head\": 1, \"html\": 1, \"input\": 2, \"label\": 2, \"option\": 2, \"select\": 1, \"title\": 1, \"ul\": 1}}", "target": "/resources/R/grant", "fields": [ "permission", "subject_id" ], "metrics": { "runtime": "discovery-runtime", "wall_time_ms": 0.051, "candidates_considered": 2, "attempts": 1, "retries": 0, "tokens_in": 0, "tokens_out": 0, "model": null }, "actor": "alice", "status": 200 }, "raised": null }, "judgments": [ { "assertion_id": "i-enforcement-matches-record", "text": "Enforcement and the stored record agree for every subject", "verdict": "PASS", "step_id": "s2-grant", "detail": {} }, { "assertion_id": "i-audit-append-only", "text": "The audit trail is append-only", "verdict": "PASS", "step_id": "s2-grant", "detail": {} }, { "assertion_id": "c-bob-reads", "text": "Bob can read R after the grant", "verdict": "PASS", "step_id": "s2-grant", "detail": {} }, { "assertion_id": "c-carol-denied", "text": "Carol can never read R", "verdict": "PASS", "step_id": "s2-grant", "detail": {} }, { "assertion_id": "c-bob-cannot-write", "text": "A READ grant does not let Bob write R", "verdict": "PASS", "step_id": "s2-grant", "detail": {} } ] }, "recorded": { "realized": true, "verdict": "PASS", "surface": { "action": "grant_access(permission='READ', subject_id='bob')", "surface": "browser", "mechanics": { "action": "grant_access(permission='READ', subject_id='bob')", "stage": "submit", "runtime": "recorded-selector-runtime", "rationale": "replayed recorded selector [data-td=share-form]", "element_path": "#document/html/body/form", "page_signature": "{\"controls\": [\"permission\", \"subject_id\", \"subject_id\"], \"labels\": [\"permission\", \"person\", \"revoke\", \"share\"], \"tags\": {\"body\": 1, \"button\": 2, \"form\": 2, \"h1\": 1, \"head\": 1, \"html\": 1, \"input\": 2, \"label\": 2, \"option\": 2, \"select\": 1, \"title\": 1, \"ul\": 1}}", "target": "/resources/R/grant", "fields": [ "permission", "subject_id" ], "metrics": { "runtime": "recorded-selector-runtime", "wall_time_ms": 0.019, "candidates_considered": 2, "attempts": 1, "retries": 0, "tokens_in": 0, "tokens_out": 0, "model": null }, "actor": "alice", "status": 200 }, "raised": null }, "judgments": [ { "assertion_id": "i-enforcement-matches-record", "text": "Enforcement and the stored record agree for every subject", "verdict": "PASS", "step_id": "s2-grant", "detail": {} }, { "assertion_id": "i-audit-append-only", "text": "The audit trail is append-only", "verdict": "PASS", "step_id": "s2-grant", "detail": {} }, { "assertion_id": "c-bob-reads", "text": "Bob can read R after the grant", "verdict": "PASS", "step_id": "s2-grant", "detail": {} }, { "assertion_id": "c-carol-denied", "text": "Carol can never read R", "verdict": "PASS", "step_id": "s2-grant", "detail": {} }, { "assertion_id": "c-bob-cannot-write", "text": "A READ grant does not let Bob write R", "verdict": "PASS", "step_id": "s2-grant", "detail": {} } ] } } }, { "mutation": "M06", "label": "MECHANICAL", "preserves_test_ids": true, "classification": { "classification": "MECHANICAL_ADAPTATION", "reason": "the surface changed; every protected claim still holds", "signals": { "surface_differs": true, "realization_failed": false, "postcondition_met": true, "verdicts_regressed": false, "verdicts_inconclusive": false, "claims_differ": false, "evidence_incomplete": false }, "regressions": [] }, "arms": { "discovery": { "realized": true, "verdict": "PASS", "surface": { "action": "grant_access(permission='READ', subject_id='bob')", "surface": "browser", "mechanics": { "action": "grant_access(permission='READ', subject_id='bob')", "stage": "submit", "runtime": "discovery-runtime", "rationale": "score 8: wording matches the goal; collects the required fields; target names the operation", "element_path": "#document/html/body/form", "page_signature": "{\"controls\": [\"permission\", \"subject_id\", \"subject_id\"], \"labels\": [\"permission\", \"person\", \"revoke\", \"share\"], \"tags\": {\"body\": 1, \"button\": 2, \"form\": 2, \"h1\": 1, \"head\": 1, \"html\": 1, \"input\": 2, \"label\": 2, \"option\": 2, \"select\": 1, \"title\": 1, \"ul\": 1}}", "target": "/r/R/grant", "fields": [ "permission", "subject_id" ], "metrics": { "runtime": "discovery-runtime", "wall_time_ms": 0.051, "candidates_considered": 2, "attempts": 1, "retries": 0, "tokens_in": 0, "tokens_out": 0, "model": null }, "actor": "alice", "status": 200 }, "raised": null }, "judgments": [ { "assertion_id": "i-enforcement-matches-record", "text": "Enforcement and the stored record agree for every subject", "verdict": "PASS", "step_id": "s2-grant", "detail": {} }, { "assertion_id": "i-audit-append-only", "text": "The audit trail is append-only", "verdict": "PASS", "step_id": "s2-grant", "detail": {} }, { "assertion_id": "c-bob-reads", "text": "Bob can read R after the grant", "verdict": "PASS", "step_id": "s2-grant", "detail": {} }, { "assertion_id": "c-carol-denied", "text": "Carol can never read R", "verdict": "PASS", "step_id": "s2-grant", "detail": {} }, { "assertion_id": "c-bob-cannot-write", "text": "A READ grant does not let Bob write R", "verdict": "PASS", "step_id": "s2-grant", "detail": {} } ] }, "recorded": { "realized": true, "verdict": "PASS", "surface": { "action": "grant_access(permission='READ', subject_id='bob')", "surface": "browser", "mechanics": { "action": "grant_access(permission='READ', subject_id='bob')", "stage": "submit", "runtime": "recorded-selector-runtime", "rationale": "replayed recorded selector [data-td=share-form]", "element_path": "#document/html/body/form", "page_signature": "{\"controls\": [\"permission\", \"subject_id\", \"subject_id\"], \"labels\": [\"permission\", \"person\", \"revoke\", \"share\"], \"tags\": {\"body\": 1, \"button\": 2, \"form\": 2, \"h1\": 1, \"head\": 1, \"html\": 1, \"input\": 2, \"label\": 2, \"option\": 2, \"select\": 1, \"title\": 1, \"ul\": 1}}", "target": "/r/R/grant", "fields": [ "permission", "subject_id" ], "metrics": { "runtime": "recorded-selector-runtime", "wall_time_ms": 0.019, "candidates_considered": 2, "attempts": 1, "retries": 0, "tokens_in": 0, "tokens_out": 0, "model": null }, "actor": "alice", "status": 200 }, "raised": null }, "judgments": [ { "assertion_id": "i-enforcement-matches-record", "text": "Enforcement and the stored record agree for every subject", "verdict": "PASS", "step_id": "s2-grant", "detail": {} }, { "assertion_id": "i-audit-append-only", "text": "The audit trail is append-only", "verdict": "PASS", "step_id": "s2-grant", "detail": {} }, { "assertion_id": "c-bob-reads", "text": "Bob can read R after the grant", "verdict": "PASS", "step_id": "s2-grant", "detail": {} }, { "assertion_id": "c-carol-denied", "text": "Carol can never read R", "verdict": "PASS", "step_id": "s2-grant", "detail": {} }, { "assertion_id": "c-bob-cannot-write", "text": "A READ grant does not let Bob write R", "verdict": "PASS", "step_id": "s2-grant", "detail": {} } ] } } }, { "mutation": "M07", "label": "MECHANICAL", "preserves_test_ids": true, "classification": { "classification": "MECHANICAL_ADAPTATION", "reason": "the surface changed; every protected claim still holds", "signals": { "surface_differs": true, "realization_failed": false, "postcondition_met": true, "verdicts_regressed": false, "verdicts_inconclusive": false, "claims_differ": false, "evidence_incomplete": false }, "regressions": [] }, "arms": { "discovery": { "realized": true, "verdict": "PASS", "surface": { "action": "grant_access(permission='READ', subject_id='bob')", "surface": "browser", "mechanics": { "action": "grant_access(permission='READ', subject_id='bob')", "stage": "submit", "runtime": "discovery-runtime", "rationale": "score 8: wording matches the goal; collects the required fields; target names the operation", "element_path": "#document/html/body/form", "page_signature": "{\"controls\": [\"permission\", \"subject_id\", \"subject_id\"], \"labels\": [\"permission\", \"person\", \"revoke\", \"share\"], \"tags\": {\"a\": 2, \"body\": 1, \"form\": 2, \"h1\": 1, \"head\": 1, \"html\": 1, \"input\": 2, \"label\": 2, \"option\": 2, \"select\": 1, \"title\": 1, \"ul\": 1}}", "target": "/resources/R/grant", "fields": [ "permission", "subject_id" ], "metrics": { "runtime": "discovery-runtime", "wall_time_ms": 0.052, "candidates_considered": 2, "attempts": 1, "retries": 0, "tokens_in": 0, "tokens_out": 0, "model": null }, "actor": "alice", "status": 200 }, "raised": null }, "judgments": [ { "assertion_id": "i-enforcement-matches-record", "text": "Enforcement and the stored record agree for every subject", "verdict": "PASS", "step_id": "s2-grant", "detail": {} }, { "assertion_id": "i-audit-append-only", "text": "The audit trail is append-only", "verdict": "PASS", "step_id": "s2-grant", "detail": {} }, { "assertion_id": "c-bob-reads", "text": "Bob can read R after the grant", "verdict": "PASS", "step_id": "s2-grant", "detail": {} }, { "assertion_id": "c-carol-denied", "text": "Carol can never read R", "verdict": "PASS", "step_id": "s2-grant", "detail": {} }, { "assertion_id": "c-bob-cannot-write", "text": "A READ grant does not let Bob write R", "verdict": "PASS", "step_id": "s2-grant", "detail": {} } ] }, "recorded": { "realized": true, "verdict": "PASS", "surface": { "action": "grant_access(permission='READ', subject_id='bob')", "surface": "browser", "mechanics": { "action": "grant_access(permission='READ', subject_id='bob')", "stage": "submit", "runtime": "recorded-selector-runtime", "rationale": "replayed recorded selector [data-td=share-form]", "element_path": "#document/html/body/form", "page_signature": "{\"controls\": [\"permission\", \"subject_id\", \"subject_id\"], \"labels\": [\"permission\", \"person\", \"revoke\", \"share\"], \"tags\": {\"a\": 2, \"body\": 1, \"form\": 2, \"h1\": 1, \"head\": 1, \"html\": 1, \"input\": 2, \"label\": 2, \"option\": 2, \"select\": 1, \"title\": 1, \"ul\": 1}}", "target": "/resources/R/grant", "fields": [ "permission", "subject_id" ], "metrics": { "runtime": "recorded-selector-runtime", "wall_time_ms": 0.019, "candidates_considered": 2, "attempts": 1, "retries": 0, "tokens_in": 0, "tokens_out": 0, "model": null }, "actor": "alice", "status": 200 }, "raised": null }, "judgments": [ { "assertion_id": "i-enforcement-matches-record", "text": "Enforcement and the stored record agree for every subject", "verdict": "PASS", "step_id": "s2-grant", "detail": {} }, { "assertion_id": "i-audit-append-only", "text": "The audit trail is append-only", "verdict": "PASS", "step_id": "s2-grant", "detail": {} }, { "assertion_id": "c-bob-reads", "text": "Bob can read R after the grant", "verdict": "PASS", "step_id": "s2-grant", "detail": {} }, { "assertion_id": "c-carol-denied", "text": "Carol can never read R", "verdict": "PASS", "step_id": "s2-grant", "detail": {} }, { "assertion_id": "c-bob-cannot-write", "text": "A READ grant does not let Bob write R", "verdict": "PASS", "step_id": "s2-grant", "detail": {} } ] } } }, { "mutation": "M08", "label": "MECHANICAL", "preserves_test_ids": true, "classification": { "classification": "MECHANICAL_ADAPTATION", "reason": "the surface changed; every protected claim still holds", "signals": { "surface_differs": true, "realization_failed": false, "postcondition_met": true, "verdicts_regressed": false, "verdicts_inconclusive": false, "claims_differ": false, "evidence_incomplete": false }, "regressions": [] }, "arms": { "discovery": { "realized": true, "verdict": "PASS", "surface": { "action": "grant_access(permission='READ', subject_id='bob')", "surface": "browser", "mechanics": { "action": "grant_access(permission='READ', subject_id='bob')", "stage": "submit", "runtime": "discovery-runtime", "rationale": "score 8: wording matches the goal; collects the required fields; target names the operation", "element_path": "#document/html/body/form", "page_signature": "{\"controls\": [\"permission\", \"subject_id\", \"subject_id\"], \"labels\": [\"permission\", \"person\", \"revoke\", \"share\", \"yes, revoke\"], \"tags\": {\"body\": 1, \"button\": 3, \"form\": 2, \"h1\": 1, \"head\": 1, \"html\": 1, \"input\": 2, \"label\": 2, \"option\": 2, \"p\": 1, \"select\": 1, \"title\": 1, \"ul\": 1}}", "target": "/resources/R/grant", "fields": [ "permission", "subject_id" ], "metrics": { "runtime": "discovery-runtime", "wall_time_ms": 0.055, "candidates_considered": 2, "attempts": 1, "retries": 0, "tokens_in": 0, "tokens_out": 0, "model": null }, "actor": "alice", "status": 200 }, "raised": null }, "judgments": [ { "assertion_id": "i-enforcement-matches-record", "text": "Enforcement and the stored record agree for every subject", "verdict": "PASS", "step_id": "s2-grant", "detail": {} }, { "assertion_id": "i-audit-append-only", "text": "The audit trail is append-only", "verdict": "PASS", "step_id": "s2-grant", "detail": {} }, { "assertion_id": "c-bob-reads", "text": "Bob can read R after the grant", "verdict": "PASS", "step_id": "s2-grant", "detail": {} }, { "assertion_id": "c-carol-denied", "text": "Carol can never read R", "verdict": "PASS", "step_id": "s2-grant", "detail": {} }, { "assertion_id": "c-bob-cannot-write", "text": "A READ grant does not let Bob write R", "verdict": "PASS", "step_id": "s2-grant", "detail": {} } ] }, "recorded": { "realized": true, "verdict": "PASS", "surface": { "action": "grant_access(permission='READ', subject_id='bob')", "surface": "browser", "mechanics": { "action": "grant_access(permission='READ', subject_id='bob')", "stage": "submit", "runtime": "recorded-selector-runtime", "rationale": "replayed recorded selector [data-td=share-form]", "element_path": "#document/html/body/form", "page_signature": "{\"controls\": [\"permission\", \"subject_id\", \"subject_id\"], \"labels\": [\"permission\", \"person\", \"revoke\", \"share\", \"yes, revoke\"], \"tags\": {\"body\": 1, \"button\": 3, \"form\": 2, \"h1\": 1, \"head\": 1, \"html\": 1, \"input\": 2, \"label\": 2, \"option\": 2, \"p\": 1, \"select\": 1, \"title\": 1, \"ul\": 1}}", "target": "/resources/R/grant", "fields": [ "permission", "subject_id" ], "metrics": { "runtime": "recorded-selector-runtime", "wall_time_ms": 0.02, "candidates_considered": 2, "attempts": 1, "retries": 0, "tokens_in": 0, "tokens_out": 0, "model": null }, "actor": "alice", "status": 200 }, "raised": null }, "judgments": [ { "assertion_id": "i-enforcement-matches-record", "text": "Enforcement and the stored record agree for every subject", "verdict": "PASS", "step_id": "s2-grant", "detail": {} }, { "assertion_id": "i-audit-append-only", "text": "The audit trail is append-only", "verdict": "PASS", "step_id": "s2-grant", "detail": {} }, { "assertion_id": "c-bob-reads", "text": "Bob can read R after the grant", "verdict": "PASS", "step_id": "s2-grant", "detail": {} }, { "assertion_id": "c-carol-denied", "text": "Carol can never read R", "verdict": "PASS", "step_id": "s2-grant", "detail": {} }, { "assertion_id": "c-bob-cannot-write", "text": "A READ grant does not let Bob write R", "verdict": "PASS", "step_id": "s2-grant", "detail": {} } ] } } }, { "mutation": "M09", "label": "MECHANICAL", "preserves_test_ids": true, "classification": { "classification": "UNCHANGED", "reason": "no observable difference from baseline", "signals": { "surface_differs": false, "realization_failed": false, "postcondition_met": true, "verdicts_regressed": false, "verdicts_inconclusive": false, "claims_differ": false, "evidence_incomplete": false }, "regressions": [] }, "arms": { "discovery": { "realized": true, "verdict": "PASS", "surface": { "action": "grant_access(permission='READ', subject_id='bob')", "surface": "browser", "mechanics": { "action": "grant_access(permission='READ', subject_id='bob')", "stage": "submit", "runtime": "discovery-runtime", "rationale": "score 8: wording matches the goal; collects the required fields; target names the operation", "element_path": "#document/html/body/form", "page_signature": "{\"controls\": [\"permission\", \"subject_id\", \"subject_id\"], \"labels\": [\"permission\", \"person\", \"revoke\", \"share\"], \"tags\": {\"body\": 1, \"button\": 2, \"form\": 2, \"h1\": 1, \"head\": 1, \"html\": 1, \"input\": 2, \"label\": 2, \"option\": 2, \"select\": 1, \"title\": 1, \"ul\": 1}}", "target": "/resources/R/grant", "fields": [ "permission", "subject_id" ], "metrics": { "runtime": "discovery-runtime", "wall_time_ms": 0.073, "candidates_considered": 2, "attempts": 1, "retries": 0, "tokens_in": 0, "tokens_out": 0, "model": null }, "actor": "alice", "status": 200 }, "raised": null }, "judgments": [ { "assertion_id": "i-enforcement-matches-record", "text": "Enforcement and the stored record agree for every subject", "verdict": "PASS", "step_id": "s2-grant", "detail": {} }, { "assertion_id": "i-audit-append-only", "text": "The audit trail is append-only", "verdict": "PASS", "step_id": "s2-grant", "detail": {} }, { "assertion_id": "c-bob-reads", "text": "Bob can read R after the grant", "verdict": "PASS", "step_id": "s2-grant", "detail": {} }, { "assertion_id": "c-carol-denied", "text": "Carol can never read R", "verdict": "PASS", "step_id": "s2-grant", "detail": {} }, { "assertion_id": "c-bob-cannot-write", "text": "A READ grant does not let Bob write R", "verdict": "PASS", "step_id": "s2-grant", "detail": {} } ] }, "recorded": { "realized": true, "verdict": "PASS", "surface": { "action": "grant_access(permission='READ', subject_id='bob')", "surface": "browser", "mechanics": { "action": "grant_access(permission='READ', subject_id='bob')", "stage": "submit", "runtime": "recorded-selector-runtime", "rationale": "replayed recorded selector [data-td=share-form]", "element_path": "#document/html/body/form", "page_signature": "{\"controls\": [\"permission\", \"subject_id\", \"subject_id\"], \"labels\": [\"permission\", \"person\", \"revoke\", \"share\"], \"tags\": {\"body\": 1, \"button\": 2, \"form\": 2, \"h1\": 1, \"head\": 1, \"html\": 1, \"input\": 2, \"label\": 2, \"option\": 2, \"select\": 1, \"title\": 1, \"ul\": 1}}", "target": "/resources/R/grant", "fields": [ "permission", "subject_id" ], "metrics": { "runtime": "recorded-selector-runtime", "wall_time_ms": 0.019, "candidates_considered": 2, "attempts": 1, "retries": 0, "tokens_in": 0, "tokens_out": 0, "model": null }, "actor": "alice", "status": 200 }, "raised": null }, "judgments": [ { "assertion_id": "i-enforcement-matches-record", "text": "Enforcement and the stored record agree for every subject", "verdict": "PASS", "step_id": "s2-grant", "detail": {} }, { "assertion_id": "i-audit-append-only", "text": "The audit trail is append-only", "verdict": "PASS", "step_id": "s2-grant", "detail": {} }, { "assertion_id": "c-bob-reads", "text": "Bob can read R after the grant", "verdict": "PASS", "step_id": "s2-grant", "detail": {} }, { "assertion_id": "c-carol-denied", "text": "Carol can never read R", "verdict": "PASS", "step_id": "s2-grant", "detail": {} }, { "assertion_id": "c-bob-cannot-write", "text": "A READ grant does not let Bob write R", "verdict": "PASS", "step_id": "s2-grant", "detail": {} } ] } } }, { "mutation": "M10", "label": "MECHANICAL", "preserves_test_ids": true, "classification": { "classification": "UNCHANGED", "reason": "no observable difference from baseline", "signals": { "surface_differs": false, "realization_failed": false, "postcondition_met": true, "verdicts_regressed": false, "verdicts_inconclusive": false, "claims_differ": false, "evidence_incomplete": false }, "regressions": [] }, "arms": { "discovery": { "realized": true, "verdict": "PASS", "surface": { "action": "grant_access(permission='READ', subject_id='bob')", "surface": "browser", "mechanics": { "action": "grant_access(permission='READ', subject_id='bob')", "stage": "submit", "runtime": "discovery-runtime", "rationale": "score 8: wording matches the goal; collects the required fields; target names the operation", "element_path": "#document/html/body/form", "page_signature": "{\"controls\": [\"permission\", \"subject_id\", \"subject_id\"], \"labels\": [\"permission\", \"person\", \"revoke\", \"share\"], \"tags\": {\"body\": 1, \"button\": 2, \"form\": 2, \"h1\": 1, \"head\": 1, \"html\": 1, \"input\": 2, \"label\": 2, \"option\": 2, \"select\": 1, \"title\": 1, \"ul\": 1}}", "target": "/resources/R/grant", "fields": [ "permission", "subject_id" ], "metrics": { "runtime": "discovery-runtime", "wall_time_ms": 0.05, "candidates_considered": 2, "attempts": 1, "retries": 0, "tokens_in": 0, "tokens_out": 0, "model": null }, "actor": "alice", "status": 200 }, "raised": null }, "judgments": [ { "assertion_id": "i-enforcement-matches-record", "text": "Enforcement and the stored record agree for every subject", "verdict": "PASS", "step_id": "s2-grant", "detail": {} }, { "assertion_id": "i-audit-append-only", "text": "The audit trail is append-only", "verdict": "PASS", "step_id": "s2-grant", "detail": {} }, { "assertion_id": "c-bob-reads", "text": "Bob can read R after the grant", "verdict": "PASS", "step_id": "s2-grant", "detail": {} }, { "assertion_id": "c-carol-denied", "text": "Carol can never read R", "verdict": "PASS", "step_id": "s2-grant", "detail": {} }, { "assertion_id": "c-bob-cannot-write", "text": "A READ grant does not let Bob write R", "verdict": "PASS", "step_id": "s2-grant", "detail": {} } ] }, "recorded": { "realized": true, "verdict": "PASS", "surface": { "action": "grant_access(permission='READ', subject_id='bob')", "surface": "browser", "mechanics": { "action": "grant_access(permission='READ', subject_id='bob')", "stage": "submit", "runtime": "recorded-selector-runtime", "rationale": "replayed recorded selector [data-td=share-form]", "element_path": "#document/html/body/form", "page_signature": "{\"controls\": [\"permission\", \"subject_id\", \"subject_id\"], \"labels\": [\"permission\", \"person\", \"revoke\", \"share\"], \"tags\": {\"body\": 1, \"button\": 2, \"form\": 2, \"h1\": 1, \"head\": 1, \"html\": 1, \"input\": 2, \"label\": 2, \"option\": 2, \"select\": 1, \"title\": 1, \"ul\": 1}}", "target": "/resources/R/grant", "fields": [ "permission", "subject_id" ], "metrics": { "runtime": "recorded-selector-runtime", "wall_time_ms": 0.028, "candidates_considered": 2, "attempts": 1, "retries": 0, "tokens_in": 0, "tokens_out": 0, "model": null }, "actor": "alice", "status": 200 }, "raised": null }, "judgments": [ { "assertion_id": "i-enforcement-matches-record", "text": "Enforcement and the stored record agree for every subject", "verdict": "PASS", "step_id": "s2-grant", "detail": {} }, { "assertion_id": "i-audit-append-only", "text": "The audit trail is append-only", "verdict": "PASS", "step_id": "s2-grant", "detail": {} }, { "assertion_id": "c-bob-reads", "text": "Bob can read R after the grant", "verdict": "PASS", "step_id": "s2-grant", "detail": {} }, { "assertion_id": "c-carol-denied", "text": "Carol can never read R", "verdict": "PASS", "step_id": "s2-grant", "detail": {} }, { "assertion_id": "c-bob-cannot-write", "text": "A READ grant does not let Bob write R", "verdict": "PASS", "step_id": "s2-grant", "detail": {} } ] } } }, { "mutation": "M21", "label": "MECHANICAL", "preserves_test_ids": false, "classification": { "classification": "MECHANICAL_ADAPTATION", "reason": "the surface changed; every protected claim still holds", "signals": { "surface_differs": true, "realization_failed": false, "postcondition_met": true, "verdicts_regressed": false, "verdicts_inconclusive": false, "claims_differ": false, "evidence_incomplete": false }, "regressions": [] }, "arms": { "discovery": { "realized": true, "verdict": "PASS", "surface": { "action": "grant_access(permission='READ', subject_id='bob')", "surface": "browser", "mechanics": { "action": "grant_access(permission='READ', subject_id='bob')", "stage": "submit", "runtime": "discovery-runtime", "rationale": "score 8: wording matches the goal; collects the required fields; target names the operation", "element_path": "#document/html/body/form", "page_signature": "{\"controls\": [\"permission\", \"subject_id\", \"subject_id\"], \"labels\": [\"give access\", \"permission\", \"person\", \"withdraw access\"], \"tags\": {\"body\": 1, \"button\": 2, \"form\": 2, \"h1\": 1, \"head\": 1, \"html\": 1, \"input\": 2, \"label\": 2, \"option\": 2, \"select\": 1, \"title\": 1, \"ul\": 1}}", "target": "/resources/R/grant", "fields": [ "permission", "subject_id" ], "metrics": { "runtime": "discovery-runtime", "wall_time_ms": 0.051, "candidates_considered": 2, "attempts": 1, "retries": 0, "tokens_in": 0, "tokens_out": 0, "model": null }, "actor": "alice", "status": 200 }, "raised": null }, "judgments": [ { "assertion_id": "i-enforcement-matches-record", "text": "Enforcement and the stored record agree for every subject", "verdict": "PASS", "step_id": "s2-grant", "detail": {} }, { "assertion_id": "i-audit-append-only", "text": "The audit trail is append-only", "verdict": "PASS", "step_id": "s2-grant", "detail": {} }, { "assertion_id": "c-bob-reads", "text": "Bob can read R after the grant", "verdict": "PASS", "step_id": "s2-grant", "detail": {} }, { "assertion_id": "c-carol-denied", "text": "Carol can never read R", "verdict": "PASS", "step_id": "s2-grant", "detail": {} }, { "assertion_id": "c-bob-cannot-write", "text": "A READ grant does not let Bob write R", "verdict": "PASS", "step_id": "s2-grant", "detail": {} } ] }, "recorded": { "realized": false, "verdict": "INCONCLUSIVE", "surface": { "action": "grant_access(permission='READ', subject_id='bob')", "surface": "browser", "mechanics": { "action": "grant_access", "stage": "discovery", "runtime": "recorded-selector-runtime", "page_signature": "{\"controls\": [\"permission\", \"subject_id\", \"subject_id\"], \"labels\": [\"give access\", \"permission\", \"person\", \"withdraw access\"], \"tags\": {\"body\": 1, \"button\": 2, \"form\": 2, \"h1\": 1, \"head\": 1, \"html\": 1, \"input\": 2, \"label\": 2, \"option\": 2, \"select\": 1, \"title\": 1, \"ul\": 1}}" }, "raised": "RealizationFailed: recorded selector [data-td='share-form'] matched nothing" }, "judgments": [ { "assertion_id": "i-enforcement-matches-record", "text": "Enforcement and the stored record agree for every subject", "verdict": "PASS", "step_id": "s2-grant", "detail": {} }, { "assertion_id": "i-audit-append-only", "text": "The audit trail is append-only", "verdict": "PASS", "step_id": "s2-grant", "detail": {} }, { "assertion_id": "c-bob-reads", "text": "Bob can read R after the grant", "verdict": "INCONCLUSIVE", "step_id": "s2-grant", "detail": { "reason": "an earlier step in this scenario did not complete, so the state this claim describes was never reached" } }, { "assertion_id": "c-carol-denied", "text": "Carol can never read R", "verdict": "INCONCLUSIVE", "step_id": "s2-grant", "detail": { "reason": "an earlier step in this scenario did not complete, so the state this claim describes was never reached" } }, { "assertion_id": "c-bob-cannot-write", "text": "A READ grant does not let Bob write R", "verdict": "INCONCLUSIVE", "step_id": "s2-grant", "detail": { "reason": "an earlier step in this scenario did not complete, so the state this claim describes was never reached" } } ] } } }, { "mutation": "M22", "label": "MECHANICAL", "preserves_test_ids": false, "classification": { "classification": "AMBIGUOUS", "reason": "at least one assertion could not be judged from the evidence", "signals": { "surface_differs": true, "realization_failed": true, "postcondition_met": false, "verdicts_regressed": false, "verdicts_inconclusive": true, "claims_differ": false, "evidence_incomplete": false }, "regressions": [] }, "arms": { "discovery": { "realized": false, "verdict": "INCONCLUSIVE", "surface": { "action": "grant_access(permission='READ', subject_id='bob')", "surface": "browser", "mechanics": { "action": "grant_access", "stage": "discovery", "runtime": "discovery-runtime", "page_signature": "{\"controls\": [\"permission\", \"recipient\", \"subject_id\"], \"labels\": [\"permission\", \"person\", \"revoke\", \"share\"], \"tags\": {\"body\": 1, \"button\": 2, \"form\": 2, \"h1\": 1, \"head\": 1, \"html\": 1, \"input\": 2, \"label\": 2, \"option\": 2, \"select\": 1, \"title\": 1, \"ul\": 1}}" }, "raised": "RealizationFailed: control for 'grant_access' does not accept ['subject_id']" }, "judgments": [ { "assertion_id": "i-enforcement-matches-record", "text": "Enforcement and the stored record agree for every subject", "verdict": "PASS", "step_id": "s2-grant", "detail": {} }, { "assertion_id": "i-audit-append-only", "text": "The audit trail is append-only", "verdict": "PASS", "step_id": "s2-grant", "detail": {} }, { "assertion_id": "c-bob-reads", "text": "Bob can read R after the grant", "verdict": "INCONCLUSIVE", "step_id": "s2-grant", "detail": { "reason": "an earlier step in this scenario did not complete, so the state this claim describes was never reached" } }, { "assertion_id": "c-carol-denied", "text": "Carol can never read R", "verdict": "INCONCLUSIVE", "step_id": "s2-grant", "detail": { "reason": "an earlier step in this scenario did not complete, so the state this claim describes was never reached" } }, { "assertion_id": "c-bob-cannot-write", "text": "A READ grant does not let Bob write R", "verdict": "INCONCLUSIVE", "step_id": "s2-grant", "detail": { "reason": "an earlier step in this scenario did not complete, so the state this claim describes was never reached" } } ] }, "recorded": { "realized": false, "verdict": "INCONCLUSIVE", "surface": { "action": "grant_access(permission='READ', subject_id='bob')", "surface": "browser", "mechanics": { "action": "grant_access", "stage": "discovery", "runtime": "recorded-selector-runtime", "page_signature": "{\"controls\": [\"permission\", \"recipient\", \"subject_id\"], \"labels\": [\"permission\", \"person\", \"revoke\", \"share\"], \"tags\": {\"body\": 1, \"button\": 2, \"form\": 2, \"h1\": 1, \"head\": 1, \"html\": 1, \"input\": 2, \"label\": 2, \"option\": 2, \"select\": 1, \"title\": 1, \"ul\": 1}}" }, "raised": "RealizationFailed: recorded selector [data-td='share-form'] matched nothing" }, "judgments": [ { "assertion_id": "i-enforcement-matches-record", "text": "Enforcement and the stored record agree for every subject", "verdict": "PASS", "step_id": "s2-grant", "detail": {} }, { "assertion_id": "i-audit-append-only", "text": "The audit trail is append-only", "verdict": "PASS", "step_id": "s2-grant", "detail": {} }, { "assertion_id": "c-bob-reads", "text": "Bob can read R after the grant", "verdict": "INCONCLUSIVE", "step_id": "s2-grant", "detail": { "reason": "an earlier step in this scenario did not complete, so the state this claim describes was never reached" } }, { "assertion_id": "c-carol-denied", "text": "Carol can never read R", "verdict": "INCONCLUSIVE", "step_id": "s2-grant", "detail": { "reason": "an earlier step in this scenario did not complete, so the state this claim describes was never reached" } }, { "assertion_id": "c-bob-cannot-write", "text": "A READ grant does not let Bob write R", "verdict": "INCONCLUSIVE", "step_id": "s2-grant", "detail": { "reason": "an earlier step in this scenario did not complete, so the state this claim describes was never reached" } } ] } } }, { "mutation": "M24", "label": "MECHANICAL", "preserves_test_ids": true, "classification": { "classification": "MECHANICAL_ADAPTATION", "reason": "the surface changed; every protected claim still holds", "signals": { "surface_differs": true, "realization_failed": false, "postcondition_met": true, "verdicts_regressed": false, "verdicts_inconclusive": false, "claims_differ": false, "evidence_incomplete": false }, "regressions": [] }, "arms": { "discovery": { "realized": true, "verdict": "PASS", "surface": { "action": "grant_access(permission='READ', subject_id='bob')", "surface": "browser", "mechanics": { "action": "grant_access(permission='READ', subject_id='bob')", "stage": "submit", "runtime": "discovery-runtime", "rationale": "score 6: wording matches the goal; collects the required fields", "element_path": "#document/html/body/form", "page_signature": "{\"controls\": [\"permission\", \"subject_id\", \"subject_id\"], \"labels\": [\"permission\", \"person\", \"revoke\", \"share\"], \"tags\": {\"body\": 1, \"button\": 2, \"form\": 2, \"h1\": 1, \"head\": 1, \"html\": 1, \"input\": 2, \"label\": 2, \"option\": 2, \"select\": 1, \"title\": 1, \"ul\": 1}}", "target": "/resources/R/share", "fields": [ "permission", "subject_id" ], "metrics": { "runtime": "discovery-runtime", "wall_time_ms": 0.05, "candidates_considered": 2, "attempts": 1, "retries": 0, "tokens_in": 0, "tokens_out": 0, "model": null }, "actor": "alice", "status": 200 }, "raised": null }, "judgments": [ { "assertion_id": "i-enforcement-matches-record", "text": "Enforcement and the stored record agree for every subject", "verdict": "PASS", "step_id": "s2-grant", "detail": {} }, { "assertion_id": "i-audit-append-only", "text": "The audit trail is append-only", "verdict": "PASS", "step_id": "s2-grant", "detail": {} }, { "assertion_id": "c-bob-reads", "text": "Bob can read R after the grant", "verdict": "PASS", "step_id": "s2-grant", "detail": {} }, { "assertion_id": "c-carol-denied", "text": "Carol can never read R", "verdict": "PASS", "step_id": "s2-grant", "detail": {} }, { "assertion_id": "c-bob-cannot-write", "text": "A READ grant does not let Bob write R", "verdict": "PASS", "step_id": "s2-grant", "detail": {} } ] }, "recorded": { "realized": true, "verdict": "PASS", "surface": { "action": "grant_access(permission='READ', subject_id='bob')", "surface": "browser", "mechanics": { "action": "grant_access(permission='READ', subject_id='bob')", "stage": "submit", "runtime": "recorded-selector-runtime", "rationale": "replayed recorded selector [data-td=share-form]", "element_path": "#document/html/body/form", "page_signature": "{\"controls\": [\"permission\", \"subject_id\", \"subject_id\"], \"labels\": [\"permission\", \"person\", \"revoke\", \"share\"], \"tags\": {\"body\": 1, \"button\": 2, \"form\": 2, \"h1\": 1, \"head\": 1, \"html\": 1, \"input\": 2, \"label\": 2, \"option\": 2, \"select\": 1, \"title\": 1, \"ul\": 1}}", "target": "/resources/R/share", "fields": [ "permission", "subject_id" ], "metrics": { "runtime": "recorded-selector-runtime", "wall_time_ms": 0.019, "candidates_considered": 2, "attempts": 1, "retries": 0, "tokens_in": 0, "tokens_out": 0, "model": null }, "actor": "alice", "status": 200 }, "raised": null }, "judgments": [ { "assertion_id": "i-enforcement-matches-record", "text": "Enforcement and the stored record agree for every subject", "verdict": "PASS", "step_id": "s2-grant", "detail": {} }, { "assertion_id": "i-audit-append-only", "text": "The audit trail is append-only", "verdict": "PASS", "step_id": "s2-grant", "detail": {} }, { "assertion_id": "c-bob-reads", "text": "Bob can read R after the grant", "verdict": "PASS", "step_id": "s2-grant", "detail": {} }, { "assertion_id": "c-carol-denied", "text": "Carol can never read R", "verdict": "PASS", "step_id": "s2-grant", "detail": {} }, { "assertion_id": "c-bob-cannot-write", "text": "A READ grant does not let Bob write R", "verdict": "PASS", "step_id": "s2-grant", "detail": {} } ] } } }, { "mutation": "M23", "label": "DEFECT", "preserves_test_ids": true, "classification": { "classification": "AMBIGUOUS", "reason": "at least one assertion could not be judged from the evidence", "signals": { "surface_differs": true, "realization_failed": true, "postcondition_met": false, "verdicts_regressed": false, "verdicts_inconclusive": true, "claims_differ": false, "evidence_incomplete": false }, "regressions": [] }, "arms": {} }, { "mutation": "M11", "label": "SEMANTIC", "preserves_test_ids": true, "classification": { "classification": "BEHAVIOUR_CHANGED", "reason": "claims that held at baseline no longer hold", "signals": { "surface_differs": false, "realization_failed": false, "postcondition_met": true, "verdicts_regressed": true, "verdicts_inconclusive": false, "claims_differ": false, "evidence_incomplete": false }, "regressions": [ "c-bob-reads@s2-grant", "i-enforcement-matches-record@s2-grant" ] }, "arms": {} }, { "mutation": "M12", "label": "SEMANTIC", "preserves_test_ids": true, "classification": { "classification": "BEHAVIOUR_CHANGED", "reason": "claims that held at baseline no longer hold", "signals": { "surface_differs": false, "realization_failed": false, "postcondition_met": false, "verdicts_regressed": true, "verdicts_inconclusive": false, "claims_differ": false, "evidence_incomplete": false }, "regressions": [ "c-bob-revoked@s3-revoke" ] }, "arms": {} }, { "mutation": "M13", "label": "SEMANTIC", "preserves_test_ids": true, "classification": { "classification": "UNCHANGED", "reason": "no observable difference from baseline", "signals": { "surface_differs": false, "realization_failed": false, "postcondition_met": true, "verdicts_regressed": false, "verdicts_inconclusive": false, "claims_differ": false, "evidence_incomplete": false }, "regressions": [] }, "arms": {} }, { "mutation": "M14", "label": "SEMANTIC", "preserves_test_ids": true, "classification": { "classification": "UNCHANGED", "reason": "no observable difference from baseline", "signals": { "surface_differs": false, "realization_failed": false, "postcondition_met": true, "verdicts_regressed": false, "verdicts_inconclusive": false, "claims_differ": false, "evidence_incomplete": false }, "regressions": [] }, "arms": {} }, { "mutation": "M15", "label": "DEFECT", "preserves_test_ids": true, "classification": { "classification": "BEHAVIOUR_CHANGED", "reason": "claims that held at baseline no longer hold", "signals": { "surface_differs": false, "realization_failed": false, "postcondition_met": true, "verdicts_regressed": true, "verdicts_inconclusive": false, "claims_differ": false, "evidence_incomplete": false }, "regressions": [ "c-bob-revoked@s3-revoke", "i-enforcement-matches-record@s3-revoke" ] }, "arms": {} }, { "mutation": "M16", "label": "DEFECT", "preserves_test_ids": true, "classification": { "classification": "BEHAVIOUR_CHANGED", "reason": "claims that held at baseline no longer hold", "signals": { "surface_differs": false, "realization_failed": false, "postcondition_met": false, "verdicts_regressed": true, "verdicts_inconclusive": false, "claims_differ": false, "evidence_incomplete": false }, "regressions": [ "c-bob-cannot-write@s2-grant" ] }, "arms": {} }, { "mutation": "M17", "label": "DEFECT", "preserves_test_ids": true, "classification": { "classification": "BEHAVIOUR_CHANGED", "reason": "claims that held at baseline no longer hold", "signals": { "surface_differs": false, "realization_failed": false, "postcondition_met": true, "verdicts_regressed": true, "verdicts_inconclusive": false, "claims_differ": false, "evidence_incomplete": false }, "regressions": [ "c-bob-revoked@s3-revoke", "c-carol-denied@s2-grant", "i-enforcement-matches-record@s1-create", "i-enforcement-matches-record@s2-grant", "i-enforcement-matches-record@s3-revoke" ] }, "arms": {} }, { "mutation": "M18", "label": "DEFECT", "preserves_test_ids": true, "classification": { "classification": "BEHAVIOUR_CHANGED", "reason": "claims that held at baseline no longer hold", "signals": { "surface_differs": false, "realization_failed": false, "postcondition_met": true, "verdicts_regressed": true, "verdicts_inconclusive": false, "claims_differ": false, "evidence_incomplete": false }, "regressions": [ "c-revoke-audited@s3-revoke" ] }, "arms": {} }, { "mutation": "M19", "label": "DEFECT", "preserves_test_ids": true, "classification": { "classification": "BEHAVIOUR_CHANGED", "reason": "claims that held at baseline no longer hold", "signals": { "surface_differs": false, "realization_failed": false, "postcondition_met": false, "verdicts_regressed": true, "verdicts_inconclusive": false, "claims_differ": false, "evidence_incomplete": false }, "regressions": [ "c-bob-revoked@s3-revoke" ] }, "arms": {} }, { "mutation": "M20", "label": "DEFECT", "preserves_test_ids": true, "classification": { "classification": "BEHAVIOUR_CHANGED", "reason": "claims that held at baseline no longer hold", "signals": { "surface_differs": false, "realization_failed": false, "postcondition_met": true, "verdicts_regressed": true, "verdicts_inconclusive": false, "claims_differ": false, "evidence_incomplete": false }, "regressions": [ "c-bob-revoked@s3-revoke", "c-carol-denied@s2-grant", "i-enforcement-matches-record@s1-create", "i-enforcement-matches-record@s2-grant", "i-enforcement-matches-record@s3-revoke" ] }, "arms": {} }, { "mutation": "M25", "label": "MECHANICAL", "preserves_test_ids": false, "classification": { "classification": "UNCHANGED", "reason": "no observable difference from baseline", "signals": { "surface_differs": false, "realization_failed": false, "postcondition_met": true, "verdicts_regressed": false, "verdicts_inconclusive": false, "claims_differ": false, "evidence_incomplete": false }, "regressions": [] }, "arms": { "discovery": { "realized": true, "verdict": "PASS", "surface": { "action": "grant_access(permission='READ', subject_id='bob')", "surface": "browser", "mechanics": { "action": "grant_access(permission='READ', subject_id='bob')", "stage": "submit", "runtime": "discovery-runtime", "rationale": "score 8: wording matches the goal; collects the required fields; target names the operation", "element_path": "#document/html/body/form", "page_signature": "{\"controls\": [\"permission\", \"subject_id\", \"subject_id\"], \"labels\": [\"permission\", \"person\", \"revoke\", \"share\"], \"tags\": {\"body\": 1, \"button\": 2, \"form\": 2, \"h1\": 1, \"head\": 1, \"html\": 1, \"input\": 2, \"label\": 2, \"option\": 2, \"select\": 1, \"title\": 1, \"ul\": 1}}", "target": "/resources/R/grant", "fields": [ "permission", "subject_id" ], "metrics": { "runtime": "discovery-runtime", "wall_time_ms": 0.051, "candidates_considered": 2, "attempts": 1, "retries": 0, "tokens_in": 0, "tokens_out": 0, "model": null }, "actor": "alice", "status": 200 }, "raised": null }, "judgments": [ { "assertion_id": "i-enforcement-matches-record", "text": "Enforcement and the stored record agree for every subject", "verdict": "PASS", "step_id": "s2-grant", "detail": {} }, { "assertion_id": "i-audit-append-only", "text": "The audit trail is append-only", "verdict": "PASS", "step_id": "s2-grant", "detail": {} }, { "assertion_id": "c-bob-reads", "text": "Bob can read R after the grant", "verdict": "PASS", "step_id": "s2-grant", "detail": {} }, { "assertion_id": "c-carol-denied", "text": "Carol can never read R", "verdict": "PASS", "step_id": "s2-grant", "detail": {} }, { "assertion_id": "c-bob-cannot-write", "text": "A READ grant does not let Bob write R", "verdict": "PASS", "step_id": "s2-grant", "detail": {} } ] }, "recorded": { "realized": false, "verdict": "INCONCLUSIVE", "surface": { "action": "grant_access(permission='READ', subject_id='bob')", "surface": "browser", "mechanics": { "action": "grant_access", "stage": "discovery", "runtime": "recorded-selector-runtime", "page_signature": "{\"controls\": [\"permission\", \"subject_id\", \"subject_id\"], \"labels\": [\"permission\", \"person\", \"revoke\", \"share\"], \"tags\": {\"body\": 1, \"button\": 2, \"form\": 2, \"h1\": 1, \"head\": 1, \"html\": 1, \"input\": 2, \"label\": 2, \"option\": 2, \"select\": 1, \"title\": 1, \"ul\": 1}}" }, "raised": "RealizationFailed: recorded selector [data-td='share-form'] matched nothing" }, "judgments": [ { "assertion_id": "i-enforcement-matches-record", "text": "Enforcement and the stored record agree for every subject", "verdict": "PASS", "step_id": "s2-grant", "detail": {} }, { "assertion_id": "i-audit-append-only", "text": "The audit trail is append-only", "verdict": "PASS", "step_id": "s2-grant", "detail": {} }, { "assertion_id": "c-bob-reads", "text": "Bob can read R after the grant", "verdict": "INCONCLUSIVE", "step_id": "s2-grant", "detail": { "reason": "an earlier step in this scenario did not complete, so the state this claim describes was never reached" } }, { "assertion_id": "c-carol-denied", "text": "Carol can never read R", "verdict": "INCONCLUSIVE", "step_id": "s2-grant", "detail": { "reason": "an earlier step in this scenario did not complete, so the state this claim describes was never reached" } }, { "assertion_id": "c-bob-cannot-write", "text": "A READ grant does not let Bob write R", "verdict": "INCONCLUSIVE", "step_id": "s2-grant", "detail": { "reason": "an earlier step in this scenario did not complete, so the state this claim describes was never reached" } } ] } } }, { "mutation": "M32", "label": "MECHANICAL", "preserves_test_ids": true, "classification": { "classification": "UNCHANGED", "reason": "no observable difference from baseline", "signals": { "surface_differs": false, "realization_failed": false, "postcondition_met": true, "verdicts_regressed": false, "verdicts_inconclusive": false, "claims_differ": false, "evidence_incomplete": false }, "regressions": [] }, "arms": { "discovery": { "realized": true, "verdict": "PASS", "surface": { "action": "grant_access(permission='READ', subject_id='bob')", "surface": "browser", "mechanics": { "action": "grant_access(permission='READ', subject_id='bob')", "stage": "submit", "runtime": "discovery-runtime", "rationale": "score 8: wording matches the goal; collects the required fields; target names the operation", "element_path": "#document/html/body/form", "page_signature": "{\"controls\": [\"permission\", \"subject_id\", \"subject_id\"], \"labels\": [\"permission\", \"person\", \"revoke\", \"share\"], \"tags\": {\"body\": 1, \"button\": 2, \"form\": 2, \"h1\": 1, \"head\": 1, \"html\": 1, \"input\": 2, \"label\": 2, \"option\": 2, \"select\": 1, \"title\": 1, \"ul\": 1}}", "target": "/resources/R/grant", "fields": [ "permission", "subject_id" ], "metrics": { "runtime": "discovery-runtime", "wall_time_ms": 0.053, "candidates_considered": 2, "attempts": 1, "retries": 0, "tokens_in": 0, "tokens_out": 0, "model": null }, "actor": "alice", "status": 200 }, "raised": null }, "judgments": [ { "assertion_id": "i-enforcement-matches-record", "text": "Enforcement and the stored record agree for every subject", "verdict": "PASS", "step_id": "s2-grant", "detail": {} }, { "assertion_id": "i-audit-append-only", "text": "The audit trail is append-only", "verdict": "PASS", "step_id": "s2-grant", "detail": {} }, { "assertion_id": "c-bob-reads", "text": "Bob can read R after the grant", "verdict": "PASS", "step_id": "s2-grant", "detail": {} }, { "assertion_id": "c-carol-denied", "text": "Carol can never read R", "verdict": "PASS", "step_id": "s2-grant", "detail": {} }, { "assertion_id": "c-bob-cannot-write", "text": "A READ grant does not let Bob write R", "verdict": "PASS", "step_id": "s2-grant", "detail": {} } ] }, "recorded": { "realized": true, "verdict": "PASS", "surface": { "action": "grant_access(permission='READ', subject_id='bob')", "surface": "browser", "mechanics": { "action": "grant_access(permission='READ', subject_id='bob')", "stage": "submit", "runtime": "recorded-selector-runtime", "rationale": "replayed recorded selector [data-td=share-form]", "element_path": "#document/html/body/form", "page_signature": "{\"controls\": [\"permission\", \"subject_id\", \"subject_id\"], \"labels\": [\"permission\", \"person\", \"revoke\", \"share\"], \"tags\": {\"body\": 1, \"button\": 2, \"form\": 2, \"h1\": 1, \"head\": 1, \"html\": 1, \"input\": 2, \"label\": 2, \"option\": 2, \"select\": 1, \"title\": 1, \"ul\": 1}}", "target": "/resources/R/grant", "fields": [ "permission", "subject_id" ], "metrics": { "runtime": "recorded-selector-runtime", "wall_time_ms": 0.019, "candidates_considered": 2, "attempts": 1, "retries": 0, "tokens_in": 0, "tokens_out": 0, "model": null }, "actor": "alice", "status": 200 }, "raised": null }, "judgments": [ { "assertion_id": "i-enforcement-matches-record", "text": "Enforcement and the stored record agree for every subject", "verdict": "PASS", "step_id": "s2-grant", "detail": {} }, { "assertion_id": "i-audit-append-only", "text": "The audit trail is append-only", "verdict": "PASS", "step_id": "s2-grant", "detail": {} }, { "assertion_id": "c-bob-reads", "text": "Bob can read R after the grant", "verdict": "PASS", "step_id": "s2-grant", "detail": {} }, { "assertion_id": "c-carol-denied", "text": "Carol can never read R", "verdict": "PASS", "step_id": "s2-grant", "detail": {} }, { "assertion_id": "c-bob-cannot-write", "text": "A READ grant does not let Bob write R", "verdict": "PASS", "step_id": "s2-grant", "detail": {} } ] } } }, { "mutation": "M26", "label": "MECHANICAL", "preserves_test_ids": false, "classification": { "classification": "MECHANICAL_ADAPTATION", "reason": "the surface changed; every protected claim still holds", "signals": { "surface_differs": true, "realization_failed": false, "postcondition_met": true, "verdicts_regressed": false, "verdicts_inconclusive": false, "claims_differ": false, "evidence_incomplete": false }, "regressions": [] }, "arms": { "discovery": { "realized": true, "verdict": "PASS", "surface": { "action": "grant_access(permission='READ', subject_id='bob')", "surface": "browser", "mechanics": { "action": "grant_access(permission='READ', subject_id='bob')", "stage": "submit", "runtime": "discovery-runtime", "rationale": "score 8: wording matches the goal; collects the required fields; target names the operation", "element_path": "#document/html/body/dialog/form", "page_signature": "{\"controls\": [\"permission\", \"subject_id\", \"subject_id\"], \"labels\": [\"permission\", \"person\", \"revoke\", \"share\", \"share\\u2026\"], \"tags\": {\"body\": 1, \"button\": 3, \"dialog\": 1, \"form\": 2, \"h1\": 1, \"head\": 1, \"html\": 1, \"input\": 2, \"label\": 2, \"option\": 2, \"select\": 1, \"title\": 1, \"ul\": 1}}", "target": "/resources/R/grant", "fields": [ "permission", "subject_id" ], "metrics": { "runtime": "discovery-runtime", "wall_time_ms": 0.085, "candidates_considered": 2, "attempts": 1, "retries": 0, "tokens_in": 0, "tokens_out": 0, "model": null }, "actor": "alice", "status": 200 }, "raised": null }, "judgments": [ { "assertion_id": "i-enforcement-matches-record", "text": "Enforcement and the stored record agree for every subject", "verdict": "PASS", "step_id": "s2-grant", "detail": {} }, { "assertion_id": "i-audit-append-only", "text": "The audit trail is append-only", "verdict": "PASS", "step_id": "s2-grant", "detail": {} }, { "assertion_id": "c-bob-reads", "text": "Bob can read R after the grant", "verdict": "PASS", "step_id": "s2-grant", "detail": {} }, { "assertion_id": "c-carol-denied", "text": "Carol can never read R", "verdict": "PASS", "step_id": "s2-grant", "detail": {} }, { "assertion_id": "c-bob-cannot-write", "text": "A READ grant does not let Bob write R", "verdict": "PASS", "step_id": "s2-grant", "detail": {} } ] }, "recorded": { "realized": false, "verdict": "INCONCLUSIVE", "surface": { "action": "grant_access(permission='READ', subject_id='bob')", "surface": "browser", "mechanics": { "action": "grant_access", "stage": "discovery", "runtime": "recorded-selector-runtime", "page_signature": "{\"controls\": [\"permission\", \"subject_id\", \"subject_id\"], \"labels\": [\"permission\", \"person\", \"revoke\", \"share\", \"share\\u2026\"], \"tags\": {\"body\": 1, \"button\": 3, \"dialog\": 1, \"form\": 2, \"h1\": 1, \"head\": 1, \"html\": 1, \"input\": 2, \"label\": 2, \"option\": 2, \"select\": 1, \"title\": 1, \"ul\": 1}}" }, "raised": "RealizationFailed: recorded selector [data-td='share-form'] matched nothing" }, "judgments": [ { "assertion_id": "i-enforcement-matches-record", "text": "Enforcement and the stored record agree for every subject", "verdict": "PASS", "step_id": "s2-grant", "detail": {} }, { "assertion_id": "i-audit-append-only", "text": "The audit trail is append-only", "verdict": "PASS", "step_id": "s2-grant", "detail": {} }, { "assertion_id": "c-bob-reads", "text": "Bob can read R after the grant", "verdict": "INCONCLUSIVE", "step_id": "s2-grant", "detail": { "reason": "an earlier step in this scenario did not complete, so the state this claim describes was never reached" } }, { "assertion_id": "c-carol-denied", "text": "Carol can never read R", "verdict": "INCONCLUSIVE", "step_id": "s2-grant", "detail": { "reason": "an earlier step in this scenario did not complete, so the state this claim describes was never reached" } }, { "assertion_id": "c-bob-cannot-write", "text": "A READ grant does not let Bob write R", "verdict": "INCONCLUSIVE", "step_id": "s2-grant", "detail": { "reason": "an earlier step in this scenario did not complete, so the state this claim describes was never reached" } } ] } } }, { "mutation": "M33", "label": "MECHANICAL", "preserves_test_ids": true, "classification": { "classification": "MECHANICAL_ADAPTATION", "reason": "the surface changed; every protected claim still holds", "signals": { "surface_differs": true, "realization_failed": false, "postcondition_met": true, "verdicts_regressed": false, "verdicts_inconclusive": false, "claims_differ": false, "evidence_incomplete": false }, "regressions": [] }, "arms": { "discovery": { "realized": true, "verdict": "PASS", "surface": { "action": "grant_access(permission='READ', subject_id='bob')", "surface": "browser", "mechanics": { "action": "grant_access(permission='READ', subject_id='bob')", "stage": "submit", "runtime": "discovery-runtime", "rationale": "score 8: wording matches the goal; collects the required fields; target names the operation", "element_path": "#document/html/body/dialog/form", "page_signature": "{\"controls\": [\"permission\", \"subject_id\", \"subject_id\"], \"labels\": [\"permission\", \"person\", \"revoke\", \"share\", \"share\\u2026\"], \"tags\": {\"body\": 1, \"button\": 3, \"dialog\": 1, \"form\": 2, \"h1\": 1, \"head\": 1, \"html\": 1, \"input\": 2, \"label\": 2, \"option\": 2, \"select\": 1, \"title\": 1, \"ul\": 1}}", "target": "/resources/R/grant", "fields": [ "permission", "subject_id" ], "metrics": { "runtime": "discovery-runtime", "wall_time_ms": 0.05, "candidates_considered": 2, "attempts": 1, "retries": 0, "tokens_in": 0, "tokens_out": 0, "model": null }, "actor": "alice", "status": 200 }, "raised": null }, "judgments": [ { "assertion_id": "i-enforcement-matches-record", "text": "Enforcement and the stored record agree for every subject", "verdict": "PASS", "step_id": "s2-grant", "detail": {} }, { "assertion_id": "i-audit-append-only", "text": "The audit trail is append-only", "verdict": "PASS", "step_id": "s2-grant", "detail": {} }, { "assertion_id": "c-bob-reads", "text": "Bob can read R after the grant", "verdict": "PASS", "step_id": "s2-grant", "detail": {} }, { "assertion_id": "c-carol-denied", "text": "Carol can never read R", "verdict": "PASS", "step_id": "s2-grant", "detail": {} }, { "assertion_id": "c-bob-cannot-write", "text": "A READ grant does not let Bob write R", "verdict": "PASS", "step_id": "s2-grant", "detail": {} } ] }, "recorded": { "realized": true, "verdict": "PASS", "surface": { "action": "grant_access(permission='READ', subject_id='bob')", "surface": "browser", "mechanics": { "action": "grant_access(permission='READ', subject_id='bob')", "stage": "submit", "runtime": "recorded-selector-runtime", "rationale": "replayed recorded selector [data-td=share-form]", "element_path": "#document/html/body/dialog/form", "page_signature": "{\"controls\": [\"permission\", \"subject_id\", \"subject_id\"], \"labels\": [\"permission\", \"person\", \"revoke\", \"share\", \"share\\u2026\"], \"tags\": {\"body\": 1, \"button\": 3, \"dialog\": 1, \"form\": 2, \"h1\": 1, \"head\": 1, \"html\": 1, \"input\": 2, \"label\": 2, \"option\": 2, \"select\": 1, \"title\": 1, \"ul\": 1}}", "target": "/resources/R/grant", "fields": [ "permission", "subject_id" ], "metrics": { "runtime": "recorded-selector-runtime", "wall_time_ms": 0.02, "candidates_considered": 2, "attempts": 1, "retries": 0, "tokens_in": 0, "tokens_out": 0, "model": null }, "actor": "alice", "status": 200 }, "raised": null }, "judgments": [ { "assertion_id": "i-enforcement-matches-record", "text": "Enforcement and the stored record agree for every subject", "verdict": "PASS", "step_id": "s2-grant", "detail": {} }, { "assertion_id": "i-audit-append-only", "text": "The audit trail is append-only", "verdict": "PASS", "step_id": "s2-grant", "detail": {} }, { "assertion_id": "c-bob-reads", "text": "Bob can read R after the grant", "verdict": "PASS", "step_id": "s2-grant", "detail": {} }, { "assertion_id": "c-carol-denied", "text": "Carol can never read R", "verdict": "PASS", "step_id": "s2-grant", "detail": {} }, { "assertion_id": "c-bob-cannot-write", "text": "A READ grant does not let Bob write R", "verdict": "PASS", "step_id": "s2-grant", "detail": {} } ] } } }, { "mutation": "M27", "label": "MECHANICAL", "preserves_test_ids": false, "classification": { "classification": "MECHANICAL_ADAPTATION", "reason": "the surface changed; every protected claim still holds", "signals": { "surface_differs": true, "realization_failed": false, "postcondition_met": true, "verdicts_regressed": false, "verdicts_inconclusive": false, "claims_differ": false, "evidence_incomplete": false }, "regressions": [] }, "arms": { "discovery": { "realized": true, "verdict": "PASS", "surface": { "action": "grant_access(permission='READ', subject_id='bob')", "surface": "browser", "mechanics": { "action": "grant_access(permission='READ', subject_id='bob')", "stage": "submit", "runtime": "discovery-runtime", "rationale": "score 8: wording matches the goal; collects the required fields; target names the operation", "element_path": "#document/html/body/form", "page_signature": "{\"controls\": [\"permission\", \"subject_id\", \"subject_id\"], \"labels\": [\"permission\", \"person\", \"revoke\", \"share\"], \"tags\": {\"a\": 2, \"body\": 1, \"form\": 2, \"h1\": 1, \"head\": 1, \"html\": 1, \"input\": 2, \"label\": 2, \"option\": 2, \"select\": 1, \"title\": 1, \"ul\": 1}}", "target": "/resources/R/grant", "fields": [ "permission", "subject_id" ], "metrics": { "runtime": "discovery-runtime", "wall_time_ms": 0.071, "candidates_considered": 2, "attempts": 1, "retries": 0, "tokens_in": 0, "tokens_out": 0, "model": null }, "actor": "alice", "status": 200 }, "raised": null }, "judgments": [ { "assertion_id": "i-enforcement-matches-record", "text": "Enforcement and the stored record agree for every subject", "verdict": "PASS", "step_id": "s2-grant", "detail": {} }, { "assertion_id": "i-audit-append-only", "text": "The audit trail is append-only", "verdict": "PASS", "step_id": "s2-grant", "detail": {} }, { "assertion_id": "c-bob-reads", "text": "Bob can read R after the grant", "verdict": "PASS", "step_id": "s2-grant", "detail": {} }, { "assertion_id": "c-carol-denied", "text": "Carol can never read R", "verdict": "PASS", "step_id": "s2-grant", "detail": {} }, { "assertion_id": "c-bob-cannot-write", "text": "A READ grant does not let Bob write R", "verdict": "PASS", "step_id": "s2-grant", "detail": {} } ] }, "recorded": { "realized": false, "verdict": "INCONCLUSIVE", "surface": { "action": "grant_access(permission='READ', subject_id='bob')", "surface": "browser", "mechanics": { "action": "grant_access", "stage": "discovery", "runtime": "recorded-selector-runtime", "page_signature": "{\"controls\": [\"permission\", \"subject_id\", \"subject_id\"], \"labels\": [\"permission\", \"person\", \"revoke\", \"share\"], \"tags\": {\"a\": 2, \"body\": 1, \"form\": 2, \"h1\": 1, \"head\": 1, \"html\": 1, \"input\": 2, \"label\": 2, \"option\": 2, \"select\": 1, \"title\": 1, \"ul\": 1}}" }, "raised": "RealizationFailed: recorded selector [data-td='share-form'] matched nothing" }, "judgments": [ { "assertion_id": "i-enforcement-matches-record", "text": "Enforcement and the stored record agree for every subject", "verdict": "PASS", "step_id": "s2-grant", "detail": {} }, { "assertion_id": "i-audit-append-only", "text": "The audit trail is append-only", "verdict": "PASS", "step_id": "s2-grant", "detail": {} }, { "assertion_id": "c-bob-reads", "text": "Bob can read R after the grant", "verdict": "INCONCLUSIVE", "step_id": "s2-grant", "detail": { "reason": "an earlier step in this scenario did not complete, so the state this claim describes was never reached" } }, { "assertion_id": "c-carol-denied", "text": "Carol can never read R", "verdict": "INCONCLUSIVE", "step_id": "s2-grant", "detail": { "reason": "an earlier step in this scenario did not complete, so the state this claim describes was never reached" } }, { "assertion_id": "c-bob-cannot-write", "text": "A READ grant does not let Bob write R", "verdict": "INCONCLUSIVE", "step_id": "s2-grant", "detail": { "reason": "an earlier step in this scenario did not complete, so the state this claim describes was never reached" } } ] } } }, { "mutation": "M34", "label": "MECHANICAL", "preserves_test_ids": true, "classification": { "classification": "MECHANICAL_ADAPTATION", "reason": "the surface changed; every protected claim still holds", "signals": { "surface_differs": true, "realization_failed": false, "postcondition_met": true, "verdicts_regressed": false, "verdicts_inconclusive": false, "claims_differ": false, "evidence_incomplete": false }, "regressions": [] }, "arms": { "discovery": { "realized": true, "verdict": "PASS", "surface": { "action": "grant_access(permission='READ', subject_id='bob')", "surface": "browser", "mechanics": { "action": "grant_access(permission='READ', subject_id='bob')", "stage": "submit", "runtime": "discovery-runtime", "rationale": "score 8: wording matches the goal; collects the required fields; target names the operation", "element_path": "#document/html/body/form", "page_signature": "{\"controls\": [\"permission\", \"subject_id\", \"subject_id\"], \"labels\": [\"permission\", \"person\", \"revoke\", \"share\"], \"tags\": {\"a\": 2, \"body\": 1, \"form\": 2, \"h1\": 1, \"head\": 1, \"html\": 1, \"input\": 2, \"label\": 2, \"option\": 2, \"select\": 1, \"title\": 1, \"ul\": 1}}", "target": "/resources/R/grant", "fields": [ "permission", "subject_id" ], "metrics": { "runtime": "discovery-runtime", "wall_time_ms": 0.052, "candidates_considered": 2, "attempts": 1, "retries": 0, "tokens_in": 0, "tokens_out": 0, "model": null }, "actor": "alice", "status": 200 }, "raised": null }, "judgments": [ { "assertion_id": "i-enforcement-matches-record", "text": "Enforcement and the stored record agree for every subject", "verdict": "PASS", "step_id": "s2-grant", "detail": {} }, { "assertion_id": "i-audit-append-only", "text": "The audit trail is append-only", "verdict": "PASS", "step_id": "s2-grant", "detail": {} }, { "assertion_id": "c-bob-reads", "text": "Bob can read R after the grant", "verdict": "PASS", "step_id": "s2-grant", "detail": {} }, { "assertion_id": "c-carol-denied", "text": "Carol can never read R", "verdict": "PASS", "step_id": "s2-grant", "detail": {} }, { "assertion_id": "c-bob-cannot-write", "text": "A READ grant does not let Bob write R", "verdict": "PASS", "step_id": "s2-grant", "detail": {} } ] }, "recorded": { "realized": true, "verdict": "PASS", "surface": { "action": "grant_access(permission='READ', subject_id='bob')", "surface": "browser", "mechanics": { "action": "grant_access(permission='READ', subject_id='bob')", "stage": "submit", "runtime": "recorded-selector-runtime", "rationale": "replayed recorded selector [data-td=share-form]", "element_path": "#document/html/body/form", "page_signature": "{\"controls\": [\"permission\", \"subject_id\", \"subject_id\"], \"labels\": [\"permission\", \"person\", \"revoke\", \"share\"], \"tags\": {\"a\": 2, \"body\": 1, \"form\": 2, \"h1\": 1, \"head\": 1, \"html\": 1, \"input\": 2, \"label\": 2, \"option\": 2, \"select\": 1, \"title\": 1, \"ul\": 1}}", "target": "/resources/R/grant", "fields": [ "permission", "subject_id" ], "metrics": { "runtime": "recorded-selector-runtime", "wall_time_ms": 0.019, "candidates_considered": 2, "attempts": 1, "retries": 0, "tokens_in": 0, "tokens_out": 0, "model": null }, "actor": "alice", "status": 200 }, "raised": null }, "judgments": [ { "assertion_id": "i-enforcement-matches-record", "text": "Enforcement and the stored record agree for every subject", "verdict": "PASS", "step_id": "s2-grant", "detail": {} }, { "assertion_id": "i-audit-append-only", "text": "The audit trail is append-only", "verdict": "PASS", "step_id": "s2-grant", "detail": {} }, { "assertion_id": "c-bob-reads", "text": "Bob can read R after the grant", "verdict": "PASS", "step_id": "s2-grant", "detail": {} }, { "assertion_id": "c-carol-denied", "text": "Carol can never read R", "verdict": "PASS", "step_id": "s2-grant", "detail": {} }, { "assertion_id": "c-bob-cannot-write", "text": "A READ grant does not let Bob write R", "verdict": "PASS", "step_id": "s2-grant", "detail": {} } ] } } }, { "mutation": "M28", "label": "MECHANICAL", "preserves_test_ids": false, "classification": { "classification": "MECHANICAL_ADAPTATION", "reason": "the surface changed; every protected claim still holds", "signals": { "surface_differs": true, "realization_failed": false, "postcondition_met": true, "verdicts_regressed": false, "verdicts_inconclusive": false, "claims_differ": false, "evidence_incomplete": false }, "regressions": [] }, "arms": { "discovery": { "realized": true, "verdict": "PASS", "surface": { "action": "grant_access(permission='READ', subject_id='bob')", "surface": "browser", "mechanics": { "action": "grant_access(permission='READ', subject_id='bob')", "stage": "submit", "runtime": "discovery-runtime", "rationale": "score 8: wording matches the goal; collects the required fields; target names the operation", "element_path": "#document/html/body/form", "page_signature": "{\"controls\": [\"permission\", \"subject_id\", \"subject_id\"], \"labels\": [\"permission\", \"person\", \"revoke\", \"share\"], \"tags\": {\"body\": 1, \"button\": 2, \"fieldset\": 1, \"form\": 2, \"h1\": 1, \"head\": 1, \"html\": 1, \"input\": 2, \"label\": 2, \"legend\": 1, \"option\": 2, \"select\": 1, \"title\": 1, \"ul\": 1}}", "target": "/resources/R/grant", "fields": [ "permission", "subject_id" ], "metrics": { "runtime": "discovery-runtime", "wall_time_ms": 0.054, "candidates_considered": 2, "attempts": 1, "retries": 0, "tokens_in": 0, "tokens_out": 0, "model": null }, "actor": "alice", "status": 200 }, "raised": null }, "judgments": [ { "assertion_id": "i-enforcement-matches-record", "text": "Enforcement and the stored record agree for every subject", "verdict": "PASS", "step_id": "s2-grant", "detail": {} }, { "assertion_id": "i-audit-append-only", "text": "The audit trail is append-only", "verdict": "PASS", "step_id": "s2-grant", "detail": {} }, { "assertion_id": "c-bob-reads", "text": "Bob can read R after the grant", "verdict": "PASS", "step_id": "s2-grant", "detail": {} }, { "assertion_id": "c-carol-denied", "text": "Carol can never read R", "verdict": "PASS", "step_id": "s2-grant", "detail": {} }, { "assertion_id": "c-bob-cannot-write", "text": "A READ grant does not let Bob write R", "verdict": "PASS", "step_id": "s2-grant", "detail": {} } ] }, "recorded": { "realized": false, "verdict": "INCONCLUSIVE", "surface": { "action": "grant_access(permission='READ', subject_id='bob')", "surface": "browser", "mechanics": { "action": "grant_access", "stage": "discovery", "runtime": "recorded-selector-runtime", "page_signature": "{\"controls\": [\"permission\", \"subject_id\", \"subject_id\"], \"labels\": [\"permission\", \"person\", \"revoke\", \"share\"], \"tags\": {\"body\": 1, \"button\": 2, \"fieldset\": 1, \"form\": 2, \"h1\": 1, \"head\": 1, \"html\": 1, \"input\": 2, \"label\": 2, \"legend\": 1, \"option\": 2, \"select\": 1, \"title\": 1, \"ul\": 1}}" }, "raised": "RealizationFailed: recorded selector [data-td='share-form'] matched nothing" }, "judgments": [ { "assertion_id": "i-enforcement-matches-record", "text": "Enforcement and the stored record agree for every subject", "verdict": "PASS", "step_id": "s2-grant", "detail": {} }, { "assertion_id": "i-audit-append-only", "text": "The audit trail is append-only", "verdict": "PASS", "step_id": "s2-grant", "detail": {} }, { "assertion_id": "c-bob-reads", "text": "Bob can read R after the grant", "verdict": "INCONCLUSIVE", "step_id": "s2-grant", "detail": { "reason": "an earlier step in this scenario did not complete, so the state this claim describes was never reached" } }, { "assertion_id": "c-carol-denied", "text": "Carol can never read R", "verdict": "INCONCLUSIVE", "step_id": "s2-grant", "detail": { "reason": "an earlier step in this scenario did not complete, so the state this claim describes was never reached" } }, { "assertion_id": "c-bob-cannot-write", "text": "A READ grant does not let Bob write R", "verdict": "INCONCLUSIVE", "step_id": "s2-grant", "detail": { "reason": "an earlier step in this scenario did not complete, so the state this claim describes was never reached" } } ] } } }, { "mutation": "M35", "label": "MECHANICAL", "preserves_test_ids": true, "classification": { "classification": "MECHANICAL_ADAPTATION", "reason": "the surface changed; every protected claim still holds", "signals": { "surface_differs": true, "realization_failed": false, "postcondition_met": true, "verdicts_regressed": false, "verdicts_inconclusive": false, "claims_differ": false, "evidence_incomplete": false }, "regressions": [] }, "arms": { "discovery": { "realized": true, "verdict": "PASS", "surface": { "action": "grant_access(permission='READ', subject_id='bob')", "surface": "browser", "mechanics": { "action": "grant_access(permission='READ', subject_id='bob')", "stage": "submit", "runtime": "discovery-runtime", "rationale": "score 8: wording matches the goal; collects the required fields; target names the operation", "element_path": "#document/html/body/form", "page_signature": "{\"controls\": [\"permission\", \"subject_id\", \"subject_id\"], \"labels\": [\"permission\", \"person\", \"revoke\", \"share\"], \"tags\": {\"body\": 1, \"button\": 2, \"fieldset\": 1, \"form\": 2, \"h1\": 1, \"head\": 1, \"html\": 1, \"input\": 2, \"label\": 2, \"legend\": 1, \"option\": 2, \"select\": 1, \"title\": 1, \"ul\": 1}}", "target": "/resources/R/grant", "fields": [ "permission", "subject_id" ], "metrics": { "runtime": "discovery-runtime", "wall_time_ms": 0.054, "candidates_considered": 2, "attempts": 1, "retries": 0, "tokens_in": 0, "tokens_out": 0, "model": null }, "actor": "alice", "status": 200 }, "raised": null }, "judgments": [ { "assertion_id": "i-enforcement-matches-record", "text": "Enforcement and the stored record agree for every subject", "verdict": "PASS", "step_id": "s2-grant", "detail": {} }, { "assertion_id": "i-audit-append-only", "text": "The audit trail is append-only", "verdict": "PASS", "step_id": "s2-grant", "detail": {} }, { "assertion_id": "c-bob-reads", "text": "Bob can read R after the grant", "verdict": "PASS", "step_id": "s2-grant", "detail": {} }, { "assertion_id": "c-carol-denied", "text": "Carol can never read R", "verdict": "PASS", "step_id": "s2-grant", "detail": {} }, { "assertion_id": "c-bob-cannot-write", "text": "A READ grant does not let Bob write R", "verdict": "PASS", "step_id": "s2-grant", "detail": {} } ] }, "recorded": { "realized": true, "verdict": "PASS", "surface": { "action": "grant_access(permission='READ', subject_id='bob')", "surface": "browser", "mechanics": { "action": "grant_access(permission='READ', subject_id='bob')", "stage": "submit", "runtime": "recorded-selector-runtime", "rationale": "replayed recorded selector [data-td=share-form]", "element_path": "#document/html/body/form", "page_signature": "{\"controls\": [\"permission\", \"subject_id\", \"subject_id\"], \"labels\": [\"permission\", \"person\", \"revoke\", \"share\"], \"tags\": {\"body\": 1, \"button\": 2, \"fieldset\": 1, \"form\": 2, \"h1\": 1, \"head\": 1, \"html\": 1, \"input\": 2, \"label\": 2, \"legend\": 1, \"option\": 2, \"select\": 1, \"title\": 1, \"ul\": 1}}", "target": "/resources/R/grant", "fields": [ "permission", "subject_id" ], "metrics": { "runtime": "recorded-selector-runtime", "wall_time_ms": 0.018, "candidates_considered": 2, "attempts": 1, "retries": 0, "tokens_in": 0, "tokens_out": 0, "model": null }, "actor": "alice", "status": 200 }, "raised": null }, "judgments": [ { "assertion_id": "i-enforcement-matches-record", "text": "Enforcement and the stored record agree for every subject", "verdict": "PASS", "step_id": "s2-grant", "detail": {} }, { "assertion_id": "i-audit-append-only", "text": "The audit trail is append-only", "verdict": "PASS", "step_id": "s2-grant", "detail": {} }, { "assertion_id": "c-bob-reads", "text": "Bob can read R after the grant", "verdict": "PASS", "step_id": "s2-grant", "detail": {} }, { "assertion_id": "c-carol-denied", "text": "Carol can never read R", "verdict": "PASS", "step_id": "s2-grant", "detail": {} }, { "assertion_id": "c-bob-cannot-write", "text": "A READ grant does not let Bob write R", "verdict": "PASS", "step_id": "s2-grant", "detail": {} } ] } } }, { "mutation": "M29", "label": "MECHANICAL", "preserves_test_ids": false, "classification": { "classification": "MECHANICAL_ADAPTATION", "reason": "the surface changed; every protected claim still holds", "signals": { "surface_differs": true, "realization_failed": false, "postcondition_met": true, "verdicts_regressed": false, "verdicts_inconclusive": false, "claims_differ": false, "evidence_incomplete": false }, "regressions": [] }, "arms": { "discovery": { "realized": true, "verdict": "PASS", "surface": { "action": "grant_access(permission='READ', subject_id='bob')", "surface": "browser", "mechanics": { "action": "grant_access(permission='READ', subject_id='bob')", "stage": "submit", "runtime": "discovery-runtime", "rationale": "score 8: wording matches the goal; collects the required fields; target names the operation", "element_path": "#document/html/body/form", "page_signature": "{\"controls\": [\"permission\", \"subject_id\", \"subject_id\"], \"labels\": [\"permission\", \"person\", \"revoke\", \"share\"], \"tags\": {\"body\": 1, \"button\": 2, \"form\": 2, \"h1\": 1, \"head\": 1, \"html\": 1, \"input\": 1, \"label\": 2, \"option\": 2, \"select\": 1, \"textarea\": 1, \"title\": 1, \"ul\": 1}}", "target": "/resources/R/grant", "fields": [ "permission", "subject_id" ], "metrics": { "runtime": "discovery-runtime", "wall_time_ms": 0.05, "candidates_considered": 2, "attempts": 1, "retries": 0, "tokens_in": 0, "tokens_out": 0, "model": null }, "actor": "alice", "status": 200 }, "raised": null }, "judgments": [ { "assertion_id": "i-enforcement-matches-record", "text": "Enforcement and the stored record agree for every subject", "verdict": "PASS", "step_id": "s2-grant", "detail": {} }, { "assertion_id": "i-audit-append-only", "text": "The audit trail is append-only", "verdict": "PASS", "step_id": "s2-grant", "detail": {} }, { "assertion_id": "c-bob-reads", "text": "Bob can read R after the grant", "verdict": "PASS", "step_id": "s2-grant", "detail": {} }, { "assertion_id": "c-carol-denied", "text": "Carol can never read R", "verdict": "PASS", "step_id": "s2-grant", "detail": {} }, { "assertion_id": "c-bob-cannot-write", "text": "A READ grant does not let Bob write R", "verdict": "PASS", "step_id": "s2-grant", "detail": {} } ] }, "recorded": { "realized": false, "verdict": "INCONCLUSIVE", "surface": { "action": "grant_access(permission='READ', subject_id='bob')", "surface": "browser", "mechanics": { "action": "grant_access", "stage": "discovery", "runtime": "recorded-selector-runtime", "page_signature": "{\"controls\": [\"permission\", \"subject_id\", \"subject_id\"], \"labels\": [\"permission\", \"person\", \"revoke\", \"share\"], \"tags\": {\"body\": 1, \"button\": 2, \"form\": 2, \"h1\": 1, \"head\": 1, \"html\": 1, \"input\": 1, \"label\": 2, \"option\": 2, \"select\": 1, \"textarea\": 1, \"title\": 1, \"ul\": 1}}" }, "raised": "RealizationFailed: recorded selector [data-td='share-form'] matched nothing" }, "judgments": [ { "assertion_id": "i-enforcement-matches-record", "text": "Enforcement and the stored record agree for every subject", "verdict": "PASS", "step_id": "s2-grant", "detail": {} }, { "assertion_id": "i-audit-append-only", "text": "The audit trail is append-only", "verdict": "PASS", "step_id": "s2-grant", "detail": {} }, { "assertion_id": "c-bob-reads", "text": "Bob can read R after the grant", "verdict": "INCONCLUSIVE", "step_id": "s2-grant", "detail": { "reason": "an earlier step in this scenario did not complete, so the state this claim describes was never reached" } }, { "assertion_id": "c-carol-denied", "text": "Carol can never read R", "verdict": "INCONCLUSIVE", "step_id": "s2-grant", "detail": { "reason": "an earlier step in this scenario did not complete, so the state this claim describes was never reached" } }, { "assertion_id": "c-bob-cannot-write", "text": "A READ grant does not let Bob write R", "verdict": "INCONCLUSIVE", "step_id": "s2-grant", "detail": { "reason": "an earlier step in this scenario did not complete, so the state this claim describes was never reached" } } ] } } }, { "mutation": "M36", "label": "MECHANICAL", "preserves_test_ids": true, "classification": { "classification": "MECHANICAL_ADAPTATION", "reason": "the surface changed; every protected claim still holds", "signals": { "surface_differs": true, "realization_failed": false, "postcondition_met": true, "verdicts_regressed": false, "verdicts_inconclusive": false, "claims_differ": false, "evidence_incomplete": false }, "regressions": [] }, "arms": { "discovery": { "realized": true, "verdict": "PASS", "surface": { "action": "grant_access(permission='READ', subject_id='bob')", "surface": "browser", "mechanics": { "action": "grant_access(permission='READ', subject_id='bob')", "stage": "submit", "runtime": "discovery-runtime", "rationale": "score 8: wording matches the goal; collects the required fields; target names the operation", "element_path": "#document/html/body/form", "page_signature": "{\"controls\": [\"permission\", \"subject_id\", \"subject_id\"], \"labels\": [\"permission\", \"person\", \"revoke\", \"share\"], \"tags\": {\"body\": 1, \"button\": 2, \"form\": 2, \"h1\": 1, \"head\": 1, \"html\": 1, \"input\": 1, \"label\": 2, \"option\": 2, \"select\": 1, \"textarea\": 1, \"title\": 1, \"ul\": 1}}", "target": "/resources/R/grant", "fields": [ "permission", "subject_id" ], "metrics": { "runtime": "discovery-runtime", "wall_time_ms": 0.05, "candidates_considered": 2, "attempts": 1, "retries": 0, "tokens_in": 0, "tokens_out": 0, "model": null }, "actor": "alice", "status": 200 }, "raised": null }, "judgments": [ { "assertion_id": "i-enforcement-matches-record", "text": "Enforcement and the stored record agree for every subject", "verdict": "PASS", "step_id": "s2-grant", "detail": {} }, { "assertion_id": "i-audit-append-only", "text": "The audit trail is append-only", "verdict": "PASS", "step_id": "s2-grant", "detail": {} }, { "assertion_id": "c-bob-reads", "text": "Bob can read R after the grant", "verdict": "PASS", "step_id": "s2-grant", "detail": {} }, { "assertion_id": "c-carol-denied", "text": "Carol can never read R", "verdict": "PASS", "step_id": "s2-grant", "detail": {} }, { "assertion_id": "c-bob-cannot-write", "text": "A READ grant does not let Bob write R", "verdict": "PASS", "step_id": "s2-grant", "detail": {} } ] }, "recorded": { "realized": true, "verdict": "PASS", "surface": { "action": "grant_access(permission='READ', subject_id='bob')", "surface": "browser", "mechanics": { "action": "grant_access(permission='READ', subject_id='bob')", "stage": "submit", "runtime": "recorded-selector-runtime", "rationale": "replayed recorded selector [data-td=share-form]", "element_path": "#document/html/body/form", "page_signature": "{\"controls\": [\"permission\", \"subject_id\", \"subject_id\"], \"labels\": [\"permission\", \"person\", \"revoke\", \"share\"], \"tags\": {\"body\": 1, \"button\": 2, \"form\": 2, \"h1\": 1, \"head\": 1, \"html\": 1, \"input\": 1, \"label\": 2, \"option\": 2, \"select\": 1, \"textarea\": 1, \"title\": 1, \"ul\": 1}}", "target": "/resources/R/grant", "fields": [ "permission", "subject_id" ], "metrics": { "runtime": "recorded-selector-runtime", "wall_time_ms": 0.019, "candidates_considered": 2, "attempts": 1, "retries": 0, "tokens_in": 0, "tokens_out": 0, "model": null }, "actor": "alice", "status": 200 }, "raised": null }, "judgments": [ { "assertion_id": "i-enforcement-matches-record", "text": "Enforcement and the stored record agree for every subject", "verdict": "PASS", "step_id": "s2-grant", "detail": {} }, { "assertion_id": "i-audit-append-only", "text": "The audit trail is append-only", "verdict": "PASS", "step_id": "s2-grant", "detail": {} }, { "assertion_id": "c-bob-reads", "text": "Bob can read R after the grant", "verdict": "PASS", "step_id": "s2-grant", "detail": {} }, { "assertion_id": "c-carol-denied", "text": "Carol can never read R", "verdict": "PASS", "step_id": "s2-grant", "detail": {} }, { "assertion_id": "c-bob-cannot-write", "text": "A READ grant does not let Bob write R", "verdict": "PASS", "step_id": "s2-grant", "detail": {} } ] } } }, { "mutation": "M30", "label": "MECHANICAL", "preserves_test_ids": false, "classification": { "classification": "MECHANICAL_ADAPTATION", "reason": "the surface changed; every protected claim still holds", "signals": { "surface_differs": true, "realization_failed": false, "postcondition_met": true, "verdicts_regressed": false, "verdicts_inconclusive": false, "claims_differ": false, "evidence_incomplete": false }, "regressions": [] }, "arms": { "discovery": { "realized": true, "verdict": "PASS", "surface": { "action": "grant_access(permission='READ', subject_id='bob')", "surface": "browser", "mechanics": { "action": "grant_access(permission='READ', subject_id='bob')", "stage": "submit", "runtime": "discovery-runtime", "rationale": "score 8: wording matches the goal; collects the required fields; target names the operation", "element_path": "#document/html/body/form", "page_signature": "{\"controls\": [\"permission\", \"query\", \"subject_id\", \"subject_id\"], \"labels\": [\"permission\", \"person\", \"revoke\", \"search resources\", \"share\"], \"tags\": {\"body\": 1, \"button\": 3, \"form\": 3, \"h1\": 1, \"head\": 1, \"html\": 1, \"input\": 3, \"label\": 2, \"option\": 2, \"select\": 1, \"title\": 1, \"ul\": 1}}", "target": "/resources/R/grant", "fields": [ "permission", "subject_id" ], "metrics": { "runtime": "discovery-runtime", "wall_time_ms": 0.058, "candidates_considered": 3, "attempts": 1, "retries": 0, "tokens_in": 0, "tokens_out": 0, "model": null }, "actor": "alice", "status": 200 }, "raised": null }, "judgments": [ { "assertion_id": "i-enforcement-matches-record", "text": "Enforcement and the stored record agree for every subject", "verdict": "PASS", "step_id": "s2-grant", "detail": {} }, { "assertion_id": "i-audit-append-only", "text": "The audit trail is append-only", "verdict": "PASS", "step_id": "s2-grant", "detail": {} }, { "assertion_id": "c-bob-reads", "text": "Bob can read R after the grant", "verdict": "PASS", "step_id": "s2-grant", "detail": {} }, { "assertion_id": "c-carol-denied", "text": "Carol can never read R", "verdict": "PASS", "step_id": "s2-grant", "detail": {} }, { "assertion_id": "c-bob-cannot-write", "text": "A READ grant does not let Bob write R", "verdict": "PASS", "step_id": "s2-grant", "detail": {} } ] }, "recorded": { "realized": false, "verdict": "INCONCLUSIVE", "surface": { "action": "grant_access(permission='READ', subject_id='bob')", "surface": "browser", "mechanics": { "action": "grant_access", "stage": "discovery", "runtime": "recorded-selector-runtime", "page_signature": "{\"controls\": [\"permission\", \"query\", \"subject_id\", \"subject_id\"], \"labels\": [\"permission\", \"person\", \"revoke\", \"search resources\", \"share\"], \"tags\": {\"body\": 1, \"button\": 3, \"form\": 3, \"h1\": 1, \"head\": 1, \"html\": 1, \"input\": 3, \"label\": 2, \"option\": 2, \"select\": 1, \"title\": 1, \"ul\": 1}}" }, "raised": "RealizationFailed: recorded selector [data-td='share-form'] matched nothing" }, "judgments": [ { "assertion_id": "i-enforcement-matches-record", "text": "Enforcement and the stored record agree for every subject", "verdict": "PASS", "step_id": "s2-grant", "detail": {} }, { "assertion_id": "i-audit-append-only", "text": "The audit trail is append-only", "verdict": "PASS", "step_id": "s2-grant", "detail": {} }, { "assertion_id": "c-bob-reads", "text": "Bob can read R after the grant", "verdict": "INCONCLUSIVE", "step_id": "s2-grant", "detail": { "reason": "an earlier step in this scenario did not complete, so the state this claim describes was never reached" } }, { "assertion_id": "c-carol-denied", "text": "Carol can never read R", "verdict": "INCONCLUSIVE", "step_id": "s2-grant", "detail": { "reason": "an earlier step in this scenario did not complete, so the state this claim describes was never reached" } }, { "assertion_id": "c-bob-cannot-write", "text": "A READ grant does not let Bob write R", "verdict": "INCONCLUSIVE", "step_id": "s2-grant", "detail": { "reason": "an earlier step in this scenario did not complete, so the state this claim describes was never reached" } } ] } } }, { "mutation": "M37", "label": "MECHANICAL", "preserves_test_ids": true, "classification": { "classification": "MECHANICAL_ADAPTATION", "reason": "the surface changed; every protected claim still holds", "signals": { "surface_differs": true, "realization_failed": false, "postcondition_met": true, "verdicts_regressed": false, "verdicts_inconclusive": false, "claims_differ": false, "evidence_incomplete": false }, "regressions": [] }, "arms": { "discovery": { "realized": true, "verdict": "PASS", "surface": { "action": "grant_access(permission='READ', subject_id='bob')", "surface": "browser", "mechanics": { "action": "grant_access(permission='READ', subject_id='bob')", "stage": "submit", "runtime": "discovery-runtime", "rationale": "score 8: wording matches the goal; collects the required fields; target names the operation", "element_path": "#document/html/body/form", "page_signature": "{\"controls\": [\"permission\", \"query\", \"subject_id\", \"subject_id\"], \"labels\": [\"permission\", \"person\", \"revoke\", \"search resources\", \"share\"], \"tags\": {\"body\": 1, \"button\": 3, \"form\": 3, \"h1\": 1, \"head\": 1, \"html\": 1, \"input\": 3, \"label\": 2, \"option\": 2, \"select\": 1, \"title\": 1, \"ul\": 1}}", "target": "/resources/R/grant", "fields": [ "permission", "subject_id" ], "metrics": { "runtime": "discovery-runtime", "wall_time_ms": 0.059, "candidates_considered": 3, "attempts": 1, "retries": 0, "tokens_in": 0, "tokens_out": 0, "model": null }, "actor": "alice", "status": 200 }, "raised": null }, "judgments": [ { "assertion_id": "i-enforcement-matches-record", "text": "Enforcement and the stored record agree for every subject", "verdict": "PASS", "step_id": "s2-grant", "detail": {} }, { "assertion_id": "i-audit-append-only", "text": "The audit trail is append-only", "verdict": "PASS", "step_id": "s2-grant", "detail": {} }, { "assertion_id": "c-bob-reads", "text": "Bob can read R after the grant", "verdict": "PASS", "step_id": "s2-grant", "detail": {} }, { "assertion_id": "c-carol-denied", "text": "Carol can never read R", "verdict": "PASS", "step_id": "s2-grant", "detail": {} }, { "assertion_id": "c-bob-cannot-write", "text": "A READ grant does not let Bob write R", "verdict": "PASS", "step_id": "s2-grant", "detail": {} } ] }, "recorded": { "realized": true, "verdict": "PASS", "surface": { "action": "grant_access(permission='READ', subject_id='bob')", "surface": "browser", "mechanics": { "action": "grant_access(permission='READ', subject_id='bob')", "stage": "submit", "runtime": "recorded-selector-runtime", "rationale": "replayed recorded selector [data-td=share-form]", "element_path": "#document/html/body/form", "page_signature": "{\"controls\": [\"permission\", \"query\", \"subject_id\", \"subject_id\"], \"labels\": [\"permission\", \"person\", \"revoke\", \"search resources\", \"share\"], \"tags\": {\"body\": 1, \"button\": 3, \"form\": 3, \"h1\": 1, \"head\": 1, \"html\": 1, \"input\": 3, \"label\": 2, \"option\": 2, \"select\": 1, \"title\": 1, \"ul\": 1}}", "target": "/resources/R/grant", "fields": [ "permission", "subject_id" ], "metrics": { "runtime": "recorded-selector-runtime", "wall_time_ms": 0.022, "candidates_considered": 3, "attempts": 1, "retries": 0, "tokens_in": 0, "tokens_out": 0, "model": null }, "actor": "alice", "status": 200 }, "raised": null }, "judgments": [ { "assertion_id": "i-enforcement-matches-record", "text": "Enforcement and the stored record agree for every subject", "verdict": "PASS", "step_id": "s2-grant", "detail": {} }, { "assertion_id": "i-audit-append-only", "text": "The audit trail is append-only", "verdict": "PASS", "step_id": "s2-grant", "detail": {} }, { "assertion_id": "c-bob-reads", "text": "Bob can read R after the grant", "verdict": "PASS", "step_id": "s2-grant", "detail": {} }, { "assertion_id": "c-carol-denied", "text": "Carol can never read R", "verdict": "PASS", "step_id": "s2-grant", "detail": {} }, { "assertion_id": "c-bob-cannot-write", "text": "A READ grant does not let Bob write R", "verdict": "PASS", "step_id": "s2-grant", "detail": {} } ] } } }, { "mutation": "M31", "label": "MECHANICAL", "preserves_test_ids": false, "classification": { "classification": "MECHANICAL_ADAPTATION", "reason": "the surface changed; every protected claim still holds", "signals": { "surface_differs": true, "realization_failed": false, "postcondition_met": true, "verdicts_regressed": false, "verdicts_inconclusive": false, "claims_differ": false, "evidence_incomplete": false }, "regressions": [] }, "arms": { "discovery": { "realized": true, "verdict": "PASS", "surface": { "action": "grant_access(permission='READ', subject_id='bob')", "surface": "browser", "mechanics": { "action": "grant_access(permission='READ', subject_id='bob')", "stage": "submit", "runtime": "discovery-runtime", "rationale": "score 8: wording matches the goal; collects the required fields; target names the operation", "element_path": "#document/html/body/aside/form", "page_signature": "{\"controls\": [\"permission\", \"subject_id\", \"subject_id\"], \"labels\": [\"permission\", \"person\", \"revoke\", \"share\"], \"tags\": {\"aside\": 1, \"body\": 1, \"button\": 2, \"form\": 2, \"h1\": 1, \"head\": 1, \"html\": 1, \"input\": 2, \"label\": 2, \"main\": 1, \"option\": 2, \"select\": 1, \"title\": 1, \"ul\": 1}}", "target": "/resources/R/grant", "fields": [ "permission", "subject_id" ], "metrics": { "runtime": "discovery-runtime", "wall_time_ms": 0.049, "candidates_considered": 2, "attempts": 1, "retries": 0, "tokens_in": 0, "tokens_out": 0, "model": null }, "actor": "alice", "status": 200 }, "raised": null }, "judgments": [ { "assertion_id": "i-enforcement-matches-record", "text": "Enforcement and the stored record agree for every subject", "verdict": "PASS", "step_id": "s2-grant", "detail": {} }, { "assertion_id": "i-audit-append-only", "text": "The audit trail is append-only", "verdict": "PASS", "step_id": "s2-grant", "detail": {} }, { "assertion_id": "c-bob-reads", "text": "Bob can read R after the grant", "verdict": "PASS", "step_id": "s2-grant", "detail": {} }, { "assertion_id": "c-carol-denied", "text": "Carol can never read R", "verdict": "PASS", "step_id": "s2-grant", "detail": {} }, { "assertion_id": "c-bob-cannot-write", "text": "A READ grant does not let Bob write R", "verdict": "PASS", "step_id": "s2-grant", "detail": {} } ] }, "recorded": { "realized": false, "verdict": "INCONCLUSIVE", "surface": { "action": "grant_access(permission='READ', subject_id='bob')", "surface": "browser", "mechanics": { "action": "grant_access", "stage": "discovery", "runtime": "recorded-selector-runtime", "page_signature": "{\"controls\": [\"permission\", \"subject_id\", \"subject_id\"], \"labels\": [\"permission\", \"person\", \"revoke\", \"share\"], \"tags\": {\"aside\": 1, \"body\": 1, \"button\": 2, \"form\": 2, \"h1\": 1, \"head\": 1, \"html\": 1, \"input\": 2, \"label\": 2, \"main\": 1, \"option\": 2, \"select\": 1, \"title\": 1, \"ul\": 1}}" }, "raised": "RealizationFailed: recorded selector [data-td='share-form'] matched nothing" }, "judgments": [ { "assertion_id": "i-enforcement-matches-record", "text": "Enforcement and the stored record agree for every subject", "verdict": "PASS", "step_id": "s2-grant", "detail": {} }, { "assertion_id": "i-audit-append-only", "text": "The audit trail is append-only", "verdict": "PASS", "step_id": "s2-grant", "detail": {} }, { "assertion_id": "c-bob-reads", "text": "Bob can read R after the grant", "verdict": "INCONCLUSIVE", "step_id": "s2-grant", "detail": { "reason": "an earlier step in this scenario did not complete, so the state this claim describes was never reached" } }, { "assertion_id": "c-carol-denied", "text": "Carol can never read R", "verdict": "INCONCLUSIVE", "step_id": "s2-grant", "detail": { "reason": "an earlier step in this scenario did not complete, so the state this claim describes was never reached" } }, { "assertion_id": "c-bob-cannot-write", "text": "A READ grant does not let Bob write R", "verdict": "INCONCLUSIVE", "step_id": "s2-grant", "detail": { "reason": "an earlier step in this scenario did not complete, so the state this claim describes was never reached" } } ] } } }, { "mutation": "M38", "label": "MECHANICAL", "preserves_test_ids": true, "classification": { "classification": "MECHANICAL_ADAPTATION", "reason": "the surface changed; every protected claim still holds", "signals": { "surface_differs": true, "realization_failed": false, "postcondition_met": true, "verdicts_regressed": false, "verdicts_inconclusive": false, "claims_differ": false, "evidence_incomplete": false }, "regressions": [] }, "arms": { "discovery": { "realized": true, "verdict": "PASS", "surface": { "action": "grant_access(permission='READ', subject_id='bob')", "surface": "browser", "mechanics": { "action": "grant_access(permission='READ', subject_id='bob')", "stage": "submit", "runtime": "discovery-runtime", "rationale": "score 8: wording matches the goal; collects the required fields; target names the operation", "element_path": "#document/html/body/aside/form", "page_signature": "{\"controls\": [\"permission\", \"subject_id\", \"subject_id\"], \"labels\": [\"permission\", \"person\", \"revoke\", \"share\"], \"tags\": {\"aside\": 1, \"body\": 1, \"button\": 2, \"form\": 2, \"h1\": 1, \"head\": 1, \"html\": 1, \"input\": 2, \"label\": 2, \"main\": 1, \"option\": 2, \"select\": 1, \"title\": 1, \"ul\": 1}}", "target": "/resources/R/grant", "fields": [ "permission", "subject_id" ], "metrics": { "runtime": "discovery-runtime", "wall_time_ms": 0.052, "candidates_considered": 2, "attempts": 1, "retries": 0, "tokens_in": 0, "tokens_out": 0, "model": null }, "actor": "alice", "status": 200 }, "raised": null }, "judgments": [ { "assertion_id": "i-enforcement-matches-record", "text": "Enforcement and the stored record agree for every subject", "verdict": "PASS", "step_id": "s2-grant", "detail": {} }, { "assertion_id": "i-audit-append-only", "text": "The audit trail is append-only", "verdict": "PASS", "step_id": "s2-grant", "detail": {} }, { "assertion_id": "c-bob-reads", "text": "Bob can read R after the grant", "verdict": "PASS", "step_id": "s2-grant", "detail": {} }, { "assertion_id": "c-carol-denied", "text": "Carol can never read R", "verdict": "PASS", "step_id": "s2-grant", "detail": {} }, { "assertion_id": "c-bob-cannot-write", "text": "A READ grant does not let Bob write R", "verdict": "PASS", "step_id": "s2-grant", "detail": {} } ] }, "recorded": { "realized": true, "verdict": "PASS", "surface": { "action": "grant_access(permission='READ', subject_id='bob')", "surface": "browser", "mechanics": { "action": "grant_access(permission='READ', subject_id='bob')", "stage": "submit", "runtime": "recorded-selector-runtime", "rationale": "replayed recorded selector [data-td=share-form]", "element_path": "#document/html/body/aside/form", "page_signature": "{\"controls\": [\"permission\", \"subject_id\", \"subject_id\"], \"labels\": [\"permission\", \"person\", \"revoke\", \"share\"], \"tags\": {\"aside\": 1, \"body\": 1, \"button\": 2, \"form\": 2, \"h1\": 1, \"head\": 1, \"html\": 1, \"input\": 2, \"label\": 2, \"main\": 1, \"option\": 2, \"select\": 1, \"title\": 1, \"ul\": 1}}", "target": "/resources/R/grant", "fields": [ "permission", "subject_id" ], "metrics": { "runtime": "recorded-selector-runtime", "wall_time_ms": 0.021, "candidates_considered": 2, "attempts": 1, "retries": 0, "tokens_in": 0, "tokens_out": 0, "model": null }, "actor": "alice", "status": 200 }, "raised": null }, "judgments": [ { "assertion_id": "i-enforcement-matches-record", "text": "Enforcement and the stored record agree for every subject", "verdict": "PASS", "step_id": "s2-grant", "detail": {} }, { "assertion_id": "i-audit-append-only", "text": "The audit trail is append-only", "verdict": "PASS", "step_id": "s2-grant", "detail": {} }, { "assertion_id": "c-bob-reads", "text": "Bob can read R after the grant", "verdict": "PASS", "step_id": "s2-grant", "detail": {} }, { "assertion_id": "c-carol-denied", "text": "Carol can never read R", "verdict": "PASS", "step_id": "s2-grant", "detail": {} }, { "assertion_id": "c-bob-cannot-write", "text": "A READ grant does not let Bob write R", "verdict": "PASS", "step_id": "s2-grant", "detail": {} } ] } } } ] }