4525 lines
166 KiB
JSON
4525 lines
166 KiB
JSON
|
{
|
||
|
|
"measured_at": "2026-09-28T10:00:56.784804+00:00",
|
||
|
|
"scope": "Synthetic server-rendered HTML, deterministic runtimes; no browser engine or live model",
|
||
|
|
"summary": {
|
||
|
|
"preserved": {
|
||
|
|
"total": 17,
|
||
|
|
"discovery": 17,
|
||
|
|
"recorded": 17
|
||
|
|
},
|
||
|
|
"dropped": {
|
||
|
|
"total": 10,
|
||
|
|
"discovery": 9,
|
||
|
|
"recorded": 0
|
||
|
|
}
|
||
|
|
},
|
||
|
|
"false_adaptations": [],
|
||
|
|
"defect_count": 7,
|
||
|
|
"rows": [
|
||
|
|
{
|
||
|
|
"mutation": "M01",
|
||
|
|
"label": "MECHANICAL",
|
||
|
|
"preserves_test_ids": true,
|
||
|
|
"classification": {
|
||
|
|
"classification": "MECHANICAL_ADAPTATION",
|
||
|
|
"reason": "the surface changed; every protected claim still holds",
|
||
|
|
"signals": {
|
||
|
|
"surface_differs": true,
|
||
|
|
"realization_failed": false,
|
||
|
|
"postcondition_met": true,
|
||
|
|
"verdicts_regressed": false,
|
||
|
|
"verdicts_inconclusive": false,
|
||
|
|
"claims_differ": false,
|
||
|
|
"evidence_incomplete": false
|
||
|
|
},
|
||
|
|
"regressions": []
|
||
|
|
},
|
||
|
|
"arms": {
|
||
|
|
"discovery": {
|
||
|
|
"realized": true,
|
||
|
|
"verdict": "PASS",
|
||
|
|
"surface": {
|
||
|
|
"action": "grant_access(permission='READ', subject_id='bob')",
|
||
|
|
"surface": "browser",
|
||
|
|
"mechanics": {
|
||
|
|
"action": "grant_access(permission='READ', subject_id='bob')",
|
||
|
|
"stage": "submit",
|
||
|
|
"runtime": "discovery-runtime",
|
||
|
|
"rationale": "score 8: wording matches the goal; collects the required fields; target names the operation",
|
||
|
|
"element_path": "#document/html/body/dialog/form",
|
||
|
|
"page_signature": "{\"controls\": [\"permission\", \"subject_id\", \"subject_id\"], \"labels\": [\"permission\", \"person\", \"revoke\", \"share\", \"share\\u2026\"], \"tags\": {\"body\": 1, \"button\": 3, \"dialog\": 1, \"form\": 2, \"h1\": 1, \"head\": 1, \"html\": 1, \"input\": 2, \"label\": 2, \"option\": 2, \"select\": 1, \"title\": 1, \"ul\": 1}}",
|
||
|
|
"target": "/resources/R/grant",
|
||
|
|
"fields": [
|
||
|
|
"permission",
|
||
|
|
"subject_id"
|
||
|
|
],
|
||
|
|
"metrics": {
|
||
|
|
"runtime": "discovery-runtime",
|
||
|
|
"wall_time_ms": 0.052,
|
||
|
|
"candidates_considered": 2,
|
||
|
|
"attempts": 1,
|
||
|
|
"retries": 0,
|
||
|
|
"tokens_in": 0,
|
||
|
|
"tokens_out": 0,
|
||
|
|
"model": null
|
||
|
|
},
|
||
|
|
"actor": "alice",
|
||
|
|
"status": 200
|
||
|
|
},
|
||
|
|
"raised": null
|
||
|
|
},
|
||
|
|
"judgments": [
|
||
|
|
{
|
||
|
|
"assertion_id": "i-enforcement-matches-record",
|
||
|
|
"text": "Enforcement and the stored record agree for every subject",
|
||
|
|
"verdict": "PASS",
|
||
|
|
"step_id": "s2-grant",
|
||
|
|
"detail": {}
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"assertion_id": "i-audit-append-only",
|
||
|
|
"text": "The audit trail is append-only",
|
||
|
|
"verdict": "PASS",
|
||
|
|
"step_id": "s2-grant",
|
||
|
|
"detail": {}
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"assertion_id": "c-bob-reads",
|
||
|
|
"text": "Bob can read R after the grant",
|
||
|
|
"verdict": "PASS",
|
||
|
|
"step_id": "s2-grant",
|
||
|
|
"detail": {}
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"assertion_id": "c-carol-denied",
|
||
|
|
"text": "Carol can never read R",
|
||
|
|
"verdict": "PASS",
|
||
|
|
"step_id": "s2-grant",
|
||
|
|
"detail": {}
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"assertion_id": "c-bob-cannot-write",
|
||
|
|
"text": "A READ grant does not let Bob write R",
|
||
|
|
"verdict": "PASS",
|
||
|
|
"step_id": "s2-grant",
|
||
|
|
"detail": {}
|
||
|
|
}
|
||
|
|
]
|
||
|
|
},
|
||
|
|
"recorded": {
|
||
|
|
"realized": true,
|
||
|
|
"verdict": "PASS",
|
||
|
|
"surface": {
|
||
|
|
"action": "grant_access(permission='READ', subject_id='bob')",
|
||
|
|
"surface": "browser",
|
||
|
|
"mechanics": {
|
||
|
|
"action": "grant_access(permission='READ', subject_id='bob')",
|
||
|
|
"stage": "submit",
|
||
|
|
"runtime": "recorded-selector-runtime",
|
||
|
|
"rationale": "replayed recorded selector [data-td=share-form]",
|
||
|
|
"element_path": "#document/html/body/dialog/form",
|
||
|
|
"page_signature": "{\"controls\": [\"permission\", \"subject_id\", \"subject_id\"], \"labels\": [\"permission\", \"person\", \"revoke\", \"share\", \"share\\u2026\"], \"tags\": {\"body\": 1, \"button\": 3, \"dialog\": 1, \"form\": 2, \"h1\": 1, \"head\": 1, \"html\": 1, \"input\": 2, \"label\": 2, \"option\": 2, \"select\": 1, \"title\": 1, \"ul\": 1}}",
|
||
|
|
"target": "/resources/R/grant",
|
||
|
|
"fields": [
|
||
|
|
"permission",
|
||
|
|
"subject_id"
|
||
|
|
],
|
||
|
|
"metrics": {
|
||
|
|
"runtime": "recorded-selector-runtime",
|
||
|
|
"wall_time_ms": 0.025,
|
||
|
|
"candidates_considered": 2,
|
||
|
|
"attempts": 1,
|
||
|
|
"retries": 0,
|
||
|
|
"tokens_in": 0,
|
||
|
|
"tokens_out": 0,
|
||
|
|
"model": null
|
||
|
|
},
|
||
|
|
"actor": "alice",
|
||
|
|
"status": 200
|
||
|
|
},
|
||
|
|
"raised": null
|
||
|
|
},
|
||
|
|
"judgments": [
|
||
|
|
{
|
||
|
|
"assertion_id": "i-enforcement-matches-record",
|
||
|
|
"text": "Enforcement and the stored record agree for every subject",
|
||
|
|
"verdict": "PASS",
|
||
|
|
"step_id": "s2-grant",
|
||
|
|
"detail": {}
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"assertion_id": "i-audit-append-only",
|
||
|
|
"text": "The audit trail is append-only",
|
||
|
|
"verdict": "PASS",
|
||
|
|
"step_id": "s2-grant",
|
||
|
|
"detail": {}
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"assertion_id": "c-bob-reads",
|
||
|
|
"text": "Bob can read R after the grant",
|
||
|
|
"verdict": "PASS",
|
||
|
|
"step_id": "s2-grant",
|
||
|
|
"detail": {}
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"assertion_id": "c-carol-denied",
|
||
|
|
"text": "Carol can never read R",
|
||
|
|
"verdict": "PASS",
|
||
|
|
"step_id": "s2-grant",
|
||
|
|
"detail": {}
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"assertion_id": "c-bob-cannot-write",
|
||
|
|
"text": "A READ grant does not let Bob write R",
|
||
|
|
"verdict": "PASS",
|
||
|
|
"step_id": "s2-grant",
|
||
|
|
"detail": {}
|
||
|
|
}
|
||
|
|
]
|
||
|
|
}
|
||
|
|
}
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"mutation": "M02",
|
||
|
|
"label": "MECHANICAL",
|
||
|
|
"preserves_test_ids": false,
|
||
|
|
"classification": {
|
||
|
|
"classification": "MECHANICAL_ADAPTATION",
|
||
|
|
"reason": "the surface changed; every protected claim still holds",
|
||
|
|
"signals": {
|
||
|
|
"surface_differs": true,
|
||
|
|
"realization_failed": false,
|
||
|
|
"postcondition_met": true,
|
||
|
|
"verdicts_regressed": false,
|
||
|
|
"verdicts_inconclusive": false,
|
||
|
|
"claims_differ": false,
|
||
|
|
"evidence_incomplete": false
|
||
|
|
},
|
||
|
|
"regressions": []
|
||
|
|
},
|
||
|
|
"arms": {
|
||
|
|
"discovery": {
|
||
|
|
"realized": true,
|
||
|
|
"verdict": "PASS",
|
||
|
|
"surface": {
|
||
|
|
"action": "grant_access(permission='READ', subject_id='bob')",
|
||
|
|
"surface": "browser",
|
||
|
|
"mechanics": {
|
||
|
|
"action": "grant_access(permission='READ', subject_id='bob')",
|
||
|
|
"stage": "submit",
|
||
|
|
"runtime": "discovery-runtime",
|
||
|
|
"rationale": "score 8: wording matches the goal; collects the required fields; target names the operation",
|
||
|
|
"element_path": "#document/html/body/div/section/div/form",
|
||
|
|
"page_signature": "{\"controls\": [\"permission\", \"subject_id\", \"subject_id\"], \"labels\": [\"permission\", \"person\", \"revoke\", \"share\"], \"tags\": {\"body\": 1, \"button\": 2, \"div\": 2, \"form\": 2, \"h1\": 1, \"head\": 1, \"html\": 1, \"input\": 2, \"label\": 2, \"option\": 2, \"section\": 1, \"select\": 1, \"title\": 1, \"ul\": 1}}",
|
||
|
|
"target": "/resources/R/grant",
|
||
|
|
"fields": [
|
||
|
|
"permission",
|
||
|
|
"subject_id"
|
||
|
|
],
|
||
|
|
"metrics": {
|
||
|
|
"runtime": "discovery-runtime",
|
||
|
|
"wall_time_ms": 0.052,
|
||
|
|
"candidates_considered": 2,
|
||
|
|
"attempts": 1,
|
||
|
|
"retries": 0,
|
||
|
|
"tokens_in": 0,
|
||
|
|
"tokens_out": 0,
|
||
|
|
"model": null
|
||
|
|
},
|
||
|
|
"actor": "alice",
|
||
|
|
"status": 200
|
||
|
|
},
|
||
|
|
"raised": null
|
||
|
|
},
|
||
|
|
"judgments": [
|
||
|
|
{
|
||
|
|
"assertion_id": "i-enforcement-matches-record",
|
||
|
|
"text": "Enforcement and the stored record agree for every subject",
|
||
|
|
"verdict": "PASS",
|
||
|
|
"step_id": "s2-grant",
|
||
|
|
"detail": {}
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"assertion_id": "i-audit-append-only",
|
||
|
|
"text": "The audit trail is append-only",
|
||
|
|
"verdict": "PASS",
|
||
|
|
"step_id": "s2-grant",
|
||
|
|
"detail": {}
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"assertion_id": "c-bob-reads",
|
||
|
|
"text": "Bob can read R after the grant",
|
||
|
|
"verdict": "PASS",
|
||
|
|
"step_id": "s2-grant",
|
||
|
|
"detail": {}
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"assertion_id": "c-carol-denied",
|
||
|
|
"text": "Carol can never read R",
|
||
|
|
"verdict": "PASS",
|
||
|
|
"step_id": "s2-grant",
|
||
|
|
"detail": {}
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"assertion_id": "c-bob-cannot-write",
|
||
|
|
"text": "A READ grant does not let Bob write R",
|
||
|
|
"verdict": "PASS",
|
||
|
|
"step_id": "s2-grant",
|
||
|
|
"detail": {}
|
||
|
|
}
|
||
|
|
]
|
||
|
|
},
|
||
|
|
"recorded": {
|
||
|
|
"realized": false,
|
||
|
|
"verdict": "INCONCLUSIVE",
|
||
|
|
"surface": {
|
||
|
|
"action": "grant_access(permission='READ', subject_id='bob')",
|
||
|
|
"surface": "browser",
|
||
|
|
"mechanics": {
|
||
|
|
"action": "grant_access",
|
||
|
|
"stage": "discovery",
|
||
|
|
"runtime": "recorded-selector-runtime",
|
||
|
|
"page_signature": "{\"controls\": [\"permission\", \"subject_id\", \"subject_id\"], \"labels\": [\"permission\", \"person\", \"revoke\", \"share\"], \"tags\": {\"body\": 1, \"button\": 2, \"div\": 2, \"form\": 2, \"h1\": 1, \"head\": 1, \"html\": 1, \"input\": 2, \"label\": 2, \"option\": 2, \"section\": 1, \"select\": 1, \"title\": 1, \"ul\": 1}}"
|
||
|
|
},
|
||
|
|
"raised": "RealizationFailed: recorded selector [data-td='share-form'] matched nothing"
|
||
|
|
},
|
||
|
|
"judgments": [
|
||
|
|
{
|
||
|
|
"assertion_id": "i-enforcement-matches-record",
|
||
|
|
"text": "Enforcement and the stored record agree for every subject",
|
||
|
|
"verdict": "PASS",
|
||
|
|
"step_id": "s2-grant",
|
||
|
|
"detail": {}
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"assertion_id": "i-audit-append-only",
|
||
|
|
"text": "The audit trail is append-only",
|
||
|
|
"verdict": "PASS",
|
||
|
|
"step_id": "s2-grant",
|
||
|
|
"detail": {}
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"assertion_id": "c-bob-reads",
|
||
|
|
"text": "Bob can read R after the grant",
|
||
|
|
"verdict": "INCONCLUSIVE",
|
||
|
|
"step_id": "s2-grant",
|
||
|
|
"detail": {
|
||
|
|
"reason": "an earlier step in this scenario did not complete, so the state this claim describes was never reached"
|
||
|
|
}
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"assertion_id": "c-carol-denied",
|
||
|
|
"text": "Carol can never read R",
|
||
|
|
"verdict": "INCONCLUSIVE",
|
||
|
|
"step_id": "s2-grant",
|
||
|
|
"detail": {
|
||
|
|
"reason": "an earlier step in this scenario did not complete, so the state this claim describes was never reached"
|
||
|
|
}
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"assertion_id": "c-bob-cannot-write",
|
||
|
|
"text": "A READ grant does not let Bob write R",
|
||
|
|
"verdict": "INCONCLUSIVE",
|
||
|
|
"step_id": "s2-grant",
|
||
|
|
"detail": {
|
||
|
|
"reason": "an earlier step in this scenario did not complete, so the state this claim describes was never reached"
|
||
|
|
}
|
||
|
|
}
|
||
|
|
]
|
||
|
|
}
|
||
|
|
}
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"mutation": "M03",
|
||
|
|
"label": "MECHANICAL",
|
||
|
|
"preserves_test_ids": true,
|
||
|
|
"classification": {
|
||
|
|
"classification": "UNCHANGED",
|
||
|
|
"reason": "no observable difference from baseline",
|
||
|
|
"signals": {
|
||
|
|
"surface_differs": false,
|
||
|
|
"realization_failed": false,
|
||
|
|
"postcondition_met": true,
|
||
|
|
"verdicts_regressed": false,
|
||
|
|
"verdicts_inconclusive": false,
|
||
|
|
"claims_differ": false,
|
||
|
|
"evidence_incomplete": false
|
||
|
|
},
|
||
|
|
"regressions": []
|
||
|
|
},
|
||
|
|
"arms": {
|
||
|
|
"discovery": {
|
||
|
|
"realized": true,
|
||
|
|
"verdict": "PASS",
|
||
|
|
"surface": {
|
||
|
|
"action": "grant_access(permission='READ', subject_id='bob')",
|
||
|
|
"surface": "browser",
|
||
|
|
"mechanics": {
|
||
|
|
"action": "grant_access(permission='READ', subject_id='bob')",
|
||
|
|
"stage": "submit",
|
||
|
|
"runtime": "discovery-runtime",
|
||
|
|
"rationale": "score 8: wording matches the goal; collects the required fields; target names the operation",
|
||
|
|
"element_path": "#document/html/body/form",
|
||
|
|
"page_signature": "{\"controls\": [\"permission\", \"subject_id\", \"subject_id\"], \"labels\": [\"permission\", \"person\", \"revoke\", \"share\"], \"tags\": {\"body\": 1, \"button\": 2, \"form\": 2, \"h1\": 1, \"head\": 1, \"html\": 1, \"input\": 2, \"label\": 2, \"option\": 2, \"select\": 1, \"title\": 1, \"ul\": 1}}",
|
||
|
|
"target": "/resources/R/grant",
|
||
|
|
"fields": [
|
||
|
|
"permission",
|
||
|
|
"subject_id"
|
||
|
|
],
|
||
|
|
"metrics": {
|
||
|
|
"runtime": "discovery-runtime",
|
||
|
|
"wall_time_ms": 0.052,
|
||
|
|
"candidates_considered": 2,
|
||
|
|
"attempts": 1,
|
||
|
|
"retries": 0,
|
||
|
|
"tokens_in": 0,
|
||
|
|
"tokens_out": 0,
|
||
|
|
"model": null
|
||
|
|
},
|
||
|
|
"actor": "alice",
|
||
|
|
"status": 200
|
||
|
|
},
|
||
|
|
"raised": null
|
||
|
|
},
|
||
|
|
"judgments": [
|
||
|
|
{
|
||
|
|
"assertion_id": "i-enforcement-matches-record",
|
||
|
|
"text": "Enforcement and the stored record agree for every subject",
|
||
|
|
"verdict": "PASS",
|
||
|
|
"step_id": "s2-grant",
|
||
|
|
"detail": {}
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"assertion_id": "i-audit-append-only",
|
||
|
|
"text": "The audit trail is append-only",
|
||
|
|
"verdict": "PASS",
|
||
|
|
"step_id": "s2-grant",
|
||
|
|
"detail": {}
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"assertion_id": "c-bob-reads",
|
||
|
|
"text": "Bob can read R after the grant",
|
||
|
|
"verdict": "PASS",
|
||
|
|
"step_id": "s2-grant",
|
||
|
|
"detail": {}
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"assertion_id": "c-carol-denied",
|
||
|
|
"text": "Carol can never read R",
|
||
|
|
"verdict": "PASS",
|
||
|
|
"step_id": "s2-grant",
|
||
|
|
"detail": {}
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"assertion_id": "c-bob-cannot-write",
|
||
|
|
"text": "A READ grant does not let Bob write R",
|
||
|
|
"verdict": "PASS",
|
||
|
|
"step_id": "s2-grant",
|
||
|
|
"detail": {}
|
||
|
|
}
|
||
|
|
]
|
||
|
|
},
|
||
|
|
"recorded": {
|
||
|
|
"realized": true,
|
||
|
|
"verdict": "PASS",
|
||
|
|
"surface": {
|
||
|
|
"action": "grant_access(permission='READ', subject_id='bob')",
|
||
|
|
"surface": "browser",
|
||
|
|
"mechanics": {
|
||
|
|
"action": "grant_access(permission='READ', subject_id='bob')",
|
||
|
|
"stage": "submit",
|
||
|
|
"runtime": "recorded-selector-runtime",
|
||
|
|
"rationale": "replayed recorded selector [data-td=share-form]",
|
||
|
|
"element_path": "#document/html/body/form",
|
||
|
|
"page_signature": "{\"controls\": [\"permission\", \"subject_id\", \"subject_id\"], \"labels\": [\"permission\", \"person\", \"revoke\", \"share\"], \"tags\": {\"body\": 1, \"button\": 2, \"form\": 2, \"h1\": 1, \"head\": 1, \"html\": 1, \"input\": 2, \"label\": 2, \"option\": 2, \"select\": 1, \"title\": 1, \"ul\": 1}}",
|
||
|
|
"target": "/resources/R/grant",
|
||
|
|
"fields": [
|
||
|
|
"permission",
|
||
|
|
"subject_id"
|
||
|
|
],
|
||
|
|
"metrics": {
|
||
|
|
"runtime": "recorded-selector-runtime",
|
||
|
|
"wall_time_ms": 0.02,
|
||
|
|
"candidates_considered": 2,
|
||
|
|
"attempts": 1,
|
||
|
|
"retries": 0,
|
||
|
|
"tokens_in": 0,
|
||
|
|
"tokens_out": 0,
|
||
|
|
"model": null
|
||
|
|
},
|
||
|
|
"actor": "alice",
|
||
|
|
"status": 200
|
||
|
|
},
|
||
|
|
"raised": null
|
||
|
|
},
|
||
|
|
"judgments": [
|
||
|
|
{
|
||
|
|
"assertion_id": "i-enforcement-matches-record",
|
||
|
|
"text": "Enforcement and the stored record agree for every subject",
|
||
|
|
"verdict": "PASS",
|
||
|
|
"step_id": "s2-grant",
|
||
|
|
"detail": {}
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"assertion_id": "i-audit-append-only",
|
||
|
|
"text": "The audit trail is append-only",
|
||
|
|
"verdict": "PASS",
|
||
|
|
"step_id": "s2-grant",
|
||
|
|
"detail": {}
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"assertion_id": "c-bob-reads",
|
||
|
|
"text": "Bob can read R after the grant",
|
||
|
|
"verdict": "PASS",
|
||
|
|
"step_id": "s2-grant",
|
||
|
|
"detail": {}
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"assertion_id": "c-carol-denied",
|
||
|
|
"text": "Carol can never read R",
|
||
|
|
"verdict": "PASS",
|
||
|
|
"step_id": "s2-grant",
|
||
|
|
"detail": {}
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"assertion_id": "c-bob-cannot-write",
|
||
|
|
"text": "A READ grant does not let Bob write R",
|
||
|
|
"verdict": "PASS",
|
||
|
|
"step_id": "s2-grant",
|
||
|
|
"detail": {}
|
||
|
|
}
|
||
|
|
]
|
||
|
|
}
|
||
|
|
}
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"mutation": "M04",
|
||
|
|
"label": "MECHANICAL",
|
||
|
|
"preserves_test_ids": true,
|
||
|
|
"classification": {
|
||
|
|
"classification": "MECHANICAL_ADAPTATION",
|
||
|
|
"reason": "the surface changed; every protected claim still holds",
|
||
|
|
"signals": {
|
||
|
|
"surface_differs": true,
|
||
|
|
"realization_failed": false,
|
||
|
|
"postcondition_met": true,
|
||
|
|
"verdicts_regressed": false,
|
||
|
|
"verdicts_inconclusive": false,
|
||
|
|
"claims_differ": false,
|
||
|
|
"evidence_incomplete": false
|
||
|
|
},
|
||
|
|
"regressions": []
|
||
|
|
},
|
||
|
|
"arms": {
|
||
|
|
"discovery": {
|
||
|
|
"realized": true,
|
||
|
|
"verdict": "PASS",
|
||
|
|
"surface": {
|
||
|
|
"action": "grant_access(permission='READ', subject_id='bob')",
|
||
|
|
"surface": "browser",
|
||
|
|
"mechanics": {
|
||
|
|
"action": "grant_access(permission='READ', subject_id='bob')",
|
||
|
|
"stage": "submit",
|
||
|
|
"runtime": "discovery-runtime",
|
||
|
|
"rationale": "score 8: wording matches the goal; collects the required fields; target names the operation",
|
||
|
|
"element_path": "#document/html/body/form",
|
||
|
|
"page_signature": "{\"controls\": [\"permission\", \"subject_id\", \"subject_id\"], \"labels\": [\"give access\", \"permission\", \"person\", \"withdraw access\"], \"tags\": {\"body\": 1, \"button\": 2, \"form\": 2, \"h1\": 1, \"head\": 1, \"html\": 1, \"input\": 2, \"label\": 2, \"option\": 2, \"select\": 1, \"title\": 1, \"ul\": 1}}",
|
||
|
|
"target": "/resources/R/grant",
|
||
|
|
"fields": [
|
||
|
|
"permission",
|
||
|
|
"subject_id"
|
||
|
|
],
|
||
|
|
"metrics": {
|
||
|
|
"runtime": "discovery-runtime",
|
||
|
|
"wall_time_ms": 0.054,
|
||
|
|
"candidates_considered": 2,
|
||
|
|
"attempts": 1,
|
||
|
|
"retries": 0,
|
||
|
|
"tokens_in": 0,
|
||
|
|
"tokens_out": 0,
|
||
|
|
"model": null
|
||
|
|
},
|
||
|
|
"actor": "alice",
|
||
|
|
"status": 200
|
||
|
|
},
|
||
|
|
"raised": null
|
||
|
|
},
|
||
|
|
"judgments": [
|
||
|
|
{
|
||
|
|
"assertion_id": "i-enforcement-matches-record",
|
||
|
|
"text": "Enforcement and the stored record agree for every subject",
|
||
|
|
"verdict": "PASS",
|
||
|
|
"step_id": "s2-grant",
|
||
|
|
"detail": {}
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"assertion_id": "i-audit-append-only",
|
||
|
|
"text": "The audit trail is append-only",
|
||
|
|
"verdict": "PASS",
|
||
|
|
"step_id": "s2-grant",
|
||
|
|
"detail": {}
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"assertion_id": "c-bob-reads",
|
||
|
|
"text": "Bob can read R after the grant",
|
||
|
|
"verdict": "PASS",
|
||
|
|
"step_id": "s2-grant",
|
||
|
|
"detail": {}
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"assertion_id": "c-carol-denied",
|
||
|
|
"text": "Carol can never read R",
|
||
|
|
"verdict": "PASS",
|
||
|
|
"step_id": "s2-grant",
|
||
|
|
"detail": {}
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"assertion_id": "c-bob-cannot-write",
|
||
|
|
"text": "A READ grant does not let Bob write R",
|
||
|
|
"verdict": "PASS",
|
||
|
|
"step_id": "s2-grant",
|
||
|
|
"detail": {}
|
||
|
|
}
|
||
|
|
]
|
||
|
|
},
|
||
|
|
"recorded": {
|
||
|
|
"realized": true,
|
||
|
|
"verdict": "PASS",
|
||
|
|
"surface": {
|
||
|
|
"action": "grant_access(permission='READ', subject_id='bob')",
|
||
|
|
"surface": "browser",
|
||
|
|
"mechanics": {
|
||
|
|
"action": "grant_access(permission='READ', subject_id='bob')",
|
||
|
|
"stage": "submit",
|
||
|
|
"runtime": "recorded-selector-runtime",
|
||
|
|
"rationale": "replayed recorded selector [data-td=share-form]",
|
||
|
|
"element_path": "#document/html/body/form",
|
||
|
|
"page_signature": "{\"controls\": [\"permission\", \"subject_id\", \"subject_id\"], \"labels\": [\"give access\", \"permission\", \"person\", \"withdraw access\"], \"tags\": {\"body\": 1, \"button\": 2, \"form\": 2, \"h1\": 1, \"head\": 1, \"html\": 1, \"input\": 2, \"label\": 2, \"option\": 2, \"select\": 1, \"title\": 1, \"ul\": 1}}",
|
||
|
|
"target": "/resources/R/grant",
|
||
|
|
"fields": [
|
||
|
|
"permission",
|
||
|
|
"subject_id"
|
||
|
|
],
|
||
|
|
"metrics": {
|
||
|
|
"runtime": "recorded-selector-runtime",
|
||
|
|
"wall_time_ms": 0.023,
|
||
|
|
"candidates_considered": 2,
|
||
|
|
"attempts": 1,
|
||
|
|
"retries": 0,
|
||
|
|
"tokens_in": 0,
|
||
|
|
"tokens_out": 0,
|
||
|
|
"model": null
|
||
|
|
},
|
||
|
|
"actor": "alice",
|
||
|
|
"status": 200
|
||
|
|
},
|
||
|
|
"raised": null
|
||
|
|
},
|
||
|
|
"judgments": [
|
||
|
|
{
|
||
|
|
"assertion_id": "i-enforcement-matches-record",
|
||
|
|
"text": "Enforcement and the stored record agree for every subject",
|
||
|
|
"verdict": "PASS",
|
||
|
|
"step_id": "s2-grant",
|
||
|
|
"detail": {}
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"assertion_id": "i-audit-append-only",
|
||
|
|
"text": "The audit trail is append-only",
|
||
|
|
"verdict": "PASS",
|
||
|
|
"step_id": "s2-grant",
|
||
|
|
"detail": {}
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"assertion_id": "c-bob-reads",
|
||
|
|
"text": "Bob can read R after the grant",
|
||
|
|
"verdict": "PASS",
|
||
|
|
"step_id": "s2-grant",
|
||
|
|
"detail": {}
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"assertion_id": "c-carol-denied",
|
||
|
|
"text": "Carol can never read R",
|
||
|
|
"verdict": "PASS",
|
||
|
|
"step_id": "s2-grant",
|
||
|
|
"detail": {}
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"assertion_id": "c-bob-cannot-write",
|
||
|
|
"text": "A READ grant does not let Bob write R",
|
||
|
|
"verdict": "PASS",
|
||
|
|
"step_id": "s2-grant",
|
||
|
|
"detail": {}
|
||
|
|
}
|
||
|
|
]
|
||
|
|
}
|
||
|
|
}
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"mutation": "M05",
|
||
|
|
"label": "MECHANICAL",
|
||
|
|
"preserves_test_ids": true,
|
||
|
|
"classification": {
|
||
|
|
"classification": "UNCHANGED",
|
||
|
|
"reason": "no observable difference from baseline",
|
||
|
|
"signals": {
|
||
|
|
"surface_differs": false,
|
||
|
|
"realization_failed": false,
|
||
|
|
"postcondition_met": true,
|
||
|
|
"verdicts_regressed": false,
|
||
|
|
"verdicts_inconclusive": false,
|
||
|
|
"claims_differ": false,
|
||
|
|
"evidence_incomplete": false
|
||
|
|
},
|
||
|
|
"regressions": []
|
||
|
|
},
|
||
|
|
"arms": {
|
||
|
|
"discovery": {
|
||
|
|
"realized": true,
|
||
|
|
"verdict": "PASS",
|
||
|
|
"surface": {
|
||
|
|
"action": "grant_access(permission='READ', subject_id='bob')",
|
||
|
|
"surface": "browser",
|
||
|
|
"mechanics": {
|
||
|
|
"action": "grant_access(permission='READ', subject_id='bob')",
|
||
|
|
"stage": "submit",
|
||
|
|
"runtime": "discovery-runtime",
|
||
|
|
"rationale": "score 8: wording matches the goal; collects the required fields; target names the operation",
|
||
|
|
"element_path": "#document/html/body/form",
|
||
|
|
"page_signature": "{\"controls\": [\"permission\", \"subject_id\", \"subject_id\"], \"labels\": [\"permission\", \"person\", \"revoke\", \"share\"], \"tags\": {\"body\": 1, \"button\": 2, \"form\": 2, \"h1\": 1, \"head\": 1, \"html\": 1, \"input\": 2, \"label\": 2, \"option\": 2, \"select\": 1, \"title\": 1, \"ul\": 1}}",
|
||
|
|
"target": "/resources/R/grant",
|
||
|
|
"fields": [
|
||
|
|
"permission",
|
||
|
|
"subject_id"
|
||
|
|
],
|
||
|
|
"metrics": {
|
||
|
|
"runtime": "discovery-runtime",
|
||
|
|
"wall_time_ms": 0.051,
|
||
|
|
"candidates_considered": 2,
|
||
|
|
"attempts": 1,
|
||
|
|
"retries": 0,
|
||
|
|
"tokens_in": 0,
|
||
|
|
"tokens_out": 0,
|
||
|
|
"model": null
|
||
|
|
},
|
||
|
|
"actor": "alice",
|
||
|
|
"status": 200
|
||
|
|
},
|
||
|
|
"raised": null
|
||
|
|
},
|
||
|
|
"judgments": [
|
||
|
|
{
|
||
|
|
"assertion_id": "i-enforcement-matches-record",
|
||
|
|
"text": "Enforcement and the stored record agree for every subject",
|
||
|
|
"verdict": "PASS",
|
||
|
|
"step_id": "s2-grant",
|
||
|
|
"detail": {}
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"assertion_id": "i-audit-append-only",
|
||
|
|
"text": "The audit trail is append-only",
|
||
|
|
"verdict": "PASS",
|
||
|
|
"step_id": "s2-grant",
|
||
|
|
"detail": {}
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"assertion_id": "c-bob-reads",
|
||
|
|
"text": "Bob can read R after the grant",
|
||
|
|
"verdict": "PASS",
|
||
|
|
"step_id": "s2-grant",
|
||
|
|
"detail": {}
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"assertion_id": "c-carol-denied",
|
||
|
|
"text": "Carol can never read R",
|
||
|
|
"verdict": "PASS",
|
||
|
|
"step_id": "s2-grant",
|
||
|
|
"detail": {}
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"assertion_id": "c-bob-cannot-write",
|
||
|
|
"text": "A READ grant does not let Bob write R",
|
||
|
|
"verdict": "PASS",
|
||
|
|
"step_id": "s2-grant",
|
||
|
|
"detail": {}
|
||
|
|
}
|
||
|
|
]
|
||
|
|
},
|
||
|
|
"recorded": {
|
||
|
|
"realized": true,
|
||
|
|
"verdict": "PASS",
|
||
|
|
"surface": {
|
||
|
|
"action": "grant_access(permission='READ', subject_id='bob')",
|
||
|
|
"surface": "browser",
|
||
|
|
"mechanics": {
|
||
|
|
"action": "grant_access(permission='READ', subject_id='bob')",
|
||
|
|
"stage": "submit",
|
||
|
|
"runtime": "recorded-selector-runtime",
|
||
|
|
"rationale": "replayed recorded selector [data-td=share-form]",
|
||
|
|
"element_path": "#document/html/body/form",
|
||
|
|
"page_signature": "{\"controls\": [\"permission\", \"subject_id\", \"subject_id\"], \"labels\": [\"permission\", \"person\", \"revoke\", \"share\"], \"tags\": {\"body\": 1, \"button\": 2, \"form\": 2, \"h1\": 1, \"head\": 1, \"html\": 1, \"input\": 2, \"label\": 2, \"option\": 2, \"select\": 1, \"title\": 1, \"ul\": 1}}",
|
||
|
|
"target": "/resources/R/grant",
|
||
|
|
"fields": [
|
||
|
|
"permission",
|
||
|
|
"subject_id"
|
||
|
|
],
|
||
|
|
"metrics": {
|
||
|
|
"runtime": "recorded-selector-runtime",
|
||
|
|
"wall_time_ms": 0.019,
|
||
|
|
"candidates_considered": 2,
|
||
|
|
"attempts": 1,
|
||
|
|
"retries": 0,
|
||
|
|
"tokens_in": 0,
|
||
|
|
"tokens_out": 0,
|
||
|
|
"model": null
|
||
|
|
},
|
||
|
|
"actor": "alice",
|
||
|
|
"status": 200
|
||
|
|
},
|
||
|
|
"raised": null
|
||
|
|
},
|
||
|
|
"judgments": [
|
||
|
|
{
|
||
|
|
"assertion_id": "i-enforcement-matches-record",
|
||
|
|
"text": "Enforcement and the stored record agree for every subject",
|
||
|
|
"verdict": "PASS",
|
||
|
|
"step_id": "s2-grant",
|
||
|
|
"detail": {}
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"assertion_id": "i-audit-append-only",
|
||
|
|
"text": "The audit trail is append-only",
|
||
|
|
"verdict": "PASS",
|
||
|
|
"step_id": "s2-grant",
|
||
|
|
"detail": {}
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"assertion_id": "c-bob-reads",
|
||
|
|
"text": "Bob can read R after the grant",
|
||
|
|
"verdict": "PASS",
|
||
|
|
"step_id": "s2-grant",
|
||
|
|
"detail": {}
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"assertion_id": "c-carol-denied",
|
||
|
|
"text": "Carol can never read R",
|
||
|
|
"verdict": "PASS",
|
||
|
|
"step_id": "s2-grant",
|
||
|
|
"detail": {}
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"assertion_id": "c-bob-cannot-write",
|
||
|
|
"text": "A READ grant does not let Bob write R",
|
||
|
|
"verdict": "PASS",
|
||
|
|
"step_id": "s2-grant",
|
||
|
|
"detail": {}
|
||
|
|
}
|
||
|
|
]
|
||
|
|
}
|
||
|
|
}
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"mutation": "M06",
|
||
|
|
"label": "MECHANICAL",
|
||
|
|
"preserves_test_ids": true,
|
||
|
|
"classification": {
|
||
|
|
"classification": "MECHANICAL_ADAPTATION",
|
||
|
|
"reason": "the surface changed; every protected claim still holds",
|
||
|
|
"signals": {
|
||
|
|
"surface_differs": true,
|
||
|
|
"realization_failed": false,
|
||
|
|
"postcondition_met": true,
|
||
|
|
"verdicts_regressed": false,
|
||
|
|
"verdicts_inconclusive": false,
|
||
|
|
"claims_differ": false,
|
||
|
|
"evidence_incomplete": false
|
||
|
|
},
|
||
|
|
"regressions": []
|
||
|
|
},
|
||
|
|
"arms": {
|
||
|
|
"discovery": {
|
||
|
|
"realized": true,
|
||
|
|
"verdict": "PASS",
|
||
|
|
"surface": {
|
||
|
|
"action": "grant_access(permission='READ', subject_id='bob')",
|
||
|
|
"surface": "browser",
|
||
|
|
"mechanics": {
|
||
|
|
"action": "grant_access(permission='READ', subject_id='bob')",
|
||
|
|
"stage": "submit",
|
||
|
|
"runtime": "discovery-runtime",
|
||
|
|
"rationale": "score 8: wording matches the goal; collects the required fields; target names the operation",
|
||
|
|
"element_path": "#document/html/body/form",
|
||
|
|
"page_signature": "{\"controls\": [\"permission\", \"subject_id\", \"subject_id\"], \"labels\": [\"permission\", \"person\", \"revoke\", \"share\"], \"tags\": {\"body\": 1, \"button\": 2, \"form\": 2, \"h1\": 1, \"head\": 1, \"html\": 1, \"input\": 2, \"label\": 2, \"option\": 2, \"select\": 1, \"title\": 1, \"ul\": 1}}",
|
||
|
|
"target": "/r/R/grant",
|
||
|
|
"fields": [
|
||
|
|
"permission",
|
||
|
|
"subject_id"
|
||
|
|
],
|
||
|
|
"metrics": {
|
||
|
|
"runtime": "discovery-runtime",
|
||
|
|
"wall_time_ms": 0.051,
|
||
|
|
"candidates_considered": 2,
|
||
|
|
"attempts": 1,
|
||
|
|
"retries": 0,
|
||
|
|
"tokens_in": 0,
|
||
|
|
"tokens_out": 0,
|
||
|
|
"model": null
|
||
|
|
},
|
||
|
|
"actor": "alice",
|
||
|
|
"status": 200
|
||
|
|
},
|
||
|
|
"raised": null
|
||
|
|
},
|
||
|
|
"judgments": [
|
||
|
|
{
|
||
|
|
"assertion_id": "i-enforcement-matches-record",
|
||
|
|
"text": "Enforcement and the stored record agree for every subject",
|
||
|
|
"verdict": "PASS",
|
||
|
|
"step_id": "s2-grant",
|
||
|
|
"detail": {}
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"assertion_id": "i-audit-append-only",
|
||
|
|
"text": "The audit trail is append-only",
|
||
|
|
"verdict": "PASS",
|
||
|
|
"step_id": "s2-grant",
|
||
|
|
"detail": {}
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"assertion_id": "c-bob-reads",
|
||
|
|
"text": "Bob can read R after the grant",
|
||
|
|
"verdict": "PASS",
|
||
|
|
"step_id": "s2-grant",
|
||
|
|
"detail": {}
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"assertion_id": "c-carol-denied",
|
||
|
|
"text": "Carol can never read R",
|
||
|
|
"verdict": "PASS",
|
||
|
|
"step_id": "s2-grant",
|
||
|
|
"detail": {}
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"assertion_id": "c-bob-cannot-write",
|
||
|
|
"text": "A READ grant does not let Bob write R",
|
||
|
|
"verdict": "PASS",
|
||
|
|
"step_id": "s2-grant",
|
||
|
|
"detail": {}
|
||
|
|
}
|
||
|
|
]
|
||
|
|
},
|
||
|
|
"recorded": {
|
||
|
|
"realized": true,
|
||
|
|
"verdict": "PASS",
|
||
|
|
"surface": {
|
||
|
|
"action": "grant_access(permission='READ', subject_id='bob')",
|
||
|
|
"surface": "browser",
|
||
|
|
"mechanics": {
|
||
|
|
"action": "grant_access(permission='READ', subject_id='bob')",
|
||
|
|
"stage": "submit",
|
||
|
|
"runtime": "recorded-selector-runtime",
|
||
|
|
"rationale": "replayed recorded selector [data-td=share-form]",
|
||
|
|
"element_path": "#document/html/body/form",
|
||
|
|
"page_signature": "{\"controls\": [\"permission\", \"subject_id\", \"subject_id\"], \"labels\": [\"permission\", \"person\", \"revoke\", \"share\"], \"tags\": {\"body\": 1, \"button\": 2, \"form\": 2, \"h1\": 1, \"head\": 1, \"html\": 1, \"input\": 2, \"label\": 2, \"option\": 2, \"select\": 1, \"title\": 1, \"ul\": 1}}",
|
||
|
|
"target": "/r/R/grant",
|
||
|
|
"fields": [
|
||
|
|
"permission",
|
||
|
|
"subject_id"
|
||
|
|
],
|
||
|
|
"metrics": {
|
||
|
|
"runtime": "recorded-selector-runtime",
|
||
|
|
"wall_time_ms": 0.019,
|
||
|
|
"candidates_considered": 2,
|
||
|
|
"attempts": 1,
|
||
|
|
"retries": 0,
|
||
|
|
"tokens_in": 0,
|
||
|
|
"tokens_out": 0,
|
||
|
|
"model": null
|
||
|
|
},
|
||
|
|
"actor": "alice",
|
||
|
|
"status": 200
|
||
|
|
},
|
||
|
|
"raised": null
|
||
|
|
},
|
||
|
|
"judgments": [
|
||
|
|
{
|
||
|
|
"assertion_id": "i-enforcement-matches-record",
|
||
|
|
"text": "Enforcement and the stored record agree for every subject",
|
||
|
|
"verdict": "PASS",
|
||
|
|
"step_id": "s2-grant",
|
||
|
|
"detail": {}
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"assertion_id": "i-audit-append-only",
|
||
|
|
"text": "The audit trail is append-only",
|
||
|
|
"verdict": "PASS",
|
||
|
|
"step_id": "s2-grant",
|
||
|
|
"detail": {}
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"assertion_id": "c-bob-reads",
|
||
|
|
"text": "Bob can read R after the grant",
|
||
|
|
"verdict": "PASS",
|
||
|
|
"step_id": "s2-grant",
|
||
|
|
"detail": {}
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"assertion_id": "c-carol-denied",
|
||
|
|
"text": "Carol can never read R",
|
||
|
|
"verdict": "PASS",
|
||
|
|
"step_id": "s2-grant",
|
||
|
|
"detail": {}
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"assertion_id": "c-bob-cannot-write",
|
||
|
|
"text": "A READ grant does not let Bob write R",
|
||
|
|
"verdict": "PASS",
|
||
|
|
"step_id": "s2-grant",
|
||
|
|
"detail": {}
|
||
|
|
}
|
||
|
|
]
|
||
|
|
}
|
||
|
|
}
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"mutation": "M07",
|
||
|
|
"label": "MECHANICAL",
|
||
|
|
"preserves_test_ids": true,
|
||
|
|
"classification": {
|
||
|
|
"classification": "MECHANICAL_ADAPTATION",
|
||
|
|
"reason": "the surface changed; every protected claim still holds",
|
||
|
|
"signals": {
|
||
|
|
"surface_differs": true,
|
||
|
|
"realization_failed": false,
|
||
|
|
"postcondition_met": true,
|
||
|
|
"verdicts_regressed": false,
|
||
|
|
"verdicts_inconclusive": false,
|
||
|
|
"claims_differ": false,
|
||
|
|
"evidence_incomplete": false
|
||
|
|
},
|
||
|
|
"regressions": []
|
||
|
|
},
|
||
|
|
"arms": {
|
||
|
|
"discovery": {
|
||
|
|
"realized": true,
|
||
|
|
"verdict": "PASS",
|
||
|
|
"surface": {
|
||
|
|
"action": "grant_access(permission='READ', subject_id='bob')",
|
||
|
|
"surface": "browser",
|
||
|
|
"mechanics": {
|
||
|
|
"action": "grant_access(permission='READ', subject_id='bob')",
|
||
|
|
"stage": "submit",
|
||
|
|
"runtime": "discovery-runtime",
|
||
|
|
"rationale": "score 8: wording matches the goal; collects the required fields; target names the operation",
|
||
|
|
"element_path": "#document/html/body/form",
|
||
|
|
"page_signature": "{\"controls\": [\"permission\", \"subject_id\", \"subject_id\"], \"labels\": [\"permission\", \"person\", \"revoke\", \"share\"], \"tags\": {\"a\": 2, \"body\": 1, \"form\": 2, \"h1\": 1, \"head\": 1, \"html\": 1, \"input\": 2, \"label\": 2, \"option\": 2, \"select\": 1, \"title\": 1, \"ul\": 1}}",
|
||
|
|
"target": "/resources/R/grant",
|
||
|
|
"fields": [
|
||
|
|
"permission",
|
||
|
|
"subject_id"
|
||
|
|
],
|
||
|
|
"metrics": {
|
||
|
|
"runtime": "discovery-runtime",
|
||
|
|
"wall_time_ms": 0.052,
|
||
|
|
"candidates_considered": 2,
|
||
|
|
"attempts": 1,
|
||
|
|
"retries": 0,
|
||
|
|
"tokens_in": 0,
|
||
|
|
"tokens_out": 0,
|
||
|
|
"model": null
|
||
|
|
},
|
||
|
|
"actor": "alice",
|
||
|
|
"status": 200
|
||
|
|
},
|
||
|
|
"raised": null
|
||
|
|
},
|
||
|
|
"judgments": [
|
||
|
|
{
|
||
|
|
"assertion_id": "i-enforcement-matches-record",
|
||
|
|
"text": "Enforcement and the stored record agree for every subject",
|
||
|
|
"verdict": "PASS",
|
||
|
|
"step_id": "s2-grant",
|
||
|
|
"detail": {}
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"assertion_id": "i-audit-append-only",
|
||
|
|
"text": "The audit trail is append-only",
|
||
|
|
"verdict": "PASS",
|
||
|
|
"step_id": "s2-grant",
|
||
|
|
"detail": {}
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"assertion_id": "c-bob-reads",
|
||
|
|
"text": "Bob can read R after the grant",
|
||
|
|
"verdict": "PASS",
|
||
|
|
"step_id": "s2-grant",
|
||
|
|
"detail": {}
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"assertion_id": "c-carol-denied",
|
||
|
|
"text": "Carol can never read R",
|
||
|
|
"verdict": "PASS",
|
||
|
|
"step_id": "s2-grant",
|
||
|
|
"detail": {}
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"assertion_id": "c-bob-cannot-write",
|
||
|
|
"text": "A READ grant does not let Bob write R",
|
||
|
|
"verdict": "PASS",
|
||
|
|
"step_id": "s2-grant",
|
||
|
|
"detail": {}
|
||
|
|
}
|
||
|
|
]
|
||
|
|
},
|
||
|
|
"recorded": {
|
||
|
|
"realized": true,
|
||
|
|
"verdict": "PASS",
|
||
|
|
"surface": {
|
||
|
|
"action": "grant_access(permission='READ', subject_id='bob')",
|
||
|
|
"surface": "browser",
|
||
|
|
"mechanics": {
|
||
|
|
"action": "grant_access(permission='READ', subject_id='bob')",
|
||
|
|
"stage": "submit",
|
||
|
|
"runtime": "recorded-selector-runtime",
|
||
|
|
"rationale": "replayed recorded selector [data-td=share-form]",
|
||
|
|
"element_path": "#document/html/body/form",
|
||
|
|
"page_signature": "{\"controls\": [\"permission\", \"subject_id\", \"subject_id\"], \"labels\": [\"permission\", \"person\", \"revoke\", \"share\"], \"tags\": {\"a\": 2, \"body\": 1, \"form\": 2, \"h1\": 1, \"head\": 1, \"html\": 1, \"input\": 2, \"label\": 2, \"option\": 2, \"select\": 1, \"title\": 1, \"ul\": 1}}",
|
||
|
|
"target": "/resources/R/grant",
|
||
|
|
"fields": [
|
||
|
|
"permission",
|
||
|
|
"subject_id"
|
||
|
|
],
|
||
|
|
"metrics": {
|
||
|
|
"runtime": "recorded-selector-runtime",
|
||
|
|
"wall_time_ms": 0.019,
|
||
|
|
"candidates_considered": 2,
|
||
|
|
"attempts": 1,
|
||
|
|
"retries": 0,
|
||
|
|
"tokens_in": 0,
|
||
|
|
"tokens_out": 0,
|
||
|
|
"model": null
|
||
|
|
},
|
||
|
|
"actor": "alice",
|
||
|
|
"status": 200
|
||
|
|
},
|
||
|
|
"raised": null
|
||
|
|
},
|
||
|
|
"judgments": [
|
||
|
|
{
|
||
|
|
"assertion_id": "i-enforcement-matches-record",
|
||
|
|
"text": "Enforcement and the stored record agree for every subject",
|
||
|
|
"verdict": "PASS",
|
||
|
|
"step_id": "s2-grant",
|
||
|
|
"detail": {}
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"assertion_id": "i-audit-append-only",
|
||
|
|
"text": "The audit trail is append-only",
|
||
|
|
"verdict": "PASS",
|
||
|
|
"step_id": "s2-grant",
|
||
|
|
"detail": {}
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"assertion_id": "c-bob-reads",
|
||
|
|
"text": "Bob can read R after the grant",
|
||
|
|
"verdict": "PASS",
|
||
|
|
"step_id": "s2-grant",
|
||
|
|
"detail": {}
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"assertion_id": "c-carol-denied",
|
||
|
|
"text": "Carol can never read R",
|
||
|
|
"verdict": "PASS",
|
||
|
|
"step_id": "s2-grant",
|
||
|
|
"detail": {}
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"assertion_id": "c-bob-cannot-write",
|
||
|
|
"text": "A READ grant does not let Bob write R",
|
||
|
|
"verdict": "PASS",
|
||
|
|
"step_id": "s2-grant",
|
||
|
|
"detail": {}
|
||
|
|
}
|
||
|
|
]
|
||
|
|
}
|
||
|
|
}
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"mutation": "M08",
|
||
|
|
"label": "MECHANICAL",
|
||
|
|
"preserves_test_ids": true,
|
||
|
|
"classification": {
|
||
|
|
"classification": "MECHANICAL_ADAPTATION",
|
||
|
|
"reason": "the surface changed; every protected claim still holds",
|
||
|
|
"signals": {
|
||
|
|
"surface_differs": true,
|
||
|
|
"realization_failed": false,
|
||
|
|
"postcondition_met": true,
|
||
|
|
"verdicts_regressed": false,
|
||
|
|
"verdicts_inconclusive": false,
|
||
|
|
"claims_differ": false,
|
||
|
|
"evidence_incomplete": false
|
||
|
|
},
|
||
|
|
"regressions": []
|
||
|
|
},
|
||
|
|
"arms": {
|
||
|
|
"discovery": {
|
||
|
|
"realized": true,
|
||
|
|
"verdict": "PASS",
|
||
|
|
"surface": {
|
||
|
|
"action": "grant_access(permission='READ', subject_id='bob')",
|
||
|
|
"surface": "browser",
|
||
|
|
"mechanics": {
|
||
|
|
"action": "grant_access(permission='READ', subject_id='bob')",
|
||
|
|
"stage": "submit",
|
||
|
|
"runtime": "discovery-runtime",
|
||
|
|
"rationale": "score 8: wording matches the goal; collects the required fields; target names the operation",
|
||
|
|
"element_path": "#document/html/body/form",
|
||
|
|
"page_signature": "{\"controls\": [\"permission\", \"subject_id\", \"subject_id\"], \"labels\": [\"permission\", \"person\", \"revoke\", \"share\", \"yes, revoke\"], \"tags\": {\"body\": 1, \"button\": 3, \"form\": 2, \"h1\": 1, \"head\": 1, \"html\": 1, \"input\": 2, \"label\": 2, \"option\": 2, \"p\": 1, \"select\": 1, \"title\": 1, \"ul\": 1}}",
|
||
|
|
"target": "/resources/R/grant",
|
||
|
|
"fields": [
|
||
|
|
"permission",
|
||
|
|
"subject_id"
|
||
|
|
],
|
||
|
|
"metrics": {
|
||
|
|
"runtime": "discovery-runtime",
|
||
|
|
"wall_time_ms": 0.055,
|
||
|
|
"candidates_considered": 2,
|
||
|
|
"attempts": 1,
|
||
|
|
"retries": 0,
|
||
|
|
"tokens_in": 0,
|
||
|
|
"tokens_out": 0,
|
||
|
|
"model": null
|
||
|
|
},
|
||
|
|
"actor": "alice",
|
||
|
|
"status": 200
|
||
|
|
},
|
||
|
|
"raised": null
|
||
|
|
},
|
||
|
|
"judgments": [
|
||
|
|
{
|
||
|
|
"assertion_id": "i-enforcement-matches-record",
|
||
|
|
"text": "Enforcement and the stored record agree for every subject",
|
||
|
|
"verdict": "PASS",
|
||
|
|
"step_id": "s2-grant",
|
||
|
|
"detail": {}
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"assertion_id": "i-audit-append-only",
|
||
|
|
"text": "The audit trail is append-only",
|
||
|
|
"verdict": "PASS",
|
||
|
|
"step_id": "s2-grant",
|
||
|
|
"detail": {}
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"assertion_id": "c-bob-reads",
|
||
|
|
"text": "Bob can read R after the grant",
|
||
|
|
"verdict": "PASS",
|
||
|
|
"step_id": "s2-grant",
|
||
|
|
"detail": {}
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"assertion_id": "c-carol-denied",
|
||
|
|
"text": "Carol can never read R",
|
||
|
|
"verdict": "PASS",
|
||
|
|
"step_id": "s2-grant",
|
||
|
|
"detail": {}
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"assertion_id": "c-bob-cannot-write",
|
||
|
|
"text": "A READ grant does not let Bob write R",
|
||
|
|
"verdict": "PASS",
|
||
|
|
"step_id": "s2-grant",
|
||
|
|
"detail": {}
|
||
|
|
}
|
||
|
|
]
|
||
|
|
},
|
||
|
|
"recorded": {
|
||
|
|
"realized": true,
|
||
|
|
"verdict": "PASS",
|
||
|
|
"surface": {
|
||
|
|
"action": "grant_access(permission='READ', subject_id='bob')",
|
||
|
|
"surface": "browser",
|
||
|
|
"mechanics": {
|
||
|
|
"action": "grant_access(permission='READ', subject_id='bob')",
|
||
|
|
"stage": "submit",
|
||
|
|
"runtime": "recorded-selector-runtime",
|
||
|
|
"rationale": "replayed recorded selector [data-td=share-form]",
|
||
|
|
"element_path": "#document/html/body/form",
|
||
|
|
"page_signature": "{\"controls\": [\"permission\", \"subject_id\", \"subject_id\"], \"labels\": [\"permission\", \"person\", \"revoke\", \"share\", \"yes, revoke\"], \"tags\": {\"body\": 1, \"button\": 3, \"form\": 2, \"h1\": 1, \"head\": 1, \"html\": 1, \"input\": 2, \"label\": 2, \"option\": 2, \"p\": 1, \"select\": 1, \"title\": 1, \"ul\": 1}}",
|
||
|
|
"target": "/resources/R/grant",
|
||
|
|
"fields": [
|
||
|
|
"permission",
|
||
|
|
"subject_id"
|
||
|
|
],
|
||
|
|
"metrics": {
|
||
|
|
"runtime": "recorded-selector-runtime",
|
||
|
|
"wall_time_ms": 0.02,
|
||
|
|
"candidates_considered": 2,
|
||
|
|
"attempts": 1,
|
||
|
|
"retries": 0,
|
||
|
|
"tokens_in": 0,
|
||
|
|
"tokens_out": 0,
|
||
|
|
"model": null
|
||
|
|
},
|
||
|
|
"actor": "alice",
|
||
|
|
"status": 200
|
||
|
|
},
|
||
|
|
"raised": null
|
||
|
|
},
|
||
|
|
"judgments": [
|
||
|
|
{
|
||
|
|
"assertion_id": "i-enforcement-matches-record",
|
||
|
|
"text": "Enforcement and the stored record agree for every subject",
|
||
|
|
"verdict": "PASS",
|
||
|
|
"step_id": "s2-grant",
|
||
|
|
"detail": {}
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"assertion_id": "i-audit-append-only",
|
||
|
|
"text": "The audit trail is append-only",
|
||
|
|
"verdict": "PASS",
|
||
|
|
"step_id": "s2-grant",
|
||
|
|
"detail": {}
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"assertion_id": "c-bob-reads",
|
||
|
|
"text": "Bob can read R after the grant",
|
||
|
|
"verdict": "PASS",
|
||
|
|
"step_id": "s2-grant",
|
||
|
|
"detail": {}
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"assertion_id": "c-carol-denied",
|
||
|
|
"text": "Carol can never read R",
|
||
|
|
"verdict": "PASS",
|
||
|
|
"step_id": "s2-grant",
|
||
|
|
"detail": {}
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"assertion_id": "c-bob-cannot-write",
|
||
|
|
"text": "A READ grant does not let Bob write R",
|
||
|
|
"verdict": "PASS",
|
||
|
|
"step_id": "s2-grant",
|
||
|
|
"detail": {}
|
||
|
|
}
|
||
|
|
]
|
||
|
|
}
|
||
|
|
}
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"mutation": "M09",
|
||
|
|
"label": "MECHANICAL",
|
||
|
|
"preserves_test_ids": true,
|
||
|
|
"classification": {
|
||
|
|
"classification": "UNCHANGED",
|
||
|
|
"reason": "no observable difference from baseline",
|
||
|
|
"signals": {
|
||
|
|
"surface_differs": false,
|
||
|
|
"realization_failed": false,
|
||
|
|
"postcondition_met": true,
|
||
|
|
"verdicts_regressed": false,
|
||
|
|
"verdicts_inconclusive": false,
|
||
|
|
"claims_differ": false,
|
||
|
|
"evidence_incomplete": false
|
||
|
|
},
|
||
|
|
"regressions": []
|
||
|
|
},
|
||
|
|
"arms": {
|
||
|
|
"discovery": {
|
||
|
|
"realized": true,
|
||
|
|
"verdict": "PASS",
|
||
|
|
"surface": {
|
||
|
|
"action": "grant_access(permission='READ', subject_id='bob')",
|
||
|
|
"surface": "browser",
|
||
|
|
"mechanics": {
|
||
|
|
"action": "grant_access(permission='READ', subject_id='bob')",
|
||
|
|
"stage": "submit",
|
||
|
|
"runtime": "discovery-runtime",
|
||
|
|
"rationale": "score 8: wording matches the goal; collects the required fields; target names the operation",
|
||
|
|
"element_path": "#document/html/body/form",
|
||
|
|
"page_signature": "{\"controls\": [\"permission\", \"subject_id\", \"subject_id\"], \"labels\": [\"permission\", \"person\", \"revoke\", \"share\"], \"tags\": {\"body\": 1, \"button\": 2, \"form\": 2, \"h1\": 1, \"head\": 1, \"html\": 1, \"input\": 2, \"label\": 2, \"option\": 2, \"select\": 1, \"title\": 1, \"ul\": 1}}",
|
||
|
|
"target": "/resources/R/grant",
|
||
|
|
"fields": [
|
||
|
|
"permission",
|
||
|
|
"subject_id"
|
||
|
|
],
|
||
|
|
"metrics": {
|
||
|
|
"runtime": "discovery-runtime",
|
||
|
|
"wall_time_ms": 0.073,
|
||
|
|
"candidates_considered": 2,
|
||
|
|
"attempts": 1,
|
||
|
|
"retries": 0,
|
||
|
|
"tokens_in": 0,
|
||
|
|
"tokens_out": 0,
|
||
|
|
"model": null
|
||
|
|
},
|
||
|
|
"actor": "alice",
|
||
|
|
"status": 200
|
||
|
|
},
|
||
|
|
"raised": null
|
||
|
|
},
|
||
|
|
"judgments": [
|
||
|
|
{
|
||
|
|
"assertion_id": "i-enforcement-matches-record",
|
||
|
|
"text": "Enforcement and the stored record agree for every subject",
|
||
|
|
"verdict": "PASS",
|
||
|
|
"step_id": "s2-grant",
|
||
|
|
"detail": {}
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"assertion_id": "i-audit-append-only",
|
||
|
|
"text": "The audit trail is append-only",
|
||
|
|
"verdict": "PASS",
|
||
|
|
"step_id": "s2-grant",
|
||
|
|
"detail": {}
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"assertion_id": "c-bob-reads",
|
||
|
|
"text": "Bob can read R after the grant",
|
||
|
|
"verdict": "PASS",
|
||
|
|
"step_id": "s2-grant",
|
||
|
|
"detail": {}
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"assertion_id": "c-carol-denied",
|
||
|
|
"text": "Carol can never read R",
|
||
|
|
"verdict": "PASS",
|
||
|
|
"step_id": "s2-grant",
|
||
|
|
"detail": {}
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"assertion_id": "c-bob-cannot-write",
|
||
|
|
"text": "A READ grant does not let Bob write R",
|
||
|
|
"verdict": "PASS",
|
||
|
|
"step_id": "s2-grant",
|
||
|
|
"detail": {}
|
||
|
|
}
|
||
|
|
]
|
||
|
|
},
|
||
|
|
"recorded": {
|
||
|
|
"realized": true,
|
||
|
|
"verdict": "PASS",
|
||
|
|
"surface": {
|
||
|
|
"action": "grant_access(permission='READ', subject_id='bob')",
|
||
|
|
"surface": "browser",
|
||
|
|
"mechanics": {
|
||
|
|
"action": "grant_access(permission='READ', subject_id='bob')",
|
||
|
|
"stage": "submit",
|
||
|
|
"runtime": "recorded-selector-runtime",
|
||
|
|
"rationale": "replayed recorded selector [data-td=share-form]",
|
||
|
|
"element_path": "#document/html/body/form",
|
||
|
|
"page_signature": "{\"controls\": [\"permission\", \"subject_id\", \"subject_id\"], \"labels\": [\"permission\", \"person\", \"revoke\", \"share\"], \"tags\": {\"body\": 1, \"button\": 2, \"form\": 2, \"h1\": 1, \"head\": 1, \"html\": 1, \"input\": 2, \"label\": 2, \"option\": 2, \"select\": 1, \"title\": 1, \"ul\": 1}}",
|
||
|
|
"target": "/resources/R/grant",
|
||
|
|
"fields": [
|
||
|
|
"permission",
|
||
|
|
"subject_id"
|
||
|
|
],
|
||
|
|
"metrics": {
|
||
|
|
"runtime": "recorded-selector-runtime",
|
||
|
|
"wall_time_ms": 0.019,
|
||
|
|
"candidates_considered": 2,
|
||
|
|
"attempts": 1,
|
||
|
|
"retries": 0,
|
||
|
|
"tokens_in": 0,
|
||
|
|
"tokens_out": 0,
|
||
|
|
"model": null
|
||
|
|
},
|
||
|
|
"actor": "alice",
|
||
|
|
"status": 200
|
||
|
|
},
|
||
|
|
"raised": null
|
||
|
|
},
|
||
|
|
"judgments": [
|
||
|
|
{
|
||
|
|
"assertion_id": "i-enforcement-matches-record",
|
||
|
|
"text": "Enforcement and the stored record agree for every subject",
|
||
|
|
"verdict": "PASS",
|
||
|
|
"step_id": "s2-grant",
|
||
|
|
"detail": {}
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"assertion_id": "i-audit-append-only",
|
||
|
|
"text": "The audit trail is append-only",
|
||
|
|
"verdict": "PASS",
|
||
|
|
"step_id": "s2-grant",
|
||
|
|
"detail": {}
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"assertion_id": "c-bob-reads",
|
||
|
|
"text": "Bob can read R after the grant",
|
||
|
|
"verdict": "PASS",
|
||
|
|
"step_id": "s2-grant",
|
||
|
|
"detail": {}
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"assertion_id": "c-carol-denied",
|
||
|
|
"text": "Carol can never read R",
|
||
|
|
"verdict": "PASS",
|
||
|
|
"step_id": "s2-grant",
|
||
|
|
"detail": {}
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"assertion_id": "c-bob-cannot-write",
|
||
|
|
"text": "A READ grant does not let Bob write R",
|
||
|
|
"verdict": "PASS",
|
||
|
|
"step_id": "s2-grant",
|
||
|
|
"detail": {}
|
||
|
|
}
|
||
|
|
]
|
||
|
|
}
|
||
|
|
}
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"mutation": "M10",
|
||
|
|
"label": "MECHANICAL",
|
||
|
|
"preserves_test_ids": true,
|
||
|
|
"classification": {
|
||
|
|
"classification": "UNCHANGED",
|
||
|
|
"reason": "no observable difference from baseline",
|
||
|
|
"signals": {
|
||
|
|
"surface_differs": false,
|
||
|
|
"realization_failed": false,
|
||
|
|
"postcondition_met": true,
|
||
|
|
"verdicts_regressed": false,
|
||
|
|
"verdicts_inconclusive": false,
|
||
|
|
"claims_differ": false,
|
||
|
|
"evidence_incomplete": false
|
||
|
|
},
|
||
|
|
"regressions": []
|
||
|
|
},
|
||
|
|
"arms": {
|
||
|
|
"discovery": {
|
||
|
|
"realized": true,
|
||
|
|
"verdict": "PASS",
|
||
|
|
"surface": {
|
||
|
|
"action": "grant_access(permission='READ', subject_id='bob')",
|
||
|
|
"surface": "browser",
|
||
|
|
"mechanics": {
|
||
|
|
"action": "grant_access(permission='READ', subject_id='bob')",
|
||
|
|
"stage": "submit",
|
||
|
|
"runtime": "discovery-runtime",
|
||
|
|
"rationale": "score 8: wording matches the goal; collects the required fields; target names the operation",
|
||
|
|
"element_path": "#document/html/body/form",
|
||
|
|
"page_signature": "{\"controls\": [\"permission\", \"subject_id\", \"subject_id\"], \"labels\": [\"permission\", \"person\", \"revoke\", \"share\"], \"tags\": {\"body\": 1, \"button\": 2, \"form\": 2, \"h1\": 1, \"head\": 1, \"html\": 1, \"input\": 2, \"label\": 2, \"option\": 2, \"select\": 1, \"title\": 1, \"ul\": 1}}",
|
||
|
|
"target": "/resources/R/grant",
|
||
|
|
"fields": [
|
||
|
|
"permission",
|
||
|
|
"subject_id"
|
||
|
|
],
|
||
|
|
"metrics": {
|
||
|
|
"runtime": "discovery-runtime",
|
||
|
|
"wall_time_ms": 0.05,
|
||
|
|
"candidates_considered": 2,
|
||
|
|
"attempts": 1,
|
||
|
|
"retries": 0,
|
||
|
|
"tokens_in": 0,
|
||
|
|
"tokens_out": 0,
|
||
|
|
"model": null
|
||
|
|
},
|
||
|
|
"actor": "alice",
|
||
|
|
"status": 200
|
||
|
|
},
|
||
|
|
"raised": null
|
||
|
|
},
|
||
|
|
"judgments": [
|
||
|
|
{
|
||
|
|
"assertion_id": "i-enforcement-matches-record",
|
||
|
|
"text": "Enforcement and the stored record agree for every subject",
|
||
|
|
"verdict": "PASS",
|
||
|
|
"step_id": "s2-grant",
|
||
|
|
"detail": {}
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"assertion_id": "i-audit-append-only",
|
||
|
|
"text": "The audit trail is append-only",
|
||
|
|
"verdict": "PASS",
|
||
|
|
"step_id": "s2-grant",
|
||
|
|
"detail": {}
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"assertion_id": "c-bob-reads",
|
||
|
|
"text": "Bob can read R after the grant",
|
||
|
|
"verdict": "PASS",
|
||
|
|
"step_id": "s2-grant",
|
||
|
|
"detail": {}
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"assertion_id": "c-carol-denied",
|
||
|
|
"text": "Carol can never read R",
|
||
|
|
"verdict": "PASS",
|
||
|
|
"step_id": "s2-grant",
|
||
|
|
"detail": {}
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"assertion_id": "c-bob-cannot-write",
|
||
|
|
"text": "A READ grant does not let Bob write R",
|
||
|
|
"verdict": "PASS",
|
||
|
|
"step_id": "s2-grant",
|
||
|
|
"detail": {}
|
||
|
|
}
|
||
|
|
]
|
||
|
|
},
|
||
|
|
"recorded": {
|
||
|
|
"realized": true,
|
||
|
|
"verdict": "PASS",
|
||
|
|
"surface": {
|
||
|
|
"action": "grant_access(permission='READ', subject_id='bob')",
|
||
|
|
"surface": "browser",
|
||
|
|
"mechanics": {
|
||
|
|
"action": "grant_access(permission='READ', subject_id='bob')",
|
||
|
|
"stage": "submit",
|
||
|
|
"runtime": "recorded-selector-runtime",
|
||
|
|
"rationale": "replayed recorded selector [data-td=share-form]",
|
||
|
|
"element_path": "#document/html/body/form",
|
||
|
|
"page_signature": "{\"controls\": [\"permission\", \"subject_id\", \"subject_id\"], \"labels\": [\"permission\", \"person\", \"revoke\", \"share\"], \"tags\": {\"body\": 1, \"button\": 2, \"form\": 2, \"h1\": 1, \"head\": 1, \"html\": 1, \"input\": 2, \"label\": 2, \"option\": 2, \"select\": 1, \"title\": 1, \"ul\": 1}}",
|
||
|
|
"target": "/resources/R/grant",
|
||
|
|
"fields": [
|
||
|
|
"permission",
|
||
|
|
"subject_id"
|
||
|
|
],
|
||
|
|
"metrics": {
|
||
|
|
"runtime": "recorded-selector-runtime",
|
||
|
|
"wall_time_ms": 0.028,
|
||
|
|
"candidates_considered": 2,
|
||
|
|
"attempts": 1,
|
||
|
|
"retries": 0,
|
||
|
|
"tokens_in": 0,
|
||
|
|
"tokens_out": 0,
|
||
|
|
"model": null
|
||
|
|
},
|
||
|
|
"actor": "alice",
|
||
|
|
"status": 200
|
||
|
|
},
|
||
|
|
"raised": null
|
||
|
|
},
|
||
|
|
"judgments": [
|
||
|
|
{
|
||
|
|
"assertion_id": "i-enforcement-matches-record",
|
||
|
|
"text": "Enforcement and the stored record agree for every subject",
|
||
|
|
"verdict": "PASS",
|
||
|
|
"step_id": "s2-grant",
|
||
|
|
"detail": {}
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"assertion_id": "i-audit-append-only",
|
||
|
|
"text": "The audit trail is append-only",
|
||
|
|
"verdict": "PASS",
|
||
|
|
"step_id": "s2-grant",
|
||
|
|
"detail": {}
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"assertion_id": "c-bob-reads",
|
||
|
|
"text": "Bob can read R after the grant",
|
||
|
|
"verdict": "PASS",
|
||
|
|
"step_id": "s2-grant",
|
||
|
|
"detail": {}
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"assertion_id": "c-carol-denied",
|
||
|
|
"text": "Carol can never read R",
|
||
|
|
"verdict": "PASS",
|
||
|
|
"step_id": "s2-grant",
|
||
|
|
"detail": {}
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"assertion_id": "c-bob-cannot-write",
|
||
|
|
"text": "A READ grant does not let Bob write R",
|
||
|
|
"verdict": "PASS",
|
||
|
|
"step_id": "s2-grant",
|
||
|
|
"detail": {}
|
||
|
|
}
|
||
|
|
]
|
||
|
|
}
|
||
|
|
}
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"mutation": "M21",
|
||
|
|
"label": "MECHANICAL",
|
||
|
|
"preserves_test_ids": false,
|
||
|
|
"classification": {
|
||
|
|
"classification": "MECHANICAL_ADAPTATION",
|
||
|
|
"reason": "the surface changed; every protected claim still holds",
|
||
|
|
"signals": {
|
||
|
|
"surface_differs": true,
|
||
|
|
"realization_failed": false,
|
||
|
|
"postcondition_met": true,
|
||
|
|
"verdicts_regressed": false,
|
||
|
|
"verdicts_inconclusive": false,
|
||
|
|
"claims_differ": false,
|
||
|
|
"evidence_incomplete": false
|
||
|
|
},
|
||
|
|
"regressions": []
|
||
|
|
},
|
||
|
|
"arms": {
|
||
|
|
"discovery": {
|
||
|
|
"realized": true,
|
||
|
|
"verdict": "PASS",
|
||
|
|
"surface": {
|
||
|
|
"action": "grant_access(permission='READ', subject_id='bob')",
|
||
|
|
"surface": "browser",
|
||
|
|
"mechanics": {
|
||
|
|
"action": "grant_access(permission='READ', subject_id='bob')",
|
||
|
|
"stage": "submit",
|
||
|
|
"runtime": "discovery-runtime",
|
||
|
|
"rationale": "score 8: wording matches the goal; collects the required fields; target names the operation",
|
||
|
|
"element_path": "#document/html/body/form",
|
||
|
|
"page_signature": "{\"controls\": [\"permission\", \"subject_id\", \"subject_id\"], \"labels\": [\"give access\", \"permission\", \"person\", \"withdraw access\"], \"tags\": {\"body\": 1, \"button\": 2, \"form\": 2, \"h1\": 1, \"head\": 1, \"html\": 1, \"input\": 2, \"label\": 2, \"option\": 2, \"select\": 1, \"title\": 1, \"ul\": 1}}",
|
||
|
|
"target": "/resources/R/grant",
|
||
|
|
"fields": [
|
||
|
|
"permission",
|
||
|
|
"subject_id"
|
||
|
|
],
|
||
|
|
"metrics": {
|
||
|
|
"runtime": "discovery-runtime",
|
||
|
|
"wall_time_ms": 0.051,
|
||
|
|
"candidates_considered": 2,
|
||
|
|
"attempts": 1,
|
||
|
|
"retries": 0,
|
||
|
|
"tokens_in": 0,
|
||
|
|
"tokens_out": 0,
|
||
|
|
"model": null
|
||
|
|
},
|
||
|
|
"actor": "alice",
|
||
|
|
"status": 200
|
||
|
|
},
|
||
|
|
"raised": null
|
||
|
|
},
|
||
|
|
"judgments": [
|
||
|
|
{
|
||
|
|
"assertion_id": "i-enforcement-matches-record",
|
||
|
|
"text": "Enforcement and the stored record agree for every subject",
|
||
|
|
"verdict": "PASS",
|
||
|
|
"step_id": "s2-grant",
|
||
|
|
"detail": {}
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"assertion_id": "i-audit-append-only",
|
||
|
|
"text": "The audit trail is append-only",
|
||
|
|
"verdict": "PASS",
|
||
|
|
"step_id": "s2-grant",
|
||
|
|
"detail": {}
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"assertion_id": "c-bob-reads",
|
||
|
|
"text": "Bob can read R after the grant",
|
||
|
|
"verdict": "PASS",
|
||
|
|
"step_id": "s2-grant",
|
||
|
|
"detail": {}
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"assertion_id": "c-carol-denied",
|
||
|
|
"text": "Carol can never read R",
|
||
|
|
"verdict": "PASS",
|
||
|
|
"step_id": "s2-grant",
|
||
|
|
"detail": {}
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"assertion_id": "c-bob-cannot-write",
|
||
|
|
"text": "A READ grant does not let Bob write R",
|
||
|
|
"verdict": "PASS",
|
||
|
|
"step_id": "s2-grant",
|
||
|
|
"detail": {}
|
||
|
|
}
|
||
|
|
]
|
||
|
|
},
|
||
|
|
"recorded": {
|
||
|
|
"realized": false,
|
||
|
|
"verdict": "INCONCLUSIVE",
|
||
|
|
"surface": {
|
||
|
|
"action": "grant_access(permission='READ', subject_id='bob')",
|
||
|
|
"surface": "browser",
|
||
|
|
"mechanics": {
|
||
|
|
"action": "grant_access",
|
||
|
|
"stage": "discovery",
|
||
|
|
"runtime": "recorded-selector-runtime",
|
||
|
|
"page_signature": "{\"controls\": [\"permission\", \"subject_id\", \"subject_id\"], \"labels\": [\"give access\", \"permission\", \"person\", \"withdraw access\"], \"tags\": {\"body\": 1, \"button\": 2, \"form\": 2, \"h1\": 1, \"head\": 1, \"html\": 1, \"input\": 2, \"label\": 2, \"option\": 2, \"select\": 1, \"title\": 1, \"ul\": 1}}"
|
||
|
|
},
|
||
|
|
"raised": "RealizationFailed: recorded selector [data-td='share-form'] matched nothing"
|
||
|
|
},
|
||
|
|
"judgments": [
|
||
|
|
{
|
||
|
|
"assertion_id": "i-enforcement-matches-record",
|
||
|
|
"text": "Enforcement and the stored record agree for every subject",
|
||
|
|
"verdict": "PASS",
|
||
|
|
"step_id": "s2-grant",
|
||
|
|
"detail": {}
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"assertion_id": "i-audit-append-only",
|
||
|
|
"text": "The audit trail is append-only",
|
||
|
|
"verdict": "PASS",
|
||
|
|
"step_id": "s2-grant",
|
||
|
|
"detail": {}
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"assertion_id": "c-bob-reads",
|
||
|
|
"text": "Bob can read R after the grant",
|
||
|
|
"verdict": "INCONCLUSIVE",
|
||
|
|
"step_id": "s2-grant",
|
||
|
|
"detail": {
|
||
|
|
"reason": "an earlier step in this scenario did not complete, so the state this claim describes was never reached"
|
||
|
|
}
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"assertion_id": "c-carol-denied",
|
||
|
|
"text": "Carol can never read R",
|
||
|
|
"verdict": "INCONCLUSIVE",
|
||
|
|
"step_id": "s2-grant",
|
||
|
|
"detail": {
|
||
|
|
"reason": "an earlier step in this scenario did not complete, so the state this claim describes was never reached"
|
||
|
|
}
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"assertion_id": "c-bob-cannot-write",
|
||
|
|
"text": "A READ grant does not let Bob write R",
|
||
|
|
"verdict": "INCONCLUSIVE",
|
||
|
|
"step_id": "s2-grant",
|
||
|
|
"detail": {
|
||
|
|
"reason": "an earlier step in this scenario did not complete, so the state this claim describes was never reached"
|
||
|
|
}
|
||
|
|
}
|
||
|
|
]
|
||
|
|
}
|
||
|
|
}
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"mutation": "M22",
|
||
|
|
"label": "MECHANICAL",
|
||
|
|
"preserves_test_ids": false,
|
||
|
|
"classification": {
|
||
|
|
"classification": "AMBIGUOUS",
|
||
|
|
"reason": "at least one assertion could not be judged from the evidence",
|
||
|
|
"signals": {
|
||
|
|
"surface_differs": true,
|
||
|
|
"realization_failed": true,
|
||
|
|
"postcondition_met": false,
|
||
|
|
"verdicts_regressed": false,
|
||
|
|
"verdicts_inconclusive": true,
|
||
|
|
"claims_differ": false,
|
||
|
|
"evidence_incomplete": false
|
||
|
|
},
|
||
|
|
"regressions": []
|
||
|
|
},
|
||
|
|
"arms": {
|
||
|
|
"discovery": {
|
||
|
|
"realized": false,
|
||
|
|
"verdict": "INCONCLUSIVE",
|
||
|
|
"surface": {
|
||
|
|
"action": "grant_access(permission='READ', subject_id='bob')",
|
||
|
|
"surface": "browser",
|
||
|
|
"mechanics": {
|
||
|
|
"action": "grant_access",
|
||
|
|
"stage": "discovery",
|
||
|
|
"runtime": "discovery-runtime",
|
||
|
|
"page_signature": "{\"controls\": [\"permission\", \"recipient\", \"subject_id\"], \"labels\": [\"permission\", \"person\", \"revoke\", \"share\"], \"tags\": {\"body\": 1, \"button\": 2, \"form\": 2, \"h1\": 1, \"head\": 1, \"html\": 1, \"input\": 2, \"label\": 2, \"option\": 2, \"select\": 1, \"title\": 1, \"ul\": 1}}"
|
||
|
|
},
|
||
|
|
"raised": "RealizationFailed: control for 'grant_access' does not accept ['subject_id']"
|
||
|
|
},
|
||
|
|
"judgments": [
|
||
|
|
{
|
||
|
|
"assertion_id": "i-enforcement-matches-record",
|
||
|
|
"text": "Enforcement and the stored record agree for every subject",
|
||
|
|
"verdict": "PASS",
|
||
|
|
"step_id": "s2-grant",
|
||
|
|
"detail": {}
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"assertion_id": "i-audit-append-only",
|
||
|
|
"text": "The audit trail is append-only",
|
||
|
|
"verdict": "PASS",
|
||
|
|
"step_id": "s2-grant",
|
||
|
|
"detail": {}
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"assertion_id": "c-bob-reads",
|
||
|
|
"text": "Bob can read R after the grant",
|
||
|
|
"verdict": "INCONCLUSIVE",
|
||
|
|
"step_id": "s2-grant",
|
||
|
|
"detail": {
|
||
|
|
"reason": "an earlier step in this scenario did not complete, so the state this claim describes was never reached"
|
||
|
|
}
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"assertion_id": "c-carol-denied",
|
||
|
|
"text": "Carol can never read R",
|
||
|
|
"verdict": "INCONCLUSIVE",
|
||
|
|
"step_id": "s2-grant",
|
||
|
|
"detail": {
|
||
|
|
"reason": "an earlier step in this scenario did not complete, so the state this claim describes was never reached"
|
||
|
|
}
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"assertion_id": "c-bob-cannot-write",
|
||
|
|
"text": "A READ grant does not let Bob write R",
|
||
|
|
"verdict": "INCONCLUSIVE",
|
||
|
|
"step_id": "s2-grant",
|
||
|
|
"detail": {
|
||
|
|
"reason": "an earlier step in this scenario did not complete, so the state this claim describes was never reached"
|
||
|
|
}
|
||
|
|
}
|
||
|
|
]
|
||
|
|
},
|
||
|
|
"recorded": {
|
||
|
|
"realized": false,
|
||
|
|
"verdict": "INCONCLUSIVE",
|
||
|
|
"surface": {
|
||
|
|
"action": "grant_access(permission='READ', subject_id='bob')",
|
||
|
|
"surface": "browser",
|
||
|
|
"mechanics": {
|
||
|
|
"action": "grant_access",
|
||
|
|
"stage": "discovery",
|
||
|
|
"runtime": "recorded-selector-runtime",
|
||
|
|
"page_signature": "{\"controls\": [\"permission\", \"recipient\", \"subject_id\"], \"labels\": [\"permission\", \"person\", \"revoke\", \"share\"], \"tags\": {\"body\": 1, \"button\": 2, \"form\": 2, \"h1\": 1, \"head\": 1, \"html\": 1, \"input\": 2, \"label\": 2, \"option\": 2, \"select\": 1, \"title\": 1, \"ul\": 1}}"
|
||
|
|
},
|
||
|
|
"raised": "RealizationFailed: recorded selector [data-td='share-form'] matched nothing"
|
||
|
|
},
|
||
|
|
"judgments": [
|
||
|
|
{
|
||
|
|
"assertion_id": "i-enforcement-matches-record",
|
||
|
|
"text": "Enforcement and the stored record agree for every subject",
|
||
|
|
"verdict": "PASS",
|
||
|
|
"step_id": "s2-grant",
|
||
|
|
"detail": {}
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"assertion_id": "i-audit-append-only",
|
||
|
|
"text": "The audit trail is append-only",
|
||
|
|
"verdict": "PASS",
|
||
|
|
"step_id": "s2-grant",
|
||
|
|
"detail": {}
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"assertion_id": "c-bob-reads",
|
||
|
|
"text": "Bob can read R after the grant",
|
||
|
|
"verdict": "INCONCLUSIVE",
|
||
|
|
"step_id": "s2-grant",
|
||
|
|
"detail": {
|
||
|
|
"reason": "an earlier step in this scenario did not complete, so the state this claim describes was never reached"
|
||
|
|
}
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"assertion_id": "c-carol-denied",
|
||
|
|
"text": "Carol can never read R",
|
||
|
|
"verdict": "INCONCLUSIVE",
|
||
|
|
"step_id": "s2-grant",
|
||
|
|
"detail": {
|
||
|
|
"reason": "an earlier step in this scenario did not complete, so the state this claim describes was never reached"
|
||
|
|
}
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"assertion_id": "c-bob-cannot-write",
|
||
|
|
"text": "A READ grant does not let Bob write R",
|
||
|
|
"verdict": "INCONCLUSIVE",
|
||
|
|
"step_id": "s2-grant",
|
||
|
|
"detail": {
|
||
|
|
"reason": "an earlier step in this scenario did not complete, so the state this claim describes was never reached"
|
||
|
|
}
|
||
|
|
}
|
||
|
|
]
|
||
|
|
}
|
||
|
|
}
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"mutation": "M24",
|
||
|
|
"label": "MECHANICAL",
|
||
|
|
"preserves_test_ids": true,
|
||
|
|
"classification": {
|
||
|
|
"classification": "MECHANICAL_ADAPTATION",
|
||
|
|
"reason": "the surface changed; every protected claim still holds",
|
||
|
|
"signals": {
|
||
|
|
"surface_differs": true,
|
||
|
|
"realization_failed": false,
|
||
|
|
"postcondition_met": true,
|
||
|
|
"verdicts_regressed": false,
|
||
|
|
"verdicts_inconclusive": false,
|
||
|
|
"claims_differ": false,
|
||
|
|
"evidence_incomplete": false
|
||
|
|
},
|
||
|
|
"regressions": []
|
||
|
|
},
|
||
|
|
"arms": {
|
||
|
|
"discovery": {
|
||
|
|
"realized": true,
|
||
|
|
"verdict": "PASS",
|
||
|
|
"surface": {
|
||
|
|
"action": "grant_access(permission='READ', subject_id='bob')",
|
||
|
|
"surface": "browser",
|
||
|
|
"mechanics": {
|
||
|
|
"action": "grant_access(permission='READ', subject_id='bob')",
|
||
|
|
"stage": "submit",
|
||
|
|
"runtime": "discovery-runtime",
|
||
|
|
"rationale": "score 6: wording matches the goal; collects the required fields",
|
||
|
|
"element_path": "#document/html/body/form",
|
||
|
|
"page_signature": "{\"controls\": [\"permission\", \"subject_id\", \"subject_id\"], \"labels\": [\"permission\", \"person\", \"revoke\", \"share\"], \"tags\": {\"body\": 1, \"button\": 2, \"form\": 2, \"h1\": 1, \"head\": 1, \"html\": 1, \"input\": 2, \"label\": 2, \"option\": 2, \"select\": 1, \"title\": 1, \"ul\": 1}}",
|
||
|
|
"target": "/resources/R/share",
|
||
|
|
"fields": [
|
||
|
|
"permission",
|
||
|
|
"subject_id"
|
||
|
|
],
|
||
|
|
"metrics": {
|
||
|
|
"runtime": "discovery-runtime",
|
||
|
|
"wall_time_ms": 0.05,
|
||
|
|
"candidates_considered": 2,
|
||
|
|
"attempts": 1,
|
||
|
|
"retries": 0,
|
||
|
|
"tokens_in": 0,
|
||
|
|
"tokens_out": 0,
|
||
|
|
"model": null
|
||
|
|
},
|
||
|
|
"actor": "alice",
|
||
|
|
"status": 200
|
||
|
|
},
|
||
|
|
"raised": null
|
||
|
|
},
|
||
|
|
"judgments": [
|
||
|
|
{
|
||
|
|
"assertion_id": "i-enforcement-matches-record",
|
||
|
|
"text": "Enforcement and the stored record agree for every subject",
|
||
|
|
"verdict": "PASS",
|
||
|
|
"step_id": "s2-grant",
|
||
|
|
"detail": {}
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"assertion_id": "i-audit-append-only",
|
||
|
|
"text": "The audit trail is append-only",
|
||
|
|
"verdict": "PASS",
|
||
|
|
"step_id": "s2-grant",
|
||
|
|
"detail": {}
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"assertion_id": "c-bob-reads",
|
||
|
|
"text": "Bob can read R after the grant",
|
||
|
|
"verdict": "PASS",
|
||
|
|
"step_id": "s2-grant",
|
||
|
|
"detail": {}
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"assertion_id": "c-carol-denied",
|
||
|
|
"text": "Carol can never read R",
|
||
|
|
"verdict": "PASS",
|
||
|
|
"step_id": "s2-grant",
|
||
|
|
"detail": {}
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"assertion_id": "c-bob-cannot-write",
|
||
|
|
"text": "A READ grant does not let Bob write R",
|
||
|
|
"verdict": "PASS",
|
||
|
|
"step_id": "s2-grant",
|
||
|
|
"detail": {}
|
||
|
|
}
|
||
|
|
]
|
||
|
|
},
|
||
|
|
"recorded": {
|
||
|
|
"realized": true,
|
||
|
|
"verdict": "PASS",
|
||
|
|
"surface": {
|
||
|
|
"action": "grant_access(permission='READ', subject_id='bob')",
|
||
|
|
"surface": "browser",
|
||
|
|
"mechanics": {
|
||
|
|
"action": "grant_access(permission='READ', subject_id='bob')",
|
||
|
|
"stage": "submit",
|
||
|
|
"runtime": "recorded-selector-runtime",
|
||
|
|
"rationale": "replayed recorded selector [data-td=share-form]",
|
||
|
|
"element_path": "#document/html/body/form",
|
||
|
|
"page_signature": "{\"controls\": [\"permission\", \"subject_id\", \"subject_id\"], \"labels\": [\"permission\", \"person\", \"revoke\", \"share\"], \"tags\": {\"body\": 1, \"button\": 2, \"form\": 2, \"h1\": 1, \"head\": 1, \"html\": 1, \"input\": 2, \"label\": 2, \"option\": 2, \"select\": 1, \"title\": 1, \"ul\": 1}}",
|
||
|
|
"target": "/resources/R/share",
|
||
|
|
"fields": [
|
||
|
|
"permission",
|
||
|
|
"subject_id"
|
||
|
|
],
|
||
|
|
"metrics": {
|
||
|
|
"runtime": "recorded-selector-runtime",
|
||
|
|
"wall_time_ms": 0.019,
|
||
|
|
"candidates_considered": 2,
|
||
|
|
"attempts": 1,
|
||
|
|
"retries": 0,
|
||
|
|
"tokens_in": 0,
|
||
|
|
"tokens_out": 0,
|
||
|
|
"model": null
|
||
|
|
},
|
||
|
|
"actor": "alice",
|
||
|
|
"status": 200
|
||
|
|
},
|
||
|
|
"raised": null
|
||
|
|
},
|
||
|
|
"judgments": [
|
||
|
|
{
|
||
|
|
"assertion_id": "i-enforcement-matches-record",
|
||
|
|
"text": "Enforcement and the stored record agree for every subject",
|
||
|
|
"verdict": "PASS",
|
||
|
|
"step_id": "s2-grant",
|
||
|
|
"detail": {}
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"assertion_id": "i-audit-append-only",
|
||
|
|
"text": "The audit trail is append-only",
|
||
|
|
"verdict": "PASS",
|
||
|
|
"step_id": "s2-grant",
|
||
|
|
"detail": {}
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"assertion_id": "c-bob-reads",
|
||
|
|
"text": "Bob can read R after the grant",
|
||
|
|
"verdict": "PASS",
|
||
|
|
"step_id": "s2-grant",
|
||
|
|
"detail": {}
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"assertion_id": "c-carol-denied",
|
||
|
|
"text": "Carol can never read R",
|
||
|
|
"verdict": "PASS",
|
||
|
|
"step_id": "s2-grant",
|
||
|
|
"detail": {}
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"assertion_id": "c-bob-cannot-write",
|
||
|
|
"text": "A READ grant does not let Bob write R",
|
||
|
|
"verdict": "PASS",
|
||
|
|
"step_id": "s2-grant",
|
||
|
|
"detail": {}
|
||
|
|
}
|
||
|
|
]
|
||
|
|
}
|
||
|
|
}
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"mutation": "M23",
|
||
|
|
"label": "DEFECT",
|
||
|
|
"preserves_test_ids": true,
|
||
|
|
"classification": {
|
||
|
|
"classification": "AMBIGUOUS",
|
||
|
|
"reason": "at least one assertion could not be judged from the evidence",
|
||
|
|
"signals": {
|
||
|
|
"surface_differs": true,
|
||
|
|
"realization_failed": true,
|
||
|
|
"postcondition_met": false,
|
||
|
|
"verdicts_regressed": false,
|
||
|
|
"verdicts_inconclusive": true,
|
||
|
|
"claims_differ": false,
|
||
|
|
"evidence_incomplete": false
|
||
|
|
},
|
||
|
|
"regressions": []
|
||
|
|
},
|
||
|
|
"arms": {}
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"mutation": "M11",
|
||
|
|
"label": "SEMANTIC",
|
||
|
|
"preserves_test_ids": true,
|
||
|
|
"classification": {
|
||
|
|
"classification": "BEHAVIOUR_CHANGED",
|
||
|
|
"reason": "claims that held at baseline no longer hold",
|
||
|
|
"signals": {
|
||
|
|
"surface_differs": false,
|
||
|
|
"realization_failed": false,
|
||
|
|
"postcondition_met": true,
|
||
|
|
"verdicts_regressed": true,
|
||
|
|
"verdicts_inconclusive": false,
|
||
|
|
"claims_differ": false,
|
||
|
|
"evidence_incomplete": false
|
||
|
|
},
|
||
|
|
"regressions": [
|
||
|
|
"c-bob-reads@s2-grant",
|
||
|
|
"i-enforcement-matches-record@s2-grant"
|
||
|
|
]
|
||
|
|
},
|
||
|
|
"arms": {}
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"mutation": "M12",
|
||
|
|
"label": "SEMANTIC",
|
||
|
|
"preserves_test_ids": true,
|
||
|
|
"classification": {
|
||
|
|
"classification": "BEHAVIOUR_CHANGED",
|
||
|
|
"reason": "claims that held at baseline no longer hold",
|
||
|
|
"signals": {
|
||
|
|
"surface_differs": false,
|
||
|
|
"realization_failed": false,
|
||
|
|
"postcondition_met": false,
|
||
|
|
"verdicts_regressed": true,
|
||
|
|
"verdicts_inconclusive": false,
|
||
|
|
"claims_differ": false,
|
||
|
|
"evidence_incomplete": false
|
||
|
|
},
|
||
|
|
"regressions": [
|
||
|
|
"c-bob-revoked@s3-revoke"
|
||
|
|
]
|
||
|
|
},
|
||
|
|
"arms": {}
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"mutation": "M13",
|
||
|
|
"label": "SEMANTIC",
|
||
|
|
"preserves_test_ids": true,
|
||
|
|
"classification": {
|
||
|
|
"classification": "UNCHANGED",
|
||
|
|
"reason": "no observable difference from baseline",
|
||
|
|
"signals": {
|
||
|
|
"surface_differs": false,
|
||
|
|
"realization_failed": false,
|
||
|
|
"postcondition_met": true,
|
||
|
|
"verdicts_regressed": false,
|
||
|
|
"verdicts_inconclusive": false,
|
||
|
|
"claims_differ": false,
|
||
|
|
"evidence_incomplete": false
|
||
|
|
},
|
||
|
|
"regressions": []
|
||
|
|
},
|
||
|
|
"arms": {}
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"mutation": "M14",
|
||
|
|
"label": "SEMANTIC",
|
||
|
|
"preserves_test_ids": true,
|
||
|
|
"classification": {
|
||
|
|
"classification": "UNCHANGED",
|
||
|
|
"reason": "no observable difference from baseline",
|
||
|
|
"signals": {
|
||
|
|
"surface_differs": false,
|
||
|
|
"realization_failed": false,
|
||
|
|
"postcondition_met": true,
|
||
|
|
"verdicts_regressed": false,
|
||
|
|
"verdicts_inconclusive": false,
|
||
|
|
"claims_differ": false,
|
||
|
|
"evidence_incomplete": false
|
||
|
|
},
|
||
|
|
"regressions": []
|
||
|
|
},
|
||
|
|
"arms": {}
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"mutation": "M15",
|
||
|
|
"label": "DEFECT",
|
||
|
|
"preserves_test_ids": true,
|
||
|
|
"classification": {
|
||
|
|
"classification": "BEHAVIOUR_CHANGED",
|
||
|
|
"reason": "claims that held at baseline no longer hold",
|
||
|
|
"signals": {
|
||
|
|
"surface_differs": false,
|
||
|
|
"realization_failed": false,
|
||
|
|
"postcondition_met": true,
|
||
|
|
"verdicts_regressed": true,
|
||
|
|
"verdicts_inconclusive": false,
|
||
|
|
"claims_differ": false,
|
||
|
|
"evidence_incomplete": false
|
||
|
|
},
|
||
|
|
"regressions": [
|
||
|
|
"c-bob-revoked@s3-revoke",
|
||
|
|
"i-enforcement-matches-record@s3-revoke"
|
||
|
|
]
|
||
|
|
},
|
||
|
|
"arms": {}
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"mutation": "M16",
|
||
|
|
"label": "DEFECT",
|
||
|
|
"preserves_test_ids": true,
|
||
|
|
"classification": {
|
||
|
|
"classification": "BEHAVIOUR_CHANGED",
|
||
|
|
"reason": "claims that held at baseline no longer hold",
|
||
|
|
"signals": {
|
||
|
|
"surface_differs": false,
|
||
|
|
"realization_failed": false,
|
||
|
|
"postcondition_met": false,
|
||
|
|
"verdicts_regressed": true,
|
||
|
|
"verdicts_inconclusive": false,
|
||
|
|
"claims_differ": false,
|
||
|
|
"evidence_incomplete": false
|
||
|
|
},
|
||
|
|
"regressions": [
|
||
|
|
"c-bob-cannot-write@s2-grant"
|
||
|
|
]
|
||
|
|
},
|
||
|
|
"arms": {}
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"mutation": "M17",
|
||
|
|
"label": "DEFECT",
|
||
|
|
"preserves_test_ids": true,
|
||
|
|
"classification": {
|
||
|
|
"classification": "BEHAVIOUR_CHANGED",
|
||
|
|
"reason": "claims that held at baseline no longer hold",
|
||
|
|
"signals": {
|
||
|
|
"surface_differs": false,
|
||
|
|
"realization_failed": false,
|
||
|
|
"postcondition_met": true,
|
||
|
|
"verdicts_regressed": true,
|
||
|
|
"verdicts_inconclusive": false,
|
||
|
|
"claims_differ": false,
|
||
|
|
"evidence_incomplete": false
|
||
|
|
},
|
||
|
|
"regressions": [
|
||
|
|
"c-bob-revoked@s3-revoke",
|
||
|
|
"c-carol-denied@s2-grant",
|
||
|
|
"i-enforcement-matches-record@s1-create",
|
||
|
|
"i-enforcement-matches-record@s2-grant",
|
||
|
|
"i-enforcement-matches-record@s3-revoke"
|
||
|
|
]
|
||
|
|
},
|
||
|
|
"arms": {}
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"mutation": "M18",
|
||
|
|
"label": "DEFECT",
|
||
|
|
"preserves_test_ids": true,
|
||
|
|
"classification": {
|
||
|
|
"classification": "BEHAVIOUR_CHANGED",
|
||
|
|
"reason": "claims that held at baseline no longer hold",
|
||
|
|
"signals": {
|
||
|
|
"surface_differs": false,
|
||
|
|
"realization_failed": false,
|
||
|
|
"postcondition_met": true,
|
||
|
|
"verdicts_regressed": true,
|
||
|
|
"verdicts_inconclusive": false,
|
||
|
|
"claims_differ": false,
|
||
|
|
"evidence_incomplete": false
|
||
|
|
},
|
||
|
|
"regressions": [
|
||
|
|
"c-revoke-audited@s3-revoke"
|
||
|
|
]
|
||
|
|
},
|
||
|
|
"arms": {}
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"mutation": "M19",
|
||
|
|
"label": "DEFECT",
|
||
|
|
"preserves_test_ids": true,
|
||
|
|
"classification": {
|
||
|
|
"classification": "BEHAVIOUR_CHANGED",
|
||
|
|
"reason": "claims that held at baseline no longer hold",
|
||
|
|
"signals": {
|
||
|
|
"surface_differs": false,
|
||
|
|
"realization_failed": false,
|
||
|
|
"postcondition_met": false,
|
||
|
|
"verdicts_regressed": true,
|
||
|
|
"verdicts_inconclusive": false,
|
||
|
|
"claims_differ": false,
|
||
|
|
"evidence_incomplete": false
|
||
|
|
},
|
||
|
|
"regressions": [
|
||
|
|
"c-bob-revoked@s3-revoke"
|
||
|
|
]
|
||
|
|
},
|
||
|
|
"arms": {}
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"mutation": "M20",
|
||
|
|
"label": "DEFECT",
|
||
|
|
"preserves_test_ids": true,
|
||
|
|
"classification": {
|
||
|
|
"classification": "BEHAVIOUR_CHANGED",
|
||
|
|
"reason": "claims that held at baseline no longer hold",
|
||
|
|
"signals": {
|
||
|
|
"surface_differs": false,
|
||
|
|
"realization_failed": false,
|
||
|
|
"postcondition_met": true,
|
||
|
|
"verdicts_regressed": true,
|
||
|
|
"verdicts_inconclusive": false,
|
||
|
|
"claims_differ": false,
|
||
|
|
"evidence_incomplete": false
|
||
|
|
},
|
||
|
|
"regressions": [
|
||
|
|
"c-bob-revoked@s3-revoke",
|
||
|
|
"c-carol-denied@s2-grant",
|
||
|
|
"i-enforcement-matches-record@s1-create",
|
||
|
|
"i-enforcement-matches-record@s2-grant",
|
||
|
|
"i-enforcement-matches-record@s3-revoke"
|
||
|
|
]
|
||
|
|
},
|
||
|
|
"arms": {}
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"mutation": "M25",
|
||
|
|
"label": "MECHANICAL",
|
||
|
|
"preserves_test_ids": false,
|
||
|
|
"classification": {
|
||
|
|
"classification": "UNCHANGED",
|
||
|
|
"reason": "no observable difference from baseline",
|
||
|
|
"signals": {
|
||
|
|
"surface_differs": false,
|
||
|
|
"realization_failed": false,
|
||
|
|
"postcondition_met": true,
|
||
|
|
"verdicts_regressed": false,
|
||
|
|
"verdicts_inconclusive": false,
|
||
|
|
"claims_differ": false,
|
||
|
|
"evidence_incomplete": false
|
||
|
|
},
|
||
|
|
"regressions": []
|
||
|
|
},
|
||
|
|
"arms": {
|
||
|
|
"discovery": {
|
||
|
|
"realized": true,
|
||
|
|
"verdict": "PASS",
|
||
|
|
"surface": {
|
||
|
|
"action": "grant_access(permission='READ', subject_id='bob')",
|
||
|
|
"surface": "browser",
|
||
|
|
"mechanics": {
|
||
|
|
"action": "grant_access(permission='READ', subject_id='bob')",
|
||
|
|
"stage": "submit",
|
||
|
|
"runtime": "discovery-runtime",
|
||
|
|
"rationale": "score 8: wording matches the goal; collects the required fields; target names the operation",
|
||
|
|
"element_path": "#document/html/body/form",
|
||
|
|
"page_signature": "{\"controls\": [\"permission\", \"subject_id\", \"subject_id\"], \"labels\": [\"permission\", \"person\", \"revoke\", \"share\"], \"tags\": {\"body\": 1, \"button\": 2, \"form\": 2, \"h1\": 1, \"head\": 1, \"html\": 1, \"input\": 2, \"label\": 2, \"option\": 2, \"select\": 1, \"title\": 1, \"ul\": 1}}",
|
||
|
|
"target": "/resources/R/grant",
|
||
|
|
"fields": [
|
||
|
|
"permission",
|
||
|
|
"subject_id"
|
||
|
|
],
|
||
|
|
"metrics": {
|
||
|
|
"runtime": "discovery-runtime",
|
||
|
|
"wall_time_ms": 0.051,
|
||
|
|
"candidates_considered": 2,
|
||
|
|
"attempts": 1,
|
||
|
|
"retries": 0,
|
||
|
|
"tokens_in": 0,
|
||
|
|
"tokens_out": 0,
|
||
|
|
"model": null
|
||
|
|
},
|
||
|
|
"actor": "alice",
|
||
|
|
"status": 200
|
||
|
|
},
|
||
|
|
"raised": null
|
||
|
|
},
|
||
|
|
"judgments": [
|
||
|
|
{
|
||
|
|
"assertion_id": "i-enforcement-matches-record",
|
||
|
|
"text": "Enforcement and the stored record agree for every subject",
|
||
|
|
"verdict": "PASS",
|
||
|
|
"step_id": "s2-grant",
|
||
|
|
"detail": {}
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"assertion_id": "i-audit-append-only",
|
||
|
|
"text": "The audit trail is append-only",
|
||
|
|
"verdict": "PASS",
|
||
|
|
"step_id": "s2-grant",
|
||
|
|
"detail": {}
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"assertion_id": "c-bob-reads",
|
||
|
|
"text": "Bob can read R after the grant",
|
||
|
|
"verdict": "PASS",
|
||
|
|
"step_id": "s2-grant",
|
||
|
|
"detail": {}
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"assertion_id": "c-carol-denied",
|
||
|
|
"text": "Carol can never read R",
|
||
|
|
"verdict": "PASS",
|
||
|
|
"step_id": "s2-grant",
|
||
|
|
"detail": {}
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"assertion_id": "c-bob-cannot-write",
|
||
|
|
"text": "A READ grant does not let Bob write R",
|
||
|
|
"verdict": "PASS",
|
||
|
|
"step_id": "s2-grant",
|
||
|
|
"detail": {}
|
||
|
|
}
|
||
|
|
]
|
||
|
|
},
|
||
|
|
"recorded": {
|
||
|
|
"realized": false,
|
||
|
|
"verdict": "INCONCLUSIVE",
|
||
|
|
"surface": {
|
||
|
|
"action": "grant_access(permission='READ', subject_id='bob')",
|
||
|
|
"surface": "browser",
|
||
|
|
"mechanics": {
|
||
|
|
"action": "grant_access",
|
||
|
|
"stage": "discovery",
|
||
|
|
"runtime": "recorded-selector-runtime",
|
||
|
|
"page_signature": "{\"controls\": [\"permission\", \"subject_id\", \"subject_id\"], \"labels\": [\"permission\", \"person\", \"revoke\", \"share\"], \"tags\": {\"body\": 1, \"button\": 2, \"form\": 2, \"h1\": 1, \"head\": 1, \"html\": 1, \"input\": 2, \"label\": 2, \"option\": 2, \"select\": 1, \"title\": 1, \"ul\": 1}}"
|
||
|
|
},
|
||
|
|
"raised": "RealizationFailed: recorded selector [data-td='share-form'] matched nothing"
|
||
|
|
},
|
||
|
|
"judgments": [
|
||
|
|
{
|
||
|
|
"assertion_id": "i-enforcement-matches-record",
|
||
|
|
"text": "Enforcement and the stored record agree for every subject",
|
||
|
|
"verdict": "PASS",
|
||
|
|
"step_id": "s2-grant",
|
||
|
|
"detail": {}
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"assertion_id": "i-audit-append-only",
|
||
|
|
"text": "The audit trail is append-only",
|
||
|
|
"verdict": "PASS",
|
||
|
|
"step_id": "s2-grant",
|
||
|
|
"detail": {}
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"assertion_id": "c-bob-reads",
|
||
|
|
"text": "Bob can read R after the grant",
|
||
|
|
"verdict": "INCONCLUSIVE",
|
||
|
|
"step_id": "s2-grant",
|
||
|
|
"detail": {
|
||
|
|
"reason": "an earlier step in this scenario did not complete, so the state this claim describes was never reached"
|
||
|
|
}
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"assertion_id": "c-carol-denied",
|
||
|
|
"text": "Carol can never read R",
|
||
|
|
"verdict": "INCONCLUSIVE",
|
||
|
|
"step_id": "s2-grant",
|
||
|
|
"detail": {
|
||
|
|
"reason": "an earlier step in this scenario did not complete, so the state this claim describes was never reached"
|
||
|
|
}
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"assertion_id": "c-bob-cannot-write",
|
||
|
|
"text": "A READ grant does not let Bob write R",
|
||
|
|
"verdict": "INCONCLUSIVE",
|
||
|
|
"step_id": "s2-grant",
|
||
|
|
"detail": {
|
||
|
|
"reason": "an earlier step in this scenario did not complete, so the state this claim describes was never reached"
|
||
|
|
}
|
||
|
|
}
|
||
|
|
]
|
||
|
|
}
|
||
|
|
}
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"mutation": "M32",
|
||
|
|
"label": "MECHANICAL",
|
||
|
|
"preserves_test_ids": true,
|
||
|
|
"classification": {
|
||
|
|
"classification": "UNCHANGED",
|
||
|
|
"reason": "no observable difference from baseline",
|
||
|
|
"signals": {
|
||
|
|
"surface_differs": false,
|
||
|
|
"realization_failed": false,
|
||
|
|
"postcondition_met": true,
|
||
|
|
"verdicts_regressed": false,
|
||
|
|
"verdicts_inconclusive": false,
|
||
|
|
"claims_differ": false,
|
||
|
|
"evidence_incomplete": false
|
||
|
|
},
|
||
|
|
"regressions": []
|
||
|
|
},
|
||
|
|
"arms": {
|
||
|
|
"discovery": {
|
||
|
|
"realized": true,
|
||
|
|
"verdict": "PASS",
|
||
|
|
"surface": {
|
||
|
|
"action": "grant_access(permission='READ', subject_id='bob')",
|
||
|
|
"surface": "browser",
|
||
|
|
"mechanics": {
|
||
|
|
"action": "grant_access(permission='READ', subject_id='bob')",
|
||
|
|
"stage": "submit",
|
||
|
|
"runtime": "discovery-runtime",
|
||
|
|
"rationale": "score 8: wording matches the goal; collects the required fields; target names the operation",
|
||
|
|
"element_path": "#document/html/body/form",
|
||
|
|
"page_signature": "{\"controls\": [\"permission\", \"subject_id\", \"subject_id\"], \"labels\": [\"permission\", \"person\", \"revoke\", \"share\"], \"tags\": {\"body\": 1, \"button\": 2, \"form\": 2, \"h1\": 1, \"head\": 1, \"html\": 1, \"input\": 2, \"label\": 2, \"option\": 2, \"select\": 1, \"title\": 1, \"ul\": 1}}",
|
||
|
|
"target": "/resources/R/grant",
|
||
|
|
"fields": [
|
||
|
|
"permission",
|
||
|
|
"subject_id"
|
||
|
|
],
|
||
|
|
"metrics": {
|
||
|
|
"runtime": "discovery-runtime",
|
||
|
|
"wall_time_ms": 0.053,
|
||
|
|
"candidates_considered": 2,
|
||
|
|
"attempts": 1,
|
||
|
|
"retries": 0,
|
||
|
|
"tokens_in": 0,
|
||
|
|
"tokens_out": 0,
|
||
|
|
"model": null
|
||
|
|
},
|
||
|
|
"actor": "alice",
|
||
|
|
"status": 200
|
||
|
|
},
|
||
|
|
"raised": null
|
||
|
|
},
|
||
|
|
"judgments": [
|
||
|
|
{
|
||
|
|
"assertion_id": "i-enforcement-matches-record",
|
||
|
|
"text": "Enforcement and the stored record agree for every subject",
|
||
|
|
"verdict": "PASS",
|
||
|
|
"step_id": "s2-grant",
|
||
|
|
"detail": {}
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"assertion_id": "i-audit-append-only",
|
||
|
|
"text": "The audit trail is append-only",
|
||
|
|
"verdict": "PASS",
|
||
|
|
"step_id": "s2-grant",
|
||
|
|
"detail": {}
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"assertion_id": "c-bob-reads",
|
||
|
|
"text": "Bob can read R after the grant",
|
||
|
|
"verdict": "PASS",
|
||
|
|
"step_id": "s2-grant",
|
||
|
|
"detail": {}
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"assertion_id": "c-carol-denied",
|
||
|
|
"text": "Carol can never read R",
|
||
|
|
"verdict": "PASS",
|
||
|
|
"step_id": "s2-grant",
|
||
|
|
"detail": {}
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"assertion_id": "c-bob-cannot-write",
|
||
|
|
"text": "A READ grant does not let Bob write R",
|
||
|
|
"verdict": "PASS",
|
||
|
|
"step_id": "s2-grant",
|
||
|
|
"detail": {}
|
||
|
|
}
|
||
|
|
]
|
||
|
|
},
|
||
|
|
"recorded": {
|
||
|
|
"realized": true,
|
||
|
|
"verdict": "PASS",
|
||
|
|
"surface": {
|
||
|
|
"action": "grant_access(permission='READ', subject_id='bob')",
|
||
|
|
"surface": "browser",
|
||
|
|
"mechanics": {
|
||
|
|
"action": "grant_access(permission='READ', subject_id='bob')",
|
||
|
|
"stage": "submit",
|
||
|
|
"runtime": "recorded-selector-runtime",
|
||
|
|
"rationale": "replayed recorded selector [data-td=share-form]",
|
||
|
|
"element_path": "#document/html/body/form",
|
||
|
|
"page_signature": "{\"controls\": [\"permission\", \"subject_id\", \"subject_id\"], \"labels\": [\"permission\", \"person\", \"revoke\", \"share\"], \"tags\": {\"body\": 1, \"button\": 2, \"form\": 2, \"h1\": 1, \"head\": 1, \"html\": 1, \"input\": 2, \"label\": 2, \"option\": 2, \"select\": 1, \"title\": 1, \"ul\": 1}}",
|
||
|
|
"target": "/resources/R/grant",
|
||
|
|
"fields": [
|
||
|
|
"permission",
|
||
|
|
"subject_id"
|
||
|
|
],
|
||
|
|
"metrics": {
|
||
|
|
"runtime": "recorded-selector-runtime",
|
||
|
|
"wall_time_ms": 0.019,
|
||
|
|
"candidates_considered": 2,
|
||
|
|
"attempts": 1,
|
||
|
|
"retries": 0,
|
||
|
|
"tokens_in": 0,
|
||
|
|
"tokens_out": 0,
|
||
|
|
"model": null
|
||
|
|
},
|
||
|
|
"actor": "alice",
|
||
|
|
"status": 200
|
||
|
|
},
|
||
|
|
"raised": null
|
||
|
|
},
|
||
|
|
"judgments": [
|
||
|
|
{
|
||
|
|
"assertion_id": "i-enforcement-matches-record",
|
||
|
|
"text": "Enforcement and the stored record agree for every subject",
|
||
|
|
"verdict": "PASS",
|
||
|
|
"step_id": "s2-grant",
|
||
|
|
"detail": {}
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"assertion_id": "i-audit-append-only",
|
||
|
|
"text": "The audit trail is append-only",
|
||
|
|
"verdict": "PASS",
|
||
|
|
"step_id": "s2-grant",
|
||
|
|
"detail": {}
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"assertion_id": "c-bob-reads",
|
||
|
|
"text": "Bob can read R after the grant",
|
||
|
|
"verdict": "PASS",
|
||
|
|
"step_id": "s2-grant",
|
||
|
|
"detail": {}
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"assertion_id": "c-carol-denied",
|
||
|
|
"text": "Carol can never read R",
|
||
|
|
"verdict": "PASS",
|
||
|
|
"step_id": "s2-grant",
|
||
|
|
"detail": {}
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"assertion_id": "c-bob-cannot-write",
|
||
|
|
"text": "A READ grant does not let Bob write R",
|
||
|
|
"verdict": "PASS",
|
||
|
|
"step_id": "s2-grant",
|
||
|
|
"detail": {}
|
||
|
|
}
|
||
|
|
]
|
||
|
|
}
|
||
|
|
}
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"mutation": "M26",
|
||
|
|
"label": "MECHANICAL",
|
||
|
|
"preserves_test_ids": false,
|
||
|
|
"classification": {
|
||
|
|
"classification": "MECHANICAL_ADAPTATION",
|
||
|
|
"reason": "the surface changed; every protected claim still holds",
|
||
|
|
"signals": {
|
||
|
|
"surface_differs": true,
|
||
|
|
"realization_failed": false,
|
||
|
|
"postcondition_met": true,
|
||
|
|
"verdicts_regressed": false,
|
||
|
|
"verdicts_inconclusive": false,
|
||
|
|
"claims_differ": false,
|
||
|
|
"evidence_incomplete": false
|
||
|
|
},
|
||
|
|
"regressions": []
|
||
|
|
},
|
||
|
|
"arms": {
|
||
|
|
"discovery": {
|
||
|
|
"realized": true,
|
||
|
|
"verdict": "PASS",
|
||
|
|
"surface": {
|
||
|
|
"action": "grant_access(permission='READ', subject_id='bob')",
|
||
|
|
"surface": "browser",
|
||
|
|
"mechanics": {
|
||
|
|
"action": "grant_access(permission='READ', subject_id='bob')",
|
||
|
|
"stage": "submit",
|
||
|
|
"runtime": "discovery-runtime",
|
||
|
|
"rationale": "score 8: wording matches the goal; collects the required fields; target names the operation",
|
||
|
|
"element_path": "#document/html/body/dialog/form",
|
||
|
|
"page_signature": "{\"controls\": [\"permission\", \"subject_id\", \"subject_id\"], \"labels\": [\"permission\", \"person\", \"revoke\", \"share\", \"share\\u2026\"], \"tags\": {\"body\": 1, \"button\": 3, \"dialog\": 1, \"form\": 2, \"h1\": 1, \"head\": 1, \"html\": 1, \"input\": 2, \"label\": 2, \"option\": 2, \"select\": 1, \"title\": 1, \"ul\": 1}}",
|
||
|
|
"target": "/resources/R/grant",
|
||
|
|
"fields": [
|
||
|
|
"permission",
|
||
|
|
"subject_id"
|
||
|
|
],
|
||
|
|
"metrics": {
|
||
|
|
"runtime": "discovery-runtime",
|
||
|
|
"wall_time_ms": 0.085,
|
||
|
|
"candidates_considered": 2,
|
||
|
|
"attempts": 1,
|
||
|
|
"retries": 0,
|
||
|
|
"tokens_in": 0,
|
||
|
|
"tokens_out": 0,
|
||
|
|
"model": null
|
||
|
|
},
|
||
|
|
"actor": "alice",
|
||
|
|
"status": 200
|
||
|
|
},
|
||
|
|
"raised": null
|
||
|
|
},
|
||
|
|
"judgments": [
|
||
|
|
{
|
||
|
|
"assertion_id": "i-enforcement-matches-record",
|
||
|
|
"text": "Enforcement and the stored record agree for every subject",
|
||
|
|
"verdict": "PASS",
|
||
|
|
"step_id": "s2-grant",
|
||
|
|
"detail": {}
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"assertion_id": "i-audit-append-only",
|
||
|
|
"text": "The audit trail is append-only",
|
||
|
|
"verdict": "PASS",
|
||
|
|
"step_id": "s2-grant",
|
||
|
|
"detail": {}
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"assertion_id": "c-bob-reads",
|
||
|
|
"text": "Bob can read R after the grant",
|
||
|
|
"verdict": "PASS",
|
||
|
|
"step_id": "s2-grant",
|
||
|
|
"detail": {}
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"assertion_id": "c-carol-denied",
|
||
|
|
"text": "Carol can never read R",
|
||
|
|
"verdict": "PASS",
|
||
|
|
"step_id": "s2-grant",
|
||
|
|
"detail": {}
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"assertion_id": "c-bob-cannot-write",
|
||
|
|
"text": "A READ grant does not let Bob write R",
|
||
|
|
"verdict": "PASS",
|
||
|
|
"step_id": "s2-grant",
|
||
|
|
"detail": {}
|
||
|
|
}
|
||
|
|
]
|
||
|
|
},
|
||
|
|
"recorded": {
|
||
|
|
"realized": false,
|
||
|
|
"verdict": "INCONCLUSIVE",
|
||
|
|
"surface": {
|
||
|
|
"action": "grant_access(permission='READ', subject_id='bob')",
|
||
|
|
"surface": "browser",
|
||
|
|
"mechanics": {
|
||
|
|
"action": "grant_access",
|
||
|
|
"stage": "discovery",
|
||
|
|
"runtime": "recorded-selector-runtime",
|
||
|
|
"page_signature": "{\"controls\": [\"permission\", \"subject_id\", \"subject_id\"], \"labels\": [\"permission\", \"person\", \"revoke\", \"share\", \"share\\u2026\"], \"tags\": {\"body\": 1, \"button\": 3, \"dialog\": 1, \"form\": 2, \"h1\": 1, \"head\": 1, \"html\": 1, \"input\": 2, \"label\": 2, \"option\": 2, \"select\": 1, \"title\": 1, \"ul\": 1}}"
|
||
|
|
},
|
||
|
|
"raised": "RealizationFailed: recorded selector [data-td='share-form'] matched nothing"
|
||
|
|
},
|
||
|
|
"judgments": [
|
||
|
|
{
|
||
|
|
"assertion_id": "i-enforcement-matches-record",
|
||
|
|
"text": "Enforcement and the stored record agree for every subject",
|
||
|
|
"verdict": "PASS",
|
||
|
|
"step_id": "s2-grant",
|
||
|
|
"detail": {}
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"assertion_id": "i-audit-append-only",
|
||
|
|
"text": "The audit trail is append-only",
|
||
|
|
"verdict": "PASS",
|
||
|
|
"step_id": "s2-grant",
|
||
|
|
"detail": {}
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"assertion_id": "c-bob-reads",
|
||
|
|
"text": "Bob can read R after the grant",
|
||
|
|
"verdict": "INCONCLUSIVE",
|
||
|
|
"step_id": "s2-grant",
|
||
|
|
"detail": {
|
||
|
|
"reason": "an earlier step in this scenario did not complete, so the state this claim describes was never reached"
|
||
|
|
}
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"assertion_id": "c-carol-denied",
|
||
|
|
"text": "Carol can never read R",
|
||
|
|
"verdict": "INCONCLUSIVE",
|
||
|
|
"step_id": "s2-grant",
|
||
|
|
"detail": {
|
||
|
|
"reason": "an earlier step in this scenario did not complete, so the state this claim describes was never reached"
|
||
|
|
}
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"assertion_id": "c-bob-cannot-write",
|
||
|
|
"text": "A READ grant does not let Bob write R",
|
||
|
|
"verdict": "INCONCLUSIVE",
|
||
|
|
"step_id": "s2-grant",
|
||
|
|
"detail": {
|
||
|
|
"reason": "an earlier step in this scenario did not complete, so the state this claim describes was never reached"
|
||
|
|
}
|
||
|
|
}
|
||
|
|
]
|
||
|
|
}
|
||
|
|
}
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"mutation": "M33",
|
||
|
|
"label": "MECHANICAL",
|
||
|
|
"preserves_test_ids": true,
|
||
|
|
"classification": {
|
||
|
|
"classification": "MECHANICAL_ADAPTATION",
|
||
|
|
"reason": "the surface changed; every protected claim still holds",
|
||
|
|
"signals": {
|
||
|
|
"surface_differs": true,
|
||
|
|
"realization_failed": false,
|
||
|
|
"postcondition_met": true,
|
||
|
|
"verdicts_regressed": false,
|
||
|
|
"verdicts_inconclusive": false,
|
||
|
|
"claims_differ": false,
|
||
|
|
"evidence_incomplete": false
|
||
|
|
},
|
||
|
|
"regressions": []
|
||
|
|
},
|
||
|
|
"arms": {
|
||
|
|
"discovery": {
|
||
|
|
"realized": true,
|
||
|
|
"verdict": "PASS",
|
||
|
|
"surface": {
|
||
|
|
"action": "grant_access(permission='READ', subject_id='bob')",
|
||
|
|
"surface": "browser",
|
||
|
|
"mechanics": {
|
||
|
|
"action": "grant_access(permission='READ', subject_id='bob')",
|
||
|
|
"stage": "submit",
|
||
|
|
"runtime": "discovery-runtime",
|
||
|
|
"rationale": "score 8: wording matches the goal; collects the required fields; target names the operation",
|
||
|
|
"element_path": "#document/html/body/dialog/form",
|
||
|
|
"page_signature": "{\"controls\": [\"permission\", \"subject_id\", \"subject_id\"], \"labels\": [\"permission\", \"person\", \"revoke\", \"share\", \"share\\u2026\"], \"tags\": {\"body\": 1, \"button\": 3, \"dialog\": 1, \"form\": 2, \"h1\": 1, \"head\": 1, \"html\": 1, \"input\": 2, \"label\": 2, \"option\": 2, \"select\": 1, \"title\": 1, \"ul\": 1}}",
|
||
|
|
"target": "/resources/R/grant",
|
||
|
|
"fields": [
|
||
|
|
"permission",
|
||
|
|
"subject_id"
|
||
|
|
],
|
||
|
|
"metrics": {
|
||
|
|
"runtime": "discovery-runtime",
|
||
|
|
"wall_time_ms": 0.05,
|
||
|
|
"candidates_considered": 2,
|
||
|
|
"attempts": 1,
|
||
|
|
"retries": 0,
|
||
|
|
"tokens_in": 0,
|
||
|
|
"tokens_out": 0,
|
||
|
|
"model": null
|
||
|
|
},
|
||
|
|
"actor": "alice",
|
||
|
|
"status": 200
|
||
|
|
},
|
||
|
|
"raised": null
|
||
|
|
},
|
||
|
|
"judgments": [
|
||
|
|
{
|
||
|
|
"assertion_id": "i-enforcement-matches-record",
|
||
|
|
"text": "Enforcement and the stored record agree for every subject",
|
||
|
|
"verdict": "PASS",
|
||
|
|
"step_id": "s2-grant",
|
||
|
|
"detail": {}
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"assertion_id": "i-audit-append-only",
|
||
|
|
"text": "The audit trail is append-only",
|
||
|
|
"verdict": "PASS",
|
||
|
|
"step_id": "s2-grant",
|
||
|
|
"detail": {}
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"assertion_id": "c-bob-reads",
|
||
|
|
"text": "Bob can read R after the grant",
|
||
|
|
"verdict": "PASS",
|
||
|
|
"step_id": "s2-grant",
|
||
|
|
"detail": {}
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"assertion_id": "c-carol-denied",
|
||
|
|
"text": "Carol can never read R",
|
||
|
|
"verdict": "PASS",
|
||
|
|
"step_id": "s2-grant",
|
||
|
|
"detail": {}
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"assertion_id": "c-bob-cannot-write",
|
||
|
|
"text": "A READ grant does not let Bob write R",
|
||
|
|
"verdict": "PASS",
|
||
|
|
"step_id": "s2-grant",
|
||
|
|
"detail": {}
|
||
|
|
}
|
||
|
|
]
|
||
|
|
},
|
||
|
|
"recorded": {
|
||
|
|
"realized": true,
|
||
|
|
"verdict": "PASS",
|
||
|
|
"surface": {
|
||
|
|
"action": "grant_access(permission='READ', subject_id='bob')",
|
||
|
|
"surface": "browser",
|
||
|
|
"mechanics": {
|
||
|
|
"action": "grant_access(permission='READ', subject_id='bob')",
|
||
|
|
"stage": "submit",
|
||
|
|
"runtime": "recorded-selector-runtime",
|
||
|
|
"rationale": "replayed recorded selector [data-td=share-form]",
|
||
|
|
"element_path": "#document/html/body/dialog/form",
|
||
|
|
"page_signature": "{\"controls\": [\"permission\", \"subject_id\", \"subject_id\"], \"labels\": [\"permission\", \"person\", \"revoke\", \"share\", \"share\\u2026\"], \"tags\": {\"body\": 1, \"button\": 3, \"dialog\": 1, \"form\": 2, \"h1\": 1, \"head\": 1, \"html\": 1, \"input\": 2, \"label\": 2, \"option\": 2, \"select\": 1, \"title\": 1, \"ul\": 1}}",
|
||
|
|
"target": "/resources/R/grant",
|
||
|
|
"fields": [
|
||
|
|
"permission",
|
||
|
|
"subject_id"
|
||
|
|
],
|
||
|
|
"metrics": {
|
||
|
|
"runtime": "recorded-selector-runtime",
|
||
|
|
"wall_time_ms": 0.02,
|
||
|
|
"candidates_considered": 2,
|
||
|
|
"attempts": 1,
|
||
|
|
"retries": 0,
|
||
|
|
"tokens_in": 0,
|
||
|
|
"tokens_out": 0,
|
||
|
|
"model": null
|
||
|
|
},
|
||
|
|
"actor": "alice",
|
||
|
|
"status": 200
|
||
|
|
},
|
||
|
|
"raised": null
|
||
|
|
},
|
||
|
|
"judgments": [
|
||
|
|
{
|
||
|
|
"assertion_id": "i-enforcement-matches-record",
|
||
|
|
"text": "Enforcement and the stored record agree for every subject",
|
||
|
|
"verdict": "PASS",
|
||
|
|
"step_id": "s2-grant",
|
||
|
|
"detail": {}
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"assertion_id": "i-audit-append-only",
|
||
|
|
"text": "The audit trail is append-only",
|
||
|
|
"verdict": "PASS",
|
||
|
|
"step_id": "s2-grant",
|
||
|
|
"detail": {}
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"assertion_id": "c-bob-reads",
|
||
|
|
"text": "Bob can read R after the grant",
|
||
|
|
"verdict": "PASS",
|
||
|
|
"step_id": "s2-grant",
|
||
|
|
"detail": {}
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"assertion_id": "c-carol-denied",
|
||
|
|
"text": "Carol can never read R",
|
||
|
|
"verdict": "PASS",
|
||
|
|
"step_id": "s2-grant",
|
||
|
|
"detail": {}
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"assertion_id": "c-bob-cannot-write",
|
||
|
|
"text": "A READ grant does not let Bob write R",
|
||
|
|
"verdict": "PASS",
|
||
|
|
"step_id": "s2-grant",
|
||
|
|
"detail": {}
|
||
|
|
}
|
||
|
|
]
|
||
|
|
}
|
||
|
|
}
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"mutation": "M27",
|
||
|
|
"label": "MECHANICAL",
|
||
|
|
"preserves_test_ids": false,
|
||
|
|
"classification": {
|
||
|
|
"classification": "MECHANICAL_ADAPTATION",
|
||
|
|
"reason": "the surface changed; every protected claim still holds",
|
||
|
|
"signals": {
|
||
|
|
"surface_differs": true,
|
||
|
|
"realization_failed": false,
|
||
|
|
"postcondition_met": true,
|
||
|
|
"verdicts_regressed": false,
|
||
|
|
"verdicts_inconclusive": false,
|
||
|
|
"claims_differ": false,
|
||
|
|
"evidence_incomplete": false
|
||
|
|
},
|
||
|
|
"regressions": []
|
||
|
|
},
|
||
|
|
"arms": {
|
||
|
|
"discovery": {
|
||
|
|
"realized": true,
|
||
|
|
"verdict": "PASS",
|
||
|
|
"surface": {
|
||
|
|
"action": "grant_access(permission='READ', subject_id='bob')",
|
||
|
|
"surface": "browser",
|
||
|
|
"mechanics": {
|
||
|
|
"action": "grant_access(permission='READ', subject_id='bob')",
|
||
|
|
"stage": "submit",
|
||
|
|
"runtime": "discovery-runtime",
|
||
|
|
"rationale": "score 8: wording matches the goal; collects the required fields; target names the operation",
|
||
|
|
"element_path": "#document/html/body/form",
|
||
|
|
"page_signature": "{\"controls\": [\"permission\", \"subject_id\", \"subject_id\"], \"labels\": [\"permission\", \"person\", \"revoke\", \"share\"], \"tags\": {\"a\": 2, \"body\": 1, \"form\": 2, \"h1\": 1, \"head\": 1, \"html\": 1, \"input\": 2, \"label\": 2, \"option\": 2, \"select\": 1, \"title\": 1, \"ul\": 1}}",
|
||
|
|
"target": "/resources/R/grant",
|
||
|
|
"fields": [
|
||
|
|
"permission",
|
||
|
|
"subject_id"
|
||
|
|
],
|
||
|
|
"metrics": {
|
||
|
|
"runtime": "discovery-runtime",
|
||
|
|
"wall_time_ms": 0.071,
|
||
|
|
"candidates_considered": 2,
|
||
|
|
"attempts": 1,
|
||
|
|
"retries": 0,
|
||
|
|
"tokens_in": 0,
|
||
|
|
"tokens_out": 0,
|
||
|
|
"model": null
|
||
|
|
},
|
||
|
|
"actor": "alice",
|
||
|
|
"status": 200
|
||
|
|
},
|
||
|
|
"raised": null
|
||
|
|
},
|
||
|
|
"judgments": [
|
||
|
|
{
|
||
|
|
"assertion_id": "i-enforcement-matches-record",
|
||
|
|
"text": "Enforcement and the stored record agree for every subject",
|
||
|
|
"verdict": "PASS",
|
||
|
|
"step_id": "s2-grant",
|
||
|
|
"detail": {}
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"assertion_id": "i-audit-append-only",
|
||
|
|
"text": "The audit trail is append-only",
|
||
|
|
"verdict": "PASS",
|
||
|
|
"step_id": "s2-grant",
|
||
|
|
"detail": {}
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"assertion_id": "c-bob-reads",
|
||
|
|
"text": "Bob can read R after the grant",
|
||
|
|
"verdict": "PASS",
|
||
|
|
"step_id": "s2-grant",
|
||
|
|
"detail": {}
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"assertion_id": "c-carol-denied",
|
||
|
|
"text": "Carol can never read R",
|
||
|
|
"verdict": "PASS",
|
||
|
|
"step_id": "s2-grant",
|
||
|
|
"detail": {}
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"assertion_id": "c-bob-cannot-write",
|
||
|
|
"text": "A READ grant does not let Bob write R",
|
||
|
|
"verdict": "PASS",
|
||
|
|
"step_id": "s2-grant",
|
||
|
|
"detail": {}
|
||
|
|
}
|
||
|
|
]
|
||
|
|
},
|
||
|
|
"recorded": {
|
||
|
|
"realized": false,
|
||
|
|
"verdict": "INCONCLUSIVE",
|
||
|
|
"surface": {
|
||
|
|
"action": "grant_access(permission='READ', subject_id='bob')",
|
||
|
|
"surface": "browser",
|
||
|
|
"mechanics": {
|
||
|
|
"action": "grant_access",
|
||
|
|
"stage": "discovery",
|
||
|
|
"runtime": "recorded-selector-runtime",
|
||
|
|
"page_signature": "{\"controls\": [\"permission\", \"subject_id\", \"subject_id\"], \"labels\": [\"permission\", \"person\", \"revoke\", \"share\"], \"tags\": {\"a\": 2, \"body\": 1, \"form\": 2, \"h1\": 1, \"head\": 1, \"html\": 1, \"input\": 2, \"label\": 2, \"option\": 2, \"select\": 1, \"title\": 1, \"ul\": 1}}"
|
||
|
|
},
|
||
|
|
"raised": "RealizationFailed: recorded selector [data-td='share-form'] matched nothing"
|
||
|
|
},
|
||
|
|
"judgments": [
|
||
|
|
{
|
||
|
|
"assertion_id": "i-enforcement-matches-record",
|
||
|
|
"text": "Enforcement and the stored record agree for every subject",
|
||
|
|
"verdict": "PASS",
|
||
|
|
"step_id": "s2-grant",
|
||
|
|
"detail": {}
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"assertion_id": "i-audit-append-only",
|
||
|
|
"text": "The audit trail is append-only",
|
||
|
|
"verdict": "PASS",
|
||
|
|
"step_id": "s2-grant",
|
||
|
|
"detail": {}
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"assertion_id": "c-bob-reads",
|
||
|
|
"text": "Bob can read R after the grant",
|
||
|
|
"verdict": "INCONCLUSIVE",
|
||
|
|
"step_id": "s2-grant",
|
||
|
|
"detail": {
|
||
|
|
"reason": "an earlier step in this scenario did not complete, so the state this claim describes was never reached"
|
||
|
|
}
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"assertion_id": "c-carol-denied",
|
||
|
|
"text": "Carol can never read R",
|
||
|
|
"verdict": "INCONCLUSIVE",
|
||
|
|
"step_id": "s2-grant",
|
||
|
|
"detail": {
|
||
|
|
"reason": "an earlier step in this scenario did not complete, so the state this claim describes was never reached"
|
||
|
|
}
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"assertion_id": "c-bob-cannot-write",
|
||
|
|
"text": "A READ grant does not let Bob write R",
|
||
|
|
"verdict": "INCONCLUSIVE",
|
||
|
|
"step_id": "s2-grant",
|
||
|
|
"detail": {
|
||
|
|
"reason": "an earlier step in this scenario did not complete, so the state this claim describes was never reached"
|
||
|
|
}
|
||
|
|
}
|
||
|
|
]
|
||
|
|
}
|
||
|
|
}
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"mutation": "M34",
|
||
|
|
"label": "MECHANICAL",
|
||
|
|
"preserves_test_ids": true,
|
||
|
|
"classification": {
|
||
|
|
"classification": "MECHANICAL_ADAPTATION",
|
||
|
|
"reason": "the surface changed; every protected claim still holds",
|
||
|
|
"signals": {
|
||
|
|
"surface_differs": true,
|
||
|
|
"realization_failed": false,
|
||
|
|
"postcondition_met": true,
|
||
|
|
"verdicts_regressed": false,
|
||
|
|
"verdicts_inconclusive": false,
|
||
|
|
"claims_differ": false,
|
||
|
|
"evidence_incomplete": false
|
||
|
|
},
|
||
|
|
"regressions": []
|
||
|
|
},
|
||
|
|
"arms": {
|
||
|
|
"discovery": {
|
||
|
|
"realized": true,
|
||
|
|
"verdict": "PASS",
|
||
|
|
"surface": {
|
||
|
|
"action": "grant_access(permission='READ', subject_id='bob')",
|
||
|
|
"surface": "browser",
|
||
|
|
"mechanics": {
|
||
|
|
"action": "grant_access(permission='READ', subject_id='bob')",
|
||
|
|
"stage": "submit",
|
||
|
|
"runtime": "discovery-runtime",
|
||
|
|
"rationale": "score 8: wording matches the goal; collects the required fields; target names the operation",
|
||
|
|
"element_path": "#document/html/body/form",
|
||
|
|
"page_signature": "{\"controls\": [\"permission\", \"subject_id\", \"subject_id\"], \"labels\": [\"permission\", \"person\", \"revoke\", \"share\"], \"tags\": {\"a\": 2, \"body\": 1, \"form\": 2, \"h1\": 1, \"head\": 1, \"html\": 1, \"input\": 2, \"label\": 2, \"option\": 2, \"select\": 1, \"title\": 1, \"ul\": 1}}",
|
||
|
|
"target": "/resources/R/grant",
|
||
|
|
"fields": [
|
||
|
|
"permission",
|
||
|
|
"subject_id"
|
||
|
|
],
|
||
|
|
"metrics": {
|
||
|
|
"runtime": "discovery-runtime",
|
||
|
|
"wall_time_ms": 0.052,
|
||
|
|
"candidates_considered": 2,
|
||
|
|
"attempts": 1,
|
||
|
|
"retries": 0,
|
||
|
|
"tokens_in": 0,
|
||
|
|
"tokens_out": 0,
|
||
|
|
"model": null
|
||
|
|
},
|
||
|
|
"actor": "alice",
|
||
|
|
"status": 200
|
||
|
|
},
|
||
|
|
"raised": null
|
||
|
|
},
|
||
|
|
"judgments": [
|
||
|
|
{
|
||
|
|
"assertion_id": "i-enforcement-matches-record",
|
||
|
|
"text": "Enforcement and the stored record agree for every subject",
|
||
|
|
"verdict": "PASS",
|
||
|
|
"step_id": "s2-grant",
|
||
|
|
"detail": {}
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"assertion_id": "i-audit-append-only",
|
||
|
|
"text": "The audit trail is append-only",
|
||
|
|
"verdict": "PASS",
|
||
|
|
"step_id": "s2-grant",
|
||
|
|
"detail": {}
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"assertion_id": "c-bob-reads",
|
||
|
|
"text": "Bob can read R after the grant",
|
||
|
|
"verdict": "PASS",
|
||
|
|
"step_id": "s2-grant",
|
||
|
|
"detail": {}
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"assertion_id": "c-carol-denied",
|
||
|
|
"text": "Carol can never read R",
|
||
|
|
"verdict": "PASS",
|
||
|
|
"step_id": "s2-grant",
|
||
|
|
"detail": {}
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"assertion_id": "c-bob-cannot-write",
|
||
|
|
"text": "A READ grant does not let Bob write R",
|
||
|
|
"verdict": "PASS",
|
||
|
|
"step_id": "s2-grant",
|
||
|
|
"detail": {}
|
||
|
|
}
|
||
|
|
]
|
||
|
|
},
|
||
|
|
"recorded": {
|
||
|
|
"realized": true,
|
||
|
|
"verdict": "PASS",
|
||
|
|
"surface": {
|
||
|
|
"action": "grant_access(permission='READ', subject_id='bob')",
|
||
|
|
"surface": "browser",
|
||
|
|
"mechanics": {
|
||
|
|
"action": "grant_access(permission='READ', subject_id='bob')",
|
||
|
|
"stage": "submit",
|
||
|
|
"runtime": "recorded-selector-runtime",
|
||
|
|
"rationale": "replayed recorded selector [data-td=share-form]",
|
||
|
|
"element_path": "#document/html/body/form",
|
||
|
|
"page_signature": "{\"controls\": [\"permission\", \"subject_id\", \"subject_id\"], \"labels\": [\"permission\", \"person\", \"revoke\", \"share\"], \"tags\": {\"a\": 2, \"body\": 1, \"form\": 2, \"h1\": 1, \"head\": 1, \"html\": 1, \"input\": 2, \"label\": 2, \"option\": 2, \"select\": 1, \"title\": 1, \"ul\": 1}}",
|
||
|
|
"target": "/resources/R/grant",
|
||
|
|
"fields": [
|
||
|
|
"permission",
|
||
|
|
"subject_id"
|
||
|
|
],
|
||
|
|
"metrics": {
|
||
|
|
"runtime": "recorded-selector-runtime",
|
||
|
|
"wall_time_ms": 0.019,
|
||
|
|
"candidates_considered": 2,
|
||
|
|
"attempts": 1,
|
||
|
|
"retries": 0,
|
||
|
|
"tokens_in": 0,
|
||
|
|
"tokens_out": 0,
|
||
|
|
"model": null
|
||
|
|
},
|
||
|
|
"actor": "alice",
|
||
|
|
"status": 200
|
||
|
|
},
|
||
|
|
"raised": null
|
||
|
|
},
|
||
|
|
"judgments": [
|
||
|
|
{
|
||
|
|
"assertion_id": "i-enforcement-matches-record",
|
||
|
|
"text": "Enforcement and the stored record agree for every subject",
|
||
|
|
"verdict": "PASS",
|
||
|
|
"step_id": "s2-grant",
|
||
|
|
"detail": {}
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"assertion_id": "i-audit-append-only",
|
||
|
|
"text": "The audit trail is append-only",
|
||
|
|
"verdict": "PASS",
|
||
|
|
"step_id": "s2-grant",
|
||
|
|
"detail": {}
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"assertion_id": "c-bob-reads",
|
||
|
|
"text": "Bob can read R after the grant",
|
||
|
|
"verdict": "PASS",
|
||
|
|
"step_id": "s2-grant",
|
||
|
|
"detail": {}
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"assertion_id": "c-carol-denied",
|
||
|
|
"text": "Carol can never read R",
|
||
|
|
"verdict": "PASS",
|
||
|
|
"step_id": "s2-grant",
|
||
|
|
"detail": {}
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"assertion_id": "c-bob-cannot-write",
|
||
|
|
"text": "A READ grant does not let Bob write R",
|
||
|
|
"verdict": "PASS",
|
||
|
|
"step_id": "s2-grant",
|
||
|
|
"detail": {}
|
||
|
|
}
|
||
|
|
]
|
||
|
|
}
|
||
|
|
}
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"mutation": "M28",
|
||
|
|
"label": "MECHANICAL",
|
||
|
|
"preserves_test_ids": false,
|
||
|
|
"classification": {
|
||
|
|
"classification": "MECHANICAL_ADAPTATION",
|
||
|
|
"reason": "the surface changed; every protected claim still holds",
|
||
|
|
"signals": {
|
||
|
|
"surface_differs": true,
|
||
|
|
"realization_failed": false,
|
||
|
|
"postcondition_met": true,
|
||
|
|
"verdicts_regressed": false,
|
||
|
|
"verdicts_inconclusive": false,
|
||
|
|
"claims_differ": false,
|
||
|
|
"evidence_incomplete": false
|
||
|
|
},
|
||
|
|
"regressions": []
|
||
|
|
},
|
||
|
|
"arms": {
|
||
|
|
"discovery": {
|
||
|
|
"realized": true,
|
||
|
|
"verdict": "PASS",
|
||
|
|
"surface": {
|
||
|
|
"action": "grant_access(permission='READ', subject_id='bob')",
|
||
|
|
"surface": "browser",
|
||
|
|
"mechanics": {
|
||
|
|
"action": "grant_access(permission='READ', subject_id='bob')",
|
||
|
|
"stage": "submit",
|
||
|
|
"runtime": "discovery-runtime",
|
||
|
|
"rationale": "score 8: wording matches the goal; collects the required fields; target names the operation",
|
||
|
|
"element_path": "#document/html/body/form",
|
||
|
|
"page_signature": "{\"controls\": [\"permission\", \"subject_id\", \"subject_id\"], \"labels\": [\"permission\", \"person\", \"revoke\", \"share\"], \"tags\": {\"body\": 1, \"button\": 2, \"fieldset\": 1, \"form\": 2, \"h1\": 1, \"head\": 1, \"html\": 1, \"input\": 2, \"label\": 2, \"legend\": 1, \"option\": 2, \"select\": 1, \"title\": 1, \"ul\": 1}}",
|
||
|
|
"target": "/resources/R/grant",
|
||
|
|
"fields": [
|
||
|
|
"permission",
|
||
|
|
"subject_id"
|
||
|
|
],
|
||
|
|
"metrics": {
|
||
|
|
"runtime": "discovery-runtime",
|
||
|
|
"wall_time_ms": 0.054,
|
||
|
|
"candidates_considered": 2,
|
||
|
|
"attempts": 1,
|
||
|
|
"retries": 0,
|
||
|
|
"tokens_in": 0,
|
||
|
|
"tokens_out": 0,
|
||
|
|
"model": null
|
||
|
|
},
|
||
|
|
"actor": "alice",
|
||
|
|
"status": 200
|
||
|
|
},
|
||
|
|
"raised": null
|
||
|
|
},
|
||
|
|
"judgments": [
|
||
|
|
{
|
||
|
|
"assertion_id": "i-enforcement-matches-record",
|
||
|
|
"text": "Enforcement and the stored record agree for every subject",
|
||
|
|
"verdict": "PASS",
|
||
|
|
"step_id": "s2-grant",
|
||
|
|
"detail": {}
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"assertion_id": "i-audit-append-only",
|
||
|
|
"text": "The audit trail is append-only",
|
||
|
|
"verdict": "PASS",
|
||
|
|
"step_id": "s2-grant",
|
||
|
|
"detail": {}
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"assertion_id": "c-bob-reads",
|
||
|
|
"text": "Bob can read R after the grant",
|
||
|
|
"verdict": "PASS",
|
||
|
|
"step_id": "s2-grant",
|
||
|
|
"detail": {}
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"assertion_id": "c-carol-denied",
|
||
|
|
"text": "Carol can never read R",
|
||
|
|
"verdict": "PASS",
|
||
|
|
"step_id": "s2-grant",
|
||
|
|
"detail": {}
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"assertion_id": "c-bob-cannot-write",
|
||
|
|
"text": "A READ grant does not let Bob write R",
|
||
|
|
"verdict": "PASS",
|
||
|
|
"step_id": "s2-grant",
|
||
|
|
"detail": {}
|
||
|
|
}
|
||
|
|
]
|
||
|
|
},
|
||
|
|
"recorded": {
|
||
|
|
"realized": false,
|
||
|
|
"verdict": "INCONCLUSIVE",
|
||
|
|
"surface": {
|
||
|
|
"action": "grant_access(permission='READ', subject_id='bob')",
|
||
|
|
"surface": "browser",
|
||
|
|
"mechanics": {
|
||
|
|
"action": "grant_access",
|
||
|
|
"stage": "discovery",
|
||
|
|
"runtime": "recorded-selector-runtime",
|
||
|
|
"page_signature": "{\"controls\": [\"permission\", \"subject_id\", \"subject_id\"], \"labels\": [\"permission\", \"person\", \"revoke\", \"share\"], \"tags\": {\"body\": 1, \"button\": 2, \"fieldset\": 1, \"form\": 2, \"h1\": 1, \"head\": 1, \"html\": 1, \"input\": 2, \"label\": 2, \"legend\": 1, \"option\": 2, \"select\": 1, \"title\": 1, \"ul\": 1}}"
|
||
|
|
},
|
||
|
|
"raised": "RealizationFailed: recorded selector [data-td='share-form'] matched nothing"
|
||
|
|
},
|
||
|
|
"judgments": [
|
||
|
|
{
|
||
|
|
"assertion_id": "i-enforcement-matches-record",
|
||
|
|
"text": "Enforcement and the stored record agree for every subject",
|
||
|
|
"verdict": "PASS",
|
||
|
|
"step_id": "s2-grant",
|
||
|
|
"detail": {}
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"assertion_id": "i-audit-append-only",
|
||
|
|
"text": "The audit trail is append-only",
|
||
|
|
"verdict": "PASS",
|
||
|
|
"step_id": "s2-grant",
|
||
|
|
"detail": {}
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"assertion_id": "c-bob-reads",
|
||
|
|
"text": "Bob can read R after the grant",
|
||
|
|
"verdict": "INCONCLUSIVE",
|
||
|
|
"step_id": "s2-grant",
|
||
|
|
"detail": {
|
||
|
|
"reason": "an earlier step in this scenario did not complete, so the state this claim describes was never reached"
|
||
|
|
}
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"assertion_id": "c-carol-denied",
|
||
|
|
"text": "Carol can never read R",
|
||
|
|
"verdict": "INCONCLUSIVE",
|
||
|
|
"step_id": "s2-grant",
|
||
|
|
"detail": {
|
||
|
|
"reason": "an earlier step in this scenario did not complete, so the state this claim describes was never reached"
|
||
|
|
}
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"assertion_id": "c-bob-cannot-write",
|
||
|
|
"text": "A READ grant does not let Bob write R",
|
||
|
|
"verdict": "INCONCLUSIVE",
|
||
|
|
"step_id": "s2-grant",
|
||
|
|
"detail": {
|
||
|
|
"reason": "an earlier step in this scenario did not complete, so the state this claim describes was never reached"
|
||
|
|
}
|
||
|
|
}
|
||
|
|
]
|
||
|
|
}
|
||
|
|
}
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"mutation": "M35",
|
||
|
|
"label": "MECHANICAL",
|
||
|
|
"preserves_test_ids": true,
|
||
|
|
"classification": {
|
||
|
|
"classification": "MECHANICAL_ADAPTATION",
|
||
|
|
"reason": "the surface changed; every protected claim still holds",
|
||
|
|
"signals": {
|
||
|
|
"surface_differs": true,
|
||
|
|
"realization_failed": false,
|
||
|
|
"postcondition_met": true,
|
||
|
|
"verdicts_regressed": false,
|
||
|
|
"verdicts_inconclusive": false,
|
||
|
|
"claims_differ": false,
|
||
|
|
"evidence_incomplete": false
|
||
|
|
},
|
||
|
|
"regressions": []
|
||
|
|
},
|
||
|
|
"arms": {
|
||
|
|
"discovery": {
|
||
|
|
"realized": true,
|
||
|
|
"verdict": "PASS",
|
||
|
|
"surface": {
|
||
|
|
"action": "grant_access(permission='READ', subject_id='bob')",
|
||
|
|
"surface": "browser",
|
||
|
|
"mechanics": {
|
||
|
|
"action": "grant_access(permission='READ', subject_id='bob')",
|
||
|
|
"stage": "submit",
|
||
|
|
"runtime": "discovery-runtime",
|
||
|
|
"rationale": "score 8: wording matches the goal; collects the required fields; target names the operation",
|
||
|
|
"element_path": "#document/html/body/form",
|
||
|
|
"page_signature": "{\"controls\": [\"permission\", \"subject_id\", \"subject_id\"], \"labels\": [\"permission\", \"person\", \"revoke\", \"share\"], \"tags\": {\"body\": 1, \"button\": 2, \"fieldset\": 1, \"form\": 2, \"h1\": 1, \"head\": 1, \"html\": 1, \"input\": 2, \"label\": 2, \"legend\": 1, \"option\": 2, \"select\": 1, \"title\": 1, \"ul\": 1}}",
|
||
|
|
"target": "/resources/R/grant",
|
||
|
|
"fields": [
|
||
|
|
"permission",
|
||
|
|
"subject_id"
|
||
|
|
],
|
||
|
|
"metrics": {
|
||
|
|
"runtime": "discovery-runtime",
|
||
|
|
"wall_time_ms": 0.054,
|
||
|
|
"candidates_considered": 2,
|
||
|
|
"attempts": 1,
|
||
|
|
"retries": 0,
|
||
|
|
"tokens_in": 0,
|
||
|
|
"tokens_out": 0,
|
||
|
|
"model": null
|
||
|
|
},
|
||
|
|
"actor": "alice",
|
||
|
|
"status": 200
|
||
|
|
},
|
||
|
|
"raised": null
|
||
|
|
},
|
||
|
|
"judgments": [
|
||
|
|
{
|
||
|
|
"assertion_id": "i-enforcement-matches-record",
|
||
|
|
"text": "Enforcement and the stored record agree for every subject",
|
||
|
|
"verdict": "PASS",
|
||
|
|
"step_id": "s2-grant",
|
||
|
|
"detail": {}
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"assertion_id": "i-audit-append-only",
|
||
|
|
"text": "The audit trail is append-only",
|
||
|
|
"verdict": "PASS",
|
||
|
|
"step_id": "s2-grant",
|
||
|
|
"detail": {}
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"assertion_id": "c-bob-reads",
|
||
|
|
"text": "Bob can read R after the grant",
|
||
|
|
"verdict": "PASS",
|
||
|
|
"step_id": "s2-grant",
|
||
|
|
"detail": {}
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"assertion_id": "c-carol-denied",
|
||
|
|
"text": "Carol can never read R",
|
||
|
|
"verdict": "PASS",
|
||
|
|
"step_id": "s2-grant",
|
||
|
|
"detail": {}
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"assertion_id": "c-bob-cannot-write",
|
||
|
|
"text": "A READ grant does not let Bob write R",
|
||
|
|
"verdict": "PASS",
|
||
|
|
"step_id": "s2-grant",
|
||
|
|
"detail": {}
|
||
|
|
}
|
||
|
|
]
|
||
|
|
},
|
||
|
|
"recorded": {
|
||
|
|
"realized": true,
|
||
|
|
"verdict": "PASS",
|
||
|
|
"surface": {
|
||
|
|
"action": "grant_access(permission='READ', subject_id='bob')",
|
||
|
|
"surface": "browser",
|
||
|
|
"mechanics": {
|
||
|
|
"action": "grant_access(permission='READ', subject_id='bob')",
|
||
|
|
"stage": "submit",
|
||
|
|
"runtime": "recorded-selector-runtime",
|
||
|
|
"rationale": "replayed recorded selector [data-td=share-form]",
|
||
|
|
"element_path": "#document/html/body/form",
|
||
|
|
"page_signature": "{\"controls\": [\"permission\", \"subject_id\", \"subject_id\"], \"labels\": [\"permission\", \"person\", \"revoke\", \"share\"], \"tags\": {\"body\": 1, \"button\": 2, \"fieldset\": 1, \"form\": 2, \"h1\": 1, \"head\": 1, \"html\": 1, \"input\": 2, \"label\": 2, \"legend\": 1, \"option\": 2, \"select\": 1, \"title\": 1, \"ul\": 1}}",
|
||
|
|
"target": "/resources/R/grant",
|
||
|
|
"fields": [
|
||
|
|
"permission",
|
||
|
|
"subject_id"
|
||
|
|
],
|
||
|
|
"metrics": {
|
||
|
|
"runtime": "recorded-selector-runtime",
|
||
|
|
"wall_time_ms": 0.018,
|
||
|
|
"candidates_considered": 2,
|
||
|
|
"attempts": 1,
|
||
|
|
"retries": 0,
|
||
|
|
"tokens_in": 0,
|
||
|
|
"tokens_out": 0,
|
||
|
|
"model": null
|
||
|
|
},
|
||
|
|
"actor": "alice",
|
||
|
|
"status": 200
|
||
|
|
},
|
||
|
|
"raised": null
|
||
|
|
},
|
||
|
|
"judgments": [
|
||
|
|
{
|
||
|
|
"assertion_id": "i-enforcement-matches-record",
|
||
|
|
"text": "Enforcement and the stored record agree for every subject",
|
||
|
|
"verdict": "PASS",
|
||
|
|
"step_id": "s2-grant",
|
||
|
|
"detail": {}
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"assertion_id": "i-audit-append-only",
|
||
|
|
"text": "The audit trail is append-only",
|
||
|
|
"verdict": "PASS",
|
||
|
|
"step_id": "s2-grant",
|
||
|
|
"detail": {}
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"assertion_id": "c-bob-reads",
|
||
|
|
"text": "Bob can read R after the grant",
|
||
|
|
"verdict": "PASS",
|
||
|
|
"step_id": "s2-grant",
|
||
|
|
"detail": {}
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"assertion_id": "c-carol-denied",
|
||
|
|
"text": "Carol can never read R",
|
||
|
|
"verdict": "PASS",
|
||
|
|
"step_id": "s2-grant",
|
||
|
|
"detail": {}
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"assertion_id": "c-bob-cannot-write",
|
||
|
|
"text": "A READ grant does not let Bob write R",
|
||
|
|
"verdict": "PASS",
|
||
|
|
"step_id": "s2-grant",
|
||
|
|
"detail": {}
|
||
|
|
}
|
||
|
|
]
|
||
|
|
}
|
||
|
|
}
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"mutation": "M29",
|
||
|
|
"label": "MECHANICAL",
|
||
|
|
"preserves_test_ids": false,
|
||
|
|
"classification": {
|
||
|
|
"classification": "MECHANICAL_ADAPTATION",
|
||
|
|
"reason": "the surface changed; every protected claim still holds",
|
||
|
|
"signals": {
|
||
|
|
"surface_differs": true,
|
||
|
|
"realization_failed": false,
|
||
|
|
"postcondition_met": true,
|
||
|
|
"verdicts_regressed": false,
|
||
|
|
"verdicts_inconclusive": false,
|
||
|
|
"claims_differ": false,
|
||
|
|
"evidence_incomplete": false
|
||
|
|
},
|
||
|
|
"regressions": []
|
||
|
|
},
|
||
|
|
"arms": {
|
||
|
|
"discovery": {
|
||
|
|
"realized": true,
|
||
|
|
"verdict": "PASS",
|
||
|
|
"surface": {
|
||
|
|
"action": "grant_access(permission='READ', subject_id='bob')",
|
||
|
|
"surface": "browser",
|
||
|
|
"mechanics": {
|
||
|
|
"action": "grant_access(permission='READ', subject_id='bob')",
|
||
|
|
"stage": "submit",
|
||
|
|
"runtime": "discovery-runtime",
|
||
|
|
"rationale": "score 8: wording matches the goal; collects the required fields; target names the operation",
|
||
|
|
"element_path": "#document/html/body/form",
|
||
|
|
"page_signature": "{\"controls\": [\"permission\", \"subject_id\", \"subject_id\"], \"labels\": [\"permission\", \"person\", \"revoke\", \"share\"], \"tags\": {\"body\": 1, \"button\": 2, \"form\": 2, \"h1\": 1, \"head\": 1, \"html\": 1, \"input\": 1, \"label\": 2, \"option\": 2, \"select\": 1, \"textarea\": 1, \"title\": 1, \"ul\": 1}}",
|
||
|
|
"target": "/resources/R/grant",
|
||
|
|
"fields": [
|
||
|
|
"permission",
|
||
|
|
"subject_id"
|
||
|
|
],
|
||
|
|
"metrics": {
|
||
|
|
"runtime": "discovery-runtime",
|
||
|
|
"wall_time_ms": 0.05,
|
||
|
|
"candidates_considered": 2,
|
||
|
|
"attempts": 1,
|
||
|
|
"retries": 0,
|
||
|
|
"tokens_in": 0,
|
||
|
|
"tokens_out": 0,
|
||
|
|
"model": null
|
||
|
|
},
|
||
|
|
"actor": "alice",
|
||
|
|
"status": 200
|
||
|
|
},
|
||
|
|
"raised": null
|
||
|
|
},
|
||
|
|
"judgments": [
|
||
|
|
{
|
||
|
|
"assertion_id": "i-enforcement-matches-record",
|
||
|
|
"text": "Enforcement and the stored record agree for every subject",
|
||
|
|
"verdict": "PASS",
|
||
|
|
"step_id": "s2-grant",
|
||
|
|
"detail": {}
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"assertion_id": "i-audit-append-only",
|
||
|
|
"text": "The audit trail is append-only",
|
||
|
|
"verdict": "PASS",
|
||
|
|
"step_id": "s2-grant",
|
||
|
|
"detail": {}
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"assertion_id": "c-bob-reads",
|
||
|
|
"text": "Bob can read R after the grant",
|
||
|
|
"verdict": "PASS",
|
||
|
|
"step_id": "s2-grant",
|
||
|
|
"detail": {}
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"assertion_id": "c-carol-denied",
|
||
|
|
"text": "Carol can never read R",
|
||
|
|
"verdict": "PASS",
|
||
|
|
"step_id": "s2-grant",
|
||
|
|
"detail": {}
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"assertion_id": "c-bob-cannot-write",
|
||
|
|
"text": "A READ grant does not let Bob write R",
|
||
|
|
"verdict": "PASS",
|
||
|
|
"step_id": "s2-grant",
|
||
|
|
"detail": {}
|
||
|
|
}
|
||
|
|
]
|
||
|
|
},
|
||
|
|
"recorded": {
|
||
|
|
"realized": false,
|
||
|
|
"verdict": "INCONCLUSIVE",
|
||
|
|
"surface": {
|
||
|
|
"action": "grant_access(permission='READ', subject_id='bob')",
|
||
|
|
"surface": "browser",
|
||
|
|
"mechanics": {
|
||
|
|
"action": "grant_access",
|
||
|
|
"stage": "discovery",
|
||
|
|
"runtime": "recorded-selector-runtime",
|
||
|
|
"page_signature": "{\"controls\": [\"permission\", \"subject_id\", \"subject_id\"], \"labels\": [\"permission\", \"person\", \"revoke\", \"share\"], \"tags\": {\"body\": 1, \"button\": 2, \"form\": 2, \"h1\": 1, \"head\": 1, \"html\": 1, \"input\": 1, \"label\": 2, \"option\": 2, \"select\": 1, \"textarea\": 1, \"title\": 1, \"ul\": 1}}"
|
||
|
|
},
|
||
|
|
"raised": "RealizationFailed: recorded selector [data-td='share-form'] matched nothing"
|
||
|
|
},
|
||
|
|
"judgments": [
|
||
|
|
{
|
||
|
|
"assertion_id": "i-enforcement-matches-record",
|
||
|
|
"text": "Enforcement and the stored record agree for every subject",
|
||
|
|
"verdict": "PASS",
|
||
|
|
"step_id": "s2-grant",
|
||
|
|
"detail": {}
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"assertion_id": "i-audit-append-only",
|
||
|
|
"text": "The audit trail is append-only",
|
||
|
|
"verdict": "PASS",
|
||
|
|
"step_id": "s2-grant",
|
||
|
|
"detail": {}
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"assertion_id": "c-bob-reads",
|
||
|
|
"text": "Bob can read R after the grant",
|
||
|
|
"verdict": "INCONCLUSIVE",
|
||
|
|
"step_id": "s2-grant",
|
||
|
|
"detail": {
|
||
|
|
"reason": "an earlier step in this scenario did not complete, so the state this claim describes was never reached"
|
||
|
|
}
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"assertion_id": "c-carol-denied",
|
||
|
|
"text": "Carol can never read R",
|
||
|
|
"verdict": "INCONCLUSIVE",
|
||
|
|
"step_id": "s2-grant",
|
||
|
|
"detail": {
|
||
|
|
"reason": "an earlier step in this scenario did not complete, so the state this claim describes was never reached"
|
||
|
|
}
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"assertion_id": "c-bob-cannot-write",
|
||
|
|
"text": "A READ grant does not let Bob write R",
|
||
|
|
"verdict": "INCONCLUSIVE",
|
||
|
|
"step_id": "s2-grant",
|
||
|
|
"detail": {
|
||
|
|
"reason": "an earlier step in this scenario did not complete, so the state this claim describes was never reached"
|
||
|
|
}
|
||
|
|
}
|
||
|
|
]
|
||
|
|
}
|
||
|
|
}
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"mutation": "M36",
|
||
|
|
"label": "MECHANICAL",
|
||
|
|
"preserves_test_ids": true,
|
||
|
|
"classification": {
|
||
|
|
"classification": "MECHANICAL_ADAPTATION",
|
||
|
|
"reason": "the surface changed; every protected claim still holds",
|
||
|
|
"signals": {
|
||
|
|
"surface_differs": true,
|
||
|
|
"realization_failed": false,
|
||
|
|
"postcondition_met": true,
|
||
|
|
"verdicts_regressed": false,
|
||
|
|
"verdicts_inconclusive": false,
|
||
|
|
"claims_differ": false,
|
||
|
|
"evidence_incomplete": false
|
||
|
|
},
|
||
|
|
"regressions": []
|
||
|
|
},
|
||
|
|
"arms": {
|
||
|
|
"discovery": {
|
||
|
|
"realized": true,
|
||
|
|
"verdict": "PASS",
|
||
|
|
"surface": {
|
||
|
|
"action": "grant_access(permission='READ', subject_id='bob')",
|
||
|
|
"surface": "browser",
|
||
|
|
"mechanics": {
|
||
|
|
"action": "grant_access(permission='READ', subject_id='bob')",
|
||
|
|
"stage": "submit",
|
||
|
|
"runtime": "discovery-runtime",
|
||
|
|
"rationale": "score 8: wording matches the goal; collects the required fields; target names the operation",
|
||
|
|
"element_path": "#document/html/body/form",
|
||
|
|
"page_signature": "{\"controls\": [\"permission\", \"subject_id\", \"subject_id\"], \"labels\": [\"permission\", \"person\", \"revoke\", \"share\"], \"tags\": {\"body\": 1, \"button\": 2, \"form\": 2, \"h1\": 1, \"head\": 1, \"html\": 1, \"input\": 1, \"label\": 2, \"option\": 2, \"select\": 1, \"textarea\": 1, \"title\": 1, \"ul\": 1}}",
|
||
|
|
"target": "/resources/R/grant",
|
||
|
|
"fields": [
|
||
|
|
"permission",
|
||
|
|
"subject_id"
|
||
|
|
],
|
||
|
|
"metrics": {
|
||
|
|
"runtime": "discovery-runtime",
|
||
|
|
"wall_time_ms": 0.05,
|
||
|
|
"candidates_considered": 2,
|
||
|
|
"attempts": 1,
|
||
|
|
"retries": 0,
|
||
|
|
"tokens_in": 0,
|
||
|
|
"tokens_out": 0,
|
||
|
|
"model": null
|
||
|
|
},
|
||
|
|
"actor": "alice",
|
||
|
|
"status": 200
|
||
|
|
},
|
||
|
|
"raised": null
|
||
|
|
},
|
||
|
|
"judgments": [
|
||
|
|
{
|
||
|
|
"assertion_id": "i-enforcement-matches-record",
|
||
|
|
"text": "Enforcement and the stored record agree for every subject",
|
||
|
|
"verdict": "PASS",
|
||
|
|
"step_id": "s2-grant",
|
||
|
|
"detail": {}
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"assertion_id": "i-audit-append-only",
|
||
|
|
"text": "The audit trail is append-only",
|
||
|
|
"verdict": "PASS",
|
||
|
|
"step_id": "s2-grant",
|
||
|
|
"detail": {}
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"assertion_id": "c-bob-reads",
|
||
|
|
"text": "Bob can read R after the grant",
|
||
|
|
"verdict": "PASS",
|
||
|
|
"step_id": "s2-grant",
|
||
|
|
"detail": {}
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"assertion_id": "c-carol-denied",
|
||
|
|
"text": "Carol can never read R",
|
||
|
|
"verdict": "PASS",
|
||
|
|
"step_id": "s2-grant",
|
||
|
|
"detail": {}
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"assertion_id": "c-bob-cannot-write",
|
||
|
|
"text": "A READ grant does not let Bob write R",
|
||
|
|
"verdict": "PASS",
|
||
|
|
"step_id": "s2-grant",
|
||
|
|
"detail": {}
|
||
|
|
}
|
||
|
|
]
|
||
|
|
},
|
||
|
|
"recorded": {
|
||
|
|
"realized": true,
|
||
|
|
"verdict": "PASS",
|
||
|
|
"surface": {
|
||
|
|
"action": "grant_access(permission='READ', subject_id='bob')",
|
||
|
|
"surface": "browser",
|
||
|
|
"mechanics": {
|
||
|
|
"action": "grant_access(permission='READ', subject_id='bob')",
|
||
|
|
"stage": "submit",
|
||
|
|
"runtime": "recorded-selector-runtime",
|
||
|
|
"rationale": "replayed recorded selector [data-td=share-form]",
|
||
|
|
"element_path": "#document/html/body/form",
|
||
|
|
"page_signature": "{\"controls\": [\"permission\", \"subject_id\", \"subject_id\"], \"labels\": [\"permission\", \"person\", \"revoke\", \"share\"], \"tags\": {\"body\": 1, \"button\": 2, \"form\": 2, \"h1\": 1, \"head\": 1, \"html\": 1, \"input\": 1, \"label\": 2, \"option\": 2, \"select\": 1, \"textarea\": 1, \"title\": 1, \"ul\": 1}}",
|
||
|
|
"target": "/resources/R/grant",
|
||
|
|
"fields": [
|
||
|
|
"permission",
|
||
|
|
"subject_id"
|
||
|
|
],
|
||
|
|
"metrics": {
|
||
|
|
"runtime": "recorded-selector-runtime",
|
||
|
|
"wall_time_ms": 0.019,
|
||
|
|
"candidates_considered": 2,
|
||
|
|
"attempts": 1,
|
||
|
|
"retries": 0,
|
||
|
|
"tokens_in": 0,
|
||
|
|
"tokens_out": 0,
|
||
|
|
"model": null
|
||
|
|
},
|
||
|
|
"actor": "alice",
|
||
|
|
"status": 200
|
||
|
|
},
|
||
|
|
"raised": null
|
||
|
|
},
|
||
|
|
"judgments": [
|
||
|
|
{
|
||
|
|
"assertion_id": "i-enforcement-matches-record",
|
||
|
|
"text": "Enforcement and the stored record agree for every subject",
|
||
|
|
"verdict": "PASS",
|
||
|
|
"step_id": "s2-grant",
|
||
|
|
"detail": {}
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"assertion_id": "i-audit-append-only",
|
||
|
|
"text": "The audit trail is append-only",
|
||
|
|
"verdict": "PASS",
|
||
|
|
"step_id": "s2-grant",
|
||
|
|
"detail": {}
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"assertion_id": "c-bob-reads",
|
||
|
|
"text": "Bob can read R after the grant",
|
||
|
|
"verdict": "PASS",
|
||
|
|
"step_id": "s2-grant",
|
||
|
|
"detail": {}
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"assertion_id": "c-carol-denied",
|
||
|
|
"text": "Carol can never read R",
|
||
|
|
"verdict": "PASS",
|
||
|
|
"step_id": "s2-grant",
|
||
|
|
"detail": {}
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"assertion_id": "c-bob-cannot-write",
|
||
|
|
"text": "A READ grant does not let Bob write R",
|
||
|
|
"verdict": "PASS",
|
||
|
|
"step_id": "s2-grant",
|
||
|
|
"detail": {}
|
||
|
|
}
|
||
|
|
]
|
||
|
|
}
|
||
|
|
}
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"mutation": "M30",
|
||
|
|
"label": "MECHANICAL",
|
||
|
|
"preserves_test_ids": false,
|
||
|
|
"classification": {
|
||
|
|
"classification": "MECHANICAL_ADAPTATION",
|
||
|
|
"reason": "the surface changed; every protected claim still holds",
|
||
|
|
"signals": {
|
||
|
|
"surface_differs": true,
|
||
|
|
"realization_failed": false,
|
||
|
|
"postcondition_met": true,
|
||
|
|
"verdicts_regressed": false,
|
||
|
|
"verdicts_inconclusive": false,
|
||
|
|
"claims_differ": false,
|
||
|
|
"evidence_incomplete": false
|
||
|
|
},
|
||
|
|
"regressions": []
|
||
|
|
},
|
||
|
|
"arms": {
|
||
|
|
"discovery": {
|
||
|
|
"realized": true,
|
||
|
|
"verdict": "PASS",
|
||
|
|
"surface": {
|
||
|
|
"action": "grant_access(permission='READ', subject_id='bob')",
|
||
|
|
"surface": "browser",
|
||
|
|
"mechanics": {
|
||
|
|
"action": "grant_access(permission='READ', subject_id='bob')",
|
||
|
|
"stage": "submit",
|
||
|
|
"runtime": "discovery-runtime",
|
||
|
|
"rationale": "score 8: wording matches the goal; collects the required fields; target names the operation",
|
||
|
|
"element_path": "#document/html/body/form",
|
||
|
|
"page_signature": "{\"controls\": [\"permission\", \"query\", \"subject_id\", \"subject_id\"], \"labels\": [\"permission\", \"person\", \"revoke\", \"search resources\", \"share\"], \"tags\": {\"body\": 1, \"button\": 3, \"form\": 3, \"h1\": 1, \"head\": 1, \"html\": 1, \"input\": 3, \"label\": 2, \"option\": 2, \"select\": 1, \"title\": 1, \"ul\": 1}}",
|
||
|
|
"target": "/resources/R/grant",
|
||
|
|
"fields": [
|
||
|
|
"permission",
|
||
|
|
"subject_id"
|
||
|
|
],
|
||
|
|
"metrics": {
|
||
|
|
"runtime": "discovery-runtime",
|
||
|
|
"wall_time_ms": 0.058,
|
||
|
|
"candidates_considered": 3,
|
||
|
|
"attempts": 1,
|
||
|
|
"retries": 0,
|
||
|
|
"tokens_in": 0,
|
||
|
|
"tokens_out": 0,
|
||
|
|
"model": null
|
||
|
|
},
|
||
|
|
"actor": "alice",
|
||
|
|
"status": 200
|
||
|
|
},
|
||
|
|
"raised": null
|
||
|
|
},
|
||
|
|
"judgments": [
|
||
|
|
{
|
||
|
|
"assertion_id": "i-enforcement-matches-record",
|
||
|
|
"text": "Enforcement and the stored record agree for every subject",
|
||
|
|
"verdict": "PASS",
|
||
|
|
"step_id": "s2-grant",
|
||
|
|
"detail": {}
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"assertion_id": "i-audit-append-only",
|
||
|
|
"text": "The audit trail is append-only",
|
||
|
|
"verdict": "PASS",
|
||
|
|
"step_id": "s2-grant",
|
||
|
|
"detail": {}
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"assertion_id": "c-bob-reads",
|
||
|
|
"text": "Bob can read R after the grant",
|
||
|
|
"verdict": "PASS",
|
||
|
|
"step_id": "s2-grant",
|
||
|
|
"detail": {}
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"assertion_id": "c-carol-denied",
|
||
|
|
"text": "Carol can never read R",
|
||
|
|
"verdict": "PASS",
|
||
|
|
"step_id": "s2-grant",
|
||
|
|
"detail": {}
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"assertion_id": "c-bob-cannot-write",
|
||
|
|
"text": "A READ grant does not let Bob write R",
|
||
|
|
"verdict": "PASS",
|
||
|
|
"step_id": "s2-grant",
|
||
|
|
"detail": {}
|
||
|
|
}
|
||
|
|
]
|
||
|
|
},
|
||
|
|
"recorded": {
|
||
|
|
"realized": false,
|
||
|
|
"verdict": "INCONCLUSIVE",
|
||
|
|
"surface": {
|
||
|
|
"action": "grant_access(permission='READ', subject_id='bob')",
|
||
|
|
"surface": "browser",
|
||
|
|
"mechanics": {
|
||
|
|
"action": "grant_access",
|
||
|
|
"stage": "discovery",
|
||
|
|
"runtime": "recorded-selector-runtime",
|
||
|
|
"page_signature": "{\"controls\": [\"permission\", \"query\", \"subject_id\", \"subject_id\"], \"labels\": [\"permission\", \"person\", \"revoke\", \"search resources\", \"share\"], \"tags\": {\"body\": 1, \"button\": 3, \"form\": 3, \"h1\": 1, \"head\": 1, \"html\": 1, \"input\": 3, \"label\": 2, \"option\": 2, \"select\": 1, \"title\": 1, \"ul\": 1}}"
|
||
|
|
},
|
||
|
|
"raised": "RealizationFailed: recorded selector [data-td='share-form'] matched nothing"
|
||
|
|
},
|
||
|
|
"judgments": [
|
||
|
|
{
|
||
|
|
"assertion_id": "i-enforcement-matches-record",
|
||
|
|
"text": "Enforcement and the stored record agree for every subject",
|
||
|
|
"verdict": "PASS",
|
||
|
|
"step_id": "s2-grant",
|
||
|
|
"detail": {}
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"assertion_id": "i-audit-append-only",
|
||
|
|
"text": "The audit trail is append-only",
|
||
|
|
"verdict": "PASS",
|
||
|
|
"step_id": "s2-grant",
|
||
|
|
"detail": {}
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"assertion_id": "c-bob-reads",
|
||
|
|
"text": "Bob can read R after the grant",
|
||
|
|
"verdict": "INCONCLUSIVE",
|
||
|
|
"step_id": "s2-grant",
|
||
|
|
"detail": {
|
||
|
|
"reason": "an earlier step in this scenario did not complete, so the state this claim describes was never reached"
|
||
|
|
}
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"assertion_id": "c-carol-denied",
|
||
|
|
"text": "Carol can never read R",
|
||
|
|
"verdict": "INCONCLUSIVE",
|
||
|
|
"step_id": "s2-grant",
|
||
|
|
"detail": {
|
||
|
|
"reason": "an earlier step in this scenario did not complete, so the state this claim describes was never reached"
|
||
|
|
}
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"assertion_id": "c-bob-cannot-write",
|
||
|
|
"text": "A READ grant does not let Bob write R",
|
||
|
|
"verdict": "INCONCLUSIVE",
|
||
|
|
"step_id": "s2-grant",
|
||
|
|
"detail": {
|
||
|
|
"reason": "an earlier step in this scenario did not complete, so the state this claim describes was never reached"
|
||
|
|
}
|
||
|
|
}
|
||
|
|
]
|
||
|
|
}
|
||
|
|
}
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"mutation": "M37",
|
||
|
|
"label": "MECHANICAL",
|
||
|
|
"preserves_test_ids": true,
|
||
|
|
"classification": {
|
||
|
|
"classification": "MECHANICAL_ADAPTATION",
|
||
|
|
"reason": "the surface changed; every protected claim still holds",
|
||
|
|
"signals": {
|
||
|
|
"surface_differs": true,
|
||
|
|
"realization_failed": false,
|
||
|
|
"postcondition_met": true,
|
||
|
|
"verdicts_regressed": false,
|
||
|
|
"verdicts_inconclusive": false,
|
||
|
|
"claims_differ": false,
|
||
|
|
"evidence_incomplete": false
|
||
|
|
},
|
||
|
|
"regressions": []
|
||
|
|
},
|
||
|
|
"arms": {
|
||
|
|
"discovery": {
|
||
|
|
"realized": true,
|
||
|
|
"verdict": "PASS",
|
||
|
|
"surface": {
|
||
|
|
"action": "grant_access(permission='READ', subject_id='bob')",
|
||
|
|
"surface": "browser",
|
||
|
|
"mechanics": {
|
||
|
|
"action": "grant_access(permission='READ', subject_id='bob')",
|
||
|
|
"stage": "submit",
|
||
|
|
"runtime": "discovery-runtime",
|
||
|
|
"rationale": "score 8: wording matches the goal; collects the required fields; target names the operation",
|
||
|
|
"element_path": "#document/html/body/form",
|
||
|
|
"page_signature": "{\"controls\": [\"permission\", \"query\", \"subject_id\", \"subject_id\"], \"labels\": [\"permission\", \"person\", \"revoke\", \"search resources\", \"share\"], \"tags\": {\"body\": 1, \"button\": 3, \"form\": 3, \"h1\": 1, \"head\": 1, \"html\": 1, \"input\": 3, \"label\": 2, \"option\": 2, \"select\": 1, \"title\": 1, \"ul\": 1}}",
|
||
|
|
"target": "/resources/R/grant",
|
||
|
|
"fields": [
|
||
|
|
"permission",
|
||
|
|
"subject_id"
|
||
|
|
],
|
||
|
|
"metrics": {
|
||
|
|
"runtime": "discovery-runtime",
|
||
|
|
"wall_time_ms": 0.059,
|
||
|
|
"candidates_considered": 3,
|
||
|
|
"attempts": 1,
|
||
|
|
"retries": 0,
|
||
|
|
"tokens_in": 0,
|
||
|
|
"tokens_out": 0,
|
||
|
|
"model": null
|
||
|
|
},
|
||
|
|
"actor": "alice",
|
||
|
|
"status": 200
|
||
|
|
},
|
||
|
|
"raised": null
|
||
|
|
},
|
||
|
|
"judgments": [
|
||
|
|
{
|
||
|
|
"assertion_id": "i-enforcement-matches-record",
|
||
|
|
"text": "Enforcement and the stored record agree for every subject",
|
||
|
|
"verdict": "PASS",
|
||
|
|
"step_id": "s2-grant",
|
||
|
|
"detail": {}
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"assertion_id": "i-audit-append-only",
|
||
|
|
"text": "The audit trail is append-only",
|
||
|
|
"verdict": "PASS",
|
||
|
|
"step_id": "s2-grant",
|
||
|
|
"detail": {}
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"assertion_id": "c-bob-reads",
|
||
|
|
"text": "Bob can read R after the grant",
|
||
|
|
"verdict": "PASS",
|
||
|
|
"step_id": "s2-grant",
|
||
|
|
"detail": {}
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"assertion_id": "c-carol-denied",
|
||
|
|
"text": "Carol can never read R",
|
||
|
|
"verdict": "PASS",
|
||
|
|
"step_id": "s2-grant",
|
||
|
|
"detail": {}
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"assertion_id": "c-bob-cannot-write",
|
||
|
|
"text": "A READ grant does not let Bob write R",
|
||
|
|
"verdict": "PASS",
|
||
|
|
"step_id": "s2-grant",
|
||
|
|
"detail": {}
|
||
|
|
}
|
||
|
|
]
|
||
|
|
},
|
||
|
|
"recorded": {
|
||
|
|
"realized": true,
|
||
|
|
"verdict": "PASS",
|
||
|
|
"surface": {
|
||
|
|
"action": "grant_access(permission='READ', subject_id='bob')",
|
||
|
|
"surface": "browser",
|
||
|
|
"mechanics": {
|
||
|
|
"action": "grant_access(permission='READ', subject_id='bob')",
|
||
|
|
"stage": "submit",
|
||
|
|
"runtime": "recorded-selector-runtime",
|
||
|
|
"rationale": "replayed recorded selector [data-td=share-form]",
|
||
|
|
"element_path": "#document/html/body/form",
|
||
|
|
"page_signature": "{\"controls\": [\"permission\", \"query\", \"subject_id\", \"subject_id\"], \"labels\": [\"permission\", \"person\", \"revoke\", \"search resources\", \"share\"], \"tags\": {\"body\": 1, \"button\": 3, \"form\": 3, \"h1\": 1, \"head\": 1, \"html\": 1, \"input\": 3, \"label\": 2, \"option\": 2, \"select\": 1, \"title\": 1, \"ul\": 1}}",
|
||
|
|
"target": "/resources/R/grant",
|
||
|
|
"fields": [
|
||
|
|
"permission",
|
||
|
|
"subject_id"
|
||
|
|
],
|
||
|
|
"metrics": {
|
||
|
|
"runtime": "recorded-selector-runtime",
|
||
|
|
"wall_time_ms": 0.022,
|
||
|
|
"candidates_considered": 3,
|
||
|
|
"attempts": 1,
|
||
|
|
"retries": 0,
|
||
|
|
"tokens_in": 0,
|
||
|
|
"tokens_out": 0,
|
||
|
|
"model": null
|
||
|
|
},
|
||
|
|
"actor": "alice",
|
||
|
|
"status": 200
|
||
|
|
},
|
||
|
|
"raised": null
|
||
|
|
},
|
||
|
|
"judgments": [
|
||
|
|
{
|
||
|
|
"assertion_id": "i-enforcement-matches-record",
|
||
|
|
"text": "Enforcement and the stored record agree for every subject",
|
||
|
|
"verdict": "PASS",
|
||
|
|
"step_id": "s2-grant",
|
||
|
|
"detail": {}
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"assertion_id": "i-audit-append-only",
|
||
|
|
"text": "The audit trail is append-only",
|
||
|
|
"verdict": "PASS",
|
||
|
|
"step_id": "s2-grant",
|
||
|
|
"detail": {}
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"assertion_id": "c-bob-reads",
|
||
|
|
"text": "Bob can read R after the grant",
|
||
|
|
"verdict": "PASS",
|
||
|
|
"step_id": "s2-grant",
|
||
|
|
"detail": {}
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"assertion_id": "c-carol-denied",
|
||
|
|
"text": "Carol can never read R",
|
||
|
|
"verdict": "PASS",
|
||
|
|
"step_id": "s2-grant",
|
||
|
|
"detail": {}
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"assertion_id": "c-bob-cannot-write",
|
||
|
|
"text": "A READ grant does not let Bob write R",
|
||
|
|
"verdict": "PASS",
|
||
|
|
"step_id": "s2-grant",
|
||
|
|
"detail": {}
|
||
|
|
}
|
||
|
|
]
|
||
|
|
}
|
||
|
|
}
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"mutation": "M31",
|
||
|
|
"label": "MECHANICAL",
|
||
|
|
"preserves_test_ids": false,
|
||
|
|
"classification": {
|
||
|
|
"classification": "MECHANICAL_ADAPTATION",
|
||
|
|
"reason": "the surface changed; every protected claim still holds",
|
||
|
|
"signals": {
|
||
|
|
"surface_differs": true,
|
||
|
|
"realization_failed": false,
|
||
|
|
"postcondition_met": true,
|
||
|
|
"verdicts_regressed": false,
|
||
|
|
"verdicts_inconclusive": false,
|
||
|
|
"claims_differ": false,
|
||
|
|
"evidence_incomplete": false
|
||
|
|
},
|
||
|
|
"regressions": []
|
||
|
|
},
|
||
|
|
"arms": {
|
||
|
|
"discovery": {
|
||
|
|
"realized": true,
|
||
|
|
"verdict": "PASS",
|
||
|
|
"surface": {
|
||
|
|
"action": "grant_access(permission='READ', subject_id='bob')",
|
||
|
|
"surface": "browser",
|
||
|
|
"mechanics": {
|
||
|
|
"action": "grant_access(permission='READ', subject_id='bob')",
|
||
|
|
"stage": "submit",
|
||
|
|
"runtime": "discovery-runtime",
|
||
|
|
"rationale": "score 8: wording matches the goal; collects the required fields; target names the operation",
|
||
|
|
"element_path": "#document/html/body/aside/form",
|
||
|
|
"page_signature": "{\"controls\": [\"permission\", \"subject_id\", \"subject_id\"], \"labels\": [\"permission\", \"person\", \"revoke\", \"share\"], \"tags\": {\"aside\": 1, \"body\": 1, \"button\": 2, \"form\": 2, \"h1\": 1, \"head\": 1, \"html\": 1, \"input\": 2, \"label\": 2, \"main\": 1, \"option\": 2, \"select\": 1, \"title\": 1, \"ul\": 1}}",
|
||
|
|
"target": "/resources/R/grant",
|
||
|
|
"fields": [
|
||
|
|
"permission",
|
||
|
|
"subject_id"
|
||
|
|
],
|
||
|
|
"metrics": {
|
||
|
|
"runtime": "discovery-runtime",
|
||
|
|
"wall_time_ms": 0.049,
|
||
|
|
"candidates_considered": 2,
|
||
|
|
"attempts": 1,
|
||
|
|
"retries": 0,
|
||
|
|
"tokens_in": 0,
|
||
|
|
"tokens_out": 0,
|
||
|
|
"model": null
|
||
|
|
},
|
||
|
|
"actor": "alice",
|
||
|
|
"status": 200
|
||
|
|
},
|
||
|
|
"raised": null
|
||
|
|
},
|
||
|
|
"judgments": [
|
||
|
|
{
|
||
|
|
"assertion_id": "i-enforcement-matches-record",
|
||
|
|
"text": "Enforcement and the stored record agree for every subject",
|
||
|
|
"verdict": "PASS",
|
||
|
|
"step_id": "s2-grant",
|
||
|
|
"detail": {}
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"assertion_id": "i-audit-append-only",
|
||
|
|
"text": "The audit trail is append-only",
|
||
|
|
"verdict": "PASS",
|
||
|
|
"step_id": "s2-grant",
|
||
|
|
"detail": {}
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"assertion_id": "c-bob-reads",
|
||
|
|
"text": "Bob can read R after the grant",
|
||
|
|
"verdict": "PASS",
|
||
|
|
"step_id": "s2-grant",
|
||
|
|
"detail": {}
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"assertion_id": "c-carol-denied",
|
||
|
|
"text": "Carol can never read R",
|
||
|
|
"verdict": "PASS",
|
||
|
|
"step_id": "s2-grant",
|
||
|
|
"detail": {}
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"assertion_id": "c-bob-cannot-write",
|
||
|
|
"text": "A READ grant does not let Bob write R",
|
||
|
|
"verdict": "PASS",
|
||
|
|
"step_id": "s2-grant",
|
||
|
|
"detail": {}
|
||
|
|
}
|
||
|
|
]
|
||
|
|
},
|
||
|
|
"recorded": {
|
||
|
|
"realized": false,
|
||
|
|
"verdict": "INCONCLUSIVE",
|
||
|
|
"surface": {
|
||
|
|
"action": "grant_access(permission='READ', subject_id='bob')",
|
||
|
|
"surface": "browser",
|
||
|
|
"mechanics": {
|
||
|
|
"action": "grant_access",
|
||
|
|
"stage": "discovery",
|
||
|
|
"runtime": "recorded-selector-runtime",
|
||
|
|
"page_signature": "{\"controls\": [\"permission\", \"subject_id\", \"subject_id\"], \"labels\": [\"permission\", \"person\", \"revoke\", \"share\"], \"tags\": {\"aside\": 1, \"body\": 1, \"button\": 2, \"form\": 2, \"h1\": 1, \"head\": 1, \"html\": 1, \"input\": 2, \"label\": 2, \"main\": 1, \"option\": 2, \"select\": 1, \"title\": 1, \"ul\": 1}}"
|
||
|
|
},
|
||
|
|
"raised": "RealizationFailed: recorded selector [data-td='share-form'] matched nothing"
|
||
|
|
},
|
||
|
|
"judgments": [
|
||
|
|
{
|
||
|
|
"assertion_id": "i-enforcement-matches-record",
|
||
|
|
"text": "Enforcement and the stored record agree for every subject",
|
||
|
|
"verdict": "PASS",
|
||
|
|
"step_id": "s2-grant",
|
||
|
|
"detail": {}
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"assertion_id": "i-audit-append-only",
|
||
|
|
"text": "The audit trail is append-only",
|
||
|
|
"verdict": "PASS",
|
||
|
|
"step_id": "s2-grant",
|
||
|
|
"detail": {}
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"assertion_id": "c-bob-reads",
|
||
|
|
"text": "Bob can read R after the grant",
|
||
|
|
"verdict": "INCONCLUSIVE",
|
||
|
|
"step_id": "s2-grant",
|
||
|
|
"detail": {
|
||
|
|
"reason": "an earlier step in this scenario did not complete, so the state this claim describes was never reached"
|
||
|
|
}
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"assertion_id": "c-carol-denied",
|
||
|
|
"text": "Carol can never read R",
|
||
|
|
"verdict": "INCONCLUSIVE",
|
||
|
|
"step_id": "s2-grant",
|
||
|
|
"detail": {
|
||
|
|
"reason": "an earlier step in this scenario did not complete, so the state this claim describes was never reached"
|
||
|
|
}
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"assertion_id": "c-bob-cannot-write",
|
||
|
|
"text": "A READ grant does not let Bob write R",
|
||
|
|
"verdict": "INCONCLUSIVE",
|
||
|
|
"step_id": "s2-grant",
|
||
|
|
"detail": {
|
||
|
|
"reason": "an earlier step in this scenario did not complete, so the state this claim describes was never reached"
|
||
|
|
}
|
||
|
|
}
|
||
|
|
]
|
||
|
|
}
|
||
|
|
}
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"mutation": "M38",
|
||
|
|
"label": "MECHANICAL",
|
||
|
|
"preserves_test_ids": true,
|
||
|
|
"classification": {
|
||
|
|
"classification": "MECHANICAL_ADAPTATION",
|
||
|
|
"reason": "the surface changed; every protected claim still holds",
|
||
|
|
"signals": {
|
||
|
|
"surface_differs": true,
|
||
|
|
"realization_failed": false,
|
||
|
|
"postcondition_met": true,
|
||
|
|
"verdicts_regressed": false,
|
||
|
|
"verdicts_inconclusive": false,
|
||
|
|
"claims_differ": false,
|
||
|
|
"evidence_incomplete": false
|
||
|
|
},
|
||
|
|
"regressions": []
|
||
|
|
},
|
||
|
|
"arms": {
|
||
|
|
"discovery": {
|
||
|
|
"realized": true,
|
||
|
|
"verdict": "PASS",
|
||
|
|
"surface": {
|
||
|
|
"action": "grant_access(permission='READ', subject_id='bob')",
|
||
|
|
"surface": "browser",
|
||
|
|
"mechanics": {
|
||
|
|
"action": "grant_access(permission='READ', subject_id='bob')",
|
||
|
|
"stage": "submit",
|
||
|
|
"runtime": "discovery-runtime",
|
||
|
|
"rationale": "score 8: wording matches the goal; collects the required fields; target names the operation",
|
||
|
|
"element_path": "#document/html/body/aside/form",
|
||
|
|
"page_signature": "{\"controls\": [\"permission\", \"subject_id\", \"subject_id\"], \"labels\": [\"permission\", \"person\", \"revoke\", \"share\"], \"tags\": {\"aside\": 1, \"body\": 1, \"button\": 2, \"form\": 2, \"h1\": 1, \"head\": 1, \"html\": 1, \"input\": 2, \"label\": 2, \"main\": 1, \"option\": 2, \"select\": 1, \"title\": 1, \"ul\": 1}}",
|
||
|
|
"target": "/resources/R/grant",
|
||
|
|
"fields": [
|
||
|
|
"permission",
|
||
|
|
"subject_id"
|
||
|
|
],
|
||
|
|
"metrics": {
|
||
|
|
"runtime": "discovery-runtime",
|
||
|
|
"wall_time_ms": 0.052,
|
||
|
|
"candidates_considered": 2,
|
||
|
|
"attempts": 1,
|
||
|
|
"retries": 0,
|
||
|
|
"tokens_in": 0,
|
||
|
|
"tokens_out": 0,
|
||
|
|
"model": null
|
||
|
|
},
|
||
|
|
"actor": "alice",
|
||
|
|
"status": 200
|
||
|
|
},
|
||
|
|
"raised": null
|
||
|
|
},
|
||
|
|
"judgments": [
|
||
|
|
{
|
||
|
|
"assertion_id": "i-enforcement-matches-record",
|
||
|
|
"text": "Enforcement and the stored record agree for every subject",
|
||
|
|
"verdict": "PASS",
|
||
|
|
"step_id": "s2-grant",
|
||
|
|
"detail": {}
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"assertion_id": "i-audit-append-only",
|
||
|
|
"text": "The audit trail is append-only",
|
||
|
|
"verdict": "PASS",
|
||
|
|
"step_id": "s2-grant",
|
||
|
|
"detail": {}
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"assertion_id": "c-bob-reads",
|
||
|
|
"text": "Bob can read R after the grant",
|
||
|
|
"verdict": "PASS",
|
||
|
|
"step_id": "s2-grant",
|
||
|
|
"detail": {}
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"assertion_id": "c-carol-denied",
|
||
|
|
"text": "Carol can never read R",
|
||
|
|
"verdict": "PASS",
|
||
|
|
"step_id": "s2-grant",
|
||
|
|
"detail": {}
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"assertion_id": "c-bob-cannot-write",
|
||
|
|
"text": "A READ grant does not let Bob write R",
|
||
|
|
"verdict": "PASS",
|
||
|
|
"step_id": "s2-grant",
|
||
|
|
"detail": {}
|
||
|
|
}
|
||
|
|
]
|
||
|
|
},
|
||
|
|
"recorded": {
|
||
|
|
"realized": true,
|
||
|
|
"verdict": "PASS",
|
||
|
|
"surface": {
|
||
|
|
"action": "grant_access(permission='READ', subject_id='bob')",
|
||
|
|
"surface": "browser",
|
||
|
|
"mechanics": {
|
||
|
|
"action": "grant_access(permission='READ', subject_id='bob')",
|
||
|
|
"stage": "submit",
|
||
|
|
"runtime": "recorded-selector-runtime",
|
||
|
|
"rationale": "replayed recorded selector [data-td=share-form]",
|
||
|
|
"element_path": "#document/html/body/aside/form",
|
||
|
|
"page_signature": "{\"controls\": [\"permission\", \"subject_id\", \"subject_id\"], \"labels\": [\"permission\", \"person\", \"revoke\", \"share\"], \"tags\": {\"aside\": 1, \"body\": 1, \"button\": 2, \"form\": 2, \"h1\": 1, \"head\": 1, \"html\": 1, \"input\": 2, \"label\": 2, \"main\": 1, \"option\": 2, \"select\": 1, \"title\": 1, \"ul\": 1}}",
|
||
|
|
"target": "/resources/R/grant",
|
||
|
|
"fields": [
|
||
|
|
"permission",
|
||
|
|
"subject_id"
|
||
|
|
],
|
||
|
|
"metrics": {
|
||
|
|
"runtime": "recorded-selector-runtime",
|
||
|
|
"wall_time_ms": 0.021,
|
||
|
|
"candidates_considered": 2,
|
||
|
|
"attempts": 1,
|
||
|
|
"retries": 0,
|
||
|
|
"tokens_in": 0,
|
||
|
|
"tokens_out": 0,
|
||
|
|
"model": null
|
||
|
|
},
|
||
|
|
"actor": "alice",
|
||
|
|
"status": 200
|
||
|
|
},
|
||
|
|
"raised": null
|
||
|
|
},
|
||
|
|
"judgments": [
|
||
|
|
{
|
||
|
|
"assertion_id": "i-enforcement-matches-record",
|
||
|
|
"text": "Enforcement and the stored record agree for every subject",
|
||
|
|
"verdict": "PASS",
|
||
|
|
"step_id": "s2-grant",
|
||
|
|
"detail": {}
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"assertion_id": "i-audit-append-only",
|
||
|
|
"text": "The audit trail is append-only",
|
||
|
|
"verdict": "PASS",
|
||
|
|
"step_id": "s2-grant",
|
||
|
|
"detail": {}
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"assertion_id": "c-bob-reads",
|
||
|
|
"text": "Bob can read R after the grant",
|
||
|
|
"verdict": "PASS",
|
||
|
|
"step_id": "s2-grant",
|
||
|
|
"detail": {}
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"assertion_id": "c-carol-denied",
|
||
|
|
"text": "Carol can never read R",
|
||
|
|
"verdict": "PASS",
|
||
|
|
"step_id": "s2-grant",
|
||
|
|
"detail": {}
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"assertion_id": "c-bob-cannot-write",
|
||
|
|
"text": "A READ grant does not let Bob write R",
|
||
|
|
"verdict": "PASS",
|
||
|
|
"step_id": "s2-grant",
|
||
|
|
"detail": {}
|
||
|
|
}
|
||
|
|
]
|
||
|
|
}
|
||
|
|
}
|
||
|
|
}
|
||
|
|
]
|
||
|
|
}
|