tegwick
53bb65e7a6
Assistant: codex Assistant-Model: gpt-6-astra Assistant-Session: 01a0e241-8285-7a63-8c0c-51c9cb824dc3
115 lines
5.3 KiB
JSON
115 lines
5.3 KiB
JSON
{
|
|
"kind": "disclosed-development-checks",
|
|
"method": "Author-model editorial navigation and reasoning review plus deterministic reference checks. Cases and answers are authored together; not a retrieval engine result, held-out comparison or independent human validation.",
|
|
"cases": [
|
|
{
|
|
"id": "D01",
|
|
"query": "My shared record changed while I was editing.",
|
|
"entrypoint": "transactional",
|
|
"expected_candidates": [
|
|
"CAND-0005",
|
|
"CAND-0006"
|
|
],
|
|
"reviewed_answer": "Preserve the proposal, inspect the current record and reconsider after a stale-base rejection.",
|
|
"prohibited_claim": "Blind retry against a new version or overwriting input.",
|
|
"boundary": "The endpoint must atomically enforce the expected-version contract.",
|
|
"review_result": "pass-with-stated-limits",
|
|
"reviewer": "Codex author-model",
|
|
"independent_human": false
|
|
},
|
|
{
|
|
"id": "D02",
|
|
"query": "The write timed out. Can I retry with a new ID?",
|
|
"entrypoint": "transactional",
|
|
"expected_candidates": [
|
|
"CAND-0007"
|
|
],
|
|
"reviewed_answer": "Keep outcome unknown; look up the original operation or replay only within its verified identity/retention contract.",
|
|
"prohibited_claim": "Inferring rejection from timeout or declaring a fresh identity safe.",
|
|
"boundary": "Without lookup/deduplication evidence, stop automatic retry and reconcile.",
|
|
"review_result": "pass-with-stated-limits",
|
|
"reviewer": "Codex author-model",
|
|
"independent_human": false
|
|
},
|
|
{
|
|
"id": "D03",
|
|
"query": "The write was accepted but refreshing the list failed.",
|
|
"entrypoint": "transactional",
|
|
"expected_candidates": [
|
|
"CAND-0007",
|
|
"CAND-0008"
|
|
],
|
|
"reviewed_answer": "Keep acceptance established and show stale-view recovery separately.",
|
|
"prohibited_claim": "Retrying the mutation because the refresh failed.",
|
|
"boundary": "The receipt must refer to this operation, and obsolete observations cannot erase newer work.",
|
|
"review_result": "pass-with-stated-limits",
|
|
"reviewer": "Codex author-model",
|
|
"independent_human": false
|
|
},
|
|
{
|
|
"id": "D04",
|
|
"query": "I need notes to survive an offline restart and synchronize later.",
|
|
"entrypoint": "offline",
|
|
"expected_candidates": [
|
|
"CAND-0002",
|
|
"CAND-0003"
|
|
],
|
|
"reviewed_answer": "Define a recoverable local commit and persistent pending propagation; verify storage and receiver semantics.",
|
|
"prohibited_claim": "Equating a cache or visible typing with a durable save.",
|
|
"boundary": "This preview supplies a proposed contract, not tested storage guarantees.",
|
|
"review_result": "pass-with-stated-limits",
|
|
"reviewer": "Codex author-model",
|
|
"independent_human": false
|
|
},
|
|
{
|
|
"id": "D05",
|
|
"query": "Two offline versions disagree, but our revision store already retains both.",
|
|
"entrypoint": "offline",
|
|
"expected_candidates": [
|
|
"CAND-0004"
|
|
],
|
|
"reviewed_answer": "Consider explicit comparison using the existing revision store; a separate conflict file is optional.",
|
|
"prohibited_claim": "Making Conflict Copy an unconditional dependency of reconciliation.",
|
|
"boundary": "The store must provide authorized, recoverable alternatives and provenance.",
|
|
"review_result": "pass-with-stated-limits",
|
|
"reviewer": "Codex author-model",
|
|
"independent_human": false
|
|
},
|
|
{
|
|
"id": "D06",
|
|
"query": "Can I approve a globally exclusive reservation while disconnected from every authority?",
|
|
"entrypoint": "start",
|
|
"expected_candidates": [],
|
|
"reviewed_answer": "Identify the incompatible acceptance requirement; neither supported sequence provides that guarantee.",
|
|
"prohibited_claim": "Treating locally saved data or replica convergence as global exclusivity.",
|
|
"boundary": "Clarify/change the domain contract or require connectivity; no pattern recommendation establishes it.",
|
|
"review_result": "pass-with-stated-limits",
|
|
"reviewer": "Codex author-model",
|
|
"independent_human": false
|
|
},
|
|
{
|
|
"id": "D07",
|
|
"query": "Which state-management pattern should I use?",
|
|
"entrypoint": "start",
|
|
"expected_candidates": [],
|
|
"reviewed_answer": "Ask who accepts changes, what must survive restart, whether writers can conflict and what may be retained.",
|
|
"prohibited_claim": "Picking a universal state architecture without context.",
|
|
"boundary": "Underspecified; do not infer that either core sequence applies.",
|
|
"review_result": "pass-with-stated-limits",
|
|
"reviewer": "Codex author-model",
|
|
"independent_human": false
|
|
},
|
|
{
|
|
"id": "D08",
|
|
"query": "Give me a complete secure collaborative editor with guaranteed real-time latency.",
|
|
"entrypoint": "start",
|
|
"expected_candidates": [],
|
|
"reviewed_answer": "State that full collaborative/security/latency design is outside the supported core and identify the missing domain evidence.",
|
|
"prohibited_claim": "Assembling extension names into a certified complete architecture.",
|
|
"boundary": "Unsupported need; request a narrower brief and additional evidence.",
|
|
"review_result": "pass-with-stated-limits",
|
|
"reviewer": "Codex author-model",
|
|
"independent_human": false
|
|
}
|
|
]
|
|
}
|