72 lines
1.9 KiB
JSON
72 lines
1.9 KiB
JSON
|
{
|
||
|
|
"schema_version": 1,
|
||
|
|
"cases": [
|
||
|
|
{
|
||
|
|
"id": "VC-01",
|
||
|
|
"state": "synthetic draft",
|
||
|
|
"ref": "research/walkthroughs/VC01-TransactionalAdministration.md"
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"id": "VC-02",
|
||
|
|
"state": "synthetic draft",
|
||
|
|
"ref": "research/walkthroughs/VC02-OfflineFieldNotes.md"
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"id": "VC-03",
|
||
|
|
"state": "provisional",
|
||
|
|
"ref": "research/walkthroughs/VC03-ContentPublication.md"
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"id": "VC-04",
|
||
|
|
"state": "planned",
|
||
|
|
"ref": "research/plan/ValidationCases.md"
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"id": "VC-05",
|
||
|
|
"state": "planned",
|
||
|
|
"ref": "research/plan/ValidationCases.md"
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"id": "VC-06",
|
||
|
|
"state": "provisional",
|
||
|
|
"ref": "research/walkthroughs/VC06-MicrofrontendEstate.md"
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"id": "VC-07",
|
||
|
|
"state": "planned",
|
||
|
|
"ref": "research/plan/ValidationCases.md"
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"id": "VC-08",
|
||
|
|
"state": "planned",
|
||
|
|
"ref": "research/plan/ValidationCases.md"
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"id": "VC-09",
|
||
|
|
"state": "planned",
|
||
|
|
"ref": "research/plan/ValidationCases.md"
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"id": "VC-10",
|
||
|
|
"state": "planned",
|
||
|
|
"ref": "research/plan/ValidationCases.md"
|
||
|
|
}
|
||
|
|
],
|
||
|
|
"usefulness": {
|
||
|
|
"named_score": 18,
|
||
|
|
"prose_score": 18,
|
||
|
|
"denominator": 24,
|
||
|
|
"independent_human": false,
|
||
|
|
"decision_time_minutes": null,
|
||
|
|
"ref": "research/evaluations/language-pilot-01/submitted-review-01/adjudication.md",
|
||
|
|
"limit": "One frozen development pilot with submitted model review; six matched briefs. Equal aggregate scores do not establish equivalence. Stable anchors are consumed development cases, not fresh held-out tasks.",
|
||
|
|
"initial_unsupported_claims_each": 2,
|
||
|
|
"adjudicated_unsupported_claim_count": null
|
||
|
|
},
|
||
|
|
"open_work": [
|
||
|
|
"workplans/FEP-WP-0002-seed-language-validation.md",
|
||
|
|
"workplans/FEP-WP-0003-contrasting-schools.md",
|
||
|
|
"workplans/FEP-WP-0006-language-evolution.md"
|
||
|
|
]
|
||
|
|
}
|