frontend-patterns/research/evaluations/language-replication-02/scores-template.json
tegwick 1e2741a959 Preregister fresh atomic-criteria replication with 12-call budget
Assistant: codex
Assistant-Model: gpt-6.1-sol
Assistant-Session: 01a1045b-933d-7aa1-b2db-104557487a79
2026-10-04 11:08:31 +02:00

540 lines
11 KiB
JSON

{
"schema_version": 1,
"reviewer": {
"name": null,
"role": null,
"independent_human": false,
"assignment_seen": null,
"prior_scores_seen": null
},
"answers": {
"R02-S01-U": {
"available": null,
"ratings": {
"A1": {
"value": null,
"quote": null,
"locator": null,
"reason": null
},
"A2": {
"value": null,
"quote": null,
"locator": null,
"reason": null
},
"A3": {
"value": null,
"quote": null,
"locator": null,
"reason": null
},
"A4": {
"value": null,
"quote": null,
"locator": null,
"reason": null
},
"A5": {
"value": null,
"quote": null,
"locator": null,
"reason": null
},
"A6": {
"value": null,
"quote": null,
"locator": null,
"reason": null
}
},
"unsupported_claims": null,
"ambiguity": [],
"suspected_condition_clues": []
},
"R02-S01-V": {
"available": null,
"ratings": {
"A1": {
"value": null,
"quote": null,
"locator": null,
"reason": null
},
"A2": {
"value": null,
"quote": null,
"locator": null,
"reason": null
},
"A3": {
"value": null,
"quote": null,
"locator": null,
"reason": null
},
"A4": {
"value": null,
"quote": null,
"locator": null,
"reason": null
},
"A5": {
"value": null,
"quote": null,
"locator": null,
"reason": null
},
"A6": {
"value": null,
"quote": null,
"locator": null,
"reason": null
}
},
"unsupported_claims": null,
"ambiguity": [],
"suspected_condition_clues": []
},
"R02-S02-U": {
"available": null,
"ratings": {
"A1": {
"value": null,
"quote": null,
"locator": null,
"reason": null
},
"A2": {
"value": null,
"quote": null,
"locator": null,
"reason": null
},
"A3": {
"value": null,
"quote": null,
"locator": null,
"reason": null
},
"A4": {
"value": null,
"quote": null,
"locator": null,
"reason": null
},
"A5": {
"value": null,
"quote": null,
"locator": null,
"reason": null
},
"A6": {
"value": null,
"quote": null,
"locator": null,
"reason": null
}
},
"unsupported_claims": null,
"ambiguity": [],
"suspected_condition_clues": []
},
"R02-S02-V": {
"available": null,
"ratings": {
"A1": {
"value": null,
"quote": null,
"locator": null,
"reason": null
},
"A2": {
"value": null,
"quote": null,
"locator": null,
"reason": null
},
"A3": {
"value": null,
"quote": null,
"locator": null,
"reason": null
},
"A4": {
"value": null,
"quote": null,
"locator": null,
"reason": null
},
"A5": {
"value": null,
"quote": null,
"locator": null,
"reason": null
},
"A6": {
"value": null,
"quote": null,
"locator": null,
"reason": null
}
},
"unsupported_claims": null,
"ambiguity": [],
"suspected_condition_clues": []
},
"R02-S03-U": {
"available": null,
"ratings": {
"A1": {
"value": null,
"quote": null,
"locator": null,
"reason": null
},
"A2": {
"value": null,
"quote": null,
"locator": null,
"reason": null
},
"A3": {
"value": null,
"quote": null,
"locator": null,
"reason": null
},
"A4": {
"value": null,
"quote": null,
"locator": null,
"reason": null
},
"A5": {
"value": null,
"quote": null,
"locator": null,
"reason": null
},
"A6": {
"value": null,
"quote": null,
"locator": null,
"reason": null
}
},
"unsupported_claims": null,
"ambiguity": [],
"suspected_condition_clues": []
},
"R02-S03-V": {
"available": null,
"ratings": {
"A1": {
"value": null,
"quote": null,
"locator": null,
"reason": null
},
"A2": {
"value": null,
"quote": null,
"locator": null,
"reason": null
},
"A3": {
"value": null,
"quote": null,
"locator": null,
"reason": null
},
"A4": {
"value": null,
"quote": null,
"locator": null,
"reason": null
},
"A5": {
"value": null,
"quote": null,
"locator": null,
"reason": null
},
"A6": {
"value": null,
"quote": null,
"locator": null,
"reason": null
}
},
"unsupported_claims": null,
"ambiguity": [],
"suspected_condition_clues": []
},
"R02-S04-U": {
"available": null,
"ratings": {
"A1": {
"value": null,
"quote": null,
"locator": null,
"reason": null
},
"A2": {
"value": null,
"quote": null,
"locator": null,
"reason": null
},
"A3": {
"value": null,
"quote": null,
"locator": null,
"reason": null
},
"A4": {
"value": null,
"quote": null,
"locator": null,
"reason": null
},
"A5": {
"value": null,
"quote": null,
"locator": null,
"reason": null
},
"A6": {
"value": null,
"quote": null,
"locator": null,
"reason": null
}
},
"unsupported_claims": null,
"ambiguity": [],
"suspected_condition_clues": []
},
"R02-S04-V": {
"available": null,
"ratings": {
"A1": {
"value": null,
"quote": null,
"locator": null,
"reason": null
},
"A2": {
"value": null,
"quote": null,
"locator": null,
"reason": null
},
"A3": {
"value": null,
"quote": null,
"locator": null,
"reason": null
},
"A4": {
"value": null,
"quote": null,
"locator": null,
"reason": null
},
"A5": {
"value": null,
"quote": null,
"locator": null,
"reason": null
},
"A6": {
"value": null,
"quote": null,
"locator": null,
"reason": null
}
},
"unsupported_claims": null,
"ambiguity": [],
"suspected_condition_clues": []
},
"R02-S05-U": {
"available": null,
"ratings": {
"A1": {
"value": null,
"quote": null,
"locator": null,
"reason": null
},
"A2": {
"value": null,
"quote": null,
"locator": null,
"reason": null
},
"A3": {
"value": null,
"quote": null,
"locator": null,
"reason": null
},
"A4": {
"value": null,
"quote": null,
"locator": null,
"reason": null
},
"A5": {
"value": null,
"quote": null,
"locator": null,
"reason": null
},
"A6": {
"value": null,
"quote": null,
"locator": null,
"reason": null
}
},
"unsupported_claims": null,
"ambiguity": [],
"suspected_condition_clues": []
},
"R02-S05-V": {
"available": null,
"ratings": {
"A1": {
"value": null,
"quote": null,
"locator": null,
"reason": null
},
"A2": {
"value": null,
"quote": null,
"locator": null,
"reason": null
},
"A3": {
"value": null,
"quote": null,
"locator": null,
"reason": null
},
"A4": {
"value": null,
"quote": null,
"locator": null,
"reason": null
},
"A5": {
"value": null,
"quote": null,
"locator": null,
"reason": null
},
"A6": {
"value": null,
"quote": null,
"locator": null,
"reason": null
}
},
"unsupported_claims": null,
"ambiguity": [],
"suspected_condition_clues": []
},
"R02-S06-U": {
"available": null,
"ratings": {
"A1": {
"value": null,
"quote": null,
"locator": null,
"reason": null
},
"A2": {
"value": null,
"quote": null,
"locator": null,
"reason": null
},
"A3": {
"value": null,
"quote": null,
"locator": null,
"reason": null
},
"A4": {
"value": null,
"quote": null,
"locator": null,
"reason": null
},
"A5": {
"value": null,
"quote": null,
"locator": null,
"reason": null
},
"A6": {
"value": null,
"quote": null,
"locator": null,
"reason": null
}
},
"unsupported_claims": null,
"ambiguity": [],
"suspected_condition_clues": []
},
"R02-S06-V": {
"available": null,
"ratings": {
"A1": {
"value": null,
"quote": null,
"locator": null,
"reason": null
},
"A2": {
"value": null,
"quote": null,
"locator": null,
"reason": null
},
"A3": {
"value": null,
"quote": null,
"locator": null,
"reason": null
},
"A4": {
"value": null,
"quote": null,
"locator": null,
"reason": null
},
"A5": {
"value": null,
"quote": null,
"locator": null,
"reason": null
},
"A6": {
"value": null,
"quote": null,
"locator": null,
"reason": null
}
},
"unsupported_claims": null,
"ambiguity": [],
"suspected_condition_clues": []
}
}
}