coulomb/frontend-patterns
5
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

Retain failed authorized replication and reconcile gap work

Browse source 
Assistant: codex
Assistant-Model: gpt-6.1-sol
Assistant-Session: 01a1045b-933d-7aa1-b2db-104557487a79
This commit is contained in:
tegwick 2026-10-04 11:15:05 +02:00
parent 88826ca598
commit 5da8b2405c
40 changed files with 2816 additions and 10 deletions
Download patch file Download diff file Expand all files Collapse all files

24
research/evaluations/language-replication-02/README.md
View file

@ -42,3 +42,27 @@ correctness or independently authenticate a declared reviewer. Keep initial rati
disagreements and adjudication. A failed pair is excluded from quality counts, and no
score automatically completes human review or M1. Actual execution/editorial outcomes
are recorded here after the authorized run; independent-human scores remain pending.
## Authorized execution outcome — 2026-10-04
Preregistration commit: `1e2741a95909341441da05f86a4b6721eae29b60`, synced before
execution. Twelve attempts were reserved and made once each; **all failed**, with
no retained answers. [Raw records](raw/) retain every reservation and receipt.
[Execution summary](execution-summary.json) records elapsed request time and failed
health checks inside/outside the sandbox. The runner records `InfospaceError`, not
its subtype; endpoint unavailability was verified afterward. Provider execution,
token usage and billing are unknown. No retries were made.
[Availability review](availability-review.json) marks all answers unavailable and
all atomic ratings null. No masked answer review occurred; reading the first receipt
exposed its assignment, which is disclosed. [Comparison summary](comparison-summary.json)
excludes all six pairs. Its zero totals have zero denominators and are inventory
counts, not quality scores or evidence of equivalence. Neither presentation has an
observed result. Original pilot-01 evidence remains unchanged.
The packet and tested execution/scoring tools are usable, but WP-0009 T02 is waiting
for a usable fresh replication. Do not reuse the reserved run identities or modify
the frozen packet. Any future execution needs service restoration, a new preregistered
run identity and explicit fresh authorization. Human validation remains WP-0009 T01;
consumer discovery/integration remains WP-0008. LEARN-0019 retains this failure rather
than dropping it from research history; it contributes no pattern-quality conclusion.

564
research/evaluations/language-replication-02/availability-review.json Normal file
View file

@ -0,0 +1,564 @@
{
"schema_version": 1,
"reviewer": {
"name": "Codex",
"role": "author-model",
"independent_human": false,
"assignment_seen": true,
"prior_scores_seen": false
},
"answers": {
"R02-S01-U": {
"available": false,
"ratings": {
"A1": {
"value": null,
"quote": null,
"locator": null,
"reason": null
},
"A2": {
"value": null,
"quote": null,
"locator": null,
"reason": null
},
"A3": {
"value": null,
"quote": null,
"locator": null,
"reason": null
},
"A4": {
"value": null,
"quote": null,
"locator": null,
"reason": null
},
"A5": {
"value": null,
"quote": null,
"locator": null,
"reason": null
},
"A6": {
"value": null,
"quote": null,
"locator": null,
"reason": null
}
},
"unsupported_claims": null,
"ambiguity": [
"No retained answer: generation attempt failed. Criteria and unsupported claims remain unreviewed, not zero."
],
"suspected_condition_clues": []
},
"R02-S01-V": {
"available": false,
"ratings": {
"A1": {
"value": null,
"quote": null,
"locator": null,
"reason": null
},
"A2": {
"value": null,
"quote": null,
"locator": null,
"reason": null
},
"A3": {
"value": null,
"quote": null,
"locator": null,
"reason": null
},
"A4": {
"value": null,
"quote": null,
"locator": null,
"reason": null
},
"A5": {
"value": null,
"quote": null,
"locator": null,
"reason": null
},
"A6": {
"value": null,
"quote": null,
"locator": null,
"reason": null
}
},
"unsupported_claims": null,
"ambiguity": [
"No retained answer: generation attempt failed. Criteria and unsupported claims remain unreviewed, not zero."
],
"suspected_condition_clues": []
},
"R02-S02-U": {
"available": false,
"ratings": {
"A1": {
"value": null,
"quote": null,
"locator": null,
"reason": null
},
"A2": {
"value": null,
"quote": null,
"locator": null,
"reason": null
},
"A3": {
"value": null,
"quote": null,
"locator": null,
"reason": null
},
"A4": {
"value": null,
"quote": null,
"locator": null,
"reason": null
},
"A5": {
"value": null,
"quote": null,
"locator": null,
"reason": null
},
"A6": {
"value": null,
"quote": null,
"locator": null,
"reason": null
}
},
"unsupported_claims": null,
"ambiguity": [
"No retained answer: generation attempt failed. Criteria and unsupported claims remain unreviewed, not zero."
],
"suspected_condition_clues": []
},
"R02-S02-V": {
"available": false,
"ratings": {
"A1": {
"value": null,
"quote": null,
"locator": null,
"reason": null
},
"A2": {
"value": null,
"quote": null,
"locator": null,
"reason": null
},
"A3": {
"value": null,
"quote": null,
"locator": null,
"reason": null
},
"A4": {
"value": null,
"quote": null,
"locator": null,
"reason": null
},
"A5": {
"value": null,
"quote": null,
"locator": null,
"reason": null
},
"A6": {
"value": null,
"quote": null,
"locator": null,
"reason": null
}
},
"unsupported_claims": null,
"ambiguity": [
"No retained answer: generation attempt failed. Criteria and unsupported claims remain unreviewed, not zero."
],
"suspected_condition_clues": []
},
"R02-S03-U": {
"available": false,
"ratings": {
"A1": {
"value": null,
"quote": null,
"locator": null,
"reason": null
},
"A2": {
"value": null,
"quote": null,
"locator": null,
"reason": null
},
"A3": {
"value": null,
"quote": null,
"locator": null,
"reason": null
},
"A4": {
"value": null,
"quote": null,
"locator": null,
"reason": null
},
"A5": {
"value": null,
"quote": null,
"locator": null,
"reason": null
},
"A6": {
"value": null,
"quote": null,
"locator": null,
"reason": null
}
},
"unsupported_claims": null,
"ambiguity": [
"No retained answer: generation attempt failed. Criteria and unsupported claims remain unreviewed, not zero."
],
"suspected_condition_clues": []
},
"R02-S03-V": {
"available": false,
"ratings": {
"A1": {
"value": null,
"quote": null,
"locator": null,
"reason": null
},
"A2": {
"value": null,
"quote": null,
"locator": null,
"reason": null
},
"A3": {
"value": null,
"quote": null,
"locator": null,
"reason": null
},
"A4": {
"value": null,
"quote": null,
"locator": null,
"reason": null
},
"A5": {
"value": null,
"quote": null,
"locator": null,
"reason": null
},
"A6": {
"value": null,
"quote": null,
"locator": null,
"reason": null
}
},
"unsupported_claims": null,
"ambiguity": [
"No retained answer: generation attempt failed. Criteria and unsupported claims remain unreviewed, not zero."
],
"suspected_condition_clues": []
},
"R02-S04-U": {
"available": false,
"ratings": {
"A1": {
"value": null,
"quote": null,
"locator": null,
"reason": null
},
"A2": {
"value": null,
"quote": null,
"locator": null,
"reason": null
},
"A3": {
"value": null,
"quote": null,
"locator": null,
"reason": null
},
"A4": {
"value": null,
"quote": null,
"locator": null,
"reason": null
},
"A5": {
"value": null,
"quote": null,
"locator": null,
"reason": null
},
"A6": {
"value": null,
"quote": null,
"locator": null,
"reason": null
}
},
"unsupported_claims": null,
"ambiguity": [
"No retained answer: generation attempt failed. Criteria and unsupported claims remain unreviewed, not zero."
],
"suspected_condition_clues": []
},
"R02-S04-V": {
"available": false,
"ratings": {
"A1": {
"value": null,
"quote": null,
"locator": null,
"reason": null
},
"A2": {
"value": null,
"quote": null,
"locator": null,
"reason": null
},
"A3": {
"value": null,
"quote": null,
"locator": null,
"reason": null
},
"A4": {
"value": null,
"quote": null,
"locator": null,
"reason": null
},
"A5": {
"value": null,
"quote": null,
"locator": null,
"reason": null
},
"A6": {
"value": null,
"quote": null,
"locator": null,
"reason": null
}
},
"unsupported_claims": null,
"ambiguity": [
"No retained answer: generation attempt failed. Criteria and unsupported claims remain unreviewed, not zero."
],
"suspected_condition_clues": []
},
"R02-S05-U": {
"available": false,
"ratings": {
"A1": {
"value": null,
"quote": null,
"locator": null,
"reason": null
},
"A2": {
"value": null,
"quote": null,
"locator": null,
"reason": null
},
"A3": {
"value": null,
"quote": null,
"locator": null,
"reason": null
},
"A4": {
"value": null,
"quote": null,
"locator": null,
"reason": null
},
"A5": {
"value": null,
"quote": null,
"locator": null,
"reason": null
},
"A6": {
"value": null,
"quote": null,
"locator": null,
"reason": null
}
},
"unsupported_claims": null,
"ambiguity": [
"No retained answer: generation attempt failed. Criteria and unsupported claims remain unreviewed, not zero."
],
"suspected_condition_clues": []
},
"R02-S05-V": {
"available": false,
"ratings": {
"A1": {
"value": null,
"quote": null,
"locator": null,
"reason": null
},
"A2": {
"value": null,
"quote": null,
"locator": null,
"reason": null
},
"A3": {
"value": null,
"quote": null,
"locator": null,
"reason": null
},
"A4": {
"value": null,
"quote": null,
"locator": null,
"reason": null
},
"A5": {
"value": null,
"quote": null,
"locator": null,
"reason": null
},
"A6": {
"value": null,
"quote": null,
"locator": null,
"reason": null
}
},
"unsupported_claims": null,
"ambiguity": [
"No retained answer: generation attempt failed. Criteria and unsupported claims remain unreviewed, not zero."
],
"suspected_condition_clues": []
},
"R02-S06-U": {
"available": false,
"ratings": {
"A1": {
"value": null,
"quote": null,
"locator": null,
"reason": null
},
"A2": {
"value": null,
"quote": null,
"locator": null,
"reason": null
},
"A3": {
"value": null,
"quote": null,
"locator": null,
"reason": null
},
"A4": {
"value": null,
"quote": null,
"locator": null,
"reason": null
},
"A5": {
"value": null,
"quote": null,
"locator": null,
"reason": null
},
"A6": {
"value": null,
"quote": null,
"locator": null,
"reason": null
}
},
"unsupported_claims": null,
"ambiguity": [
"No retained answer: generation attempt failed. Criteria and unsupported claims remain unreviewed, not zero."
],
"suspected_condition_clues": []
},
"R02-S06-V": {
"available": false,
"ratings": {
"A1": {
"value": null,
"quote": null,
"locator": null,
"reason": null
},
"A2": {
"value": null,
"quote": null,
"locator": null,
"reason": null
},
"A3": {
"value": null,
"quote": null,
"locator": null,
"reason": null
},
"A4": {
"value": null,
"quote": null,
"locator": null,
"reason": null
},
"A5": {
"value": null,
"quote": null,
"locator": null,
"reason": null
},
"A6": {
"value": null,
"quote": null,
"locator": null,
"reason": null
}
},
"unsupported_claims": null,
"ambiguity": [
"No retained answer: generation attempt failed. Criteria and unsupported claims remain unreviewed, not zero."
],
"suspected_condition_clues": []
}
}
}

60
research/evaluations/language-replication-02/comparison-summary.json Normal file
View file

@ -0,0 +1,60 @@
{
"schema_version": 1,
"reviewer": {
"name": "Codex",
"role": "author-model",
"independent_human": false,
"assignment_seen": true,
"prior_scores_seen": false
},
"totals": {
"patterns": {
"completed_pairs": 0,
"fulfilled": 0,
"unsafe": 0,
"criteria": 0
},
"prose": {
"completed_pairs": 0,
"fulfilled": 0,
"unsafe": 0,
"criteria": 0
}
},
"pairs": [
{
"scenario": "R02-S01",
"included": false,
"results": {}
},
{
"scenario": "R02-S02",
"included": false,
"results": {}
},
{
"scenario": "R02-S03",
"included": false,
"results": {}
},
{
"scenario": "R02-S04",
"included": false,
"results": {}
},
{
"scenario": "R02-S05",
"included": false,
"results": {}
},
{
"scenario": "R02-S06",
"included": false,
"results": {}
}
],
"limits": [
"Descriptive author-created replication, not proof of superiority/equivalence.",
"Reviewer role is declared provenance; no automatic independent-human or M1 claim."
]
}

19
research/evaluations/language-replication-02/execution-summary.json Normal file
View file

@ -0,0 +1,19 @@
{
"schema_version": 1,
"date": "2026-10-04",
"attempts_reserved": 12,
"completed": 0,
"failed": 12,
"request_elapsed_seconds": 0.059,
"provider_usage_known": false,
"cost_usd": null,
"health_probe": {
"endpoint": "http://127.0.0.1:18081/health",
"sandbox_exit_code": 7,
"host_exit_code": 7,
"result": "Connection refused/unreachable; no inference retry performed"
},
"diagnostic_limit": "Frozen runner retains exception class InfospaceError without subtype; health probes establish endpoint unavailability at inspection, not a provider-side error or proven billing outcome.",
"preregistration_commit": "1e2741a95909341441da05f86a4b6721eae29b60",
"no_retries": true
}

24
research/evaluations/language-replication-02/raw/r01/receipt.json Normal file
View file

@ -0,0 +1,24 @@
{
"run": "r01",
"scenario": "R02-S01",
"condition": "patterns",
"blind_id": "R02-S01-U",
"attempts_reserved": 1,
"prompt_sha256": "91a50e9c1bcb85b650ca7c51155d7c8aed3d8a95f0375a3c87fbcc735b10dde4",
"freeze_sha256": "c674382c1f6399e437794aaaab955168cabe4533ec68b8d4e82af41471d32975",
"max_output_tokens": 1400,
"endpoint": "http://127.0.0.1:18081",
"config": {
"model_name": "custodian-triage-balanced",
"temperature": 0.2,
"max_tokens": 1400,
"model_params": {},
"max_depth": 3,
"skip_if_exists": true,
"timeout_seconds": 300
},
"status": "failed",
"error_type": "InfospaceError",
"elapsed_seconds": 0.053,
"responses": []
}

10
research/evaluations/language-replication-02/raw/r01/started.json Normal file
View file

@ -0,0 +1,10 @@
{
"run": "r01",
"scenario": "R02-S01",
"condition": "patterns",
"blind_id": "R02-S01-U",
"attempts_reserved": 1,
"prompt_sha256": "91a50e9c1bcb85b650ca7c51155d7c8aed3d8a95f0375a3c87fbcc735b10dde4",
"freeze_sha256": "c674382c1f6399e437794aaaab955168cabe4533ec68b8d4e82af41471d32975",
"max_output_tokens": 1400
}

24
research/evaluations/language-replication-02/raw/r02/receipt.json Normal file
View file

@ -0,0 +1,24 @@
{
"run": "r02",
"scenario": "R02-S01",
"condition": "prose",
"blind_id": "R02-S01-V",
"attempts_reserved": 1,
"prompt_sha256": "146a74fc4e3adafd8039553a3676102132551faa8168a5a8fcb401d2b205272c",
"freeze_sha256": "c674382c1f6399e437794aaaab955168cabe4533ec68b8d4e82af41471d32975",
"max_output_tokens": 1400,
"endpoint": "http://127.0.0.1:18081",
"config": {
"model_name": "custodian-triage-balanced",
"temperature": 0.2,
"max_tokens": 1400,
"model_params": {},
"max_depth": 3,
"skip_if_exists": true,
"timeout_seconds": 300
},
"status": "failed",
"error_type": "InfospaceError",
"elapsed_seconds": 0.001,
"responses": []
}

10
research/evaluations/language-replication-02/raw/r02/started.json Normal file
View file

@ -0,0 +1,10 @@
{
"run": "r02",
"scenario": "R02-S01",
"condition": "prose",
"blind_id": "R02-S01-V",
"attempts_reserved": 1,
"prompt_sha256": "146a74fc4e3adafd8039553a3676102132551faa8168a5a8fcb401d2b205272c",
"freeze_sha256": "c674382c1f6399e437794aaaab955168cabe4533ec68b8d4e82af41471d32975",
"max_output_tokens": 1400
}

24
research/evaluations/language-replication-02/raw/r03/receipt.json Normal file
View file

@ -0,0 +1,24 @@
{
"run": "r03",
"scenario": "R02-S02",
"condition": "prose",
"blind_id": "R02-S02-V",
"attempts_reserved": 1,
"prompt_sha256": "be924ba36625b663e3957b29d30303b8042f5a382cb70b11ea111a2762635dc3",
"freeze_sha256": "c674382c1f6399e437794aaaab955168cabe4533ec68b8d4e82af41471d32975",
"max_output_tokens": 1400,
"endpoint": "http://127.0.0.1:18081",
"config": {
"model_name": "custodian-triage-balanced",
"temperature": 0.2,
"max_tokens": 1400,
"model_params": {},
"max_depth": 3,
"skip_if_exists": true,
"timeout_seconds": 300
},
"status": "failed",
"error_type": "InfospaceError",
"elapsed_seconds": 0.0,
"responses": []
}

10
research/evaluations/language-replication-02/raw/r03/started.json Normal file
View file

@ -0,0 +1,10 @@
{
"run": "r03",
"scenario": "R02-S02",
"condition": "prose",
"blind_id": "R02-S02-V",
"attempts_reserved": 1,
"prompt_sha256": "be924ba36625b663e3957b29d30303b8042f5a382cb70b11ea111a2762635dc3",
"freeze_sha256": "c674382c1f6399e437794aaaab955168cabe4533ec68b8d4e82af41471d32975",
"max_output_tokens": 1400
}

24
research/evaluations/language-replication-02/raw/r04/receipt.json Normal file
View file

@ -0,0 +1,24 @@
{
"run": "r04",
"scenario": "R02-S02",
"condition": "patterns",
"blind_id": "R02-S02-U",
"attempts_reserved": 1,
"prompt_sha256": "3371ff49a2d0f29ac8a65a768f72aebf0228fb5bf950494878ec4980c8b1ff70",
"freeze_sha256": "c674382c1f6399e437794aaaab955168cabe4533ec68b8d4e82af41471d32975",
"max_output_tokens": 1400,
"endpoint": "http://127.0.0.1:18081",
"config": {
"model_name": "custodian-triage-balanced",
"temperature": 0.2,
"max_tokens": 1400,
"model_params": {},
"max_depth": 3,
"skip_if_exists": true,
"timeout_seconds": 300
},
"status": "failed",
"error_type": "InfospaceError",
"elapsed_seconds": 0.001,
"responses": []
}

10
research/evaluations/language-replication-02/raw/r04/started.json Normal file
View file

@ -0,0 +1,10 @@
{
"run": "r04",
"scenario": "R02-S02",
"condition": "patterns",
"blind_id": "R02-S02-U",
"attempts_reserved": 1,
"prompt_sha256": "3371ff49a2d0f29ac8a65a768f72aebf0228fb5bf950494878ec4980c8b1ff70",
"freeze_sha256": "c674382c1f6399e437794aaaab955168cabe4533ec68b8d4e82af41471d32975",
"max_output_tokens": 1400
}

24
research/evaluations/language-replication-02/raw/r05/receipt.json Normal file
View file

@ -0,0 +1,24 @@
{
"run": "r05",
"scenario": "R02-S03",
"condition": "patterns",
"blind_id": "R02-S03-U",
"attempts_reserved": 1,
"prompt_sha256": "7a61c90e25d342750b3d9651c90b157975e441822d66e826b1315bce957cafe3",
"freeze_sha256": "c674382c1f6399e437794aaaab955168cabe4533ec68b8d4e82af41471d32975",
"max_output_tokens": 1400,
"endpoint": "http://127.0.0.1:18081",
"config": {
"model_name": "custodian-triage-balanced",
"temperature": 0.2,
"max_tokens": 1400,
"model_params": {},
"max_depth": 3,
"skip_if_exists": true,
"timeout_seconds": 300
},
"status": "failed",
"error_type": "InfospaceError",
"elapsed_seconds": 0.001,
"responses": []
}

10
research/evaluations/language-replication-02/raw/r05/started.json Normal file
View file

@ -0,0 +1,10 @@
{
"run": "r05",
"scenario": "R02-S03",
"condition": "patterns",
"blind_id": "R02-S03-U",
"attempts_reserved": 1,
"prompt_sha256": "7a61c90e25d342750b3d9651c90b157975e441822d66e826b1315bce957cafe3",
"freeze_sha256": "c674382c1f6399e437794aaaab955168cabe4533ec68b8d4e82af41471d32975",
"max_output_tokens": 1400
}

24
research/evaluations/language-replication-02/raw/r06/receipt.json Normal file
View file

@ -0,0 +1,24 @@
{
"run": "r06",
"scenario": "R02-S03",
"condition": "prose",
"blind_id": "R02-S03-V",
"attempts_reserved": 1,
"prompt_sha256": "76ca0bca70f535da292885af2ead28162daac79e5417b1f92aa68a3d024b7145",
"freeze_sha256": "c674382c1f6399e437794aaaab955168cabe4533ec68b8d4e82af41471d32975",
"max_output_tokens": 1400,
"endpoint": "http://127.0.0.1:18081",
"config": {
"model_name": "custodian-triage-balanced",
"temperature": 0.2,
"max_tokens": 1400,
"model_params": {},
"max_depth": 3,
"skip_if_exists": true,
"timeout_seconds": 300
},
"status": "failed",
"error_type": "InfospaceError",
"elapsed_seconds": 0.001,
"responses": []
}

10
research/evaluations/language-replication-02/raw/r06/started.json Normal file
View file

@ -0,0 +1,10 @@
{
"run": "r06",
"scenario": "R02-S03",
"condition": "prose",
"blind_id": "R02-S03-V",
"attempts_reserved": 1,
"prompt_sha256": "76ca0bca70f535da292885af2ead28162daac79e5417b1f92aa68a3d024b7145",
"freeze_sha256": "c674382c1f6399e437794aaaab955168cabe4533ec68b8d4e82af41471d32975",
"max_output_tokens": 1400
}

24
research/evaluations/language-replication-02/raw/r07/receipt.json Normal file
View file

@ -0,0 +1,24 @@
{
"run": "r07",
"scenario": "R02-S04",
"condition": "prose",
"blind_id": "R02-S04-U",
"attempts_reserved": 1,
"prompt_sha256": "d2e369f6381d6bcc769234a870b079eadec29589308c4ad6a8bc4d17ab035311",
"freeze_sha256": "c674382c1f6399e437794aaaab955168cabe4533ec68b8d4e82af41471d32975",
"max_output_tokens": 1400,
"endpoint": "http://127.0.0.1:18081",
"config": {
"model_name": "custodian-triage-balanced",
"temperature": 0.2,
"max_tokens": 1400,
"model_params": {},
"max_depth": 3,
"skip_if_exists": true,
"timeout_seconds": 300
},
"status": "failed",
"error_type": "InfospaceError",
"elapsed_seconds": 0.0,
"responses": []
}

10
research/evaluations/language-replication-02/raw/r07/started.json Normal file
View file

@ -0,0 +1,10 @@
{
"run": "r07",
"scenario": "R02-S04",
"condition": "prose",
"blind_id": "R02-S04-U",
"attempts_reserved": 1,
"prompt_sha256": "d2e369f6381d6bcc769234a870b079eadec29589308c4ad6a8bc4d17ab035311",
"freeze_sha256": "c674382c1f6399e437794aaaab955168cabe4533ec68b8d4e82af41471d32975",
"max_output_tokens": 1400
}

24
research/evaluations/language-replication-02/raw/r08/receipt.json Normal file
View file

@ -0,0 +1,24 @@
{
"run": "r08",
"scenario": "R02-S04",
"condition": "patterns",
"blind_id": "R02-S04-V",
"attempts_reserved": 1,
"prompt_sha256": "8705d35a4bc045405986796e6dcd96d687a82b409e6d0208e697bea5c5d207d1",
"freeze_sha256": "c674382c1f6399e437794aaaab955168cabe4533ec68b8d4e82af41471d32975",
"max_output_tokens": 1400,
"endpoint": "http://127.0.0.1:18081",
"config": {
"model_name": "custodian-triage-balanced",
"temperature": 0.2,
"max_tokens": 1400,
"model_params": {},
"max_depth": 3,
"skip_if_exists": true,
"timeout_seconds": 300
},
"status": "failed",
"error_type": "InfospaceError",
"elapsed_seconds": 0.0,
"responses": []
}

10
research/evaluations/language-replication-02/raw/r08/started.json Normal file
View file

@ -0,0 +1,10 @@
{
"run": "r08",
"scenario": "R02-S04",
"condition": "patterns",
"blind_id": "R02-S04-V",
"attempts_reserved": 1,
"prompt_sha256": "8705d35a4bc045405986796e6dcd96d687a82b409e6d0208e697bea5c5d207d1",
"freeze_sha256": "c674382c1f6399e437794aaaab955168cabe4533ec68b8d4e82af41471d32975",
"max_output_tokens": 1400
}

24
research/evaluations/language-replication-02/raw/r09/receipt.json Normal file
View file

@ -0,0 +1,24 @@
{
"run": "r09",
"scenario": "R02-S05",
"condition": "patterns",
"blind_id": "R02-S05-U",
"attempts_reserved": 1,
"prompt_sha256": "8944e9bd64680ed927ece8c8e1ad9104b589f5e6b21fa7872ec35e5d728d90c1",
"freeze_sha256": "c674382c1f6399e437794aaaab955168cabe4533ec68b8d4e82af41471d32975",
"max_output_tokens": 1400,
"endpoint": "http://127.0.0.1:18081",
"config": {
"model_name": "custodian-triage-balanced",
"temperature": 0.2,
"max_tokens": 1400,
"model_params": {},
"max_depth": 3,
"skip_if_exists": true,
"timeout_seconds": 300
},
"status": "failed",
"error_type": "InfospaceError",
"elapsed_seconds": 0.001,
"responses": []
}

10
research/evaluations/language-replication-02/raw/r09/started.json Normal file
View file

@ -0,0 +1,10 @@
{
"run": "r09",
"scenario": "R02-S05",
"condition": "patterns",
"blind_id": "R02-S05-U",
"attempts_reserved": 1,
"prompt_sha256": "8944e9bd64680ed927ece8c8e1ad9104b589f5e6b21fa7872ec35e5d728d90c1",
"freeze_sha256": "c674382c1f6399e437794aaaab955168cabe4533ec68b8d4e82af41471d32975",
"max_output_tokens": 1400
}

24
research/evaluations/language-replication-02/raw/r10/receipt.json Normal file
View file

@ -0,0 +1,24 @@
{
"run": "r10",
"scenario": "R02-S05",
"condition": "prose",
"blind_id": "R02-S05-V",
"attempts_reserved": 1,
"prompt_sha256": "734d42b631b58b06246db211270c10823100e5e3249964aad286dd9e725d725c",
"freeze_sha256": "c674382c1f6399e437794aaaab955168cabe4533ec68b8d4e82af41471d32975",
"max_output_tokens": 1400,
"endpoint": "http://127.0.0.1:18081",
"config": {
"model_name": "custodian-triage-balanced",
"temperature": 0.2,
"max_tokens": 1400,
"model_params": {},
"max_depth": 3,
"skip_if_exists": true,
"timeout_seconds": 300
},
"status": "failed",
"error_type": "InfospaceError",
"elapsed_seconds": 0.0,
"responses": []
}

10
research/evaluations/language-replication-02/raw/r10/started.json Normal file
View file

@ -0,0 +1,10 @@
{
"run": "r10",
"scenario": "R02-S05",
"condition": "prose",
"blind_id": "R02-S05-V",
"attempts_reserved": 1,
"prompt_sha256": "734d42b631b58b06246db211270c10823100e5e3249964aad286dd9e725d725c",
"freeze_sha256": "c674382c1f6399e437794aaaab955168cabe4533ec68b8d4e82af41471d32975",
"max_output_tokens": 1400
}

24
research/evaluations/language-replication-02/raw/r11/receipt.json Normal file
View file

@ -0,0 +1,24 @@
{
"run": "r11",
"scenario": "R02-S06",
"condition": "prose",
"blind_id": "R02-S06-U",
"attempts_reserved": 1,
"prompt_sha256": "c2007173765706f16ed61ff93f1246b960ca31b3cee5b6e511863606f23a6433",
"freeze_sha256": "c674382c1f6399e437794aaaab955168cabe4533ec68b8d4e82af41471d32975",
"max_output_tokens": 1400,
"endpoint": "http://127.0.0.1:18081",
"config": {
"model_name": "custodian-triage-balanced",
"temperature": 0.2,
"max_tokens": 1400,
"model_params": {},
"max_depth": 3,
"skip_if_exists": true,
"timeout_seconds": 300
},
"status": "failed",
"error_type": "InfospaceError",
"elapsed_seconds": 0.0,
"responses": []
}

10
research/evaluations/language-replication-02/raw/r11/started.json Normal file
View file

@ -0,0 +1,10 @@
{
"run": "r11",
"scenario": "R02-S06",
"condition": "prose",
"blind_id": "R02-S06-U",
"attempts_reserved": 1,
"prompt_sha256": "c2007173765706f16ed61ff93f1246b960ca31b3cee5b6e511863606f23a6433",
"freeze_sha256": "c674382c1f6399e437794aaaab955168cabe4533ec68b8d4e82af41471d32975",
"max_output_tokens": 1400
}

24
research/evaluations/language-replication-02/raw/r12/receipt.json Normal file
View file

@ -0,0 +1,24 @@
{
"run": "r12",
"scenario": "R02-S06",
"condition": "patterns",
"blind_id": "R02-S06-V",
"attempts_reserved": 1,
"prompt_sha256": "b4c71336ea9dd8563db6432e00f1344ebc3379258364f390af73854df89ab432",
"freeze_sha256": "c674382c1f6399e437794aaaab955168cabe4533ec68b8d4e82af41471d32975",
"max_output_tokens": 1400,
"endpoint": "http://127.0.0.1:18081",
"config": {
"model_name": "custodian-triage-balanced",
"temperature": 0.2,
"max_tokens": 1400,
"model_params": {},
"max_depth": 3,
"skip_if_exists": true,
"timeout_seconds": 300
},
"status": "failed",
"error_type": "InfospaceError",
"elapsed_seconds": 0.001,
"responses": []
}

10
research/evaluations/language-replication-02/raw/r12/started.json Normal file
View file

@ -0,0 +1,10 @@
{
"run": "r12",
"scenario": "R02-S06",
"condition": "patterns",
"blind_id": "R02-S06-V",
"attempts_reserved": 1,
"prompt_sha256": "b4c71336ea9dd8563db6432e00f1344ebc3379258364f390af73854df89ab432",
"freeze_sha256": "c674382c1f6399e437794aaaab955168cabe4533ec68b8d4e82af41471d32975",
"max_output_tokens": 1400
}