Build reproducible capability advisor and scheduled source capture
Assistant: codex Assistant-Model: gpt-6-astra Assistant-Session: 01a09c77-b1a9-7eb3-b501-6cb24b458c97
This commit is contained in:
parent
a1edefd7c5
commit
29ceb77938
68 changed files with 2431 additions and 85 deletions
|
|
@ -8,3 +8,15 @@ with `supersedes` pointing to the prior observation ID, leaving history intact.
|
|||
|
||||
No model scores or prices from the explorations have been accepted as observations.
|
||||
Synthetic fixtures live in `examples/` and are used only in temporary demo storage.
|
||||
|
||||
## v0.2 stores
|
||||
|
||||
- captures: immutable retrieval metadata; artifacts: exact original source bytes.
|
||||
- ingestion-runs: per-source collection health.
|
||||
- recommendations: frozen task/catalog/policy/outcomes/report snapshots.
|
||||
- outcomes: unique real or explicitly synthetic execution results.
|
||||
- scheduler-runs: durable daily/weekly job receipts.
|
||||
|
||||
Synthetic advisor demonstrations use temporary directories. The retained real
|
||||
comparison explicitly lacks verified benchmark results and requester access.
|
||||
Preserve artifacts with captures; replay verifies their content hashes.
|
||||
|
|
|
|||
File diff suppressed because one or more lines are too long
File diff suppressed because one or more lines are too long
File diff suppressed because one or more lines are too long
File diff suppressed because one or more lines are too long
File diff suppressed because one or more lines are too long
File diff suppressed because one or more lines are too long
|
|
@ -0,0 +1 @@
|
|||
{"attempts":1,"bytes":2392125,"changed":false,"content_sha256":"c862011a4ee1d1a7199fad6ca0905fa5c64f58216f7217ac1eddf37f28788433","final_url":"https://www.swebench.com/","media_type":"text/html; charset=utf-8","publisher":"SWE-bench maintainers","retrieved_at":"2026-09-13T20:53:36.147505+00:00","schema_version":1,"source_id":"swe-bench","status":"captured_unreviewed","url":"https://www.swebench.com/"}
|
||||
|
|
@ -0,0 +1 @@
|
|||
{"attempts":1,"bytes":1147265,"changed":true,"content_sha256":"b78140937fbc6401068a829ba4b69493c544ece2c6c4e6b547a1e6deab0edd36","final_url":"https://claude.com/pricing","media_type":"text/html; charset=utf-8","publisher":"Anthropic","retrieved_at":"2026-09-13T20:49:30.528597+00:00","schema_version":1,"source_id":"anthropic-pricing","status":"captured_unreviewed","url":"https://claude.com/pricing"}
|
||||
|
|
@ -0,0 +1 @@
|
|||
{"attempts":1,"bytes":2392125,"changed":true,"content_sha256":"c862011a4ee1d1a7199fad6ca0905fa5c64f58216f7217ac1eddf37f28788433","final_url":"https://www.swebench.com/","media_type":"text/html; charset=utf-8","publisher":"SWE-bench maintainers","retrieved_at":"2026-09-13T20:49:30.217693+00:00","schema_version":1,"source_id":"swe-bench","status":"captured_unreviewed","url":"https://www.swebench.com/"}
|
||||
|
|
@ -0,0 +1 @@
|
|||
{"attempts":1,"bytes":264372,"changed":true,"content_sha256":"87cdcea7dd7bfc4e554d3fe4e8d3377ca8a47110130537414c82cc9ac61fdd80","final_url":"https://www.anthropic.com/news/claude-sonnet-5","media_type":"text/html; charset=utf-8","publisher":"Anthropic","retrieved_at":"2026-09-13T20:52:47.496347+00:00","schema_version":1,"source_id":"anthropic-sonnet-launch","status":"captured_unreviewed","url":"https://www.anthropic.com/news/claude-sonnet-5"}
|
||||
|
|
@ -0,0 +1 @@
|
|||
{"attempts":1,"bytes":413640,"changed":true,"content_sha256":"a8961211fa5b55587d3989516eaab6f50cac759e16337ac0f30077bb8ad2a025","final_url":"https://www.anthropic.com/claude/sonnet","media_type":"text/html; charset=utf-8","publisher":"Anthropic","retrieved_at":"2026-09-13T20:49:30.828142+00:00","schema_version":1,"source_id":"anthropic-sonnet","status":"captured_unreviewed","url":"https://www.anthropic.com/claude/sonnet"}
|
||||
|
|
@ -0,0 +1 @@
|
|||
{"attempts":1,"bytes":413640,"changed":false,"content_sha256":"a8961211fa5b55587d3989516eaab6f50cac759e16337ac0f30077bb8ad2a025","final_url":"https://www.anthropic.com/claude/sonnet","media_type":"text/html; charset=utf-8","publisher":"Anthropic","retrieved_at":"2026-09-13T20:53:38.068491+00:00","schema_version":1,"source_id":"anthropic-sonnet","status":"captured_unreviewed","url":"https://www.anthropic.com/claude/sonnet"}
|
||||
|
|
@ -0,0 +1 @@
|
|||
{"attempts":1,"bytes":264372,"changed":false,"content_sha256":"87cdcea7dd7bfc4e554d3fe4e8d3377ca8a47110130537414c82cc9ac61fdd80","final_url":"https://www.anthropic.com/news/claude-sonnet-5","media_type":"text/html; charset=utf-8","publisher":"Anthropic","retrieved_at":"2026-09-13T20:53:38.392839+00:00","schema_version":1,"source_id":"anthropic-sonnet-launch","status":"captured_unreviewed","url":"https://www.anthropic.com/news/claude-sonnet-5"}
|
||||
|
|
@ -0,0 +1 @@
|
|||
{"attempts":1,"bytes":413640,"changed":false,"content_sha256":"a8961211fa5b55587d3989516eaab6f50cac759e16337ac0f30077bb8ad2a025","final_url":"https://www.anthropic.com/claude/sonnet","media_type":"text/html; charset=utf-8","publisher":"Anthropic","retrieved_at":"2026-09-13T20:53:36.898896+00:00","schema_version":1,"source_id":"anthropic-sonnet","status":"captured_unreviewed","url":"https://www.anthropic.com/claude/sonnet"}
|
||||
|
|
@ -0,0 +1 @@
|
|||
{"attempts":1,"bytes":2392125,"changed":false,"content_sha256":"c862011a4ee1d1a7199fad6ca0905fa5c64f58216f7217ac1eddf37f28788433","final_url":"https://www.swebench.com/","media_type":"text/html; charset=utf-8","publisher":"SWE-bench maintainers","retrieved_at":"2026-09-13T20:53:37.530744+00:00","schema_version":1,"source_id":"swe-bench","status":"captured_unreviewed","url":"https://www.swebench.com/"}
|
||||
|
|
@ -0,0 +1 @@
|
|||
{"attempts":1,"bytes":1147265,"changed":true,"content_sha256":"872698ed9a658d9d5ca28a9ccb387886c695bdbe25d801027ff54baddb96bb71","final_url":"https://claude.com/pricing","media_type":"text/html; charset=utf-8","publisher":"Anthropic","retrieved_at":"2026-09-13T20:53:36.519455+00:00","schema_version":1,"source_id":"anthropic-pricing","status":"captured_unreviewed","url":"https://claude.com/pricing"}
|
||||
|
|
@ -0,0 +1 @@
|
|||
{"attempts":1,"bytes":1147341,"changed":true,"content_sha256":"f3463af48e1feeeab0a656cb7e7af15f8fabcde2853f18d0b42f905bfaea7177","final_url":"https://claude.com/pricing","media_type":"text/html; charset=utf-8","publisher":"Anthropic","retrieved_at":"2026-09-13T20:53:37.736979+00:00","schema_version":1,"source_id":"anthropic-pricing","status":"captured_unreviewed","url":"https://claude.com/pricing"}
|
||||
|
|
@ -0,0 +1 @@
|
|||
{"attempts":1,"bytes":264372,"changed":false,"content_sha256":"87cdcea7dd7bfc4e554d3fe4e8d3377ca8a47110130537414c82cc9ac61fdd80","final_url":"https://www.anthropic.com/news/claude-sonnet-5","media_type":"text/html; charset=utf-8","publisher":"Anthropic","retrieved_at":"2026-09-13T20:53:37.227224+00:00","schema_version":1,"source_id":"anthropic-sonnet-launch","status":"captured_unreviewed","url":"https://www.anthropic.com/news/claude-sonnet-5"}
|
||||
|
|
@ -0,0 +1 @@
|
|||
{"observed_at":"2026-09-13T20:49:31.160878+00:00","ok":true,"sources":[{"capture_id":"4a99589c743803e93ec0595344901836e6f4eb3facc2326e2d2d0109dab1c4e8","changed":true,"ok":true,"source_id":"swe-bench"},{"capture_id":"42c09fd59fada0dd8b1e77dde13e5a33d0ae696a8675d39af691941bd8c8028e","changed":true,"ok":true,"source_id":"anthropic-pricing"},{"capture_id":"74b6b3868ee49b78e44df9ab1c088042ad36bb45627edf3079c81a8942370dda","changed":true,"ok":true,"source_id":"anthropic-sonnet"}]}
|
||||
|
|
@ -0,0 +1 @@
|
|||
{"observed_at":"2026-09-13T20:53:37.510668+00:00","ok":true,"sources":[{"capture_id":"01444678f75427d4b4b108a4ea3599b69135885eaaaa3e125eaea2988541bddf","changed":false,"ok":true,"source_id":"swe-bench"},{"capture_id":"d146ef54d2ca96e129b380a3d7dd8d22450c209dacf76ac2095fa88ec69001e5","changed":true,"ok":true,"source_id":"anthropic-pricing"},{"capture_id":"8d3e4d9d673d5159ecaf1e2b1042eaadb6d159405022078598990b62f8c1c061","changed":false,"ok":true,"source_id":"anthropic-sonnet"},{"capture_id":"fcc84b5bb21c41b5d6588daffd41bd6d558a262480491a4e27b88d217d891f40","changed":false,"ok":true,"source_id":"anthropic-sonnet-launch"}]}
|
||||
|
|
@ -0,0 +1 @@
|
|||
{"observed_at":"2026-09-13T20:53:38.706600+00:00","ok":true,"sources":[{"capture_id":"ca6e94f8b9b2bb2102601d103fa31e1fc5000615c751358ea2dae795b040c37f","changed":false,"ok":true,"source_id":"swe-bench"},{"capture_id":"db008dc2625cd93d6836cf0848291508e304ea8c5004b9cb51d9b29a39c631a8","changed":true,"ok":true,"source_id":"anthropic-pricing"},{"capture_id":"7609eb261b17e5098147042e0dcc162c26c3d1b13e4226fd31322e0c4dda4f6b","changed":false,"ok":true,"source_id":"anthropic-sonnet"},{"capture_id":"85d278ea018ba72b78502873729b9102a984e4169ab3281945659ca0546736fc","changed":false,"ok":true,"source_id":"anthropic-sonnet-launch"}]}
|
||||
|
|
@ -0,0 +1,16 @@
|
|||
{
|
||||
"id": "31f3a9aaae5476b20819fd469286cb7a198a16e1d27610d288afb1922c584ad1",
|
||||
"record": {
|
||||
"schema_version": 1,
|
||||
"title": "Primary source captured: anthropic-sonnet",
|
||||
"claim": "Primary-source content retained for review; capture is not independent validation of its claims.",
|
||||
"source_url": "https://www.anthropic.com/claude/sonnet",
|
||||
"source_kind": "primary",
|
||||
"content_sha256": "a8961211fa5b55587d3989516eaab6f50cac759e16337ac0f30077bb8ad2a025",
|
||||
"observed_at": "2026-09-13T20:49:30.828142+00:00",
|
||||
"event_date": "2026-09-13",
|
||||
"status": "reported",
|
||||
"observer": "codex",
|
||||
"notes": "Capture ID: 74b6b3868ee49b78e44df9ab1c088042ad36bb45627edf3079c81a8942370dda"
|
||||
}
|
||||
}
|
||||
|
|
@ -0,0 +1,16 @@
|
|||
{
|
||||
"id": "510f6809bc59adb08295d2025a36c1bb40195d974e1b50563132ab99f1673aba",
|
||||
"record": {
|
||||
"schema_version": 1,
|
||||
"title": "Source update: anthropic-pricing",
|
||||
"claim": "Source content was captured or changed. Extracted claims require editorial review.",
|
||||
"source_url": "https://claude.com/pricing",
|
||||
"source_kind": "primary",
|
||||
"content_sha256": "872698ed9a658d9d5ca28a9ccb387886c695bdbe25d801027ff54baddb96bb71",
|
||||
"observed_at": "2026-09-13T20:53:36.519455+00:00",
|
||||
"event_date": "2026-09-13",
|
||||
"status": "reported",
|
||||
"observer": "intelligence-radar/capture-v0.2",
|
||||
"notes": "Capture ID: d146ef54d2ca96e129b380a3d7dd8d22450c209dacf76ac2095fa88ec69001e5"
|
||||
}
|
||||
}
|
||||
|
|
@ -0,0 +1,16 @@
|
|||
{
|
||||
"id": "9e50dfd4a4b47541c9fc352c2084b016af052c56b879db69a6e370c1bff0fcfc",
|
||||
"record": {
|
||||
"schema_version": 1,
|
||||
"title": "Source update: anthropic-pricing",
|
||||
"claim": "Source content was captured or changed. Extracted claims require editorial review.",
|
||||
"source_url": "https://claude.com/pricing",
|
||||
"source_kind": "primary",
|
||||
"content_sha256": "f3463af48e1feeeab0a656cb7e7af15f8fabcde2853f18d0b42f905bfaea7177",
|
||||
"observed_at": "2026-09-13T20:53:37.736979+00:00",
|
||||
"event_date": "2026-09-13",
|
||||
"status": "reported",
|
||||
"observer": "intelligence-radar/capture-v0.2",
|
||||
"notes": "Capture ID: db008dc2625cd93d6836cf0848291508e304ea8c5004b9cb51d9b29a39c631a8"
|
||||
}
|
||||
}
|
||||
|
|
@ -0,0 +1,16 @@
|
|||
{
|
||||
"id": "bb2c9cd9dafa8644b5744df615f8a38defa8debbe03ef50ff620a0478044db5c",
|
||||
"record": {
|
||||
"schema_version": 1,
|
||||
"title": "Primary source captured: anthropic-pricing",
|
||||
"claim": "Primary-source content retained for review; capture is not independent validation of its claims.",
|
||||
"source_url": "https://claude.com/pricing",
|
||||
"source_kind": "primary",
|
||||
"content_sha256": "b78140937fbc6401068a829ba4b69493c544ece2c6c4e6b547a1e6deab0edd36",
|
||||
"observed_at": "2026-09-13T20:49:30.528597+00:00",
|
||||
"event_date": "2026-09-13",
|
||||
"status": "reported",
|
||||
"observer": "codex",
|
||||
"notes": "Capture ID: 42c09fd59fada0dd8b1e77dde13e5a33d0ae696a8675d39af691941bd8c8028e"
|
||||
}
|
||||
}
|
||||
|
|
@ -0,0 +1,16 @@
|
|||
{
|
||||
"id": "c8fdf59ceb504995bc48c3e6f99d6159bf28e7480e11c7a35daa8c0fc5caae27",
|
||||
"record": {
|
||||
"schema_version": 1,
|
||||
"title": "Primary source captured: swe-bench",
|
||||
"claim": "Primary-source content retained for review; capture is not independent validation of its claims.",
|
||||
"source_url": "https://www.swebench.com/",
|
||||
"source_kind": "primary",
|
||||
"content_sha256": "c862011a4ee1d1a7199fad6ca0905fa5c64f58216f7217ac1eddf37f28788433",
|
||||
"observed_at": "2026-09-13T20:49:30.217693+00:00",
|
||||
"event_date": "2026-09-13",
|
||||
"status": "reported",
|
||||
"observer": "codex",
|
||||
"notes": "Capture ID: 4a99589c743803e93ec0595344901836e6f4eb3facc2326e2d2d0109dab1c4e8"
|
||||
}
|
||||
}
|
||||
|
|
@ -0,0 +1,16 @@
|
|||
{
|
||||
"id": "eaf5ca53710c20cd9a2935e961209023b0b84058772f6e8a7bb833ac7dadf221",
|
||||
"record": {
|
||||
"schema_version": 1,
|
||||
"title": "Source update: anthropic-sonnet-launch",
|
||||
"claim": "Source content was captured or changed. Extracted claims require editorial review.",
|
||||
"source_url": "https://www.anthropic.com/news/claude-sonnet-5",
|
||||
"source_kind": "primary",
|
||||
"content_sha256": "87cdcea7dd7bfc4e554d3fe4e8d3377ca8a47110130537414c82cc9ac61fdd80",
|
||||
"observed_at": "2026-09-13T20:52:47.496347+00:00",
|
||||
"event_date": "2026-09-13",
|
||||
"status": "reported",
|
||||
"observer": "intelligence-radar/capture-v0.2",
|
||||
"notes": "Capture ID: 5fb451cd647f5b2f235023cb61b4a8f1a45bde150c45d452782453251e9e8d2c"
|
||||
}
|
||||
}
|
||||
File diff suppressed because one or more lines are too long
|
|
@ -0,0 +1 @@
|
|||
{"digest":"digests/weekly/2026-W37.md","digest_status":"existing_preserved","finished_at":"2026-09-13T22:53:36.143928+02:00","job_id":"radar-weekly","ok":true,"period":"2026-W37"}
|
||||
|
|
@ -0,0 +1 @@
|
|||
{"digest":"digests/daily/2026-09-13.md","digest_status":"existing_preserved","finished_at":"2026-09-13T22:53:36.143928+02:00","job_id":"radar-daily","ok":true,"period":"2026-09-13"}
|
||||
Loading…
Add table
Add a link
Reference in a new issue