intelligence-radar/data/recommendations/024a468396eb7d73840df04271cff4c42cd14ced1b249810c399b5a565dea5f1.json

{"catalog":{"benchmarks":[{"constructs":["coding"],"health":{"contamination_resistance":0.5,"discriminative_power":0.5,"ecological_validity":0.5,"execution_profile_similarity":0.5,"freshness":0.5,"measurement_reliability":0.5,"reproducibility":0.5},"id":"swe-bench-verified","limitations":"Candidate instrument only. Exact benchmark version, health and profile-matched result need review. Health values are neutral curator placeholders.","scale":{"maximum":100,"minimum":0},"version":"pending-verification"},{"constructs":["coding","tool_use"],"health":{"contamination_resistance":0.5,"discriminative_power":0.5,"ecological_validity":0.5,"execution_profile_similarity":0.5,"freshness":0.5,"measurement_reliability":0.5,"reproducibility":0.5},"id":"terminal-bench","limitations":"Candidate instrument only. Exact benchmark version, health and profile-matched result need review. Health values are neutral curator placeholders.","scale":{"maximum":100,"minimum":0},"version":"pending-verification"},{"constructs":["tool_use"],"health":{"contamination_resistance":0.5,"discriminative_power":0.5,"ecological_validity":0.5,"execution_profile_similarity":0.5,"freshness":0.5,"measurement_reliability":0.5,"reproducibility":0.5},"id":"bfcl","limitations":"Candidate instrument only. Exact benchmark version, health and profile-matched result need review. Health values are neutral curator placeholders.","scale":{"maximum":100,"minimum":0},"version":"pending-verification"},{"constructs":["web_research"],"health":{"contamination_resistance":0.5,"discriminative_power":0.5,"ecological_validity":0.5,"execution_profile_similarity":0.5,"freshness":0.5,"measurement_reliability":0.5,"reproducibility":0.5},"id":"browsecomp","limitations":"Candidate instrument only. Exact benchmark version, health and profile-matched result need review. Health values are neutral curator placeholders.","scale":{"maximum":100,"minimum":0},"version":"pending-verification"},{"constructs":["coding","reasoning"],"health":{"contamination_resistance":0.5,"discriminative_power":0.5,"ecological_validity":0.5,"execution_profile_similarity":0.5,"freshness":0.5,"measurement_reliability":0.5,"reproducibility":0.5},"id":"scicode","limitations":"Candidate instrument only. Exact benchmark version, health and profile-matched result need review. Health values are neutral curator placeholders.","scale":{"maximum":100,"minimum":0},"version":"pending-verification"}],"prices":[{"capture_id":"42c09fd59fada0dd8b1e77dde13e5a33d0ae696a8675d39af691941bd8c8028e","currency":"USD","observed_at":"2026-09-13T20:49:30.528597+00:00","profile_id":"claude-sonnet-5-api-default","review_status":"reviewed","reviewer":"codex","usd_per_million":{"cache_write":2.5,"cached_input":0.2,"input":2,"output":10},"valid_from":"2026-09-13","valid_until":"2026-09-13"},{"capture_id":"42c09fd59fada0dd8b1e77dde13e5a33d0ae696a8675d39af691941bd8c8028e","currency":"USD","observed_at":"2026-09-13T20:49:30.528597+00:00","profile_id":"claude-haiku-4-5-api-default","review_status":"reviewed","reviewer":"codex","usd_per_million":{"cache_write":1.25,"cached_input":0.1,"input":1,"output":5},"valid_from":"2026-09-13","valid_until":"2026-09-13"}],"profiles":[{"attributes":{"requester_access":false},"availability":{"available":true,"capture_id":"74b6b3868ee49b78e44df9ab1c088042ad36bb45627edf3079c81a8942370dda","observed_at":"2026-09-13T20:49:30.828142+00:00","review_status":"reviewed","reviewer":"codex"},"deployment":"Claude Platform/global/standard","effort":"provider-default-unspecified","harness":"direct-api-no-tools","id":"claude-sonnet-5-api-default","model":"claude-sonnet-5","provider":"Anthropic"},{"attributes":{"requester_access":false},"availability":{"available":true,"capture_id":"42c09fd59fada0dd8b1e77dde13e5a33d0ae696a8675d39af691941bd8c8028e","observed_at":"2026-09-13T20:49:30.528597+00:00","review_status":"reviewed","reviewer":"codex"},"deployment":"Claude Platform/global/standard","effort":"provider-default-unspecified","harness":"direct-api-no-tools","id":"claude-haiku-4-5-api-default","model":"claude-haiku-4-5","provider":"Anthropic"}],"results":[],"synthetic":false},"outcomes":[],"policy":{"effective_from":"2026-09-13","id":"advisor-v0.2","max_evidence_age_days":90,"minimum_outcomes":20,"redundancy_penalty":0.15,"selection_count":5,"selection_weights":{"contamination_resistance":0.05,"discriminative_power":0.12,"ecological_validity":0.15,"execution_profile_similarity":0.1,"freshness":0.1,"measurement_reliability":0.12,"reproducibility":0.06,"task_relevance":0.3},"thresholds":{"exploratory":0.6,"high_assurance":0.97,"important":0.9,"routine":0.8},"topnotch_ratio":0.9,"wilson_z":1.96},"report":{"algorithm_version":"advisor-0.2","as_of":"2026-09-13","budget":null,"confidence":"curator-assigned benchmark health; empirical bounds only for exactly matching task and profile; fitness is a proxy","efficient":null,"evidence_gaps":["Fewer than five relevant distinct measurements; ranking withheld.","No eligible profile has complete benchmark evidence.","no_evidenced_sufficient_model"],"frontier":null,"policy_id":"advisor-v0.2","profiles":[{"calibration":{"success_interval_95":null,"trials":0},"cost":{"basis":"declared workload; not a probability-derived estimate","price_observed_at":"2026-09-13T20:49:30.528597+00:00","scenario_usd":0.07},"eligible":false,"excluded_reasons":["constraint min_context not satisfied","constraint requester_access not satisfied"],"fitness_proxy":null,"id":"claude-sonnet-5-api-default","missing_measurements":["scicode","terminal-bench","browsecomp","bfcl","swe-bench-verified"],"price_status":"usable","sufficient":false},{"calibration":{"success_interval_95":null,"trials":0},"cost":{"basis":"declared workload; not a probability-derived estimate","price_observed_at":"2026-09-13T20:49:30.528597+00:00","scenario_usd":0.05},"eligible":false,"excluded_reasons":["constraint min_context not satisfied","constraint requester_access not satisfied"],"fitness_proxy":null,"id":"claude-haiku-4-5-api-default","missing_measurements":["scicode","terminal-bench","browsecomp","bfcl","swe-bench-verified"],"price_status":"usable","sufficient":false}],"ranking_scope":"eligible profiles with complete selected evidence; unknown competitors are not proven inferior","schema_version":1,"selected_benchmarks":[{"constructs":["coding","reasoning"],"health":{"contamination_resistance":0.5,"discriminative_power":0.5,"ecological_validity":0.5,"execution_profile_similarity":0.5,"freshness":0.5,"measurement_reliability":0.5,"reproducibility":0.5},"id":"scicode","limitations":"Candidate instrument only. Exact benchmark version, health and profile-matched result need review. Health values are neutral curator placeholders.","marginal_score":0.47,"relevance":0.4,"scale":{"maximum":100,"minimum":0},"selection_score":0.47,"version":"pending-verification","weight":0.2857142857142857},{"constructs":["coding","tool_use"],"health":{"contamination_resistance":0.5,"discriminative_power":0.5,"ecological_validity":0.5,"execution_profile_similarity":0.5,"freshness":0.5,"measurement_reliability":0.5,"reproducibility":0.5},"id":"terminal-bench","limitations":"Candidate instrument only. Exact benchmark version, health and profile-matched result need review. Health values are neutral curator placeholders.","marginal_score":0.42,"relevance":0.4,"scale":{"maximum":100,"minimum":0},"selection_score":0.47,"version":"pending-verification","weight":0.2857142857142857},{"constructs":["web_research"],"health":{"contamination_resistance":0.5,"discriminative_power":0.5,"ecological_validity":0.5,"execution_profile_similarity":0.5,"freshness":0.5,"measurement_reliability":0.5,"reproducibility":0.5},"id":"browsecomp","limitations":"Candidate instrument only. Exact benchmark version, health and profile-matched result need review. Health values are neutral curator placeholders.","marginal_score":0.4099999999999999,"relevance":0.2,"scale":{"maximum":100,"minimum":0},"selection_score":0.4099999999999999,"version":"pending-verification","weight":0.14285714285714285},{"constructs":["tool_use"],"health":{"contamination_resistance":0.5,"discriminative_power":0.5,"ecological_validity":0.5,"execution_profile_similarity":0.5,"freshness":0.5,"measurement_reliability":0.5,"reproducibility":0.5},"id":"bfcl","limitations":"Candidate instrument only. Exact benchmark version, health and profile-matched result need review. Health values are neutral curator placeholders.","marginal_score":0.3349999999999999,"relevance":0.2,"scale":{"maximum":100,"minimum":0},"selection_score":0.4099999999999999,"version":"pending-verification","weight":0.14285714285714285},{"constructs":["coding"],"health":{"contamination_resistance":0.5,"discriminative_power":0.5,"ecological_validity":0.5,"execution_profile_similarity":0.5,"freshness":0.5,"measurement_reliability":0.5,"reproducibility":0.5},"id":"swe-bench-verified","limitations":"Candidate instrument only. Exact benchmark version, health and profile-matched result need review. Health values are neutral curator placeholders.","marginal_score":0.3349999999999999,"relevance":0.2,"scale":{"maximum":100,"minimum":0},"selection_score":0.4099999999999999,"version":"pending-verification","weight":0.14285714285714285}],"sufficient":[],"synthetic":false,"task_key":"7679387315f6b514d3dd704f094537b3c3db42823e96631b352d66f4e5a8d706","topnotch":[]},"task":{"acceptance":"Repository acceptance tests pass and an independent reviewer accepts the change.","capabilities":{"artifact_creation":1,"coding":1,"reasoning":1,"tool_use":1,"web_research":1},"constraints":{"min_context":32000,"requester_access":true},"environment":"Proposed Claude Platform API integration; requester access and tool harness not yet evidenced.","objective":"Compare candidate API deployments for repository issue resolution.","risk":"routine","workload":{"attempts":1,"input":10000,"output":2000,"tool_usd":0.01,"verification_usd":0.02}}}