intelligence-radar/examples/advisor-catalog.json

{
  "synthetic": true,
  "benchmarks": [
    {
      "id": "fixture-1",
      "version": "1",
      "constructs": [
        "coding"
      ],
      "health": {
        "ecological_validity": 0.8,
        "measurement_reliability": 0.8,
        "discriminative_power": 0.8,
        "freshness": 0.8,
        "execution_profile_similarity": 0.8,
        "reproducibility": 0.8,
        "contamination_resistance": 0.8
      },
      "limitations": "Synthetic instrument for behavior tests only.",
      "scale": {
        "minimum": 0,
        "maximum": 100
      }
    },
    {
      "id": "fixture-2",
      "version": "1",
      "constructs": [
        "tool_use"
      ],
      "health": {
        "ecological_validity": 0.8,
        "measurement_reliability": 0.8,
        "discriminative_power": 0.8,
        "freshness": 0.8,
        "execution_profile_similarity": 0.8,
        "reproducibility": 0.8,
        "contamination_resistance": 0.8
      },
      "limitations": "Synthetic instrument for behavior tests only.",
      "scale": {
        "minimum": 0,
        "maximum": 100
      }
    },
    {
      "id": "fixture-3",
      "version": "1",
      "constructs": [
        "reasoning"
      ],
      "health": {
        "ecological_validity": 0.8,
        "measurement_reliability": 0.8,
        "discriminative_power": 0.8,
        "freshness": 0.8,
        "execution_profile_similarity": 0.8,
        "reproducibility": 0.8,
        "contamination_resistance": 0.8
      },
      "limitations": "Synthetic instrument for behavior tests only.",
      "scale": {
        "minimum": 0,
        "maximum": 100
      }
    },
    {
      "id": "fixture-4",
      "version": "1",
      "constructs": [
        "web_research"
      ],
      "health": {
        "ecological_validity": 0.8,
        "measurement_reliability": 0.8,
        "discriminative_power": 0.8,
        "freshness": 0.8,
        "execution_profile_similarity": 0.8,
        "reproducibility": 0.8,
        "contamination_resistance": 0.8
      },
      "limitations": "Synthetic instrument for behavior tests only.",
      "scale": {
        "minimum": 0,
        "maximum": 100
      }
    },
    {
      "id": "fixture-5",
      "version": "1",
      "constructs": [
        "artifact_creation"
      ],
      "health": {
        "ecological_validity": 0.8,
        "measurement_reliability": 0.8,
        "discriminative_power": 0.8,
        "freshness": 0.8,
        "execution_profile_similarity": 0.8,
        "reproducibility": 0.8,
        "contamination_resistance": 0.8
      },
      "limitations": "Synthetic instrument for behavior tests only.",
      "scale": {
        "minimum": 0,
        "maximum": 100
      }
    }
  ],
  "profiles": [
    {
      "id": "frontier-fixture",
      "model": "frontier-fixture",
      "harness": "fixture-harness-v1",
      "effort": "default",
      "provider": "fixture",
      "deployment": "fixture-local",
      "attributes": {
        "requester_access": true,
        "min_context": 200000
      },
      "availability": {
        "evidence_kind": "synthetic",
        "observed_at": "2026-09-13T10:00:00Z",
        "available": true
      }
    },
    {
      "id": "efficient-fixture",
      "model": "efficient-fixture",
      "harness": "fixture-harness-v1",
      "effort": "default",
      "provider": "fixture",
      "deployment": "fixture-local",
      "attributes": {
        "requester_access": true,
        "min_context": 200000
      },
      "availability": {
        "evidence_kind": "synthetic",
        "observed_at": "2026-09-13T10:00:00Z",
        "available": true
      }
    },
    {
      "id": "budget-fixture",
      "model": "budget-fixture",
      "harness": "fixture-harness-v1",
      "effort": "default",
      "provider": "fixture",
      "deployment": "fixture-local",
      "attributes": {
        "requester_access": true,
        "min_context": 200000
      },
      "availability": {
        "evidence_kind": "synthetic",
        "observed_at": "2026-09-13T10:00:00Z",
        "available": true
      }
    }
  ],
  "results": [
    {
      "evidence_kind": "synthetic",
      "observed_at": "2026-09-13T10:00:00Z",
      "profile_id": "frontier-fixture",
      "benchmark_id": "fixture-1",
      "benchmark_version": "1",
      "raw_score": 90
    },
    {
      "evidence_kind": "synthetic",
      "observed_at": "2026-09-13T10:00:00Z",
      "profile_id": "frontier-fixture",
      "benchmark_id": "fixture-2",
      "benchmark_version": "1",
      "raw_score": 90
    },
    {
      "evidence_kind": "synthetic",
      "observed_at": "2026-09-13T10:00:00Z",
      "profile_id": "frontier-fixture",
      "benchmark_id": "fixture-3",
      "benchmark_version": "1",
      "raw_score": 90
    },
    {
      "evidence_kind": "synthetic",
      "observed_at": "2026-09-13T10:00:00Z",
      "profile_id": "frontier-fixture",
      "benchmark_id": "fixture-4",
      "benchmark_version": "1",
      "raw_score": 90
    },
    {
      "evidence_kind": "synthetic",
      "observed_at": "2026-09-13T10:00:00Z",
      "profile_id": "frontier-fixture",
      "benchmark_id": "fixture-5",
      "benchmark_version": "1",
      "raw_score": 90
    },
    {
      "evidence_kind": "synthetic",
      "observed_at": "2026-09-13T10:00:00Z",
      "profile_id": "efficient-fixture",
      "benchmark_id": "fixture-1",
      "benchmark_version": "1",
      "raw_score": 85
    },
    {
      "evidence_kind": "synthetic",
      "observed_at": "2026-09-13T10:00:00Z",
      "profile_id": "efficient-fixture",
      "benchmark_id": "fixture-2",
      "benchmark_version": "1",
      "raw_score": 85
    },
    {
      "evidence_kind": "synthetic",
      "observed_at": "2026-09-13T10:00:00Z",
      "profile_id": "efficient-fixture",
      "benchmark_id": "fixture-3",
      "benchmark_version": "1",
      "raw_score": 85
    },
    {
      "evidence_kind": "synthetic",
      "observed_at": "2026-09-13T10:00:00Z",
      "profile_id": "efficient-fixture",
      "benchmark_id": "fixture-4",
      "benchmark_version": "1",
      "raw_score": 85
    },
    {
      "evidence_kind": "synthetic",
      "observed_at": "2026-09-13T10:00:00Z",
      "profile_id": "efficient-fixture",
      "benchmark_id": "fixture-5",
      "benchmark_version": "1",
      "raw_score": 85
    },
    {
      "evidence_kind": "synthetic",
      "observed_at": "2026-09-13T10:00:00Z",
      "profile_id": "budget-fixture",
      "benchmark_id": "fixture-1",
      "benchmark_version": "1",
      "raw_score": 70
    },
    {
      "evidence_kind": "synthetic",
      "observed_at": "2026-09-13T10:00:00Z",
      "profile_id": "budget-fixture",
      "benchmark_id": "fixture-2",
      "benchmark_version": "1",
      "raw_score": 70
    },
    {
      "evidence_kind": "synthetic",
      "observed_at": "2026-09-13T10:00:00Z",
      "profile_id": "budget-fixture",
      "benchmark_id": "fixture-3",
      "benchmark_version": "1",
      "raw_score": 70
    },
    {
      "evidence_kind": "synthetic",
      "observed_at": "2026-09-13T10:00:00Z",
      "profile_id": "budget-fixture",
      "benchmark_id": "fixture-4",
      "benchmark_version": "1",
      "raw_score": 70
    },
    {
      "evidence_kind": "synthetic",
      "observed_at": "2026-09-13T10:00:00Z",
      "profile_id": "budget-fixture",
      "benchmark_id": "fixture-5",
      "benchmark_version": "1",
      "raw_score": 70
    }
  ],
  "prices": [
    {
      "evidence_kind": "synthetic",
      "observed_at": "2026-09-13T10:00:00Z",
      "profile_id": "frontier-fixture",
      "currency": "USD",
      "valid_from": "2026-09-13",
      "valid_until": "2026-10-01",
      "usd_per_million": {
        "input": 10,
        "output": 50
      }
    },
    {
      "evidence_kind": "synthetic",
      "observed_at": "2026-09-13T10:00:00Z",
      "profile_id": "efficient-fixture",
      "currency": "USD",
      "valid_from": "2026-09-13",
      "valid_until": "2026-10-01",
      "usd_per_million": {
        "input": 2,
        "output": 10
      }
    },
    {
      "evidence_kind": "synthetic",
      "observed_at": "2026-09-13T10:00:00Z",
      "profile_id": "budget-fixture",
      "currency": "USD",
      "valid_from": "2026-09-13",
      "valid_until": "2026-10-01",
      "usd_per_million": {
        "input": 0.2,
        "output": 1.0
      }
    }
  ]
}