Integrate founding explorations and bootstrap operational radar
Assistant: codex Assistant-Model: gpt-6-astra Assistant-Session: 01a09c77-b1a9-7eb3-b501-6cb24b458c97
This commit is contained in:
parent
775f93b920
commit
d0e6438609
57 changed files with 4723 additions and 2 deletions
63
catalog/benchmark-seed.yaml
Normal file
63
catalog/benchmark-seed.yaml
Normal file
|
|
@ -0,0 +1,63 @@
|
|||
catalog_version: 0.1
|
||||
snapshot_date: 2026-09-13
|
||||
benchmarks:
|
||||
- id: hle
|
||||
name: Humanity's Last Exam
|
||||
constructs: [expert_knowledge, reasoning, multimodal]
|
||||
status: watch
|
||||
- id: arc-agi-2
|
||||
name: ARC-AGI-2
|
||||
constructs: [abstraction, generalization, novel_rule_induction]
|
||||
status: active
|
||||
- id: swe-bench-verified
|
||||
name: SWE-bench Verified
|
||||
constructs: [software_engineering, repository_issue_resolution]
|
||||
status: watch
|
||||
- id: swe-bench-multilingual
|
||||
name: SWE-bench Multilingual
|
||||
constructs: [software_engineering, multilingual_programming]
|
||||
status: active
|
||||
- id: terminal-bench
|
||||
name: Terminal-Bench
|
||||
constructs: [terminal_use, agentic_execution]
|
||||
status: active
|
||||
- id: bfcl-v4
|
||||
name: Berkeley Function Calling Leaderboard V4
|
||||
constructs: [tool_use, function_calling, agentic_execution]
|
||||
status: active
|
||||
- id: tau3
|
||||
name: tau3-bench
|
||||
constructs: [tool_agent_user_interaction, knowledge, voice]
|
||||
status: active
|
||||
- id: osworld-2
|
||||
name: OSWorld 2.0
|
||||
constructs: [computer_use, multimodal_agent]
|
||||
status: active
|
||||
- id: browsecomp
|
||||
name: BrowseComp
|
||||
constructs: [web_research, browsing]
|
||||
status: active
|
||||
- id: metr-time-horizon
|
||||
name: METR Task-Completion Time Horizon
|
||||
constructs: [autonomy_horizon, reliability, software_tasks]
|
||||
status: active
|
||||
- id: gdpval-aa-v2
|
||||
name: GDPval-AA v2
|
||||
constructs: [professional_work, artifact_creation, agentic_knowledge_work]
|
||||
status: active
|
||||
- id: aa-briefcase
|
||||
name: AA-Briefcase
|
||||
constructs: [long_horizon_knowledge_work]
|
||||
status: active_private
|
||||
- id: automationbench-aa
|
||||
name: AutomationBench-AA
|
||||
constructs: [business_workflows, tool_use]
|
||||
status: active_private
|
||||
- id: scicode
|
||||
name: SciCode
|
||||
constructs: [scientific_reasoning, scientific_programming]
|
||||
status: active
|
||||
- id: mlperf-inference
|
||||
name: MLPerf Inference
|
||||
constructs: [inference_system_performance, efficiency]
|
||||
status: active
|
||||
Loading…
Add table
Add a link
Reference in a new issue