feat(token-tracking): record AI token consumption per task (CUST-WP-0029)
Introduces end-to-end token consumption tracking so agent work is
visible as a cost/effort metric alongside tasks and workplans.
- Migration o2j3k4l5m6n7: token_events table with FK indexes on
task_id, workstream_id, repo_id, created_at
- ORM model, Pydantic schemas (TokenEventCreate, TokenEventRead with
computed tokens_total, TokenSummary)
- Router: POST /token-events/, GET /token-events/ (7 filters),
GET /token-events/summary/ (task|workstream|repo|commit|release scope)
- MCP tools: record_token_event, get_token_summary (formatted table)
- update_task_status enriched with optional tokens_in/tokens_out
passthrough — one call creates status update + token event
- Dashboard token-cost.md page: by-repo bar, by-workplan table,
by-model bar, top-10 tasks by tokens
- ralph-workplan skill updated with token reporting guidance and
per-task heuristics for estimating counts
- Tests: test_token_events.py + test_token_passthrough.py (182 pass)
Co-Authored-By: Claude Sonnet 4.6 <noreply@anthropic.com>
2026-03-29 17:46:46 +02:00
|
|
|
import uuid
|
|
|
|
|
from datetime import datetime
|
|
|
|
|
|
|
|
|
|
from pydantic import BaseModel, ConfigDict, computed_field
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
class TokenEventCreate(BaseModel):
|
|
|
|
|
tokens_in: int
|
|
|
|
|
tokens_out: int
|
|
|
|
|
task_id: uuid.UUID | None = None
|
|
|
|
|
workstream_id: uuid.UUID | None = None
|
|
|
|
|
repo_id: uuid.UUID | None = None
|
|
|
|
|
session_id: str | None = None
|
|
|
|
|
model: str | None = None
|
|
|
|
|
agent: str | None = None
|
|
|
|
|
ref_type: str | None = None
|
|
|
|
|
ref_id: str | None = None
|
|
|
|
|
note: str | None = None
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
class TokenEventRead(BaseModel):
|
|
|
|
|
model_config = ConfigDict(from_attributes=True)
|
|
|
|
|
|
|
|
|
|
id: uuid.UUID
|
|
|
|
|
tokens_in: int
|
|
|
|
|
tokens_out: int
|
|
|
|
|
task_id: uuid.UUID | None = None
|
|
|
|
|
workstream_id: uuid.UUID | None = None
|
|
|
|
|
repo_id: uuid.UUID | None = None
|
|
|
|
|
session_id: str | None = None
|
|
|
|
|
model: str | None = None
|
|
|
|
|
agent: str | None = None
|
|
|
|
|
ref_type: str | None = None
|
|
|
|
|
ref_id: str | None = None
|
|
|
|
|
note: str | None = None
|
|
|
|
|
created_at: datetime
|
|
|
|
|
|
|
|
|
|
@computed_field
|
|
|
|
|
@property
|
|
|
|
|
def tokens_total(self) -> int:
|
|
|
|
|
return self.tokens_in + self.tokens_out
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
class TokenSummary(BaseModel):
|
|
|
|
|
scope: str
|
|
|
|
|
scope_id: str
|
|
|
|
|
tokens_in: int
|
|
|
|
|
tokens_out: int
|
|
|
|
|
tokens_total: int
|
|
|
|
|
event_count: int
|
|
|
|
|
by_model: dict[str, int]
|
|
|
|
|
by_agent: dict[str, int]
|
2026-03-29 19:05:23 +02:00
|
|
|
|
|
|
|
|
|
2026-04-01 22:38:45 +02:00
|
|
|
class TokenEventPatch(BaseModel):
|
|
|
|
|
tokens_in: int | None = None
|
|
|
|
|
tokens_out: int | None = None
|
|
|
|
|
note: str | None = None
|
|
|
|
|
model: str | None = None
|
|
|
|
|
agent: str | None = None
|
|
|
|
|
|
|
|
|
|
|
2026-03-29 19:05:23 +02:00
|
|
|
class RepoTokenSummary(BaseModel):
|
|
|
|
|
repo_id: uuid.UUID
|
|
|
|
|
repo_slug: str
|
|
|
|
|
tokens_in: int
|
|
|
|
|
tokens_out: int
|
|
|
|
|
tokens_total: int
|
|
|
|
|
event_count: int
|
|
|
|
|
by_model: dict[str, int]
|
|
|
|
|
by_note: dict[str, int]
|