@cohortapp/agent-sdk 2.17.0 → 2.18.4
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/.claude/settings.json +18 -0
- package/.env.example +18 -5
- package/README.md +1 -0
- package/bin/maestro.mjs +62 -0
- package/docs/guides/billing-console-keys.md +60 -0
- package/docs/guides/front-door-session.md +54 -9
- package/docs/guides/mac-mini.md +20 -25
- package/docs/guides/setup-wizard.md +1 -1
- package/docs/runbooks/fleet-rollout.md +156 -0
- package/docs/runbooks/mac-mini-bootstrap.md +12 -14
- package/lib/action-executor.js +19 -3
- package/lib/budget-guard.mjs +279 -3
- package/lib/channels/base-adapter.mjs +3 -1
- package/lib/channels/contract.mjs +2 -1
- package/lib/channels/inbox-item.mjs +8 -0
- package/lib/claude-bin.mjs +5 -6
- package/lib/cli/doctor-checks.mjs +141 -10
- package/lib/cli/global-setup-extras.mjs +5 -1
- package/lib/cli/inbox.mjs +100 -15
- package/lib/cli/seat-auth.mjs +463 -0
- package/lib/cli/session.mjs +80 -12
- package/lib/collective/capture.mjs +8 -6
- package/lib/collective/global-config.mjs +63 -1
- package/lib/collective/presence.mjs +142 -5
- package/lib/comms/send-gate.mjs +559 -1
- package/lib/diagnostics/alerts.mjs +49 -0
- package/lib/diagnostics/cadence-output-freshness.mjs +288 -0
- package/lib/engine/agents/definitions.mjs +343 -0
- package/lib/engine/agents/persist.mjs +275 -0
- package/lib/engine/agents/runtime.mjs +748 -0
- package/lib/engine/agents/usage.mjs +95 -0
- package/lib/engine/auth-status.mjs +139 -0
- package/lib/engine/budget.mjs +194 -0
- package/lib/engine/cli.mjs +1204 -0
- package/lib/engine/commands/index.mjs +269 -0
- package/lib/engine/context/budget.mjs +219 -0
- package/lib/engine/context/cache.mjs +125 -0
- package/lib/engine/context/child-env.mjs +215 -0
- package/lib/engine/context/compaction.mjs +342 -0
- package/lib/engine/context/images.mjs +90 -0
- package/lib/engine/context/instructions.mjs +327 -0
- package/lib/engine/context/lazy-instructions.mjs +169 -0
- package/lib/engine/context/manager.mjs +182 -0
- package/lib/engine/context/real-path.mjs +91 -0
- package/lib/engine/context/secret-values.mjs +163 -0
- package/lib/engine/context/settings.mjs +274 -0
- package/lib/engine/context/stream-input.mjs +159 -0
- package/lib/engine/guard.mjs +152 -0
- package/lib/engine/hooks.mjs +713 -0
- package/lib/engine/loop.mjs +560 -0
- package/lib/engine/mcp/client.mjs +254 -0
- package/lib/engine/mcp/config.mjs +301 -0
- package/lib/engine/mcp/http.mjs +201 -0
- package/lib/engine/mcp/index.mjs +146 -0
- package/lib/engine/mcp/jsonrpc.mjs +147 -0
- package/lib/engine/mcp/naming.mjs +66 -0
- package/lib/engine/mcp/resources.mjs +89 -0
- package/lib/engine/mcp/results.mjs +133 -0
- package/lib/engine/mcp/stdio.mjs +137 -0
- package/lib/engine/mcp/supervisor.mjs +116 -0
- package/lib/engine/messages.mjs +104 -0
- package/lib/engine/output/json.mjs +164 -0
- package/lib/engine/output/stream-json.mjs +266 -0
- package/lib/engine/permissions.mjs +845 -0
- package/lib/engine/process-identity.mjs +164 -0
- package/lib/engine/process-tree.mjs +551 -0
- package/lib/engine/prompt.mjs +60 -0
- package/lib/engine/session/store.mjs +299 -0
- package/lib/engine/session-runtime/args.mjs +97 -0
- package/lib/engine/session-runtime/host.mjs +143 -0
- package/lib/engine/session-runtime/inbox.mjs +122 -0
- package/lib/engine/session-runtime/notifications.mjs +129 -0
- package/lib/engine/session-runtime/registry.mjs +328 -0
- package/lib/engine/session-runtime/runner.mjs +344 -0
- package/lib/engine/session-runtime/socket.mjs +212 -0
- package/lib/engine/session-runtime/wakeup.mjs +115 -0
- package/lib/engine/skills/index.mjs +321 -0
- package/lib/engine/tools/bash-background.mjs +533 -0
- package/lib/engine/tools/bash.mjs +216 -0
- package/lib/engine/tools/edit.mjs +97 -0
- package/lib/engine/tools/glob.mjs +81 -0
- package/lib/engine/tools/grep.mjs +224 -0
- package/lib/engine/tools/index.mjs +84 -0
- package/lib/engine/tools/list-agents.mjs +32 -0
- package/lib/engine/tools/ls.mjs +127 -0
- package/lib/engine/tools/monitor.mjs +82 -0
- package/lib/engine/tools/notebook-edit.mjs +218 -0
- package/lib/engine/tools/read.mjs +103 -0
- package/lib/engine/tools/schedule-wakeup.mjs +45 -0
- package/lib/engine/tools/schema.mjs +144 -0
- package/lib/engine/tools/send-message.mjs +77 -0
- package/lib/engine/tools/session.mjs +70 -0
- package/lib/engine/tools/todo.mjs +144 -0
- package/lib/engine/tools/toolsearch.mjs +217 -0
- package/lib/engine/tools/walk.mjs +193 -0
- package/lib/engine/tools/web-switch.mjs +31 -0
- package/lib/engine/tools/webfetch-html.mjs +387 -0
- package/lib/engine/tools/webfetch-net.mjs +340 -0
- package/lib/engine/tools/webfetch.mjs +198 -0
- package/lib/engine/tools/websearch.mjs +91 -0
- package/lib/engine/tools/workflow.mjs +95 -0
- package/lib/engine/tools/write.mjs +76 -0
- package/lib/engine/tui/line-editor.mjs +137 -0
- package/lib/engine/tui/render.mjs +86 -0
- package/lib/engine/tui/tui.mjs +274 -0
- package/lib/engine/wire/anthropic-messages.mjs +263 -0
- package/lib/engine/wire/effort.mjs +36 -0
- package/lib/engine/wire/errors.mjs +496 -0
- package/lib/engine/wire/http.mjs +441 -0
- package/lib/engine/wire/index.mjs +76 -0
- package/lib/engine/wire/openai-chat.mjs +332 -0
- package/lib/engine/wire/prompt-cache.mjs +79 -0
- package/lib/engine/wire/search.mjs +140 -0
- package/lib/engine/wire/sse.mjs +114 -0
- package/lib/engine/wire/stall.mjs +349 -0
- package/lib/engine/wire/token-provider.mjs +175 -0
- package/lib/engine/wire/usage.mjs +192 -0
- package/lib/engine/workflow/host.mjs +524 -0
- package/lib/engine/workflow/journal.mjs +188 -0
- package/lib/engine/workflow/json-schema.mjs +171 -0
- package/lib/engine/workflow/meta.mjs +329 -0
- package/lib/engine/workflow/notifications.mjs +52 -0
- package/lib/engine/workflow/runtime.mjs +447 -0
- package/lib/engine/workflow/sandbox.mjs +534 -0
- package/lib/engine/workflow/worker.mjs +141 -0
- package/lib/engine/workflow/worktree.mjs +74 -0
- package/lib/execution/disposition.mjs +1 -1
- package/lib/execution/intake.mjs +10 -0
- package/lib/execution/surface-policy.mjs +15 -0
- package/lib/learning/curator.mjs +8 -6
- package/lib/learning/reflect.mjs +8 -6
- package/lib/model-router/catalog/cohort.yaml +137 -0
- package/lib/model-router/catalog.mjs +118 -1
- package/lib/model-router/failover.mjs +67 -16
- package/lib/model-router/llm-task.mjs +39 -3
- package/lib/model-router/resolve.mjs +89 -3
- package/lib/model-router/spawn.mjs +46 -47
- package/lib/model-router/taxonomy.mjs +126 -4
- package/lib/org/cost-sync.mjs +141 -11
- package/lib/org/inbound/broadcast.mjs +289 -0
- package/lib/org/inbound/collective.mjs +375 -0
- package/lib/org/inbound/directedness.mjs +96 -8
- package/lib/org/inbound/facts.mjs +78 -2
- package/lib/org/inbound/project.mjs +22 -0
- package/lib/org/inbound/surfaces.mjs +14 -0
- package/lib/org/llm-token.mjs +879 -0
- package/lib/org/mesh.mjs +61 -0
- package/lib/org/messaging.mjs +3 -1
- package/lib/org/protocol.checksum +1 -1
- package/lib/org/protocol.mjs +15 -0
- package/lib/org/quota.mjs +520 -0
- package/lib/org/tool-surface.mjs +104 -16
- package/lib/org/ui-parity.mjs +16 -1
- package/lib/org/work-ledger.mjs +37 -6
- package/lib/rate-guard.mjs +114 -1
- package/lib/resource-governor.mjs +41 -6
- package/lib/runtime/adapter.mjs +823 -0
- package/lib/runtime/child-env.mjs +191 -0
- package/lib/runtime/legacy-shell-guard.mjs +97 -0
- package/lib/runtime/seat-engine.mjs +162 -0
- package/lib/session/ask-ledger.mjs +271 -0
- package/lib/session/current-work.mjs +676 -0
- package/lib/session/feed-core.mjs +40 -3
- package/lib/session/launch-args.mjs +56 -4
- package/lib/session/status-summary.mjs +26 -9
- package/lib/session/upgrade-notice.mjs +42 -0
- package/lib/setup/claude-probe.mjs +117 -13
- package/lib/setup/enrich.mjs +13 -10
- package/lib/setup/sections/model.mjs +39 -13
- package/lib/telemetry/collect.mjs +208 -9
- package/lib/upgrade/ignored-drift.mjs +105 -0
- package/lib/voice/post-call-brief.mjs +30 -17
- package/package.json +13 -3
- package/plugins/maestro-skills/skills/board-work.md +5 -0
- package/plugins/maestro-skills/skills/inbound-triage.md +56 -15
- package/plugins/maestro-skills/skills/main-session.md +18 -7
- package/scripts/ci/check-tarball-fidelity.mjs +126 -2
- package/scripts/ci/run-tests.mjs +47 -19
- package/scripts/cohort-llm/api-key-helper.mjs +92 -0
- package/scripts/collective/hook-runner.mjs +29 -2
- package/scripts/continuous-monitor.sh +13 -0
- package/scripts/cost/track-claude-usage.mjs +15 -0
- package/scripts/daemon/agent-daemon.mjs +408 -20
- package/scripts/daemon/assurance.mjs +48 -12
- package/scripts/daemon/cadence-consumer.mjs +218 -68
- package/scripts/daemon/cadence-handlers.mjs +73 -4
- package/scripts/daemon/classifier.mjs +75 -26
- package/scripts/daemon/context-compiler.mjs +51 -37
- package/scripts/daemon/deliver.mjs +30 -1
- package/scripts/daemon/dispatcher.mjs +595 -149
- package/scripts/daemon/health.mjs +14 -1
- package/scripts/daemon/maestro-daemon.mjs +11 -0
- package/scripts/daemon/prompt-builder.mjs +24 -0
- package/scripts/daemon/responder.mjs +246 -79
- package/scripts/daemon/sdk-version.mjs +98 -16
- package/scripts/eval/probe-gateway.mjs +635 -0
- package/scripts/eval/replay/extract.mjs +270 -0
- package/scripts/eval/replay/grade.mjs +260 -0
- package/scripts/eval/replay/lib/config.mjs +50 -0
- package/scripts/eval/replay/lib/effects.mjs +65 -0
- package/scripts/eval/replay/lib/fixture.mjs +188 -0
- package/scripts/eval/replay/lib/judge.mjs +72 -0
- package/scripts/eval/replay/lib/redact.mjs +136 -0
- package/scripts/eval/replay/lib/sandbox.mjs +170 -0
- package/scripts/eval/replay/lib/schema-check.mjs +63 -0
- package/scripts/eval/replay/lib/transcript.mjs +76 -0
- package/scripts/eval/replay/mcp-replay-stub.mjs +101 -0
- package/scripts/eval/replay/report.mjs +185 -0
- package/scripts/eval/replay/run.mjs +404 -0
- package/scripts/fleet/rollout.mjs +1094 -0
- package/scripts/hooks/pre-send-audit.sh +36 -245
- package/scripts/hooks/pre-write-yaml-validate.mjs +275 -0
- package/scripts/hooks/validate-state-yaml.sh +190 -0
- package/scripts/huddle/huddle-llm.mjs +361 -0
- package/scripts/huddle/huddle-server.mjs +46 -121
- package/scripts/local-triggers/autoupdate.sh +448 -78
- package/scripts/local-triggers/run-trigger.sh +13 -0
- package/scripts/maintenance/pin-integrity.mjs +364 -0
- package/scripts/poll-slack-events.sh +41 -9
- package/scripts/poller/slack-socket-mode.mjs +28 -3
- package/scripts/session/supervisor.mjs +80 -13
- package/scripts/spawn-session.sh +13 -0
- package/bin/maestro.test.mjs +0 -1574
- package/lib/action-executor.test.mjs +0 -871
- package/lib/archetype.test.mjs +0 -132
- package/lib/assurance/plan-note.test.mjs +0 -234
- package/lib/assurance/room-budget.test.mjs +0 -486
- package/lib/assurance/tier.test.mjs +0 -174
- package/lib/autonomy.test.mjs +0 -66
- package/lib/backlog.test.mjs +0 -302
- package/lib/backup/policy.test.mjs +0 -305
- package/lib/budget-escalate.test.mjs +0 -232
- package/lib/budget-guard.envelope.test.mjs +0 -476
- package/lib/budget-guard.test.mjs +0 -427
- package/lib/cadence-bus-requeue.test.mjs +0 -83
- package/lib/cadence-bus-schedule.test.mjs +0 -194
- package/lib/cadence-bus.test.mjs +0 -720
- package/lib/cadences.test.mjs +0 -230
- package/lib/capability/inventory.test.mjs +0 -232
- package/lib/capability.test.mjs +0 -78
- package/lib/channels/base-adapter.test.mjs +0 -590
- package/lib/channels/channels.test.mjs +0 -371
- package/lib/channels/contract.test.mjs +0 -162
- package/lib/channels/inbox-item.test.mjs +0 -368
- package/lib/channels/orgmail/adapter.test.mjs +0 -448
- package/lib/channels/pairing.test.mjs +0 -270
- package/lib/channels/repeat-suppressor.test.mjs +0 -134
- package/lib/channels/slack-adapter.test.mjs +0 -212
- package/lib/channels/telegram-adapter.test.mjs +0 -306
- package/lib/channels/voice/adapter.test.mjs +0 -278
- package/lib/channels/whatsapp/adapter-baileys.test.mjs +0 -359
- package/lib/channels/whatsapp/baileys-typing.test.mjs +0 -154
- package/lib/charter.test.mjs +0 -89
- package/lib/claude-bin.test.mjs +0 -131
- package/lib/cli/board.test.mjs +0 -227
- package/lib/cli/design.test.mjs +0 -270
- package/lib/cli/doctor-checks.test.mjs +0 -336
- package/lib/cli/global-setup-extras.test.mjs +0 -462
- package/lib/cli/inbox.test.mjs +0 -230
- package/lib/cli/session-ack.test.mjs +0 -63
- package/lib/cli/session.test.mjs +0 -613
- package/lib/collective/capture.test.mjs +0 -121
- package/lib/collective/cards.test.mjs +0 -114
- package/lib/collective/config.test.mjs +0 -123
- package/lib/collective/global-config.test.mjs +0 -220
- package/lib/collective/global-skills.test.mjs +0 -126
- package/lib/collective/presence.test.mjs +0 -95
- package/lib/collective/recall.test.mjs +0 -116
- package/lib/collective/vendor-skills.test.mjs +0 -306
- package/lib/comms/send-gate.test.mjs +0 -770
- package/lib/comms.test.mjs +0 -41
- package/lib/context/budget.test.mjs +0 -252
- package/lib/context/history-scope.test.mjs +0 -79
- package/lib/cost/ledger-row.test.mjs +0 -183
- package/lib/design/design-md.test.mjs +0 -318
- package/lib/design/fixtures/DESIGN.golden.md +0 -238
- package/lib/design/fixtures/PRODUCT.golden.md +0 -67
- package/lib/design/fixtures/foundation.json +0 -133
- package/lib/design/refresh-gate.test.mjs +0 -144
- package/lib/design/write.test.mjs +0 -241
- package/lib/diagnostics/alerts.test.mjs +0 -318
- package/lib/diagnostics/backup-freshness.test.mjs +0 -185
- package/lib/diagnostics/counters.test.mjs +0 -206
- package/lib/diagnostics/events.test.mjs +0 -290
- package/lib/diagnostics/otel.test.mjs +0 -196
- package/lib/diagnostics/trace.test.mjs +0 -251
- package/lib/env-compat.test.mjs +0 -104
- package/lib/execution/disposition.test.mjs +0 -553
- package/lib/execution/drive.test.mjs +0 -270
- package/lib/execution/effects.test.mjs +0 -344
- package/lib/execution/intake.test.mjs +0 -389
- package/lib/execution/journal.test.mjs +0 -261
- package/lib/execution/match.test.mjs +0 -235
- package/lib/execution/pipeline.test.mjs +0 -392
- package/lib/execution/route.test.mjs +0 -186
- package/lib/execution/surface-policy.test.mjs +0 -162
- package/lib/fs-atomic.test.mjs +0 -72
- package/lib/fs-ownership.test.mjs +0 -158
- package/lib/goals/admission.test.mjs +0 -164
- package/lib/goals/classify.test.mjs +0 -167
- package/lib/goals/collaborate.test.mjs +0 -336
- package/lib/goals/gaps.test.mjs +0 -284
- package/lib/goals/loop.test.mjs +0 -845
- package/lib/hooks/bus.test.mjs +0 -387
- package/lib/identity/persona.test.mjs +0 -142
- package/lib/kpi-sensors.test.mjs +0 -278
- package/lib/kpi.test.mjs +0 -244
- package/lib/learning/config.test.mjs +0 -75
- package/lib/learning/counters.test.mjs +0 -69
- package/lib/learning/curator-consolidate.test.mjs +0 -238
- package/lib/learning/curator.test.mjs +0 -106
- package/lib/learning/reflect.test.mjs +0 -0
- package/lib/learning/session-index.test.mjs +0 -125
- package/lib/learning/skill-writer.test.mjs +0 -210
- package/lib/mandate/audit.test.mjs +0 -195
- package/lib/mandate/contract.test.mjs +0 -185
- package/lib/mandate/derive.test.mjs +0 -274
- package/lib/mandate/model.test.mjs +0 -164
- package/lib/mandate/refresh.test.mjs +0 -389
- package/lib/mcp/server.test.mjs +0 -426
- package/lib/model-router/auth-profiles.test.mjs +0 -580
- package/lib/model-router/catalog.test.mjs +0 -385
- package/lib/model-router/economics.test.mjs +0 -438
- package/lib/model-router/failover.test.mjs +0 -439
- package/lib/model-router/health.test.mjs +0 -338
- package/lib/model-router/integration-coverage.test.mjs +0 -831
- package/lib/model-router/integration.test.mjs +0 -564
- package/lib/model-router/ledger.test.mjs +0 -415
- package/lib/model-router/llm-task.test.mjs +0 -392
- package/lib/model-router/org-credentials.test.mjs +0 -265
- package/lib/model-router/pricing-refresh.test.mjs +0 -286
- package/lib/model-router/reconcile.test.mjs +0 -316
- package/lib/model-router/repair.test.mjs +0 -180
- package/lib/model-router/spawn.test.mjs +0 -446
- package/lib/model-router/taxonomy.test.mjs +0 -410
- package/lib/model-router.test.mjs +0 -1207
- package/lib/org/activity.test.mjs +0 -134
- package/lib/org/approvals.test.mjs +0 -216
- package/lib/org/awareness.test.mjs +0 -159
- package/lib/org/board-mine-cache.test.mjs +0 -53
- package/lib/org/board.test.mjs +0 -187
- package/lib/org/bootstrap-context.test.mjs +0 -153
- package/lib/org/client.test.mjs +0 -1206
- package/lib/org/cohort-client.test.mjs +0 -126
- package/lib/org/cost-sync.test.mjs +0 -153
- package/lib/org/doctor.test.mjs +0 -346
- package/lib/org/engagement-ledger.test.mjs +0 -112
- package/lib/org/engagement.test.mjs +0 -739
- package/lib/org/handoff.test.mjs +0 -269
- package/lib/org/inbound/directedness.test.mjs +0 -668
- package/lib/org/inbound/facts.test.mjs +0 -471
- package/lib/org/inbound/hydrate.test.mjs +0 -908
- package/lib/org/inbound/index.test.mjs +0 -429
- package/lib/org/inbound/project.test.mjs +0 -287
- package/lib/org/integration-tools.test.mjs +0 -160
- package/lib/org/keys.test.mjs +0 -92
- package/lib/org/knowledge.test.mjs +0 -326
- package/lib/org/leases.test.mjs +0 -235
- package/lib/org/mesh-directives.test.mjs +0 -110
- package/lib/org/mesh-integration.test.mjs +0 -127
- package/lib/org/mesh.test.mjs +0 -400
- package/lib/org/messaging.test.mjs +0 -471
- package/lib/org/param-contract.test.mjs +0 -477
- package/lib/org/policy.test.mjs +0 -237
- package/lib/org/protocol.checksum.test.mjs +0 -90
- package/lib/org/protocol.test.mjs +0 -323
- package/lib/org/push.test.mjs +0 -792
- package/lib/org/registry.test.mjs +0 -100
- package/lib/org/resource-tools.test.mjs +0 -361
- package/lib/org/tool-access.test.mjs +0 -144
- package/lib/org/tool-surface-integration.test.mjs +0 -120
- package/lib/org/tool-surface.test.mjs +0 -1268
- package/lib/org/typing.test.mjs +0 -291
- package/lib/org/ui-parity.test.mjs +0 -560
- package/lib/org/verify.test.mjs +0 -194
- package/lib/org/work-ledger.test.mjs +0 -273
- package/lib/plan/adoption-e2e.test.mjs +0 -366
- package/lib/plan/budget-enforcement.test.mjs +0 -400
- package/lib/plan/compile.test.mjs +0 -382
- package/lib/plan/emit.test.mjs +0 -269
- package/lib/plan/explain.test.mjs +0 -188
- package/lib/prompts/parallelism.test.mjs +0 -177
- package/lib/rag/rag.test.mjs +0 -505
- package/lib/rate-guard.test.mjs +0 -272
- package/lib/reactive-gate.test.mjs +0 -57
- package/lib/render.test.mjs +0 -68
- package/lib/resource-governor.test.mjs +0 -488
- package/lib/scheduling/dynamic-jobs.test.mjs +0 -344
- package/lib/scheduling/jitter.test.mjs +0 -140
- package/lib/secrets/broker.test.mjs +0 -280
- package/lib/secrets/providers.test.mjs +0 -274
- package/lib/security/audit-engine.test.mjs +0 -424
- package/lib/security/coerce-args.test.mjs +0 -281
- package/lib/security/dangerous-tools.test.mjs +0 -68
- package/lib/security/external-content.test.mjs +0 -84
- package/lib/security/redact.test.mjs +0 -441
- package/lib/security/secret-equal.test.mjs +0 -55
- package/lib/session/config.test.mjs +0 -92
- package/lib/session/feed-core.test.mjs +0 -198
- package/lib/session/first-run.test.mjs +0 -121
- package/lib/session/frontdoor.test.mjs +0 -205
- package/lib/session/handoffs.test.mjs +0 -183
- package/lib/session/identity.test.mjs +0 -180
- package/lib/session/inbox-claims.test.mjs +0 -286
- package/lib/session/launch-args.test.mjs +0 -157
- package/lib/session/liveness.test.mjs +0 -100
- package/lib/session/status-summary.test.mjs +0 -118
- package/lib/session-permissions.test.mjs +0 -120
- package/lib/setup/claude-probe.test.mjs +0 -187
- package/lib/setup/completeness.test.mjs +0 -110
- package/lib/setup/context-pack.test.mjs +0 -89
- package/lib/setup/enrich.test.mjs +0 -115
- package/lib/setup/enroll-from-cohort.test.mjs +0 -300
- package/lib/setup/integration.test.mjs +0 -162
- package/lib/setup/io.test.mjs +0 -77
- package/lib/setup/runner.test.mjs +0 -132
- package/lib/setup/sections/identity.test.mjs +0 -234
- package/lib/setup/sections/inventory.test.mjs +0 -198
- package/lib/setup/sections/learning.test.mjs +0 -81
- package/lib/setup/sections/mandate.test.mjs +0 -388
- package/lib/setup/sections/messaging.test.mjs +0 -127
- package/lib/setup/sections/model.test.mjs +0 -240
- package/lib/setup/sections/org.test.mjs +0 -346
- package/lib/setup/sections/orgmail.test.mjs +0 -118
- package/lib/setup/sections/recovery.test.mjs +0 -98
- package/lib/setup/sections/subagents.test.mjs +0 -429
- package/lib/setup/sections/verify.test.mjs +0 -175
- package/lib/setup/sot.test.mjs +0 -81
- package/lib/setup/state.test.mjs +0 -115
- package/lib/singleton.test.mjs +0 -151
- package/lib/subagents/cli.test.mjs +0 -389
- package/lib/subagents/client.test.mjs +0 -309
- package/lib/subagents/gap.test.mjs +0 -234
- package/lib/subagents/lock.test.mjs +0 -248
- package/lib/subagents/manifest.test.mjs +0 -175
- package/lib/subagents/refs.test.mjs +0 -204
- package/lib/subagents/resolve.test.mjs +0 -422
- package/lib/subagents/schema.test.mjs +0 -328
- package/lib/telemetry/alerts.test.mjs +0 -109
- package/lib/telemetry/collect.test.mjs +0 -1274
- package/lib/tool-definitions-integration.test.mjs +0 -83
- package/lib/tool-definitions.test.mjs +0 -437
- package/lib/upgrade/global-refresh.test.mjs +0 -65
- package/lib/upgrade/launchd-reconcile.test.mjs +0 -272
- package/lib/upgrade/post-steps.test.mjs +0 -200
- package/lib/upgrade/verify.test.mjs +0 -164
- package/lib/util/fetch-timeout.test.mjs +0 -202
- package/lib/util/reconnect.test.mjs +0 -369
- package/lib/util/unhandled.test.mjs +0 -216
- package/lib/voice/outbound.test.mjs +0 -69
- package/lib/voice/session-rotation.test.mjs +0 -114
- package/lib/voice/stt.test.mjs +0 -226
- package/lib/voice/voice.test.mjs +0 -990
- package/scripts/cadence/enqueue-cadence-tick.test.mjs +0 -187
- package/scripts/ci/check-docs-accuracy.test.mjs +0 -409
- package/scripts/ci/check-durable-write-seam.test.mjs +0 -90
- package/scripts/ci/check-no-build-artifacts.test.mjs +0 -71
- package/scripts/ci/check-no-residual-identity.test.mjs +0 -202
- package/scripts/ci/check-skill-packs.test.mjs +0 -495
- package/scripts/ci/check-subagent-frontmatter.test.mjs +0 -124
- package/scripts/ci/check.test.mjs +0 -194
- package/scripts/ci/conformance-org-api.test.mjs +0 -425
- package/scripts/cloud-relay/voice/relay-identity.test.mjs +0 -96
- package/scripts/collective/hook-runner.test.mjs +0 -173
- package/scripts/cost/fleet-digest.test.mjs +0 -207
- package/scripts/cost/track-claude-usage-pricing.test.mjs +0 -183
- package/scripts/cost/track-claude-usage.test.mjs +0 -148
- package/scripts/daemon/agent-daemon-board-mine.test.mjs +0 -96
- package/scripts/daemon/agent-daemon-design.test.mjs +0 -238
- package/scripts/daemon/agent-daemon-frontdoor.test.mjs +0 -60
- package/scripts/daemon/agent-daemon.test.mjs +0 -995
- package/scripts/daemon/assurance-e2e.test.mjs +0 -613
- package/scripts/daemon/assurance.test.mjs +0 -1791
- package/scripts/daemon/board-mirror.test.mjs +0 -165
- package/scripts/daemon/cadence-consumer-frontdoor.test.mjs +0 -393
- package/scripts/daemon/cadence-consumer-governance.test.mjs +0 -276
- package/scripts/daemon/cadence-consumer.test.mjs +0 -776
- package/scripts/daemon/cadence-handlers.test.mjs +0 -837
- package/scripts/daemon/classifier-identity.test.mjs +0 -137
- package/scripts/daemon/classifier.test.mjs +0 -266
- package/scripts/daemon/classify-kind.test.mjs +0 -40
- package/scripts/daemon/context-compiler.test.mjs +0 -406
- package/scripts/daemon/deliver.test.mjs +0 -564
- package/scripts/daemon/dispatcher-cooldown.test.mjs +0 -122
- package/scripts/daemon/dispatcher-governance.test.mjs +0 -1013
- package/scripts/daemon/dispatcher-resume.test.mjs +0 -166
- package/scripts/daemon/dispatcher-session-continuity.test.mjs +0 -365
- package/scripts/daemon/execution-ladder.test.mjs +0 -470
- package/scripts/daemon/goal-steward-cadence.test.mjs +0 -312
- package/scripts/daemon/inbox-deferral-session.test.mjs +0 -49
- package/scripts/daemon/inbox-deferral.test.mjs +0 -336
- package/scripts/daemon/inbox-wake.test.mjs +0 -199
- package/scripts/daemon/integration.test.mjs +0 -149
- package/scripts/daemon/lib/self-echo.test.mjs +0 -153
- package/scripts/daemon/lib/session-router.test.mjs +0 -554
- package/scripts/daemon/prompt-builder-preamble.test.mjs +0 -210
- package/scripts/daemon/prompt-builder.test.mjs +0 -556
- package/scripts/daemon/responder-cost.test.mjs +0 -68
- package/scripts/daemon/responder-history.test.mjs +0 -221
- package/scripts/daemon/sdk-version.test.mjs +0 -31
- package/scripts/daemon/session-lock.test.mjs +0 -252
- package/scripts/daemon/session-outcomes.test.mjs +0 -533
- package/scripts/daemon/typing-registry.test.mjs +0 -102
- package/scripts/hooks/pre-send-audit.test.mjs +0 -354
- package/scripts/huddle/huddle-prompt.test.mjs +0 -176
- package/scripts/local-triggers/autoupdate.test.mjs +0 -518
- package/scripts/local-triggers/generate-plists.test.mjs +0 -456
- package/scripts/media-generation/brand-clause.test.mjs +0 -135
- package/scripts/org/send-orgmail.first-contact.test.mjs +0 -102
- package/scripts/poller/inbox-privilege-injection.test.mjs +0 -167
- package/scripts/poller/inbox-scan-poller.test.mjs +0 -295
- package/scripts/poller/lib/cloud-relay-dedup.test.mjs +0 -133
- package/scripts/poller/slack-socket-mode.test.mjs +0 -805
- package/scripts/poller-launchd/install.test.mjs +0 -243
- package/scripts/restore-from-backup.test.mjs +0 -181
- package/scripts/session/feed.test.mjs +0 -196
- package/scripts/session/supervisor-sh.test.mjs +0 -218
- package/scripts/session/supervisor.test.mjs +0 -482
- package/scripts/setup/configure-macos.test.mjs +0 -306
- package/scripts/setup/gen-subagent-manifest.test.mjs +0 -124
- package/scripts/setup/generate-agent-package-json.test.mjs +0 -143
- package/scripts/setup/generate-capability.test.mjs +0 -134
- package/scripts/setup/init-agent.test.mjs +0 -370
- package/scripts/setup/init-skill-marketplace.test.mjs +0 -193
- package/scripts/vendor/sync-skill-packs.test.mjs +0 -103
- package/scripts/watchdog/memory-watchdog.test.mjs +0 -64
|
@@ -1,96 +0,0 @@
|
|
|
1
|
-
/**
|
|
2
|
-
* relay-identity.test.mjs — the PSTN relay must never invent an employer.
|
|
3
|
-
*
|
|
4
|
-
* WHAT BROKE
|
|
5
|
-
* `buildSessionUpdate()` built its last-resort instructions as:
|
|
6
|
-
* `You are ${identity.name || "the agent"}, ${identity.role || "an executive
|
|
7
|
-
* operator"} at ${identity.company || "Northwind"}.`
|
|
8
|
-
* This service is the DEPLOYED Railway relay that answers inbound PSTN calls.
|
|
9
|
-
* The fallback fires whenever the local agent queues a call with a bare
|
|
10
|
-
* `brief` and no `instructions`, and whatever it says is spoken to a person on
|
|
11
|
-
* a phone line — it leaves the org irrecoverably.
|
|
12
|
-
*
|
|
13
|
-
* WHY THE FIX IS SERVER-SIDE REFUSAL
|
|
14
|
-
* The relay runs on Railway with no access to config/agent.json or
|
|
15
|
-
* config/company.json. Everything it knows about the agent arrived in the
|
|
16
|
-
* queue entry. A field that did not arrive is a field this process CANNOT
|
|
17
|
-
* know, so the only honest behaviour is to drop the clause.
|
|
18
|
-
*
|
|
19
|
-
* HOW IT RUNS
|
|
20
|
-
* The relay ships its own package.json and depends on `ws`, which is not
|
|
21
|
-
* resolvable from this repo root, so server.mjs cannot be imported in-process.
|
|
22
|
-
* The identity helpers are pure, so we lift their REAL source out of the
|
|
23
|
-
* shipped file and evaluate that — the text under test is the text that ships.
|
|
24
|
-
*
|
|
25
|
-
* Run: node --test scripts/cloud-relay/voice/relay-identity.test.mjs
|
|
26
|
-
*/
|
|
27
|
-
|
|
28
|
-
"use strict";
|
|
29
|
-
|
|
30
|
-
import { test } from "node:test";
|
|
31
|
-
import assert from "node:assert/strict";
|
|
32
|
-
import { readFileSync } from "node:fs";
|
|
33
|
-
|
|
34
|
-
const SRC = readFileSync(new URL("./server.mjs", import.meta.url), "utf8");
|
|
35
|
-
|
|
36
|
-
function extractFunction(src, name) {
|
|
37
|
-
const re = new RegExp(`(?:export\\s+)?function\\s+${name}\\s*\\(`);
|
|
38
|
-
const m = re.exec(src);
|
|
39
|
-
assert.ok(m, `server.mjs no longer defines ${name}() — update this test deliberately`);
|
|
40
|
-
const open = src.indexOf("{", m.index + m[0].length - 1);
|
|
41
|
-
let depth = 0;
|
|
42
|
-
for (let i = open; i < src.length; i++) {
|
|
43
|
-
if (src[i] === "{") depth++;
|
|
44
|
-
else if (src[i] === "}" && --depth === 0) return src.slice(m.index, i + 1).replace(/^export\s+/, "");
|
|
45
|
-
}
|
|
46
|
-
throw new Error(`unbalanced braces extracting ${name}`);
|
|
47
|
-
}
|
|
48
|
-
|
|
49
|
-
const names = ["configured", "fallbackInstructions"];
|
|
50
|
-
const mod = new Function(
|
|
51
|
-
`${names.map((n) => extractFunction(SRC, n)).join("\n\n")}\nreturn { ${names.join(", ")} };`,
|
|
52
|
-
)();
|
|
53
|
-
const { fallbackInstructions } = mod;
|
|
54
|
-
|
|
55
|
-
// ── GROUNDED — the local agent shipped a real identity ──────────────────────
|
|
56
|
-
|
|
57
|
-
test("grounded: the full identity from the queue entry is spoken", () => {
|
|
58
|
-
const out = fallbackInstructions({ name: "Robin Okafor", role: "VP Operations", company: "Meridian Freight" });
|
|
59
|
-
assert.equal(out, "You are Robin Okafor, VP Operations at Meridian Freight. Reply briefly in your voice.");
|
|
60
|
-
});
|
|
61
|
-
|
|
62
|
-
// ── EMPTY — omit the clause, never substitute a default ─────────────────────
|
|
63
|
-
|
|
64
|
-
test("empty: no company ⇒ the 'at <company>' clause is DROPPED, not defaulted", () => {
|
|
65
|
-
const out = fallbackInstructions({ name: "Robin Okafor", role: "VP Operations" });
|
|
66
|
-
assert.equal(out, "You are Robin Okafor, VP Operations. Reply briefly in your voice.");
|
|
67
|
-
assert.doesNotMatch(out, / at /);
|
|
68
|
-
});
|
|
69
|
-
|
|
70
|
-
test("empty: the UNCONFIGURED sentinel is treated as absent", () => {
|
|
71
|
-
const out = fallbackInstructions({ name: "Robin Okafor", role: "VP Operations", company: "UNCONFIGURED" });
|
|
72
|
-
assert.doesNotMatch(out, /UNCONFIGURED/);
|
|
73
|
-
assert.doesNotMatch(out, / at /);
|
|
74
|
-
});
|
|
75
|
-
|
|
76
|
-
test("empty: no role ⇒ no invented role", () => {
|
|
77
|
-
const out = fallbackInstructions({ name: "Robin Okafor" });
|
|
78
|
-
assert.equal(out, "You are Robin Okafor. Reply briefly in your voice.");
|
|
79
|
-
assert.doesNotMatch(out, /executive operator/i);
|
|
80
|
-
});
|
|
81
|
-
|
|
82
|
-
test("empty: nothing at all ⇒ NO persona is asserted to the caller", () => {
|
|
83
|
-
for (const id of [{}, { name: "", role: "", company: "" }, { name: " " }]) {
|
|
84
|
-
const out = fallbackInstructions(id);
|
|
85
|
-
assert.equal(out, "Reply briefly in your voice.", JSON.stringify(id));
|
|
86
|
-
assert.doesNotMatch(out, /You are/);
|
|
87
|
-
}
|
|
88
|
-
});
|
|
89
|
-
|
|
90
|
-
// ── The literal is gone from the deployed source ────────────────────────────
|
|
91
|
-
|
|
92
|
-
test("the deployed relay source carries no default employer", () => {
|
|
93
|
-
assert.doesNotMatch(SRC, /\bNorthwind\b/i);
|
|
94
|
-
assert.doesNotMatch(SRC, /identity\.company \|\|/, "no `|| <default>` on the employer");
|
|
95
|
-
assert.doesNotMatch(SRC, /an executive operator/, "no `|| <default>` on the role");
|
|
96
|
-
});
|
|
@@ -1,173 +0,0 @@
|
|
|
1
|
-
/**
|
|
2
|
-
* hook-runner.test.mjs — integration test for the global hook entry point.
|
|
3
|
-
* Spawns the runner against a temp MAESTRO_COLLECTIVE_ROOT so it never touches
|
|
4
|
-
* the real repo state.
|
|
5
|
-
* Run: node --test scripts/collective/hook-runner.test.mjs
|
|
6
|
-
*/
|
|
7
|
-
"use strict";
|
|
8
|
-
|
|
9
|
-
import { test } from "node:test";
|
|
10
|
-
import assert from "node:assert/strict";
|
|
11
|
-
import { mkdtempSync, mkdirSync, writeFileSync, rmSync } from "node:fs";
|
|
12
|
-
import { tmpdir } from "node:os";
|
|
13
|
-
import { join, dirname } from "node:path";
|
|
14
|
-
import { fileURLToPath } from "node:url";
|
|
15
|
-
import { spawnSync } from "node:child_process";
|
|
16
|
-
|
|
17
|
-
import { register } from "../../lib/collective/presence.mjs";
|
|
18
|
-
import { appendCards } from "../../lib/collective/cards.mjs";
|
|
19
|
-
|
|
20
|
-
const RUNNER = join(dirname(fileURLToPath(import.meta.url)), "hook-runner.mjs");
|
|
21
|
-
|
|
22
|
-
function tmpRoot() {
|
|
23
|
-
const root = mkdtempSync(join(tmpdir(), "collective-hook-"));
|
|
24
|
-
mkdirSync(join(root, "config"), { recursive: true });
|
|
25
|
-
return root;
|
|
26
|
-
}
|
|
27
|
-
function run(event, input, root, extraEnv = {}) {
|
|
28
|
-
const env = { ...process.env, MAESTRO_COLLECTIVE_ROOT: root };
|
|
29
|
-
delete env.MAESTRO_DAEMON; // never inherit a daemon marker from the runner's own environment
|
|
30
|
-
Object.assign(env, extraEnv);
|
|
31
|
-
return spawnSync(process.execPath, [RUNNER, event], {
|
|
32
|
-
input: JSON.stringify(input),
|
|
33
|
-
encoding: "utf8",
|
|
34
|
-
env,
|
|
35
|
-
});
|
|
36
|
-
}
|
|
37
|
-
|
|
38
|
-
test("prime: silent (exit 0, no output) when nothing to say", () => {
|
|
39
|
-
const root = tmpRoot();
|
|
40
|
-
try {
|
|
41
|
-
const r = run("prime", { session_id: "me", cwd: "/x/maestro" }, root);
|
|
42
|
-
assert.equal(r.status, 0);
|
|
43
|
-
assert.equal(r.stdout.trim(), "", "no presence + no cards → no digest");
|
|
44
|
-
} finally { rmSync(root, { recursive: true, force: true }); }
|
|
45
|
-
});
|
|
46
|
-
|
|
47
|
-
test("prime: injects a digest when peers are active / cards exist", () => {
|
|
48
|
-
const root = tmpRoot();
|
|
49
|
-
try {
|
|
50
|
-
register(root, { sessionId: "other", cwd: "/x/openclaw", intent: "research" });
|
|
51
|
-
appendCards(root, [{ kind: "decision", title: "Shipped billing", salience: 0.9, ts: new Date().toISOString() }], { sessionId: "prev" });
|
|
52
|
-
const r = run("prime", { session_id: "me", cwd: "/x/maestro" }, root);
|
|
53
|
-
assert.equal(r.status, 0);
|
|
54
|
-
const payload = JSON.parse(r.stdout);
|
|
55
|
-
const ctx = payload.hookSpecificOutput.additionalContext;
|
|
56
|
-
assert.match(ctx, /maestro:collective-digest/);
|
|
57
|
-
assert.match(ctx, /Active now:/);
|
|
58
|
-
assert.match(ctx, /Shipped billing/);
|
|
59
|
-
} finally { rmSync(root, { recursive: true, force: true }); }
|
|
60
|
-
});
|
|
61
|
-
|
|
62
|
-
test("prime: denylisted cwd gets NO memory injected (leak guard)", () => {
|
|
63
|
-
const root = tmpRoot();
|
|
64
|
-
try {
|
|
65
|
-
writeFileSync(join(root, "config", "collective.yaml"), "repoDenylist: [client-secret]\n");
|
|
66
|
-
register(root, { sessionId: "other", cwd: "/x/openclaw" });
|
|
67
|
-
appendCards(root, [{ title: "sensitive agent memory", ts: new Date().toISOString() }], { sessionId: "p" });
|
|
68
|
-
const r = run("prime", { session_id: "me", cwd: "/work/client-secret" }, root);
|
|
69
|
-
assert.equal(r.status, 0);
|
|
70
|
-
assert.equal(r.stdout.trim(), "", "denylisted session must not receive the digest");
|
|
71
|
-
} finally { rmSync(root, { recursive: true, force: true }); }
|
|
72
|
-
});
|
|
73
|
-
|
|
74
|
-
test("beat + stop: exit 0 and manage presence", () => {
|
|
75
|
-
const root = tmpRoot();
|
|
76
|
-
try {
|
|
77
|
-
assert.equal(run("prime", { session_id: "s1", cwd: "/x/maestro" }, root).status, 0);
|
|
78
|
-
assert.equal(run("beat", { session_id: "s1", cwd: "/x/maestro" }, root).status, 0);
|
|
79
|
-
const stop = run("stop", { session_id: "s1", cwd: "/x/maestro", transcript_path: "" }, root);
|
|
80
|
-
assert.equal(stop.status, 0);
|
|
81
|
-
} finally { rmSync(root, { recursive: true, force: true }); }
|
|
82
|
-
});
|
|
83
|
-
|
|
84
|
-
test("disabled config → fully silent no-op", () => {
|
|
85
|
-
const root = tmpRoot();
|
|
86
|
-
try {
|
|
87
|
-
writeFileSync(join(root, "config", "collective.yaml"), "enabled: false\n");
|
|
88
|
-
register(root, { sessionId: "other", cwd: "/x/openclaw" });
|
|
89
|
-
const r = run("prime", { session_id: "me", cwd: "/x/maestro" }, root);
|
|
90
|
-
assert.equal(r.status, 0);
|
|
91
|
-
assert.equal(r.stdout.trim(), "");
|
|
92
|
-
} finally { rmSync(root, { recursive: true, force: true }); }
|
|
93
|
-
});
|
|
94
|
-
|
|
95
|
-
// ── WP-M4: the front-door primer (identity block + session status) ─────────
|
|
96
|
-
|
|
97
|
-
test("prime: injects the identity block + one-line session status + handoff/board counts when the repo has an identity", () => {
|
|
98
|
-
const root = tmpRoot();
|
|
99
|
-
try {
|
|
100
|
-
writeFileSync(join(root, "config", "agent.json"), JSON.stringify({
|
|
101
|
-
firstName: "Alex", fullName: "Alex Rivera", title: "Chief of Staff", company: "Acme",
|
|
102
|
-
principal: { fullName: "Jordan Lee", title: "CEO" }, repoSlug: "alex-ai",
|
|
103
|
-
}));
|
|
104
|
-
mkdirSync(join(root, "state", "session", "handoffs"), { recursive: true });
|
|
105
|
-
mkdirSync(join(root, "state", "org"), { recursive: true });
|
|
106
|
-
writeFileSync(join(root, "state", "session", "heartbeat.json"), JSON.stringify({ pid: 1, name: "alex-main", ts: Date.now() }));
|
|
107
|
-
writeFileSync(join(root, "state", "session", "handoffs", "t1.json"), "{}");
|
|
108
|
-
writeFileSync(join(root, "state", "session", "handoffs", "t2.json"), "{}");
|
|
109
|
-
writeFileSync(join(root, "state", "org", "board-mine.json"), JSON.stringify({ items: [{ itemId: "i1" }], fetchedAt: new Date().toISOString() }));
|
|
110
|
-
const r = run("prime", { session_id: "me", cwd: "/x/maestro" }, root);
|
|
111
|
-
assert.equal(r.status, 0);
|
|
112
|
-
const payload = JSON.parse(r.stdout);
|
|
113
|
-
const ctx = payload.hookSpecificOutput.additionalContext;
|
|
114
|
-
assert.match(ctx, /maestro:identity/);
|
|
115
|
-
assert.match(ctx, /Alex Rivera/);
|
|
116
|
-
assert.match(ctx, /Chief of Staff/);
|
|
117
|
-
assert.match(ctx, /`alex-main`/);
|
|
118
|
-
assert.match(ctx, /Session status: main session alex-main live/);
|
|
119
|
-
assert.match(ctx, /2 open handoffs/);
|
|
120
|
-
assert.match(ctx, /1 board item/);
|
|
121
|
-
} finally { rmSync(root, { recursive: true, force: true }); }
|
|
122
|
-
});
|
|
123
|
-
|
|
124
|
-
test("prime: identity primer and memory digest are emitted together in ONE hook frame", () => {
|
|
125
|
-
const root = tmpRoot();
|
|
126
|
-
try {
|
|
127
|
-
writeFileSync(join(root, "config", "agent.json"), JSON.stringify({ firstName: "Alex", fullName: "Alex Rivera" }));
|
|
128
|
-
register(root, { sessionId: "other", cwd: "/x/openclaw", intent: "research" });
|
|
129
|
-
appendCards(root, [{ kind: "decision", title: "Shipped billing", salience: 0.9, ts: new Date().toISOString() }], { sessionId: "prev" });
|
|
130
|
-
const r = run("prime", { session_id: "me", cwd: "/x/maestro" }, root);
|
|
131
|
-
assert.equal(r.status, 0);
|
|
132
|
-
const frames = r.stdout.trim().split("\n").filter(Boolean);
|
|
133
|
-
assert.equal(frames.length, 1, "exactly one JSON frame on stdout");
|
|
134
|
-
const ctx = JSON.parse(frames[0]).hookSpecificOutput.additionalContext;
|
|
135
|
-
assert.match(ctx, /maestro:collective-digest/);
|
|
136
|
-
assert.match(ctx, /Shipped billing/);
|
|
137
|
-
assert.match(ctx, /maestro:identity/);
|
|
138
|
-
assert.match(ctx, /Session status: main session not running/);
|
|
139
|
-
} finally { rmSync(root, { recursive: true, force: true }); }
|
|
140
|
-
});
|
|
141
|
-
|
|
142
|
-
test("prime: a denylisted cwd gets neither memory nor identity", () => {
|
|
143
|
-
const root = tmpRoot();
|
|
144
|
-
try {
|
|
145
|
-
writeFileSync(join(root, "config", "collective.yaml"), "repoDenylist: [client-secret]\n");
|
|
146
|
-
writeFileSync(join(root, "config", "agent.json"), JSON.stringify({ firstName: "Alex", fullName: "Alex Rivera" }));
|
|
147
|
-
const r = run("prime", { session_id: "me", cwd: "/work/client-secret" }, root);
|
|
148
|
-
assert.equal(r.status, 0);
|
|
149
|
-
assert.equal(r.stdout.trim(), "");
|
|
150
|
-
} finally { rmSync(root, { recursive: true, force: true }); }
|
|
151
|
-
});
|
|
152
|
-
|
|
153
|
-
test("prime: the daemon's own `claude --print` children (MAESTRO_DAEMON=1) get the memory digest but NOT the identity primer", () => {
|
|
154
|
-
const root = tmpRoot();
|
|
155
|
-
try {
|
|
156
|
-
writeFileSync(join(root, "config", "agent.json"), JSON.stringify({ firstName: "Alex", fullName: "Alex Rivera" }));
|
|
157
|
-
// No digest material → a daemon child is fully silent.
|
|
158
|
-
const quiet = run("prime", { session_id: "d1", cwd: "/x/maestro" }, root, { MAESTRO_DAEMON: "1" });
|
|
159
|
-
assert.equal(quiet.status, 0);
|
|
160
|
-
assert.equal(quiet.stdout.trim(), "", "no identity block for a daemon child");
|
|
161
|
-
// With digest material → the digest still flows, the identity block still does not.
|
|
162
|
-
register(root, { sessionId: "other", cwd: "/x/openclaw", intent: "research" });
|
|
163
|
-
appendCards(root, [{ kind: "decision", title: "Shipped billing", salience: 0.9, ts: new Date().toISOString() }], { sessionId: "prev" });
|
|
164
|
-
const r = run("prime", { session_id: "d2", cwd: "/x/maestro" }, root, { MAESTRO_DAEMON: "1" });
|
|
165
|
-
assert.equal(r.status, 0);
|
|
166
|
-
const ctx = JSON.parse(r.stdout).hookSpecificOutput.additionalContext;
|
|
167
|
-
assert.match(ctx, /Shipped billing/);
|
|
168
|
-
assert.ok(!/maestro:identity/.test(ctx), "identity primer is skipped for daemon children");
|
|
169
|
-
// An interactive session on the same repo still gets it.
|
|
170
|
-
const i = run("prime", { session_id: "i1", cwd: "/x/maestro" }, root);
|
|
171
|
-
assert.match(JSON.parse(i.stdout).hookSpecificOutput.additionalContext, /maestro:identity/);
|
|
172
|
-
} finally { rmSync(root, { recursive: true, force: true }); }
|
|
173
|
-
});
|
|
@@ -1,207 +0,0 @@
|
|
|
1
|
-
/**
|
|
2
|
-
* Tests for scripts/cost/fleet-digest.mjs — the daily fleet cost digest.
|
|
3
|
-
* Covers: local-ledger aggregation (byAgent/byModel/totalUSD), the cacheReadRatio
|
|
4
|
-
* KPI computed from raw token columns (incl. the >=60% target flag), top spenders,
|
|
5
|
-
* and the optional org-rollup leg (injected rollupImpl, both pre-aggregated and
|
|
6
|
-
* raw-rows shapes) with fail-open fallback to local.
|
|
7
|
-
*/
|
|
8
|
-
|
|
9
|
-
import { test } from "node:test";
|
|
10
|
-
import assert from "node:assert/strict";
|
|
11
|
-
import { mkdtempSync, mkdirSync, writeFileSync } from "node:fs";
|
|
12
|
-
import { tmpdir } from "node:os";
|
|
13
|
-
import { join } from "node:path";
|
|
14
|
-
|
|
15
|
-
import {
|
|
16
|
-
fleetDigest,
|
|
17
|
-
aggregateRows,
|
|
18
|
-
aggregateFromRollup,
|
|
19
|
-
topSpenders,
|
|
20
|
-
} from "./fleet-digest.mjs";
|
|
21
|
-
|
|
22
|
-
const DAY = "2026-06-10";
|
|
23
|
-
|
|
24
|
-
function tmpLedger(rows, day = DAY) {
|
|
25
|
-
const dir = mkdtempSync(join(tmpdir(), "fleet-digest-"));
|
|
26
|
-
const ledgerDir = join(dir, "state", "cost-tracking");
|
|
27
|
-
mkdirSync(ledgerDir, { recursive: true });
|
|
28
|
-
writeFileSync(join(ledgerDir, `${day}.jsonl`), rows.map((r) => JSON.stringify(r)).join("\n") + "\n");
|
|
29
|
-
return { ledgerDir, dir };
|
|
30
|
-
}
|
|
31
|
-
|
|
32
|
-
// ---------------------------------------------------------------------------
|
|
33
|
-
// aggregateRows — the pure aggregator
|
|
34
|
-
// ---------------------------------------------------------------------------
|
|
35
|
-
|
|
36
|
-
test("aggregateRows: byAgent + byModel + total", () => {
|
|
37
|
-
const a = aggregateRows([
|
|
38
|
-
{ agent: "alex", model: "claude-sonnet-4-6", estimated_usd: 2.0 },
|
|
39
|
-
{ agent: "alex", model: "claude-haiku-4-5", estimated_usd: 0.5 },
|
|
40
|
-
{ agent: "robin", model: "claude-sonnet-4-6", estimated_usd: 1.0 },
|
|
41
|
-
]);
|
|
42
|
-
assert.equal(a.totalUSD, 3.5);
|
|
43
|
-
assert.equal(a.sessions, 3);
|
|
44
|
-
assert.equal(a.byAgent.alex, 2.5);
|
|
45
|
-
assert.equal(a.byAgent.robin, 1.0);
|
|
46
|
-
assert.equal(a.byModel["claude-sonnet-4-6"], 3.0);
|
|
47
|
-
assert.equal(a.byModel["claude-haiku-4-5"], 0.5);
|
|
48
|
-
});
|
|
49
|
-
|
|
50
|
-
test("aggregateRows: cacheReadRatio from raw token columns", () => {
|
|
51
|
-
// input(miss)=200, cache_read=800, cache_creation=0 → 800/1000 = 0.8
|
|
52
|
-
const a = aggregateRows([
|
|
53
|
-
{ agent: "a", model: "m", estimated_usd: 1, input_tokens: 200, cache_read_tokens: 800, cache_creation_tokens: 0 },
|
|
54
|
-
]);
|
|
55
|
-
assert.equal(a.cacheReadRatio, 0.8);
|
|
56
|
-
assert.equal(a.tokens.cache_read, 800);
|
|
57
|
-
});
|
|
58
|
-
|
|
59
|
-
test("aggregateRows: cacheReadRatio denominator includes cache_creation", () => {
|
|
60
|
-
// input=100, cache_read=100, cache_creation=300 → 100/500 = 0.2
|
|
61
|
-
const a = aggregateRows([
|
|
62
|
-
{ agent: "a", model: "m", estimated_usd: 1, input_tokens: 100, cache_read_tokens: 100, cache_creation_tokens: 300 },
|
|
63
|
-
]);
|
|
64
|
-
assert.equal(a.cacheReadRatio, 0.2);
|
|
65
|
-
});
|
|
66
|
-
|
|
67
|
-
test("aggregateRows: no tokens → ratio 0, never NaN", () => {
|
|
68
|
-
const a = aggregateRows([{ agent: "a", model: "m", estimated_usd: 1 }]);
|
|
69
|
-
assert.equal(a.cacheReadRatio, 0);
|
|
70
|
-
});
|
|
71
|
-
|
|
72
|
-
test("aggregateRows: empty input → zeroed digest, never throws", () => {
|
|
73
|
-
const a = aggregateRows([]);
|
|
74
|
-
assert.equal(a.totalUSD, 0);
|
|
75
|
-
assert.equal(a.sessions, 0);
|
|
76
|
-
assert.deepEqual(a.byAgent, {});
|
|
77
|
-
});
|
|
78
|
-
|
|
79
|
-
test("aggregateRows: total_cost_usd fallback when estimated_usd absent", () => {
|
|
80
|
-
const a = aggregateRows([{ agent: "a", model: "m", total_cost_usd: 4.0 }]);
|
|
81
|
-
assert.equal(a.totalUSD, 4.0);
|
|
82
|
-
});
|
|
83
|
-
|
|
84
|
-
// ---------------------------------------------------------------------------
|
|
85
|
-
// topSpenders
|
|
86
|
-
// ---------------------------------------------------------------------------
|
|
87
|
-
|
|
88
|
-
test("topSpenders: ranks descending and limits", () => {
|
|
89
|
-
const t = topSpenders({ alex: 5, robin: 9, sam: 1 }, 2);
|
|
90
|
-
assert.deepEqual(t, [{ agent: "robin", usd: 9 }, { agent: "alex", usd: 5 }]);
|
|
91
|
-
});
|
|
92
|
-
|
|
93
|
-
// ---------------------------------------------------------------------------
|
|
94
|
-
// fleetDigest — local leg
|
|
95
|
-
// ---------------------------------------------------------------------------
|
|
96
|
-
|
|
97
|
-
test("fleetDigest: local-only digest from a tmp ledger", async () => {
|
|
98
|
-
const { ledgerDir } = tmpLedger([
|
|
99
|
-
{ agent: "alex", model: "claude-sonnet-4-6", estimated_usd: 3.0, input_tokens: 100, cache_read_tokens: 900, cache_creation_tokens: 0 },
|
|
100
|
-
{ agent: "robin", model: "claude-haiku-4-5", estimated_usd: 1.0, input_tokens: 50, cache_read_tokens: 50, cache_creation_tokens: 0 },
|
|
101
|
-
]);
|
|
102
|
-
const d = await fleetDigest({ ledgerDir, day: DAY });
|
|
103
|
-
assert.equal(d.source, "local");
|
|
104
|
-
assert.equal(d.totalUSD, 4.0);
|
|
105
|
-
assert.equal(d.sessions, 2);
|
|
106
|
-
assert.equal(d.byAgent.alex, 3.0);
|
|
107
|
-
assert.equal(d.topSpenders[0].agent, "alex");
|
|
108
|
-
// combined cache ratio: cache_read=950, denom=100+900+50+50+0 = 1100 → 950/1100
|
|
109
|
-
assert.equal(d.cacheReadRatio, Number((950 / 1100).toFixed(4)));
|
|
110
|
-
});
|
|
111
|
-
|
|
112
|
-
test("fleetDigest: cacheReadKpiOk reflects the >=60% target", async () => {
|
|
113
|
-
const okLedger = tmpLedger([
|
|
114
|
-
{ agent: "a", model: "m", estimated_usd: 1, input_tokens: 100, cache_read_tokens: 900, cache_creation_tokens: 0 },
|
|
115
|
-
]);
|
|
116
|
-
const okDigest = await fleetDigest({ ledgerDir: okLedger.ledgerDir, day: DAY });
|
|
117
|
-
assert.equal(okDigest.cacheReadKpiOk, true);
|
|
118
|
-
|
|
119
|
-
const badLedger = tmpLedger([
|
|
120
|
-
{ agent: "a", model: "m", estimated_usd: 1, input_tokens: 900, cache_read_tokens: 100, cache_creation_tokens: 0 },
|
|
121
|
-
]);
|
|
122
|
-
const badDigest = await fleetDigest({ ledgerDir: badLedger.ledgerDir, day: DAY });
|
|
123
|
-
assert.equal(badDigest.cacheReadKpiOk, false);
|
|
124
|
-
});
|
|
125
|
-
|
|
126
|
-
test("fleetDigest: missing ledger → empty digest, never throws", async () => {
|
|
127
|
-
const d = await fleetDigest({ ledgerDir: "/nonexistent", day: DAY });
|
|
128
|
-
assert.equal(d.totalUSD, 0);
|
|
129
|
-
assert.equal(d.sessions, 0);
|
|
130
|
-
assert.equal(d.source, "local");
|
|
131
|
-
});
|
|
132
|
-
|
|
133
|
-
// ---------------------------------------------------------------------------
|
|
134
|
-
// fleetDigest — org rollup leg (injected rollupImpl)
|
|
135
|
-
// ---------------------------------------------------------------------------
|
|
136
|
-
|
|
137
|
-
test("fleetDigest: org leg with pre-aggregated rollup payload", async () => {
|
|
138
|
-
const { ledgerDir } = tmpLedger([{ agent: "alex", model: "m", estimated_usd: 1.0 }]);
|
|
139
|
-
const rollupImpl = async () => ({
|
|
140
|
-
totalUSD: 120.5,
|
|
141
|
-
byAgent: { alex: 60, robin: 40.5, sam: 20 },
|
|
142
|
-
byModel: { "claude-sonnet-4-6": 100, "claude-haiku-4-5": 20.5 },
|
|
143
|
-
sessions: 42,
|
|
144
|
-
tokens: { input: 1000, cache_read: 4000, cache_creation: 0 }, // 4000/5000 = 0.8
|
|
145
|
-
});
|
|
146
|
-
const d = await fleetDigest({ ledgerDir, day: DAY, org: true, rollupImpl });
|
|
147
|
-
assert.equal(d.source, "org-rollup");
|
|
148
|
-
assert.equal(d.totalUSD, 120.5);
|
|
149
|
-
assert.equal(d.sessions, 42);
|
|
150
|
-
assert.equal(d.cacheReadRatio, 0.8);
|
|
151
|
-
assert.equal(d.topSpenders[0].agent, "alex");
|
|
152
|
-
assert.equal(d.topSpenders[0].usd, 60);
|
|
153
|
-
});
|
|
154
|
-
|
|
155
|
-
test("fleetDigest: org leg with raw-rows rollup payload", async () => {
|
|
156
|
-
const { ledgerDir } = tmpLedger([{ agent: "x", model: "m", estimated_usd: 999 }]);
|
|
157
|
-
const rollupImpl = async () => ({
|
|
158
|
-
rows: [
|
|
159
|
-
{ agent: "alex", model: "claude-sonnet-4-6", estimated_usd: 10, input_tokens: 100, cache_read_tokens: 100, cache_creation_tokens: 0 },
|
|
160
|
-
{ agent: "robin", model: "claude-haiku-4-5", estimated_usd: 5 },
|
|
161
|
-
],
|
|
162
|
-
});
|
|
163
|
-
const d = await fleetDigest({ ledgerDir, day: DAY, org: true, rollupImpl });
|
|
164
|
-
assert.equal(d.source, "org-rollup");
|
|
165
|
-
assert.equal(d.totalUSD, 15); // NOT the local 999
|
|
166
|
-
assert.equal(d.byAgent.alex, 10);
|
|
167
|
-
});
|
|
168
|
-
|
|
169
|
-
test("fleetDigest: org leg unavailable → fall back to local with a note", async () => {
|
|
170
|
-
const { ledgerDir } = tmpLedger([{ agent: "alex", model: "m", estimated_usd: 7.0 }]);
|
|
171
|
-
const rollupImpl = async () => null; // server down / disabled
|
|
172
|
-
const d = await fleetDigest({ ledgerDir, day: DAY, org: true, rollupImpl });
|
|
173
|
-
assert.equal(d.source, "local");
|
|
174
|
-
assert.equal(d.totalUSD, 7.0);
|
|
175
|
-
assert.ok(d.notes.some((n) => /unavailable\/empty/.test(n)));
|
|
176
|
-
});
|
|
177
|
-
|
|
178
|
-
test("fleetDigest: a throwing rollupImpl is caught and falls back to local", async () => {
|
|
179
|
-
const { ledgerDir } = tmpLedger([{ agent: "alex", model: "m", estimated_usd: 2.0 }]);
|
|
180
|
-
const d = await fleetDigest({ ledgerDir, day: DAY, org: true, rollupImpl: async () => { throw new Error("boom"); } });
|
|
181
|
-
assert.equal(d.source, "local");
|
|
182
|
-
assert.equal(d.totalUSD, 2.0);
|
|
183
|
-
});
|
|
184
|
-
|
|
185
|
-
// ---------------------------------------------------------------------------
|
|
186
|
-
// aggregateFromRollup — recompute KPI from tokens, ignore stale server ratio
|
|
187
|
-
// ---------------------------------------------------------------------------
|
|
188
|
-
|
|
189
|
-
test("aggregateFromRollup: recomputes cacheReadRatio from tokens (stale server ratio ignored)", () => {
|
|
190
|
-
const agg = aggregateFromRollup({
|
|
191
|
-
totalUSD: 10,
|
|
192
|
-
byAgent: { a: 10 },
|
|
193
|
-
cacheReadRatio: 0.99, // server claims 99% ...
|
|
194
|
-
tokens: { input: 500, cache_read: 500, cache_creation: 0 }, // ... but tokens say 50%
|
|
195
|
-
});
|
|
196
|
-
assert.equal(agg.cacheReadRatio, 0.5);
|
|
197
|
-
});
|
|
198
|
-
|
|
199
|
-
test("aggregateFromRollup: trusts server ratio only when tokens absent", () => {
|
|
200
|
-
const agg = aggregateFromRollup({ totalUSD: 10, byAgent: { a: 10 }, cache_read_ratio: 0.65 });
|
|
201
|
-
assert.equal(agg.cacheReadRatio, 0.65);
|
|
202
|
-
});
|
|
203
|
-
|
|
204
|
-
test("aggregateFromRollup: empty/garbage payload → zeroed, never throws", () => {
|
|
205
|
-
assert.equal(aggregateFromRollup(null).totalUSD, 0);
|
|
206
|
-
assert.equal(aggregateFromRollup("nope").sessions, 0);
|
|
207
|
-
});
|
|
@@ -1,183 +0,0 @@
|
|
|
1
|
-
/**
|
|
2
|
-
* track-claude-usage-pricing.test.mjs — an unknown model must not be priced.
|
|
3
|
-
*
|
|
4
|
-
* WHAT BROKE
|
|
5
|
-
* `estimateUsd()` ended `loadPrices()[model] || DEFAULT_PRICES.sonnet`. An
|
|
6
|
-
* unknown model — a third-party backend, a retired catalog id, a typo in a
|
|
7
|
-
* spawn flag — was silently priced at Sonnet's rate and written as a real
|
|
8
|
-
* `estimated_usd`. lib/cost/ledger-row.mjs#billableUsd then reported
|
|
9
|
-
* basis:"estimated", a MEASURED tier, and that laundered number flowed into
|
|
10
|
-
* budget-guard's degrade/refuse band, fleet-digest, and the presence beat's
|
|
11
|
-
* `machine.spend24h` — which peers and humans read as this seat's REAL spend.
|
|
12
|
-
* A guessed price is a fabricated measurement of money.
|
|
13
|
-
*
|
|
14
|
-
* WHAT THESE TESTS PIN (end-to-end, through the real CLI)
|
|
15
|
-
* 1. GROUNDED — a model priced by a REAL source (the local tier table, or a
|
|
16
|
-
* lib/model-router/catalog row with its cost_provenance stamp) still bills.
|
|
17
|
-
* 2. EMPTY — a model no real source prices writes `estimated_usd: null`, an
|
|
18
|
-
* `unpriced_reason`, and lands in the UNKNOWN class as basis:"unpriced" —
|
|
19
|
-
* the vocabulary lib/cost/ledger-row.mjs already has for exactly this case
|
|
20
|
-
* — so it is imputed, not counted as a free session.
|
|
21
|
-
*
|
|
22
|
-
* Run: node --test scripts/cost/track-claude-usage-pricing.test.mjs
|
|
23
|
-
*/
|
|
24
|
-
|
|
25
|
-
"use strict";
|
|
26
|
-
|
|
27
|
-
import { test } from "node:test";
|
|
28
|
-
import assert from "node:assert/strict";
|
|
29
|
-
import { execFileSync } from "node:child_process";
|
|
30
|
-
import { mkdtempSync, mkdirSync, copyFileSync, readFileSync, readdirSync, rmSync } from "node:fs";
|
|
31
|
-
import { tmpdir } from "node:os";
|
|
32
|
-
import { join } from "node:path";
|
|
33
|
-
|
|
34
|
-
import { billableUsd, classifyRow, summariseRows, UNKNOWN } from "../../lib/cost/ledger-row.mjs";
|
|
35
|
-
|
|
36
|
-
const CLI = new URL("./track-claude-usage.mjs", import.meta.url).pathname;
|
|
37
|
-
|
|
38
|
-
/** Run `record` against a throwaway ledger dir and return {stdout, row}. */
|
|
39
|
-
function record(root, args) {
|
|
40
|
-
const out = execFileSync(process.execPath, [CLI, "record", ...args], {
|
|
41
|
-
env: { ...process.env, AGENT_ROOT: root },
|
|
42
|
-
encoding: "utf8",
|
|
43
|
-
stdio: ["ignore", "pipe", "pipe"],
|
|
44
|
-
});
|
|
45
|
-
const dir = join(root, "state/cost-tracking");
|
|
46
|
-
const files = readdirSync(dir).filter((f) => f.endsWith(".jsonl"));
|
|
47
|
-
const lines = readFileSync(join(dir, files[0]), "utf8").trim().split("\n");
|
|
48
|
-
return { stdout: JSON.parse(out), row: JSON.parse(lines[lines.length - 1]) };
|
|
49
|
-
}
|
|
50
|
-
|
|
51
|
-
// ── 1. GROUNDED ─────────────────────────────────────────────────────────────
|
|
52
|
-
|
|
53
|
-
test("grounded: a tier alias in the local price table still bills", () => {
|
|
54
|
-
const root = mkdtempSync(join(tmpdir(), "cost-"));
|
|
55
|
-
const { stdout, row } = record(root, [
|
|
56
|
-
"--cadence", "inbox", "--model", "sonnet",
|
|
57
|
-
"--input-tokens", "1000", "--output-tokens", "500", "--exit", "0",
|
|
58
|
-
]);
|
|
59
|
-
assert.equal(stdout.basis, "estimated");
|
|
60
|
-
assert.ok(row.estimated_usd > 0, "a real price produces a real figure");
|
|
61
|
-
assert.equal(row.unpriced_reason, undefined);
|
|
62
|
-
rmSync(root, { recursive: true, force: true });
|
|
63
|
-
});
|
|
64
|
-
|
|
65
|
-
test("grounded: a concrete catalog id is priced from lib/model-router/catalog", () => {
|
|
66
|
-
const root = mkdtempSync(join(tmpdir(), "cost-"));
|
|
67
|
-
const { stdout, row } = record(root, [
|
|
68
|
-
"--cadence", "inbox", "--model", "claude-opus-4-8",
|
|
69
|
-
"--input-tokens", "1000000", "--output-tokens", "0", "--exit", "0",
|
|
70
|
-
]);
|
|
71
|
-
assert.equal(stdout.basis, "estimated");
|
|
72
|
-
// anthropic.yaml: claude-opus-4-8 input = $5.00/MTok. This is the catalog's
|
|
73
|
-
// own figure, not a family guess.
|
|
74
|
-
assert.equal(row.estimated_usd, 5);
|
|
75
|
-
rmSync(root, { recursive: true, force: true });
|
|
76
|
-
});
|
|
77
|
-
|
|
78
|
-
test("grounded: the CLI's authoritative total_cost_usd always wins", () => {
|
|
79
|
-
const root = mkdtempSync(join(tmpdir(), "cost-"));
|
|
80
|
-
const { stdout } = record(root, [
|
|
81
|
-
"--cadence", "inbox", "--model", "sonnet",
|
|
82
|
-
"--input-tokens", "16", "--output-tokens", "10", "--cache-read-tokens", "553181",
|
|
83
|
-
"--total-cost-usd", "0.533412", "--exit", "0",
|
|
84
|
-
]);
|
|
85
|
-
assert.equal(stdout.basis, "authoritative");
|
|
86
|
-
assert.equal(stdout.billable_usd, 0.533412);
|
|
87
|
-
rmSync(root, { recursive: true, force: true });
|
|
88
|
-
});
|
|
89
|
-
|
|
90
|
-
// ── 2. EMPTY — no real price, no number ─────────────────────────────────────
|
|
91
|
-
|
|
92
|
-
test("empty: an unknown model is UNPRICED, not silently billed at the Sonnet rate", () => {
|
|
93
|
-
const root = mkdtempSync(join(tmpdir(), "cost-"));
|
|
94
|
-
const { stdout, row } = record(root, [
|
|
95
|
-
"--cadence", "inbox", "--model", "some-vendor-model-v9",
|
|
96
|
-
"--input-tokens", "1000", "--output-tokens", "500", "--exit", "0",
|
|
97
|
-
]);
|
|
98
|
-
|
|
99
|
-
assert.equal(row.estimated_usd, null, "no guessed figure is written");
|
|
100
|
-
assert.equal(row.total_cost_usd, undefined, "and none is invented");
|
|
101
|
-
assert.match(row.unpriced_reason, /no price for model "some-vendor-model-v9"/);
|
|
102
|
-
|
|
103
|
-
// The reader's verdict is the thing that matters downstream.
|
|
104
|
-
const { usd, basis } = billableUsd(row);
|
|
105
|
-
assert.equal(usd, null, "spend is UNKNOWN, not zero");
|
|
106
|
-
assert.equal(basis, "unpriced");
|
|
107
|
-
assert.equal(classifyRow(row), "measured");
|
|
108
|
-
assert.equal(billableUsd(row).cls, UNKNOWN, "it falls into the UNKNOWN class");
|
|
109
|
-
assert.equal(stdout.billable_usd, null);
|
|
110
|
-
assert.equal(stdout.basis, "unpriced");
|
|
111
|
-
rmSync(root, { recursive: true, force: true });
|
|
112
|
-
});
|
|
113
|
-
|
|
114
|
-
test("empty: an unpriced row is counted in `unmeasured` and flagged as a degradation", () => {
|
|
115
|
-
const root = mkdtempSync(join(tmpdir(), "cost-"));
|
|
116
|
-
const { row } = record(root, [
|
|
117
|
-
"--cadence", "inbox", "--model", "some-vendor-model-v9",
|
|
118
|
-
"--input-tokens", "1000", "--output-tokens", "500", "--exit", "0",
|
|
119
|
-
]);
|
|
120
|
-
const s = summariseRows([row]);
|
|
121
|
-
assert.equal(s.unmeasured, 1, "imputeUnmeasured's base, not a measured $0");
|
|
122
|
-
assert.equal(s.measured, 0);
|
|
123
|
-
assert.equal(s.measuredUsd, 0);
|
|
124
|
-
assert.ok(s.degradations.some((d) => /NO price/.test(d)), "the reader says pricing is broken");
|
|
125
|
-
rmSync(root, { recursive: true, force: true });
|
|
126
|
-
});
|
|
127
|
-
|
|
128
|
-
test("empty: the unpriced row does NOT sneak into a spend total via summarise", () => {
|
|
129
|
-
const root = mkdtempSync(join(tmpdir(), "cost-"));
|
|
130
|
-
record(root, ["--cadence", "inbox", "--model", "some-vendor-model-v9", "--input-tokens", "1000", "--output-tokens", "500", "--exit", "0"]);
|
|
131
|
-
const out = JSON.parse(
|
|
132
|
-
execFileSync(process.execPath, [CLI, "summarise", "--days", "7"], {
|
|
133
|
-
env: { ...process.env, AGENT_ROOT: root },
|
|
134
|
-
encoding: "utf8",
|
|
135
|
-
stdio: ["ignore", "pipe", "pipe"],
|
|
136
|
-
}),
|
|
137
|
-
);
|
|
138
|
-
assert.equal(out.totals.sessions, 1);
|
|
139
|
-
assert.equal(out.totals.unmeasured_sessions, 1, "counted as unmeasured");
|
|
140
|
-
assert.equal(out.totals.unpriced_sessions, 1, "and specifically as unpriced");
|
|
141
|
-
assert.equal(out.totals.billable_usd, 0, "no null-arithmetic leaked a number in");
|
|
142
|
-
assert.equal(out.measurement.unmeasured_sessions, 1);
|
|
143
|
-
rmSync(root, { recursive: true, force: true });
|
|
144
|
-
});
|
|
145
|
-
|
|
146
|
-
test("the tracker still RECORDS when lib/model-router is absent (a lost row is worse)", () => {
|
|
147
|
-
// The tracker runs as a detached child from an agent repo whose lib/ tree may
|
|
148
|
-
// not carry the model router. A hard dependency on it would kill `record` on
|
|
149
|
-
// import and write NOTHING — invisible spend, which is strictly worse than an
|
|
150
|
-
// unpriced row. Stage a synthetic root with ONLY the billing contract present.
|
|
151
|
-
const root = mkdtempSync(join(tmpdir(), "cost-norouter-"));
|
|
152
|
-
mkdirSync(join(root, "scripts/cost"), { recursive: true });
|
|
153
|
-
mkdirSync(join(root, "lib/cost"), { recursive: true });
|
|
154
|
-
copyFileSync(new URL("./track-claude-usage.mjs", import.meta.url), join(root, "scripts/cost/track-claude-usage.mjs"));
|
|
155
|
-
copyFileSync(new URL("../../lib/cost/ledger-row.mjs", import.meta.url), join(root, "lib/cost/ledger-row.mjs"));
|
|
156
|
-
|
|
157
|
-
const out = execFileSync(
|
|
158
|
-
process.execPath,
|
|
159
|
-
[join(root, "scripts/cost/track-claude-usage.mjs"), "record",
|
|
160
|
-
"--cadence", "inbox", "--model", "sonnet",
|
|
161
|
-
"--input-tokens", "1000", "--output-tokens", "500", "--exit", "0"],
|
|
162
|
-
{ env: { ...process.env, AGENT_ROOT: root }, encoding: "utf8", stdio: ["ignore", "pipe", "pipe"] },
|
|
163
|
-
);
|
|
164
|
-
const res = JSON.parse(out);
|
|
165
|
-
assert.equal(res.ok, true, "the row is still written with no model router present");
|
|
166
|
-
assert.equal(res.basis, "estimated", "the local tier table still prices the tier aliases");
|
|
167
|
-
|
|
168
|
-
// …and an unknown model there is still UNPRICED, not guessed.
|
|
169
|
-
const out2 = execFileSync(
|
|
170
|
-
process.execPath,
|
|
171
|
-
[join(root, "scripts/cost/track-claude-usage.mjs"), "record",
|
|
172
|
-
"--cadence", "inbox", "--model", "claude-opus-4-8",
|
|
173
|
-
"--input-tokens", "1000", "--output-tokens", "500", "--exit", "0"],
|
|
174
|
-
{ env: { ...process.env, AGENT_ROOT: root }, encoding: "utf8", stdio: ["ignore", "pipe", "pipe"] },
|
|
175
|
-
);
|
|
176
|
-
assert.equal(JSON.parse(out2).basis, "unpriced", "no catalog ⇒ a catalog-only id is unpriced, not guessed");
|
|
177
|
-
rmSync(root, { recursive: true, force: true });
|
|
178
|
-
});
|
|
179
|
-
|
|
180
|
-
test("the source no longer defaults an unknown model to a known tier's price", () => {
|
|
181
|
-
const src = readFileSync(new URL("./track-claude-usage.mjs", import.meta.url), "utf8");
|
|
182
|
-
assert.doesNotMatch(src, /loadPrices\(\)\[model\]\s*\|\|\s*DEFAULT_PRICES/);
|
|
183
|
-
});
|