@moretea-labs/forge 1.7.1 → 1.8.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/AGENTS.md +58 -62
- package/CHANGELOG.md +39 -0
- package/CLAUDE.md +42 -62
- package/README.md +2 -2
- package/SKILL.md +0 -1
- package/THIRD_PARTY_NOTICES.md +5 -2
- package/adapters/browser/index.ts +2 -0
- package/adapters/chatgpt/browser-delivery-host.ts +71 -0
- package/adapters/chatgpt/browser-delivery-runtime.ts +783 -0
- package/adapters/chatgpt/controller-binding-store.ts +55 -0
- package/adapters/chatgpt/controller-host.ts +119 -0
- package/adapters/chatgpt/controller-round-host.ts +78 -0
- package/adapters/chatgpt/controller-round-settlement-store.ts +45 -0
- package/adapters/chatgpt/provider-delivery.ts +113 -0
- package/adapters/chatgpt/work-conversation-binding-store.ts +192 -0
- package/adapters/chatgpt/wsl-bridge-delivery-host.ts +63 -0
- package/adapters/computer/desktop-operator-contract.ts +7 -0
- package/adapters/computer/desktop-operator-discovery.ts +201 -0
- package/adapters/computer/desktop-operator-negotiation.ts +174 -0
- package/adapters/computer/desktop-operator-provider.ts +312 -0
- package/adapters/computer/index.ts +1 -0
- package/adapters/computer/interaction-target-authority.ts +944 -0
- package/adapters/controller-process/binding-store.ts +34 -0
- package/adapters/controller-process/controller-host.ts +26 -0
- package/adapters/mcp/access-mode.ts +132 -0
- package/adapters/mcp/audit.ts +32 -0
- package/adapters/mcp/auth.ts +407 -0
- package/adapters/mcp/controller-round-compatibility.ts +184 -0
- package/adapters/mcp/frozen-client-semantic-compatibility.ts +292 -0
- package/adapters/mcp/instructions.ts +36 -0
- package/adapters/mcp/legacy-context.ts +18 -0
- package/adapters/mcp/multi-repository.ts +437 -0
- package/adapters/mcp/oauth.ts +391 -0
- package/adapters/mcp/paths.ts +140 -0
- package/adapters/mcp/policy.ts +232 -0
- package/adapters/mcp/proxy-env.ts +62 -0
- package/adapters/mcp/readiness-projection.ts +24 -0
- package/adapters/mcp/redaction.ts +21 -0
- package/adapters/mcp/repo.ts +24 -0
- package/adapters/mcp/runtime-gateway/artifact-adapter.ts +52 -0
- package/adapters/mcp/runtime-gateway/context-adapter.ts +829 -0
- package/adapters/mcp/runtime-gateway/controller-authority-adapter.ts +191 -0
- package/adapters/mcp/runtime-gateway/engineering-preconditions.ts +147 -0
- package/adapters/mcp/runtime-gateway/execution-control-adapter.ts +28 -0
- package/adapters/mcp/runtime-gateway/execution-tools.ts +207 -0
- package/adapters/mcp/runtime-gateway/filesystem-adapter.ts +38 -0
- package/adapters/mcp/runtime-gateway/gateway-execution-adapter.ts +411 -0
- package/adapters/mcp/runtime-gateway/legacy-ios-tool-adapter.ts +105 -0
- package/adapters/mcp/runtime-gateway/maintenance-adapter.ts +44 -0
- package/adapters/mcp/runtime-gateway/model-adapter.ts +63 -0
- package/adapters/mcp/runtime-gateway/persisted-check-process.ts +3 -0
- package/adapters/mcp/runtime-gateway/plugin-adapter.ts +308 -0
- package/adapters/mcp/runtime-gateway/process-tools.ts +289 -0
- package/adapters/mcp/runtime-gateway/protected-computer-adapter.ts +76 -0
- package/adapters/mcp/runtime-gateway/recovery-adapter.ts +268 -0
- package/adapters/mcp/runtime-gateway/recovery-client-adapter.ts +70 -0
- package/adapters/mcp/runtime-gateway/recovery-tool-contract.ts +99 -0
- package/adapters/mcp/runtime-gateway/repository-compat-adapter.ts +110 -0
- package/adapters/mcp/runtime-gateway/result-adapter.ts +108 -0
- package/adapters/mcp/runtime-gateway/router.ts +728 -0
- package/adapters/mcp/runtime-gateway/runtime-observation-adapter.ts +1251 -0
- package/adapters/mcp/runtime-gateway/runtime-tool-definitions.ts +634 -0
- package/adapters/mcp/runtime-gateway/runtime-tool-shared.ts +27 -0
- package/adapters/mcp/runtime-gateway/runtime-tools.ts +68 -0
- package/adapters/mcp/runtime-gateway/scheduler-adapter.ts +186 -0
- package/adapters/mcp/runtime-gateway/shared-adapter.ts +25 -0
- package/adapters/mcp/runtime-gateway/status-inbox-adapter.ts +870 -0
- package/adapters/mcp/runtime-gateway/work-adapter.ts +3186 -0
- package/adapters/mcp/runtime-gateway/work-compat-adapter.ts +502 -0
- package/adapters/mcp/runtime-gateway/work-validation-reconciler.ts +1 -0
- package/adapters/mcp/server.ts +1048 -0
- package/adapters/mcp/setup.ts +791 -0
- package/adapters/mcp/tool-capability-cache.ts +87 -0
- package/adapters/mcp/tool-mapping/access-tools.ts +387 -0
- package/adapters/mcp/tool-mapping/legacy-tool-service.ts +5265 -0
- package/adapters/mcp/tool-mapping/post-finalize-work-attribution.ts +150 -0
- package/adapters/mcp/tool-mapping/repository-tools.ts +1691 -0
- package/adapters/mcp/tool-mapping/tools.ts +9 -0
- package/adapters/mcp/tool-mapping/umbrella-tools.ts +117 -0
- package/adapters/mcp/toolset-names.ts +74 -0
- package/adapters/mcp/toolset-selection.ts +41 -0
- package/adapters/mcp/toolset.ts +336 -0
- package/adapters/mcp/transports/http.ts +1456 -0
- package/adapters/mcp/transports/session-registry.ts +513 -0
- package/adapters/mcp/transports/stdio.ts +8 -0
- package/adapters/mcp/tunnels/openai-secure-tunnel.ts +139 -0
- package/adapters/mcp/types.ts +41 -0
- package/assets/AGENTS.md +2 -16
- package/assets/CLAUDE.md +2 -16
- package/assets/hooks/AGENTS.md +3 -14
- package/assets/hooks/CLAUDE.md +3 -14
- package/assets/hooks/hook-input.sh +9 -2
- package/assets/hooks/lib/workflow-state.sh +28 -10
- package/assets/hooks/prompt-guard.sh +63 -37
- package/assets/hooks/security-sentinel.sh +2 -1
- package/assets/hooks/session-start-context.sh +7 -5
- package/assets/hooks/stop-orchestrator.sh +13 -3
- package/assets/initializer-question-pack.v4.json +11 -7
- package/assets/partials/05-workflow.partial.md +18 -73
- package/assets/partials/07-footer.partial.md +1 -1
- package/assets/partials-agents/02-operating-mode.partial.md +1 -2
- package/assets/partials-agents/04-task-protocol.partial.md +14 -59
- package/assets/partials-agents/06-quality-safety.partial.md +11 -16
- package/assets/partials-agents/08-deep-docs.partial.md +1 -2
- package/assets/plan-map.json +11 -11
- package/assets/plugin-registry.v1.json +9 -3
- package/assets/plugin-trust-policy.v1.json +6 -0
- package/assets/recovery/ForgeRecovery.ps1 +100 -0
- package/assets/recovery/forge-wsl-rescue +271 -0
- package/assets/reference-configs/development-protocol.md +11 -15
- package/assets/reference-configs/document-generation.md +1 -1
- package/assets/reference-configs/global-working-rules.md +9 -1
- package/assets/reference-configs/harness-overview.md +22 -112
- package/assets/reference-configs/hook-operations.md +1 -1
- package/assets/reference-configs/sprint-contracts.md +2 -2
- package/assets/skill-version.json +2 -2
- package/assets/templates/helpers/architecture-event.ts +3 -34
- package/assets/templates/helpers/architecture-queue.sh +61 -10
- package/assets/templates/helpers/archive-workflow.sh +90 -180
- package/assets/templates/helpers/capability-config.ts +8 -11
- package/assets/templates/helpers/capability-resolver.ts +37 -19
- package/assets/templates/helpers/capture-plan.sh +2 -2
- package/assets/templates/helpers/check-architecture-sync.sh +1 -9
- package/assets/templates/helpers/check-task-sync.sh +82 -11
- package/assets/templates/helpers/check-task-workflow.sh +1 -3
- package/assets/templates/helpers/context-contract-sync.sh +1 -12
- package/assets/templates/helpers/contract-worktree.sh +26 -24
- package/assets/templates/helpers/ensure-task-workflow.sh +6 -8
- package/assets/templates/helpers/inspect-project-state.ts +1 -1
- package/assets/templates/helpers/migrate-project-template.sh +1 -1
- package/assets/templates/helpers/migrate-workflow-docs.ts +53 -239
- package/assets/templates/helpers/new-plan.sh +2 -2
- package/assets/templates/helpers/plan-to-todo.sh +3 -31
- package/assets/templates/helpers/sprint-backlog.sh +1 -1
- package/assets/templates/helpers/switch-plan.sh +1 -1
- package/assets/templates/helpers/workflow-contract.ts +1 -0
- package/assets/workflow-contract.v1.json +63 -171
- package/assets/workflows/xiaohongshu/xiaohongshu.collect-metrics.v1.draft.json +118 -0
- package/assets/workflows/xiaohongshu/xiaohongshu.publish-image-note.v1.draft.json +316 -0
- package/assets/workflows/xiaohongshu/xiaohongshu.publish-long-text.v1.draft.json +324 -0
- package/docs/architecture/CURRENT.md +148 -13
- package/docs/architecture/EVOLUTION.md +13 -0
- package/docs/architecture/decisions/20260801-controller-home-sqlite-state.md +2 -1
- package/docs/architecture/decisions/20260831-independent-windows-wsl-host-rescue.md +59 -0
- package/docs/architecture/decisions/20260904-ios-device-migration-baseline.md +120 -0
- package/docs/architecture/decisions/20260904-repository-runtime-data-boundary.md +42 -0
- package/docs/architecture/decisions/20260907-assistant-learning-loop.md +35 -0
- package/docs/architecture/decisions/20260907-controller-round-transition-policy.md +296 -0
- package/docs/architecture/decisions/20260907-maintenance-diagnosis-bounded-read.md +39 -0
- package/docs/architecture/domains/verification.md +7 -0
- package/docs/architecture/domains/workflow-engine.md +1 -1
- package/docs/architecture/index.md +3 -3
- package/docs/architecture/modules/controller-runtime/transport-lifecycle.md +19 -8
- package/docs/architecture/requests/2026-09-04-computer-plugin-workflow-taxonomy.md +124 -0
- package/docs/forge-chatgpt-mcp-setup.md +5 -3
- package/docs/forge-plugin-management.md +20 -4
- package/docs/forge-runtime-self-healing-loop.md +2 -0
- package/docs/operations/benchmark-cross-version-freeze.md +38 -0
- package/docs/operations/controller-browser-plugin.md +3 -1
- package/docs/operations/homebrew.md +2 -2
- package/docs/operations/platform-support.md +16 -8
- package/docs/operations/platform-support.zh-CN.md +2 -2
- package/docs/operations/standalone-disaster-recovery.md +26 -1
- package/docs/operations/uu-remote-rescue.md +41 -0
- package/docs/operations/windows-wsl-host-rescue.md +133 -0
- package/docs/public-usage-guide.md +1 -1
- package/docs/public-usage-guide.zh-CN.md +1 -1
- package/docs/tutorials/01-install-and-start.md +1 -1
- package/docs/tutorials/01-install-and-start.zh-CN.md +1 -1
- package/docs/tutorials/02-connect-chatgpt.md +4 -4
- package/docs/tutorials/02-connect-chatgpt.zh-CN.md +4 -4
- package/docs/wiki/Implementation.md +1 -1
- package/package.json +23 -14
- package/packages/kernel/controller/api/index.ts +2 -0
- package/packages/kernel/controller/application/controller-round-service.ts +29 -0
- package/packages/kernel/controller/application/controller-service.ts +30 -0
- package/packages/kernel/controller/domain/controller-round-transition-policy.ts +308 -0
- package/packages/kernel/controller/domain/controller-round.ts +107 -0
- package/packages/kernel/controller/domain/execution-quality.ts +133 -0
- package/packages/kernel/controller/domain/types.ts +56 -0
- package/packages/kernel/controller/index.ts +1 -0
- package/packages/kernel/controller/infrastructure/controller-binding-store.ts +84 -0
- package/packages/kernel/controller/infrastructure/controller-round-store.ts +1384 -0
- package/packages/kernel/controller/infrastructure/controller-session-store.ts +578 -0
- package/packages/kernel/controller/ports/controller-host.ts +16 -0
- package/packages/kernel/goal/api/index.ts +1 -0
- package/packages/kernel/goal/domain/types.ts +40 -0
- package/packages/kernel/goal/index.ts +1 -0
- package/packages/kernel/identity/api/index.ts +5 -0
- package/packages/kernel/identity/application/identity-service.ts +67 -0
- package/packages/kernel/identity/domain/scope.ts +63 -0
- package/packages/kernel/identity/domain/semantic-sync.ts +81 -0
- package/packages/kernel/identity/domain/types.ts +44 -0
- package/packages/kernel/identity/domain/workspace.ts +56 -0
- package/packages/kernel/identity/index.ts +1 -0
- package/packages/kernel/identity/infrastructure/identity-store.ts +75 -0
- package/packages/kernel/memory/api/index.ts +5 -0
- package/packages/kernel/memory/application/experience-service.ts +118 -0
- package/packages/kernel/memory/application/outcome-service.ts +77 -0
- package/packages/kernel/memory/domain/experience.ts +103 -0
- package/packages/kernel/memory/domain/operational-prior.ts +92 -0
- package/packages/kernel/memory/index.ts +1 -0
- package/packages/kernel/progression/api/index.ts +2 -0
- package/packages/kernel/progression/application/projector.ts +211 -0
- package/packages/kernel/progression/domain/types.ts +116 -0
- package/packages/kernel/progression/index.ts +1 -0
- package/packages/kernel/scheduler/api/index.ts +6 -0
- package/packages/kernel/scheduler/application/continuation-service.ts +212 -0
- package/packages/kernel/scheduler/application/eligibility.ts +252 -0
- package/packages/kernel/scheduler/application/schedule-service.ts +24 -0
- package/packages/kernel/scheduler/application/settlement.ts +197 -0
- package/packages/kernel/scheduler/domain/continuation.ts +38 -0
- package/packages/kernel/scheduler/domain/schedule.ts +149 -0
- package/packages/kernel/scheduler/index.ts +1 -0
- package/packages/kernel/scheduler/infrastructure/continuation-dispatch-store.ts +38 -0
- package/packages/kernel/scheduler/infrastructure/schedule-store.ts +785 -0
- package/packages/kernel/work/api/index.ts +15 -0
- package/packages/kernel/work/application/work-service.ts +148 -0
- package/packages/kernel/work/domain/admission-policy.ts +34 -0
- package/packages/kernel/work/domain/check-receipt.ts +43 -0
- package/packages/kernel/work/domain/context-closure-receipt.ts +32 -0
- package/packages/kernel/work/domain/engineering-contracts.ts +157 -0
- package/packages/kernel/work/domain/engineering-design.ts +281 -0
- package/packages/kernel/work/domain/engineering-profile.ts +242 -0
- package/packages/kernel/work/domain/execution-concurrency.ts +254 -0
- package/packages/kernel/work/domain/execution-snapshot.ts +33 -0
- package/packages/kernel/work/domain/implementation-review.ts +510 -0
- package/packages/kernel/work/domain/project-engineering-contract.ts +202 -0
- package/packages/kernel/work/domain/repository-completion-receipt.ts +73 -0
- package/packages/kernel/work/domain/state-machine.ts +259 -0
- package/packages/kernel/work/domain/types.ts +528 -0
- package/packages/kernel/work/index.ts +1 -0
- package/packages/kernel/work/infrastructure/work-contract-store.ts +1876 -0
- package/packages/kernel/work/ports/work-contract-store.ts +18 -0
- package/packages/plugin-runtime/browser/index.ts +3 -0
- package/packages/plugin-runtime/browser/provider-registry.ts +110 -0
- package/packages/plugin-runtime/browser/runtime-contract.ts +150 -0
- package/packages/plugin-runtime/browser/session-authority.ts +61 -0
- package/packages/plugin-runtime/computer/index.ts +6 -0
- package/packages/plugin-runtime/computer/provider-error.ts +26 -0
- package/packages/plugin-runtime/computer/provider-registration.ts +52 -0
- package/packages/plugin-runtime/computer/provider-registry.ts +63 -0
- package/packages/plugin-runtime/computer/provider.ts +19 -0
- package/packages/plugin-runtime/computer/target-authority.ts +190 -0
- package/packages/plugin-runtime/computer/target-persistence.ts +54 -0
- package/packages/plugin-runtime/external/index.ts +1 -0
- package/packages/plugin-runtime/external/unix-jsonl-transport.ts +457 -0
- package/packages/plugin-runtime/index.ts +3 -0
- package/packages/protocols/browser/index.ts +1 -0
- package/packages/protocols/browser/session.ts +98 -0
- package/packages/protocols/computer/contract.ts +199 -0
- package/packages/protocols/computer/index.ts +1 -0
- package/packages/protocols/failure/contract.ts +158 -0
- package/packages/protocols/failure/index.ts +1 -0
- package/packages/protocols/handoff/index.ts +1 -0
- package/packages/protocols/handoff/status.ts +22 -0
- package/packages/protocols/mcp/execution-context.ts +11 -0
- package/packages/protocols/mcp/index.ts +2 -0
- package/packages/protocols/mcp/tool-contract.ts +42 -0
- package/packages/workflow-runtime/api/index.ts +2 -0
- package/packages/workflow-runtime/application/interpreter.ts +342 -0
- package/packages/workflow-runtime/domain/workflow-asset.ts +223 -0
- package/packages/workflow-runtime/index.ts +1 -0
- package/scripts/assemble-template.ts +1 -1
- package/scripts/benchmark-computer-hotpath.ts +255 -0
- package/scripts/benchmark-controller-round2.ts +54 -2
- package/scripts/benchmark-ios-agent-device.ts +3 -6
- package/scripts/benchmark-mcp-transport.ts +3 -4
- package/scripts/benchmark-operational-memory-activation.ts +235 -0
- package/scripts/benchmark-operational-shadow.ts +28 -0
- package/scripts/bootstrap-runtime-maintenance-recovery.sh +4 -1
- package/scripts/canary-chatgpt-provider-delivery.ts +97 -0
- package/scripts/canary-controller-semantic-wait.ts +195 -0
- package/scripts/canary-global-hook.sh +2 -2
- package/scripts/check-mcp-compatibility.ts +173 -7
- package/scripts/check-platform-support.mjs +28 -2
- package/scripts/check-public-docs.sh +1 -1
- package/scripts/check-release-readiness.sh +1 -1
- package/scripts/check-repository-hygiene.mjs +92 -0
- package/scripts/check-runtime-architecture.mjs +1206 -95
- package/scripts/check-source-duplication.mjs +9 -1
- package/scripts/check-tarball-install-smoke.sh +98 -15
- package/scripts/controller-ngrok-rotation.sh +5 -4
- package/scripts/create-project-dirs.sh +10 -74
- package/scripts/forge-local-recovery-helper.mjs +204 -0
- package/scripts/forge-uu-remote-rescue-helper.d.mts +31 -0
- package/scripts/forge-uu-remote-rescue-helper.mjs +409 -0
- package/scripts/forge-windows-host-recovery-helper.mjs +136 -0
- package/scripts/hook-shim.sh +2 -2
- package/scripts/init-project.sh +12 -70
- package/scripts/install-desktop-operator-registration.ts +4 -2
- package/scripts/install-independent-windows-wsl-recovery.ts +125 -0
- package/scripts/install-standalone-recovery.ts +122 -10
- package/scripts/install-uu-remote-rescue-registration.ts +74 -0
- package/scripts/install-windows-host-recovery-registration.ts +22 -0
- package/scripts/lib/controller-home-env.sh +6 -3
- package/scripts/lib/project-init-lib.sh +39 -582
- package/scripts/migrate-chatgpt-automation-schedules.ts +2 -2
- package/scripts/migrate-windows-wsl-controller-home.ts +306 -0
- package/scripts/open-source-audit-allowlist.txt +12 -1
- package/scripts/portability-bindings.mjs +70 -0
- package/scripts/run-bounded-command.mjs +55 -0
- package/scripts/run-bun-test-file.ts +22 -6
- package/scripts/run-governed-gate.ts +4 -1
- package/scripts/smoke-mcp-http-runtime.ts +1 -1
- package/scripts/smoke-runtime-recovery.ts +34 -1
- package/scripts/smoke-schedule-engine.ts +1 -1
- package/scripts/stage-runtime-release.ts +6 -1
- package/scripts/test-governance.ts +51 -2
- package/src/cli/agent-jobs/job-manager.ts +10 -1
- package/src/cli/chatgpt-browser/bind-server.ts +2 -1
- package/src/cli/chatgpt-browser/binding.ts +20 -10
- package/src/cli/chatgpt-browser/bridge-extension.ts +75 -0
- package/src/cli/chatgpt-browser/bridge-provider.ts +376 -11
- package/src/cli/chatgpt-browser/engine.ts +10 -11
- package/src/cli/chatgpt-browser/native-provider.ts +24 -83
- package/src/cli/chatgpt-browser/oracle-provider.ts +5 -3
- package/src/cli/chatgpt-browser/types.ts +1 -0
- package/src/cli/commands/bootstrap-control.ts +334 -0
- package/src/cli/commands/brain-assistant.ts +38 -0
- package/src/cli/commands/brain.ts +193 -40
- package/src/cli/commands/chatgpt.ts +127 -0
- package/src/cli/commands/computer.ts +437 -0
- package/src/cli/commands/doctor.ts +18 -1
- package/src/cli/commands/init-hook.ts +71 -61
- package/src/cli/commands/init.ts +3 -1
- package/src/cli/commands/mcp.ts +16 -10
- package/src/cli/commands/plugin.ts +38 -12
- package/src/cli/commands/recovery.ts +493 -80
- package/src/cli/commands/runtime.ts +9 -4
- package/src/cli/commands/setup-profile.ts +89 -39
- package/src/cli/commands/status.ts +2 -1
- package/src/cli/controller/check-runner.ts +487 -98
- package/src/cli/controller/context/types.ts +7 -1
- package/src/cli/controller/context-pack.ts +23 -3
- package/src/cli/controller/issue-store.ts +1 -1
- package/src/cli/controller/systemd-user.ts +110 -0
- package/src/cli/controller/types.ts +10 -70
- package/src/cli/controller/worklog.ts +67 -13
- package/src/cli/editing/edit-operation-contract.ts +92 -0
- package/src/cli/editing/edit-session.ts +289 -13
- package/src/cli/github/plugin.ts +17 -12
- package/src/cli/hook/route-registry.ts +3 -5
- package/src/cli/hook/runtime.ts +49 -3
- package/src/cli/index.ts +3 -0
- package/src/cli/local-bridge/connector-freshness.ts +2 -2
- package/src/cli/local-bridge/console-automations.ts +2 -2
- package/src/cli/local-bridge/facade-api.ts +41 -14
- package/src/cli/local-bridge/job-store.ts +1 -1
- package/src/cli/local-bridge/server.ts +24 -27
- package/src/cli/mcp/access-mode.ts +2 -132
- package/src/cli/mcp/access-tools.ts +2 -387
- package/src/cli/mcp/audit.ts +2 -32
- package/src/cli/mcp/auth.ts +2 -404
- package/src/cli/mcp/instructions.ts +2 -34
- package/src/cli/mcp/legacy-context.ts +2 -16
- package/src/cli/mcp/legacy-tool-service.ts +2 -5308
- package/src/cli/mcp/multi-repository.ts +2 -436
- package/src/cli/mcp/oauth.ts +2 -375
- package/src/cli/mcp/openai-secure-tunnel.ts +2 -0
- package/src/cli/mcp/paths.ts +2 -140
- package/src/cli/mcp/policy.ts +2 -232
- package/src/cli/mcp/post-finalize-work-attribution.ts +2 -150
- package/src/cli/mcp/proxy-env.ts +2 -62
- package/src/cli/mcp/readiness-projection.ts +2 -24
- package/src/cli/mcp/redaction.ts +2 -21
- package/src/cli/mcp/repo.ts +2 -24
- package/src/cli/mcp/repository-tools.ts +2 -1585
- package/src/cli/mcp/server.ts +2 -951
- package/src/cli/mcp/setup.ts +2 -737
- package/src/cli/mcp/tool-capability-cache.ts +2 -87
- package/src/cli/mcp/tool-contract.ts +2 -14
- package/src/cli/mcp/tools.ts +2 -9
- package/src/cli/mcp/toolset-names.ts +2 -70
- package/src/cli/mcp/toolset-selection.ts +2 -41
- package/src/cli/mcp/toolset.ts +2 -336
- package/src/cli/mcp/transports/AGENTS.md +1 -10
- package/src/cli/mcp/transports/CLAUDE.md +1 -10
- package/src/cli/mcp/transports/http.ts +2 -1414
- package/src/cli/mcp/transports/session-registry.ts +2 -490
- package/src/cli/mcp/transports/stdio.ts +2 -8
- package/src/cli/mcp/types.ts +2 -41
- package/src/cli/mcp/umbrella-tools.ts +2 -117
- package/src/cli/repositories/command-executor.ts +64 -18
- package/src/cli/repositories/command-scope.ts +117 -1
- package/src/cli/repositories/controller-home.ts +119 -1
- package/src/cli/repositories/identity.ts +13 -0
- package/src/cli/repositories/registry.ts +68 -49
- package/src/cli/repositories/repository-snapshot.ts +53 -7
- package/src/cli/repositories/runtime-storage.ts +27 -2
- package/src/cli/repositories/safe-patch.ts +34 -38
- package/src/cli/repositories/selected-path-actions.ts +22 -2
- package/src/cli/repositories/structured-git.ts +105 -25
- package/src/cli/runtime/helper-runner.ts +7 -0
- package/src/cli/runtime-invocation.ts +8 -1
- package/src/cli/tools/codegraph.ts +44 -25
- package/src/core/adoption/manifest-templates.ts +1 -1
- package/src/core/adoption/plan.ts +3 -26
- package/src/core/adoption/workflow-contract-plan.ts +17 -9
- package/src/effects/process-runner.ts +8 -14
- package/src/runtime/context/assistant-context.ts +154 -0
- package/src/runtime/context/assistant-work-context.ts +147 -0
- package/src/runtime/context/codegraph-cache-boundary.ts +255 -0
- package/src/runtime/context/codegraph-read-provider.ts +55 -22
- package/src/runtime/context/codegraph-sidecar.cjs +8 -1
- package/src/runtime/context/context-closure.ts +268 -0
- package/src/runtime/context/context-plane.ts +211 -0
- package/src/runtime/context/project-engineering-contract.ts +60 -0
- package/src/runtime/control-plane/bootstrap/capability-provider.ts +74 -0
- package/src/runtime/control-plane/bootstrap/control-api.ts +57 -0
- package/src/runtime/control-plane/bootstrap/index.ts +5 -0
- package/src/runtime/control-plane/bootstrap/state-machine.ts +141 -0
- package/src/runtime/control-plane/bootstrap/store.ts +21 -0
- package/src/runtime/control-plane/bootstrap/types.ts +87 -0
- package/src/runtime/control-plane/cleanup-artifact-retention.ts +328 -0
- package/src/runtime/control-plane/codegraph-cache-retention.ts +164 -0
- package/src/runtime/control-plane/concurrency/work-execution-concurrency.ts +320 -0
- package/src/runtime/control-plane/execution/content-equivalent-commit-authority.ts +169 -0
- package/src/runtime/control-plane/execution/controller-authority-recovery.ts +350 -0
- package/src/runtime/control-plane/execution/direct-canonical-work-reconciliation.ts +85 -0
- package/src/runtime/control-plane/execution/direct-edit-work-completion.ts +417 -100
- package/src/runtime/control-plane/execution/edit-validation-coordinator.ts +103 -15
- package/src/runtime/control-plane/execution/implementation-review-content.ts +95 -0
- package/src/runtime/control-plane/execution/repository-work-attribution.ts +2 -2
- package/src/runtime/control-plane/execution/retained-work-resume.ts +336 -6
- package/src/runtime/control-plane/execution/validation.ts +28 -3
- package/src/runtime/control-plane/execution/work-authority-reconciler.ts +116 -0
- package/src/runtime/control-plane/execution/work-completion-authority.ts +44 -2
- package/src/runtime/control-plane/execution/work-evidence-policy.ts +34 -3
- package/src/runtime/control-plane/execution/work-execution-support.ts +42 -22
- package/src/runtime/control-plane/execution/work-finalization-service.ts +1103 -166
- package/src/runtime/control-plane/execution/work-handle-authority.ts +267 -16
- package/src/runtime/control-plane/execution/work-handle-store.ts +77 -0
- package/src/runtime/control-plane/execution/work-head-settlement.ts +75 -0
- package/src/runtime/control-plane/execution/work-lifecycle-audit.ts +145 -23
- package/src/runtime/control-plane/execution/work-operation-service.ts +49 -13
- package/src/runtime/control-plane/execution/work-preparation-service.ts +31 -15
- package/src/runtime/control-plane/execution/work-remote-delivery.ts +1 -1
- package/src/runtime/control-plane/execution/work-task-receipt.ts +20 -1
- package/src/runtime/control-plane/execution/work-terminal-cleanup.ts +407 -76
- package/src/runtime/control-plane/execution/work-validation-reconciler.ts +88 -18
- package/src/runtime/control-plane/execution/work-verification-context.ts +1 -1
- package/src/runtime/control-plane/execution/work-verification-service.ts +258 -4
- package/src/runtime/control-plane/execution/work-verification-snapshot.ts +200 -15
- package/src/runtime/control-plane/facade/capability-registry.ts +21 -10
- package/src/runtime/control-plane/facade/controller-round-relay.ts +3 -1118
- package/src/runtime/control-plane/facade/controller-session-store.ts +2 -488
- package/src/runtime/control-plane/facade/goal-workloop-access.ts +6 -3
- package/src/runtime/control-plane/facade/goal-workloop.ts +972 -137
- package/src/runtime/control-plane/facade/handoff-inbox-application.ts +158 -0
- package/src/runtime/control-plane/facade/handoff-inbox-store.ts +10 -0
- package/src/runtime/control-plane/facade/index.ts +4 -2
- package/src/runtime/control-plane/facade/operation-digest.ts +22 -58
- package/src/runtime/control-plane/facade/plan-contract-store.ts +1004 -38
- package/src/runtime/control-plane/facade/repository-work-admission.ts +19 -1
- package/src/runtime/control-plane/facade/requirement-authority.ts +218 -0
- package/src/runtime/control-plane/facade/requirement-board.ts +6 -1
- package/src/runtime/control-plane/facade/rh-work-operation-contract.ts +48 -0
- package/src/runtime/control-plane/facade/semantic-admission.ts +8 -16
- package/src/runtime/control-plane/facade/suggested-actions.ts +4 -1
- package/src/runtime/control-plane/facade/types.ts +189 -532
- package/src/runtime/control-plane/facade/work-admission-policy.ts +84 -35
- package/src/runtime/control-plane/facade/work-contract-store.ts +2 -1043
- package/src/runtime/control-plane/facade/work-implementation-review.ts +2 -0
- package/src/runtime/control-plane/facade/work-state-machine.ts +2 -250
- package/src/runtime/control-plane/generated-cache-retention.ts +239 -18
- package/src/runtime/control-plane/global-scheduler/durable-admission.ts +12 -1
- package/src/runtime/control-plane/global-scheduler/maintenance.ts +76 -13
- package/src/runtime/control-plane/global-scheduler/periodic-cleanup-entry.ts +55 -0
- package/src/runtime/control-plane/global-scheduler/periodic-cleanup-process.ts +98 -0
- package/src/runtime/control-plane/global-scheduler/reconciliation.ts +1 -1
- package/src/runtime/control-plane/global-scheduler/scheduler-worker-entry.ts +10 -0
- package/src/runtime/control-plane/global-scheduler/scheduler.ts +173 -81
- package/src/runtime/control-plane/global-scheduler/worker-launch.ts +18 -6
- package/src/runtime/control-plane/launcher/chatgpt-round-continuation.ts +397 -0
- package/src/runtime/control-plane/launcher/chatgpt-work-binding-store.ts +2 -177
- package/src/runtime/control-plane/launcher/chatgpt-work-continuation.ts +301 -560
- package/src/runtime/control-plane/launcher/provider-mcp-bootstrap.ts +20 -4
- package/src/runtime/control-plane/launcher/thin-launcher.ts +50 -4
- package/src/runtime/control-plane/lifecycle-retention-metrics.ts +60 -0
- package/src/runtime/control-plane/persistence/experience-store.ts +169 -0
- package/src/runtime/control-plane/persistence/operational-prior-store.ts +348 -0
- package/src/runtime/control-plane/persistence/requirement-store.ts +30 -22
- package/src/runtime/control-plane/persistence/sqlite-store.ts +545 -76
- package/src/runtime/control-plane/persistence/workflow-content-store.ts +98 -0
- package/src/runtime/control-plane/persistence/workflow-registry-store.ts +186 -0
- package/src/runtime/control-plane/persistence/workflow-run-store.ts +123 -0
- package/src/runtime/control-plane/release-retention.ts +56 -16
- package/src/runtime/control-plane/repository-namespace-retention.ts +208 -0
- package/src/runtime/control-plane/routing/route-policy.ts +19 -0
- package/src/runtime/control-plane/runtime-cleanup.ts +574 -37
- package/src/runtime/control-plane/runtime-generation.ts +6 -0
- package/src/runtime/control-plane/workspace/semantic-sync-service.ts +465 -0
- package/src/runtime/control-plane/workspace/workspace-store.ts +80 -0
- package/src/runtime/diagnostics/incident-repair.ts +406 -0
- package/src/runtime/diagnostics/mcp-timing.ts +125 -6
- package/src/runtime/diagnostics/performance.ts +6 -14
- package/src/runtime/diagnostics/read-only-tool.ts +1 -1
- package/src/runtime/evidence/artifact-store.ts +65 -2
- package/src/runtime/evidence/operational-shadow.ts +38 -0
- package/src/runtime/evidence/process-check-receipt.ts +5 -43
- package/src/runtime/evidence/sensitive-output.ts +4 -4
- package/src/runtime/execution/jobs/receipt-recovery.ts +1 -1
- package/src/runtime/execution/jobs/store.ts +121 -2
- package/src/runtime/execution/managed-workspace.ts +55 -5
- package/src/runtime/execution/process-runtime/canary.ts +19 -5
- package/src/runtime/execution/process-runtime/check-classification.ts +48 -0
- package/src/runtime/execution/process-runtime/check-facade.ts +23 -9
- package/src/runtime/execution/process-runtime/check-receipt.ts +1 -1
- package/src/runtime/execution/process-runtime/check-result-retention.ts +132 -0
- package/src/runtime/execution/process-runtime/check-result.ts +73 -2
- package/src/runtime/execution/process-runtime/check-runner-sidecar.ts +42 -3
- package/src/runtime/execution/process-runtime/check-storage.ts +187 -0
- package/src/runtime/execution/process-runtime/command-facade.ts +38 -87
- package/src/runtime/execution/process-runtime/index.ts +1 -0
- package/src/runtime/execution/process-runtime/interactive-admission.ts +2 -1
- package/src/runtime/execution/process-runtime/lightweight-managed.ts +32 -1
- package/src/runtime/execution/process-runtime/persisted-check.ts +128 -21
- package/src/runtime/execution/process-runtime/resource-claims.ts +60 -3
- package/src/runtime/execution/process-runtime/runtime.ts +132 -15
- package/src/runtime/execution/process-runtime/types.ts +22 -0
- package/src/runtime/execution/workers/executor.ts +16 -13
- package/src/runtime/execution/workers/worker-entry.ts +1 -1
- package/src/runtime/gateway/mcp/execution-tools.ts +2 -207
- package/src/runtime/gateway/mcp/legacy-ios-tool-adapter.ts +2 -61
- package/src/runtime/gateway/mcp/persisted-check-process.ts +2 -3
- package/src/runtime/gateway/mcp/process-tools.ts +2 -289
- package/src/runtime/gateway/mcp/router.ts +2 -1125
- package/src/runtime/gateway/mcp/runtime-tool-definitions.ts +2 -565
- package/src/runtime/gateway/mcp/runtime-tools.ts +2 -6651
- package/src/runtime/gateway/mcp/work-validation-reconciler.ts +2 -1
- package/src/runtime/maintenance/cleanup.ts +38 -24
- package/src/runtime/platform/browser-product-discovery.ts +174 -0
- package/src/runtime/platform/computer-platform.ts +14 -0
- package/src/runtime/platform/executable-discovery.ts +54 -0
- package/src/runtime/platform/fetch-http-server.ts +90 -0
- package/src/runtime/platform/service-manager.ts +138 -0
- package/src/runtime/platform/windows-host-discovery.ts +118 -0
- package/src/runtime/platform/windows-recovery-deployment.ts +67 -0
- package/src/runtime/plugins/action-application.ts +135 -0
- package/src/runtime/plugins/app-store-connect-adapter.ts +9 -21
- package/src/runtime/plugins/browser-adapter.ts +140 -100
- package/src/runtime/plugins/browser-automation-service.ts +15 -36
- package/src/runtime/plugins/browser-macos-bridge.ts +69 -21
- package/src/runtime/plugins/browser-manifest-surface.ts +30 -6
- package/src/runtime/plugins/browser-native-session-service.ts +1 -1
- package/src/runtime/plugins/browser-provider-registry.ts +2 -109
- package/src/runtime/plugins/browser-registration.ts +16 -0
- package/src/runtime/plugins/browser-runtime-contract.ts +2 -154
- package/src/runtime/plugins/browser-runtime.ts +41 -9
- package/src/runtime/plugins/browser-session-authority.ts +101 -291
- package/src/runtime/plugins/browser-session-legacy-migration.ts +203 -0
- package/src/runtime/plugins/browser-session-store.ts +229 -36
- package/src/runtime/plugins/browser-session-types.ts +2 -98
- package/src/runtime/plugins/capability-authorization-grants.ts +17 -0
- package/src/runtime/plugins/catalog-trust.ts +82 -0
- package/src/runtime/plugins/computer-registration.ts +839 -0
- package/src/runtime/plugins/config-store.ts +119 -0
- package/src/runtime/plugins/desktop-operator-external-policy.ts +932 -0
- package/src/runtime/plugins/desktop-operator-registration.ts +111 -8
- package/src/runtime/plugins/errors.ts +8 -1
- package/src/runtime/plugins/external-adapter.ts +45 -322
- package/src/runtime/plugins/external-provider-policy.ts +48 -0
- package/src/runtime/plugins/external-registration.ts +9 -1
- package/src/runtime/plugins/external-unix-socket-probe.cjs +9 -3
- package/src/runtime/plugins/external-unix-socket.ts +64 -193
- package/src/runtime/plugins/first-party-external-registration.ts +163 -0
- package/src/runtime/plugins/first-party-registry.ts +3 -1
- package/src/runtime/plugins/github-adapter.ts +1 -2
- package/src/runtime/plugins/gmail-adapter.ts +6 -6
- package/src/runtime/plugins/google-calendar-adapter.ts +6 -6
- package/src/runtime/plugins/google-shared.ts +31 -46
- package/src/runtime/plugins/google-tasks-adapter.ts +6 -6
- package/src/runtime/plugins/ios-adapter.ts +1 -2
- package/src/runtime/plugins/local-system-adapter.ts +180 -0
- package/src/runtime/plugins/macos-capability-broker.ts +15 -105
- package/src/runtime/plugins/resend-adapter.ts +15 -24
- package/src/runtime/plugins/store.ts +493 -51
- package/src/runtime/plugins/types.ts +8 -1
- package/src/runtime/plugins/uu-remote-rescue-registration.ts +155 -0
- package/src/runtime/plugins/windows-host-recovery-install.ts +68 -0
- package/src/runtime/plugins/windows-host-recovery-registration.ts +85 -0
- package/src/runtime/plugins/xiaohongshu-publish.ts +86 -430
- package/src/runtime/projections/controller-context.ts +12 -6
- package/src/runtime/projections/git-status-sampler.ts +73 -22
- package/src/runtime/projections/materialized-view.ts +14 -8
- package/src/runtime/recovery/capability-action-application.ts +228 -0
- package/src/runtime/recovery/index.ts +3 -0
- package/src/runtime/recovery/lifecycle-inventory.ts +338 -0
- package/src/runtime/recovery/local-jobs-repair.ts +14 -14
- package/src/runtime/recovery/maintenance-executor.ts +358 -76
- package/src/runtime/recovery/quarantine-retention.ts +256 -0
- package/src/runtime/release/identity.ts +6 -0
- package/src/runtime/resources/leases/store.ts +1 -1
- package/src/runtime/root/active-execution-power-assertion.ts +139 -0
- package/src/runtime/root/assistant-learning-loop.ts +45 -0
- package/src/runtime/root/browser-session-composition.ts +59 -0
- package/src/runtime/root/computer-composition.ts +191 -0
- package/src/runtime/root/computer-target-composition.ts +16 -0
- package/src/runtime/root/computer-target-persistence.ts +39 -0
- package/src/runtime/root/controller-round-composition.ts +107 -0
- package/src/runtime/root/controller-services.ts +2 -0
- package/src/runtime/root/entry.ts +4 -3
- package/src/runtime/root/gateway-adapter.ts +3 -3
- package/src/runtime/root/local-bridge.ts +5 -2
- package/src/runtime/root/mcp-transport.ts +5 -5
- package/src/runtime/root/package-connector-service.ts +108 -56
- package/src/runtime/root/package-runtime-release.ts +86 -18
- package/src/runtime/root/package-runtime-service.ts +63 -86
- package/src/runtime/root/release-execution-canary.ts +71 -0
- package/src/runtime/root/release-loader.ts +68 -0
- package/src/runtime/root/release-manifest.ts +106 -2
- package/src/runtime/root/release-materialize.ts +103 -4
- package/src/runtime/root/release-store.ts +31 -2
- package/src/runtime/root/runtime.ts +240 -25
- package/src/runtime/root/scheduled-controller-composition.ts +51 -0
- package/src/runtime/root/scheduler.ts +12 -4
- package/src/runtime/root/service-runner.ts +1 -1
- package/src/runtime/root/service.ts +41 -16
- package/src/runtime/root/status.ts +1 -0
- package/src/runtime/root/types.ts +24 -1
- package/src/runtime/shared/local-bridge-surface.ts +1 -1
- package/src/runtime/shared/process-environment.ts +19 -4
- package/src/runtime/shared/storage-capacity.ts +68 -0
- package/src/runtime/standalone-recovery/controller-home-migration.ts +1116 -0
- package/src/runtime/standalone-recovery/core.ts +984 -230
- package/src/runtime/standalone-recovery/entry.ts +182 -51
- package/src/runtime/standalone-recovery/independent-host-rescue.ts +172 -0
- package/src/runtime/standalone-recovery/installer.ts +212 -104
- package/src/runtime/standalone-recovery/mcp-server.ts +243 -0
- package/src/runtime/standalone-recovery/mutation-identity-contract.ts +21 -0
- package/src/runtime/standalone-recovery/operation-lock.ts +160 -0
- package/src/runtime/standalone-recovery/performance.ts +135 -0
- package/src/runtime/standalone-recovery/release.ts +5 -0
- package/src/runtime/watchdog/workflow-watchdog.ts +1 -1
- package/src/runtime/workflow/schedules/chatgpt-automation-migration.ts +1 -1
- package/src/runtime/workflow/schedules/engine.ts +191 -343
- package/src/runtime/workflow/schedules/pending-activation.ts +1 -1
- package/src/runtime/workflow/schedules/settlement.ts +2 -191
- package/src/runtime/workflow/schedules/store.ts +2 -607
- package/src/runtime/workflow/schedules/types.ts +2 -127
- package/src/runtime/workflow/schedules/work-continuation.ts +180 -15
- package/src/runtime/workflows/first-party/xiaohongshu.ts +122 -0
- package/src/runtime/workflows/runtime.ts +486 -0
- package/src/testing/test-governance.ts +90 -29
- package/assets/templates/helpers/archive-architecture-request.sh +0 -244
- package/docs/architecture/history/README.md +0 -7
- package/docs/architecture/history/chatgpt-handoff-facade.md +0 -397
- package/docs/architecture/history/global-hook-runtime.md +0 -166
- package/docs/architecture/history/ios-semantic-automation-provider-v2.md +0 -170
- package/docs/architecture/requests/archive/2026/20260528-154740-ai-hooks-ai-hooks-hook-input-sh.md +0 -59
- package/docs/architecture/requests/archive/2026/20260528-154816-assets-hooks-assets-hooks-hook-input-sh.md +0 -59
- package/docs/architecture/requests/archive/2026/20260528-161851-ai-harness-workflow-contract-json-ai-harness-workflow-contract-json.md +0 -59
- package/docs/architecture/requests/archive/2026/20260528-161853-scripts-check-task-workflow-sh-scripts-check-task-workflow-sh.md +0 -59
- package/docs/architecture/requests/archive/2026/20260528-161911-assets-workflow-contract-v1-json-assets-workflow-contract-v1-json.md +0 -59
- package/docs/architecture/requests/archive/2026/20260528-222416-ai-hooks-ai-hooks-hook-input-sh.md +0 -59
- package/docs/architecture/requests/archive/2026/20260528-222444-ai-hooks-ai-hooks-pre-edit-guard-sh.md +0 -59
- package/docs/architecture/requests/archive/2026/20260528-222457-ai-hooks-ai-hooks-pre-edit-guard-sh.md +0 -59
- package/docs/architecture/requests/archive/2026/20260528-222648-ai-hooks-ai-hooks-pre-edit-guard-sh.md +0 -59
- package/docs/architecture/requests/archive/2026/20260528-222705-ai-hooks-ai-hooks-worktree-guard-sh.md +0 -59
- package/docs/architecture/requests/archive/2026/20260528-222726-ai-hooks-ai-hooks-prompt-guard-sh.md +0 -59
- package/docs/architecture/requests/archive/2026/20260528-222727-ai-hooks-ai-hooks-prompt-guard-sh.md +0 -59
- package/docs/architecture/requests/archive/2026/20260528-224736-ai-hooks-ai-hooks-hook-input-sh.md +0 -59
- package/docs/architecture/requests/archive/2026/20260528-233259-ai-hooks-ai-hooks-prompt-guard-sh.md +0 -59
- package/docs/architecture/requests/archive/2026/20260528-233335-assets-hooks-assets-hooks-prompt-guard-sh.md +0 -59
- package/docs/architecture/requests/archive/2026/20260528-233456-ai-hooks-ai-hooks-prompt-guard-sh.md +0 -59
- package/docs/architecture/requests/archive/2026/20260528-233457-assets-hooks-assets-hooks-prompt-guard-sh.md +0 -59
- package/docs/architecture/requests/archive/2026/20260528-233637-ai-hooks-ai-hooks-prompt-guard-sh.md +0 -59
- package/docs/architecture/requests/archive/2026/20260528-233638-assets-hooks-assets-hooks-prompt-guard-sh.md +0 -59
- package/docs/architecture/requests/archive/2026/20260529-000322-root-package-json.md +0 -59
- package/docs/architecture/requests/archive/2026/20260529-004238-ai-hooks-ai-hooks-lib-workflow-state-sh.md +0 -59
- package/docs/architecture/requests/archive/2026/20260529-020654-ai-harness-policy-json-ai-harness-policy-json.md +0 -63
- package/docs/architecture/requests/archive/2026/20260529-094236-ai-hooks-ai-hooks-prompt-guard-sh.md +0 -60
- package/docs/architecture/requests/archive/2026/20260529-094323-assets-hooks-assets-hooks-prompt-guard-sh.md +0 -60
- package/docs/architecture/requests/archive/2026/20260529-094331-ai-hooks-ai-hooks-prompt-guard-sh.md +0 -60
- package/docs/architecture/requests/archive/2026/20260529-094339-assets-hooks-assets-hooks-prompt-guard-sh.md +0 -60
- package/docs/architecture/requests/archive/2026/20260529-094430-assets-hooks-assets-hooks-session-start-context-sh.md +0 -60
- package/docs/architecture/requests/archive/2026/20260529-094446-ai-hooks-ai-hooks-session-start-context-sh.md +0 -60
- package/docs/architecture/requests/archive/2026/20260613-002040-runtime-harness-hook-adapters.md +0 -68
- package/docs/architecture/requests/archive/2026/root.md +0 -68
- package/docs/architecture/requests/archive/2026/runtime-harness-hook-adapters.md +0 -76
- package/docs/architecture/requests/archive/2026/verification-evals-checks.md +0 -68
- package/docs/architecture/requests/archive/2026/workflow-engine-contract-assets.md +0 -69
- package/scripts/archive-architecture-request.sh +0 -4
- package/scripts/run-skill-evals.ts +0 -1022
|
@@ -0,0 +1,255 @@
|
|
|
1
|
+
#!/usr/bin/env bun
|
|
2
|
+
|
|
3
|
+
/**
|
|
4
|
+
* Repeatable Computer semantic hot-path benchmark.
|
|
5
|
+
*
|
|
6
|
+
* Uses an isolated controller home and a local Unix JSONL provider fixture. It
|
|
7
|
+
* measures the real Computer product dispatch path without touching the live
|
|
8
|
+
* Desktop Operator or the repository checkout.
|
|
9
|
+
*/
|
|
10
|
+
import { randomUUID } from 'crypto';
|
|
11
|
+
import { mkdtempSync, rmSync } from 'fs';
|
|
12
|
+
import { createServer, type Server } from 'net';
|
|
13
|
+
import { tmpdir } from 'os';
|
|
14
|
+
import { join } from 'path';
|
|
15
|
+
import { computerPluginAdapter } from '../src/runtime/plugins/computer-registration';
|
|
16
|
+
import { createDesktopOperatorRegistrationInput } from '../src/runtime/plugins/desktop-operator-registration';
|
|
17
|
+
import { installExternalPluginRegistration } from '../src/runtime/plugins/external-registration';
|
|
18
|
+
import { disposeRuntimeComputerComposition } from '../src/runtime/root/computer-composition';
|
|
19
|
+
import { setComputerPlatformForTest } from '../src/runtime/platform/computer-platform';
|
|
20
|
+
import type { AssistantPluginActionExecutionInput } from '../src/runtime/plugins/types';
|
|
21
|
+
|
|
22
|
+
const WARMUP = 5;
|
|
23
|
+
const SAMPLES = Math.max(10, Number(process.env.FORGE_COMPUTER_BENCH_SAMPLES ?? 50));
|
|
24
|
+
|
|
25
|
+
interface Counters {
|
|
26
|
+
connections: number;
|
|
27
|
+
handshakes: number;
|
|
28
|
+
manifests: number;
|
|
29
|
+
statuses: number;
|
|
30
|
+
sessionOpens: number;
|
|
31
|
+
observes: number;
|
|
32
|
+
}
|
|
33
|
+
|
|
34
|
+
function percentile(values: number[], quantile: number): number {
|
|
35
|
+
const sorted = [...values].sort((a, b) => a - b);
|
|
36
|
+
return sorted[Math.min(sorted.length - 1, Math.floor(sorted.length * quantile))] ?? 0;
|
|
37
|
+
}
|
|
38
|
+
|
|
39
|
+
function rounded(value: number): number {
|
|
40
|
+
return Math.round(value * 1000) / 1000;
|
|
41
|
+
}
|
|
42
|
+
|
|
43
|
+
function actionInput(
|
|
44
|
+
controllerHome: string,
|
|
45
|
+
actionId: string,
|
|
46
|
+
args: Record<string, unknown>,
|
|
47
|
+
requestId: string,
|
|
48
|
+
): AssistantPluginActionExecutionInput {
|
|
49
|
+
return {
|
|
50
|
+
controllerHome,
|
|
51
|
+
repoId: '__controller__',
|
|
52
|
+
repoRoot: controllerHome,
|
|
53
|
+
pluginId: 'computer',
|
|
54
|
+
actionId,
|
|
55
|
+
requestId,
|
|
56
|
+
args,
|
|
57
|
+
origin: { surface: 'system', actor: 'computer-hotpath-benchmark' },
|
|
58
|
+
};
|
|
59
|
+
}
|
|
60
|
+
|
|
61
|
+
function counterDelta(after: Counters, before: Counters): Counters {
|
|
62
|
+
return {
|
|
63
|
+
connections: after.connections - before.connections,
|
|
64
|
+
handshakes: after.handshakes - before.handshakes,
|
|
65
|
+
manifests: after.manifests - before.manifests,
|
|
66
|
+
statuses: after.statuses - before.statuses,
|
|
67
|
+
sessionOpens: after.sessionOpens - before.sessionOpens,
|
|
68
|
+
observes: after.observes - before.observes,
|
|
69
|
+
};
|
|
70
|
+
}
|
|
71
|
+
|
|
72
|
+
async function closeServer(server: Server): Promise<void> {
|
|
73
|
+
if (!server.listening) return;
|
|
74
|
+
await new Promise<void>((resolve) => server.close(() => resolve()));
|
|
75
|
+
}
|
|
76
|
+
|
|
77
|
+
async function main(): Promise<void> {
|
|
78
|
+
const controllerHome = mkdtempSync(join(tmpdir(), 'forge-computer-hotpath-'));
|
|
79
|
+
const socketPath = process.platform === 'win32'
|
|
80
|
+
? `\\\\.\\pipe\\forge-computer-hotpath-${randomUUID()}`
|
|
81
|
+
: join(controllerHome, 'desktop.sock');
|
|
82
|
+
// Benchmark the macOS provider contract with a local transport fixture on
|
|
83
|
+
// every host. This is not a production platform fallback: it keeps the
|
|
84
|
+
// measured path identical while Windows still fails native calls without a
|
|
85
|
+
// registered Windows provider.
|
|
86
|
+
setComputerPlatformForTest('darwin');
|
|
87
|
+
const registration = installExternalPluginRegistration(controllerHome, createDesktopOperatorRegistrationInput({
|
|
88
|
+
socketPath,
|
|
89
|
+
pluginVersion: '0.3.2',
|
|
90
|
+
protocolVersion: '1.0',
|
|
91
|
+
}));
|
|
92
|
+
const sessions = new Map<string, Record<string, unknown>>();
|
|
93
|
+
const counters: Counters = {
|
|
94
|
+
connections: 0,
|
|
95
|
+
handshakes: 0,
|
|
96
|
+
manifests: 0,
|
|
97
|
+
statuses: 0,
|
|
98
|
+
sessionOpens: 0,
|
|
99
|
+
observes: 0,
|
|
100
|
+
};
|
|
101
|
+
|
|
102
|
+
const server = createServer((socket) => {
|
|
103
|
+
counters.connections += 1;
|
|
104
|
+
let buffer = '';
|
|
105
|
+
socket.on('data', (chunk) => {
|
|
106
|
+
buffer += chunk.toString('utf8');
|
|
107
|
+
while (true) {
|
|
108
|
+
const newline = buffer.indexOf('\n');
|
|
109
|
+
if (newline < 0) return;
|
|
110
|
+
const raw = buffer.slice(0, newline);
|
|
111
|
+
buffer = buffer.slice(newline + 1);
|
|
112
|
+
const request = JSON.parse(raw) as { id: string; method: string; params?: Record<string, unknown> };
|
|
113
|
+
const envelopeParams = request.params ?? {};
|
|
114
|
+
const actionId = request.method === 'execute' && typeof envelopeParams.action === 'string'
|
|
115
|
+
? envelopeParams.action
|
|
116
|
+
: request.method;
|
|
117
|
+
const params = request.method === 'execute' && envelopeParams.arguments && typeof envelopeParams.arguments === 'object'
|
|
118
|
+
? envelopeParams.arguments as Record<string, unknown>
|
|
119
|
+
: envelopeParams;
|
|
120
|
+
let result: Record<string, unknown>;
|
|
121
|
+
if (actionId === 'handshake') {
|
|
122
|
+
counters.handshakes += 1;
|
|
123
|
+
result = {
|
|
124
|
+
pluginId: registration.providerPluginId,
|
|
125
|
+
protocolVersion: registration.protocolVersion,
|
|
126
|
+
processId: 9001,
|
|
127
|
+
startedAt: '2026-09-09T00:00:00.000Z',
|
|
128
|
+
computerCapabilities: [],
|
|
129
|
+
};
|
|
130
|
+
} else if (actionId === 'manifest') {
|
|
131
|
+
counters.manifests += 1;
|
|
132
|
+
result = {
|
|
133
|
+
id: registration.providerPluginId,
|
|
134
|
+
name: registration.displayName,
|
|
135
|
+
version: registration.pluginVersion,
|
|
136
|
+
protocolVersion: registration.protocolVersion,
|
|
137
|
+
mode: 'external',
|
|
138
|
+
scope: registration.scope,
|
|
139
|
+
provider: registration.provider,
|
|
140
|
+
capabilities: registration.capabilities.map((capability) => capability.capabilityId),
|
|
141
|
+
actions: registration.actions.map((action) => action.actionId),
|
|
142
|
+
};
|
|
143
|
+
} else if (actionId === 'health') {
|
|
144
|
+
result = { state: 'ready', warnings: [] };
|
|
145
|
+
} else if (actionId === 'desktop_status') {
|
|
146
|
+
counters.statuses += 1;
|
|
147
|
+
result = { sessions: [...sessions.values()] };
|
|
148
|
+
} else if (actionId === 'desktop_session_open') {
|
|
149
|
+
counters.sessionOpens += 1;
|
|
150
|
+
const interactionId = `bench_session_${counters.sessionOpens}`;
|
|
151
|
+
const session = {
|
|
152
|
+
interactionId,
|
|
153
|
+
bundleIdentifier: typeof params.bundle_id === 'string' ? params.bundle_id : 'com.example.Benchmark',
|
|
154
|
+
appName: 'Benchmark',
|
|
155
|
+
};
|
|
156
|
+
sessions.set(interactionId, session);
|
|
157
|
+
result = session;
|
|
158
|
+
} else if (actionId === 'desktop_observe') {
|
|
159
|
+
if (typeof params.interaction_id !== 'string' || !sessions.has(params.interaction_id)) {
|
|
160
|
+
socket.write(`${JSON.stringify({ id: request.id, ok: false, error: { code: 'SESSION_NOT_FOUND', message: 'missing', retryable: false, domain: 'session' } })}\n`);
|
|
161
|
+
continue;
|
|
162
|
+
}
|
|
163
|
+
counters.observes += 1;
|
|
164
|
+
result = { observed: true, interactionId: params.interaction_id };
|
|
165
|
+
} else {
|
|
166
|
+
result = { ok: true };
|
|
167
|
+
}
|
|
168
|
+
socket.write(`${JSON.stringify({ id: request.id, ok: true, result })}\n`);
|
|
169
|
+
}
|
|
170
|
+
});
|
|
171
|
+
});
|
|
172
|
+
|
|
173
|
+
try {
|
|
174
|
+
await new Promise<void>((resolve, reject) => {
|
|
175
|
+
server.once('error', reject);
|
|
176
|
+
server.listen(socketPath, () => {
|
|
177
|
+
server.off('error', reject);
|
|
178
|
+
resolve();
|
|
179
|
+
});
|
|
180
|
+
});
|
|
181
|
+
|
|
182
|
+
const opened = await computerPluginAdapter.executeAction(actionInput(
|
|
183
|
+
controllerHome,
|
|
184
|
+
'desktop_target_open',
|
|
185
|
+
{ bundle_id: 'com.example.Benchmark', launch: false, activate: false },
|
|
186
|
+
'benchmark-target-open',
|
|
187
|
+
));
|
|
188
|
+
const targetId = String(opened.targetId);
|
|
189
|
+
|
|
190
|
+
const coldBefore = { ...counters };
|
|
191
|
+
const coldStartedAt = performance.now();
|
|
192
|
+
await computerPluginAdapter.executeAction(actionInput(
|
|
193
|
+
controllerHome,
|
|
194
|
+
'desktop_observe',
|
|
195
|
+
{ target_id: targetId, max_depth: 1, max_nodes: 5 },
|
|
196
|
+
'benchmark-cold-observe',
|
|
197
|
+
));
|
|
198
|
+
const coldMs = performance.now() - coldStartedAt;
|
|
199
|
+
const coldDelta = counterDelta(counters, coldBefore);
|
|
200
|
+
|
|
201
|
+
for (let index = 0; index < WARMUP; index += 1) {
|
|
202
|
+
await computerPluginAdapter.executeAction(actionInput(
|
|
203
|
+
controllerHome,
|
|
204
|
+
'desktop_observe',
|
|
205
|
+
{ target_id: targetId, max_depth: 1, max_nodes: 5 },
|
|
206
|
+
`benchmark-warmup-${index}`,
|
|
207
|
+
));
|
|
208
|
+
}
|
|
209
|
+
|
|
210
|
+
const warmBefore = { ...counters };
|
|
211
|
+
const samples: number[] = [];
|
|
212
|
+
for (let index = 0; index < SAMPLES; index += 1) {
|
|
213
|
+
const startedAt = performance.now();
|
|
214
|
+
await computerPluginAdapter.executeAction(actionInput(
|
|
215
|
+
controllerHome,
|
|
216
|
+
'desktop_observe',
|
|
217
|
+
{ target_id: targetId, max_depth: 1, max_nodes: 5 },
|
|
218
|
+
`benchmark-sample-${index}`,
|
|
219
|
+
));
|
|
220
|
+
samples.push(performance.now() - startedAt);
|
|
221
|
+
}
|
|
222
|
+
const warmDelta = counterDelta(counters, warmBefore);
|
|
223
|
+
|
|
224
|
+
console.log(JSON.stringify({
|
|
225
|
+
benchmark: 'computer-hotpath',
|
|
226
|
+
samples: SAMPLES,
|
|
227
|
+
warmup: WARMUP,
|
|
228
|
+
cold: {
|
|
229
|
+
ms: rounded(coldMs),
|
|
230
|
+
provider: coldDelta,
|
|
231
|
+
},
|
|
232
|
+
warm: {
|
|
233
|
+
p50Ms: rounded(percentile(samples, 0.50)),
|
|
234
|
+
p95Ms: rounded(percentile(samples, 0.95)),
|
|
235
|
+
maxMs: rounded(Math.max(...samples)),
|
|
236
|
+
provider: warmDelta,
|
|
237
|
+
providerRpcsPerAction: rounded(warmDelta.observes / SAMPLES),
|
|
238
|
+
},
|
|
239
|
+
contract: {
|
|
240
|
+
warmHandshakePerAction: 0,
|
|
241
|
+
warmManifestPreflightPerAction: 0,
|
|
242
|
+
warmStatusPreflightPerAction: 0,
|
|
243
|
+
retainedConnectionsDuringSamples: 0,
|
|
244
|
+
removedLegacyStatusPreflightRpcsPerWarmAction: 1,
|
|
245
|
+
},
|
|
246
|
+
}, null, 2));
|
|
247
|
+
} finally {
|
|
248
|
+
disposeRuntimeComputerComposition();
|
|
249
|
+
setComputerPlatformForTest(undefined);
|
|
250
|
+
await closeServer(server);
|
|
251
|
+
rmSync(controllerHome, { recursive: true, force: true });
|
|
252
|
+
}
|
|
253
|
+
}
|
|
254
|
+
|
|
255
|
+
await main();
|
|
@@ -77,7 +77,34 @@ async function main(): Promise<void> {
|
|
|
77
77
|
const concurrent = await Promise.all(Array.from({ length: 30 }, () => call(context, 'controller_context', { repo_id: repository.repoId })));
|
|
78
78
|
const timings = concurrent.map((item) => item.elapsedMs);
|
|
79
79
|
const readiness = await call(context, 'controller_ready', { repo_id: repository.repoId });
|
|
80
|
-
const
|
|
80
|
+
const statusSummary = await call(context, 'rh_status', { repo_id: repository.repoId, operation: 'get', detail_level: 'summary' });
|
|
81
|
+
const statusDetail = await call(context, 'rh_status', { repo_id: repository.repoId, operation: 'get', detail_level: 'detail' });
|
|
82
|
+
const replacementContext = createMcpToolContext({
|
|
83
|
+
repo: repoRoot,
|
|
84
|
+
controllerHome,
|
|
85
|
+
profile: 'controller',
|
|
86
|
+
toolset: 'advanced',
|
|
87
|
+
sessionId: `benchmark-round2-replacement-${Date.now()}`,
|
|
88
|
+
});
|
|
89
|
+
const replacementSessionContext = await call(replacementContext, 'controller_context', { repo_id: repository.repoId });
|
|
90
|
+
const checkpointStartedAt = performance.now();
|
|
91
|
+
const checkpointStatus = await call(context, 'rh_status', { repo_id: repository.repoId, operation: 'get', detail_level: 'summary' });
|
|
92
|
+
const checkpointContext = await call(context, 'controller_context', { repo_id: repository.repoId });
|
|
93
|
+
const checkpointElapsedMs = Math.round((performance.now() - checkpointStartedAt) * 100) / 100;
|
|
94
|
+
const checkpointCalls = [checkpointStatus, checkpointContext];
|
|
95
|
+
const checkpointStatuses = checkpointCalls.map((entry) => {
|
|
96
|
+
const facadeStatus = typeof entry.value.status === 'string' ? entry.value.status : undefined;
|
|
97
|
+
const contextHealth = entry.value?.health && typeof entry.value.health === 'object' ? entry.value.health as Record<string, unknown> : undefined;
|
|
98
|
+
const status = facadeStatus ?? (contextHealth ? (contextHealth.ready === true ? 'ok' : 'blocked') : 'unknown');
|
|
99
|
+
const facadeReasons = entry.value?.data?.readiness?.reasonCodes;
|
|
100
|
+
const contextReasons = contextHealth?.reasonCodes;
|
|
101
|
+
const reasonCodes = Array.isArray(facadeReasons)
|
|
102
|
+
? facadeReasons.map(String)
|
|
103
|
+
: Array.isArray(contextReasons) ? contextReasons.map(String) : [];
|
|
104
|
+
return { status, reasonCodes };
|
|
105
|
+
});
|
|
106
|
+
const checkpointNonOk = checkpointStatuses.filter((entry) => entry.status !== 'ok');
|
|
107
|
+
const performanceDiagnostics = await call(context, 'runtime_performance_diagnostics', {
|
|
81
108
|
repo_id: repository.repoId,
|
|
82
109
|
include_processes: false,
|
|
83
110
|
include_temp_dirs: false,
|
|
@@ -117,12 +144,37 @@ async function main(): Promise<void> {
|
|
|
117
144
|
},
|
|
118
145
|
},
|
|
119
146
|
readiness: { elapsedMs: readiness.elapsedMs, bytes: bytes(readiness.value) },
|
|
147
|
+
status: {
|
|
148
|
+
summary: { elapsedMs: statusSummary.elapsedMs, bytes: bytes(statusSummary.value), responseMeta: responseMeta(statusSummary.value) },
|
|
149
|
+
detail: { elapsedMs: statusDetail.elapsedMs, bytes: bytes(statusDetail.value), responseMeta: responseMeta(statusDetail.value) },
|
|
150
|
+
},
|
|
151
|
+
replacementSessionContext: {
|
|
152
|
+
elapsedMs: replacementSessionContext.elapsedMs,
|
|
153
|
+
bytes: bytes(replacementSessionContext.value),
|
|
154
|
+
responseMeta: responseMeta(replacementSessionContext.value),
|
|
155
|
+
interpretation: 'persistent projection reuse across controller-session replacement; not a Runtime restart measurement',
|
|
156
|
+
},
|
|
157
|
+
controllerCheckpoint: {
|
|
158
|
+
elapsedMs: checkpointElapsedMs,
|
|
159
|
+
toolRoundTrips: checkpointCalls.length,
|
|
160
|
+
nonOkCount: checkpointNonOk.length,
|
|
161
|
+
nonOkRate: checkpointCalls.length > 0 ? checkpointNonOk.length / checkpointCalls.length : 0,
|
|
162
|
+
statuses: checkpointStatuses,
|
|
163
|
+
statusMs: checkpointStatus.elapsedMs,
|
|
164
|
+
contextMs: checkpointContext.elapsedMs,
|
|
165
|
+
usable: checkpointNonOk.length === 0,
|
|
166
|
+
environment: generatedHome ? 'synthetic_controller_home' : 'supplied_controller_home',
|
|
167
|
+
},
|
|
168
|
+
runtimeRestartContextClosure: {
|
|
169
|
+
status: 'not_measured',
|
|
170
|
+
reason: 'This local benchmark does not own Runtime restart authority; Mac Recovery certification must bind restart-to-first-usable-context latency to the activated revision.',
|
|
171
|
+
},
|
|
120
172
|
},
|
|
121
173
|
transportPhases: {
|
|
122
174
|
local: { status: 'measured', path: 'direct multi-repository runtime tool' },
|
|
123
175
|
external: { status: 'unavailable', reason: 'No external endpoint was supplied to this local benchmark.' },
|
|
124
176
|
},
|
|
125
|
-
resourceCost:
|
|
177
|
+
resourceCost: performanceDiagnostics.value.resourceCost ?? {},
|
|
126
178
|
toolSurface,
|
|
127
179
|
budgets: {
|
|
128
180
|
controllerContextSummaryBytes: 32 * 1024,
|
|
@@ -22,6 +22,7 @@
|
|
|
22
22
|
import { performance } from 'perf_hooks';
|
|
23
23
|
import { resolve } from 'path';
|
|
24
24
|
import { executeIosAgentDeviceAction } from '../src/runtime/plugins/ios-agent-device';
|
|
25
|
+
import { resolveControllerHome } from '../src/cli/repositories/controller-home';
|
|
25
26
|
|
|
26
27
|
type EvidenceTier = 'exact_wait' | 'scoped_snapshot' | 'full_snapshot' | 'unknown';
|
|
27
28
|
export type BenchmarkProfile = 'fresh_session' | 'reused_session';
|
|
@@ -302,7 +303,7 @@ function usage(): string {
|
|
|
302
303
|
' --profile <fresh|warm|both> Profiles to measure, default both',
|
|
303
304
|
' --runs <3..20> Measured runs per profile after one warmup, default 3',
|
|
304
305
|
' --timeout-ms <ms> Absolute timeout per action, default 60000',
|
|
305
|
-
' --controller-home <path> Defaults to FORGE_CONTROLLER_HOME or
|
|
306
|
+
' --controller-home <path> Defaults to FORGE_CONTROLLER_HOME/XDG state or ~/.forge/controller',
|
|
306
307
|
' --repo-root <path> Defaults to current working directory',
|
|
307
308
|
' --relaunch Relaunch JD for each fresh run and the warm-profile setup open',
|
|
308
309
|
' --json Emit machine-readable JSON',
|
|
@@ -428,11 +429,7 @@ export async function runBenchmark(): Promise<Record<string, unknown>> {
|
|
|
428
429
|
const timeoutMs = integerOption('timeout-ms', 60_000, 1_000, 600_000);
|
|
429
430
|
const snapshotDepth = integerOption('snapshot-depth', 8, 1, 20);
|
|
430
431
|
const repoRoot = resolve(option('repo-root') ?? process.cwd());
|
|
431
|
-
const controllerHome =
|
|
432
|
-
option('controller-home')
|
|
433
|
-
?? process.env.FORGE_CONTROLLER_HOME
|
|
434
|
-
?? resolve(repoRoot, '_ops/controller-home'),
|
|
435
|
-
);
|
|
432
|
+
const controllerHome = resolveControllerHome(option('controller-home'));
|
|
436
433
|
const baseArgs: Record<string, unknown> = { device, query, snapshot_depth: snapshotDepth };
|
|
437
434
|
for (const [flag, key] of [
|
|
438
435
|
['search-selector', 'search_selector'],
|
|
@@ -1,9 +1,8 @@
|
|
|
1
1
|
#!/usr/bin/env bun
|
|
2
2
|
import { readFileSync } from 'fs';
|
|
3
3
|
import { performance } from 'perf_hooks';
|
|
4
|
-
import { Client } from
|
|
5
|
-
import {
|
|
6
|
-
import { readMcpServiceBearerToken } from '../src/cli/mcp/auth';
|
|
4
|
+
import { Client, StreamableHTTPClientTransport } from "@modelcontextprotocol/client";
|
|
5
|
+
import { readMcpServiceBearerToken } from '../adapters/mcp/auth';
|
|
7
6
|
import { resolveRepoPreferredControllerHome } from '../src/cli/repositories/controller-home';
|
|
8
7
|
import {
|
|
9
8
|
aggregateMcpTransportLatencySamples,
|
|
@@ -116,7 +115,7 @@ async function probe(): Promise<McpTransportLatencySample[]> {
|
|
|
116
115
|
const started = performance.now();
|
|
117
116
|
try {
|
|
118
117
|
if (includeConnect) await connection.client.connect(connection.transport);
|
|
119
|
-
const response = await connection.client.callTool({ name: tool, arguments: args },
|
|
118
|
+
const response = await connection.client.callTool({ name: tool, arguments: args }, { timeout: timeoutMs });
|
|
120
119
|
return { response, totalMs: performance.now() - started };
|
|
121
120
|
} finally {
|
|
122
121
|
if (includeConnect) await connection.client.close().catch(() => undefined);
|
|
@@ -0,0 +1,235 @@
|
|
|
1
|
+
#!/usr/bin/env bun
|
|
2
|
+
import { execFileSync } from 'node:child_process';
|
|
3
|
+
import { mkdtempSync, rmSync, writeFileSync } from 'node:fs';
|
|
4
|
+
import { tmpdir } from 'node:os';
|
|
5
|
+
import { join } from 'node:path';
|
|
6
|
+
import { performance } from 'node:perf_hooks';
|
|
7
|
+
import {
|
|
8
|
+
evaluateOperationalMemoryActivation,
|
|
9
|
+
freezeOperationalMemoryActivationProtocol,
|
|
10
|
+
type OperationalMemoryActivationMeasurement,
|
|
11
|
+
type OperationalMemoryActivationPair,
|
|
12
|
+
} from '../evaluation/lib/operational-memory-activation';
|
|
13
|
+
import { controllerCheckEnvironmentFingerprint, listControllerChecks } from '../src/cli/controller/check-runner';
|
|
14
|
+
import {
|
|
15
|
+
OPERATIONAL_MEMORY_NAMESPACE,
|
|
16
|
+
ingestCheckCompletionGraceProcess,
|
|
17
|
+
resolveCheckCompletionGraceWaitMs,
|
|
18
|
+
} from '../src/runtime/control-plane/persistence/operational-prior-store';
|
|
19
|
+
import { listControlPlaneRecords } from '../src/runtime/control-plane/persistence/sqlite-store';
|
|
20
|
+
import { createProcessRecord } from '../src/runtime/execution/process-runtime/store';
|
|
21
|
+
import { startLightweightControllerCheck, waitForLightweightProcess } from '../src/runtime/execution/process-runtime/lightweight-managed';
|
|
22
|
+
import type { ManagedProcessRecord, ProcessHandle } from '../src/runtime/execution/process-runtime/types';
|
|
23
|
+
|
|
24
|
+
interface Scenario {
|
|
25
|
+
id: string;
|
|
26
|
+
kind: 'eligible' | 'guard';
|
|
27
|
+
delayMs: number;
|
|
28
|
+
historicalDurationMs: number;
|
|
29
|
+
}
|
|
30
|
+
|
|
31
|
+
const scenarios: readonly Scenario[] = [
|
|
32
|
+
{ id: 'check-grace-eligible-150ms', kind: 'eligible', delayMs: 150, historicalDurationMs: 150 },
|
|
33
|
+
{ id: 'check-grace-eligible-180ms', kind: 'eligible', delayMs: 180, historicalDurationMs: 180 },
|
|
34
|
+
{ id: 'check-grace-guard-400ms', kind: 'guard', delayMs: 400, historicalDurationMs: 400 },
|
|
35
|
+
];
|
|
36
|
+
const SAMPLES_PER_ARM = 3;
|
|
37
|
+
const CHECK_ID = 'package:check:fixture';
|
|
38
|
+
const CANONICAL_WAIT_MS = 100;
|
|
39
|
+
|
|
40
|
+
function bytes(value: unknown): number {
|
|
41
|
+
return Buffer.byteLength(JSON.stringify(value), 'utf8');
|
|
42
|
+
}
|
|
43
|
+
|
|
44
|
+
function median(values: number[]): number {
|
|
45
|
+
const sorted = [...values].sort((a, b) => a - b);
|
|
46
|
+
return sorted[Math.floor(sorted.length / 2)]!;
|
|
47
|
+
}
|
|
48
|
+
|
|
49
|
+
function fixture(delayMs: number, label: string): { root: string; controllerHome: string; repoId: string } {
|
|
50
|
+
const root = mkdtempSync(join(tmpdir(), `forge-stage7f-${label}-repo-`));
|
|
51
|
+
const controllerHome = mkdtempSync(join(tmpdir(), `forge-stage7f-${label}-home-`));
|
|
52
|
+
writeFileSync(join(root, 'package.json'), JSON.stringify({ scripts: { 'check:fixture': `sleep ${delayMs / 1000}` } }, null, 2));
|
|
53
|
+
execFileSync('git', ['init', '-q'], { cwd: root });
|
|
54
|
+
execFileSync('git', ['config', 'user.email', 'stage7f@example.invalid'], { cwd: root });
|
|
55
|
+
execFileSync('git', ['config', 'user.name', 'Stage7F Fixture'], { cwd: root });
|
|
56
|
+
execFileSync('git', ['add', '.'], { cwd: root });
|
|
57
|
+
execFileSync('git', ['commit', '-qm', 'fixture'], { cwd: root });
|
|
58
|
+
return { root, controllerHome, repoId: `repo-stage7f-${label}` };
|
|
59
|
+
}
|
|
60
|
+
|
|
61
|
+
function historicalProcess(input: {
|
|
62
|
+
controllerHome: string;
|
|
63
|
+
repoId: string;
|
|
64
|
+
root: string;
|
|
65
|
+
processId: string;
|
|
66
|
+
environmentFingerprint: string;
|
|
67
|
+
durationMs: number;
|
|
68
|
+
index: number;
|
|
69
|
+
}): ManagedProcessRecord {
|
|
70
|
+
const finishMs = Date.now() - (10_000 - input.index * 1_000);
|
|
71
|
+
const startMs = finishMs - input.durationMs;
|
|
72
|
+
return {
|
|
73
|
+
schemaVersion: 1,
|
|
74
|
+
processId: input.processId,
|
|
75
|
+
repoId: input.repoId,
|
|
76
|
+
checkoutId: 'historical-checkout',
|
|
77
|
+
commandId: `historical-command-${input.index}`,
|
|
78
|
+
controllerHome: input.controllerHome,
|
|
79
|
+
status: 'succeeded',
|
|
80
|
+
route: 'direct',
|
|
81
|
+
command: { kind: 'argv', executable: 'sleep', args: [String(input.durationMs / 1000)], cwd: input.root },
|
|
82
|
+
resourceClaims: [],
|
|
83
|
+
leaseRefs: [],
|
|
84
|
+
leasesReleased: true,
|
|
85
|
+
interactiveWaitMs: 0,
|
|
86
|
+
timeoutMs: 5_000,
|
|
87
|
+
maxOutputBytes: 4_096,
|
|
88
|
+
startedAt: new Date(startMs).toISOString(),
|
|
89
|
+
updatedAt: new Date(finishMs).toISOString(),
|
|
90
|
+
finishedAt: new Date(finishMs).toISOString(),
|
|
91
|
+
exitCode: 0,
|
|
92
|
+
timedOut: false,
|
|
93
|
+
cancelled: false,
|
|
94
|
+
terminalFenceToken: input.index + 1,
|
|
95
|
+
terminalWritten: true,
|
|
96
|
+
checkExecution: {
|
|
97
|
+
schemaVersion: 1,
|
|
98
|
+
checkId: CHECK_ID,
|
|
99
|
+
cacheKey: `historical-cache-${input.index}`,
|
|
100
|
+
revision: 'historical-revision',
|
|
101
|
+
definitionDigest: 'historical-definition',
|
|
102
|
+
environmentFingerprint: input.environmentFingerprint,
|
|
103
|
+
timeoutMs: 5_000,
|
|
104
|
+
reuseScope: 'repository',
|
|
105
|
+
scopeKey: 'repository',
|
|
106
|
+
},
|
|
107
|
+
origin: {
|
|
108
|
+
surface: 'check',
|
|
109
|
+
checkId: CHECK_ID,
|
|
110
|
+
requestId: `historical-request-${input.index}`,
|
|
111
|
+
},
|
|
112
|
+
};
|
|
113
|
+
}
|
|
114
|
+
|
|
115
|
+
function seedOperationalMemory(input: {
|
|
116
|
+
controllerHome: string;
|
|
117
|
+
repoId: string;
|
|
118
|
+
root: string;
|
|
119
|
+
historicalDurationMs: number;
|
|
120
|
+
}): { learnedWaitMs?: number; lookupMs: number; recordBytes: number } {
|
|
121
|
+
const check = listControllerChecks(input.root).find((entry) => entry.id === CHECK_ID);
|
|
122
|
+
if (!check) throw new Error(`STAGE7F_BENCHMARK_CHECK_MISSING:${CHECK_ID}`);
|
|
123
|
+
const environmentFingerprint = controllerCheckEnvironmentFingerprint(check);
|
|
124
|
+
for (let index = 0; index < 3; index += 1) {
|
|
125
|
+
const processId = `proc_stage7f_history_${index}`;
|
|
126
|
+
createProcessRecord(historicalProcess({ ...input, processId, environmentFingerprint, durationMs: input.historicalDurationMs, index }));
|
|
127
|
+
const ingested = ingestCheckCompletionGraceProcess({ controllerHome: input.controllerHome, repoId: input.repoId, processId });
|
|
128
|
+
if (!ingested.stored) throw new Error(`STAGE7F_BENCHMARK_INGEST_FAILED:${processId}`);
|
|
129
|
+
}
|
|
130
|
+
const lookupStart = performance.now();
|
|
131
|
+
const learnedWaitMs = resolveCheckCompletionGraceWaitMs({
|
|
132
|
+
controllerHome: input.controllerHome,
|
|
133
|
+
repoId: input.repoId,
|
|
134
|
+
checkId: CHECK_ID,
|
|
135
|
+
environmentFingerprint,
|
|
136
|
+
});
|
|
137
|
+
const lookupMs = performance.now() - lookupStart;
|
|
138
|
+
const records = listControlPlaneRecords(input.controllerHome, { namespace: OPERATIONAL_MEMORY_NAMESPACE, scope: input.repoId, limit: 16 });
|
|
139
|
+
return { learnedWaitMs, lookupMs, recordBytes: bytes(records) };
|
|
140
|
+
}
|
|
141
|
+
|
|
142
|
+
async function runOne(input: {
|
|
143
|
+
scenario: Scenario;
|
|
144
|
+
active: boolean;
|
|
145
|
+
sample: number;
|
|
146
|
+
}): Promise<OperationalMemoryActivationMeasurement> {
|
|
147
|
+
const label = `${input.scenario.id}-${input.active ? 'active' : 'cold'}-${input.sample}`;
|
|
148
|
+
const fx = fixture(input.scenario.delayMs, label);
|
|
149
|
+
try {
|
|
150
|
+
const memory = input.active
|
|
151
|
+
? seedOperationalMemory({ controllerHome: fx.controllerHome, repoId: fx.repoId, root: fx.root, historicalDurationMs: input.scenario.historicalDurationMs })
|
|
152
|
+
: { learnedWaitMs: undefined, lookupMs: 0, recordBytes: 0 };
|
|
153
|
+
const appliedWaitMs = memory.learnedWaitMs ?? CANONICAL_WAIT_MS;
|
|
154
|
+
const started = performance.now();
|
|
155
|
+
const first = await startLightweightControllerCheck({
|
|
156
|
+
controllerHome: fx.controllerHome,
|
|
157
|
+
repoId: fx.repoId,
|
|
158
|
+
repoRoot: fx.root,
|
|
159
|
+
checkId: CHECK_ID,
|
|
160
|
+
interactiveWaitMs: appliedWaitMs,
|
|
161
|
+
timeoutMs: 5_000,
|
|
162
|
+
commandId: label,
|
|
163
|
+
});
|
|
164
|
+
const firstReturnMs = performance.now() - started;
|
|
165
|
+
const firstHandle: ProcessHandle = first.handle;
|
|
166
|
+
let finalHandle = firstHandle;
|
|
167
|
+
let toolRoundTrips = 1;
|
|
168
|
+
if (!finalHandle.completed) {
|
|
169
|
+
toolRoundTrips += 1;
|
|
170
|
+
finalHandle = await waitForLightweightProcess(fx.controllerHome, fx.repoId, finalHandle.processId, { timeoutMs: 5_000 });
|
|
171
|
+
}
|
|
172
|
+
const terminalLatencyMs = performance.now() - started + memory.lookupMs;
|
|
173
|
+
return {
|
|
174
|
+
toolRoundTrips,
|
|
175
|
+
firstReturnMs,
|
|
176
|
+
terminalLatencyMs,
|
|
177
|
+
completedInOrigin: firstHandle.completed === true,
|
|
178
|
+
controllerVisibleBytes: bytes(firstHandle) + (toolRoundTrips > 1 ? bytes(finalHandle) : 0),
|
|
179
|
+
controllerMemoryPayloadBytes: 0,
|
|
180
|
+
memoryLookupMs: memory.lookupMs,
|
|
181
|
+
memoryRecordBytes: memory.recordBytes,
|
|
182
|
+
appliedWaitMs,
|
|
183
|
+
...(memory.learnedWaitMs === undefined ? {} : { learnedWaitMs: memory.learnedWaitMs }),
|
|
184
|
+
correctnessPassed: finalHandle.completed === true && finalHandle.ok === true,
|
|
185
|
+
};
|
|
186
|
+
} finally {
|
|
187
|
+
rmSync(fx.root, { recursive: true, force: true });
|
|
188
|
+
rmSync(fx.controllerHome, { recursive: true, force: true });
|
|
189
|
+
}
|
|
190
|
+
}
|
|
191
|
+
|
|
192
|
+
function aggregate(samples: OperationalMemoryActivationMeasurement[]): OperationalMemoryActivationMeasurement {
|
|
193
|
+
const learned = samples.map((sample) => sample.learnedWaitMs).filter((value): value is number => value !== undefined);
|
|
194
|
+
return {
|
|
195
|
+
toolRoundTrips: median(samples.map((sample) => sample.toolRoundTrips)),
|
|
196
|
+
firstReturnMs: median(samples.map((sample) => sample.firstReturnMs)),
|
|
197
|
+
terminalLatencyMs: median(samples.map((sample) => sample.terminalLatencyMs)),
|
|
198
|
+
completedInOrigin: samples.filter((sample) => sample.completedInOrigin).length >= Math.ceil(samples.length / 2),
|
|
199
|
+
controllerVisibleBytes: median(samples.map((sample) => sample.controllerVisibleBytes)),
|
|
200
|
+
controllerMemoryPayloadBytes: median(samples.map((sample) => sample.controllerMemoryPayloadBytes)),
|
|
201
|
+
memoryLookupMs: median(samples.map((sample) => sample.memoryLookupMs)),
|
|
202
|
+
memoryRecordBytes: median(samples.map((sample) => sample.memoryRecordBytes)),
|
|
203
|
+
appliedWaitMs: median(samples.map((sample) => sample.appliedWaitMs)),
|
|
204
|
+
...(learned.length === 0 ? {} : { learnedWaitMs: median(learned) }),
|
|
205
|
+
correctnessPassed: samples.every((sample) => sample.correctnessPassed),
|
|
206
|
+
};
|
|
207
|
+
}
|
|
208
|
+
|
|
209
|
+
export async function runOperationalMemoryActivationBenchmark(candidateIdentity: string) {
|
|
210
|
+
const protocol = freezeOperationalMemoryActivationProtocol({ candidateIdentity });
|
|
211
|
+
const pairs: OperationalMemoryActivationPair[] = [];
|
|
212
|
+
for (const scenario of scenarios) {
|
|
213
|
+
const cold: OperationalMemoryActivationMeasurement[] = [];
|
|
214
|
+
const active: OperationalMemoryActivationMeasurement[] = [];
|
|
215
|
+
for (let sample = 0; sample < SAMPLES_PER_ARM; sample += 1) {
|
|
216
|
+
cold.push(await runOne({ scenario, active: false, sample }));
|
|
217
|
+
active.push(await runOne({ scenario, active: true, sample }));
|
|
218
|
+
}
|
|
219
|
+
pairs.push({ scenarioId: scenario.id, kind: scenario.kind, candidateIdentity, cold: aggregate(cold), active: aggregate(active) });
|
|
220
|
+
}
|
|
221
|
+
return { schemaVersion: 1 as const, protocol, pairs, report: evaluateOperationalMemoryActivation(protocol, pairs) };
|
|
222
|
+
}
|
|
223
|
+
|
|
224
|
+
function candidateArg(): string | undefined {
|
|
225
|
+
const index = process.argv.indexOf('--candidate');
|
|
226
|
+
return index >= 0 ? process.argv[index + 1] : undefined;
|
|
227
|
+
}
|
|
228
|
+
|
|
229
|
+
if (import.meta.main) {
|
|
230
|
+
const candidate = candidateArg();
|
|
231
|
+
if (!candidate) throw new Error('Usage: bun scripts/benchmark-operational-memory-activation.ts --candidate <frozen-candidate-identity>');
|
|
232
|
+
const result = await runOperationalMemoryActivationBenchmark(candidate);
|
|
233
|
+
console.log(JSON.stringify(result, null, 2));
|
|
234
|
+
if (!result.report.passed) process.exitCode = 1;
|
|
235
|
+
}
|
|
@@ -0,0 +1,28 @@
|
|
|
1
|
+
#!/usr/bin/env bun
|
|
2
|
+
import { performance } from 'node:perf_hooks';
|
|
3
|
+
import { rankOperationalShadowPriors, reduceOperationalObservations, type OperationalObservation, type OperationalShadowPrior } from '../packages/kernel/memory/api/index';
|
|
4
|
+
import { evaluateOperationalShadowPairs, freezeOperationalShadowProtocol, type OperationalShadowPair } from '../evaluation/lib/shadow-operational-prior';
|
|
5
|
+
|
|
6
|
+
interface Fixture { id:string; domainKind:'engineering'|'non_engineering'; operation:string; environment:string; expectedAction:'candidate' }
|
|
7
|
+
const fixtures:readonly Fixture[]=[
|
|
8
|
+
{id:'engineering-check-ordering',domainKind:'engineering',operation:'check_ordering',environment:'portable-fixture-v1',expectedAction:'candidate'},
|
|
9
|
+
{id:'research-source-ordering',domainKind:'non_engineering',operation:'source_ordering',environment:'portable-fixture-v1',expectedAction:'candidate'},
|
|
10
|
+
];
|
|
11
|
+
const asOf='2026-09-04T00:00:00.000Z',retainedUntil='2026-09-20T00:00:00.000Z';
|
|
12
|
+
function obs(f:Fixture,action:'baseline'|'candidate',index:number,value:number,outcome:'executed_success'|'contention_wait'='executed_success'):OperationalObservation{
|
|
13
|
+
const requestId=`${f.id}:${action}:${index}`,observedAt=`2026-09-03T00:${String(index).padStart(2,'0')}:00.000Z`;
|
|
14
|
+
return{schemaVersion:1,observationId:`obs:${requestId}:${outcome}`,signalId:'execution_job.terminal_mechanical',targetId:'mechanical_candidate_ordering',actionId:action,metricId:'latency_ms',scope:{schemaVersion:1,kind:'project',id:`fixture:${f.id}`},source:{schema:'execution_job/v1',sourceId:`source:${requestId}`,eventKind:outcome==='contention_wait'?'waiting_for_workspace':'succeeded',evidenceRef:`evidence:${requestId}`,requestId,observedAt,retainedUntil},attribution:{kind:'exact',consumerId:'shadow_evaluation',requestId,sourceId:`source:${requestId}`},outcomeClass:outcome,value,compatibility:{operation:f.operation,environment:f.environment}};
|
|
15
|
+
}
|
|
16
|
+
function fixtureObservations(f:Fixture){return[obs(f,'baseline',1,900),obs(f,'baseline',2,880),obs(f,'baseline',3,920),obs(f,'candidate',4,520),obs(f,'candidate',5,500),obs(f,'candidate',6,510),obs(f,'candidate',7,0,'contention_wait')]}
|
|
17
|
+
function retained(priors:readonly OperationalShadowPrior[]){return new Set(priors.flatMap(p=>p.supportEvidenceRefs))}
|
|
18
|
+
function select(priors:readonly OperationalShadowPrior[],f:Fixture){return rankOperationalShadowPriors({priors,compatibility:{operation:f.operation,environment:f.environment},retainedEvidenceRefs:retained(priors),asOf})[0]?.prior.actionId}
|
|
19
|
+
function benchmark(fn:()=>unknown,iterations=1200){for(let i=0;i<60;i++)fn();const start=performance.now();for(let i=0;i<iterations;i++)fn();return Math.max((performance.now()-start)/iterations,0.000001)}
|
|
20
|
+
function bytes(value:unknown){return Buffer.byteLength(JSON.stringify(value),'utf8')}
|
|
21
|
+
function pair(f:Fixture,candidateRevision:string):OperationalShadowPair{
|
|
22
|
+
const observations=fixtureObservations(f);const shadowReduction=reduceOperationalObservations({observations,asOf});const priors=shadowReduction.priors;const coldSelect=()=>{const reduction=reduceOperationalObservations({observations,asOf});return select(reduction.priors,f)};const shadowSelect=()=>select(priors,f);const coldChoice=coldSelect(),shadowChoice=shadowSelect();
|
|
23
|
+
const context={operation:f.operation,candidates:['baseline','candidate'],scope:`fixture:${f.id}`};const contextBytes=bytes(context),rawEvidenceBytes=bytes(observations),shadowBytes=bytes(priors);
|
|
24
|
+
return{scenarioId:f.id,domainKind:f.domainKind,candidateRevision,cold:{controllerVisibleBytes:contextBytes+rawEvidenceBytes,contextBytes,shadowBytes:0,rhContextEvidenceBytes:rawEvidenceBytes,mechanicalRereads:observations.length,toolRoundTrips:observations.length,latencyMs:benchmark(coldSelect),staleNoValueRetrievals:shadowReduction.rejected.length,correctnessPassed:coldChoice===f.expectedAction},shadow:{controllerVisibleBytes:contextBytes+shadowBytes,contextBytes,shadowBytes,rhContextEvidenceBytes:0,mechanicalRereads:0,toolRoundTrips:1,latencyMs:benchmark(shadowSelect),staleNoValueRetrievals:0,correctnessPassed:shadowChoice===f.expectedAction}};
|
|
25
|
+
}
|
|
26
|
+
export function runOperationalShadowBenchmark(candidateRevision:string){const protocol=freezeOperationalShadowProtocol({candidateRevision,heldOutScenarioIds:fixtures.map(f=>f.id)});const pairs=fixtures.map(f=>pair(f,candidateRevision));const report=evaluateOperationalShadowPairs(protocol,pairs);return{schemaVersion:1 as const,protocol,pairs,report}}
|
|
27
|
+
function candidateArg(){const i=process.argv.indexOf('--candidate');return i>=0?process.argv[i+1]:undefined}
|
|
28
|
+
if(import.meta.main){const candidate=candidateArg();if(!candidate)throw new Error('Usage: bun scripts/benchmark-operational-shadow.ts --candidate <exact-revision>');const result=runOperationalShadowBenchmark(candidate);console.log(JSON.stringify(result,null,2));if(!result.report.passed)process.exitCode=1}
|
|
@@ -5,7 +5,10 @@ REPO_ROOT="${1:-$PWD}"
|
|
|
5
5
|
REPO_ID="${FORGE_REPO_ID:-}"
|
|
6
6
|
MIN_AGE_MINUTES="${FORGE_RECOVERY_MIN_AGE_MINUTES:-0}"
|
|
7
7
|
CANCEL_PENDING="${FORGE_RECOVERY_CANCEL_PENDING_APPROVALS:-false}"
|
|
8
|
-
CONTROLLER_HOME="${FORGE_CONTROLLER_HOME:-$
|
|
8
|
+
CONTROLLER_HOME="${FORGE_CONTROLLER_HOME:-${XDG_STATE_HOME:-${HOME:?HOME is required}/.local/state}/forge/controller}"
|
|
9
|
+
if [[ -z "${FORGE_CONTROLLER_HOME:-}" && -z "${XDG_STATE_HOME:-}" ]]; then
|
|
10
|
+
CONTROLLER_HOME="${HOME:?HOME is required}/.forge/controller"
|
|
11
|
+
fi
|
|
9
12
|
|
|
10
13
|
cd "$REPO_ROOT"
|
|
11
14
|
|