@phuetz/code-buddy 1.6.0 → 2.0.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/LICENSE +90 -21
- package/README.md +145 -349
- package/codebuddy-runtime.json +24 -0
- package/dist/advanced/session-replay.js +3 -2
- package/dist/agent/agent-state.d.ts +4 -1
- package/dist/agent/agent-state.js +9 -3
- package/dist/agent/architect-mode.js +1 -1
- package/dist/agent/autonomous/agentic-coding-contract.d.ts +28 -28
- package/dist/agent/autonomous/agentic-coding-runner.d.ts +14 -4
- package/dist/agent/autonomous/agentic-coding-runner.js +176 -27
- package/dist/agent/autonomous/checkpoint-manager.js +3 -12
- package/dist/agent/autonomous/codex-autonomy-directive.d.ts +10 -0
- package/dist/agent/autonomous/codex-autonomy-directive.js +25 -0
- package/dist/agent/autonomous/edit-proposal-producer.js +2 -2
- package/dist/agent/autonomous/fleet-task-types.d.ts +2 -2
- package/dist/agent/autonomous/fleet-task-types.js +2 -2
- package/dist/agent/autonomous/fleet-tick-handler.d.ts +3 -3
- package/dist/agent/autonomous/fleet-tick-handler.js +14 -8
- package/dist/agent/autonomous/recursive-improvement.d.ts +23 -0
- package/dist/agent/autonomous/recursive-improvement.js +114 -0
- package/dist/agent/autonomous/verification-loop.js +4 -2
- package/dist/agent/codebuddy-agent.d.ts +93 -6
- package/dist/agent/codebuddy-agent.js +452 -58
- package/dist/agent/council-lesson-proposer.d.ts +80 -13
- package/dist/agent/council-lesson-proposer.js +201 -43
- package/dist/agent/deep-research-ckg.d.ts +176 -0
- package/dist/agent/deep-research-ckg.js +250 -0
- package/dist/agent/deep-research-storm.d.ts +222 -0
- package/dist/agent/deep-research-storm.js +689 -0
- package/dist/agent/deep-research.d.ts +329 -0
- package/dist/agent/deep-research.js +994 -0
- package/dist/agent/delegation/thread-delegation.d.ts +80 -0
- package/dist/agent/delegation/thread-delegation.js +472 -0
- package/dist/agent/delegation/thread-task-runner.d.ts +37 -0
- package/dist/agent/delegation/thread-task-runner.js +89 -0
- package/dist/agent/dev-loop/dev-loop.d.ts +120 -0
- package/dist/agent/dev-loop/dev-loop.js +404 -0
- package/dist/agent/dev-loop/structural-gate.d.ts +32 -0
- package/dist/agent/dev-loop/structural-gate.js +120 -0
- package/dist/agent/execution/agent-executor.d.ts +52 -31
- package/dist/agent/execution/agent-executor.js +1520 -547
- package/dist/agent/execution/context-pipeline.d.ts +54 -6
- package/dist/agent/execution/context-pipeline.js +285 -88
- package/dist/agent/execution/incremental-token-counter.d.ts +15 -0
- package/dist/agent/execution/incremental-token-counter.js +36 -0
- package/dist/agent/execution/ordered-tool-executor.d.ts +14 -0
- package/dist/agent/execution/ordered-tool-executor.js +54 -0
- package/dist/agent/execution/post-tool-handlers.d.ts +1 -1
- package/dist/agent/execution/post-tool-handlers.js +2 -2
- package/dist/agent/execution/query-classifier.d.ts +2 -0
- package/dist/agent/execution/query-classifier.js +2 -0
- package/dist/agent/execution/tool-dependency-graph.js +7 -0
- package/dist/agent/execution/tool-selection-strategy.d.ts +20 -0
- package/dist/agent/execution/tool-selection-strategy.js +145 -23
- package/dist/agent/facades/message-history-manager.d.ts +1 -1
- package/dist/agent/facades/message-history-manager.js +1 -1
- package/dist/agent/facades/model-routing-facade.d.ts +31 -1
- package/dist/agent/facades/model-routing-facade.js +86 -2
- package/dist/agent/facades/session-facade.d.ts +10 -2
- package/dist/agent/facades/session-facade.js +59 -1
- package/dist/agent/film/film-producer.d.ts +98 -0
- package/dist/agent/film/film-producer.js +289 -0
- package/dist/agent/film/scene-planner.d.ts +38 -0
- package/dist/agent/film/scene-planner.js +93 -0
- package/dist/agent/film/trailer-planner.d.ts +23 -0
- package/dist/agent/film/trailer-planner.js +242 -0
- package/dist/agent/film/video-studio.d.ts +72 -0
- package/dist/agent/film/video-studio.js +249 -0
- package/dist/agent/flow/planning-flow.d.ts +3 -0
- package/dist/agent/flow/planning-flow.js +70 -8
- package/dist/agent/hermes-claw-migrate.d.ts +62 -0
- package/dist/agent/hermes-claw-migrate.js +189 -15
- package/dist/agent/hermes-memory-providers.js +3 -3
- package/dist/agent/hermes-parity-manifest.js +69 -15
- package/dist/agent/infrastructure/agent-infrastructure.d.ts +1 -0
- package/dist/agent/infrastructure/agent-infrastructure.js +1 -1
- package/dist/agent/isolation/agent-workspace.js +5 -2
- package/dist/agent/learning/skill-background-writes.js +9 -4
- package/dist/agent/learning-agent.js +4 -4
- package/dist/agent/learning-background-writes.js +9 -5
- package/dist/agent/lesson-candidate-queue.d.ts +4 -0
- package/dist/agent/lesson-candidate-queue.js +9 -3
- package/dist/agent/lesson-provenance.js +9 -3
- package/dist/agent/lessons-tracker.d.ts +68 -1
- package/dist/agent/lessons-tracker.js +218 -36
- package/dist/agent/loop-detection-service.d.ts +56 -0
- package/dist/agent/loop-detection-service.js +207 -0
- package/dist/agent/middleware/auto-observation.d.ts +2 -0
- package/dist/agent/middleware/auto-observation.js +4 -2
- package/dist/agent/middleware/auto-repair-middleware.d.ts +2 -0
- package/dist/agent/middleware/auto-repair-middleware.js +27 -4
- package/dist/agent/middleware/changed-files.d.ts +19 -0
- package/dist/agent/middleware/changed-files.js +113 -0
- package/dist/agent/middleware/cost-limit.d.ts +0 -2
- package/dist/agent/middleware/cost-limit.js +0 -3
- package/dist/agent/middleware/index.d.ts +2 -0
- package/dist/agent/middleware/index.js +1 -0
- package/dist/agent/middleware/pipeline.d.ts +9 -0
- package/dist/agent/middleware/pipeline.js +18 -0
- package/dist/agent/middleware/plan-completion-audit.d.ts +76 -0
- package/dist/agent/middleware/plan-completion-audit.js +157 -0
- package/dist/agent/middleware/quality-gate-middleware.d.ts +43 -1
- package/dist/agent/middleware/quality-gate-middleware.js +198 -40
- package/dist/agent/middleware/types.d.ts +6 -0
- package/dist/agent/middleware/verification-enforcement.d.ts +10 -3
- package/dist/agent/middleware/verification-enforcement.js +43 -13
- package/dist/agent/middleware/workflow-guard.js +7 -0
- package/dist/agent/model-benchmark.js +11 -17
- package/dist/agent/model-tier.d.ts +2 -2
- package/dist/agent/model-tier.js +10 -7
- package/dist/agent/multi-agent/agent-memory-integration.js +3 -2
- package/dist/agent/multi-agent/base-agent.d.ts +12 -1
- package/dist/agent/multi-agent/base-agent.js +58 -10
- package/dist/agent/multi-agent/enhanced-coordination.js +1 -0
- package/dist/agent/multi-agent/metrics-persistence.js +28 -14
- package/dist/agent/multi-agent/multi-agent-system.d.ts +5 -0
- package/dist/agent/multi-agent/multi-agent-system.js +81 -4
- package/dist/agent/multi-agent/session-fleet-bridge.js +2 -1
- package/dist/agent/multi-agent/session-registry.js +9 -3
- package/dist/agent/multi-agent/team-manager.d.ts +11 -0
- package/dist/agent/multi-agent/team-manager.js +94 -5
- package/dist/agent/multi-agent/types.d.ts +10 -1
- package/dist/agent/multi-agent/workflow-multi-persistence.js +16 -8
- package/dist/agent/multi-agent/workflow-persistence.js +9 -6
- package/dist/agent/observer/trigger-registry.js +3 -5
- package/dist/agent/operating-modes.d.ts +3 -0
- package/dist/agent/operating-modes.js +15 -22
- package/dist/agent/pipelines.d.ts +2 -4
- package/dist/agent/pipelines.js +1 -1
- package/dist/agent/plan-mode.js +1 -1
- package/dist/agent/prompt-suggestions.js +2 -1
- package/dist/agent/prompt-tool-observation.d.ts +55 -0
- package/dist/agent/prompt-tool-observation.js +165 -0
- package/dist/agent/reasoning/tree-of-thought.js +1 -1
- package/dist/agent/repair/repair-engine.js +1 -1
- package/dist/agent/repo-profiler.d.ts +12 -1
- package/dist/agent/repo-profiler.js +21 -15
- package/dist/agent/repo-profiling/cache.js +6 -9
- package/dist/agent/research-worker-provider.d.ts +38 -0
- package/dist/agent/research-worker-provider.js +30 -0
- package/dist/agent/science/experiment-decision.d.ts +48 -0
- package/dist/agent/science/experiment-decision.js +65 -0
- package/dist/agent/science/experiment-empirical-gate.d.ts +83 -0
- package/dist/agent/science/experiment-empirical-gate.js +156 -0
- package/dist/agent/science/experiment-fitness.d.ts +112 -0
- package/dist/agent/science/experiment-fitness.js +188 -0
- package/dist/agent/science/experiment-loop.d.ts +196 -0
- package/dist/agent/science/experiment-loop.js +765 -0
- package/dist/agent/science/experiment-orchestrator.d.ts +203 -0
- package/dist/agent/science/experiment-orchestrator.js +454 -0
- package/dist/agent/science/experiment-sandbox-backends.d.ts +56 -0
- package/dist/agent/science/experiment-sandbox-backends.js +201 -0
- package/dist/agent/science/experiment-sandbox.d.ts +105 -0
- package/dist/agent/science/experiment-sandbox.js +196 -0
- package/dist/agent/science/experiment-variant-store.d.ts +108 -0
- package/dist/agent/science/experiment-variant-store.js +156 -0
- package/dist/agent/science/human-gate.d.ts +31 -0
- package/dist/agent/science/human-gate.js +32 -0
- package/dist/agent/self-improvement/authored-artifact-gate.js +28 -3
- package/dist/agent/self-improvement/authored-tool-runtime.d.ts +4 -2
- package/dist/agent/self-improvement/authored-tool-runtime.js +8 -3
- package/dist/agent/self-improvement/authored-tool-store.js +3 -2
- package/dist/agent/self-improvement/capability-benchmark.js +89 -2
- package/dist/agent/self-improvement/continuous-benchmark.d.ts +105 -0
- package/dist/agent/self-improvement/continuous-benchmark.js +355 -0
- package/dist/agent/self-improvement/delegation-facts.d.ts +105 -0
- package/dist/agent/self-improvement/delegation-facts.js +483 -0
- package/dist/agent/self-improvement/digest-sources.d.ts +56 -0
- package/dist/agent/self-improvement/digest-sources.js +294 -0
- package/dist/agent/self-improvement/digest.d.ts +169 -0
- package/dist/agent/self-improvement/digest.js +543 -0
- package/dist/agent/self-improvement/engine.d.ts +11 -6
- package/dist/agent/self-improvement/engine.js +13 -7
- package/dist/agent/self-improvement/evolution/ast-novelty.d.ts +20 -0
- package/dist/agent/self-improvement/evolution/ast-novelty.js +81 -0
- package/dist/agent/self-improvement/evolution/code-variant-store.d.ts +101 -0
- package/dist/agent/self-improvement/evolution/code-variant-store.js +229 -0
- package/dist/agent/self-improvement/evolution/evolution-engine.d.ts +199 -0
- package/dist/agent/self-improvement/evolution/evolution-engine.js +503 -0
- package/dist/agent/self-improvement/evolution/feature-map.d.ts +24 -0
- package/dist/agent/self-improvement/evolution/feature-map.js +88 -0
- package/dist/agent/self-improvement/evolution/model-bandit.d.ts +57 -0
- package/dist/agent/self-improvement/evolution/model-bandit.js +98 -0
- package/dist/agent/self-improvement/evolution/protected-paths.d.ts +31 -0
- package/dist/agent/self-improvement/evolution/protected-paths.js +105 -0
- package/dist/agent/self-improvement/evolution/research-weakness-source.d.ts +56 -0
- package/dist/agent/self-improvement/evolution/research-weakness-source.js +161 -0
- package/dist/agent/self-improvement/evolution/scrub-env.d.ts +22 -0
- package/dist/agent/self-improvement/evolution/scrub-env.js +40 -0
- package/dist/agent/self-improvement/evolution/variant-fitness.d.ts +86 -0
- package/dist/agent/self-improvement/evolution/variant-fitness.js +217 -0
- package/dist/agent/self-improvement/evolution/variant-planner.d.ts +41 -0
- package/dist/agent/self-improvement/evolution/variant-planner.js +156 -0
- package/dist/agent/self-improvement/evolution/weakness-selector.d.ts +38 -0
- package/dist/agent/self-improvement/evolution/weakness-selector.js +108 -0
- package/dist/agent/self-improvement/evolution/worktree-scorer.d.ts +44 -0
- package/dist/agent/self-improvement/evolution/worktree-scorer.js +99 -0
- package/dist/agent/self-improvement/evolutionary-archive.js +3 -2
- package/dist/agent/self-improvement/experience-source.d.ts +60 -7
- package/dist/agent/self-improvement/experience-source.js +78 -8
- package/dist/agent/self-improvement/index.d.ts +1 -0
- package/dist/agent/self-improvement/index.js +6 -3
- package/dist/agent/self-improvement/learning-store.d.ts +16 -0
- package/dist/agent/self-improvement/learning-store.js +83 -3
- package/dist/agent/self-improvement/llm-drafter.d.ts +3 -1
- package/dist/agent/self-improvement/llm-drafter.js +20 -2
- package/dist/agent/self-improvement/llm-tool-proposer.js +1 -1
- package/dist/agent/self-improvement/proposal-store.d.ts +46 -0
- package/dist/agent/self-improvement/proposal-store.js +87 -0
- package/dist/agent/self-improvement/proposer.d.ts +1 -1
- package/dist/agent/self-improvement/proposer.js +94 -2
- package/dist/agent/self-improvement/rule-store.js +5 -4
- package/dist/agent/self-improvement/sandbox-scorer.d.ts +1 -1
- package/dist/agent/self-improvement/sandbox-scorer.js +8 -4
- package/dist/agent/self-improvement/self-knowledge.d.ts +1 -1
- package/dist/agent/self-improvement/self-knowledge.js +8 -8
- package/dist/agent/self-improvement/skill-benchmark.js +27 -0
- package/dist/agent/self-improvement/skill-consolidator.js +16 -0
- package/dist/agent/self-improvement/skill-engine.d.ts +7 -0
- package/dist/agent/self-improvement/skill-engine.js +54 -28
- package/dist/agent/self-improvement/skill-gate.d.ts +4 -4
- package/dist/agent/self-improvement/skill-gate.js +38 -20
- package/dist/agent/self-improvement/skill-mutator.d.ts +20 -1
- package/dist/agent/self-improvement/skill-mutator.js +138 -19
- package/dist/agent/self-improvement/skill-proposer.js +2 -1
- package/dist/agent/self-improvement/skill-types.d.ts +4 -0
- package/dist/agent/self-improvement/strategy-engine.d.ts +54 -0
- package/dist/agent/self-improvement/strategy-engine.js +104 -0
- package/dist/agent/self-improvement/strategy-gate.d.ts +49 -0
- package/dist/agent/self-improvement/strategy-gate.js +243 -0
- package/dist/agent/self-improvement/strategy-live.d.ts +39 -0
- package/dist/agent/self-improvement/strategy-live.js +114 -0
- package/dist/agent/self-improvement/strategy-proposer.d.ts +30 -0
- package/dist/agent/self-improvement/strategy-proposer.js +114 -0
- package/dist/agent/self-improvement/strategy-replay.d.ts +40 -0
- package/dist/agent/self-improvement/strategy-replay.js +150 -0
- package/dist/agent/self-improvement/strategy-runtime.d.ts +43 -0
- package/dist/agent/self-improvement/strategy-runtime.js +56 -0
- package/dist/agent/self-improvement/strategy-store.d.ts +38 -0
- package/dist/agent/self-improvement/strategy-store.js +139 -0
- package/dist/agent/self-improvement/strategy-types.d.ts +229 -0
- package/dist/agent/self-improvement/strategy-types.js +90 -0
- package/dist/agent/self-improvement/tool-benchmark.js +164 -8
- package/dist/agent/self-improvement/tool-engine.d.ts +12 -3
- package/dist/agent/self-improvement/tool-engine.js +59 -31
- package/dist/agent/self-improvement/tool-gate.d.ts +2 -0
- package/dist/agent/self-improvement/tool-gate.js +26 -0
- package/dist/agent/self-improvement/tool-skill-mutator.d.ts +1 -1
- package/dist/agent/self-improvement/tool-skill-mutator.js +20 -2
- package/dist/agent/self-improvement/tool-types.d.ts +5 -3
- package/dist/agent/self-improvement/types.d.ts +7 -3
- package/dist/agent/session-end-flush.js +2 -1
- package/dist/agent/specialized/agent-registry.d.ts +1 -0
- package/dist/agent/specialized/agent-registry.js +118 -0
- package/dist/agent/specialized/excel-agent.js +15 -1
- package/dist/agent/specialized/index.d.ts +1 -0
- package/dist/agent/specialized/index.js +2 -0
- package/dist/agent/specialized/pdf-agent.js +4 -2
- package/dist/agent/specialized/swe-agent-adapter.js +8 -0
- package/dist/agent/specialized/swe-agent.d.ts +16 -1
- package/dist/agent/specialized/swe-agent.js +75 -7
- package/dist/agent/specialized/types.d.ts +31 -1
- package/dist/agent/specialized/types.js +26 -0
- package/dist/agent/specialized/verifier-agent.d.ts +53 -0
- package/dist/agent/specialized/verifier-agent.js +342 -0
- package/dist/agent/streaming/message-reducer.js +73 -19
- package/dist/agent/streaming/streaming-handler.d.ts +24 -0
- package/dist/agent/streaming/streaming-handler.js +136 -1
- package/dist/agent/subagents.d.ts +10 -4
- package/dist/agent/subagents.js +39 -6
- package/dist/agent/thinking/extended-thinking.js +1 -1
- package/dist/agent/todo-tracker.js +5 -4
- package/dist/agent/tool-executor.d.ts +10 -1
- package/dist/agent/tool-executor.js +29 -0
- package/dist/agent/tool-handler.d.ts +49 -2
- package/dist/agent/tool-handler.js +738 -181
- package/dist/agent/types.d.ts +3 -5
- package/dist/agent/wide-research-checkpoint.d.ts +77 -0
- package/dist/agent/wide-research-checkpoint.js +361 -0
- package/dist/agent/wide-research-files.d.ts +11 -0
- package/dist/agent/wide-research-files.js +189 -0
- package/dist/agent/wide-research.d.ts +148 -3
- package/dist/agent/wide-research.js +833 -56
- package/dist/analytics/code-evolution.js +20 -15
- package/dist/analytics/complexity-analyzer.js +2 -2
- package/dist/analytics/cost-report.d.ts +71 -0
- package/dist/analytics/cost-report.js +724 -0
- package/dist/analytics/dashboard.js +8 -7
- package/dist/analytics/index.d.ts +2 -0
- package/dist/analytics/index.js +2 -0
- package/dist/analytics/repo-explainer-collector.d.ts +13 -0
- package/dist/analytics/repo-explainer-collector.js +351 -0
- package/dist/analytics/repo-explainer.d.ts +224 -0
- package/dist/analytics/repo-explainer.js +605 -0
- package/dist/analytics/roi-tracker.js +11 -9
- package/dist/api/webhooks.js +9 -14
- package/dist/app/application-factory.d.ts +1 -1
- package/dist/app/application-factory.js +6 -5
- package/dist/auth/profile-manager.js +8 -4
- package/dist/avatar/avatar-event-bus.d.ts +16 -0
- package/dist/avatar/avatar-event-bus.js +53 -0
- package/dist/avatar/avatar-gateway-bridge.d.ts +26 -0
- package/dist/avatar/avatar-gateway-bridge.js +54 -0
- package/dist/avatar/avatar-protocol.d.ts +133 -0
- package/dist/avatar/avatar-protocol.js +241 -0
- package/dist/avatar/avatar-renderer-registry.d.ts +56 -0
- package/dist/avatar/avatar-renderer-registry.js +191 -0
- package/dist/avatar/avatar-renderer-simulator.d.ts +31 -0
- package/dist/avatar/avatar-renderer-simulator.js +160 -0
- package/dist/browser-automation/browser-manager.d.ts +15 -1
- package/dist/browser-automation/browser-manager.js +101 -0
- package/dist/browser-automation/browser-operator-executor.d.ts +89 -7
- package/dist/browser-automation/browser-operator-executor.js +1280 -58
- package/dist/browser-automation/browser-operator-runtime.d.ts +87 -0
- package/dist/browser-automation/browser-operator-runtime.js +441 -0
- package/dist/browser-automation/browser-operator-session.js +4 -3
- package/dist/browser-automation/browser-tool.d.ts +17 -2
- package/dist/browser-automation/browser-tool.js +101 -39
- package/dist/browser-automation/internet-scout-plan.d.ts +1 -0
- package/dist/browser-automation/internet-scout-plan.js +17 -0
- package/dist/browser-automation/profile-manager.js +5 -3
- package/dist/browser-automation/types.d.ts +25 -0
- package/dist/cache/advanced-lru-cache.js +4 -4
- package/dist/cache/cache-manager.js +9 -10
- package/dist/cache/embedding-cache.js +6 -5
- package/dist/cache/llm-response-cache.js +3 -4
- package/dist/capture/screen-recorder.d.ts +2 -0
- package/dist/capture/screen-recorder.js +6 -4
- package/dist/capture/screen-watcher.d.ts +6 -3
- package/dist/capture/screen-watcher.js +86 -9
- package/dist/channels/channel-cognitive-port.d.ts +46 -0
- package/dist/channels/channel-cognitive-port.js +182 -0
- package/dist/channels/channel-model-override.d.ts +47 -0
- package/dist/channels/channel-model-override.js +62 -0
- package/dist/channels/companion-channel-profile.d.ts +68 -0
- package/dist/channels/companion-channel-profile.js +142 -0
- package/dist/channels/companion-channel-turn.d.ts +30 -0
- package/dist/channels/companion-channel-turn.js +38 -0
- package/dist/channels/core.d.ts +37 -3
- package/dist/channels/core.js +63 -6
- package/dist/channels/discord/client.js +34 -14
- package/dist/channels/dm-pairing.d.ts +18 -4
- package/dist/channels/dm-pairing.js +199 -33
- package/dist/channels/gateway-lifecycle.d.ts +2 -0
- package/dist/channels/gateway-lifecycle.js +1 -0
- package/dist/channels/identity-links.d.ts +19 -1
- package/dist/channels/identity-links.js +68 -12
- package/dist/channels/matrix/index.js +6 -2
- package/dist/channels/pro/pro-features.js +17 -0
- package/dist/channels/pro/run-tracker.js +9 -4
- package/dist/channels/pro/scoped-auth.js +10 -8
- package/dist/channels/provider-failure-speech.d.ts +28 -0
- package/dist/channels/provider-failure-speech.js +128 -0
- package/dist/channels/reconnection-manager.d.ts +2 -0
- package/dist/channels/reconnection-manager.js +7 -2
- package/dist/channels/resolve-channel-secret.d.ts +43 -0
- package/dist/channels/resolve-channel-secret.js +82 -0
- package/dist/channels/slack/block-builder.d.ts +12 -0
- package/dist/channels/slack/block-builder.js +70 -2
- package/dist/channels/slack/client.js +62 -15
- package/dist/channels/slack/types.d.ts +20 -1
- package/dist/channels/telegram/client.d.ts +36 -3
- package/dist/channels/telegram/client.js +438 -84
- package/dist/channels/telegram/types.d.ts +2 -0
- package/dist/channels/webhook-server.js +8 -1
- package/dist/channels/whatsapp/index.js +2 -1
- package/dist/checkpoints/ghost-snapshot.js +15 -9
- package/dist/checkpoints/persistent-checkpoint-manager.js +15 -8
- package/dist/cli/command-routing.d.ts +22 -0
- package/dist/cli/command-routing.js +54 -0
- package/dist/cli/first-run.d.ts +17 -0
- package/dist/cli/first-run.js +40 -0
- package/dist/cli/headless-options.d.ts +22 -0
- package/dist/cli/headless-options.js +112 -0
- package/dist/cli/headless-prompt-progress.d.ts +22 -0
- package/dist/cli/headless-prompt-progress.js +35 -0
- package/dist/cli/headless.js +2 -2
- package/dist/cli/listen-port.d.ts +8 -0
- package/dist/cli/listen-port.js +20 -0
- package/dist/cli/permission-mode-option.d.ts +14 -0
- package/dist/cli/permission-mode-option.js +64 -0
- package/dist/cli/requested-profile.d.ts +15 -0
- package/dist/cli/requested-profile.js +27 -0
- package/dist/cli/unknown-option-hint.d.ts +16 -0
- package/dist/cli/unknown-option-hint.js +116 -0
- package/dist/cli/voice-command.d.ts +32 -0
- package/dist/cli/voice-command.js +96 -0
- package/dist/codebuddy/abort-signal.d.ts +7 -0
- package/dist/codebuddy/abort-signal.js +31 -0
- package/dist/codebuddy/client.d.ts +68 -0
- package/dist/codebuddy/client.js +460 -11
- package/dist/codebuddy/fleet-tool-defs.js +5 -0
- package/dist/codebuddy/llm-retry.d.ts +24 -0
- package/dist/codebuddy/llm-retry.js +124 -0
- package/dist/codebuddy/provider-error-classifier.d.ts +86 -0
- package/dist/codebuddy/provider-error-classifier.js +410 -0
- package/dist/codebuddy/provider-failover-error.d.ts +16 -0
- package/dist/codebuddy/provider-failover-error.js +50 -0
- package/dist/codebuddy/provider-failover-kind.d.ts +15 -0
- package/dist/codebuddy/provider-failover-kind.js +172 -0
- package/dist/codebuddy/provider-handoff.d.ts +35 -0
- package/dist/codebuddy/provider-handoff.js +294 -0
- package/dist/codebuddy/providers/ollama-native-transport.d.ts +130 -0
- package/dist/codebuddy/providers/ollama-native-transport.js +387 -0
- package/dist/codebuddy/providers/provider-agy-cli.d.ts +29 -0
- package/dist/codebuddy/providers/provider-agy-cli.js +264 -0
- package/dist/codebuddy/providers/provider-chatgpt-responses.d.ts +59 -7
- package/dist/codebuddy/providers/provider-chatgpt-responses.js +519 -164
- package/dist/codebuddy/providers/provider-gemini-cli.js +95 -13
- package/dist/codebuddy/providers/provider-gemini-native.d.ts +2 -0
- package/dist/codebuddy/providers/provider-gemini-native.js +199 -86
- package/dist/codebuddy/providers/provider-openai-compat.d.ts +82 -0
- package/dist/codebuddy/providers/provider-openai-compat.js +469 -45
- package/dist/codebuddy/stream-retry.d.ts +21 -8
- package/dist/codebuddy/stream-retry.js +44 -40
- package/dist/codebuddy/tool-definitions/advanced-tools.d.ts +4 -0
- package/dist/codebuddy/tool-definitions/advanced-tools.js +188 -0
- package/dist/codebuddy/tool-definitions/agent-tools.d.ts +5 -0
- package/dist/codebuddy/tool-definitions/agent-tools.js +195 -7
- package/dist/codebuddy/tool-definitions/browser-tools.d.ts +1 -0
- package/dist/codebuddy/tool-definitions/browser-tools.js +65 -1
- package/dist/codebuddy/tool-definitions/code-exec-tools.d.ts +8 -0
- package/dist/codebuddy/tool-definitions/code-exec-tools.js +29 -0
- package/dist/codebuddy/tool-definitions/code-explorer-tools.js +4 -0
- package/dist/codebuddy/tool-definitions/comfy-recipe-tools.d.ts +3 -0
- package/dist/codebuddy/tool-definitions/comfy-recipe-tools.js +37 -0
- package/dist/codebuddy/tool-definitions/core-tools.d.ts +2 -0
- package/dist/codebuddy/tool-definitions/core-tools.js +58 -2
- package/dist/codebuddy/tool-definitions/delegate-agent-tools.d.ts +11 -0
- package/dist/codebuddy/tool-definitions/delegate-agent-tools.js +50 -0
- package/dist/codebuddy/tool-definitions/design-tools.d.ts +6 -0
- package/dist/codebuddy/tool-definitions/design-tools.js +35 -0
- package/dist/codebuddy/tool-definitions/exit-plan-mode-tools.d.ts +1 -0
- package/dist/codebuddy/tool-definitions/exit-plan-mode-tools.js +23 -1
- package/dist/codebuddy/tool-definitions/index.d.ts +16 -7
- package/dist/codebuddy/tool-definitions/index.js +27 -8
- package/dist/codebuddy/tool-definitions/lsp-tools.d.ts +7 -1
- package/dist/codebuddy/tool-definitions/lsp-tools.js +104 -1
- package/dist/codebuddy/tool-definitions/meeting-tools.d.ts +4 -0
- package/dist/codebuddy/tool-definitions/meeting-tools.js +32 -0
- package/dist/codebuddy/tool-definitions/moa-tools.js +7 -2
- package/dist/codebuddy/tool-definitions/multimodal-tools.d.ts +14 -0
- package/dist/codebuddy/tool-definitions/multimodal-tools.js +615 -3
- package/dist/codebuddy/tool-definitions/research-tools.d.ts +20 -0
- package/dist/codebuddy/tool-definitions/research-tools.js +98 -0
- package/dist/codebuddy/tool-definitions/self-describe-tools.d.ts +4 -0
- package/dist/codebuddy/tool-definitions/self-describe-tools.js +28 -0
- package/dist/codebuddy/tool-definitions/self-evolution-tools.d.ts +4 -0
- package/dist/codebuddy/tool-definitions/self-evolution-tools.js +31 -0
- package/dist/codebuddy/tool-definitions/verify-tools.d.ts +14 -0
- package/dist/codebuddy/tool-definitions/verify-tools.js +36 -0
- package/dist/codebuddy/tool-definitions/web-tools.d.ts +4 -0
- package/dist/codebuddy/tool-definitions/web-tools.js +135 -0
- package/dist/codebuddy/tool-definitions/workspace-tools.d.ts +4 -0
- package/dist/codebuddy/tool-definitions/workspace-tools.js +43 -0
- package/dist/codebuddy/tools.d.ts +15 -17
- package/dist/codebuddy/tools.js +235 -55
- package/dist/cognition/budget-reservations.d.ts +27 -0
- package/dist/cognition/budget-reservations.js +70 -0
- package/dist/cognition/cognitive-bus-client.d.ts +94 -0
- package/dist/cognition/cognitive-bus-client.js +724 -0
- package/dist/cognition/cognitive-hub.d.ts +93 -0
- package/dist/cognition/cognitive-hub.js +366 -0
- package/dist/cognition/cognitive-mesh.d.ts +38 -0
- package/dist/cognition/cognitive-mesh.js +263 -0
- package/dist/cognition/cognitive-port.d.ts +35 -0
- package/dist/cognition/cognitive-port.js +80 -0
- package/dist/cognition/cognitive-wire-contract.d.ts +1542 -0
- package/dist/cognition/cognitive-wire-contract.js +164 -0
- package/dist/cognition/context-renderer.d.ts +52 -0
- package/dist/cognition/context-renderer.js +227 -0
- package/dist/cognition/global-workspace.d.ts +39 -0
- package/dist/cognition/global-workspace.js +181 -0
- package/dist/cognition/index.d.ts +9 -0
- package/dist/cognition/index.js +10 -0
- package/dist/cognition/llm-specialist.d.ts +40 -0
- package/dist/cognition/llm-specialist.js +93 -0
- package/dist/cognition/sensory-workspace.d.ts +57 -0
- package/dist/cognition/sensory-workspace.js +346 -0
- package/dist/cognition/types.d.ts +93 -0
- package/dist/cognition/types.js +7 -0
- package/dist/cognition/voice-specialists.d.ts +21 -0
- package/dist/cognition/voice-specialists.js +89 -0
- package/dist/cognition/world-model.d.ts +95 -0
- package/dist/cognition/world-model.js +228 -0
- package/dist/collaboration/ai-colab-manager.js +12 -13
- package/dist/collaboration/team-session.js +25 -11
- package/dist/commands/apply-permission-mode.d.ts +27 -0
- package/dist/commands/apply-permission-mode.js +35 -0
- package/dist/commands/assistant.d.ts +3 -0
- package/dist/commands/assistant.js +1022 -0
- package/dist/commands/campaign.d.ts +6 -0
- package/dist/commands/campaign.js +140 -0
- package/dist/commands/capsule.d.ts +2 -0
- package/dist/commands/capsule.js +104 -0
- package/dist/commands/changelog.d.ts +29 -0
- package/dist/commands/changelog.js +283 -0
- package/dist/commands/cli/acp-command.js +4 -1
- package/dist/commands/cli/backup-command.d.ts +9 -0
- package/dist/commands/cli/backup-command.js +47 -0
- package/dist/commands/cli/evolve-command.d.ts +26 -0
- package/dist/commands/cli/evolve-command.js +259 -0
- package/dist/commands/cli/fleet-commands.js +105 -0
- package/dist/commands/cli/improve-command.d.ts +2 -1
- package/dist/commands/cli/improve-command.js +309 -20
- package/dist/commands/cli/native-engine-commands.js +405 -28
- package/dist/commands/cli/sensory-command.d.ts +8 -0
- package/dist/commands/cli/sensory-command.js +27 -0
- package/dist/commands/cli/speak-command.js +87 -24
- package/dist/commands/cli/tools-commands.js +68 -36
- package/dist/commands/cli/utility-commands.js +34 -9
- package/dist/commands/client-dispatcher.d.ts +1 -0
- package/dist/commands/client-dispatcher.js +40 -21
- package/dist/commands/compress.js +3 -0
- package/dist/commands/cost.d.ts +33 -0
- package/dist/commands/cost.js +342 -0
- package/dist/commands/council-scoreboard.d.ts +8 -0
- package/dist/commands/council-scoreboard.js +68 -0
- package/dist/commands/council.d.ts +16 -24
- package/dist/commands/council.js +247 -255
- package/dist/commands/curator-cli.d.ts +14 -0
- package/dist/commands/curator-cli.js +57 -0
- package/dist/commands/delegate.js +82 -25
- package/dist/commands/dev/golden-path.d.ts +71 -0
- package/dist/commands/dev/golden-path.js +317 -0
- package/dist/commands/dev/index.d.ts +3 -0
- package/dist/commands/dev/index.js +151 -119
- package/dist/commands/dev/issue-pipeline.js +7 -7
- package/dist/commands/dev/workflows.d.ts +2 -0
- package/dist/commands/dev/workflows.js +39 -6
- package/dist/commands/enhanced-command-handler.d.ts +3 -0
- package/dist/commands/enhanced-command-handler.js +29 -12
- package/dist/commands/exchange.d.ts +2 -0
- package/dist/commands/exchange.js +193 -0
- package/dist/commands/explain.d.ts +12 -0
- package/dist/commands/explain.js +135 -0
- package/dist/commands/film.d.ts +18 -0
- package/dist/commands/film.js +239 -0
- package/dist/commands/flow.js +15 -5
- package/dist/commands/forge.d.ts +2 -0
- package/dist/commands/forge.js +102 -0
- package/dist/commands/goal-cli.d.ts +3 -0
- package/dist/commands/goal-cli.js +9 -4
- package/dist/commands/gpu-worker.d.ts +14 -0
- package/dist/commands/gpu-worker.js +135 -0
- package/dist/commands/handlers/agents-handler.d.ts +11 -2
- package/dist/commands/handlers/agents-handler.js +79 -13
- package/dist/commands/handlers/auth-handlers.js +12 -5
- package/dist/commands/handlers/backup-handlers.d.ts +40 -0
- package/dist/commands/handlers/backup-handlers.js +784 -57
- package/dist/commands/handlers/batch-handlers.d.ts +72 -2
- package/dist/commands/handlers/batch-handlers.js +443 -37
- package/dist/commands/handlers/branch-handlers.d.ts +1 -0
- package/dist/commands/handlers/channel-handlers.d.ts +7 -2
- package/dist/commands/handlers/channel-handlers.js +1705 -103
- package/dist/commands/handlers/companion-handler.js +130 -9
- package/dist/commands/handlers/daily-reset-handler.d.ts +1 -1
- package/dist/commands/handlers/daily-reset-handler.js +1 -1
- package/dist/commands/handlers/deepthink-handler.d.ts +2 -0
- package/dist/commands/handlers/deepthink-handler.js +49 -0
- package/dist/commands/handlers/extra-handlers.js +23 -24
- package/dist/commands/handlers/fleet-handler.d.ts +3 -4
- package/dist/commands/handlers/fleet-handler.js +82 -35
- package/dist/commands/handlers/goal-handler.d.ts +13 -0
- package/dist/commands/handlers/goal-handler.js +26 -7
- package/dist/commands/handlers/grill-me-handler.d.ts +2 -0
- package/dist/commands/handlers/grill-me-handler.js +41 -0
- package/dist/commands/handlers/heartbeat-handler.d.ts +2 -2
- package/dist/commands/handlers/heartbeat-handler.js +2 -2
- package/dist/commands/handlers/index.d.ts +3 -2
- package/dist/commands/handlers/index.js +4 -2
- package/dist/commands/handlers/memory-handlers.js +40 -0
- package/dist/commands/handlers/permissions-handlers.js +3 -2
- package/dist/commands/handlers/pr-handlers.js +15 -17
- package/dist/commands/handlers/security-handlers.d.ts +1 -1
- package/dist/commands/handlers/security-handlers.js +3 -3
- package/dist/commands/handlers/slash-session-handlers.d.ts +9 -0
- package/dist/commands/handlers/slash-session-handlers.js +134 -0
- package/dist/commands/handlers/swarm-handler.js +41 -2
- package/dist/commands/handlers/team-handlers.d.ts +28 -1
- package/dist/commands/handlers/team-handlers.js +243 -2
- package/dist/commands/handlers/think-handlers.js +2 -1
- package/dist/commands/handlers/vibe-handlers.js +8 -1
- package/dist/commands/handlers/worktree-handlers.js +23 -12
- package/dist/commands/headless-slash.d.ts +9 -0
- package/dist/commands/headless-slash.js +41 -3
- package/dist/commands/import.d.ts +34 -0
- package/dist/commands/import.js +478 -0
- package/dist/commands/index.d.ts +0 -1
- package/dist/commands/index.js +0 -1
- package/dist/commands/influencer.d.ts +2 -0
- package/dist/commands/influencer.js +87 -0
- package/dist/commands/intent.d.ts +6 -0
- package/dist/commands/intent.js +131 -0
- package/dist/commands/intents.d.ts +10 -0
- package/dist/commands/intents.js +163 -0
- package/dist/commands/lessons.js +91 -0
- package/dist/commands/llm-provider-resolution.d.ts +20 -0
- package/dist/commands/llm-provider-resolution.js +74 -13
- package/dist/commands/login-prerequisites.d.ts +11 -0
- package/dist/commands/login-prerequisites.js +23 -0
- package/dist/commands/loop-cli.d.ts +31 -0
- package/dist/commands/loop-cli.js +189 -0
- package/dist/commands/lora.d.ts +6 -0
- package/dist/commands/lora.js +445 -0
- package/dist/commands/maison-food.d.ts +10 -0
- package/dist/commands/maison-food.js +485 -0
- package/dist/commands/maison.d.ts +17 -0
- package/dist/commands/maison.js +236 -0
- package/dist/commands/mcp.d.ts +6 -0
- package/dist/commands/mcp.js +236 -7
- package/dist/commands/meeting.d.ts +8 -0
- package/dist/commands/meeting.js +31 -0
- package/dist/commands/pairing.js +7 -8
- package/dist/commands/papers/ask.d.ts +47 -0
- package/dist/commands/papers/ask.js +105 -0
- package/dist/commands/papers/index.d.ts +19 -0
- package/dist/commands/papers/index.js +54 -0
- package/dist/commands/provider.d.ts +9 -0
- package/dist/commands/provider.js +178 -10
- package/dist/commands/replay.d.ts +11 -0
- package/dist/commands/replay.js +131 -0
- package/dist/commands/research/deep.d.ts +66 -0
- package/dist/commands/research/deep.js +236 -0
- package/dist/commands/research/discover-searxng.d.ts +25 -0
- package/dist/commands/research/discover-searxng.js +62 -0
- package/dist/commands/research/index.d.ts +24 -2
- package/dist/commands/research/index.js +456 -79
- package/dist/commands/research/knowledge-ingest.d.ts +170 -0
- package/dist/commands/research/knowledge-ingest.js +449 -0
- package/dist/commands/research/wire-research-worker.d.ts +9 -0
- package/dist/commands/research/wire-research-worker.js +18 -0
- package/dist/commands/run-cli/index.d.ts +3 -1
- package/dist/commands/run-cli/index.js +53 -2
- package/dist/commands/science/deps.d.ts +95 -0
- package/dist/commands/science/deps.js +343 -0
- package/dist/commands/science/index.d.ts +31 -0
- package/dist/commands/science/index.js +285 -0
- package/dist/commands/science/loop-option.d.ts +40 -0
- package/dist/commands/science/loop-option.js +91 -0
- package/dist/commands/science/sandbox-option.d.ts +44 -0
- package/dist/commands/science/sandbox-option.js +42 -0
- package/dist/commands/scrape.d.ts +18 -0
- package/dist/commands/scrape.js +159 -0
- package/dist/commands/self.d.ts +9 -0
- package/dist/commands/self.js +56 -0
- package/dist/commands/shadow.d.ts +3 -0
- package/dist/commands/shadow.js +72 -0
- package/dist/commands/share.d.ts +13 -0
- package/dist/commands/share.js +71 -0
- package/dist/commands/shell-prefix.d.ts +4 -22
- package/dist/commands/shell-prefix.js +11 -73
- package/dist/commands/skills-cli/index.d.ts +2 -0
- package/dist/commands/skills-cli/index.js +190 -15
- package/dist/commands/slash/builtin-commands.js +41 -21
- package/dist/commands/slash-commands.js +4 -1
- package/dist/commands/token.d.ts +80 -0
- package/dist/commands/token.js +319 -0
- package/dist/commands/try.d.ts +72 -0
- package/dist/commands/try.js +357 -0
- package/dist/commands/update.d.ts +14 -1
- package/dist/commands/update.js +97 -15
- package/dist/commands/vision-train.d.ts +15 -0
- package/dist/commands/vision-train.js +214 -0
- package/dist/commands/whoami-status.d.ts +17 -0
- package/dist/commands/whoami-status.js +34 -0
- package/dist/commands/widgets.d.ts +2 -0
- package/dist/commands/widgets.js +179 -0
- package/dist/commands/ws.d.ts +7 -0
- package/dist/commands/ws.js +100 -0
- package/dist/companion/assistant-config.d.ts +79 -0
- package/dist/companion/assistant-config.js +1148 -0
- package/dist/companion/attached-image-grounding.d.ts +29 -0
- package/dist/companion/attached-image-grounding.js +285 -0
- package/dist/companion/away-mode.d.ts +80 -0
- package/dist/companion/away-mode.js +269 -0
- package/dist/companion/camera-share.d.ts +65 -0
- package/dist/companion/camera-share.js +321 -0
- package/dist/companion/camera.d.ts +8 -0
- package/dist/companion/camera.js +57 -31
- package/dist/companion/cards.js +7 -10
- package/dist/companion/check-in.js +23 -8
- package/dist/companion/companion-doctor.d.ts +58 -0
- package/dist/companion/companion-doctor.js +194 -0
- package/dist/companion/companion-history.d.ts +23 -0
- package/dist/companion/companion-history.js +22 -0
- package/dist/companion/companion-mode.d.ts +77 -1
- package/dist/companion/companion-mode.js +916 -6
- package/dist/companion/companion-photo-intake.d.ts +40 -0
- package/dist/companion/companion-photo-intake.js +112 -0
- package/dist/companion/companion-photo.d.ts +144 -0
- package/dist/companion/companion-photo.js +318 -0
- package/dist/companion/companion-turn.d.ts +88 -0
- package/dist/companion/companion-turn.js +223 -0
- package/dist/companion/companion-voice-character.d.ts +62 -0
- package/dist/companion/companion-voice-character.js +148 -0
- package/dist/companion/competitive-radar.js +14 -13
- package/dist/companion/continuity.d.ts +62 -0
- package/dist/companion/continuity.js +284 -0
- package/dist/companion/conversation-improvement-loop.d.ts +61 -0
- package/dist/companion/conversation-improvement-loop.js +317 -0
- package/dist/companion/conversation-quality-insights.d.ts +56 -0
- package/dist/companion/conversation-quality-insights.js +161 -0
- package/dist/companion/cooking-timer-runner.d.ts +20 -0
- package/dist/companion/cooking-timer-runner.js +98 -0
- package/dist/companion/core-adapter.d.ts +60 -0
- package/dist/companion/core-adapter.js +111 -0
- package/dist/companion/crisis-safety.d.ts +52 -0
- package/dist/companion/crisis-safety.js +150 -0
- package/dist/companion/daily-interaction-budget.d.ts +34 -0
- package/dist/companion/daily-interaction-budget.js +260 -0
- package/dist/companion/dialogue-percepts.d.ts +16 -0
- package/dist/companion/dialogue-percepts.js +50 -0
- package/dist/companion/event-followups.d.ts +58 -0
- package/dist/companion/event-followups.js +213 -0
- package/dist/companion/fashion-scene-catalog.d.ts +29 -0
- package/dist/companion/fashion-scene-catalog.js +141 -0
- package/dist/companion/gateway-inbox.js +25 -13
- package/dist/companion/gateway.d.ts +1 -0
- package/dist/companion/gateway.js +37 -17
- package/dist/companion/home-interaction-policy.d.ts +31 -0
- package/dist/companion/home-interaction-policy.js +89 -0
- package/dist/companion/household-time.d.ts +9 -0
- package/dist/companion/household-time.js +15 -0
- package/dist/companion/idle-loop.d.ts +53 -0
- package/dist/companion/idle-loop.js +254 -0
- package/dist/companion/impulses.js +148 -23
- package/dist/companion/inner-life.d.ts +60 -0
- package/dist/companion/inner-life.js +112 -0
- package/dist/companion/jokes.d.ts +21 -0
- package/dist/companion/jokes.js +175 -0
- package/dist/companion/lisa-selfie-cache.d.ts +36 -0
- package/dist/companion/lisa-selfie-cache.js +123 -0
- package/dist/companion/lisa-selfie-ingest.d.ts +36 -0
- package/dist/companion/lisa-selfie-ingest.js +205 -0
- package/dist/companion/lisa-selfie-refill.d.ts +32 -0
- package/dist/companion/lisa-selfie-refill.js +121 -0
- package/dist/companion/lisa-selfie-router.d.ts +40 -0
- package/dist/companion/lisa-selfie-router.js +156 -0
- package/dist/companion/lisa-selfie.d.ts +97 -0
- package/dist/companion/lisa-selfie.js +542 -0
- package/dist/companion/maison-voice-actions.d.ts +34 -0
- package/dist/companion/maison-voice-actions.js +192 -0
- package/dist/companion/migration.d.ts +63 -0
- package/dist/companion/migration.js +270 -0
- package/dist/companion/mission-board.js +7 -10
- package/dist/companion/mission-runner.js +2 -3
- package/dist/companion/mobile-conversation-log.d.ts +19 -0
- package/dist/companion/mobile-conversation-log.js +157 -0
- package/dist/companion/mobile-history.d.ts +34 -0
- package/dist/companion/mobile-history.js +123 -0
- package/dist/companion/mysoulmate-image-prompts.d.ts +26 -0
- package/dist/companion/mysoulmate-image-prompts.js +278 -0
- package/dist/companion/orchestrator.d.ts +32 -0
- package/dist/companion/orchestrator.js +49 -0
- package/dist/companion/percepts.d.ts +70 -0
- package/dist/companion/percepts.js +251 -18
- package/dist/companion/personas/copine.d.ts +8 -0
- package/dist/companion/personas/copine.js +195 -0
- package/dist/companion/personas/index.d.ts +19 -0
- package/dist/companion/personas/index.js +33 -0
- package/dist/companion/personas/types.d.ts +34 -0
- package/dist/companion/personas/types.js +8 -0
- package/dist/companion/photo-memory-fr.d.ts +36 -0
- package/dist/companion/photo-memory-fr.js +291 -0
- package/dist/companion/prefetch-config.d.ts +38 -0
- package/dist/companion/prefetch-config.js +119 -0
- package/dist/companion/prefetch-engine.d.ts +87 -0
- package/dist/companion/prefetch-engine.js +513 -0
- package/dist/companion/presence-loop.d.ts +85 -0
- package/dist/companion/presence-loop.js +297 -0
- package/dist/companion/privacy.js +3 -2
- package/dist/companion/proactive-engine.d.ts +97 -0
- package/dist/companion/proactive-engine.js +447 -0
- package/dist/companion/recent-said.d.ts +30 -0
- package/dist/companion/recent-said.js +98 -0
- package/dist/companion/relational-benchmark-scenarios.d.ts +191 -0
- package/dist/companion/relational-benchmark-scenarios.js +227 -0
- package/dist/companion/relational-context.d.ts +71 -0
- package/dist/companion/relational-context.js +302 -0
- package/dist/companion/relational-episode-evaluator.d.ts +117 -0
- package/dist/companion/relational-episode-evaluator.js +453 -0
- package/dist/companion/relationship-evolution.d.ts +2 -0
- package/dist/companion/relationship-evolution.js +30 -0
- package/dist/companion/relationship-state.d.ts +106 -0
- package/dist/companion/relationship-state.js +293 -0
- package/dist/companion/reminder-runner.d.ts +33 -0
- package/dist/companion/reminder-runner.js +183 -0
- package/dist/companion/reminders.d.ts +228 -0
- package/dist/companion/reminders.js +906 -0
- package/dist/companion/reply-augment.d.ts +87 -0
- package/dist/companion/reply-augment.js +464 -0
- package/dist/companion/safety-ledger.js +19 -12
- package/dist/companion/self-evaluation.js +22 -23
- package/dist/companion/shared-photo-memory.d.ts +65 -0
- package/dist/companion/shared-photo-memory.js +145 -0
- package/dist/companion/shared-photos.d.ts +88 -0
- package/dist/companion/shared-photos.js +321 -0
- package/dist/companion/signature-locations.d.ts +16 -0
- package/dist/companion/signature-locations.js +108 -0
- package/dist/companion/skill-curator.d.ts +9 -0
- package/dist/companion/skill-curator.js +147 -58
- package/dist/companion/untrusted-text.d.ts +22 -0
- package/dist/companion/untrusted-text.js +47 -0
- package/dist/companion/user-name.d.ts +18 -0
- package/dist/companion/user-name.js +22 -0
- package/dist/companion/visual-consent.d.ts +40 -0
- package/dist/companion/visual-consent.js +98 -0
- package/dist/companion/visual-grounding.d.ts +83 -0
- package/dist/companion/visual-grounding.js +474 -0
- package/dist/companion/voice-callbacks.d.ts +9 -0
- package/dist/companion/voice-callbacks.js +84 -0
- package/dist/companion/voice-guidance.d.ts +23 -0
- package/dist/companion/voice-guidance.js +85 -0
- package/dist/companion/voice-improvement-loop.d.ts +53 -0
- package/dist/companion/voice-improvement-loop.js +279 -0
- package/dist/companion/voice-incident-repair.d.ts +41 -0
- package/dist/companion/voice-incident-repair.js +214 -0
- package/dist/config/constants.d.ts +41 -0
- package/dist/config/constants.js +14 -0
- package/dist/config/env-schema.d.ts +2 -0
- package/dist/config/env-schema.js +714 -5
- package/dist/config/feature-flags.js +8 -12
- package/dist/config/feature-surface.d.ts +12 -0
- package/dist/config/feature-surface.js +86 -0
- package/dist/config/headless-local-prompt.d.ts +9 -0
- package/dist/config/headless-local-prompt.js +39 -0
- package/dist/config/local-runtime-context.d.ts +41 -0
- package/dist/config/local-runtime-context.js +430 -0
- package/dist/config/model-registry.js +4 -0
- package/dist/config/model-strengths.d.ts +14 -0
- package/dist/config/model-strengths.js +15 -0
- package/dist/config/model-tools.d.ts +56 -0
- package/dist/config/model-tools.js +819 -21
- package/dist/config/secret-ref.d.ts +22 -3
- package/dist/config/secret-ref.js +103 -41
- package/dist/config/toml-config.d.ts +20 -4
- package/dist/config/toml-config.js +40 -2
- package/dist/context/auto-compact-threshold.d.ts +1 -1
- package/dist/context/auto-compact-threshold.js +1 -1
- package/dist/context/codebase-map.js +9 -4
- package/dist/context/codebase-rag/codebase-rag.js +7 -6
- package/dist/context/codebase-rag/hnsw-store.js +9 -4
- package/dist/context/codebase-rag/vector-store.js +4 -4
- package/dist/context/compaction/parallel-summarizer.js +1 -0
- package/dist/context/compression.js +25 -29
- package/dist/context/context-manager-v2.d.ts +95 -7
- package/dist/context/context-manager-v2.js +442 -89
- package/dist/context/context-manager-v3.d.ts +4 -0
- package/dist/context/context-manager-v3.js +68 -9
- package/dist/context/cross-encoder-reranker.js +8 -3
- package/dist/context/default-context-engine.js +1 -1
- package/dist/context/enhanced-compression.d.ts +26 -2
- package/dist/context/enhanced-compression.js +81 -30
- package/dist/context/file-mentions.d.ts +46 -0
- package/dist/context/file-mentions.js +245 -0
- package/dist/context/importance-scorer.js +4 -3
- package/dist/context/jit-context.d.ts +7 -0
- package/dist/context/jit-context.js +22 -4
- package/dist/context/lm-resizer-compressor.d.ts +102 -0
- package/dist/context/lm-resizer-compressor.js +593 -0
- package/dist/context/precompaction-flush.js +1 -1
- package/dist/context/restorable-compression.d.ts +59 -14
- package/dist/context/restorable-compression.js +310 -60
- package/dist/context/segment-archive.d.ts +36 -0
- package/dist/context/segment-archive.js +220 -0
- package/dist/context/smart-compaction.d.ts +7 -0
- package/dist/context/smart-compaction.js +84 -15
- package/dist/context/token-counter.d.ts +6 -0
- package/dist/context/token-counter.js +41 -0
- package/dist/context/token-juice.d.ts +72 -0
- package/dist/context/token-juice.js +220 -0
- package/dist/context/tool-observation-optimizer.d.ts +90 -0
- package/dist/context/tool-observation-optimizer.js +231 -0
- package/dist/context/tool-pair-preserver.d.ts +1 -1
- package/dist/context/tool-pair-preserver.js +1 -1
- package/dist/context/transcript-repair.d.ts +16 -3
- package/dist/context/transcript-repair.js +72 -35
- package/dist/context/types.d.ts +2 -0
- package/dist/conversation/argument-obligations.d.ts +65 -0
- package/dist/conversation/argument-obligations.js +157 -0
- package/dist/conversation/companion-model-routing.d.ts +121 -0
- package/dist/conversation/companion-model-routing.js +810 -0
- package/dist/conversation/conversation-benchmark.d.ts +143 -0
- package/dist/conversation/conversation-benchmark.js +766 -0
- package/dist/conversation/conversation-blind-comparison.d.ts +135 -0
- package/dist/conversation/conversation-blind-comparison.js +451 -0
- package/dist/conversation/conversation-evaluator.d.ts +56 -0
- package/dist/conversation/conversation-evaluator.js +335 -0
- package/dist/conversation/conversation-orchestrator.d.ts +32 -0
- package/dist/conversation/conversation-orchestrator.js +59 -0
- package/dist/conversation/conversation-pilot-corpus.d.ts +33 -0
- package/dist/conversation/conversation-pilot-corpus.js +313 -0
- package/dist/conversation/conversation-quality.d.ts +31 -0
- package/dist/conversation/conversation-quality.js +280 -0
- package/dist/conversation/conversation-state.d.ts +23 -0
- package/dist/conversation/conversation-state.js +117 -0
- package/dist/conversation/cross-channel-bridge.d.ts +127 -0
- package/dist/conversation/cross-channel-bridge.js +785 -0
- package/dist/conversation/deliberation-thread.d.ts +18 -0
- package/dist/conversation/deliberation-thread.js +303 -0
- package/dist/conversation/dialogue-act.d.ts +11 -0
- package/dist/conversation/dialogue-act.js +132 -0
- package/dist/conversation/discourse-planner.d.ts +3 -0
- package/dist/conversation/discourse-planner.js +141 -0
- package/dist/conversation/fresh-context.d.ts +54 -0
- package/dist/conversation/fresh-context.js +258 -0
- package/dist/conversation/prefetched-turn-context.d.ts +45 -0
- package/dist/conversation/prefetched-turn-context.js +209 -0
- package/dist/conversation/relationship-safety.d.ts +37 -0
- package/dist/conversation/relationship-safety.js +407 -0
- package/dist/conversation/semantic-response-gate.d.ts +262 -0
- package/dist/conversation/semantic-response-gate.js +656 -0
- package/dist/conversation/semantic-response-runtime.d.ts +79 -0
- package/dist/conversation/semantic-response-runtime.js +419 -0
- package/dist/conversation/shared-relationship-state.d.ts +60 -0
- package/dist/conversation/shared-relationship-state.js +262 -0
- package/dist/conversation/types.d.ts +77 -0
- package/dist/conversation/types.js +3 -0
- package/dist/conversation/voice-continuity.d.ts +13 -0
- package/dist/conversation/voice-continuity.js +48 -0
- package/dist/council/conductor.d.ts +26 -0
- package/dist/council/conductor.js +292 -0
- package/dist/council/council-engine.d.ts +29 -0
- package/dist/council/council-engine.js +458 -0
- package/dist/council/deliberation-health.d.ts +58 -0
- package/dist/council/deliberation-health.js +108 -0
- package/dist/council/judge.d.ts +69 -0
- package/dist/council/judge.js +183 -0
- package/dist/council/peers.d.ts +19 -0
- package/dist/council/peers.js +47 -0
- package/dist/council/signals.d.ts +26 -0
- package/dist/council/signals.js +156 -0
- package/dist/council/task-types.d.ts +16 -0
- package/dist/council/task-types.js +58 -0
- package/dist/council/triage.d.ts +48 -0
- package/dist/council/triage.js +228 -0
- package/dist/council/types.d.ts +292 -0
- package/dist/council/types.js +20 -0
- package/dist/council/with-timeout.d.ts +10 -0
- package/dist/council/with-timeout.js +29 -0
- package/dist/curator/curator.d.ts +79 -0
- package/dist/curator/curator.js +317 -0
- package/dist/daemon/agent-task-executor.js +51 -0
- package/dist/daemon/autonomous-daemon.d.ts +2 -0
- package/dist/daemon/autonomous-daemon.js +4 -1
- package/dist/daemon/autonomous-loop.d.ts +9 -0
- package/dist/daemon/autonomous-loop.js +57 -1
- package/dist/daemon/autonomy-bench-candidates.d.ts +33 -0
- package/dist/daemon/autonomy-bench-candidates.js +68 -0
- package/dist/daemon/autonomy-briefing.d.ts +112 -0
- package/dist/daemon/autonomy-briefing.js +359 -0
- package/dist/daemon/autonomy-run-journal.d.ts +20 -0
- package/dist/daemon/autonomy-run-journal.js +41 -0
- package/dist/daemon/daily-reset.d.ts +2 -2
- package/dist/daemon/daily-reset.js +16 -15
- package/dist/daemon/ollama-task-executor.js +9 -1
- package/dist/database/database-manager.d.ts +1 -1
- package/dist/database/database-manager.js +6 -4
- package/dist/database/optional-sqlite.d.ts +20 -0
- package/dist/database/optional-sqlite.js +101 -0
- package/dist/design/design-system-registry.d.ts +21 -0
- package/dist/design/design-system-registry.js +106 -0
- package/dist/desktop/codebuddy-engine-adapter.d.ts +34 -0
- package/dist/desktop/codebuddy-engine-adapter.js +306 -21
- package/dist/desktop/electron-launch-args.d.ts +7 -0
- package/dist/desktop/electron-launch-args.js +13 -0
- package/dist/desktop/engine-adapter.d.ts +6 -0
- package/dist/desktop/launcher.js +2 -1
- package/dist/desktop/permission-bridge.d.ts +12 -1
- package/dist/desktop/permission-bridge.js +12 -5
- package/dist/desktop-automation/omniparser-runner.d.ts +1 -0
- package/dist/desktop-automation/omniparser-runner.js +12 -1
- package/dist/desktop-automation/smart-snapshot.js +7 -0
- package/dist/desktop-automation/windows-native-provider.js +1 -1
- package/dist/doctor/assistant-runtime.d.ts +90 -0
- package/dist/doctor/assistant-runtime.js +472 -0
- package/dist/doctor/env-sanity.d.ts +17 -0
- package/dist/doctor/env-sanity.js +74 -0
- package/dist/doctor/index.d.ts +37 -0
- package/dist/doctor/index.js +389 -37
- package/dist/doctor/llm-key-check.d.ts +17 -0
- package/dist/doctor/llm-key-check.js +100 -0
- package/dist/doctor/ollama-model-selection.d.ts +16 -0
- package/dist/doctor/ollama-model-selection.js +55 -0
- package/dist/embeddings/embedding-provider.d.ts +1 -0
- package/dist/embeddings/embedding-provider.js +21 -9
- package/dist/errors/crash-recovery.js +6 -4
- package/dist/events/index.d.ts +1 -1
- package/dist/events/types.d.ts +44 -0
- package/dist/export/repo-explanation.d.ts +10 -0
- package/dist/export/repo-explanation.js +334 -0
- package/dist/export/session-share.d.ts +34 -0
- package/dist/export/session-share.js +687 -0
- package/dist/fleet/autonomous-tick-broadcaster.d.ts +1 -1
- package/dist/fleet/capability-registry.d.ts +9 -0
- package/dist/fleet/capability-registry.js +268 -56
- package/dist/fleet/colab-store.d.ts +3 -4
- package/dist/fleet/colab-store.js +6 -26
- package/dist/fleet/compatible-model.d.ts +39 -0
- package/dist/fleet/compatible-model.js +148 -0
- package/dist/fleet/consolidation/collecte.d.ts +31 -0
- package/dist/fleet/consolidation/collecte.js +86 -0
- package/dist/fleet/consolidation/digest-texte.d.ts +11 -0
- package/dist/fleet/consolidation/digest-texte.js +52 -0
- package/dist/fleet/consolidation/thalamus.d.ts +35 -0
- package/dist/fleet/consolidation/thalamus.js +151 -0
- package/dist/fleet/consolidation/types.d.ts +66 -0
- package/dist/fleet/consolidation/types.js +22 -0
- package/dist/fleet/cost-tracker.d.ts +11 -0
- package/dist/fleet/cost-tracker.js +64 -17
- package/dist/fleet/fleet-cost-cap.d.ts +36 -0
- package/dist/fleet/fleet-cost-cap.js +175 -0
- package/dist/fleet/fleet-http-surface.d.ts +24 -0
- package/dist/fleet/fleet-http-surface.js +72 -0
- package/dist/fleet/fleet-listener.d.ts +1 -1
- package/dist/fleet/fleet-listener.js +4 -0
- package/dist/fleet/model-capability-heuristics.d.ts +31 -0
- package/dist/fleet/model-capability-heuristics.js +49 -0
- package/dist/fleet/model-inventory.d.ts +46 -0
- package/dist/fleet/model-inventory.js +242 -0
- package/dist/fleet/model-scoreboard.d.ts +118 -13
- package/dist/fleet/model-scoreboard.js +339 -27
- package/dist/fleet/model-selector.d.ts +83 -0
- package/dist/fleet/model-selector.js +218 -0
- package/dist/fleet/peer-chat-bridge.d.ts +9 -2
- package/dist/fleet/peer-chat-bridge.js +133 -19
- package/dist/fleet/peer-chat-client-factory.d.ts +28 -2
- package/dist/fleet/peer-chat-client-factory.js +195 -22
- package/dist/fleet/peer-ckg-bridge.d.ts +67 -0
- package/dist/fleet/peer-ckg-bridge.js +467 -0
- package/dist/fleet/peer-mission-exchange-bridge.d.ts +8 -0
- package/dist/fleet/peer-mission-exchange-bridge.js +127 -0
- package/dist/fleet/peer-session-bridge.d.ts +7 -1
- package/dist/fleet/peer-session-bridge.js +98 -17
- package/dist/fleet/peer-session-store.d.ts +2 -0
- package/dist/fleet/peer-session-store.js +6 -5
- package/dist/fleet/peer-text-sanitizer.d.ts +59 -0
- package/dist/fleet/peer-text-sanitizer.js +99 -0
- package/dist/fleet/peer-tool-bridge.js +38 -10
- package/dist/fleet/privacy-lint.js +80 -8
- package/dist/fleet/saga-store.d.ts +25 -1
- package/dist/fleet/saga-store.js +34 -6
- package/dist/fleet/task-router.d.ts +17 -1
- package/dist/fleet/task-router.js +65 -20
- package/dist/fleet/types.d.ts +9 -5
- package/dist/gateway/device-pairing.js +5 -11
- package/dist/gateway/ws-transport.d.ts +1 -5
- package/dist/gateway/ws-transport.js +2 -22
- package/dist/git/changelog.d.ts +36 -0
- package/dist/git/changelog.js +109 -0
- package/dist/git/worktree-sessions.js +1 -1
- package/dist/goals/counterfactual-forge.d.ts +70 -0
- package/dist/goals/counterfactual-forge.js +184 -0
- package/dist/goals/criterion-progress.d.ts +24 -0
- package/dist/goals/criterion-progress.js +59 -0
- package/dist/goals/evidence-artifact.d.ts +18 -0
- package/dist/goals/evidence-artifact.js +76 -0
- package/dist/goals/goal-decomposer.d.ts +15 -0
- package/dist/goals/goal-decomposer.js +89 -4
- package/dist/goals/goal-loop.d.ts +29 -0
- package/dist/goals/goal-loop.js +92 -6
- package/dist/goals/goal-manager.d.ts +1 -0
- package/dist/goals/goal-manager.js +4 -1
- package/dist/goals/goal-state.d.ts +10 -0
- package/dist/goals/goal-state.js +21 -1
- package/dist/goals/goal-store.js +4 -6
- package/dist/goals/index.d.ts +11 -0
- package/dist/goals/index.js +11 -0
- package/dist/goals/intent-graph.d.ts +40 -0
- package/dist/goals/intent-graph.js +133 -0
- package/dist/goals/mission-constitution.d.ts +59 -0
- package/dist/goals/mission-constitution.js +132 -0
- package/dist/goals/mission-exchange.d.ts +86 -0
- package/dist/goals/mission-exchange.js +216 -0
- package/dist/goals/outcome-capsule.d.ts +80 -0
- package/dist/goals/outcome-capsule.js +186 -0
- package/dist/goals/proof-ledger.d.ts +79 -0
- package/dist/goals/proof-ledger.js +181 -0
- package/dist/goals/proven-outcome-lessons.d.ts +11 -0
- package/dist/goals/proven-outcome-lessons.js +30 -0
- package/dist/goals/proven-outcome-memory.d.ts +55 -0
- package/dist/goals/proven-outcome-memory.js +125 -0
- package/dist/goals/shadow-twin.d.ts +57 -0
- package/dist/goals/shadow-twin.js +110 -0
- package/dist/gpu-worker/gpu-media-worker-server.d.ts +49 -0
- package/dist/gpu-worker/gpu-media-worker-server.js +637 -0
- package/dist/harness/contract.d.ts +84 -84
- package/dist/hooks/advanced-hooks.js +6 -4
- package/dist/hooks/env-persistence.js +5 -6
- package/dist/hooks/hook-manager.js +8 -7
- package/dist/hooks/hook-system.js +6 -4
- package/dist/hooks/lifecycle-hooks.js +6 -3
- package/dist/hooks/moltbot/moltbot-hooks-manager.js +8 -3
- package/dist/hooks/moltbot/session-persistence-manager.js +15 -7
- package/dist/hooks/moltbot/setup-utilities.js +6 -4
- package/dist/hooks/smart-hooks.js +6 -4
- package/dist/hooks/use-input-handler.js +9 -63
- package/dist/hooks/user-hooks.d.ts +10 -1
- package/dist/hooks/user-hooks.js +77 -1
- package/dist/identity/companion-identity.d.ts +4 -1
- package/dist/identity/companion-identity.js +134 -4
- package/dist/identity/identity-manager.d.ts +1 -1
- package/dist/identity/identity-manager.js +7 -6
- package/dist/identity/lisa-introspection.d.ts +36 -0
- package/dist/identity/lisa-introspection.js +411 -0
- package/dist/identity/operational-self-model.d.ts +143 -0
- package/dist/identity/operational-self-model.js +974 -0
- package/dist/index.d.ts +3 -1
- package/dist/index.js +987 -223
- package/dist/input/context-mentions.d.ts +7 -1
- package/dist/input/context-mentions.js +18 -20
- package/dist/input/text-to-speech.d.ts +3 -0
- package/dist/input/text-to-speech.js +70 -27
- package/dist/input/voice-control.d.ts +1 -0
- package/dist/input/voice-control.js +24 -18
- package/dist/input/voice-input-enhanced.d.ts +1 -0
- package/dist/input/voice-input-enhanced.js +31 -16
- package/dist/integrations/ci-autofix-pipeline.js +15 -20
- package/dist/integrations/ide/server.js +3 -2
- package/dist/integrations/json-rpc/server.js +4 -2
- package/dist/integrations/mcp/mcp-server.js +4 -2
- package/dist/integrations/opentelemetry-integration.js +6 -4
- package/dist/integrations/pubcommander-bridge.d.ts +5 -0
- package/dist/integrations/pubcommander-bridge.js +61 -0
- package/dist/integrations/sentry-integration.js +9 -3
- package/dist/intelligence/semantic-search.js +9 -12
- package/dist/intelligence/user-preferences.js +8 -11
- package/dist/intents/intent-checker.d.ts +34 -0
- package/dist/intents/intent-checker.js +175 -0
- package/dist/intents/intent-generator.d.ts +12 -0
- package/dist/intents/intent-generator.js +86 -0
- package/dist/intents/intent-store.d.ts +62 -0
- package/dist/intents/intent-store.js +263 -0
- package/dist/interpreter/computer/skills.js +3 -2
- package/dist/interpreter/interpreter-service.js +18 -9
- package/dist/kanban/kanban-board-registry.js +6 -4
- package/dist/kanban/kanban-store.js +5 -7
- package/dist/knowledge/code-graph-persistence.js +8 -16
- package/dist/knowledge/graph-drift.js +14 -11
- package/dist/knowledge/knowledge-manager.js +2 -1
- package/dist/knowledge/scanners/index.d.ts +3 -0
- package/dist/knowledge/scanners/index.js +57 -29
- package/dist/knowledge/workspace-indexer.js +22 -15
- package/dist/life-rhythm/cooking-timer-store.d.ts +50 -0
- package/dist/life-rhythm/cooking-timer-store.js +240 -0
- package/dist/life-rhythm/day-context.d.ts +30 -0
- package/dist/life-rhythm/day-context.js +198 -0
- package/dist/life-rhythm/etalab-holiday-provider.d.ts +40 -0
- package/dist/life-rhythm/etalab-holiday-provider.js +318 -0
- package/dist/life-rhythm/home-mode-store.d.ts +32 -0
- package/dist/life-rhythm/home-mode-store.js +184 -0
- package/dist/life-rhythm/index.d.ts +6 -0
- package/dist/life-rhythm/index.js +7 -0
- package/dist/life-rhythm/types.d.ts +88 -0
- package/dist/life-rhythm/types.js +33 -0
- package/dist/life-rhythm/zoned-minute.d.ts +24 -0
- package/dist/life-rhythm/zoned-minute.js +113 -0
- package/dist/location/index.d.ts +2 -12
- package/dist/location/index.js +129 -56
- package/dist/logging/interaction-logger.js +29 -46
- package/dist/lora/dataset-v3-plan.d.ts +27 -0
- package/dist/lora/dataset-v3-plan.js +121 -0
- package/dist/lora/dataset.d.ts +26 -0
- package/dist/lora/dataset.js +165 -0
- package/dist/lora/fal-krea-trainer.d.ts +54 -0
- package/dist/lora/fal-krea-trainer.js +197 -0
- package/dist/lora/generate-training-set.d.ts +61 -0
- package/dist/lora/generate-training-set.js +190 -0
- package/dist/lora/identity-dataset-gate.d.ts +104 -0
- package/dist/lora/identity-dataset-gate.js +204 -0
- package/dist/lora/identity-dataset-promotion.d.ts +32 -0
- package/dist/lora/identity-dataset-promotion.js +269 -0
- package/dist/lora/index.d.ts +11 -0
- package/dist/lora/index.js +12 -0
- package/dist/lora/install-comfy.d.ts +14 -0
- package/dist/lora/install-comfy.js +63 -0
- package/dist/lora/lisa-avatar-bible.d.ts +85 -0
- package/dist/lora/lisa-avatar-bible.js +275 -0
- package/dist/lora/local-plan.d.ts +10 -0
- package/dist/lora/local-plan.js +205 -0
- package/dist/lora/pack-dataset.d.ts +7 -0
- package/dist/lora/pack-dataset.js +39 -0
- package/dist/lora/quality-gate.d.ts +31 -0
- package/dist/lora/quality-gate.js +90 -0
- package/dist/lora/types.d.ts +66 -0
- package/dist/lora/types.js +5 -0
- package/dist/lsp/lsp-client.d.ts +12 -0
- package/dist/lsp/lsp-client.js +45 -9
- package/dist/lsp/server.js +1 -1
- package/dist/mcp/approval-elicitation.d.ts +1 -0
- package/dist/mcp/approval-elicitation.js +2 -0
- package/dist/mcp/client.d.ts +15 -1
- package/dist/mcp/client.js +110 -24
- package/dist/mcp/config.d.ts +12 -1
- package/dist/mcp/config.js +55 -12
- package/dist/mcp/index.d.ts +1 -1
- package/dist/mcp/mcp-agent-tools.d.ts +1 -1
- package/dist/mcp/mcp-agent-tools.js +76 -73
- package/dist/mcp/mcp-ckg-tools.d.ts +31 -0
- package/dist/mcp/mcp-ckg-tools.js +121 -0
- package/dist/mcp/mcp-client.js +8 -5
- package/dist/mcp/mcp-desktop-tools.d.ts +1 -1
- package/dist/mcp/mcp-desktop-tools.js +105 -99
- package/dist/mcp/mcp-memory-tools.d.ts +1 -1
- package/dist/mcp/mcp-memory-tools.js +63 -61
- package/dist/mcp/mcp-oauth.js +5 -2
- package/dist/mcp/mcp-server.d.ts +48 -79
- package/dist/mcp/mcp-server.js +445 -478
- package/dist/mcp/mcp-session-tools.d.ts +1 -1
- package/dist/mcp/mcp-session-tools.js +95 -92
- package/dist/mcp/profiles.d.ts +18 -0
- package/dist/mcp/profiles.js +65 -0
- package/dist/mcp/prompt-footprint.d.ts +21 -0
- package/dist/mcp/prompt-footprint.js +39 -0
- package/dist/meals/allergens.d.ts +19 -0
- package/dist/meals/allergens.js +122 -0
- package/dist/meals/compatibility.d.ts +6 -0
- package/dist/meals/compatibility.js +109 -0
- package/dist/meals/food-inventory-store.d.ts +51 -0
- package/dist/meals/food-inventory-store.js +257 -0
- package/dist/meals/index.d.ts +10 -0
- package/dist/meals/index.js +11 -0
- package/dist/meals/meal-engine.d.ts +7 -0
- package/dist/meals/meal-engine.js +206 -0
- package/dist/meals/meal-plan-store.d.ts +73 -0
- package/dist/meals/meal-plan-store.js +271 -0
- package/dist/meals/private-json-store.d.ts +9 -0
- package/dist/meals/private-json-store.js +92 -0
- package/dist/meals/profile-store.d.ts +49 -0
- package/dist/meals/profile-store.js +296 -0
- package/dist/meals/profile-validator.d.ts +7 -0
- package/dist/meals/profile-validator.js +124 -0
- package/dist/meals/recipe-normalizer.d.ts +7 -0
- package/dist/meals/recipe-normalizer.js +162 -0
- package/dist/meals/store-validation.d.ts +21 -0
- package/dist/meals/store-validation.js +101 -0
- package/dist/meals/types.d.ts +170 -0
- package/dist/meals/types.js +12 -0
- package/dist/media/comfy-health-supervisor.d.ts +142 -0
- package/dist/media/comfy-health-supervisor.js +608 -0
- package/dist/media/comfyui-recipe-contract.d.ts +696 -0
- package/dist/media/comfyui-recipe-contract.js +580 -0
- package/dist/media/comfyui-recipe-engine.d.ts +3 -0
- package/dist/media/comfyui-recipe-engine.js +4 -0
- package/dist/media/comfyui-recipe-registry.d.ts +35 -0
- package/dist/media/comfyui-recipe-registry.js +385 -0
- package/dist/media/comfyui-recipe-runtime.d.ts +135 -0
- package/dist/media/comfyui-recipe-runtime.js +942 -0
- package/dist/media/content-tier.d.ts +25 -0
- package/dist/media/content-tier.js +29 -0
- package/dist/meeting/analyzer.d.ts +24 -0
- package/dist/meeting/analyzer.js +402 -0
- package/dist/meeting/index.d.ts +13 -0
- package/dist/meeting/index.js +48 -0
- package/dist/meeting/markdown.d.ts +3 -0
- package/dist/meeting/markdown.js +51 -0
- package/dist/meeting/output.d.ts +13 -0
- package/dist/meeting/output.js +155 -0
- package/dist/meeting/transcript.d.ts +25 -0
- package/dist/meeting/transcript.js +292 -0
- package/dist/meeting/types.d.ts +112 -0
- package/dist/meeting/types.js +9 -0
- package/dist/memory/adapters/network-memory-adapters.d.ts +19 -4
- package/dist/memory/adapters/network-memory-adapters.js +4 -4
- package/dist/memory/auto-memory.js +5 -2
- package/dist/memory/background-extractor.d.ts +43 -0
- package/dist/memory/background-extractor.js +368 -0
- package/dist/memory/buddy-memory-client.d.ts +40 -0
- package/dist/memory/buddy-memory-client.js +198 -0
- package/dist/memory/ckg-engine-policy.d.ts +19 -0
- package/dist/memory/ckg-engine-policy.js +45 -0
- package/dist/memory/ckg-fact-reconciliation.d.ts +81 -0
- package/dist/memory/ckg-fact-reconciliation.js +155 -0
- package/dist/memory/ckg-redaction.d.ts +2 -0
- package/dist/memory/ckg-redaction.js +25 -0
- package/dist/memory/coding-style-analyzer.js +2 -2
- package/dist/memory/collective-knowledge-graph.d.ts +380 -0
- package/dist/memory/collective-knowledge-graph.js +1228 -0
- package/dist/memory/enhanced-memory.d.ts +29 -0
- package/dist/memory/enhanced-memory.js +153 -63
- package/dist/memory/facts-memory.d.ts +9 -4
- package/dist/memory/facts-memory.js +21 -4
- package/dist/memory/hybrid-mmr.d.ts +71 -0
- package/dist/memory/hybrid-mmr.js +127 -0
- package/dist/memory/hybrid-search.js +4 -1
- package/dist/memory/knowledge-graph.d.ts +23 -2
- package/dist/memory/knowledge-graph.js +62 -47
- package/dist/memory/memory-candidate-queue.js +9 -4
- package/dist/memory/memory-consolidation.d.ts +8 -0
- package/dist/memory/memory-consolidation.js +66 -17
- package/dist/memory/memory-forgetting.d.ts +57 -0
- package/dist/memory/memory-forgetting.js +87 -0
- package/dist/memory/ocr-memory-pipeline.js +16 -10
- package/dist/memory/persistent-memory.d.ts +98 -0
- package/dist/memory/persistent-memory.js +711 -119
- package/dist/memory/presence-injector.d.ts +1 -1
- package/dist/memory/presence-injector.js +9 -4
- package/dist/memory/semantic-memory-search.js +12 -9
- package/dist/memory/subagent-memory.js +8 -8
- package/dist/memory/user-model.js +9 -4
- package/dist/metrics/metrics-collector.d.ts +1 -0
- package/dist/metrics/metrics-collector.js +11 -2
- package/dist/nodes/device-node.d.ts +5 -2
- package/dist/nodes/device-node.js +65 -19
- package/dist/nodes/index.d.ts +32 -2
- package/dist/nodes/index.js +208 -7
- package/dist/nodes/transports/adb-transport.d.ts +2 -6
- package/dist/nodes/transports/adb-transport.js +29 -13
- package/dist/nodes/transports/base-transport.d.ts +10 -0
- package/dist/observability/run-store.d.ts +6 -1
- package/dist/observability/run-store.js +89 -22
- package/dist/observability/run-trajectory-load.d.ts +16 -0
- package/dist/observability/run-trajectory-load.js +266 -0
- package/dist/observability/run-trajectory.d.ts +168 -0
- package/dist/observability/run-trajectory.js +468 -0
- package/dist/observability/run-viewer.d.ts +5 -1
- package/dist/observability/run-viewer.js +83 -9
- package/dist/observability/turn-metrics.d.ts +86 -0
- package/dist/observability/turn-metrics.js +201 -0
- package/dist/offline/offline-mode.js +10 -9
- package/dist/openclaw/gateway-bridge.js +3 -2
- package/dist/optimization/latency-optimizer.d.ts +2 -1
- package/dist/optimization/latency-optimizer.js +2 -2
- package/dist/optimization/model-routing.d.ts +3 -0
- package/dist/orchestration/orchestrator.js +4 -1
- package/dist/orchestration/types.d.ts +2 -0
- package/dist/performance/lazy-loader.js +2 -1
- package/dist/performance/tool-cache.d.ts +4 -0
- package/dist/performance/tool-cache.js +4 -2
- package/dist/persistence/conversation-branches.js +9 -2
- package/dist/persistence/session-store.d.ts +26 -0
- package/dist/persistence/session-store.js +56 -17
- package/dist/personas/persona-manager.d.ts +39 -1
- package/dist/personas/persona-manager.js +276 -38
- package/dist/plugins/bundled/groq-provider.js +10 -7
- package/dist/plugins/bundled/openrouter-provider.js +2 -1
- package/dist/plugins/code-explorer/CodeExplorerManager.d.ts +52 -4
- package/dist/plugins/code-explorer/CodeExplorerManager.js +201 -31
- package/dist/plugins/code-explorer/code-explorer-client.d.ts +36 -0
- package/dist/plugins/code-explorer/code-explorer-client.js +86 -0
- package/dist/plugins/code-explorer/index.d.ts +1 -3
- package/dist/plugins/code-explorer/index.js +0 -1
- package/dist/plugins/git-pinned-marketplace.js +3 -2
- package/dist/plugins/plugin-manager.js +6 -9
- package/dist/plugins/sandbox-worker.js +1 -1
- package/dist/prompts/system-base.js +27 -3
- package/dist/protocols/a2a/codebuddy-executor.d.ts +9 -0
- package/dist/protocols/a2a/codebuddy-executor.js +25 -6
- package/dist/protocols/a2a/index.d.ts +6 -0
- package/dist/protocols/a2a/index.js +32 -3
- package/dist/protocols/acp/acp-agentic-runner.d.ts +6 -2
- package/dist/protocols/acp/acp-agentic-runner.js +91 -15
- package/dist/protocols/acp/acp-session-store.js +28 -5
- package/dist/protocols/acp/acp-stdio-server.d.ts +13 -0
- package/dist/protocols/acp/acp-stdio-server.js +30 -3
- package/dist/providers/active-llm-model-pool.d.ts +45 -0
- package/dist/providers/active-llm-model-pool.js +139 -0
- package/dist/providers/active-llm-registry.js +48 -8
- package/dist/providers/auxiliary-provider.d.ts +1 -1
- package/dist/providers/auxiliary-provider.js +23 -10
- package/dist/providers/chatgpt-models.d.ts +71 -0
- package/dist/providers/chatgpt-models.js +302 -0
- package/dist/providers/codex-oauth.d.ts +8 -0
- package/dist/providers/codex-oauth.js +47 -39
- package/dist/providers/gemini-oauth.js +7 -6
- package/dist/providers/grok-provider.js +1 -1
- package/dist/providers/index.d.ts +3 -0
- package/dist/providers/index.js +3 -0
- package/dist/providers/local-model-resolver.d.ts +66 -0
- package/dist/providers/local-model-resolver.js +128 -0
- package/dist/providers/model-egress.d.ts +8 -0
- package/dist/providers/model-egress.js +62 -0
- package/dist/providers/model-provider-compat.d.ts +13 -0
- package/dist/providers/model-provider-compat.js +48 -0
- package/dist/providers/provider-catalog.d.ts +4 -1
- package/dist/providers/provider-catalog.js +494 -28
- package/dist/providers/provider-failover-notify.d.ts +15 -0
- package/dist/providers/provider-failover-notify.js +93 -0
- package/dist/providers/provider-failover-policy.d.ts +28 -0
- package/dist/providers/provider-failover-policy.js +188 -0
- package/dist/providers/provider-failover-user-notice.d.ts +13 -0
- package/dist/providers/provider-failover-user-notice.js +49 -0
- package/dist/providers/provider-fallback.d.ts +1 -0
- package/dist/providers/provider-fallback.js +1 -1
- package/dist/providers/provider-health.d.ts +46 -0
- package/dist/providers/provider-health.js +249 -0
- package/dist/providers/turboquant-provider.d.ts +1 -1
- package/dist/providers/xai-oauth.js +7 -34
- package/dist/queue/persistent-queue.js +9 -6
- package/dist/renderers/charts/special-charts.d.ts +7 -1
- package/dist/renderers/charts/special-charts.js +5 -0
- package/dist/renderers/weather-conditions.d.ts +20 -0
- package/dist/renderers/weather-conditions.js +74 -0
- package/dist/renderers/weather-renderer.js +4 -18
- package/dist/rendering/ansi.d.ts +4 -0
- package/dist/rendering/ansi.js +149 -0
- package/dist/rendering/index.d.ts +19 -0
- package/dist/rendering/index.js +18 -0
- package/dist/rendering/markdown-core.d.ts +13 -0
- package/dist/rendering/markdown-core.js +18 -0
- package/dist/rendering/plain.d.ts +2 -0
- package/dist/rendering/plain.js +91 -0
- package/dist/rendering/telegram-html.d.ts +27 -0
- package/dist/rendering/telegram-html.js +290 -0
- package/dist/research/auto-ingest.d.ts +45 -0
- package/dist/research/auto-ingest.js +85 -0
- package/dist/research/code-explorer-source.d.ts +29 -0
- package/dist/research/code-explorer-source.js +76 -0
- package/dist/research/connector-source.d.ts +25 -0
- package/dist/research/connector-source.js +314 -0
- package/dist/research/paper-qa/answer.d.ts +72 -0
- package/dist/research/paper-qa/answer.js +227 -0
- package/dist/research/paper-qa/corpus.d.ts +36 -0
- package/dist/research/paper-qa/corpus.js +102 -0
- package/dist/research/paper-qa/disk-embedding-cache.d.ts +28 -0
- package/dist/research/paper-qa/disk-embedding-cache.js +193 -0
- package/dist/research/paper-qa/index.d.ts +31 -0
- package/dist/research/paper-qa/index.js +24 -0
- package/dist/research/paper-qa/paper-qa-pipeline.d.ts +107 -0
- package/dist/research/paper-qa/paper-qa-pipeline.js +163 -0
- package/dist/research/paper-qa/passage-index.d.ts +203 -0
- package/dist/research/paper-qa/passage-index.js +405 -0
- package/dist/research/paper-qa/pdf-structure.d.ts +37 -0
- package/dist/research/paper-qa/pdf-structure.js +377 -0
- package/dist/research/paper-qa/persistent-corpus-index.d.ts +23 -0
- package/dist/research/paper-qa/persistent-corpus-index.js +122 -0
- package/dist/research/paper-qa/prose-chunker.d.ts +19 -0
- package/dist/research/paper-qa/prose-chunker.js +201 -0
- package/dist/research/paper-qa/provenance.d.ts +24 -0
- package/dist/research/paper-qa/provenance.js +40 -0
- package/dist/research/paper-qa/rcs.d.ts +78 -0
- package/dist/research/paper-qa/rcs.js +200 -0
- package/dist/research/paper-qa/types.d.ts +124 -0
- package/dist/research/paper-qa/types.js +13 -0
- package/dist/research/publication-sources.d.ts +34 -0
- package/dist/research/publication-sources.js +131 -0
- package/dist/research/relation-classifier.d.ts +13 -0
- package/dist/research/relation-classifier.js +58 -0
- package/dist/research/research-topics.d.ts +13 -0
- package/dist/research/research-topics.js +81 -0
- package/dist/review/apply-transaction.d.ts +40 -0
- package/dist/review/apply-transaction.js +112 -0
- package/dist/review/diff-model.d.ts +39 -0
- package/dist/review/diff-model.js +124 -0
- package/dist/review/llm-client.d.ts +30 -0
- package/dist/review/llm-client.js +98 -0
- package/dist/review/llm-reviewer.d.ts +16 -0
- package/dist/review/llm-reviewer.js +122 -0
- package/dist/review/review-engine.d.ts +54 -0
- package/dist/review/review-engine.js +0 -0
- package/dist/review/revision-loop.d.ts +67 -0
- package/dist/review/revision-loop.js +160 -0
- package/dist/review/static-gate.d.ts +13 -0
- package/dist/review/static-gate.js +110 -0
- package/dist/review/types.d.ts +122 -0
- package/dist/review/types.js +24 -0
- package/dist/review/write-gate.d.ts +55 -0
- package/dist/review/write-gate.js +121 -0
- package/dist/sandbox/auto-sandbox.d.ts +4 -2
- package/dist/sandbox/auto-sandbox.js +14 -1
- package/dist/sandbox/docker-sandbox.d.ts +39 -0
- package/dist/sandbox/docker-sandbox.js +292 -14
- package/dist/sandbox/execpolicy.d.ts +36 -1
- package/dist/sandbox/execpolicy.js +375 -40
- package/dist/sandbox/os-sandbox.d.ts +53 -0
- package/dist/sandbox/os-sandbox.js +315 -70
- package/dist/sandbox/sandbox-backend.d.ts +2 -0
- package/dist/scheduler/cron-scheduler.d.ts +1 -0
- package/dist/scheduler/cron-scheduler.js +142 -41
- package/dist/scripting/codebuddy-bindings.js +2 -1
- package/dist/search/bm25.js +5 -2
- package/dist/search/usearch-index.js +7 -5
- package/dist/security/audit-logger.js +14 -7
- package/dist/security/bash-allowlist/allowlist-store.d.ts +8 -2
- package/dist/security/bash-allowlist/allowlist-store.js +52 -12
- package/dist/security/bash-allowlist/approval-flow.d.ts +1 -1
- package/dist/security/bash-allowlist/approval-flow.js +10 -8
- package/dist/security/bash-allowlist/deny-guard.d.ts +14 -0
- package/dist/security/bash-allowlist/deny-guard.js +61 -0
- package/dist/security/bash-allowlist/types.d.ts +5 -0
- package/dist/security/bash-parser.d.ts +32 -0
- package/dist/security/bash-parser.js +129 -14
- package/dist/security/dangerous-patterns.js +18 -3
- package/dist/security/declarative-rules.d.ts +1 -1
- package/dist/security/declarative-rules.js +242 -65
- package/dist/security/dependency-vuln-scanner.js +4 -4
- package/dist/security/dev-origins.d.ts +40 -0
- package/dist/security/dev-origins.js +111 -0
- package/dist/security/docker-sandbox/manager.js +1 -1
- package/dist/security/env-blocklist.d.ts +7 -0
- package/dist/security/env-blocklist.js +22 -2
- package/dist/security/guardian-agent.d.ts +0 -5
- package/dist/security/guardian-agent.js +17 -6
- package/dist/security/index.d.ts +3 -0
- package/dist/security/index.js +2 -0
- package/dist/security/native-sandbox.d.ts +80 -0
- package/dist/security/native-sandbox.js +455 -0
- package/dist/security/pack-contents-policy.d.ts +49 -0
- package/dist/security/pack-contents-policy.js +139 -0
- package/dist/security/permission-config.js +2 -5
- package/dist/security/permission-modes.d.ts +11 -0
- package/dist/security/permission-modes.js +71 -7
- package/dist/security/policy-amendments.js +40 -22
- package/dist/security/policy-engine.js +39 -12
- package/dist/security/powershell-parser.d.ts +40 -0
- package/dist/security/powershell-parser.js +198 -0
- package/dist/security/remote-approval.d.ts +0 -1
- package/dist/security/remote-approval.js +3 -2
- package/dist/security/safe-binaries.d.ts +13 -1
- package/dist/security/safe-binaries.js +240 -32
- package/dist/security/safe-fetch.d.ts +7 -0
- package/dist/security/safe-fetch.js +101 -0
- package/dist/security/sandbox.js +2 -2
- package/dist/security/secret-patterns.d.ts +18 -0
- package/dist/security/secret-patterns.js +232 -0
- package/dist/security/secret-scrubber.d.ts +31 -0
- package/dist/security/secret-scrubber.js +170 -0
- package/dist/security/secrets-detector.d.ts +3 -1
- package/dist/security/secrets-detector.js +3 -106
- package/dist/security/security-modes.js +2 -1
- package/dist/security/session-encryption.d.ts +7 -2
- package/dist/security/session-encryption.js +28 -7
- package/dist/security/shell-env-policy.js +11 -2
- package/dist/security/skill-scanner.d.ts +2 -2
- package/dist/security/skill-scanner.js +237 -11
- package/dist/security/ssrf-guard.d.ts +13 -0
- package/dist/security/ssrf-guard.js +27 -0
- package/dist/security/text-deobfuscation.d.ts +41 -0
- package/dist/security/text-deobfuscation.js +256 -0
- package/dist/security/tool-permissions.js +2 -3
- package/dist/security/tool-policy/approval-scope.d.ts +11 -0
- package/dist/security/tool-policy/approval-scope.js +67 -0
- package/dist/security/tool-policy/policy-manager.d.ts +9 -0
- package/dist/security/tool-policy/policy-manager.js +28 -1
- package/dist/security/tool-policy/profiles.js +24 -0
- package/dist/security/tool-policy/tool-groups.js +26 -3
- package/dist/security/tool-policy/types.d.ts +3 -1
- package/dist/security/tool-policy/types.js +2 -0
- package/dist/security/trust-folders.js +3 -2
- package/dist/security/write-policy.d.ts +8 -0
- package/dist/security/write-policy.js +63 -1
- package/dist/self-model/evolution-notes.d.ts +51 -0
- package/dist/self-model/evolution-notes.js +324 -0
- package/dist/sensory/agent-reply.d.ts +136 -0
- package/dist/sensory/agent-reply.js +682 -0
- package/dist/sensory/alert.d.ts +18 -0
- package/dist/sensory/alert.js +105 -0
- package/dist/sensory/arrival-opener.d.ts +102 -0
- package/dist/sensory/arrival-opener.js +292 -0
- package/dist/sensory/audio-scene.d.ts +24 -0
- package/dist/sensory/audio-scene.js +74 -0
- package/dist/sensory/camera-keyframe-policy.d.ts +11 -0
- package/dist/sensory/camera-keyframe-policy.js +43 -0
- package/dist/sensory/conversation-cues.d.ts +55 -0
- package/dist/sensory/conversation-cues.js +140 -0
- package/dist/sensory/domain-event-bridge.d.ts +7 -0
- package/dist/sensory/domain-event-bridge.js +134 -0
- package/dist/sensory/dreaming.d.ts +17 -0
- package/dist/sensory/dreaming.js +52 -2
- package/dist/sensory/elevenlabs-library.d.ts +91 -0
- package/dist/sensory/elevenlabs-library.js +303 -0
- package/dist/sensory/episodic-journal.d.ts +69 -0
- package/dist/sensory/episodic-journal.js +240 -0
- package/dist/sensory/error-watch-reaction.d.ts +41 -0
- package/dist/sensory/error-watch-reaction.js +312 -0
- package/dist/sensory/heartbeat-fallback.d.ts +46 -0
- package/dist/sensory/heartbeat-fallback.js +171 -0
- package/dist/sensory/heartbeat-scheduler.d.ts +6 -0
- package/dist/sensory/heartbeat-scheduler.js +27 -7
- package/dist/sensory/hybrid-reply.d.ts +132 -0
- package/dist/sensory/hybrid-reply.js +1217 -0
- package/dist/sensory/reactions.d.ts +6 -0
- package/dist/sensory/reactions.js +10 -1
- package/dist/sensory/respond-decider.d.ts +124 -0
- package/dist/sensory/respond-decider.js +608 -0
- package/dist/sensory/rule-templates.d.ts +30 -0
- package/dist/sensory/rule-templates.js +100 -0
- package/dist/sensory/schedule-emitter.d.ts +24 -0
- package/dist/sensory/schedule-emitter.js +57 -0
- package/dist/sensory/screen-reaction.js +15 -1
- package/dist/sensory/semantic-vision-reaction.d.ts +36 -0
- package/dist/sensory/semantic-vision-reaction.js +342 -0
- package/dist/sensory/sensory-action-executor.d.ts +98 -0
- package/dist/sensory/sensory-action-executor.js +473 -0
- package/dist/sensory/sensory-bridge.d.ts +11 -1
- package/dist/sensory/sensory-bridge.js +59 -7
- package/dist/sensory/sensory-rules-engine.d.ts +81 -0
- package/dist/sensory/sensory-rules-engine.js +434 -0
- package/dist/sensory/sensory-status.d.ts +102 -0
- package/dist/sensory/sensory-status.js +291 -0
- package/dist/sensory/speech-engine-config.d.ts +68 -0
- package/dist/sensory/speech-engine-config.js +157 -0
- package/dist/sensory/speech-reaction.d.ts +183 -7
- package/dist/sensory/speech-reaction.js +2141 -35
- package/dist/sensory/speech-sanitizer.d.ts +12 -0
- package/dist/sensory/speech-sanitizer.js +143 -0
- package/dist/sensory/system-vitals-emitter.d.ts +130 -0
- package/dist/sensory/system-vitals-emitter.js +514 -0
- package/dist/sensory/tts-cache.d.ts +76 -0
- package/dist/sensory/tts-cache.js +0 -0
- package/dist/sensory/turn-detector.d.ts +28 -0
- package/dist/sensory/turn-detector.js +57 -0
- package/dist/sensory/vision-description-safety.d.ts +4 -0
- package/dist/sensory/vision-description-safety.js +25 -0
- package/dist/sensory/vision-reaction.d.ts +21 -7
- package/dist/sensory/vision-reaction.js +209 -18
- package/dist/sensory/voice-activity.d.ts +69 -0
- package/dist/sensory/voice-activity.js +271 -0
- package/dist/sensory/voice-clock.d.ts +19 -0
- package/dist/sensory/voice-clock.js +111 -0
- package/dist/sensory/voice-entrainment.d.ts +62 -0
- package/dist/sensory/voice-entrainment.js +176 -0
- package/dist/sensory/voice-interactions.d.ts +13 -0
- package/dist/sensory/voice-interactions.js +258 -0
- package/dist/sensory/voice-loop.d.ts +618 -0
- package/dist/sensory/voice-loop.js +3581 -0
- package/dist/sensory/voice-replay-lab.d.ts +32 -0
- package/dist/sensory/voice-replay-lab.js +109 -0
- package/dist/sensory/voice-stream.d.ts +121 -0
- package/dist/sensory/voice-stream.js +598 -0
- package/dist/sensory/voice-turn-coordinator.d.ts +88 -0
- package/dist/sensory/voice-turn-coordinator.js +258 -0
- package/dist/sensory/voice-turn-taking.d.ts +26 -0
- package/dist/sensory/voice-turn-taking.js +59 -0
- package/dist/server/agent-adapter.d.ts +49 -3
- package/dist/server/agent-adapter.js +26 -4
- package/dist/server/channel-a2a-bridge.js +1 -1
- package/dist/server/exposure-diagnostic.d.ts +25 -0
- package/dist/server/exposure-diagnostic.js +51 -0
- package/dist/server/heartbeat-monitor.d.ts +13 -0
- package/dist/server/heartbeat-monitor.js +8 -3
- package/dist/server/http-agent-sessions.d.ts +32 -0
- package/dist/server/http-agent-sessions.js +245 -0
- package/dist/server/index.d.ts +3 -0
- package/dist/server/index.js +913 -46
- package/dist/server/mcp/approval-elicitation.d.ts +144 -0
- package/dist/server/mcp/approval-elicitation.js +377 -0
- package/dist/server/middleware/auth.d.ts +11 -0
- package/dist/server/middleware/auth.js +54 -0
- package/dist/server/middleware/error-handler.d.ts +5 -0
- package/dist/server/middleware/error-handler.js +30 -4
- package/dist/server/middleware/index.d.ts +1 -1
- package/dist/server/middleware/index.js +1 -1
- package/dist/server/mobile/album.d.ts +46 -0
- package/dist/server/mobile/album.js +144 -0
- package/dist/server/mobile/assets/app.js +3036 -0
- package/dist/server/mobile/assets/emoji-data.js +508 -0
- package/dist/server/mobile/assets/icon-192.png +0 -0
- package/dist/server/mobile/assets/icon-512.png +0 -0
- package/dist/server/mobile/assets/icon-96.png +0 -0
- package/dist/server/mobile/assets/icon.svg +12 -0
- package/dist/server/mobile/assets/index.html +261 -0
- package/dist/server/mobile/assets/manifest.webmanifest +37 -0
- package/dist/server/mobile/assets/styles.css +831 -0
- package/dist/server/mobile/assets/sw.js +149 -0
- package/dist/server/mobile/chat-extras.d.ts +9 -0
- package/dist/server/mobile/chat-extras.js +24 -0
- package/dist/server/mobile/index.d.ts +22 -0
- package/dist/server/mobile/index.js +287 -0
- package/dist/server/mobile/link-preview.d.ts +24 -0
- package/dist/server/mobile/link-preview.js +139 -0
- package/dist/server/mobile/push.d.ts +38 -0
- package/dist/server/mobile/push.js +190 -0
- package/dist/server/mobile/status.d.ts +23 -0
- package/dist/server/mobile/status.js +107 -0
- package/dist/server/mobile/telegram-forward.d.ts +14 -0
- package/dist/server/mobile/telegram-forward.js +32 -0
- package/dist/server/mobile/voice-note.d.ts +54 -0
- package/dist/server/mobile/voice-note.js +305 -0
- package/dist/server/origin-check.d.ts +4 -5
- package/dist/server/origin-check.js +43 -8
- package/dist/server/routes/canvas.d.ts +7 -1
- package/dist/server/routes/canvas.js +138 -24
- package/dist/server/routes/chat.js +340 -203
- package/dist/server/routes/cognition.d.ts +3 -0
- package/dist/server/routes/cognition.js +75 -0
- package/dist/server/routes/health.js +93 -81
- package/dist/server/routes/index.d.ts +5 -1
- package/dist/server/routes/index.js +5 -1
- package/dist/server/routes/lessons.d.ts +13 -0
- package/dist/server/routes/lessons.js +111 -0
- package/dist/server/routes/memory.d.ts +12 -0
- package/dist/server/routes/memory.js +191 -131
- package/dist/server/routes/runs.d.ts +9 -0
- package/dist/server/routes/runs.js +50 -0
- package/dist/server/routes/sessions.js +8 -1
- package/dist/server/routes/tools.js +93 -74
- package/dist/server/routes/webhooks.js +56 -46
- package/dist/server/tunnel-manager.js +21 -1
- package/dist/server/types.d.ts +25 -1
- package/dist/server/webhook-agent-queue.d.ts +12 -0
- package/dist/server/webhook-agent-queue.js +58 -0
- package/dist/server/websocket/cognition-bridge.d.ts +13 -0
- package/dist/server/websocket/cognition-bridge.js +334 -0
- package/dist/server/websocket/confirmation-bridge.d.ts +22 -0
- package/dist/server/websocket/confirmation-bridge.js +178 -0
- package/dist/server/websocket/desktop-handler.d.ts +17 -0
- package/dist/server/websocket/desktop-handler.js +177 -16
- package/dist/server/websocket/handler.d.ts +123 -1
- package/dist/server/websocket/handler.js +852 -67
- package/dist/server/websocket/index.d.ts +2 -1
- package/dist/server/websocket/index.js +2 -1
- package/dist/server/websocket/peer-rpc.d.ts +1 -1
- package/dist/server/websocket/peer-rpc.js +25 -3
- package/dist/services/prompt-builder.d.ts +47 -2
- package/dist/services/prompt-builder.js +310 -99
- package/dist/sessions/timeline-snapshot.d.ts +35 -0
- package/dist/sessions/timeline-snapshot.js +144 -0
- package/dist/sessions/timeline.d.ts +33 -0
- package/dist/sessions/timeline.js +85 -0
- package/dist/shared/context-optimization-metadata.d.ts +29 -0
- package/dist/shared/context-optimization-metadata.js +73 -0
- package/dist/shared/engine-types.d.ts +26 -0
- package/dist/skills/bash-injection.d.ts +2 -2
- package/dist/skills/bash-injection.js +9 -2
- package/dist/skills/bundled/code-explorer.skill.md +50 -0
- package/dist/skills/bundled/file-edit.skill.md +62 -0
- package/dist/skills/bundled/git-commit.skill.md +66 -0
- package/dist/skills/bundled/pubcommander-control/SKILL.md +33 -0
- package/dist/skills/bundled/pubcommander-control/agents/openai.yaml +4 -0
- package/dist/skills/bundled/typescript-expert.skill.md +21 -0
- package/dist/skills/bundled/weather.skill.md +48 -0
- package/dist/skills/bundled/web-app-testing.skill.md +71 -0
- package/dist/skills/bundled/web-search.skill.md +56 -0
- package/dist/skills/hub.js +52 -30
- package/dist/skills/index.d.ts +6 -3
- package/dist/skills/index.js +19 -4
- package/dist/skills/parser.js +2 -0
- package/dist/skills/registry.d.ts +52 -0
- package/dist/skills/registry.js +291 -14
- package/dist/skills/skill-exchange.d.ts +61 -0
- package/dist/skills/skill-exchange.js +523 -0
- package/dist/skills/skill-importer.d.ts +2 -2
- package/dist/skills/skill-importer.js +76 -17
- package/dist/skills/skill-registry.js +3 -2
- package/dist/skills/skill-signing.d.ts +20 -0
- package/dist/skills/skill-signing.js +106 -0
- package/dist/skills/skill-sources.d.ts +3 -2
- package/dist/skills/skill-sources.js +5 -4
- package/dist/skills/types.d.ts +4 -0
- package/dist/spec/spec-store.js +7 -6
- package/dist/speculative/shadow-workspace.d.ts +79 -0
- package/dist/speculative/shadow-workspace.js +500 -0
- package/dist/talk-mode/index.d.ts +4 -4
- package/dist/talk-mode/index.js +3 -3
- package/dist/talk-mode/providers/elevenlabs-client.d.ts +48 -0
- package/dist/talk-mode/providers/elevenlabs-client.js +117 -0
- package/dist/talk-mode/providers/elevenlabs.js +12 -23
- package/dist/talk-mode/providers/index.d.ts +3 -1
- package/dist/talk-mode/providers/index.js +2 -0
- package/dist/talk-mode/providers/pocket-tts.d.ts +88 -0
- package/dist/talk-mode/providers/pocket-tts.js +334 -0
- package/dist/talk-mode/providers/voicebox-tts.d.ts +24 -0
- package/dist/talk-mode/providers/voicebox-tts.js +120 -0
- package/dist/talk-mode/types.d.ts +39 -1
- package/dist/tasks/background-tasks.js +22 -5
- package/dist/telemetry/otel-tracer.js +5 -2
- package/dist/templates/design-system-apply.d.ts +23 -0
- package/dist/templates/design-system-apply.js +100 -0
- package/dist/templates/project-scaffolding.d.ts +2 -0
- package/dist/templates/project-scaffolding.js +616 -1
- package/dist/themes/theme-manager.js +9 -6
- package/dist/themes/theme-schema.d.ts +46 -46
- package/dist/tools/advanced/multi-file-editor.js +3 -1
- package/dist/tools/advanced/operation-history.js +2 -1
- package/dist/tools/app-server-tool.d.ts +66 -0
- package/dist/tools/app-server-tool.js +423 -0
- package/dist/tools/apply-patch.d.ts +31 -1
- package/dist/tools/apply-patch.js +214 -19
- package/dist/tools/authored-tools-manifest-2.d.ts +17 -0
- package/dist/tools/authored-tools-manifest-2.js +133 -0
- package/dist/tools/authored-tools-manifest.d.ts +15 -0
- package/dist/tools/authored-tools-manifest.js +13 -0
- package/dist/tools/bash/bash-tool.d.ts +36 -3
- package/dist/tools/bash/bash-tool.js +240 -100
- package/dist/tools/bash/command-validator.d.ts +1 -1
- package/dist/tools/bash/command-validator.js +115 -40
- package/dist/tools/bash/execution-policy.d.ts +42 -0
- package/dist/tools/bash/execution-policy.js +278 -0
- package/dist/tools/bash/security-patterns.js +43 -5
- package/dist/tools/bash/streaming-executor.d.ts +1 -1
- package/dist/tools/bash/streaming-executor.js +124 -18
- package/dist/tools/build-project-tool.d.ts +25 -0
- package/dist/tools/build-project-tool.js +30 -0
- package/dist/tools/bundle-analyze-tool.d.ts +28 -0
- package/dist/tools/bundle-analyze-tool.js +39 -0
- package/dist/tools/code-exec-tool.d.ts +55 -23
- package/dist/tools/code-exec-tool.js +598 -111
- package/dist/tools/code-explorer-tool.d.ts +1 -1
- package/dist/tools/code-explorer-tool.js +25 -1
- package/dist/tools/code-review.js +5 -0
- package/dist/tools/code-stats-tool.d.ts +43 -0
- package/dist/tools/code-stats-tool.js +70 -0
- package/dist/tools/codebase-replace-tool.js +2 -2
- package/dist/tools/comfy-recipe-tool.d.ts +37 -0
- package/dist/tools/comfy-recipe-tool.js +693 -0
- package/dist/tools/community-search.d.ts +93 -0
- package/dist/tools/community-search.js +334 -0
- package/dist/tools/computer-control-harness.js +5 -2
- package/dist/tools/computer-control-tool.d.ts +8 -0
- package/dist/tools/computer-control-tool.js +71 -26
- package/dist/tools/context-expand-tool.d.ts +19 -0
- package/dist/tools/context-expand-tool.js +132 -0
- package/dist/tools/csv/csv-parse.d.ts +19 -0
- package/dist/tools/csv/csv-parse.js +132 -0
- package/dist/tools/csv/csv-wiring.d.ts +8 -0
- package/dist/tools/csv/csv-wiring.js +9 -0
- package/dist/tools/csv-analyze-tool.d.ts +11 -0
- package/dist/tools/csv-analyze-tool.js +114 -0
- package/dist/tools/csv-preview-tool.d.ts +34 -0
- package/dist/tools/csv-preview-tool.js +69 -0
- package/dist/tools/db-migration.js +11 -3
- package/dist/tools/deep-research-tool.d.ts +68 -0
- package/dist/tools/deep-research-tool.js +257 -0
- package/dist/tools/deferred-schema-state.d.ts +19 -0
- package/dist/tools/deferred-schema-state.js +33 -0
- package/dist/tools/dep-inspect-tool.d.ts +32 -0
- package/dist/tools/dep-inspect-tool.js +74 -0
- package/dist/tools/design-system-tool.d.ts +10 -0
- package/dist/tools/design-system-tool.js +95 -0
- package/dist/tools/device-tool.d.ts +2 -1
- package/dist/tools/device-tool.js +21 -0
- package/dist/tools/diagram-tool.js +8 -2
- package/dist/tools/diff-files-tool.d.ts +28 -0
- package/dist/tools/diff-files-tool.js +49 -0
- package/dist/tools/enhanced-search.js +32 -16
- package/dist/tools/env-doctor-tool.d.ts +30 -0
- package/dist/tools/env-doctor-tool.js +54 -0
- package/dist/tools/execute-code-rpc-invoker.js +2 -2
- package/dist/tools/execute-code-runner.d.ts +21 -0
- package/dist/tools/execute-code-runner.js +117 -8
- package/dist/tools/extension-forge-tool.d.ts +29 -0
- package/dist/tools/extension-forge-tool.js +288 -0
- package/dist/tools/fetch-tool.js +7 -3
- package/dist/tools/file-search-tool.d.ts +41 -0
- package/dist/tools/file-search-tool.js +99 -0
- package/dist/tools/format-project-tool.d.ts +28 -0
- package/dist/tools/format-project-tool.js +45 -0
- package/dist/tools/git-summary-tool.d.ts +36 -0
- package/dist/tools/git-summary-tool.js +65 -0
- package/dist/tools/git-tool.js +16 -4
- package/dist/tools/gpu-avatar-delivery.d.ts +16 -0
- package/dist/tools/gpu-avatar-delivery.js +67 -0
- package/dist/tools/gpu-media-worker.d.ts +96 -0
- package/dist/tools/gpu-media-worker.js +363 -0
- package/dist/tools/gui-tool.js +92 -13
- package/dist/tools/http-probe-tool.d.ts +25 -0
- package/dist/tools/http-probe-tool.js +40 -0
- package/dist/tools/image-tool.js +29 -16
- package/dist/tools/index.d.ts +6 -1
- package/dist/tools/index.js +5 -0
- package/dist/tools/interactive-bash.d.ts +29 -1
- package/dist/tools/interactive-bash.js +141 -21
- package/dist/tools/json-query-tool.d.ts +30 -0
- package/dist/tools/json-query-tool.js +49 -0
- package/dist/tools/license-check-tool.d.ts +22 -0
- package/dist/tools/license-check-tool.js +43 -0
- package/dist/tools/lint-project-tool.d.ts +52 -0
- package/dist/tools/lint-project-tool.js +143 -0
- package/dist/tools/local-binary-launch.d.ts +14 -0
- package/dist/tools/local-binary-launch.js +63 -0
- package/dist/tools/lsp-navigation-tools.d.ts +87 -0
- package/dist/tools/lsp-navigation-tools.js +470 -0
- package/dist/tools/markdown-convert.d.ts +51 -0
- package/dist/tools/markdown-convert.js +159 -0
- package/dist/tools/media-generation-tool.d.ts +90 -1
- package/dist/tools/media-generation-tool.js +1553 -11
- package/dist/tools/meeting-notes-tool.d.ts +25 -0
- package/dist/tools/meeting-notes-tool.js +240 -0
- package/dist/tools/merge-conflict-tool.js +1 -1
- package/dist/tools/metadata.d.ts +7 -1
- package/dist/tools/metadata.js +823 -13
- package/dist/tools/mixture-of-agents-tool.d.ts +7 -0
- package/dist/tools/mixture-of-agents-tool.js +230 -31
- package/dist/tools/multi-edit.js +42 -18
- package/dist/tools/ocr-tool.d.ts +43 -0
- package/dist/tools/ocr-tool.js +24 -18
- package/dist/tools/omission-placeholder-detector.js +12 -6
- package/dist/tools/paper-qa-tool.d.ts +73 -0
- package/dist/tools/paper-qa-tool.js +313 -0
- package/dist/tools/peer-chain-tool.js +4 -1
- package/dist/tools/peer-delegate-tool.d.ts +2 -0
- package/dist/tools/peer-delegate-tool.js +11 -1
- package/dist/tools/port-check-tool.d.ts +31 -0
- package/dist/tools/port-check-tool.js +25 -0
- package/dist/tools/project-map-tool.d.ts +39 -0
- package/dist/tools/project-map-tool.js +128 -0
- package/dist/tools/register-tool-handler.d.ts +2 -2
- package/dist/tools/register-tool-handler.js +7 -4
- package/dist/tools/registry/advanced-tools.js +1 -1
- package/dist/tools/registry/attention-tools.d.ts +3 -3
- package/dist/tools/registry/attention-tools.js +14 -10
- package/dist/tools/registry/authored-extra-tools.d.ts +20 -0
- package/dist/tools/registry/authored-extra-tools.js +147 -0
- package/dist/tools/registry/bash-tools.d.ts +2 -2
- package/dist/tools/registry/bash-tools.js +7 -3
- package/dist/tools/registry/browser-operator-tools.d.ts +1 -1
- package/dist/tools/registry/browser-operator-tools.js +17 -3
- package/dist/tools/registry/browser-tools.d.ts +1 -1
- package/dist/tools/registry/browser-tools.js +38 -33
- package/dist/tools/registry/code-explorer-tools.js +6 -1
- package/dist/tools/registry/comfy-recipe-tools.d.ts +2 -0
- package/dist/tools/registry/comfy-recipe-tools.js +5 -0
- package/dist/tools/registry/context-expand-tools.d.ts +3 -0
- package/dist/tools/registry/context-expand-tools.js +6 -0
- package/dist/tools/registry/csv-tools.d.ts +12 -0
- package/dist/tools/registry/csv-tools.js +62 -0
- package/dist/tools/registry/delegate-agent-tools.d.ts +64 -0
- package/dist/tools/registry/delegate-agent-tools.js +206 -0
- package/dist/tools/registry/design-tools.d.ts +12 -0
- package/dist/tools/registry/design-tools.js +80 -0
- package/dist/tools/registry/fleet-tools.js +6 -0
- package/dist/tools/registry/index.d.ts +25 -5
- package/dist/tools/registry/index.js +80 -6
- package/dist/tools/registry/interactive-adapters.d.ts +37 -0
- package/dist/tools/registry/interactive-adapters.js +116 -0
- package/dist/tools/registry/lsp-tools.d.ts +3 -3
- package/dist/tools/registry/lsp-tools.js +9 -3
- package/dist/tools/registry/meeting-tools.d.ts +3 -0
- package/dist/tools/registry/meeting-tools.js +6 -0
- package/dist/tools/registry/memory-tools.js +32 -20
- package/dist/tools/registry/misc-tools.d.ts +1 -1
- package/dist/tools/registry/misc-tools.js +7 -4
- package/dist/tools/registry/moa-tools.js +13 -0
- package/dist/tools/registry/multimodal-tools.d.ts +73 -1
- package/dist/tools/registry/multimodal-tools.js +581 -4
- package/dist/tools/registry/process-tools.d.ts +16 -0
- package/dist/tools/registry/process-tools.js +136 -1
- package/dist/tools/registry/remind-tools.d.ts +23 -0
- package/dist/tools/registry/remind-tools.js +120 -0
- package/dist/tools/registry/research-tools.d.ts +17 -0
- package/dist/tools/registry/research-tools.js +21 -0
- package/dist/tools/registry/search-tools.d.ts +6 -6
- package/dist/tools/registry/search-tools.js +30 -17
- package/dist/tools/registry/secrets-tools.d.ts +33 -0
- package/dist/tools/registry/secrets-tools.js +71 -0
- package/dist/tools/registry/self-describe-tools.d.ts +23 -0
- package/dist/tools/registry/self-describe-tools.js +156 -0
- package/dist/tools/registry/self-evolution-tools.d.ts +13 -0
- package/dist/tools/registry/self-evolution-tools.js +97 -0
- package/dist/tools/registry/text-editor-tools.d.ts +26 -4
- package/dist/tools/registry/text-editor-tools.js +102 -6
- package/dist/tools/registry/tool-alias-map.d.ts +8 -0
- package/dist/tools/registry/tool-alias-map.js +47 -0
- package/dist/tools/registry/tool-aliases.d.ts +3 -4
- package/dist/tools/registry/tool-aliases.js +12 -48
- package/dist/tools/registry/types.d.ts +5 -0
- package/dist/tools/registry/verify-tools.d.ts +50 -0
- package/dist/tools/registry/verify-tools.js +136 -0
- package/dist/tools/registry/video-studio-tools.d.ts +13 -0
- package/dist/tools/registry/video-studio-tools.js +21 -0
- package/dist/tools/registry/vision-tools.d.ts +15 -1
- package/dist/tools/registry/vision-tools.js +252 -27
- package/dist/tools/registry/web-test-tool.d.ts +66 -0
- package/dist/tools/registry/web-test-tool.js +321 -0
- package/dist/tools/registry/web-tools.d.ts +43 -0
- package/dist/tools/registry/web-tools.js +281 -1
- package/dist/tools/review-gate-helper.d.ts +44 -0
- package/dist/tools/review-gate-helper.js +110 -0
- package/dist/tools/route-peer-tool.js +62 -11
- package/dist/tools/sbom-generate-tool.d.ts +22 -0
- package/dist/tools/sbom-generate-tool.js +41 -0
- package/dist/tools/scaffold-app-tool.d.ts +48 -0
- package/dist/tools/scaffold-app-tool.js +144 -0
- package/dist/tools/screenshot-tool.js +5 -2
- package/dist/tools/search.d.ts +17 -0
- package/dist/tools/search.js +31 -8
- package/dist/tools/self-describe.d.ts +73 -0
- package/dist/tools/self-describe.js +298 -0
- package/dist/tools/stock-quote.d.ts +67 -0
- package/dist/tools/stock-quote.js +645 -0
- package/dist/tools/submit-plan-tool.js +1 -1
- package/dist/tools/test-runner-tool.d.ts +38 -0
- package/dist/tools/test-runner-tool.js +96 -0
- package/dist/tools/text-editor.js +91 -8
- package/dist/tools/text-to-speech-tool.d.ts +1 -1
- package/dist/tools/text-to-speech-tool.js +48 -2
- package/dist/tools/todo-scan-tool.d.ts +39 -0
- package/dist/tools/todo-scan-tool.js +53 -0
- package/dist/tools/tool-manager.js +8 -0
- package/dist/tools/tool-search.js +11 -3
- package/dist/tools/tool-selector.d.ts +7 -0
- package/dist/tools/tool-selector.js +27 -13
- package/dist/tools/tools-md-generator.js +2 -2
- package/dist/tools/types.d.ts +16 -0
- package/dist/tools/types.js +5 -1
- package/dist/tools/video/approved-media-source.d.ts +8 -0
- package/dist/tools/video/approved-media-source.js +59 -0
- package/dist/tools/video/book-manuscript-source.d.ts +49 -0
- package/dist/tools/video/book-manuscript-source.js +263 -0
- package/dist/tools/video/character-in-location.d.ts +42 -0
- package/dist/tools/video/character-in-location.js +161 -0
- package/dist/tools/video/cinematic-trailer-plan.d.ts +203 -0
- package/dist/tools/video/cinematic-trailer-plan.js +498 -0
- package/dist/tools/video/cloud-understand.d.ts +91 -0
- package/dist/tools/video/cloud-understand.js +214 -0
- package/dist/tools/video/comfy-client.d.ts +38 -0
- package/dist/tools/video/comfy-client.js +227 -0
- package/dist/tools/video/comfy-workflow-template.d.ts +70 -0
- package/dist/tools/video/comfy-workflow-template.js +194 -0
- package/dist/tools/video/describe-frame.d.ts +36 -0
- package/dist/tools/video/describe-frame.js +68 -0
- package/dist/tools/video/film-assemble.d.ts +234 -0
- package/dist/tools/video/film-assemble.js +959 -0
- package/dist/tools/video/film-project.d.ts +152 -0
- package/dist/tools/video/film-project.js +312 -0
- package/dist/tools/video/frame-dedup.d.ts +46 -0
- package/dist/tools/video/frame-dedup.js +110 -0
- package/dist/tools/video/frame-sample.d.ts +72 -0
- package/dist/tools/video/frame-sample.js +238 -0
- package/dist/tools/video/google-flow-driver.d.ts +131 -0
- package/dist/tools/video/google-flow-driver.js +312 -0
- package/dist/tools/video/google-flow-handoff.d.ts +75 -0
- package/dist/tools/video/google-flow-handoff.js +121 -0
- package/dist/tools/video/google-flow-plan-export.d.ts +21 -0
- package/dist/tools/video/google-flow-plan-export.js +123 -0
- package/dist/tools/video/google-flow-result-import.d.ts +92 -0
- package/dist/tools/video/google-flow-result-import.js +297 -0
- package/dist/tools/video/hybrid-video-router.d.ts +34 -0
- package/dist/tools/video/hybrid-video-router.js +113 -0
- package/dist/tools/video/localized-media.d.ts +50 -0
- package/dist/tools/video/localized-media.js +128 -0
- package/dist/tools/video/long-form-plan.d.ts +37 -0
- package/dist/tools/video/long-form-plan.js +83 -0
- package/dist/tools/video/long-form-production.d.ts +49 -0
- package/dist/tools/video/long-form-production.js +168 -0
- package/dist/tools/video/long-transcribe.d.ts +94 -0
- package/dist/tools/video/long-transcribe.js +206 -0
- package/dist/tools/video/media-fetch.d.ts +94 -0
- package/dist/tools/video/media-fetch.js +311 -0
- package/dist/tools/video/mermaid-render.d.ts +34 -0
- package/dist/tools/video/mermaid-render.js +127 -0
- package/dist/tools/video/narration.d.ts +96 -0
- package/dist/tools/video/narration.js +505 -0
- package/dist/tools/video/native-fashion-defects.d.ts +27 -0
- package/dist/tools/video/native-fashion-defects.js +80 -0
- package/dist/tools/video/scene-render.d.ts +108 -0
- package/dist/tools/video/scene-render.js +418 -0
- package/dist/tools/video/subtitles.d.ts +49 -0
- package/dist/tools/video/subtitles.js +116 -0
- package/dist/tools/video/video-ckg.d.ts +123 -0
- package/dist/tools/video/video-ckg.js +188 -0
- package/dist/tools/video/video-research-card.d.ts +58 -0
- package/dist/tools/video/video-research-card.js +468 -0
- package/dist/tools/video/video-understanding.d.ts +159 -0
- package/dist/tools/video/video-understanding.js +534 -0
- package/dist/tools/video/visual-gate-report.d.ts +139 -0
- package/dist/tools/video/visual-gate-report.js +379 -0
- package/dist/tools/video/voice-rights-registry.d.ts +13 -0
- package/dist/tools/video/voice-rights-registry.js +142 -0
- package/dist/tools/video/youtube-captions.d.ts +51 -0
- package/dist/tools/video/youtube-captions.js +102 -0
- package/dist/tools/video/youtube-master-quality.d.ts +163 -0
- package/dist/tools/video/youtube-master-quality.js +379 -0
- package/dist/tools/video/youtube-storyboard.d.ts +43 -0
- package/dist/tools/video/youtube-storyboard.js +194 -0
- package/dist/tools/video-flow-handoff-tool.d.ts +181 -0
- package/dist/tools/video-flow-handoff-tool.js +261 -0
- package/dist/tools/video-long-form-plan-tool.d.ts +31 -0
- package/dist/tools/video-long-form-plan-tool.js +87 -0
- package/dist/tools/video-quality-gate-tool.d.ts +97 -0
- package/dist/tools/video-quality-gate-tool.js +189 -0
- package/dist/tools/video-route-tool.d.ts +128 -0
- package/dist/tools/video-route-tool.js +126 -0
- package/dist/tools/video-studio-tool-helpers.d.ts +22 -0
- package/dist/tools/video-studio-tool-helpers.js +128 -0
- package/dist/tools/video-trailer-plan-tool.d.ts +60 -0
- package/dist/tools/video-trailer-plan-tool.js +103 -0
- package/dist/tools/vision/blender-render.d.ts +76 -0
- package/dist/tools/vision/blender-render.js +121 -0
- package/dist/tools/vision/image-processor.d.ts +1 -0
- package/dist/tools/vision/image-processor.js +8 -1
- package/dist/tools/vision/load-sharp.d.ts +53 -0
- package/dist/tools/vision/load-sharp.js +48 -0
- package/dist/tools/vision/mean-luma.d.ts +4 -0
- package/dist/tools/vision/mean-luma.js +189 -0
- package/dist/tools/vision/object-detection.d.ts +90 -0
- package/dist/tools/vision/object-detection.js +403 -0
- package/dist/tools/vision/vision-analysis.js +2 -1
- package/dist/tools/weather.d.ts +33 -0
- package/dist/tools/weather.js +183 -0
- package/dist/tools/web-scrape-tool.d.ts +63 -0
- package/dist/tools/web-scrape-tool.js +318 -0
- package/dist/tools/web-search.d.ts +67 -6
- package/dist/tools/web-search.js +231 -68
- package/dist/tools/workspace-tools.d.ts +39 -0
- package/dist/tools/workspace-tools.js +347 -0
- package/dist/tracks/track-manager.js +9 -8
- package/dist/triggers/webhook-trigger.js +10 -18
- package/dist/ui/components/ChatHistory.js +12 -0
- package/dist/ui/components/ChatInterface.js +6 -2
- package/dist/ui/components/FileAutocomplete.d.ts +6 -1
- package/dist/ui/components/FileAutocomplete.js +136 -76
- package/dist/ui/components/FuzzyPicker.d.ts +5 -0
- package/dist/ui/components/FuzzyPicker.js +1 -1
- package/dist/ui/http-server/server.js +2 -2
- package/dist/undo/checkpoint-manager.d.ts +3 -0
- package/dist/undo/checkpoint-manager.js +6 -1
- package/dist/utils/approval-pattern-tracker.js +5 -13
- package/dist/utils/ascii-banner.d.ts +1 -1
- package/dist/utils/ascii-banner.js +1 -1
- package/dist/utils/atomic-write.d.ts +77 -0
- package/dist/utils/atomic-write.js +530 -0
- package/dist/utils/audio-player.d.ts +1 -0
- package/dist/utils/audio-player.js +7 -3
- package/dist/utils/autonomy-manager.js +12 -3
- package/dist/utils/command-exists.d.ts +14 -0
- package/dist/utils/command-exists.js +43 -0
- package/dist/utils/config-validation/schema.d.ts +13 -13
- package/dist/utils/config-validation/schema.js +33 -1
- package/dist/utils/confirmation-service.d.ts +60 -1
- package/dist/utils/confirmation-service.js +204 -41
- package/dist/utils/cost-tracker.d.ts +66 -1
- package/dist/utils/cost-tracker.js +100 -17
- package/dist/utils/history-manager.js +6 -7
- package/dist/utils/init-project.js +17 -13
- package/dist/utils/input-validation/index.d.ts +16 -16
- package/dist/utils/installation-id.js +7 -22
- package/dist/utils/interactive-setup.js +7 -12
- package/dist/utils/json-salvage.d.ts +22 -0
- package/dist/utils/json-salvage.js +91 -0
- package/dist/utils/llm-retry.js +3 -0
- package/dist/utils/logger.d.ts +1 -0
- package/dist/utils/logger.js +16 -5
- package/dist/utils/model-router.js +8 -12
- package/dist/utils/model-utils.js +14 -0
- package/dist/utils/output-sanitizer.d.ts +4 -8
- package/dist/utils/output-sanitizer.js +10 -10
- package/dist/utils/output-schema-validator.d.ts +7 -0
- package/dist/utils/output-schema-validator.js +25 -1
- package/dist/utils/response-cache.js +11 -22
- package/dist/utils/ripgrep-path.d.ts +11 -0
- package/dist/utils/ripgrep-path.js +60 -0
- package/dist/utils/semantic-cache.js +4 -7
- package/dist/utils/settings-manager.d.ts +27 -4
- package/dist/utils/settings-manager.js +51 -39
- package/dist/utils/shell-completions.js +25 -34
- package/dist/utils/shell-configuration.d.ts +39 -0
- package/dist/utils/shell-configuration.js +106 -0
- package/dist/utils/stream-stall-guard.d.ts +39 -0
- package/dist/utils/stream-stall-guard.js +123 -0
- package/dist/utils/subprocess-env.d.ts +15 -0
- package/dist/utils/subprocess-env.js +112 -0
- package/dist/utils/telegram-api-base.d.ts +9 -0
- package/dist/utils/telegram-api-base.js +15 -0
- package/dist/utils/telemetry-config.js +16 -13
- package/dist/utils/update-notifier.js +5 -10
- package/dist/utils/validators.js +1 -2
- package/dist/versioning/config-migrator.js +3 -2
- package/dist/versioning/migration-manager.js +5 -4
- package/dist/versioning/version-detector.js +2 -1
- package/dist/vision-train/assets.d.ts +37 -0
- package/dist/vision-train/assets.js +97 -0
- package/dist/vision-train/ckg-publish.d.ts +26 -0
- package/dist/vision-train/ckg-publish.js +36 -0
- package/dist/vision-train/coco-to-labels.d.ts +63 -0
- package/dist/vision-train/coco-to-labels.js +63 -0
- package/dist/vision-train/curriculum.d.ts +29 -0
- package/dist/vision-train/curriculum.js +49 -0
- package/dist/vision-train/engine.d.ts +56 -0
- package/dist/vision-train/engine.js +55 -0
- package/dist/vision-train/report.d.ts +15 -0
- package/dist/vision-train/report.js +72 -0
- package/dist/vision-train/scorer.d.ts +67 -0
- package/dist/vision-train/scorer.js +114 -0
- package/dist/vision-train/yolo-labels.d.ts +13 -0
- package/dist/vision-train/yolo-labels.js +66 -0
- package/dist/voice/elevenlabs-voice.d.ts +53 -0
- package/dist/voice/elevenlabs-voice.js +412 -0
- package/dist/voice/kyutai-local-voice.d.ts +33 -0
- package/dist/voice/kyutai-local-voice.js +198 -0
- package/dist/voice/local-tts.d.ts +106 -3
- package/dist/voice/local-tts.js +672 -35
- package/dist/voice/local-whisper.d.ts +11 -0
- package/dist/voice/local-whisper.js +18 -2
- package/dist/voice/pcm-edges.d.ts +43 -0
- package/dist/voice/pcm-edges.js +210 -0
- package/dist/voice/perceived-latency-benchmark.d.ts +56 -0
- package/dist/voice/perceived-latency-benchmark.js +218 -0
- package/dist/voice/tts-bank.d.ts +72 -0
- package/dist/voice/tts-bank.js +172 -0
- package/dist/voice/tts-latency-benchmark.d.ts +36 -0
- package/dist/voice/tts-latency-benchmark.js +76 -0
- package/dist/voice/tts-volume.d.ts +86 -0
- package/dist/voice/tts-volume.js +378 -0
- package/dist/voice/two-speed-voice.d.ts +19 -0
- package/dist/voice/two-speed-voice.js +40 -0
- package/dist/voice/voice-to-code.js +1 -1
- package/dist/voice/voicebox-tts.d.ts +150 -0
- package/dist/voice/voicebox-tts.js +669 -0
- package/dist/voice/wake-word.d.ts +2 -0
- package/dist/voice/wake-word.js +30 -10
- package/dist/webhooks/webhook-manager.js +10 -18
- package/dist/widgets/auto-widget.d.ts +27 -0
- package/dist/widgets/auto-widget.js +111 -0
- package/dist/widgets/canvas-publish.d.ts +15 -0
- package/dist/widgets/canvas-publish.js +39 -0
- package/dist/widgets/curated/news.d.ts +2 -0
- package/dist/widgets/curated/news.js +46 -0
- package/dist/widgets/curated/stock.d.ts +1 -0
- package/dist/widgets/curated/stock.js +87 -0
- package/dist/widgets/curated/weather.d.ts +2 -0
- package/dist/widgets/curated/weather.js +93 -0
- package/dist/widgets/template-engine.d.ts +19 -0
- package/dist/widgets/template-engine.js +134 -0
- package/dist/widgets/widget-engine.d.ts +24 -0
- package/dist/widgets/widget-engine.js +153 -0
- package/dist/widgets/widget-gate.d.ts +19 -0
- package/dist/widgets/widget-gate.js +144 -0
- package/dist/widgets/widget-image-renderer.d.ts +4 -0
- package/dist/widgets/widget-image-renderer.js +164 -0
- package/dist/widgets/widget-matcher.d.ts +48 -0
- package/dist/widgets/widget-matcher.js +109 -0
- package/dist/widgets/widget-proposer.d.ts +17 -0
- package/dist/widgets/widget-proposer.js +75 -0
- package/dist/widgets/widget-registry.d.ts +36 -0
- package/dist/widgets/widget-registry.js +231 -0
- package/dist/widgets/widget-types.d.ts +100 -0
- package/dist/widgets/widget-types.js +17 -0
- package/dist/wizard/environment-detection.d.ts +67 -0
- package/dist/wizard/environment-detection.js +210 -0
- package/dist/wizard/onboarding.d.ts +21 -1
- package/dist/wizard/onboarding.js +202 -27
- package/dist/workflows/state-manager.js +8 -2
- package/dist/workspace/workspace-config.d.ts +37 -0
- package/dist/workspace/workspace-config.js +199 -0
- package/dist/workspace/workspace-isolation.d.ts +19 -0
- package/dist/workspace/workspace-isolation.js +124 -39
- package/dist/workspace/workspace-manager.js +19 -14
- package/examples/claude_desktop_config.json +8 -0
- package/package.json +75 -31
- package/.codebuddy/README.md +0 -65
- package/dist/agent/middleware/learning-first-middleware.d.ts +0 -79
- package/dist/agent/middleware/learning-first-middleware.js +0 -271
- package/dist/agent/middleware/tool-filter-middleware.d.ts +0 -45
- package/dist/agent/middleware/tool-filter-middleware.js +0 -122
- package/dist/codebuddy/tool-definitions/batch-tools.d.ts +0 -10
- package/dist/codebuddy/tool-definitions/batch-tools.js +0 -46
- package/dist/codebuddy/tool-definitions/graph-tools.d.ts +0 -13
- package/dist/codebuddy/tool-definitions/graph-tools.js +0 -78
- package/dist/plugins/code-explorer/CodeExplorerMCPClient.d.ts +0 -129
- package/dist/plugins/code-explorer/CodeExplorerMCPClient.js +0 -143
- package/dist/tools/registry/batch-tools.d.ts +0 -36
- package/dist/tools/registry/batch-tools.js +0 -135
- package/dist/tools/registry/graph-tools.d.ts +0 -45
- package/dist/tools/registry/graph-tools.js +0 -283
|
@@ -7,10 +7,40 @@ import { validateApiKey } from '../auth/api-keys.js';
|
|
|
7
7
|
import { logger } from "../../utils/logger.js";
|
|
8
8
|
import { isOriginAllowed } from '../origin-check.js';
|
|
9
9
|
import { verifyToken } from '../auth/jwt.js';
|
|
10
|
+
import { isDirectLoopbackRequest } from '../middleware/auth.js';
|
|
10
11
|
import { authenticateDevice, getGatewayPairingStore, isDevicePairingRequired } from '../../gateway/device-pairing.js';
|
|
11
12
|
import { gatewayServerVersion, GATEWAY_PROTOCOL_VERSION } from '../../gateway/protocol.js';
|
|
12
13
|
import { TIMEOUT_CONFIG, SERVER_CONFIG } from '../../config/constants.js';
|
|
13
|
-
import {
|
|
14
|
+
import { peekUserFacingFailoverNotice } from '../../providers/provider-failover-user-notice.js';
|
|
15
|
+
import { applyChatReplyContext, readClientMsgId } from '../mobile/chat-extras.js';
|
|
16
|
+
import { assertVoiceNoteDuration, assertVoiceNoteDurationSync, isAudioMime, sniffAudioMime, synthesizeMobileVoiceReply, transcribeVoiceAttachment, WS_MAX_VOICE_BYTES, } from '../mobile/voice-note.js';
|
|
17
|
+
function parsePositiveMsEnv(raw, fallback) {
|
|
18
|
+
if (!raw)
|
|
19
|
+
return fallback;
|
|
20
|
+
const parsed = Number.parseInt(raw, 10);
|
|
21
|
+
return Number.isFinite(parsed) && parsed > 0 ? parsed : fallback;
|
|
22
|
+
}
|
|
23
|
+
export function resolveWsHeartbeatIntervalMs(env = process.env) {
|
|
24
|
+
return parsePositiveMsEnv(env.CODEBUDDY_WS_HEARTBEAT_INTERVAL_MS, TIMEOUT_CONFIG.WS_HEARTBEAT_INTERVAL);
|
|
25
|
+
}
|
|
26
|
+
export function resolveWsIdleTimeoutMs(env = process.env) {
|
|
27
|
+
return parsePositiveMsEnv(env.CODEBUDDY_WS_IDLE_TIMEOUT_MS, TIMEOUT_CONFIG.WS_IDLE_TIMEOUT);
|
|
28
|
+
}
|
|
29
|
+
/** True when the heartbeat sweeper should kill this socket as idle. */
|
|
30
|
+
/** Lane timeout for peer:* RPCs. Longer than the 120s channel default so a local LLM can finish. */
|
|
31
|
+
export const PEER_REQUEST_LANE_TIMEOUT_MS = 15 * 60 * 1000;
|
|
32
|
+
export function shouldTerminateIdleWs(state, now, idleTimeoutMs) {
|
|
33
|
+
if (state.peerHandlersActive > 0 || state.streaming || state.activeTurn) {
|
|
34
|
+
return false;
|
|
35
|
+
}
|
|
36
|
+
return now - state.lastActivity > idleTimeoutMs;
|
|
37
|
+
}
|
|
38
|
+
import { createServerAgent, streamAgentDeltas, } from '../agent-adapter.js';
|
|
39
|
+
import { isMobilePwaEnabled } from '../mobile/index.js';
|
|
40
|
+
import { sniffImageMime } from '../../companion/companion-photo.js';
|
|
41
|
+
import { unwireMobileConfirmationBridge, wireMobileConfirmationBridge } from './confirmation-bridge.js';
|
|
42
|
+
import { getAvatarRendererRegistry } from '../../avatar/avatar-renderer-registry.js';
|
|
43
|
+
import { appendCompanionHistory, loadMobileCompanionHistory, saveMobileCompanionHistory, } from '../../companion/mobile-history.js';
|
|
14
44
|
// Lazy import to avoid circular dependency through channels/index.ts
|
|
15
45
|
let _enqueueMessage;
|
|
16
46
|
async function getEnqueueMessage() {
|
|
@@ -26,12 +56,215 @@ const RATE_LIMITS = {
|
|
|
26
56
|
authWindowMs: 60000, // 1 minute window for auth
|
|
27
57
|
messagesPerMinute: 60, // Max messages per minute
|
|
28
58
|
toolExecutionsPerMinute: 20, // Max tool executions per minute
|
|
59
|
+
peerRequestsPerMinute: 30, // LLM-capable peer RPC calls per minute
|
|
29
60
|
};
|
|
61
|
+
const MAX_PARALLEL_PEER_HANDLERS = 3;
|
|
62
|
+
const MAX_PENDING_PEER_HANDLERS = 200;
|
|
30
63
|
// Active connections
|
|
31
64
|
const connections = new Map();
|
|
32
65
|
// Epoch ms when the WS server last started (for gateway uptime in `status`).
|
|
33
66
|
let serverStartedAt = 0;
|
|
34
67
|
const messageHandlers = new Map();
|
|
68
|
+
const laneBypassMessageTypes = new Set(['stop']);
|
|
69
|
+
function extensionPrincipal(state) {
|
|
70
|
+
let id = `connection:${state.id}`;
|
|
71
|
+
let source = 'websocket:connection';
|
|
72
|
+
if (state.userId) {
|
|
73
|
+
id = `user:${state.userId}`;
|
|
74
|
+
source = 'websocket:user';
|
|
75
|
+
}
|
|
76
|
+
else if (state.keyId) {
|
|
77
|
+
id = `key:${state.keyId}`;
|
|
78
|
+
source = 'websocket:api-key';
|
|
79
|
+
}
|
|
80
|
+
else if (state.deviceId) {
|
|
81
|
+
id = `device:${state.deviceId}`;
|
|
82
|
+
source = 'websocket:device';
|
|
83
|
+
}
|
|
84
|
+
return Object.freeze({
|
|
85
|
+
id,
|
|
86
|
+
source,
|
|
87
|
+
scopes: Object.freeze(state.authenticated ? [...state.scopes] : []),
|
|
88
|
+
loopback: state.loopback === true,
|
|
89
|
+
secure: state.secure === true,
|
|
90
|
+
anonymousRemote: state.anonymousRemote === true,
|
|
91
|
+
});
|
|
92
|
+
}
|
|
93
|
+
function createExtensionContext(ws, state) {
|
|
94
|
+
return Object.freeze({
|
|
95
|
+
connectionId: state.id,
|
|
96
|
+
principal: extensionPrincipal(state),
|
|
97
|
+
send(message) {
|
|
98
|
+
if (ws.readyState !== 1)
|
|
99
|
+
return false;
|
|
100
|
+
ws.send(JSON.stringify(message));
|
|
101
|
+
return true;
|
|
102
|
+
},
|
|
103
|
+
isBackpressured(maxBufferedBytes) {
|
|
104
|
+
if (ws.readyState !== 1)
|
|
105
|
+
return true;
|
|
106
|
+
return ws.bufferedAmount >= Math.max(0, maxBufferedBytes);
|
|
107
|
+
},
|
|
108
|
+
onClose(listener) {
|
|
109
|
+
if (state.extensionsCleaned) {
|
|
110
|
+
listener();
|
|
111
|
+
return () => undefined;
|
|
112
|
+
}
|
|
113
|
+
const listeners = state.extensionCloseHandlers ?? new Set();
|
|
114
|
+
state.extensionCloseHandlers = listeners;
|
|
115
|
+
listeners.add(listener);
|
|
116
|
+
return () => listeners.delete(listener);
|
|
117
|
+
},
|
|
118
|
+
});
|
|
119
|
+
}
|
|
120
|
+
function cleanupWebSocketExtensions(state) {
|
|
121
|
+
if (state.extensionsCleaned)
|
|
122
|
+
return;
|
|
123
|
+
state.extensionsCleaned = true;
|
|
124
|
+
const listeners = state.extensionCloseHandlers;
|
|
125
|
+
state.extensionCloseHandlers = undefined;
|
|
126
|
+
if (!listeners)
|
|
127
|
+
return;
|
|
128
|
+
for (const listener of listeners) {
|
|
129
|
+
try {
|
|
130
|
+
listener();
|
|
131
|
+
}
|
|
132
|
+
catch (error) {
|
|
133
|
+
logger.warn('[ws] extension close hook failed', {
|
|
134
|
+
connectionId: state.id,
|
|
135
|
+
error: error instanceof Error ? error.message : String(error),
|
|
136
|
+
});
|
|
137
|
+
}
|
|
138
|
+
}
|
|
139
|
+
listeners.clear();
|
|
140
|
+
}
|
|
141
|
+
function resetWebSocketExtensionsForIdentityChange(state) {
|
|
142
|
+
state.approvalCapable = false;
|
|
143
|
+
cleanupWebSocketExtensions(state);
|
|
144
|
+
state.extensionsCleaned = false;
|
|
145
|
+
// A new principal on the same socket must never inherit the previous one's
|
|
146
|
+
// companion conversation.
|
|
147
|
+
state.companionHistory = undefined;
|
|
148
|
+
}
|
|
149
|
+
/**
|
|
150
|
+
* Add a message type without leaking the underlying socket or ConnectionState.
|
|
151
|
+
* The returned function removes exactly this registration and is idempotent.
|
|
152
|
+
*/
|
|
153
|
+
export function registerWebSocketExtension(registration) {
|
|
154
|
+
if (!/^[a-z][a-z0-9_.:-]{0,127}$/.test(registration.type)) {
|
|
155
|
+
throw new Error(`Invalid WebSocket extension type: ${registration.type}`);
|
|
156
|
+
}
|
|
157
|
+
if (messageHandlers.has(registration.type)) {
|
|
158
|
+
throw new Error(`WebSocket message type already registered: ${registration.type}`);
|
|
159
|
+
}
|
|
160
|
+
const handler = async (ws, state, payload, envelope) => {
|
|
161
|
+
await registration.handle(createExtensionContext(ws, state), payload, envelope);
|
|
162
|
+
};
|
|
163
|
+
messageHandlers.set(registration.type, handler);
|
|
164
|
+
if (registration.bypassLane)
|
|
165
|
+
laneBypassMessageTypes.add(registration.type);
|
|
166
|
+
let registered = true;
|
|
167
|
+
return () => {
|
|
168
|
+
if (!registered)
|
|
169
|
+
return;
|
|
170
|
+
registered = false;
|
|
171
|
+
if (messageHandlers.get(registration.type) === handler) {
|
|
172
|
+
messageHandlers.delete(registration.type);
|
|
173
|
+
}
|
|
174
|
+
if (registration.bypassLane)
|
|
175
|
+
laneBypassMessageTypes.delete(registration.type);
|
|
176
|
+
};
|
|
177
|
+
}
|
|
178
|
+
/**
|
|
179
|
+
* Cancel the current turn without throwing from a socket lifecycle callback.
|
|
180
|
+
* The per-turn flag is authoritative for suppressing any late provider delta
|
|
181
|
+
* or terminal response after the abort signal has been delivered.
|
|
182
|
+
*/
|
|
183
|
+
function abortActiveTurn(state) {
|
|
184
|
+
const turn = state.activeTurn;
|
|
185
|
+
if (!turn || turn.cancelled)
|
|
186
|
+
return false;
|
|
187
|
+
turn.cancelled = true;
|
|
188
|
+
state.streaming = false;
|
|
189
|
+
if (state.agent) {
|
|
190
|
+
turn.abortDelivered = true;
|
|
191
|
+
try {
|
|
192
|
+
state.agent.abortCurrentOperation();
|
|
193
|
+
}
|
|
194
|
+
catch (error) {
|
|
195
|
+
logger.debug('[ws] agent abort failed', {
|
|
196
|
+
connectionId: state.id,
|
|
197
|
+
error: error instanceof Error ? error.message : String(error),
|
|
198
|
+
});
|
|
199
|
+
}
|
|
200
|
+
}
|
|
201
|
+
return true;
|
|
202
|
+
}
|
|
203
|
+
/** Most photos accepted on one mobile message. */
|
|
204
|
+
export const WS_MAX_CHAT_ATTACHMENTS = 4;
|
|
205
|
+
/** Per-photo base64 ceiling. The PWA resizes to ~200 KB before sending. */
|
|
206
|
+
export const WS_MAX_ATTACHMENT_BYTES = 600 * 1024;
|
|
207
|
+
/**
|
|
208
|
+
* Validate the attachments of a `chat` frame. The payload is remote input:
|
|
209
|
+
* the count, each size and the actual image type are checked here, and the
|
|
210
|
+
* type comes from the DECODED BYTES — a declared `mimeType` is never proof.
|
|
211
|
+
*/
|
|
212
|
+
function readDeclaredDurationMs(raw) {
|
|
213
|
+
if (typeof raw !== 'number' || !Number.isFinite(raw) || raw < 0)
|
|
214
|
+
return undefined;
|
|
215
|
+
return raw;
|
|
216
|
+
}
|
|
217
|
+
export function validateChatAttachments(raw, opts = {}) {
|
|
218
|
+
if (raw === undefined || raw === null)
|
|
219
|
+
return { ok: true, attachments: [] };
|
|
220
|
+
if (!Array.isArray(raw))
|
|
221
|
+
return { ok: false, error: 'Attachments must be an array' };
|
|
222
|
+
if (raw.length > WS_MAX_CHAT_ATTACHMENTS) {
|
|
223
|
+
return { ok: false, error: `At most ${WS_MAX_CHAT_ATTACHMENTS} photos per message` };
|
|
224
|
+
}
|
|
225
|
+
const attachments = [];
|
|
226
|
+
for (const entry of raw) {
|
|
227
|
+
if (!entry || typeof entry !== 'object') {
|
|
228
|
+
return { ok: false, error: 'Each attachment must be an object' };
|
|
229
|
+
}
|
|
230
|
+
const data = entry.data;
|
|
231
|
+
if (typeof data !== 'string' || data.trim().length === 0) {
|
|
232
|
+
return { ok: false, error: 'Attachment data must be a base64 string' };
|
|
233
|
+
}
|
|
234
|
+
const payload = data.startsWith('data:') ? data.slice(data.indexOf(',') + 1) : data;
|
|
235
|
+
if (!/^[A-Za-z0-9+/\r\n]*={0,2}$/.test(payload)) {
|
|
236
|
+
return { ok: false, error: 'Attachment data must be base64' };
|
|
237
|
+
}
|
|
238
|
+
const bytes = Buffer.from(payload, 'base64');
|
|
239
|
+
if (bytes.length === 0)
|
|
240
|
+
return { ok: false, error: 'Attachment is empty' };
|
|
241
|
+
const image = sniffImageMime(bytes);
|
|
242
|
+
if (image) {
|
|
243
|
+
if (bytes.length > WS_MAX_ATTACHMENT_BYTES) {
|
|
244
|
+
return {
|
|
245
|
+
ok: false,
|
|
246
|
+
error: `Each photo must be at most ${Math.floor(WS_MAX_ATTACHMENT_BYTES / 1024)} KB`,
|
|
247
|
+
};
|
|
248
|
+
}
|
|
249
|
+
attachments.push({ mimeType: image, data: payload });
|
|
250
|
+
continue;
|
|
251
|
+
}
|
|
252
|
+
const audio = sniffAudioMime(bytes);
|
|
253
|
+
if (audio) {
|
|
254
|
+
if (bytes.length > WS_MAX_VOICE_BYTES) {
|
|
255
|
+
return { ok: false, error: 'Each voice note must be at most 2 MB' };
|
|
256
|
+
}
|
|
257
|
+
const declared = readDeclaredDurationMs(entry.durationMs ?? opts.declaredDurationMs);
|
|
258
|
+
const duration = assertVoiceNoteDurationSync(bytes, declared);
|
|
259
|
+
if (!duration.ok)
|
|
260
|
+
return duration;
|
|
261
|
+
attachments.push({ mimeType: audio, data: payload });
|
|
262
|
+
continue;
|
|
263
|
+
}
|
|
264
|
+
return { ok: false, error: 'Attachment is not an image' };
|
|
265
|
+
}
|
|
266
|
+
return { ok: true, attachments };
|
|
267
|
+
}
|
|
35
268
|
/**
|
|
36
269
|
* Generate connection ID
|
|
37
270
|
*/
|
|
@@ -66,6 +299,7 @@ export function buildConnectedGreeting(opts) {
|
|
|
66
299
|
*/
|
|
67
300
|
export function buildGatewayStatus(input) {
|
|
68
301
|
const c = input.connection;
|
|
302
|
+
const notice = peekUserFacingFailoverNotice();
|
|
69
303
|
return {
|
|
70
304
|
type: 'status',
|
|
71
305
|
payload: {
|
|
@@ -84,6 +318,9 @@ export function buildGatewayStatus(input) {
|
|
|
84
318
|
pairingRequired: input.server.pairingRequired,
|
|
85
319
|
connections: input.connections,
|
|
86
320
|
},
|
|
321
|
+
...(notice
|
|
322
|
+
? { failoverNotice: notice.text, failoverNoticeKind: notice.kind }
|
|
323
|
+
: {}),
|
|
87
324
|
},
|
|
88
325
|
timestamp: new Date().toISOString(),
|
|
89
326
|
};
|
|
@@ -96,6 +333,13 @@ function send(ws, message) {
|
|
|
96
333
|
ws.send(JSON.stringify(message));
|
|
97
334
|
}
|
|
98
335
|
}
|
|
336
|
+
function sendChatAck(ws, ack, clientMsgId) {
|
|
337
|
+
send(ws, {
|
|
338
|
+
type: 'ack',
|
|
339
|
+
payload: { ack, ...(clientMsgId ? { clientMsgId } : {}) },
|
|
340
|
+
timestamp: new Date().toISOString(),
|
|
341
|
+
});
|
|
342
|
+
}
|
|
99
343
|
/**
|
|
100
344
|
* Check and increment rate limit counter. Returns true if within limit.
|
|
101
345
|
*/
|
|
@@ -119,6 +363,43 @@ function sendError(ws, code, message, id) {
|
|
|
119
363
|
timestamp: new Date().toISOString(),
|
|
120
364
|
});
|
|
121
365
|
}
|
|
366
|
+
function startPeerHandler(state, task) {
|
|
367
|
+
state.peerHandlersActive += 1;
|
|
368
|
+
void task.run()
|
|
369
|
+
.then(task.resolve, task.reject)
|
|
370
|
+
.finally(() => {
|
|
371
|
+
state.peerHandlersActive = Math.max(0, state.peerHandlersActive - 1);
|
|
372
|
+
const next = state.peerHandlerQueue.shift();
|
|
373
|
+
if (next)
|
|
374
|
+
startPeerHandler(state, next);
|
|
375
|
+
});
|
|
376
|
+
}
|
|
377
|
+
/**
|
|
378
|
+
* Bound peer RPC concurrency independently from serial chat/tool messages.
|
|
379
|
+
* The shared LaneQueue only admits parallel work that was pending in the same
|
|
380
|
+
* batch, so requests arriving while a long handler is running also need this
|
|
381
|
+
* small per-connection scheduler to preserve true RPC multiplexing.
|
|
382
|
+
*/
|
|
383
|
+
function enqueuePeerHandler(state, run) {
|
|
384
|
+
return new Promise((resolve, reject) => {
|
|
385
|
+
const task = { run, resolve, reject };
|
|
386
|
+
if (state.peerHandlersActive < MAX_PARALLEL_PEER_HANDLERS) {
|
|
387
|
+
startPeerHandler(state, task);
|
|
388
|
+
return;
|
|
389
|
+
}
|
|
390
|
+
if (state.peerHandlerQueue.length >= MAX_PENDING_PEER_HANDLERS) {
|
|
391
|
+
reject(new Error('Peer request queue has too many pending tasks'));
|
|
392
|
+
return;
|
|
393
|
+
}
|
|
394
|
+
state.peerHandlerQueue.push(task);
|
|
395
|
+
});
|
|
396
|
+
}
|
|
397
|
+
function rejectQueuedPeerHandlers(state, reason) {
|
|
398
|
+
const error = new Error(reason);
|
|
399
|
+
for (const task of state.peerHandlerQueue.splice(0)) {
|
|
400
|
+
task.reject(error);
|
|
401
|
+
}
|
|
402
|
+
}
|
|
122
403
|
/**
|
|
123
404
|
* Handle authentication message
|
|
124
405
|
*/
|
|
@@ -127,13 +408,19 @@ messageHandlers.set('authenticate', async (ws, state, payload) => {
|
|
|
127
408
|
sendError(ws, 'RATE_LIMITED', 'Too many authentication attempts. Please wait before retrying.');
|
|
128
409
|
return;
|
|
129
410
|
}
|
|
130
|
-
const { token, apiKey } = payload;
|
|
411
|
+
const { token, apiKey, approvalCapable } = payload;
|
|
131
412
|
if (apiKey) {
|
|
132
413
|
const key = validateApiKey(apiKey);
|
|
133
414
|
if (key) {
|
|
415
|
+
resetWebSocketExtensionsForIdentityChange(state);
|
|
134
416
|
state.authenticated = true;
|
|
135
417
|
state.keyId = key.id;
|
|
418
|
+
state.userId = undefined;
|
|
419
|
+
state.deviceId = undefined;
|
|
136
420
|
state.scopes = key.scopes;
|
|
421
|
+
state.anonymousRemote = false;
|
|
422
|
+
if (approvalCapable === true)
|
|
423
|
+
state.approvalCapable = true;
|
|
137
424
|
send(ws, {
|
|
138
425
|
type: 'authenticated',
|
|
139
426
|
payload: { keyId: key.id, scopes: key.scopes },
|
|
@@ -151,12 +438,18 @@ messageHandlers.set('authenticate', async (ws, state, payload) => {
|
|
|
151
438
|
}
|
|
152
439
|
const decoded = verifyToken(token, jwtSecret);
|
|
153
440
|
if (decoded) {
|
|
441
|
+
resetWebSocketExtensionsForIdentityChange(state);
|
|
154
442
|
state.authenticated = true;
|
|
155
|
-
state.userId = decoded.userId;
|
|
443
|
+
state.userId = decoded.userId ?? decoded.sub;
|
|
444
|
+
state.keyId = undefined;
|
|
445
|
+
state.deviceId = undefined;
|
|
156
446
|
state.scopes = decoded.scopes || ['chat'];
|
|
447
|
+
state.anonymousRemote = false;
|
|
448
|
+
if (approvalCapable === true)
|
|
449
|
+
state.approvalCapable = true;
|
|
157
450
|
send(ws, {
|
|
158
451
|
type: 'authenticated',
|
|
159
|
-
payload: { userId:
|
|
452
|
+
payload: { userId: state.userId, scopes: state.scopes },
|
|
160
453
|
timestamp: new Date().toISOString(),
|
|
161
454
|
});
|
|
162
455
|
return;
|
|
@@ -174,9 +467,15 @@ messageHandlers.set('authenticate', async (ws, state, payload) => {
|
|
|
174
467
|
...(auth.requestedScopes ? { requestedScopes: auth.requestedScopes } : {}),
|
|
175
468
|
});
|
|
176
469
|
if (deviceOutcome.outcome === 'authenticated') {
|
|
470
|
+
resetWebSocketExtensionsForIdentityChange(state);
|
|
177
471
|
state.authenticated = true;
|
|
178
472
|
state.deviceId = deviceOutcome.deviceId;
|
|
473
|
+
state.userId = undefined;
|
|
474
|
+
state.keyId = undefined;
|
|
179
475
|
state.scopes = deviceOutcome.scopes ?? [];
|
|
476
|
+
state.anonymousRemote = false;
|
|
477
|
+
if (approvalCapable === true)
|
|
478
|
+
state.approvalCapable = true;
|
|
180
479
|
send(ws, {
|
|
181
480
|
type: 'authenticated',
|
|
182
481
|
payload: { deviceId: deviceOutcome.deviceId, scopes: state.scopes, paired: true },
|
|
@@ -194,10 +493,120 @@ messageHandlers.set('authenticate', async (ws, state, payload) => {
|
|
|
194
493
|
}
|
|
195
494
|
sendError(ws, 'AUTH_FAILED', 'Invalid credentials');
|
|
196
495
|
});
|
|
496
|
+
/**
|
|
497
|
+
* Lisa's reply for the mobile PWA (`assistant: 'companion'`).
|
|
498
|
+
*
|
|
499
|
+
* Delegates to `runCompanionTurn` — the SINGLE companion path, shared with the
|
|
500
|
+
* channels surface: cached selfie first, then the companion profile (persona
|
|
501
|
+
* spoken prompt + relational context + history) through the provider the
|
|
502
|
+
* server is configured for. It no longer calls `defaultReply`, which is the
|
|
503
|
+
* VOICE loop (fastest-model routing, empty history) and stays untouched.
|
|
504
|
+
*/
|
|
505
|
+
export async function produceCompanionReply(message, options = {}) {
|
|
506
|
+
const { runCompanionTurn } = await import('../../companion/companion-turn.js');
|
|
507
|
+
const result = await runCompanionTurn(message, {
|
|
508
|
+
surface: 'mobile',
|
|
509
|
+
includeImageBytes: true,
|
|
510
|
+
...(options.history ? { history: options.history } : {}),
|
|
511
|
+
...(options.attachments?.length ? { attachments: options.attachments } : {}),
|
|
512
|
+
});
|
|
513
|
+
if (result.image || result.kind === 'selfie') {
|
|
514
|
+
return {
|
|
515
|
+
text: result.text,
|
|
516
|
+
...(result.image ? { image: result.image } : {}),
|
|
517
|
+
kind: result.kind,
|
|
518
|
+
};
|
|
519
|
+
}
|
|
520
|
+
return result.text;
|
|
521
|
+
}
|
|
522
|
+
/** Persistence identity for this connection, or undefined (memory-only). */
|
|
523
|
+
function companionHistoryIdentity(state) {
|
|
524
|
+
return state.userId ?? state.deviceId ?? state.keyId;
|
|
525
|
+
}
|
|
526
|
+
/**
|
|
527
|
+
* The connection's companion history, restored once from disk on first use so
|
|
528
|
+
* a phone that reconnected mid-conversation does not start from nothing.
|
|
529
|
+
*/
|
|
530
|
+
function companionHistoryFor(state) {
|
|
531
|
+
if (!state.companionHistory) {
|
|
532
|
+
state.companionHistory = loadMobileCompanionHistory(companionHistoryIdentity(state));
|
|
533
|
+
}
|
|
534
|
+
return state.companionHistory;
|
|
535
|
+
}
|
|
536
|
+
/** Record one companion exchange; never stores image bytes. */
|
|
537
|
+
function rememberCompanionTurn(state, userText, produced) {
|
|
538
|
+
const assistantText = typeof produced === 'string' ? produced : produced.text;
|
|
539
|
+
const kind = typeof produced === 'string' ? undefined : produced.kind;
|
|
540
|
+
state.companionHistory = appendCompanionHistory(companionHistoryFor(state), [
|
|
541
|
+
{ role: 'user', content: userText },
|
|
542
|
+
{
|
|
543
|
+
role: 'assistant',
|
|
544
|
+
content: assistantText,
|
|
545
|
+
...(kind === 'selfie' ? { kind: 'selfie' } : {}),
|
|
546
|
+
},
|
|
547
|
+
]);
|
|
548
|
+
saveMobileCompanionHistory(companionHistoryIdentity(state), state.companionHistory);
|
|
549
|
+
}
|
|
550
|
+
async function producePeerReply(peerId, message) {
|
|
551
|
+
const { getFleetRegistry } = await import('../../fleet/fleet-registry.js');
|
|
552
|
+
const entry = getFleetRegistry().get(peerId);
|
|
553
|
+
if (!entry) {
|
|
554
|
+
throw new Error(`Unknown fleet peer: ${peerId}`);
|
|
555
|
+
}
|
|
556
|
+
const result = await entry.listener.request('peer.chat', { prompt: message });
|
|
557
|
+
if (result && typeof result === 'object' && typeof result.text === 'string') {
|
|
558
|
+
return result.text;
|
|
559
|
+
}
|
|
560
|
+
return typeof result === 'string' ? result : JSON.stringify(result ?? '');
|
|
561
|
+
}
|
|
562
|
+
async function runPlainChatTurn(ws, state, turn, options) {
|
|
563
|
+
const messageId = `msg_${Date.now()}`;
|
|
564
|
+
if (options.stream) {
|
|
565
|
+
state.streaming = true;
|
|
566
|
+
send(ws, {
|
|
567
|
+
type: 'stream_start',
|
|
568
|
+
id: messageId,
|
|
569
|
+
timestamp: new Date().toISOString(),
|
|
570
|
+
});
|
|
571
|
+
sendChatAck(ws, 'read', options.clientMsgId);
|
|
572
|
+
}
|
|
573
|
+
const produced = await options.produce();
|
|
574
|
+
const content = typeof produced === 'string' ? produced : produced.text;
|
|
575
|
+
const image = typeof produced === 'string' ? undefined : produced.image;
|
|
576
|
+
if (turn.cancelled)
|
|
577
|
+
return;
|
|
578
|
+
if (options.stream) {
|
|
579
|
+
if (content || image) {
|
|
580
|
+
send(ws, {
|
|
581
|
+
type: 'stream_chunk',
|
|
582
|
+
id: messageId,
|
|
583
|
+
payload: { delta: content, ...(image ? { image } : {}) },
|
|
584
|
+
timestamp: new Date().toISOString(),
|
|
585
|
+
});
|
|
586
|
+
}
|
|
587
|
+
send(ws, {
|
|
588
|
+
type: 'stream_end',
|
|
589
|
+
id: messageId,
|
|
590
|
+
timestamp: new Date().toISOString(),
|
|
591
|
+
});
|
|
592
|
+
}
|
|
593
|
+
else {
|
|
594
|
+
sendChatAck(ws, 'read', options.clientMsgId);
|
|
595
|
+
send(ws, {
|
|
596
|
+
type: 'chat_response',
|
|
597
|
+
payload: { content, finishReason: 'stop', ...(image ? { image } : {}) },
|
|
598
|
+
timestamp: new Date().toISOString(),
|
|
599
|
+
});
|
|
600
|
+
}
|
|
601
|
+
}
|
|
197
602
|
/**
|
|
198
603
|
* Handle chat message
|
|
199
604
|
*/
|
|
200
605
|
messageHandlers.set('chat', async (ws, state, payload) => {
|
|
606
|
+
if (state.anonymousRemote) {
|
|
607
|
+
sendError(ws, 'REMOTE_AUTH_REQUIRED', 'Remote agent chat requires authentication');
|
|
608
|
+
return;
|
|
609
|
+
}
|
|
201
610
|
if (!state.authenticated) {
|
|
202
611
|
sendError(ws, 'UNAUTHORIZED', 'Authentication required');
|
|
203
612
|
return;
|
|
@@ -210,21 +619,13 @@ messageHandlers.set('chat', async (ws, state, payload) => {
|
|
|
210
619
|
sendError(ws, 'RATE_LIMITED', 'Message rate limit exceeded. Please slow down.');
|
|
211
620
|
return;
|
|
212
621
|
}
|
|
213
|
-
const { message, model, stream = true, sessionId: _sessionId } = payload;
|
|
214
|
-
|
|
215
|
-
if (!message) {
|
|
216
|
-
sendError(ws, 'INVALID_REQUEST', 'Message is required');
|
|
217
|
-
return;
|
|
218
|
-
}
|
|
219
|
-
if (typeof message !== 'string') {
|
|
622
|
+
const { message, model, stream = true, sessionId: _sessionId, assistant: assistantRaw, peerId: peerIdRaw, attachments: attachmentsRaw, replyTo: replyToRaw, clientMsgId: clientMsgIdRaw, voiceReply: voiceReplyRaw, durationMs: durationMsRaw, } = payload;
|
|
623
|
+
if (message !== undefined && message !== null && typeof message !== 'string') {
|
|
220
624
|
sendError(ws, 'INVALID_REQUEST', 'Message must be a string');
|
|
221
625
|
return;
|
|
222
626
|
}
|
|
223
|
-
|
|
224
|
-
|
|
225
|
-
return;
|
|
226
|
-
}
|
|
227
|
-
if (message.length > 100000) {
|
|
627
|
+
const rawMessage = typeof message === 'string' ? message : '';
|
|
628
|
+
if (rawMessage.length > 100000) {
|
|
228
629
|
sendError(ws, 'INVALID_REQUEST', 'Message exceeds maximum length of 100000 characters');
|
|
229
630
|
return;
|
|
230
631
|
}
|
|
@@ -235,13 +636,100 @@ messageHandlers.set('chat', async (ws, state, payload) => {
|
|
|
235
636
|
return;
|
|
236
637
|
}
|
|
237
638
|
}
|
|
639
|
+
const turn = { cancelled: false, abortDelivered: false };
|
|
640
|
+
state.activeTurn = turn;
|
|
641
|
+
const assistant = typeof assistantRaw === 'string' ? assistantRaw.trim() : 'agent';
|
|
642
|
+
const peerId = typeof peerIdRaw === 'string' ? peerIdRaw.trim() : '';
|
|
643
|
+
// Photos are accepted only for the companion; every other assistant keeps the
|
|
644
|
+
// exact payload contract it had.
|
|
645
|
+
const declaredDurationMs = readDeclaredDurationMs(durationMsRaw);
|
|
646
|
+
const validatedAttachments = validateChatAttachments(assistant === 'companion' ? attachmentsRaw : undefined, { declaredDurationMs });
|
|
647
|
+
if (!validatedAttachments.ok) {
|
|
648
|
+
sendError(ws, 'INVALID_REQUEST', validatedAttachments.error);
|
|
649
|
+
return;
|
|
650
|
+
}
|
|
651
|
+
const audioAttachments = validatedAttachments.attachments.filter((item) => isAudioMime(item.mimeType));
|
|
652
|
+
const imageAttachments = validatedAttachments.attachments.filter((item) => item.mimeType.startsWith('image/'));
|
|
653
|
+
for (const audio of audioAttachments) {
|
|
654
|
+
const duration = await assertVoiceNoteDuration(Buffer.from(audio.data, 'base64'), declaredDurationMs);
|
|
655
|
+
if (!duration.ok) {
|
|
656
|
+
sendError(ws, 'INVALID_REQUEST', duration.error);
|
|
657
|
+
return;
|
|
658
|
+
}
|
|
659
|
+
}
|
|
660
|
+
if (rawMessage.trim().length === 0 && audioAttachments.length === 0) {
|
|
661
|
+
sendError(ws, 'INVALID_REQUEST', message ? 'Message cannot be empty or whitespace only' : 'Message is required');
|
|
662
|
+
return;
|
|
663
|
+
}
|
|
664
|
+
let userText = applyChatReplyContext(rawMessage, replyToRaw).trim();
|
|
665
|
+
if (audioAttachments[0] && assistant === 'companion') {
|
|
666
|
+
const transcript = await transcribeVoiceAttachment(audioAttachments[0]);
|
|
667
|
+
if (transcript) {
|
|
668
|
+
userText =
|
|
669
|
+
userText && userText !== '(message vocal)' ? `${userText}\n\n${transcript}` : transcript;
|
|
670
|
+
}
|
|
671
|
+
else if (!userText) {
|
|
672
|
+
userText = '(message vocal)';
|
|
673
|
+
}
|
|
674
|
+
}
|
|
675
|
+
if (!userText) {
|
|
676
|
+
sendError(ws, 'INVALID_REQUEST', 'Message cannot be empty or whitespace only');
|
|
677
|
+
return;
|
|
678
|
+
}
|
|
679
|
+
const clientMsgId = readClientMsgId(clientMsgIdRaw);
|
|
680
|
+
sendChatAck(ws, 'received', clientMsgId);
|
|
681
|
+
const wantVoiceReply = voiceReplyRaw === true;
|
|
238
682
|
try {
|
|
683
|
+
if (assistant === 'companion') {
|
|
684
|
+
let spoken = '';
|
|
685
|
+
await runPlainChatTurn(ws, state, turn, {
|
|
686
|
+
stream,
|
|
687
|
+
clientMsgId,
|
|
688
|
+
produce: async () => {
|
|
689
|
+
const history = companionHistoryFor(state);
|
|
690
|
+
const produced = await produceCompanionReply(userText, {
|
|
691
|
+
history,
|
|
692
|
+
...(imageAttachments.length ? { attachments: imageAttachments } : {}),
|
|
693
|
+
});
|
|
694
|
+
spoken = typeof produced === 'string' ? produced : produced.text;
|
|
695
|
+
if (!turn.cancelled)
|
|
696
|
+
rememberCompanionTurn(state, userText, produced);
|
|
697
|
+
return produced;
|
|
698
|
+
},
|
|
699
|
+
});
|
|
700
|
+
if (wantVoiceReply && spoken && !turn.cancelled) {
|
|
701
|
+
const audio = await synthesizeMobileVoiceReply(spoken);
|
|
702
|
+
if (audio) {
|
|
703
|
+
send(ws, {
|
|
704
|
+
type: 'audio',
|
|
705
|
+
payload: audio,
|
|
706
|
+
timestamp: new Date().toISOString(),
|
|
707
|
+
});
|
|
708
|
+
}
|
|
709
|
+
}
|
|
710
|
+
return;
|
|
711
|
+
}
|
|
712
|
+
const resolvedPeerId = peerId || (assistant.startsWith('peer:') ? assistant.slice(5) : '');
|
|
713
|
+
if (assistant === 'peer' || resolvedPeerId) {
|
|
714
|
+
const target = resolvedPeerId || assistant;
|
|
715
|
+
if (!target || target === 'peer' || target === 'agent' || target === 'companion') {
|
|
716
|
+
sendError(ws, 'INVALID_REQUEST', 'peerId is required for peer chat');
|
|
717
|
+
return;
|
|
718
|
+
}
|
|
719
|
+
await runPlainChatTurn(ws, state, turn, {
|
|
720
|
+
stream,
|
|
721
|
+
clientMsgId,
|
|
722
|
+
produce: () => producePeerReply(target, userText),
|
|
723
|
+
});
|
|
724
|
+
return;
|
|
725
|
+
}
|
|
239
726
|
// Lazy load agent (with mutex to prevent duplicate creation)
|
|
240
727
|
if (!state.agent) {
|
|
241
728
|
if (!state.agentInitializing) {
|
|
242
729
|
state.agentInitializing = (async () => {
|
|
243
730
|
try {
|
|
244
731
|
state.agent = await createServerAgent();
|
|
732
|
+
state.agent.setRecoverySessionId?.(state.id);
|
|
245
733
|
}
|
|
246
734
|
catch (err) {
|
|
247
735
|
state.agentInitializing = undefined;
|
|
@@ -255,6 +743,16 @@ messageHandlers.set('chat', async (ws, state, payload) => {
|
|
|
255
743
|
if (!agent) {
|
|
256
744
|
throw new Error('Agent initialization failed');
|
|
257
745
|
}
|
|
746
|
+
// A stop/close can arrive while the lazy agent is being constructed. In
|
|
747
|
+
// that case deliver the abort as soon as the agent exists and never start
|
|
748
|
+
// a provider turn.
|
|
749
|
+
if (turn.cancelled) {
|
|
750
|
+
if (!turn.abortDelivered) {
|
|
751
|
+
turn.abortDelivered = true;
|
|
752
|
+
agent.abortCurrentOperation();
|
|
753
|
+
}
|
|
754
|
+
return;
|
|
755
|
+
}
|
|
258
756
|
if (stream) {
|
|
259
757
|
state.streaming = true;
|
|
260
758
|
const messageId = `msg_${Date.now()}`;
|
|
@@ -264,9 +762,10 @@ messageHandlers.set('chat', async (ws, state, payload) => {
|
|
|
264
762
|
id: messageId,
|
|
265
763
|
timestamp: new Date().toISOString(),
|
|
266
764
|
});
|
|
267
|
-
|
|
765
|
+
sendChatAck(ws, 'read', clientMsgId);
|
|
766
|
+
const streamGen = streamAgentDeltas(agent, userText, { model, surface: 'websocket' });
|
|
268
767
|
for await (const delta of streamGen) {
|
|
269
|
-
if (!state.streaming)
|
|
768
|
+
if (turn.cancelled || !state.streaming)
|
|
270
769
|
break;
|
|
271
770
|
if (delta) {
|
|
272
771
|
send(ws, {
|
|
@@ -277,38 +776,63 @@ messageHandlers.set('chat', async (ws, state, payload) => {
|
|
|
277
776
|
});
|
|
278
777
|
}
|
|
279
778
|
}
|
|
280
|
-
|
|
281
|
-
|
|
282
|
-
|
|
283
|
-
|
|
284
|
-
|
|
285
|
-
|
|
779
|
+
if (!turn.cancelled) {
|
|
780
|
+
// Only a naturally-completed stream receives stream_end. An explicit
|
|
781
|
+
// cancellation is represented by stream_stopped from the stop handler.
|
|
782
|
+
send(ws, {
|
|
783
|
+
type: 'stream_end',
|
|
784
|
+
id: messageId,
|
|
785
|
+
timestamp: new Date().toISOString(),
|
|
786
|
+
});
|
|
787
|
+
}
|
|
286
788
|
state.streaming = false;
|
|
287
789
|
}
|
|
288
790
|
else {
|
|
289
|
-
//
|
|
290
|
-
|
|
291
|
-
|
|
292
|
-
|
|
293
|
-
|
|
294
|
-
|
|
295
|
-
|
|
296
|
-
|
|
297
|
-
|
|
298
|
-
})
|
|
791
|
+
// Use the streaming agent path internally even when the wire response is
|
|
792
|
+
// non-streaming. CodeBuddyAgent's sequential collector has no abort
|
|
793
|
+
// controller, while processUserMessageStream does; buffering its deltas
|
|
794
|
+
// preserves the single chat_response protocol and makes stop/close/error
|
|
795
|
+
// capable of releasing a blocked provider and the per-connection lane.
|
|
796
|
+
let content = '';
|
|
797
|
+
for await (const delta of streamAgentDeltas(agent, userText, {
|
|
798
|
+
model,
|
|
799
|
+
surface: 'websocket',
|
|
800
|
+
})) {
|
|
801
|
+
if (turn.cancelled)
|
|
802
|
+
break;
|
|
803
|
+
content += delta;
|
|
804
|
+
}
|
|
805
|
+
if (!turn.cancelled) {
|
|
806
|
+
sendChatAck(ws, 'read', clientMsgId);
|
|
807
|
+
send(ws, {
|
|
808
|
+
type: 'chat_response',
|
|
809
|
+
payload: {
|
|
810
|
+
content,
|
|
811
|
+
finishReason: 'stop',
|
|
812
|
+
},
|
|
813
|
+
timestamp: new Date().toISOString(),
|
|
814
|
+
});
|
|
815
|
+
}
|
|
299
816
|
}
|
|
300
817
|
}
|
|
301
818
|
catch (error) {
|
|
302
819
|
state.streaming = false;
|
|
303
|
-
|
|
820
|
+
if (!turn.cancelled) {
|
|
821
|
+
sendError(ws, 'CHAT_ERROR', error instanceof Error ? error.message : String(error));
|
|
822
|
+
}
|
|
823
|
+
}
|
|
824
|
+
finally {
|
|
825
|
+
state.streaming = false;
|
|
826
|
+
if (state.activeTurn === turn) {
|
|
827
|
+
state.activeTurn = undefined;
|
|
828
|
+
}
|
|
304
829
|
}
|
|
305
830
|
});
|
|
306
831
|
/**
|
|
307
832
|
* Handle stop streaming
|
|
308
833
|
*/
|
|
309
834
|
messageHandlers.set('stop', async (ws, state, _payload) => {
|
|
310
|
-
if (state
|
|
311
|
-
state.streaming = false;
|
|
835
|
+
if (abortActiveTurn(state)) {
|
|
312
836
|
send(ws, {
|
|
313
837
|
type: 'stream_stopped',
|
|
314
838
|
timestamp: new Date().toISOString(),
|
|
@@ -363,6 +887,7 @@ messageHandlers.set('execute_tool', async (ws, state, payload) => {
|
|
|
363
887
|
state.agentInitializing = (async () => {
|
|
364
888
|
try {
|
|
365
889
|
state.agent = await createServerAgent();
|
|
890
|
+
state.agent.setRecoverySessionId?.(state.id);
|
|
366
891
|
}
|
|
367
892
|
catch (err) {
|
|
368
893
|
state.agentInitializing = undefined;
|
|
@@ -404,7 +929,27 @@ messageHandlers.set('ping', async (ws, _state, _payload) => {
|
|
|
404
929
|
/**
|
|
405
930
|
* Handle get status
|
|
406
931
|
*/
|
|
407
|
-
messageHandlers.set('status', async (ws, state,
|
|
932
|
+
messageHandlers.set('status', async (ws, state, payload) => {
|
|
933
|
+
if (payload
|
|
934
|
+
&& typeof payload === 'object'
|
|
935
|
+
&& !Array.isArray(payload)
|
|
936
|
+
&& payload.approvalCapable === true) {
|
|
937
|
+
if (state.authenticated && !state.anonymousRemote && state.scopes.includes('tools')) {
|
|
938
|
+
state.approvalCapable = true;
|
|
939
|
+
}
|
|
940
|
+
else {
|
|
941
|
+
state.approvalCapable = false;
|
|
942
|
+
logger.warn('[ws] status approvalCapable ignored — requires authenticated non-anonymous socket with tools scope', {
|
|
943
|
+
connectionId: state.id,
|
|
944
|
+
authenticated: state.authenticated,
|
|
945
|
+
anonymousRemote: state.anonymousRemote,
|
|
946
|
+
scopes: state.scopes,
|
|
947
|
+
});
|
|
948
|
+
}
|
|
949
|
+
}
|
|
950
|
+
else {
|
|
951
|
+
state.approvalCapable = false;
|
|
952
|
+
}
|
|
408
953
|
send(ws, buildGatewayStatus({
|
|
409
954
|
connection: {
|
|
410
955
|
connectionId: state.id,
|
|
@@ -425,6 +970,95 @@ messageHandlers.set('status', async (ws, state, _payload) => {
|
|
|
425
970
|
connections: getConnectionStats(),
|
|
426
971
|
}));
|
|
427
972
|
});
|
|
973
|
+
/** Rebuild a MetaHuman renderer after reconnecting without replaying stale audio. */
|
|
974
|
+
messageHandlers.set('avatar.sync', async (ws, state, _payload) => {
|
|
975
|
+
if (!state.authenticated) {
|
|
976
|
+
sendError(ws, 'UNAUTHORIZED', 'Authentication required');
|
|
977
|
+
return;
|
|
978
|
+
}
|
|
979
|
+
const { buildAvatarSyncMessage, canReadAvatarEvents } = await import('../../avatar/avatar-gateway-bridge.js');
|
|
980
|
+
if (!canReadAvatarEvents(state.scopes)) {
|
|
981
|
+
sendError(ws, 'FORBIDDEN', 'avatar:read scope required');
|
|
982
|
+
return;
|
|
983
|
+
}
|
|
984
|
+
const [{ getAvatarEventBus }, { getAvatarRendererRegistry }] = await Promise.all([
|
|
985
|
+
import('../../avatar/avatar-event-bus.js'),
|
|
986
|
+
import('../../avatar/avatar-renderer-registry.js'),
|
|
987
|
+
]);
|
|
988
|
+
send(ws, buildAvatarSyncMessage(getAvatarEventBus().history(24), new Date(), getAvatarRendererRegistry().list()));
|
|
989
|
+
});
|
|
990
|
+
/** Register an Unreal/simulator renderer so Code Buddy knows its capabilities. */
|
|
991
|
+
messageHandlers.set('avatar.renderer.hello', async (ws, state, payload) => {
|
|
992
|
+
if (!state.authenticated) {
|
|
993
|
+
sendError(ws, 'UNAUTHORIZED', 'Authentication required');
|
|
994
|
+
return;
|
|
995
|
+
}
|
|
996
|
+
if (state.anonymousRemote) {
|
|
997
|
+
sendError(ws, 'REMOTE_AUTH_REQUIRED', 'Remote avatar renderers require authentication');
|
|
998
|
+
return;
|
|
999
|
+
}
|
|
1000
|
+
const { canReportAvatarStatus } = await import('../../avatar/avatar-gateway-bridge.js');
|
|
1001
|
+
if (!canReportAvatarStatus(state.scopes)) {
|
|
1002
|
+
sendError(ws, 'FORBIDDEN', 'avatar:write scope required');
|
|
1003
|
+
return;
|
|
1004
|
+
}
|
|
1005
|
+
const { getAvatarRendererRegistry } = await import('../../avatar/avatar-renderer-registry.js');
|
|
1006
|
+
const result = getAvatarRendererRegistry().register(state.id, payload);
|
|
1007
|
+
if (!result.ok) {
|
|
1008
|
+
sendError(ws, 'INVALID_AVATAR_RENDERER', result.error);
|
|
1009
|
+
return;
|
|
1010
|
+
}
|
|
1011
|
+
send(ws, {
|
|
1012
|
+
type: 'avatar.renderer.ack',
|
|
1013
|
+
payload: { kind: 'hello', renderer: result.renderer },
|
|
1014
|
+
timestamp: new Date().toISOString(),
|
|
1015
|
+
});
|
|
1016
|
+
});
|
|
1017
|
+
/** Receive bounded playback/health feedback from the active MetaHuman renderer. */
|
|
1018
|
+
messageHandlers.set('avatar.renderer.status', async (ws, state, payload) => {
|
|
1019
|
+
if (!state.authenticated) {
|
|
1020
|
+
sendError(ws, 'UNAUTHORIZED', 'Authentication required');
|
|
1021
|
+
return;
|
|
1022
|
+
}
|
|
1023
|
+
if (state.anonymousRemote) {
|
|
1024
|
+
sendError(ws, 'REMOTE_AUTH_REQUIRED', 'Remote avatar renderers require authentication');
|
|
1025
|
+
return;
|
|
1026
|
+
}
|
|
1027
|
+
const { canReportAvatarStatus } = await import('../../avatar/avatar-gateway-bridge.js');
|
|
1028
|
+
if (!canReportAvatarStatus(state.scopes)) {
|
|
1029
|
+
sendError(ws, 'FORBIDDEN', 'avatar:write scope required');
|
|
1030
|
+
return;
|
|
1031
|
+
}
|
|
1032
|
+
const { getAvatarRendererRegistry } = await import('../../avatar/avatar-renderer-registry.js');
|
|
1033
|
+
const result = getAvatarRendererRegistry().report(state.id, payload);
|
|
1034
|
+
if (!result.ok) {
|
|
1035
|
+
sendError(ws, 'INVALID_AVATAR_STATUS', result.error);
|
|
1036
|
+
return;
|
|
1037
|
+
}
|
|
1038
|
+
send(ws, {
|
|
1039
|
+
type: 'avatar.renderer.ack',
|
|
1040
|
+
payload: { kind: 'status', renderer: result.renderer },
|
|
1041
|
+
timestamp: new Date().toISOString(),
|
|
1042
|
+
});
|
|
1043
|
+
});
|
|
1044
|
+
/** Inspect renderer readiness without exposing conversation or audio content. */
|
|
1045
|
+
messageHandlers.set('avatar.status', async (ws, state, _payload) => {
|
|
1046
|
+
if (!state.authenticated) {
|
|
1047
|
+
sendError(ws, 'UNAUTHORIZED', 'Authentication required');
|
|
1048
|
+
return;
|
|
1049
|
+
}
|
|
1050
|
+
const { canReadAvatarEvents } = await import('../../avatar/avatar-gateway-bridge.js');
|
|
1051
|
+
if (!canReadAvatarEvents(state.scopes)) {
|
|
1052
|
+
sendError(ws, 'FORBIDDEN', 'avatar:read scope required');
|
|
1053
|
+
return;
|
|
1054
|
+
}
|
|
1055
|
+
const { getAvatarRendererRegistry } = await import('../../avatar/avatar-renderer-registry.js');
|
|
1056
|
+
send(ws, {
|
|
1057
|
+
type: 'avatar.status',
|
|
1058
|
+
payload: { renderers: getAvatarRendererRegistry().list() },
|
|
1059
|
+
timestamp: new Date().toISOString(),
|
|
1060
|
+
});
|
|
1061
|
+
});
|
|
428
1062
|
/**
|
|
429
1063
|
* Phase (d).13 — peer:request RPC handler. Routes to the peer-rpc
|
|
430
1064
|
* registry. Caller must hold the `peer:invoke` scope (analogous to
|
|
@@ -439,10 +1073,25 @@ messageHandlers.set('peer:request', async (ws, state, payload) => {
|
|
|
439
1073
|
sendError(ws, 'FORBIDDEN', 'peer:invoke scope required');
|
|
440
1074
|
return;
|
|
441
1075
|
}
|
|
442
|
-
const { dispatchPeerRequest } = await import('./peer-rpc.js');
|
|
443
1076
|
// payload is the request frame { id, method, params, traceId?, depth? }
|
|
444
1077
|
const frame = (payload ?? {});
|
|
445
1078
|
const requestId = frame.id ?? '';
|
|
1079
|
+
if (!checkRateLimit(state, 'peerRequestCount', 'peerWindowStart', RATE_LIMITS.peerRequestsPerMinute, 60_000)) {
|
|
1080
|
+
send(ws, {
|
|
1081
|
+
type: 'peer:response',
|
|
1082
|
+
payload: {
|
|
1083
|
+
id: requestId || 'unknown',
|
|
1084
|
+
ok: false,
|
|
1085
|
+
error: {
|
|
1086
|
+
code: 'RATE_LIMITED',
|
|
1087
|
+
message: 'Peer request rate limit exceeded. Please slow down.',
|
|
1088
|
+
},
|
|
1089
|
+
},
|
|
1090
|
+
timestamp: new Date().toISOString(),
|
|
1091
|
+
});
|
|
1092
|
+
return;
|
|
1093
|
+
}
|
|
1094
|
+
const { dispatchPeerRequest } = await import('./peer-rpc.js');
|
|
446
1095
|
// Phase (d).19 — emitChunk forwards a partial result delta to the
|
|
447
1096
|
// caller as a `peer:chunk` frame keyed by the same request id. The
|
|
448
1097
|
// caller's FleetListener routes chunks to its onChunk callback. We
|
|
@@ -482,17 +1131,26 @@ messageHandlers.set('peer:request', async (ws, state, payload) => {
|
|
|
482
1131
|
* Process incoming message
|
|
483
1132
|
*/
|
|
484
1133
|
async function processMessage(ws, state, data) {
|
|
485
|
-
let
|
|
1134
|
+
let decoded;
|
|
486
1135
|
try {
|
|
487
|
-
|
|
1136
|
+
decoded = JSON.parse(data.toString());
|
|
488
1137
|
}
|
|
489
1138
|
catch {
|
|
490
1139
|
sendError(ws, 'INVALID_JSON', 'Invalid JSON message');
|
|
491
1140
|
return;
|
|
492
1141
|
}
|
|
1142
|
+
if (!decoded || typeof decoded !== 'object' || Array.isArray(decoded)) {
|
|
1143
|
+
sendError(ws, 'INVALID_MESSAGE', 'Message must be a JSON object');
|
|
1144
|
+
return;
|
|
1145
|
+
}
|
|
1146
|
+
const message = decoded;
|
|
493
1147
|
state.lastActivity = Date.now();
|
|
494
|
-
const { type,
|
|
495
|
-
|
|
1148
|
+
const { type, payload } = message;
|
|
1149
|
+
const id = typeof message.id === 'string' ? message.id.slice(0, 256) : undefined;
|
|
1150
|
+
const requestId = typeof message.requestId === 'string'
|
|
1151
|
+
? message.requestId.slice(0, 256)
|
|
1152
|
+
: undefined;
|
|
1153
|
+
if (typeof type !== 'string' || type.length === 0 || type.length > 128) {
|
|
496
1154
|
sendError(ws, 'INVALID_MESSAGE', 'Message type is required', id);
|
|
497
1155
|
return;
|
|
498
1156
|
}
|
|
@@ -501,16 +1159,61 @@ async function processMessage(ws, state, data) {
|
|
|
501
1159
|
sendError(ws, 'UNKNOWN_TYPE', `Unknown message type: ${type}`, id);
|
|
502
1160
|
return;
|
|
503
1161
|
}
|
|
1162
|
+
// Cancellation must not wait behind the active chat turn in the per-socket
|
|
1163
|
+
// lane queue; otherwise a blocked provider can never receive its abort.
|
|
1164
|
+
const envelope = {
|
|
1165
|
+
...(id ? { id } : {}),
|
|
1166
|
+
...(requestId ? { requestId } : {}),
|
|
1167
|
+
};
|
|
1168
|
+
if (laneBypassMessageTypes.has(type)) {
|
|
1169
|
+
try {
|
|
1170
|
+
await handler(ws, state, payload ?? {}, envelope);
|
|
1171
|
+
}
|
|
1172
|
+
catch (error) {
|
|
1173
|
+
sendError(ws, 'HANDLER_ERROR', error instanceof Error ? error.message : String(error), id);
|
|
1174
|
+
}
|
|
1175
|
+
return;
|
|
1176
|
+
}
|
|
504
1177
|
// Use the connection ID as the session key for lane queue serialization.
|
|
505
1178
|
// This ensures messages from the same WebSocket connection are processed
|
|
506
1179
|
// serially while different connections run in parallel.
|
|
507
1180
|
const sessionKey = `ws:${state.id}`;
|
|
508
1181
|
try {
|
|
509
1182
|
const enqueueMessage = await getEnqueueMessage();
|
|
510
|
-
|
|
1183
|
+
if (type === 'peer:request') {
|
|
1184
|
+
const frame = payload && typeof payload === 'object'
|
|
1185
|
+
? payload
|
|
1186
|
+
: {};
|
|
1187
|
+
const peerRequestId = typeof frame.id === 'string' ? frame.id : 'unknown';
|
|
1188
|
+
await enqueuePeerHandler(state, () => enqueueMessage(`${sessionKey}:peer:${peerRequestId}`, () => handler(ws, state, payload ?? {}, envelope), {
|
|
1189
|
+
parallel: true,
|
|
1190
|
+
// Channel default is 120s; cold local Ollama peer.chat exceeded it (GK17).
|
|
1191
|
+
timeout: PEER_REQUEST_LANE_TIMEOUT_MS,
|
|
1192
|
+
}));
|
|
1193
|
+
}
|
|
1194
|
+
else {
|
|
1195
|
+
await enqueueMessage(sessionKey, () => handler(ws, state, payload ?? {}, envelope));
|
|
1196
|
+
}
|
|
511
1197
|
}
|
|
512
1198
|
catch (error) {
|
|
513
|
-
|
|
1199
|
+
const message = error instanceof Error ? error.message : String(error);
|
|
1200
|
+
if (type === 'peer:request') {
|
|
1201
|
+
const frame = payload && typeof payload === 'object'
|
|
1202
|
+
? payload
|
|
1203
|
+
: {};
|
|
1204
|
+
send(ws, {
|
|
1205
|
+
type: 'peer:response',
|
|
1206
|
+
payload: {
|
|
1207
|
+
id: typeof frame.id === 'string' ? frame.id : 'unknown',
|
|
1208
|
+
ok: false,
|
|
1209
|
+
error: { code: 'HANDLER_ERROR', message },
|
|
1210
|
+
},
|
|
1211
|
+
timestamp: new Date().toISOString(),
|
|
1212
|
+
});
|
|
1213
|
+
}
|
|
1214
|
+
else {
|
|
1215
|
+
sendError(ws, 'HANDLER_ERROR', message, id);
|
|
1216
|
+
}
|
|
514
1217
|
}
|
|
515
1218
|
}
|
|
516
1219
|
/**
|
|
@@ -520,9 +1223,21 @@ export async function setupWebSocket(server, config) {
|
|
|
520
1223
|
// Dynamic import ws
|
|
521
1224
|
const { WebSocketServer } = await import('ws');
|
|
522
1225
|
serverStartedAt = Date.now();
|
|
1226
|
+
if (isMobilePwaEnabled()) {
|
|
1227
|
+
unwireMobileConfirmationBridge();
|
|
1228
|
+
wireMobileConfirmationBridge({
|
|
1229
|
+
broadcast,
|
|
1230
|
+
collectApprovalSurfaceIds,
|
|
1231
|
+
registerExtension: registerWebSocketExtension,
|
|
1232
|
+
});
|
|
1233
|
+
}
|
|
1234
|
+
else {
|
|
1235
|
+
unwireMobileConfirmationBridge();
|
|
1236
|
+
}
|
|
523
1237
|
const wss = new WebSocketServer({
|
|
524
1238
|
server,
|
|
525
1239
|
path: '/ws',
|
|
1240
|
+
maxPayload: SERVER_CONFIG.WS_MAX_PAYLOAD_BYTES,
|
|
526
1241
|
verifyClient: (info, cb) => {
|
|
527
1242
|
// Non-browser clients (CLI, fleet peers via the `ws` library) send no Origin
|
|
528
1243
|
// header — allow them. Browser clients must present an allowed Origin, which
|
|
@@ -546,12 +1261,35 @@ export async function setupWebSocket(server, config) {
|
|
|
546
1261
|
cb(false, 403, 'Forbidden origin');
|
|
547
1262
|
},
|
|
548
1263
|
});
|
|
549
|
-
wss.on('connection', (ws,
|
|
1264
|
+
wss.on('connection', (ws, req) => {
|
|
550
1265
|
const now = Date.now();
|
|
1266
|
+
const loopback = isDirectLoopbackRequest(req.socket.remoteAddress, req.headers);
|
|
551
1267
|
const state = {
|
|
552
1268
|
id: generateConnectionId(),
|
|
553
1269
|
authenticated: !config.authEnabled, // Auto-auth if auth disabled
|
|
554
|
-
scopes: config.authEnabled
|
|
1270
|
+
scopes: config.authEnabled
|
|
1271
|
+
? []
|
|
1272
|
+
: [
|
|
1273
|
+
'chat',
|
|
1274
|
+
'tools',
|
|
1275
|
+
'sessions',
|
|
1276
|
+
'memory',
|
|
1277
|
+
'avatar:read',
|
|
1278
|
+
'avatar:write',
|
|
1279
|
+
...(loopback
|
|
1280
|
+
? [
|
|
1281
|
+
'cognition:write',
|
|
1282
|
+
'cognition:write-local',
|
|
1283
|
+
'cognition:sense',
|
|
1284
|
+
'cognition:read',
|
|
1285
|
+
'cognition:read-local',
|
|
1286
|
+
'cognition:raw',
|
|
1287
|
+
]
|
|
1288
|
+
: []),
|
|
1289
|
+
],
|
|
1290
|
+
anonymousRemote: !config.authEnabled && !loopback,
|
|
1291
|
+
loopback,
|
|
1292
|
+
secure: Boolean(req.socket.encrypted),
|
|
555
1293
|
lastActivity: now,
|
|
556
1294
|
streaming: false,
|
|
557
1295
|
authAttempts: 0,
|
|
@@ -560,10 +1298,18 @@ export async function setupWebSocket(server, config) {
|
|
|
560
1298
|
messageWindowStart: now,
|
|
561
1299
|
toolCount: 0,
|
|
562
1300
|
toolWindowStart: now,
|
|
1301
|
+
peerRequestCount: 0,
|
|
1302
|
+
peerWindowStart: now,
|
|
1303
|
+
peerHandlersActive: 0,
|
|
1304
|
+
peerHandlerQueue: [],
|
|
563
1305
|
droppedBroadcasts: 0,
|
|
564
1306
|
};
|
|
565
1307
|
connections.set(ws, state);
|
|
566
|
-
|
|
1308
|
+
ws.on('message', async (data) => {
|
|
1309
|
+
await processMessage(ws, state, data);
|
|
1310
|
+
});
|
|
1311
|
+
// Greeting after the message listener so the first client frame cannot
|
|
1312
|
+
// be dropped (connected is what clients wait on before authenticate).
|
|
567
1313
|
send(ws, buildConnectedGreeting({
|
|
568
1314
|
connectionId: state.id,
|
|
569
1315
|
authRequired: config.authEnabled,
|
|
@@ -572,22 +1318,40 @@ export async function setupWebSocket(server, config) {
|
|
|
572
1318
|
protocolVersion: GATEWAY_PROTOCOL_VERSION,
|
|
573
1319
|
methods: Array.from(messageHandlers.keys()),
|
|
574
1320
|
}));
|
|
575
|
-
|
|
576
|
-
|
|
1321
|
+
// Protocol pings must count as activity. /fleet listen is receive-only
|
|
1322
|
+
// after auth; a slow peer.chat also sends no application frames. Without
|
|
1323
|
+
// this, WS_IDLE_TIMEOUT (60s) kills live fleet sockets (GK17).
|
|
1324
|
+
ws.on('pong', () => {
|
|
1325
|
+
state.lastActivity = Date.now();
|
|
577
1326
|
});
|
|
578
1327
|
ws.on('close', () => {
|
|
1328
|
+
state.approvalCapable = false;
|
|
1329
|
+
rejectQueuedPeerHandlers(state, 'WebSocket closed before peer request execution');
|
|
1330
|
+
abortActiveTurn(state);
|
|
1331
|
+
cleanupWebSocketExtensions(state);
|
|
579
1332
|
connections.delete(ws);
|
|
1333
|
+
getAvatarRendererRegistry().disconnectConnection(state.id);
|
|
580
1334
|
});
|
|
581
1335
|
ws.on('error', (error) => {
|
|
582
1336
|
logger.error(`WebSocket error [${state.id}]:`, error);
|
|
1337
|
+
state.approvalCapable = false;
|
|
1338
|
+
rejectQueuedPeerHandlers(state, 'WebSocket failed before peer request execution');
|
|
1339
|
+
abortActiveTurn(state);
|
|
1340
|
+
cleanupWebSocketExtensions(state);
|
|
583
1341
|
connections.delete(ws);
|
|
1342
|
+
getAvatarRendererRegistry().disconnectConnection(state.id);
|
|
584
1343
|
});
|
|
585
1344
|
});
|
|
586
1345
|
// Heartbeat to detect stale connections
|
|
1346
|
+
const heartbeatIntervalMs = resolveWsHeartbeatIntervalMs();
|
|
1347
|
+
const idleTimeoutMs = resolveWsIdleTimeoutMs();
|
|
587
1348
|
const heartbeatInterval = setInterval(() => {
|
|
588
1349
|
const now = Date.now();
|
|
589
1350
|
for (const [ws, state] of connections.entries()) {
|
|
590
|
-
if (
|
|
1351
|
+
if (shouldTerminateIdleWs(state, now, idleTimeoutMs)) {
|
|
1352
|
+
state.approvalCapable = false;
|
|
1353
|
+
abortActiveTurn(state);
|
|
1354
|
+
cleanupWebSocketExtensions(state);
|
|
591
1355
|
ws.terminate();
|
|
592
1356
|
connections.delete(ws);
|
|
593
1357
|
}
|
|
@@ -597,7 +1361,7 @@ export async function setupWebSocket(server, config) {
|
|
|
597
1361
|
}
|
|
598
1362
|
}
|
|
599
1363
|
}
|
|
600
|
-
},
|
|
1364
|
+
}, heartbeatIntervalMs);
|
|
601
1365
|
wss.on('close', () => {
|
|
602
1366
|
clearInterval(heartbeatInterval);
|
|
603
1367
|
});
|
|
@@ -640,26 +1404,40 @@ function getBroadcastBufferLimit() {
|
|
|
640
1404
|
}
|
|
641
1405
|
return SERVER_CONFIG.WS_BROADCAST_BUFFER_LIMIT;
|
|
642
1406
|
}
|
|
643
|
-
|
|
644
|
-
|
|
645
|
-
|
|
646
|
-
|
|
647
|
-
|
|
648
|
-
|
|
649
|
-
|
|
650
|
-
|
|
651
|
-
|
|
652
|
-
|
|
653
|
-
|
|
654
|
-
|
|
655
|
-
|
|
656
|
-
|
|
1407
|
+
function toBroadcastTarget(state) {
|
|
1408
|
+
return {
|
|
1409
|
+
id: state.id,
|
|
1410
|
+
authenticated: state.authenticated,
|
|
1411
|
+
scopes: state.scopes,
|
|
1412
|
+
anonymousRemote: state.anonymousRemote === true,
|
|
1413
|
+
approvalCapable: state.approvalCapable === true,
|
|
1414
|
+
};
|
|
1415
|
+
}
|
|
1416
|
+
export function collectApprovalSurfaceIds() {
|
|
1417
|
+
const ids = [];
|
|
1418
|
+
for (const state of connections.values()) {
|
|
1419
|
+
if (!state.authenticated)
|
|
1420
|
+
continue;
|
|
1421
|
+
if (state.anonymousRemote)
|
|
1422
|
+
continue;
|
|
1423
|
+
if (state.approvalCapable !== true)
|
|
1424
|
+
continue;
|
|
1425
|
+
if (!state.scopes.includes('tools'))
|
|
1426
|
+
continue;
|
|
1427
|
+
ids.push(state.id);
|
|
1428
|
+
}
|
|
1429
|
+
return ids;
|
|
1430
|
+
}
|
|
1431
|
+
export function broadcast(message, scopeFilter, targetFilter) {
|
|
1432
|
+
const delivered = [];
|
|
657
1433
|
const limit = getBroadcastBufferLimit();
|
|
658
1434
|
for (const [ws, state] of connections.entries()) {
|
|
659
1435
|
if (!state.authenticated)
|
|
660
1436
|
continue;
|
|
661
1437
|
if (scopeFilter && !state.scopes.includes(scopeFilter))
|
|
662
1438
|
continue;
|
|
1439
|
+
if (targetFilter && !targetFilter(toBroadcastTarget(state)))
|
|
1440
|
+
continue;
|
|
663
1441
|
if (ws.bufferedAmount > limit) {
|
|
664
1442
|
state.droppedBroadcasts++;
|
|
665
1443
|
if (state.droppedBroadcasts % 100 === 1) {
|
|
@@ -673,13 +1451,18 @@ export function broadcast(message, scopeFilter) {
|
|
|
673
1451
|
continue;
|
|
674
1452
|
}
|
|
675
1453
|
send(ws, message);
|
|
1454
|
+
delivered.push(state.id);
|
|
676
1455
|
}
|
|
1456
|
+
return delivered;
|
|
677
1457
|
}
|
|
678
1458
|
/**
|
|
679
1459
|
* Close all connections
|
|
680
1460
|
*/
|
|
681
1461
|
export function closeAllConnections() {
|
|
682
|
-
for (const ws of connections.
|
|
1462
|
+
for (const [ws, state] of connections.entries()) {
|
|
1463
|
+
state.approvalCapable = false;
|
|
1464
|
+
abortActiveTurn(state);
|
|
1465
|
+
cleanupWebSocketExtensions(state);
|
|
683
1466
|
ws.close(1001, 'Server shutting down');
|
|
684
1467
|
}
|
|
685
1468
|
connections.clear();
|
|
@@ -698,6 +1481,8 @@ export function _registerConnectionForTests(ws, state) {
|
|
|
698
1481
|
* a close method). Use in beforeEach/afterEach.
|
|
699
1482
|
*/
|
|
700
1483
|
export function _resetConnectionsForTests() {
|
|
1484
|
+
for (const state of connections.values())
|
|
1485
|
+
cleanupWebSocketExtensions(state);
|
|
701
1486
|
connections.clear();
|
|
702
1487
|
}
|
|
703
1488
|
//# sourceMappingURL=handler.js.map
|