mixdog 0.7.1
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/.claude-plugin/marketplace.json +31 -0
- package/.claude-plugin/plugin.json +20 -0
- package/.gitattributes +34 -0
- package/.mcp.json +14 -0
- package/ARCHITECTURE.md +77 -0
- package/CHANGELOG.md +7 -0
- package/CONTRIBUTING.md +45 -0
- package/DATA-FLOW.md +79 -0
- package/LICENSE +21 -0
- package/README.md +389 -0
- package/SECURITY.md +138 -0
- package/UNINSTALL.md +112 -0
- package/agents/maintenance.md +5 -0
- package/agents/memory-classification.md +30 -0
- package/agents/scheduler-task.md +18 -0
- package/agents/webhook-handler.md +27 -0
- package/agents/worker.md +24 -0
- package/bin/bridge +133 -0
- package/bin/statusline-launcher.mjs +78 -0
- package/bin/statusline-lib.mjs +550 -0
- package/bin/statusline.mjs +607 -0
- package/bun.lock +802 -0
- package/commands/config.md +16 -0
- package/commands/doctor.md +13 -0
- package/commands/setup.md +17 -0
- package/defaults/cycle3-review-prompt.md +90 -0
- package/defaults/hidden-roles.json +65 -0
- package/defaults/memory-chunk-prompt.md +63 -0
- package/defaults/memory-promote-prompt.md +135 -0
- package/defaults/mixdog-config.template.json +27 -0
- package/defaults/user-workflow.json +8 -0
- package/defaults/user-workflow.md +12 -0
- package/hooks/hooks.json +73 -0
- package/hooks/lib/active-instance.cjs +77 -0
- package/hooks/lib/permission-evaluator.cjs +411 -0
- package/hooks/lib/permission-route.cjs +63 -0
- package/hooks/lib/permission-rules.cjs +170 -0
- package/hooks/lib/settings-loader.cjs +116 -0
- package/hooks/post-tool-use.cjs +84 -0
- package/hooks/pre-mcp-sandbox.cjs +158 -0
- package/hooks/pre-tool-subagent.cjs +253 -0
- package/hooks/session-start.cjs +1372 -0
- package/hooks/turn-timer.cjs +82 -0
- package/lib/claude-md-writer.cjs +386 -0
- package/lib/config-cjs.cjs +61 -0
- package/lib/hook-pipe-path.cjs +10 -0
- package/lib/keychain-cjs.cjs +263 -0
- package/lib/plugin-paths.cjs +61 -0
- package/lib/rules-builder.cjs +241 -0
- package/lib/text-utils.cjs +61 -0
- package/native/README.md +117 -0
- package/native/prebuilt/linux-aarch64/mixdog-shim +0 -0
- package/native/prebuilt/linux-x86_64/mixdog-shim +0 -0
- package/native/prebuilt/macos-aarch64/mixdog-shim +0 -0
- package/native/prebuilt/macos-x86_64/mixdog-shim +0 -0
- package/native/prebuilt/windows-x86_64/mixdog-shim.exe +0 -0
- package/package.json +107 -0
- package/prompts/code-review.txt +16 -0
- package/prompts/security-audit.txt +17 -0
- package/rules/bridge/00-common.md +39 -0
- package/rules/bridge/20-skip-protocol.md +18 -0
- package/rules/bridge/30-explorer.md +33 -0
- package/rules/bridge/40-cycle1-agent.md +52 -0
- package/rules/bridge/41-cycle2-agent.md +62 -0
- package/rules/bridge/42-cycle3-agent.md +44 -0
- package/rules/lead/00-tool-lead.md +61 -0
- package/rules/lead/01-general.md +23 -0
- package/rules/lead/02-channels.md +49 -0
- package/rules/lead/03-team.md +27 -0
- package/rules/lead/04-workflow.md +20 -0
- package/rules/shared/00-language.md +14 -0
- package/rules/shared/01-tool.md +138 -0
- package/scripts/bootstrap.mjs +184 -0
- package/scripts/bridge-unify-smoke.mjs +308 -0
- package/scripts/build-runtime-linux.sh +348 -0
- package/scripts/build-runtime-macos.sh +217 -0
- package/scripts/build-runtime-windows.ps1 +242 -0
- package/scripts/builtin-utils-smoke.mjs +392 -0
- package/scripts/check-json.mjs +45 -0
- package/scripts/check-syntax-changed.mjs +102 -0
- package/scripts/check-syntax.mjs +58 -0
- package/scripts/code-graph-batch.test.mjs +33 -0
- package/scripts/config-preserve-smoke.mjs +180 -0
- package/scripts/doctor.mjs +484 -0
- package/scripts/edit-normalize-fuzz.mjs +130 -0
- package/scripts/edit-normalize-smoke.mjs +401 -0
- package/scripts/edit-operation-smoke.mjs +369 -0
- package/scripts/edit2-smoke.mjs +63 -0
- package/scripts/fuzzy-e2e.mjs +28 -0
- package/scripts/fuzzy-smoke.mjs +26 -0
- package/scripts/generate-runtime-manifest.mjs +166 -0
- package/scripts/guard-smoke.mjs +66 -0
- package/scripts/hidden-role-schema-smoke.mjs +162 -0
- package/scripts/hook-routing-smoke.mjs +29 -0
- package/scripts/inject-input.ps1 +204 -0
- package/scripts/io-complex-smoke.mjs +667 -0
- package/scripts/io-explore-bench.mjs +424 -0
- package/scripts/io-guardrails-smoke.mjs +205 -0
- package/scripts/io-mini-bench-baseline.json +11 -0
- package/scripts/io-mini-bench.mjs +216 -0
- package/scripts/io-route-harness.mjs +933 -0
- package/scripts/io-telemetry-report.mjs +691 -0
- package/scripts/mutation-bench.mjs +564 -0
- package/scripts/mutation-io-smoke.mjs +1081 -0
- package/scripts/native-patch-bridge-smoke.mjs +288 -0
- package/scripts/native-patch-smoke.mjs +304 -0
- package/scripts/patch-interior-context-smoke.mjs +49 -0
- package/scripts/patch-newline-utf8-smoke.mjs +157 -0
- package/scripts/perf-hook-smoke.mjs +71 -0
- package/scripts/permission-eval-smoke.mjs +426 -0
- package/scripts/prep-patch.mjs +53 -0
- package/scripts/prep-shim.mjs +96 -0
- package/scripts/provider-cache-smoke.mjs +687 -0
- package/scripts/report-runtime-health.mjs +132 -0
- package/scripts/run-mcp.mjs +1547 -0
- package/scripts/salvage-v4a-shatter.test.mjs +58 -0
- package/scripts/scoped-cache-io-smoke.mjs +103 -0
- package/scripts/shell-policy-round3-smoke.mjs +46 -0
- package/scripts/smoke-runtime-negative.ps1 +100 -0
- package/scripts/smoke-runtime-negative.sh +95 -0
- package/scripts/stall-policy-smoke.mjs +50 -0
- package/scripts/start-memory-worker.mjs +23 -0
- package/scripts/statusline-launcher-smoke.mjs +82 -0
- package/scripts/stress-atomic-write.mjs +1028 -0
- package/scripts/test-config-rmw-restore.mjs +122 -0
- package/scripts/test-fault-inject.mjs +164 -0
- package/scripts/test-large-file.mjs +174 -0
- package/scripts/tool-edge-smoke.mjs +209 -0
- package/scripts/uninstall.mjs +201 -0
- package/scripts/webhook-selfheal-smoke.mjs +29 -0
- package/scripts/write-overwrite-guard-smoke.mjs +56 -0
- package/server-main.mjs +3055 -0
- package/server.mjs +468 -0
- package/setup/config-merge.mjs +254 -0
- package/setup/install.mjs +120 -0
- package/setup/launch-core.mjs +507 -0
- package/setup/launch.mjs +101 -0
- package/setup/setup-server.mjs +3206 -0
- package/setup/setup.html +3693 -0
- package/skills/retro-skill-proposer/SKILL.md +92 -0
- package/skills/schedule-add/SKILL.md +77 -0
- package/skills/setup/SKILL.md +346 -0
- package/skills/webhook-add/SKILL.md +81 -0
- package/src/agent/bridge-stall-watchdog.mjs +337 -0
- package/src/agent/index.mjs +2138 -0
- package/src/agent/orchestrator/activity-bus.mjs +38 -0
- package/src/agent/orchestrator/ai-wrapped-dispatch.mjs +1010 -0
- package/src/agent/orchestrator/bridge-retry.mjs +220 -0
- package/src/agent/orchestrator/bridge-trace.mjs +583 -0
- package/src/agent/orchestrator/cache-mtime.mjs +58 -0
- package/src/agent/orchestrator/config.mjs +358 -0
- package/src/agent/orchestrator/context/collect.mjs +651 -0
- package/src/agent/orchestrator/dispatch-persist.mjs +549 -0
- package/src/agent/orchestrator/drain-registry.mjs +50 -0
- package/src/agent/orchestrator/explore-validator.mjs +8 -0
- package/src/agent/orchestrator/internal-roles.mjs +118 -0
- package/src/agent/orchestrator/internal-tools.mjs +88 -0
- package/src/agent/orchestrator/jobs.mjs +116 -0
- package/src/agent/orchestrator/mcp/client.mjs +364 -0
- package/src/agent/orchestrator/providers/anthropic-betas.mjs +21 -0
- package/src/agent/orchestrator/providers/anthropic-oauth.mjs +1745 -0
- package/src/agent/orchestrator/providers/anthropic.mjs +437 -0
- package/src/agent/orchestrator/providers/gemini.mjs +1175 -0
- package/src/agent/orchestrator/providers/grok-oauth.mjs +782 -0
- package/src/agent/orchestrator/providers/model-catalog.mjs +241 -0
- package/src/agent/orchestrator/providers/openai-compat.mjs +1467 -0
- package/src/agent/orchestrator/providers/openai-oauth-ws.mjs +1890 -0
- package/src/agent/orchestrator/providers/openai-oauth.mjs +1307 -0
- package/src/agent/orchestrator/providers/openai-ws.mjs +104 -0
- package/src/agent/orchestrator/providers/registry.mjs +192 -0
- package/src/agent/orchestrator/providers/retry-classifier.mjs +325 -0
- package/src/agent/orchestrator/session/abort-lookup.mjs +13 -0
- package/src/agent/orchestrator/session/cache/post-edit-marks.mjs +42 -0
- package/src/agent/orchestrator/session/cache/prefetch-cache.mjs +142 -0
- package/src/agent/orchestrator/session/cache/read-cache.mjs +319 -0
- package/src/agent/orchestrator/session/cache/scoped-cache-outcome.mjs +11 -0
- package/src/agent/orchestrator/session/cache/scoped-cache.mjs +361 -0
- package/src/agent/orchestrator/session/cache/util.mjs +49 -0
- package/src/agent/orchestrator/session/loop.mjs +1478 -0
- package/src/agent/orchestrator/session/manager.mjs +1975 -0
- package/src/agent/orchestrator/session/read-dedup.mjs +6 -0
- package/src/agent/orchestrator/session/result-classification.mjs +65 -0
- package/src/agent/orchestrator/session/save-session-worker.mjs +18 -0
- package/src/agent/orchestrator/session/store.mjs +624 -0
- package/src/agent/orchestrator/session/stream-watchdog.mjs +130 -0
- package/src/agent/orchestrator/session/tool-result-offload.mjs +166 -0
- package/src/agent/orchestrator/session/trim.mjs +491 -0
- package/src/agent/orchestrator/smart-bridge/CACHE-SHARD.md +115 -0
- package/src/agent/orchestrator/smart-bridge/bridge-llm.mjs +327 -0
- package/src/agent/orchestrator/smart-bridge/cache-obs.mjs +150 -0
- package/src/agent/orchestrator/smart-bridge/cache-strategy.mjs +228 -0
- package/src/agent/orchestrator/smart-bridge/index.mjs +215 -0
- package/src/agent/orchestrator/smart-bridge/profiles.mjs +37 -0
- package/src/agent/orchestrator/smart-bridge/registry.mjs +348 -0
- package/src/agent/orchestrator/smart-bridge/session-builder.mjs +116 -0
- package/src/agent/orchestrator/stall-policy.mjs +195 -0
- package/src/agent/orchestrator/tool-loop-guard.mjs +75 -0
- package/src/agent/orchestrator/tools/bash-policy-scan.mjs +77 -0
- package/src/agent/orchestrator/tools/bash-session.mjs +721 -0
- package/src/agent/orchestrator/tools/builtin/advisory-lock.mjs +171 -0
- package/src/agent/orchestrator/tools/builtin/arg-guard.mjs +455 -0
- package/src/agent/orchestrator/tools/builtin/atomic-write.mjs +236 -0
- package/src/agent/orchestrator/tools/builtin/bash-tool.mjs +480 -0
- package/src/agent/orchestrator/tools/builtin/binary-file.mjs +76 -0
- package/src/agent/orchestrator/tools/builtin/builtin-tools.mjs +256 -0
- package/src/agent/orchestrator/tools/builtin/cache-layers.mjs +386 -0
- package/src/agent/orchestrator/tools/builtin/cwd-utils.mjs +37 -0
- package/src/agent/orchestrator/tools/builtin/device-paths.mjs +154 -0
- package/src/agent/orchestrator/tools/builtin/diagnostics-tool.mjs +292 -0
- package/src/agent/orchestrator/tools/builtin/diff-utils.mjs +109 -0
- package/src/agent/orchestrator/tools/builtin/edit-base-guard.mjs +58 -0
- package/src/agent/orchestrator/tools/builtin/edit-byte-plan.mjs +240 -0
- package/src/agent/orchestrator/tools/builtin/edit-byte-utils.mjs +113 -0
- package/src/agent/orchestrator/tools/builtin/edit-commit.mjs +74 -0
- package/src/agent/orchestrator/tools/builtin/edit-context-utils.mjs +242 -0
- package/src/agent/orchestrator/tools/builtin/edit-diagnostics.mjs +211 -0
- package/src/agent/orchestrator/tools/builtin/edit-engine.mjs +1364 -0
- package/src/agent/orchestrator/tools/builtin/edit-failure-context.mjs +126 -0
- package/src/agent/orchestrator/tools/builtin/edit-hint.mjs +141 -0
- package/src/agent/orchestrator/tools/builtin/edit-match-utils.mjs +194 -0
- package/src/agent/orchestrator/tools/builtin/edit-partial-write.mjs +60 -0
- package/src/agent/orchestrator/tools/builtin/edit-stale-refresh.mjs +168 -0
- package/src/agent/orchestrator/tools/builtin/edit-tool.mjs +173 -0
- package/src/agent/orchestrator/tools/builtin/edit-utf8-guard.mjs +48 -0
- package/src/agent/orchestrator/tools/builtin/fs-reachability.mjs +48 -0
- package/src/agent/orchestrator/tools/builtin/fuzzy-match.mjs +99 -0
- package/src/agent/orchestrator/tools/builtin/glob-walk.mjs +170 -0
- package/src/agent/orchestrator/tools/builtin/grep-formatting.mjs +113 -0
- package/src/agent/orchestrator/tools/builtin/hash-utils.mjs +6 -0
- package/src/agent/orchestrator/tools/builtin/list-formatting.mjs +7 -0
- package/src/agent/orchestrator/tools/builtin/list-tool.mjs +593 -0
- package/src/agent/orchestrator/tools/builtin/native-edit-runner.mjs +89 -0
- package/src/agent/orchestrator/tools/builtin/notebook-edit-tool.mjs +300 -0
- package/src/agent/orchestrator/tools/builtin/open-config-tool.mjs +26 -0
- package/src/agent/orchestrator/tools/builtin/path-diagnostics.mjs +152 -0
- package/src/agent/orchestrator/tools/builtin/path-locks.mjs +35 -0
- package/src/agent/orchestrator/tools/builtin/path-utils.mjs +201 -0
- package/src/agent/orchestrator/tools/builtin/read-args.mjs +103 -0
- package/src/agent/orchestrator/tools/builtin/read-batch.mjs +172 -0
- package/src/agent/orchestrator/tools/builtin/read-constants.mjs +40 -0
- package/src/agent/orchestrator/tools/builtin/read-formatting.mjs +118 -0
- package/src/agent/orchestrator/tools/builtin/read-image-resize.mjs +189 -0
- package/src/agent/orchestrator/tools/builtin/read-image.mjs +88 -0
- package/src/agent/orchestrator/tools/builtin/read-lines.mjs +12 -0
- package/src/agent/orchestrator/tools/builtin/read-mode-tool.mjs +455 -0
- package/src/agent/orchestrator/tools/builtin/read-open.mjs +190 -0
- package/src/agent/orchestrator/tools/builtin/read-range-index.mjs +271 -0
- package/src/agent/orchestrator/tools/builtin/read-ranges.mjs +26 -0
- package/src/agent/orchestrator/tools/builtin/read-single-tool.mjs +728 -0
- package/src/agent/orchestrator/tools/builtin/read-snapshot-runtime.mjs +173 -0
- package/src/agent/orchestrator/tools/builtin/read-special-files.mjs +268 -0
- package/src/agent/orchestrator/tools/builtin/read-streaming.mjs +602 -0
- package/src/agent/orchestrator/tools/builtin/read-tool.mjs +530 -0
- package/src/agent/orchestrator/tools/builtin/read-windows.mjs +107 -0
- package/src/agent/orchestrator/tools/builtin/rename-tool.mjs +196 -0
- package/src/agent/orchestrator/tools/builtin/rg-runner.mjs +422 -0
- package/src/agent/orchestrator/tools/builtin/search-builders.mjs +158 -0
- package/src/agent/orchestrator/tools/builtin/search-tool.mjs +869 -0
- package/src/agent/orchestrator/tools/builtin/shell-analysis.mjs +653 -0
- package/src/agent/orchestrator/tools/builtin/shell-jobs.mjs +936 -0
- package/src/agent/orchestrator/tools/builtin/shell-output.mjs +36 -0
- package/src/agent/orchestrator/tools/builtin/shell-runtime.mjs +214 -0
- package/src/agent/orchestrator/tools/builtin/snapshot-helpers.mjs +143 -0
- package/src/agent/orchestrator/tools/builtin/snapshot-store.mjs +206 -0
- package/src/agent/orchestrator/tools/builtin/snapshot-validation.mjs +98 -0
- package/src/agent/orchestrator/tools/builtin/text-stats.mjs +69 -0
- package/src/agent/orchestrator/tools/builtin/windows-roots.mjs +23 -0
- package/src/agent/orchestrator/tools/builtin/write-tool.mjs +401 -0
- package/src/agent/orchestrator/tools/builtin.mjs +500 -0
- package/src/agent/orchestrator/tools/code-graph-prewarm-worker.mjs +39 -0
- package/src/agent/orchestrator/tools/code-graph-tool-defs.mjs +24 -0
- package/src/agent/orchestrator/tools/code-graph.mjs +4095 -0
- package/src/agent/orchestrator/tools/cwd-tool.mjs +298 -0
- package/src/agent/orchestrator/tools/destructive-warning.mjs +323 -0
- package/src/agent/orchestrator/tools/edit-normalize.mjs +603 -0
- package/src/agent/orchestrator/tools/env-scrub.mjs +100 -0
- package/src/agent/orchestrator/tools/graph-binary-fetcher.mjs +144 -0
- package/src/agent/orchestrator/tools/graph-manifest.json +26 -0
- package/src/agent/orchestrator/tools/host-input.mjs +204 -0
- package/src/agent/orchestrator/tools/mutation-content-cache.mjs +67 -0
- package/src/agent/orchestrator/tools/mutation-planner.mjs +75 -0
- package/src/agent/orchestrator/tools/next-call-utils.mjs +48 -0
- package/src/agent/orchestrator/tools/patch-binary-fetcher.mjs +133 -0
- package/src/agent/orchestrator/tools/patch-manifest.json +26 -0
- package/src/agent/orchestrator/tools/patch-tool-defs.mjs +20 -0
- package/src/agent/orchestrator/tools/patch.mjs +2754 -0
- package/src/agent/orchestrator/tools/progress-message.mjs +118 -0
- package/src/agent/orchestrator/tools/result-compression.mjs +279 -0
- package/src/agent/orchestrator/tools/shell-command.mjs +865 -0
- package/src/agent/orchestrator/tools/shell-exec-policy.mjs +89 -0
- package/src/agent/orchestrator/tools/shell-policy-danger-target.mjs +27 -0
- package/src/agent/orchestrator/tools/shell-policy-imports.mjs +7 -0
- package/src/agent/orchestrator/tools/shell-policy.mjs +345 -0
- package/src/agent/orchestrator/tools/shell-snapshot.mjs +313 -0
- package/src/agent/orchestrator/workflow-store.mjs +93 -0
- package/src/agent/tool-defs.mjs +103 -0
- package/src/channels/backends/discord.mjs +784 -0
- package/src/channels/data/voice-runtime-manifest.json +138 -0
- package/src/channels/index.mjs +3229 -0
- package/src/channels/lib/cli-worker-host.mjs +12 -0
- package/src/channels/lib/config-lock.mjs +13 -0
- package/src/channels/lib/config.mjs +292 -0
- package/src/channels/lib/drop-trace.mjs +71 -0
- package/src/channels/lib/event-pipeline.mjs +81 -0
- package/src/channels/lib/event-queue.mjs +345 -0
- package/src/channels/lib/executor.mjs +168 -0
- package/src/channels/lib/format.mjs +188 -0
- package/src/channels/lib/holidays.mjs +138 -0
- package/src/channels/lib/hook-pipe-server.mjs +802 -0
- package/src/channels/lib/interaction-workflows.mjs +184 -0
- package/src/channels/lib/memory-client.mjs +149 -0
- package/src/channels/lib/output-forwarder.mjs +765 -0
- package/src/channels/lib/runtime-paths.mjs +479 -0
- package/src/channels/lib/scheduler.mjs +723 -0
- package/src/channels/lib/session-control.mjs +36 -0
- package/src/channels/lib/session-discovery.mjs +103 -0
- package/src/channels/lib/settings.mjs +11 -0
- package/src/channels/lib/state-file.mjs +68 -0
- package/src/channels/lib/status-snapshot.mjs +219 -0
- package/src/channels/lib/tool-format.mjs +140 -0
- package/src/channels/lib/transcript-discovery.mjs +195 -0
- package/src/channels/lib/voice-runtime-fetcher.mjs +734 -0
- package/src/channels/lib/webhook.mjs +1179 -0
- package/src/channels/lib/whisper-server.mjs +477 -0
- package/src/channels/tool-defs.mjs +170 -0
- package/src/daemon/host.mjs +118 -0
- package/src/daemon/mcp-transport.mjs +47 -0
- package/src/daemon/session.mjs +100 -0
- package/src/daemon/thin-client.mjs +71 -0
- package/src/daemon/transport.mjs +163 -0
- package/src/memory/data/runtime-manifest.json +40 -0
- package/src/memory/index.mjs +3305 -0
- package/src/memory/lib/agent-ipc.mjs +93 -0
- package/src/memory/lib/bridge-trace-queries.mjs +120 -0
- package/src/memory/lib/core-memory-store.mjs +330 -0
- package/src/memory/lib/embedding-provider.mjs +269 -0
- package/src/memory/lib/embedding-worker.mjs +323 -0
- package/src/memory/lib/llm-worker-host.mjs +17 -0
- package/src/memory/lib/memory-cycle.mjs +11 -0
- package/src/memory/lib/memory-cycle1.mjs +641 -0
- package/src/memory/lib/memory-cycle2.mjs +1284 -0
- package/src/memory/lib/memory-cycle3.mjs +540 -0
- package/src/memory/lib/memory-embed.mjs +299 -0
- package/src/memory/lib/memory-extraction.mjs +5 -0
- package/src/memory/lib/memory-maintenance-store.mjs +32 -0
- package/src/memory/lib/memory-ops-policy.mjs +190 -0
- package/src/memory/lib/memory-recall-id-patch.mjs +15 -0
- package/src/memory/lib/memory-recall-read-query.mjs +7 -0
- package/src/memory/lib/memory-recall-scope-filter.mjs +63 -0
- package/src/memory/lib/memory-recall-store.mjs +621 -0
- package/src/memory/lib/memory-retrievers.mjs +112 -0
- package/src/memory/lib/memory-score.mjs +71 -0
- package/src/memory/lib/memory-text-utils.mjs +58 -0
- package/src/memory/lib/memory.mjs +412 -0
- package/src/memory/lib/model-profile.mjs +85 -0
- package/src/memory/lib/pg/adapter.mjs +308 -0
- package/src/memory/lib/pg/process.mjs +360 -0
- package/src/memory/lib/pg/supervisor.mjs +396 -0
- package/src/memory/lib/project-id-resolver.mjs +86 -0
- package/src/memory/lib/runtime-fetcher.mjs +442 -0
- package/src/memory/lib/trace-store.mjs +728 -0
- package/src/memory/tool-defs.mjs +79 -0
- package/src/search/index.mjs +1173 -0
- package/src/search/lib/backends/anthropic-oauth.mjs +98 -0
- package/src/search/lib/backends/exa.mjs +50 -0
- package/src/search/lib/backends/firecrawl.mjs +61 -0
- package/src/search/lib/backends/gemini-api.mjs +83 -0
- package/src/search/lib/backends/grok-oauth.mjs +86 -0
- package/src/search/lib/backends/index.mjs +150 -0
- package/src/search/lib/backends/openai-api.mjs +144 -0
- package/src/search/lib/backends/openai-oauth.mjs +98 -0
- package/src/search/lib/backends/openai-web-search.mjs +76 -0
- package/src/search/lib/backends/tavily.mjs +55 -0
- package/src/search/lib/backends/xai-api.mjs +113 -0
- package/src/search/lib/cache.mjs +131 -0
- package/src/search/lib/config.mjs +192 -0
- package/src/search/lib/formatter.mjs +115 -0
- package/src/search/lib/provider-usage.mjs +67 -0
- package/src/search/lib/providers.mjs +47 -0
- package/src/search/lib/search-intent.mjs +109 -0
- package/src/search/lib/setup-handler.mjs +261 -0
- package/src/search/lib/state.mjs +201 -0
- package/src/search/lib/web-tools.mjs +1207 -0
- package/src/search/tool-defs.mjs +83 -0
- package/src/setup/defender-exclusion.mjs +183 -0
- package/src/shared/abort-controller.mjs +15 -0
- package/src/shared/atomic-file.mjs +420 -0
- package/src/shared/config.mjs +350 -0
- package/src/shared/daemon-recycle.mjs +108 -0
- package/src/shared/disable-claude-builtins.mjs +88 -0
- package/src/shared/err-text.mjs +12 -0
- package/src/shared/llm/cost.mjs +66 -0
- package/src/shared/llm/http-agent.mjs +123 -0
- package/src/shared/llm/index.mjs +41 -0
- package/src/shared/llm/pid-cleanup.mjs +27 -0
- package/src/shared/llm/usage-log.mjs +47 -0
- package/src/shared/plugin-paths.mjs +58 -0
- package/src/shared/schedules-store.mjs +70 -0
- package/src/shared/seed.mjs +119 -0
- package/src/shared/user-cwd.mjs +213 -0
- package/src/shared/user-data-guard.mjs +238 -0
- package/src/status/aggregator.mjs +584 -0
- package/src/status/server.mjs +413 -0
- package/tools.json +1653 -0
|
@@ -0,0 +1,624 @@
|
|
|
1
|
+
/**
|
|
2
|
+
* File-based session store.
|
|
3
|
+
* Sessions are saved to disk so CLI and MCP server can share state,
|
|
4
|
+
* and sessions survive server restarts (resume).
|
|
5
|
+
*/
|
|
6
|
+
import { readFileSync, writeFileSync, existsSync, mkdirSync, readdirSync, unlinkSync, statSync, appendFileSync } from 'fs';
|
|
7
|
+
import * as fsp from 'fs/promises';
|
|
8
|
+
import { randomBytes } from 'crypto';
|
|
9
|
+
import { join } from 'path';
|
|
10
|
+
import { Worker } from 'worker_threads';
|
|
11
|
+
import { getPluginData } from '../config.mjs';
|
|
12
|
+
import { renameWithRetrySync } from '../../../shared/atomic-file.mjs';
|
|
13
|
+
|
|
14
|
+
const _lastSaveError = new Map(); // id -> { message, at }
|
|
15
|
+
|
|
16
|
+
function _renameWithRetrySync(tmp, target) {
|
|
17
|
+
return renameWithRetrySync(tmp, target);
|
|
18
|
+
}
|
|
19
|
+
|
|
20
|
+
function getStoreDir() {
|
|
21
|
+
const dir = join(getPluginData(), 'sessions');
|
|
22
|
+
if (!existsSync(dir))
|
|
23
|
+
mkdirSync(dir, { recursive: true });
|
|
24
|
+
return dir;
|
|
25
|
+
}
|
|
26
|
+
function sessionPath(id) {
|
|
27
|
+
// Enforce minted session-id shape before using it in a path to prevent
|
|
28
|
+
// `../` traversal. session IDs are generated by createSession as
|
|
29
|
+
// `sess_<timestamp>_<hex>` — reject anything that doesn't match.
|
|
30
|
+
if (!id || typeof id !== 'string' || !/^[A-Za-z0-9_-]+$/.test(id)) {
|
|
31
|
+
throw new Error(`[session-store] invalid session id: ${JSON.stringify(id)}`);
|
|
32
|
+
}
|
|
33
|
+
return join(getStoreDir(), `${id}.json`);
|
|
34
|
+
}
|
|
35
|
+
/**
|
|
36
|
+
* Ensure generation/closed defaults on every session object.
|
|
37
|
+
* Older persisted sessions predate these fields; we normalise at load and save.
|
|
38
|
+
*/
|
|
39
|
+
function _ensureLifecycleFields(session) {
|
|
40
|
+
if (typeof session.generation !== 'number') session.generation = 0;
|
|
41
|
+
if (typeof session.closed !== 'boolean') session.closed = false;
|
|
42
|
+
if (!Array.isArray(session.messages)) session.messages = [];
|
|
43
|
+
if (!Array.isArray(session.tools)) session.tools = [];
|
|
44
|
+
return session;
|
|
45
|
+
}
|
|
46
|
+
|
|
47
|
+
/** Module-level map tracking in-flight saves per session ID to prevent concurrent write corruption. */
|
|
48
|
+
const _savePending = new Map();
|
|
49
|
+
|
|
50
|
+
/** Same-process authoritative session snapshots (createSession → loadSession / askSession). */
|
|
51
|
+
const _liveSessions = new Map();
|
|
52
|
+
|
|
53
|
+
export function setLiveSession(session) {
|
|
54
|
+
if (!session?.id) return;
|
|
55
|
+
_liveSessions.set(session.id, session);
|
|
56
|
+
}
|
|
57
|
+
|
|
58
|
+
function _clearLiveSession(id) {
|
|
59
|
+
if (id) _liveSessions.delete(id);
|
|
60
|
+
}
|
|
61
|
+
|
|
62
|
+
// ── Heartbeat publish ─────────────────────────────────────
|
|
63
|
+
// Lightweight per-session timestamp file (`<id>.hb`) consumed by the
|
|
64
|
+
// status aggregator for fresh-session detection. Decoupled from the
|
|
65
|
+
// full session JSON save so it can fire at a tight cadence (≤5s)
|
|
66
|
+
// without serialising the whole payload. The .hb file holds a single
|
|
67
|
+
// ASCII line: `<msTimestamp>\n`. Aggregator scans the same sessions/
|
|
68
|
+
// directory and matches `<id>.hb` to `<id>.json`.
|
|
69
|
+
const _HEARTBEAT_THROTTLE_MS = 5_000;
|
|
70
|
+
const _hbLastAt = new Map();
|
|
71
|
+
|
|
72
|
+
function _heartbeatPath(id) {
|
|
73
|
+
if (!id || typeof id !== 'string' || !/^[A-Za-z0-9_-]+$/.test(id)) {
|
|
74
|
+
throw new Error(`[session-store] invalid session id: ${JSON.stringify(id)}`);
|
|
75
|
+
}
|
|
76
|
+
return join(getStoreDir(), `${id}.hb`);
|
|
77
|
+
}
|
|
78
|
+
|
|
79
|
+
export function publishHeartbeat(id, ts) {
|
|
80
|
+
if (!id) return;
|
|
81
|
+
const now = ts || Date.now();
|
|
82
|
+
const last = _hbLastAt.get(id) || 0;
|
|
83
|
+
if (now - last < _HEARTBEAT_THROTTLE_MS) return;
|
|
84
|
+
const target = _heartbeatPath(id);
|
|
85
|
+
const tmp = `${target}.${randomBytes(4).toString('hex')}.tmp`;
|
|
86
|
+
try {
|
|
87
|
+
writeFileSync(tmp, `${now}\n`);
|
|
88
|
+
_renameWithRetrySync(tmp, target);
|
|
89
|
+
_hbLastAt.set(id, now);
|
|
90
|
+
} catch {
|
|
91
|
+
try { unlinkSync(tmp); } catch { /* ignore */ }
|
|
92
|
+
}
|
|
93
|
+
}
|
|
94
|
+
|
|
95
|
+
export function deleteHeartbeat(id) {
|
|
96
|
+
try { unlinkSync(_heartbeatPath(id)); } catch { /* ignore */ }
|
|
97
|
+
_hbLastAt.delete(id);
|
|
98
|
+
}
|
|
99
|
+
const _deleteHeartbeat = deleteHeartbeat;
|
|
100
|
+
|
|
101
|
+
// ── 150 ms debounce window ────────────────────────────────────────────────────
|
|
102
|
+
// Multiple tool-result writes within a turn collapse to one tmp+rename per
|
|
103
|
+
// session. The timer is unref'd so it never keeps the process alive.
|
|
104
|
+
const _debounceTimers = new Map(); // id → NodeJS.Timeout
|
|
105
|
+
function _clearDebounce(id) {
|
|
106
|
+
const t = _debounceTimers.get(id);
|
|
107
|
+
if (t) { clearTimeout(t); _debounceTimers.delete(id); }
|
|
108
|
+
}
|
|
109
|
+
|
|
110
|
+
// Flush all debounced sessions synchronously on process exit / SIGTERM.
|
|
111
|
+
// This prevents losing the last turn's tool-result writes.
|
|
112
|
+
function _drainAllDebounced() {
|
|
113
|
+
for (const [id, t] of _debounceTimers) {
|
|
114
|
+
clearTimeout(t);
|
|
115
|
+
_debounceTimers.delete(id);
|
|
116
|
+
const cur = _savePending.get(id);
|
|
117
|
+
if (cur && cur.debouncing && cur.payload) {
|
|
118
|
+
try { _doSaveSync(cur.payload); } catch { /* best-effort */ }
|
|
119
|
+
_savePending.delete(id);
|
|
120
|
+
}
|
|
121
|
+
}
|
|
122
|
+
}
|
|
123
|
+
// SIGTERM/SIGINT drain runs through drain-registry.mjs (single signal owner);
|
|
124
|
+
// bare 'exit' hook stays as an idempotent backup. Use the more comprehensive
|
|
125
|
+
// drainSessionStore so debounce + scheduled + writing payloads all flush.
|
|
126
|
+
process.on('exit', drainSessionStore);
|
|
127
|
+
|
|
128
|
+
/**
|
|
129
|
+
* Persist a session. `opts.expectedGeneration` guards against resurrecting a
|
|
130
|
+
* session that was closed mid-flight: before the rename, we re-read the file
|
|
131
|
+
* on disk and, if it's already marked closed with a >= generation, drop the
|
|
132
|
+
* write. `opts.allowClosed=true` is used by `markSessionClosed` itself when
|
|
133
|
+
* writing the tombstone.
|
|
134
|
+
*/
|
|
135
|
+
export function saveSession(session, opts) {
|
|
136
|
+
_ensureLifecycleFields(session);
|
|
137
|
+
const id = session.id;
|
|
138
|
+
setLiveSession(session);
|
|
139
|
+
const payload = { session, opts: opts || null };
|
|
140
|
+
// Synchronous durability path — explicit flush (tombstones, drain hooks).
|
|
141
|
+
// createSession uses async debounced save + _liveSessions for same-process
|
|
142
|
+
// read-your-writes; sync remains for callers that require immediate disk.
|
|
143
|
+
if (opts?.sync) {
|
|
144
|
+
_doSaveSync(payload);
|
|
145
|
+
return;
|
|
146
|
+
}
|
|
147
|
+
// Immediate-flush override: tombstone plants and explicit flushes skip the
|
|
148
|
+
// debounce so close-session writes are always durable.
|
|
149
|
+
if (opts?.immediate) {
|
|
150
|
+
_clearDebounce(id);
|
|
151
|
+
const pending = _savePending.get(id);
|
|
152
|
+
if (pending) {
|
|
153
|
+
if (pending.writing) {
|
|
154
|
+
_savePending.set(id, { ...pending, queued: payload });
|
|
155
|
+
} else {
|
|
156
|
+
_savePending.set(id, { ...pending, payload });
|
|
157
|
+
_flushScheduled(id);
|
|
158
|
+
}
|
|
159
|
+
} else {
|
|
160
|
+
_savePending.set(id, { writing: true });
|
|
161
|
+
_doSave(payload).catch(err => {
|
|
162
|
+
process.stderr.write(`[session-store] save failed: ${err?.message}\n`);
|
|
163
|
+
_lastSaveError.set(id, { message: err?.message ?? String(err), at: Date.now() });
|
|
164
|
+
});
|
|
165
|
+
}
|
|
166
|
+
return;
|
|
167
|
+
}
|
|
168
|
+
const pending = _savePending.get(id);
|
|
169
|
+
if (pending) {
|
|
170
|
+
if (pending.writing) {
|
|
171
|
+
// Write in flight — overwrite the queued slot. Multiple async
|
|
172
|
+
// saves for the same id while one is on disk collapse into a
|
|
173
|
+
// single follow-up write.
|
|
174
|
+
_savePending.set(id, { ...pending, queued: payload });
|
|
175
|
+
} else if (pending.scheduled) {
|
|
176
|
+
// setImmediate already scheduled — coalesce into the same tick
|
|
177
|
+
// by overwriting the pending payload with the latest state.
|
|
178
|
+
_savePending.set(id, { scheduled: true, payload });
|
|
179
|
+
} else if (pending.debouncing) {
|
|
180
|
+
// 150 ms debounce window active — overwrite payload, timer keeps running.
|
|
181
|
+
_savePending.set(id, { debouncing: true, payload });
|
|
182
|
+
}
|
|
183
|
+
return;
|
|
184
|
+
}
|
|
185
|
+
// First save for this id — open a 150 ms debounce window. Any additional
|
|
186
|
+
// calls within the window overwrite the payload; only one tmp+rename fires.
|
|
187
|
+
// The setImmediate inside the timeout body provides the original coalescing
|
|
188
|
+
// guarantee within the same event-loop tick at the moment the timer fires.
|
|
189
|
+
_savePending.set(id, { debouncing: true, payload });
|
|
190
|
+
const t = setTimeout(() => {
|
|
191
|
+
_debounceTimers.delete(id);
|
|
192
|
+
const cur = _savePending.get(id);
|
|
193
|
+
if (!cur || !cur.debouncing) return; // already handled (writing/queued)
|
|
194
|
+
_savePending.set(id, { scheduled: true, payload: cur.payload });
|
|
195
|
+
setImmediate(() => _flushScheduled(id));
|
|
196
|
+
}, 150);
|
|
197
|
+
if (t.unref) t.unref();
|
|
198
|
+
_debounceTimers.set(id, t);
|
|
199
|
+
}
|
|
200
|
+
|
|
201
|
+
function _flushScheduled(id) {
|
|
202
|
+
const cur = _savePending.get(id);
|
|
203
|
+
if (!cur || !cur.scheduled) return;
|
|
204
|
+
_savePending.set(id, { writing: true, payload: cur.payload });
|
|
205
|
+
_doSave(cur.payload).catch(err => {
|
|
206
|
+
process.stderr.write(`[session-store] save failed: ${err?.message}\n`);
|
|
207
|
+
_lastSaveError.set(id, { message: err?.message ?? String(err), at: Date.now() });
|
|
208
|
+
});
|
|
209
|
+
}
|
|
210
|
+
|
|
211
|
+
// ── Worker-thread async save ──────────────────────────────────────────────────
|
|
212
|
+
// Single long-lived Worker serializes all saveSessionAsync calls.
|
|
213
|
+
// The worker's message queue preserves generation-race ordering.
|
|
214
|
+
let _saveWorker = null;
|
|
215
|
+
let _saveWorkerPending = new Map(); // reqId → { resolve, reject, session, opts }
|
|
216
|
+
let _saveWorkerReqId = 0;
|
|
217
|
+
let _saveWorkerRefCount = 0;
|
|
218
|
+
|
|
219
|
+
function _getOrSpawnWorker() {
|
|
220
|
+
if (_saveWorker) return _saveWorker;
|
|
221
|
+
_saveWorker = new Worker(new URL('./save-session-worker.mjs', import.meta.url), {
|
|
222
|
+
execArgv: [],
|
|
223
|
+
});
|
|
224
|
+
_saveWorker.on('message', ({ ok, error, reqId }) => {
|
|
225
|
+
const p = _saveWorkerPending.get(reqId);
|
|
226
|
+
if (!p) return;
|
|
227
|
+
_saveWorkerPending.delete(reqId);
|
|
228
|
+
// Drop the ref AFTER pending was registered ref-up'd so the worker
|
|
229
|
+
// becomes unref'd again once all in-flight writes settle. _saveWorker
|
|
230
|
+
// null-check covers the error/exit race where the worker died first.
|
|
231
|
+
if (--_saveWorkerRefCount === 0 && _saveWorker) _saveWorker.unref();
|
|
232
|
+
if (ok) p.resolve();
|
|
233
|
+
else p.reject(new Error(`[session-store] worker save failed: ${error}`));
|
|
234
|
+
});
|
|
235
|
+
_saveWorker.on('error', (err) => {
|
|
236
|
+
for (const [, p] of _saveWorkerPending) p.reject(err);
|
|
237
|
+
_saveWorkerPending.clear();
|
|
238
|
+
_saveWorkerRefCount = 0;
|
|
239
|
+
_saveWorker = null;
|
|
240
|
+
});
|
|
241
|
+
_saveWorker.on('exit', (code) => {
|
|
242
|
+
// Reject pending resolvers on ANY exit (code 0 included) so an idle
|
|
243
|
+
// worker that races a pending postMessage cannot leak resolvers. The
|
|
244
|
+
// map is empty on the normal idle-exit path so the loop is a no-op,
|
|
245
|
+
// but it remains safe for the race window where exit fires after
|
|
246
|
+
// saveSessionAsync registered a resolver but before the worker
|
|
247
|
+
// received the message.
|
|
248
|
+
const err = new Error(`[session-store] save worker exited with code ${code}`);
|
|
249
|
+
for (const [, p] of _saveWorkerPending) p.reject(err);
|
|
250
|
+
_saveWorkerPending.clear();
|
|
251
|
+
_saveWorkerRefCount = 0;
|
|
252
|
+
_saveWorker = null;
|
|
253
|
+
});
|
|
254
|
+
_saveWorker.unref(); // don't keep process alive
|
|
255
|
+
return _saveWorker;
|
|
256
|
+
}
|
|
257
|
+
|
|
258
|
+
/**
|
|
259
|
+
* Async save via a dedicated Worker thread.
|
|
260
|
+
* Errors surface as thrown Errors — callers must not silently swallow them.
|
|
261
|
+
*/
|
|
262
|
+
export function saveSessionAsync(session, opts) {
|
|
263
|
+
_ensureLifecycleFields(session);
|
|
264
|
+
setLiveSession(session);
|
|
265
|
+
const reqId = ++_saveWorkerReqId;
|
|
266
|
+
const safeOpts = opts || null;
|
|
267
|
+
return new Promise((resolve, reject) => {
|
|
268
|
+
// Persist {session, opts} so drainSessionStore can sync-flush
|
|
269
|
+
// outstanding writes if process exit interrupts the worker queue.
|
|
270
|
+
_saveWorkerPending.set(reqId, { resolve, reject, session, opts: safeOpts });
|
|
271
|
+
try {
|
|
272
|
+
const w = _getOrSpawnWorker();
|
|
273
|
+
w.postMessage({ session, opts: safeOpts, reqId });
|
|
274
|
+
// Ref AFTER successful postMessage so a queue/throw failure path
|
|
275
|
+
// does not leave the worker held alive with no pending message.
|
|
276
|
+
// Paired with the unref in the message handler when count hits 0.
|
|
277
|
+
if (++_saveWorkerRefCount === 1) w.ref();
|
|
278
|
+
} catch (err) {
|
|
279
|
+
_saveWorkerPending.delete(reqId);
|
|
280
|
+
reject(err);
|
|
281
|
+
}
|
|
282
|
+
});
|
|
283
|
+
}
|
|
284
|
+
|
|
285
|
+
/**
|
|
286
|
+
* Exported for save-session-worker — not part of the public API.
|
|
287
|
+
* External callers should use saveSession / saveSessionAsync.
|
|
288
|
+
*/
|
|
289
|
+
export function _saveSessionSync(session, opts) {
|
|
290
|
+
_ensureLifecycleFields(session);
|
|
291
|
+
_doSaveSync({ session, opts: opts || null });
|
|
292
|
+
}
|
|
293
|
+
|
|
294
|
+
function _doSaveSync(payload) {
|
|
295
|
+
const { session, opts } = payload;
|
|
296
|
+
const id = session.id;
|
|
297
|
+
if (_shouldDrop(id, opts)) return;
|
|
298
|
+
const target = sessionPath(id);
|
|
299
|
+
const tmp = target + '.' + randomBytes(6).toString('hex') + '.tmp';
|
|
300
|
+
try {
|
|
301
|
+
writeFileSync(tmp, JSON.stringify(session), 'utf-8');
|
|
302
|
+
if (_shouldDrop(id, opts)) {
|
|
303
|
+
try { unlinkSync(tmp); } catch { /* ignore cleanup failure */ }
|
|
304
|
+
return;
|
|
305
|
+
}
|
|
306
|
+
_renameWithRetrySync(tmp, target);
|
|
307
|
+
} catch (err) {
|
|
308
|
+
try { unlinkSync(tmp); } catch { /* ignore cleanup failure */ }
|
|
309
|
+
throw err;
|
|
310
|
+
}
|
|
311
|
+
}
|
|
312
|
+
|
|
313
|
+
function _shouldDrop(id, opts) {
|
|
314
|
+
if (!opts || opts.allowClosed) return false;
|
|
315
|
+
const expected = typeof opts.expectedGeneration === 'number' ? opts.expectedGeneration : null;
|
|
316
|
+
if (expected === null) return false;
|
|
317
|
+
// Re-read current tombstone state from disk. If the session is closed with
|
|
318
|
+
// a generation >= expected, our write is stale — drop it.
|
|
319
|
+
const target = sessionPath(id);
|
|
320
|
+
if (!existsSync(target)) return false;
|
|
321
|
+
try {
|
|
322
|
+
const onDisk = JSON.parse(readFileSync(target, 'utf-8'));
|
|
323
|
+
const diskGen = typeof onDisk.generation === 'number' ? onDisk.generation : 0;
|
|
324
|
+
return onDisk.closed === true && diskGen >= expected;
|
|
325
|
+
} catch {
|
|
326
|
+
return false;
|
|
327
|
+
}
|
|
328
|
+
}
|
|
329
|
+
|
|
330
|
+
/** Sync-flush every pending save on exit; per-entry catch matches _flushScheduled. */
|
|
331
|
+
export function drainSessionStore() {
|
|
332
|
+
for (const t of _debounceTimers.values()) clearTimeout(t);
|
|
333
|
+
_debounceTimers.clear();
|
|
334
|
+
for (const [, pending] of _savePending) {
|
|
335
|
+
if (!pending.payload) continue;
|
|
336
|
+
try {
|
|
337
|
+
_doSaveSync(pending.payload);
|
|
338
|
+
} catch (err) {
|
|
339
|
+
process.stderr.write(`[session-store] drain save failed: ${err?.message}\n`);
|
|
340
|
+
}
|
|
341
|
+
}
|
|
342
|
+
_savePending.clear();
|
|
343
|
+
// Outstanding worker-queue writes: process exit may interrupt the worker
|
|
344
|
+
// thread before it processes its message queue, so each pending payload
|
|
345
|
+
// is sync-flushed directly here. The Promise is then rejected so the
|
|
346
|
+
// caller's await site does not leak unresolved (caller is at process
|
|
347
|
+
// exit so the rejection is informational, not actionable).
|
|
348
|
+
for (const [, pending] of _saveWorkerPending) {
|
|
349
|
+
if (!pending.session) continue;
|
|
350
|
+
try {
|
|
351
|
+
_saveSessionSync(pending.session, pending.opts);
|
|
352
|
+
} catch (err) {
|
|
353
|
+
process.stderr.write(`[session-store] drain worker-queue save failed: ${err?.message}\n`);
|
|
354
|
+
}
|
|
355
|
+
try {
|
|
356
|
+
pending.reject(new Error('[session-store] drain: worker-queue interrupted by process exit'));
|
|
357
|
+
} catch { /* best-effort */ }
|
|
358
|
+
}
|
|
359
|
+
_saveWorkerPending.clear();
|
|
360
|
+
_saveWorkerRefCount = 0;
|
|
361
|
+
}
|
|
362
|
+
|
|
363
|
+
function _drainQueue(id) {
|
|
364
|
+
const pending = _savePending.get(id);
|
|
365
|
+
if (pending && pending.queued) {
|
|
366
|
+
const next = pending.queued;
|
|
367
|
+
_savePending.set(id, { writing: true, payload: next });
|
|
368
|
+
_doSave(next).catch(err => {
|
|
369
|
+
process.stderr.write(`[session-store] save failed: ${err?.message}\n`);
|
|
370
|
+
_lastSaveError.set(id, { message: err?.message ?? String(err), at: Date.now() });
|
|
371
|
+
});
|
|
372
|
+
} else {
|
|
373
|
+
_savePending.delete(id);
|
|
374
|
+
}
|
|
375
|
+
}
|
|
376
|
+
|
|
377
|
+
async function _doSave(payload) {
|
|
378
|
+
const { session, opts } = payload;
|
|
379
|
+
const id = session.id;
|
|
380
|
+
// First check: upfront, before any disk I/O. Cheap short-circuit when a
|
|
381
|
+
// tombstone is already on disk when the caller arrives.
|
|
382
|
+
if (_shouldDrop(id, opts)) {
|
|
383
|
+
_drainQueue(id);
|
|
384
|
+
return;
|
|
385
|
+
}
|
|
386
|
+
const target = sessionPath(id);
|
|
387
|
+
const tmp = target + '.' + randomBytes(6).toString('hex') + '.tmp';
|
|
388
|
+
try {
|
|
389
|
+
await fsp.writeFile(tmp, JSON.stringify(session), 'utf-8');
|
|
390
|
+
// Second check: between the temp write and the rename, closeSession()
|
|
391
|
+
// may have planted a tombstone. Re-check on disk; if a newer tombstone
|
|
392
|
+
// now exists, discard our temp file rather than let rename clobber it.
|
|
393
|
+
if (_shouldDrop(id, opts)) {
|
|
394
|
+
try { unlinkSync(tmp); } catch { /* ignore cleanup failure */ }
|
|
395
|
+
process.stderr.write(`[session-store] ${id}: dropped stale save (tombstone planted during write)\n`);
|
|
396
|
+
_drainQueue(id);
|
|
397
|
+
return;
|
|
398
|
+
}
|
|
399
|
+
_renameWithRetrySync(tmp, target);
|
|
400
|
+
} catch (err) {
|
|
401
|
+
try { unlinkSync(tmp); } catch { /* ignore cleanup failure */ }
|
|
402
|
+
_savePending.delete(id);
|
|
403
|
+
throw err;
|
|
404
|
+
}
|
|
405
|
+
_drainQueue(id);
|
|
406
|
+
}
|
|
407
|
+
|
|
408
|
+
/**
|
|
409
|
+
* Atomically mark a session closed on disk with a bumped generation.
|
|
410
|
+
* Returns the new generation, or null if the session file doesn't exist.
|
|
411
|
+
* Used by closeSession() to plant a tombstone that races against in-flight
|
|
412
|
+
* saveSession() calls.
|
|
413
|
+
*/
|
|
414
|
+
export function markSessionClosed(id, reason = 'manual') {
|
|
415
|
+
// Cancel any pending debounced save so it cannot overwrite the tombstone
|
|
416
|
+
// that we are about to plant. The _shouldDrop() guard inside _doSave()
|
|
417
|
+
// provides a second line of defence, but cancelling here is cheaper.
|
|
418
|
+
_clearDebounce(id);
|
|
419
|
+
const existing = loadSession(id);
|
|
420
|
+
if (!existing) return null;
|
|
421
|
+
const newGen = (typeof existing.generation === 'number' ? existing.generation : 0) + 1;
|
|
422
|
+
const tombstone = { ...existing, closed: true, closedReason: reason, status: 'closed', generation: newGen, updatedAt: Date.now() };
|
|
423
|
+
// Bypass the queue + guard — this IS the tombstone write.
|
|
424
|
+
const target = sessionPath(id);
|
|
425
|
+
const tmp = target + '.' + randomBytes(6).toString('hex') + '.tmp';
|
|
426
|
+
try {
|
|
427
|
+
writeFileSync(tmp, JSON.stringify(tombstone), 'utf-8');
|
|
428
|
+
_renameWithRetrySync(tmp, target);
|
|
429
|
+
} catch {
|
|
430
|
+
try { unlinkSync(tmp); } catch { /* ignore */ }
|
|
431
|
+
return null;
|
|
432
|
+
}
|
|
433
|
+
_savePending.delete(id);
|
|
434
|
+
_clearLiveSession(id);
|
|
435
|
+
_deleteHeartbeat(id);
|
|
436
|
+
// Structured close metric. Single emission point because every close
|
|
437
|
+
// path funnels through markSessionClosed. lifeMs = updatedAt-createdAt
|
|
438
|
+
// straddles the tombstone (updatedAt was just set to Date.now()), so
|
|
439
|
+
// it reflects the session's full lifetime including the close turn.
|
|
440
|
+
try {
|
|
441
|
+
const _dataDir = getPluginData();
|
|
442
|
+
if (_dataDir) {
|
|
443
|
+
const _ts = new Date().toISOString();
|
|
444
|
+
const _lifeMs = (typeof existing.createdAt === 'number' && existing.createdAt > 0)
|
|
445
|
+
? (tombstone.updatedAt - existing.createdAt)
|
|
446
|
+
: 0;
|
|
447
|
+
const _role = existing.role || '-';
|
|
448
|
+
const _owner = existing.owner || '-';
|
|
449
|
+
appendFileSync(
|
|
450
|
+
join(_dataDir, 'tool-events.log'),
|
|
451
|
+
`[${_ts}] [session-close] owner=${_owner} role=${_role} reason=${reason} lifeMs=${_lifeMs} id=${id}\n`,
|
|
452
|
+
);
|
|
453
|
+
}
|
|
454
|
+
} catch { /* logger never breaks the close path */ }
|
|
455
|
+
return newGen;
|
|
456
|
+
}
|
|
457
|
+
|
|
458
|
+
export function loadSession(id) {
|
|
459
|
+
const path = sessionPath(id);
|
|
460
|
+
// Read-your-writes: if a save is pending (debouncing, scheduled, or queued
|
|
461
|
+
// behind an in-flight write) return that payload instead of stale disk state.
|
|
462
|
+
// The most-recently-queued slot is checked first (queued > payload).
|
|
463
|
+
const pending = _savePending.get(id);
|
|
464
|
+
if (pending) {
|
|
465
|
+
const inMemory = (pending.queued || pending.payload)?.session;
|
|
466
|
+
if (inMemory) return _ensureLifecycleFields(inMemory);
|
|
467
|
+
}
|
|
468
|
+
const live = _liveSessions.get(id);
|
|
469
|
+
if (live) return _ensureLifecycleFields(live);
|
|
470
|
+
if (!existsSync(path)) return null;
|
|
471
|
+
try { return _ensureLifecycleFields(JSON.parse(readFileSync(path, 'utf-8'))); }
|
|
472
|
+
catch { return null; }
|
|
473
|
+
}
|
|
474
|
+
|
|
475
|
+
/**
|
|
476
|
+
* Returns the last save error for a session id, or null if no error has occurred.
|
|
477
|
+
* Shape: { message: string, at: number } | null
|
|
478
|
+
*/
|
|
479
|
+
export function getSessionSaveError(id) {
|
|
480
|
+
return _lastSaveError.get(id) ?? null;
|
|
481
|
+
}
|
|
482
|
+
|
|
483
|
+
export function clearSessionSaveError(id) {
|
|
484
|
+
_lastSaveError.delete(id);
|
|
485
|
+
}
|
|
486
|
+
|
|
487
|
+
export function deleteSession(id) {
|
|
488
|
+
const path = sessionPath(id);
|
|
489
|
+
let removed = false;
|
|
490
|
+
if (existsSync(path)) {
|
|
491
|
+
try {
|
|
492
|
+
unlinkSync(path);
|
|
493
|
+
removed = true;
|
|
494
|
+
}
|
|
495
|
+
catch { /* fall through to .hb cleanup */ }
|
|
496
|
+
}
|
|
497
|
+
_deleteHeartbeat(id);
|
|
498
|
+
return removed;
|
|
499
|
+
}
|
|
500
|
+
const DEFAULT_SESSION_TTL_MS = 5 * 60 * 1000; // 5 minutes idle — aligned with Anthropic 5m messages tier and OpenAI in-memory cache window
|
|
501
|
+
// Hard wall-clock ceiling for sessions stuck in status='running'. The
|
|
502
|
+
// stream-watchdog should abort stalled streams within ~120s, but if it misses
|
|
503
|
+
// one (process crash, watchdog not started, provider never returned), this
|
|
504
|
+
// backstop reclaims the file so the sweep doesn't leak zombies indefinitely.
|
|
505
|
+
const RUNNING_STALL_MS = 10 * 60 * 1000;
|
|
506
|
+
|
|
507
|
+
export function listStoredSessions() {
|
|
508
|
+
const dir = getStoreDir();
|
|
509
|
+
if (!existsSync(dir))
|
|
510
|
+
return [];
|
|
511
|
+
const files = readdirSync(dir).filter(f => f.endsWith('.json'));
|
|
512
|
+
const sessions = [];
|
|
513
|
+
for (const f of files) {
|
|
514
|
+
try {
|
|
515
|
+
const session = _ensureLifecycleFields(JSON.parse(readFileSync(join(dir, f), 'utf-8')));
|
|
516
|
+
sessions.push(session);
|
|
517
|
+
}
|
|
518
|
+
catch { /* skip corrupt */ }
|
|
519
|
+
}
|
|
520
|
+
return sessions.sort((a, b) => b.updatedAt - a.updatedAt);
|
|
521
|
+
}
|
|
522
|
+
|
|
523
|
+
/**
|
|
524
|
+
* Raw directory scan — returns every parseable session file without any
|
|
525
|
+
* TTL-based inline deletion. Callers (e.g. sweepTombstones) need to own the
|
|
526
|
+
* unlink decision and log it themselves.
|
|
527
|
+
*/
|
|
528
|
+
export function getStoredSessionsRaw() {
|
|
529
|
+
const dir = getStoreDir();
|
|
530
|
+
if (!existsSync(dir)) return [];
|
|
531
|
+
const files = readdirSync(dir).filter(f => f.endsWith('.json'));
|
|
532
|
+
const sessions = [];
|
|
533
|
+
for (const f of files) {
|
|
534
|
+
try {
|
|
535
|
+
sessions.push(JSON.parse(readFileSync(join(dir, f), 'utf-8')));
|
|
536
|
+
} catch { /* skip corrupt */ }
|
|
537
|
+
}
|
|
538
|
+
return sessions;
|
|
539
|
+
}
|
|
540
|
+
|
|
541
|
+
/**
|
|
542
|
+
* Background sweep: delete session files idle longer than ttlMs.
|
|
543
|
+
* Returns { cleaned, remaining, details } for logging.
|
|
544
|
+
*/
|
|
545
|
+
export function sweepStaleSessions(ttlMs) {
|
|
546
|
+
const maxAge = ttlMs || DEFAULT_SESSION_TTL_MS;
|
|
547
|
+
const dir = getStoreDir();
|
|
548
|
+
if (!existsSync(dir))
|
|
549
|
+
return { cleaned: 0, remaining: 0, details: [] };
|
|
550
|
+
const files = readdirSync(dir).filter(f => f.endsWith('.json'));
|
|
551
|
+
const now = Date.now();
|
|
552
|
+
let cleaned = 0;
|
|
553
|
+
let remaining = 0;
|
|
554
|
+
const details = [];
|
|
555
|
+
for (const f of files) {
|
|
556
|
+
try {
|
|
557
|
+
const session = JSON.parse(readFileSync(join(dir, f), 'utf-8'));
|
|
558
|
+
// Prefer .hb sidecar mtime — updated at tight cadence (≤5s) without
|
|
559
|
+
// serialising the full JSON, so it reflects true liveness more
|
|
560
|
+
// accurately than the JSON timestamp fields.
|
|
561
|
+
let lastActive = session.lastHeartbeatAt || session.updatedAt || session.createdAt || 0;
|
|
562
|
+
try {
|
|
563
|
+
const hbPath = join(dir, f.replace(/\.json$/, '.hb'));
|
|
564
|
+
if (existsSync(hbPath)) {
|
|
565
|
+
const hbMtime = statSync(hbPath).mtimeMs;
|
|
566
|
+
if (hbMtime) lastActive = Math.max(lastActive, hbMtime);
|
|
567
|
+
}
|
|
568
|
+
} catch { /* .hb unavailable — fall back to JSON fields */ }
|
|
569
|
+
// Sweep bridge-owned and ownerless (legacy) sessions; skip explicit user sessions.
|
|
570
|
+
if (typeof session.owner === 'string' && session.owner.length > 0 && session.owner !== 'bridge') {
|
|
571
|
+
remaining++;
|
|
572
|
+
continue;
|
|
573
|
+
}
|
|
574
|
+
// Already-closed tombstones are handled by the status-server /
|
|
575
|
+
// manager tombstone reapers. Do not "close" them again here:
|
|
576
|
+
// markSessionClosed() bumps updatedAt, which makes old tombstones
|
|
577
|
+
// look fresh and can resurrect stale statusline noise.
|
|
578
|
+
if (session.closed === true || session.status === 'closed') {
|
|
579
|
+
remaining++;
|
|
580
|
+
continue;
|
|
581
|
+
}
|
|
582
|
+
// Running sessions are normally reaped by the stream-watchdog
|
|
583
|
+
// within ~120s. Skip them here unless they've been silent past
|
|
584
|
+
// RUNNING_STALL_MS, at which point they are treated as zombies.
|
|
585
|
+
if (session.status === 'running' && now - lastActive <= RUNNING_STALL_MS) {
|
|
586
|
+
remaining++;
|
|
587
|
+
continue;
|
|
588
|
+
}
|
|
589
|
+
if (now - lastActive > maxAge) {
|
|
590
|
+
try { markSessionClosed(session.id, 'idle-sweep'); }
|
|
591
|
+
catch (err) {
|
|
592
|
+
process.stderr.write(`[session-store] idle-sweep close failed for ${session.id}: ${err?.message}\n`);
|
|
593
|
+
continue;
|
|
594
|
+
}
|
|
595
|
+
cleaned++;
|
|
596
|
+
details.push({
|
|
597
|
+
id: session.id,
|
|
598
|
+
owner: session.owner || 'unknown',
|
|
599
|
+
idleMinutes: Math.round((now - lastActive) / 60000),
|
|
600
|
+
bashSessionId: session.implicitBashSessionId || null,
|
|
601
|
+
});
|
|
602
|
+
} else {
|
|
603
|
+
remaining++;
|
|
604
|
+
}
|
|
605
|
+
}
|
|
606
|
+
catch { /* skip corrupt */ }
|
|
607
|
+
}
|
|
608
|
+
// Orphan .hb reap: a heartbeat sidecar whose .json no longer exists is dead
|
|
609
|
+
// weight once it is also stale (older than maxAge) — the session JSON was
|
|
610
|
+
// swept/closed but the .hb lingered (a pre-fix orphaned heartbeat). The
|
|
611
|
+
// staleness gate avoids nuking the .hb of a session mid-create whose .json
|
|
612
|
+
// write has not landed yet.
|
|
613
|
+
try {
|
|
614
|
+
for (const h of readdirSync(dir).filter(f => f.endsWith('.hb'))) {
|
|
615
|
+
if (existsSync(join(dir, h.replace(/\.hb$/, '.json')))) continue;
|
|
616
|
+
let hbMtime = 0;
|
|
617
|
+
try { hbMtime = statSync(join(dir, h)).mtimeMs; } catch { continue; }
|
|
618
|
+
if (now - hbMtime > maxAge) {
|
|
619
|
+
try { unlinkSync(join(dir, h)); cleaned++; } catch { /* ignore */ }
|
|
620
|
+
}
|
|
621
|
+
}
|
|
622
|
+
} catch { /* dir scan failure — non-fatal */ }
|
|
623
|
+
return { cleaned, remaining, details };
|
|
624
|
+
}
|