mixdog 0.9.1 → 0.9.3
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/package.json +9 -1
- package/scripts/_bench-cwc.json +20 -0
- package/scripts/agent-loop-policy-test.mjs +37 -0
- package/scripts/agent-parallel-smoke.mjs +54 -10
- package/scripts/anthropic-maxtokens-test.mjs +119 -0
- package/scripts/background-task-meta-smoke.mjs +1 -1
- package/scripts/bench-run.mjs +262 -0
- package/scripts/build-tui.mjs +13 -1
- package/scripts/compact-smoke.mjs +12 -0
- package/scripts/compact-trigger-migration-smoke.mjs +67 -1
- package/scripts/explore-bench.mjs +124 -0
- package/scripts/hook-bus-test.mjs +191 -0
- package/scripts/ingest-pure-conversation-smoke.mjs +148 -0
- package/scripts/internal-comms-bench.mjs +727 -0
- package/scripts/internal-comms-smoke.mjs +75 -0
- package/scripts/lead-workflow-smoke.mjs +4 -4
- package/scripts/live-worker-smoke.mjs +9 -9
- package/scripts/output-style-bench.mjs +285 -0
- package/scripts/output-style-smoke.mjs +13 -10
- package/scripts/patch-replay.mjs +90 -0
- package/scripts/path-suffix-test.mjs +57 -0
- package/scripts/provider-stream-stall-test.mjs +276 -0
- package/scripts/provider-toolcall-test.mjs +599 -1
- package/scripts/recall-bench.mjs +207 -0
- package/scripts/routing-corpus.mjs +281 -0
- package/scripts/session-bench.mjs +1526 -0
- package/scripts/session-diag.mjs +595 -0
- package/scripts/task-bench.mjs +207 -0
- package/scripts/tool-failures.mjs +6 -6
- package/scripts/tool-smoke.mjs +310 -67
- package/scripts/toolcall-args-test.mjs +81 -0
- package/src/agents/debugger/AGENT.md +4 -4
- package/src/agents/heavy-worker/AGENT.md +20 -9
- package/src/agents/reviewer/AGENT.md +4 -4
- package/src/agents/worker/AGENT.md +17 -9
- package/src/app.mjs +10 -6
- package/src/defaults/{hidden-roles.json → agents.json} +7 -7
- package/src/examples/schedules/SCHEDULE.example.md +32 -0
- package/src/examples/webhooks/WEBHOOK.example.md +40 -0
- package/src/headless-role.mjs +14 -14
- package/src/help.mjs +1 -0
- package/src/lib/rules-builder.cjs +32 -54
- package/src/mixdog-session-runtime.mjs +1040 -2036
- package/src/output-styles/default.md +12 -7
- package/src/output-styles/minimal.md +25 -0
- package/src/output-styles/oneline.md +21 -0
- package/src/output-styles/simple.md +10 -9
- package/src/repl.mjs +17 -7
- package/src/rules/agent/00-common.md +7 -5
- package/src/rules/agent/30-explorer.md +8 -12
- package/src/rules/lead/01-general.md +3 -1
- package/src/rules/lead/lead-tool.md +13 -2
- package/src/rules/shared/01-tool.md +23 -12
- package/src/runtime/agent/orchestrator/agent-runtime/agent-dispatch.mjs +90 -32
- package/src/runtime/agent/orchestrator/agent-runtime/agent-loop-policy.mjs +32 -0
- package/src/runtime/agent/orchestrator/agent-runtime/agent-progress-watchdog.mjs +18 -6
- package/src/runtime/agent/orchestrator/agent-runtime/cache-strategy.mjs +23 -20
- package/src/runtime/agent/orchestrator/agent-runtime/session-builder.mjs +48 -14
- package/src/runtime/agent/orchestrator/agent-trace.mjs +87 -12
- package/src/runtime/agent/orchestrator/config.mjs +3 -0
- package/src/runtime/agent/orchestrator/context/collect.mjs +182 -67
- package/src/runtime/agent/orchestrator/{internal-roles.mjs → internal-agents.mjs} +72 -72
- package/src/runtime/agent/orchestrator/internal-tools.mjs +13 -26
- package/src/runtime/agent/orchestrator/mcp/client.mjs +100 -18
- package/src/runtime/agent/orchestrator/providers/anthropic-betas.mjs +7 -0
- package/src/runtime/agent/orchestrator/providers/anthropic-effort.mjs +188 -0
- package/src/runtime/agent/orchestrator/providers/anthropic-leaked-toolcall.mjs +444 -0
- package/src/runtime/agent/orchestrator/providers/anthropic-max-tokens.mjs +93 -0
- package/src/runtime/agent/orchestrator/providers/anthropic-oauth.mjs +313 -84
- package/src/runtime/agent/orchestrator/providers/anthropic.mjs +104 -38
- package/src/runtime/agent/orchestrator/providers/api-usage.mjs +28 -33
- package/src/runtime/agent/orchestrator/providers/gemini.mjs +184 -17
- package/src/runtime/agent/orchestrator/providers/grok-oauth.mjs +8 -1
- package/src/runtime/agent/orchestrator/providers/lib/usage-primitives.mjs +32 -0
- package/src/runtime/agent/orchestrator/providers/model-catalog.mjs +18 -8
- package/src/runtime/agent/orchestrator/providers/oauth-usage.mjs +54 -20
- package/src/runtime/agent/orchestrator/providers/openai-compat-stream.mjs +227 -31
- package/src/runtime/agent/orchestrator/providers/openai-compat.mjs +83 -6
- package/src/runtime/agent/orchestrator/providers/openai-oauth-ws.mjs +229 -115
- package/src/runtime/agent/orchestrator/providers/openai-oauth.mjs +213 -33
- package/src/runtime/agent/orchestrator/providers/openai-ws.mjs +18 -0
- package/src/runtime/agent/orchestrator/providers/opencode-go-usage.mjs +49 -17
- package/src/runtime/agent/orchestrator/providers/registry.mjs +2 -1
- package/src/runtime/agent/orchestrator/providers/retry-classifier.mjs +22 -17
- package/src/runtime/agent/orchestrator/session/compact.mjs +560 -51
- package/src/runtime/agent/orchestrator/session/context-utils.mjs +250 -3
- package/src/runtime/agent/orchestrator/session/loop/compact-debug.mjs +28 -0
- package/src/runtime/agent/orchestrator/session/loop/compact-policy.mjs +262 -0
- package/src/runtime/agent/orchestrator/session/loop/context-overflow.mjs +38 -0
- package/src/runtime/agent/orchestrator/session/loop/env.mjs +14 -0
- package/src/runtime/agent/orchestrator/session/loop/hidden-agents.mjs +21 -0
- package/src/runtime/agent/orchestrator/session/loop/pre-dispatch-deny.mjs +49 -0
- package/src/runtime/agent/orchestrator/session/loop/steering.mjs +63 -0
- package/src/runtime/agent/orchestrator/session/loop/stored-tool-args.mjs +100 -0
- package/src/runtime/agent/orchestrator/session/loop/tool-classify.mjs +52 -0
- package/src/runtime/agent/orchestrator/session/loop/tool-helpers.mjs +218 -0
- package/src/runtime/agent/orchestrator/session/loop/transcript-repair.mjs +101 -0
- package/src/runtime/agent/orchestrator/session/loop/usage.mjs +35 -0
- package/src/runtime/agent/orchestrator/session/loop.mjs +513 -1000
- package/src/runtime/agent/orchestrator/session/manager/context-meta.mjs +227 -0
- package/src/runtime/agent/orchestrator/session/manager/pending-messages.mjs +235 -0
- package/src/runtime/agent/orchestrator/session/manager/prompt-utils.mjs +137 -0
- package/src/runtime/agent/orchestrator/session/manager/rules-cache.mjs +155 -0
- package/src/runtime/agent/orchestrator/session/manager/tool-resolution.mjs +303 -0
- package/src/runtime/agent/orchestrator/session/manager.mjs +232 -1152
- package/src/runtime/agent/orchestrator/session/store.mjs +4 -4
- package/src/runtime/agent/orchestrator/session/tool-envelope.mjs +61 -0
- package/src/runtime/agent/orchestrator/session/tool-result-offload.mjs +5 -0
- package/src/runtime/agent/orchestrator/stall-policy.mjs +63 -15
- package/src/runtime/agent/orchestrator/tools/builtin/arg-guard.mjs +194 -24
- package/src/runtime/agent/orchestrator/tools/builtin/arg-guard.test.mjs +143 -0
- package/src/runtime/agent/orchestrator/tools/builtin/builtin-tools.mjs +34 -18
- package/src/runtime/agent/orchestrator/tools/builtin/external-tool-adapters.mjs +241 -0
- package/src/runtime/agent/orchestrator/tools/builtin/external-tool-adapters.test.mjs +162 -0
- package/src/runtime/agent/orchestrator/tools/builtin/fuzzy-match.mjs +1 -1
- package/src/runtime/agent/orchestrator/tools/builtin/list-formatting.mjs +10 -0
- package/src/runtime/agent/orchestrator/tools/builtin/list-tool.mjs +5 -4
- package/src/runtime/agent/orchestrator/tools/builtin/path-diagnostics.mjs +42 -2
- package/src/runtime/agent/orchestrator/tools/builtin/path-utils.mjs +15 -0
- package/src/runtime/agent/orchestrator/tools/builtin/read-args.mjs +9 -44
- package/src/runtime/agent/orchestrator/tools/builtin/read-constants.mjs +2 -1
- package/src/runtime/agent/orchestrator/tools/builtin/read-formatting.mjs +14 -5
- package/src/runtime/agent/orchestrator/tools/builtin/read-single-tool.mjs +11 -4
- package/src/runtime/agent/orchestrator/tools/builtin/read-tool.mjs +10 -17
- package/src/runtime/agent/orchestrator/tools/builtin/search-tool.mjs +23 -2
- package/src/runtime/agent/orchestrator/tools/builtin/shell-jobs.mjs +50 -39
- package/src/runtime/agent/orchestrator/tools/builtin/shell-output.mjs +3 -2
- package/src/runtime/agent/orchestrator/tools/builtin/tool-output-limit.mjs +10 -0
- package/src/runtime/agent/orchestrator/tools/builtin.mjs +70 -1
- package/src/runtime/agent/orchestrator/tools/code-graph/build.mjs +303 -0
- package/src/runtime/agent/orchestrator/tools/code-graph/constants.mjs +43 -0
- package/src/runtime/agent/orchestrator/tools/code-graph/disk-cache.mjs +382 -0
- package/src/runtime/agent/orchestrator/tools/code-graph/dispatch.mjs +497 -0
- package/src/runtime/agent/orchestrator/tools/code-graph/graph-binary.mjs +295 -0
- package/src/runtime/agent/orchestrator/tools/code-graph/graph-model.mjs +158 -0
- package/src/runtime/agent/orchestrator/tools/code-graph/lang-predicates.mjs +128 -0
- package/src/runtime/agent/orchestrator/tools/code-graph/memory-cache.mjs +66 -0
- package/src/runtime/agent/orchestrator/tools/code-graph/project-root.mjs +44 -0
- package/src/runtime/agent/orchestrator/tools/code-graph/search.mjs +1192 -0
- package/src/runtime/agent/orchestrator/tools/code-graph/source-access.mjs +81 -0
- package/src/runtime/agent/orchestrator/tools/code-graph/span.mjs +19 -0
- package/src/runtime/agent/orchestrator/tools/code-graph/symbol-index.mjs +280 -0
- package/src/runtime/agent/orchestrator/tools/code-graph/text-mask.mjs +347 -0
- package/src/runtime/agent/orchestrator/tools/code-graph-tool-defs.mjs +5 -5
- package/src/runtime/agent/orchestrator/tools/code-graph.mjs +39 -4189
- package/src/runtime/agent/orchestrator/tools/patch.mjs +119 -5
- package/src/runtime/agent/orchestrator/tools/progress-message.mjs +1 -2
- package/src/runtime/agent/orchestrator/tools/shell-command.mjs +1 -2
- package/src/runtime/agent/orchestrator/tools/shell-snapshot.mjs +2 -4
- package/src/runtime/channels/backends/discord.mjs +99 -9
- package/src/runtime/channels/backends/telegram.mjs +501 -0
- package/src/runtime/channels/index.mjs +437 -1439
- package/src/runtime/channels/lib/boot-profile.mjs +23 -0
- package/src/runtime/channels/lib/config.mjs +54 -2
- package/src/runtime/channels/lib/crash-log.mjs +106 -0
- package/src/runtime/channels/lib/format.mjs +4 -2
- package/src/runtime/channels/lib/index-drop-trace.mjs +72 -0
- package/src/runtime/channels/lib/output-forwarder.mjs +88 -67
- package/src/runtime/channels/lib/runtime-paths.mjs +29 -0
- package/src/runtime/channels/lib/scheduler.mjs +1 -1
- package/src/runtime/channels/lib/telegram-format.mjs +280 -0
- package/src/runtime/channels/lib/tool-format.mjs +1 -1
- package/src/runtime/channels/lib/transcript-discovery.mjs +19 -1
- package/src/runtime/channels/lib/webhook.mjs +59 -31
- package/src/runtime/channels/lib/whisper-language.mjs +42 -0
- package/src/runtime/channels/tool-defs.mjs +1 -1
- package/src/runtime/memory/index.mjs +465 -345
- package/src/runtime/memory/lib/agent-ipc.mjs +2 -2
- package/src/runtime/memory/lib/core-memory-store.mjs +352 -2
- package/src/runtime/memory/lib/cycle-signatures.mjs +34 -0
- package/src/runtime/memory/lib/http-wire.mjs +57 -0
- package/src/runtime/memory/lib/memory-cycle1.mjs +1 -1
- package/src/runtime/memory/lib/memory-cycle2.mjs +65 -9
- package/src/runtime/memory/lib/memory-cycle3.mjs +1 -1
- package/src/runtime/memory/lib/memory-recall-scope-filter.mjs +24 -0
- package/src/runtime/memory/lib/memory-retrievers.mjs +8 -0
- package/src/runtime/memory/lib/memory.mjs +121 -4
- package/src/runtime/memory/lib/pg/adapter.mjs +139 -15
- package/src/runtime/memory/lib/promotion-fingerprint.mjs +50 -0
- package/src/runtime/memory/lib/recall-format.mjs +183 -0
- package/src/runtime/memory/lib/session-ingest.mjs +107 -0
- package/src/runtime/memory/lib/trace-store.mjs +69 -22
- package/src/runtime/memory/tool-defs.mjs +10 -7
- package/src/runtime/shared/abort-controller.mjs +1 -1
- package/src/runtime/shared/background-tasks.mjs +2 -3
- package/src/runtime/shared/buffered-appender.mjs +149 -0
- package/src/runtime/shared/channel-notification-routing.mjs +12 -0
- package/src/runtime/shared/channel-notification-routing.test.mjs +45 -0
- package/src/runtime/shared/config.mjs +9 -0
- package/src/runtime/shared/llm/http-agent.mjs +12 -5
- package/src/runtime/shared/schedules-store.mjs +21 -19
- package/src/runtime/shared/task-notification-envelope.mjs +98 -0
- package/src/runtime/shared/task-notification-envelope.test.mjs +107 -0
- package/src/runtime/shared/tool-execution-contract.mjs +2 -2
- package/src/runtime/shared/tool-surface.mjs +98 -13
- package/src/runtime/shared/transcript-writer.mjs +156 -0
- package/src/runtime/shared/update-checker.mjs +214 -0
- package/src/session-runtime/config-helpers.mjs +209 -0
- package/src/session-runtime/effort.mjs +128 -0
- package/src/session-runtime/fs-utils.mjs +10 -0
- package/src/session-runtime/model-capabilities.mjs +130 -0
- package/src/session-runtime/output-styles.mjs +124 -0
- package/src/session-runtime/plugin-mcp.mjs +114 -0
- package/src/session-runtime/session-text.mjs +100 -0
- package/src/session-runtime/statusline-route.mjs +35 -0
- package/src/session-runtime/tool-catalog.mjs +720 -0
- package/src/session-runtime/workflow.mjs +358 -0
- package/src/standalone/agent-tool.mjs +302 -117
- package/src/standalone/channel-admin.mjs +133 -40
- package/src/standalone/channel-worker.mjs +10 -292
- package/src/standalone/explore-tool.mjs +12 -5
- package/src/standalone/hook-bus.mjs +165 -8
- package/src/standalone/memory-runtime-proxy.mjs +3 -1
- package/src/standalone/opencode-go-login.mjs +121 -0
- package/src/standalone/provider-admin.mjs +25 -3
- package/src/standalone/usage-dashboard.mjs +1 -1
- package/src/tui/App.jsx +2883 -778
- package/src/tui/components/ConfirmBar.jsx +47 -0
- package/src/tui/components/ContextPanel.jsx +5 -3
- package/src/tui/components/ItemRightHintOverprint.jsx +54 -0
- package/src/tui/components/Markdown.jsx +22 -98
- package/src/tui/components/Message.jsx +14 -35
- package/src/tui/components/Picker.jsx +87 -12
- package/src/tui/components/PromptInput.jsx +355 -22
- package/src/tui/components/QueuedCommands.jsx +1 -1
- package/src/tui/components/SlashCommandPalette.jsx +8 -5
- package/src/tui/components/Spinner.jsx +7 -7
- package/src/tui/components/StatusLine.jsx +40 -21
- package/src/tui/components/TextEntryPanel.jsx +51 -7
- package/src/tui/components/ToolExecution.jsx +183 -101
- package/src/tui/components/TurnDone.jsx +4 -4
- package/src/tui/components/UsagePanel.jsx +1 -1
- package/src/tui/components/tool-output-format.mjs +161 -23
- package/src/tui/components/tool-output-format.test.mjs +87 -0
- package/src/tui/display-width.mjs +69 -0
- package/src/tui/display-width.test.mjs +35 -0
- package/src/tui/dist/index.mjs +6731 -2333
- package/src/tui/engine/agent-envelope.mjs +296 -0
- package/src/tui/engine/boot-profile.mjs +21 -0
- package/src/tui/engine/labels.mjs +67 -0
- package/src/tui/engine/notice-text.mjs +112 -0
- package/src/tui/engine/queue-helpers.mjs +161 -0
- package/src/tui/engine/session-stats.mjs +46 -0
- package/src/tui/engine/tool-call-fields.mjs +23 -0
- package/src/tui/engine/tool-result-text.mjs +126 -0
- package/src/tui/engine.mjs +569 -948
- package/src/tui/index.jsx +117 -7
- package/src/tui/input-editing.mjs +58 -8
- package/src/tui/input-editing.selection.test.mjs +75 -0
- package/src/tui/keyboard-protocol.mjs +42 -0
- package/src/tui/lib/voice-recorder.mjs +469 -0
- package/src/tui/markdown/format-token.mjs +128 -76
- package/src/tui/markdown/format-token.test.mjs +61 -19
- package/src/tui/markdown/measure-rendered-rows.mjs +85 -0
- package/src/tui/markdown/render-ansi.test.mjs +1 -1
- package/src/tui/markdown/streaming-markdown.mjs +167 -0
- package/src/tui/markdown/streaming-markdown.test.mjs +70 -0
- package/src/tui/markdown/table-layout.mjs +9 -9
- package/src/tui/paste-attachments.mjs +36 -9
- package/src/tui/paste-fix.test.mjs +119 -0
- package/src/tui/prompt-history-store.mjs +129 -0
- package/src/tui/prompt-history-store.test.mjs +52 -0
- package/src/tui/statusline-ansi-bridge.test.mjs +3 -3
- package/src/tui/theme.mjs +41 -657
- package/src/tui/themes/base.mjs +86 -0
- package/src/tui/themes/basic.mjs +85 -0
- package/src/tui/themes/catppuccin.mjs +72 -0
- package/src/tui/themes/dracula.mjs +70 -0
- package/src/tui/themes/everforest.mjs +71 -0
- package/src/tui/themes/gruvbox.mjs +71 -0
- package/src/tui/themes/index.mjs +71 -0
- package/src/tui/themes/indigo.mjs +78 -0
- package/src/tui/themes/kanagawa.mjs +80 -0
- package/src/tui/themes/light.mjs +81 -0
- package/src/tui/themes/nord.mjs +72 -0
- package/src/tui/themes/onedark.mjs +16 -0
- package/src/tui/themes/rosepine.mjs +70 -0
- package/src/tui/themes/teal.mjs +80 -0
- package/src/tui/themes/tokyonight.mjs +79 -0
- package/src/tui/themes/utils.mjs +106 -0
- package/src/tui/themes/warm.mjs +79 -0
- package/src/tui/transcript-tool-failures.mjs +13 -2
- package/src/ui/markdown.mjs +1 -1
- package/src/ui/model-display.mjs +2 -2
- package/src/ui/statusline.mjs +75 -27
- package/src/vendor/statusline/bin/statusline-route.mjs +5 -12
- package/src/vendor/statusline/src/gateway/claude-current.mjs +3 -3
- package/src/vendor/statusline/src/gateway/route-meta.mjs +30 -16
- package/src/workflows/default/WORKFLOW.md +46 -12
- package/src/workflows/sequential/WORKFLOW.md +51 -0
- package/src/workflows/solo/WORKFLOW.md +12 -1
- package/vendor/ink/build/display-width.js +62 -0
- package/vendor/ink/build/ink.js +100 -12
- package/vendor/ink/build/measure-text.js +4 -1
- package/vendor/ink/build/output.js +115 -9
- package/vendor/ink/build/render-node-to-output.js +4 -1
- package/vendor/ink/build/render.js +4 -0
- package/src/output-styles/extreme-simple.md +0 -20
- package/src/rules/lead/04-workflow.md +0 -51
- package/src/workflows/default/workflow.json +0 -13
- package/src/workflows/solo/workflow.json +0 -7
|
@@ -40,7 +40,7 @@ function nextCallId() {
|
|
|
40
40
|
* unavailable (worker not forked) or the parent reports an error.
|
|
41
41
|
*
|
|
42
42
|
* @param {object} opts agent-dispatch construction options
|
|
43
|
-
* @param {string} [opts.
|
|
43
|
+
* @param {string} [opts.agent]
|
|
44
44
|
* @param {string} [opts.taskType]
|
|
45
45
|
* @param {string} [opts.mode]
|
|
46
46
|
* @param {string} [opts.preset] preset id/name (passed at call time)
|
|
@@ -86,7 +86,7 @@ export function callAgentDispatch(opts = {}, prompt) {
|
|
|
86
86
|
callId,
|
|
87
87
|
tool: 'agent_dispatch',
|
|
88
88
|
params: {
|
|
89
|
-
|
|
89
|
+
agent: opts.agent || null,
|
|
90
90
|
taskType: opts.taskType || null,
|
|
91
91
|
mode: opts.mode || null,
|
|
92
92
|
preset: opts.preset || null,
|
|
@@ -170,7 +170,7 @@ async function _llmJudgeMerge(existing, incoming) {
|
|
|
170
170
|
`INCOMING: ${incoming.element} — ${String(incoming.summary || '')}`
|
|
171
171
|
try {
|
|
172
172
|
const raw = await callAgentDispatch({
|
|
173
|
-
|
|
173
|
+
agent: 'cycle2-agent',
|
|
174
174
|
taskType: 'maintenance',
|
|
175
175
|
mode: 'core-merge-judge',
|
|
176
176
|
preset: resolveMaintenancePreset('memory'),
|
|
@@ -333,4 +333,354 @@ export async function deleteCore(dataDir, id) {
|
|
|
333
333
|
const r = await db.query(`DELETE FROM core_entries WHERE id = $1 RETURNING *`, [numId])
|
|
334
334
|
if (r.rows.length === 0) throw new Error(`no entry with id=${numId}`)
|
|
335
335
|
return r.rows[0]
|
|
336
|
-
}
|
|
336
|
+
}
|
|
337
|
+
|
|
338
|
+
// ─── Core-candidate promotion pipeline (proposal mode) ───────────────────────
|
|
339
|
+
//
|
|
340
|
+
// nominateCoreCandidates flags strong active entries as core-memory
|
|
341
|
+
// candidates. NEVER auto-inserts into core_entries — a user approves each via
|
|
342
|
+
// listCoreCandidates → promoteCoreCandidate. Durable-signal driven:
|
|
343
|
+
// - category grade: only durable knowledge types (rule/constraint/decision/
|
|
344
|
+
// preference/goal/fact) — transient task/issue never nominated.
|
|
345
|
+
// - score >= CANDIDATE_MIN_SCORE: survived age-decay / repeated gate reviews.
|
|
346
|
+
// - reviewed_at survival: entry has been through >= 1 gate review (reviewed_at
|
|
347
|
+
// set) so freshly-promoted noise is excluded.
|
|
348
|
+
// - core_overlap skip: entries whose embedding sits near an existing
|
|
349
|
+
// core_entries row (sim >= CANDIDATE_OVERLAP_SIM) are already covered by a
|
|
350
|
+
// user rule — skip to avoid duplicate promotion. Reuses the same cosine
|
|
351
|
+
// recall shape as cycle2 phase_merge core_overlap.
|
|
352
|
+
// Terminal states ('promoted'/'dismissed') are never re-nominated. Caps at
|
|
353
|
+
// CANDIDATE_CAP total live candidates.
|
|
354
|
+
|
|
355
|
+
const CANDIDATE_CAP = 10
|
|
356
|
+
// Durable categories worth surfacing for user-curated core memory. Mirrors the
|
|
357
|
+
// high end of CATEGORY_GRADE (memory-score.mjs) — task/issue excluded.
|
|
358
|
+
const CANDIDATE_CATEGORIES = new Set(['rule', 'constraint', 'decision', 'preference', 'goal', 'fact'])
|
|
359
|
+
// Score floor: preference grade is 1.4, fact 1.6 — require the entry to still
|
|
360
|
+
// be near its grade ceiling (i.e. survived decay), not a stale low-score root.
|
|
361
|
+
const CANDIDATE_MIN_SCORE = 1.3
|
|
362
|
+
// Embedding sim at/above which the active entry is considered already covered
|
|
363
|
+
// by an existing core row → skip nomination. Matches cycle2 TIER1_THRESHOLD.
|
|
364
|
+
const CANDIDATE_OVERLAP_SIM = 0.78
|
|
365
|
+
// A promote left mid-flight ('promoting') longer than this is treated as a
|
|
366
|
+
// crashed promotion and reverted to a live candidate by recoverStalePromotions.
|
|
367
|
+
// Worst-case addCore duration bounds this: it runs up to CORE_DEDUP_TOP_K (5)
|
|
368
|
+
// sequential LLM merge-judge calls at 30s timeout each (~150s) plus embedding
|
|
369
|
+
// generation — call it ~3min worst case. 15min gives >5x margin so a slow-but-
|
|
370
|
+
// live promote is never mistaken for a crash, while still recovering a genuine
|
|
371
|
+
// crash within one hourly cycle2 pass. The finalize path ALSO tolerates a
|
|
372
|
+
// racing recovery (rowCount=0 → re-claim, see promoteCoreCandidate) so an
|
|
373
|
+
// over-tight cutoff can't corrupt state — this margin is defense-in-depth.
|
|
374
|
+
const PROMOTING_STALE_MS = 15 * 60_000
|
|
375
|
+
|
|
376
|
+
function _candidateReason(row) {
|
|
377
|
+
return `${row.category} grade, score ${Number(row.score).toFixed(2)}, survived gate review`
|
|
378
|
+
}
|
|
379
|
+
|
|
380
|
+
// Post-gate nomination pass. Cheap: one scan over durable high-score active
|
|
381
|
+
// roots not already candidate/promoted/dismissed, one core-overlap cosine
|
|
382
|
+
// probe per row, capped at CANDIDATE_CAP net-new. Returns count nominated.
|
|
383
|
+
export async function nominateCoreCandidates(dataDir, options = {}) {
|
|
384
|
+
const signal = options?.signal
|
|
385
|
+
const db = _getDb(dataDir)
|
|
386
|
+
throwIfAborted(signal)
|
|
387
|
+
// Recover crashed promotions first: a root stuck in 'promoting' past
|
|
388
|
+
// PROMOTING_STALE_MS (claim tx committed but the process died before finalize)
|
|
389
|
+
// is reverted to a live candidate here, so it re-enters the pool below.
|
|
390
|
+
try {
|
|
391
|
+
await recoverStalePromotions(dataDir, { signal })
|
|
392
|
+
throwIfAborted(signal)
|
|
393
|
+
} catch (err) {
|
|
394
|
+
if (signal?.aborted) throw signal.reason ?? err
|
|
395
|
+
__mixdogMemoryLog(`[core-memory] stale-promotion recovery failed: ${err.message}\n`)
|
|
396
|
+
}
|
|
397
|
+
// Live candidate headroom: never exceed CANDIDATE_CAP total pending. Count
|
|
398
|
+
// only ACTIVE candidate roots — a candidate archived by cycle2 core_overlap
|
|
399
|
+
// between nomination and now must not eat headroom (it is also excluded from
|
|
400
|
+
// listCoreCandidates by the same status='active' guard).
|
|
401
|
+
const liveRes = await db.query(
|
|
402
|
+
`SELECT COUNT(*)::int AS n FROM entries WHERE is_root = 1 AND status = 'active' AND core_candidate_status = 'candidate'`,
|
|
403
|
+
)
|
|
404
|
+
const live = Number(liveRes.rows[0]?.n ?? 0)
|
|
405
|
+
const headroom = CANDIDATE_CAP - live
|
|
406
|
+
if (headroom <= 0) return 0
|
|
407
|
+
|
|
408
|
+
// Pull the strongest eligible roots that have never been nominated (status
|
|
409
|
+
// NULL) and have been through a gate review (reviewed_at set). Terminal
|
|
410
|
+
// 'promoted'/'dismissed' rows are excluded by the NULL predicate.
|
|
411
|
+
const cats = [...CANDIDATE_CATEGORIES]
|
|
412
|
+
const eligibleRes = await db.query(
|
|
413
|
+
`SELECT id, element, summary, category, score, project_id,
|
|
414
|
+
(embedding IS NOT NULL) AS has_embedding
|
|
415
|
+
FROM entries
|
|
416
|
+
WHERE is_root = 1 AND status = 'active'
|
|
417
|
+
AND core_candidate_status IS NULL
|
|
418
|
+
AND reviewed_at IS NOT NULL
|
|
419
|
+
AND category = ANY($1::text[])
|
|
420
|
+
AND score >= $2
|
|
421
|
+
ORDER BY score DESC, last_seen_at DESC, id ASC
|
|
422
|
+
LIMIT $3`,
|
|
423
|
+
[cats, CANDIDATE_MIN_SCORE, headroom * 3],
|
|
424
|
+
)
|
|
425
|
+
throwIfAborted(signal)
|
|
426
|
+
|
|
427
|
+
const now = Date.now()
|
|
428
|
+
let nominated = 0
|
|
429
|
+
for (const row of eligibleRes.rows) {
|
|
430
|
+
throwIfAborted(signal)
|
|
431
|
+
if (nominated >= headroom) break
|
|
432
|
+
// core_overlap skip: is this entry already covered by an existing core row?
|
|
433
|
+
// Compute similarity fully in SQL against the entry's own embedding
|
|
434
|
+
// (referenced by id) so no halfvec value round-trips through JS — mirrors
|
|
435
|
+
// the cycle2 phase_merge core_overlap probe shape. Same-pool + COMMON core
|
|
436
|
+
// are eligible matches.
|
|
437
|
+
if (row.has_embedding) {
|
|
438
|
+
const ov = await db.query(
|
|
439
|
+
`SELECT 1 - (e.embedding <=> c.embedding) AS sim
|
|
440
|
+
FROM entries e
|
|
441
|
+
CROSS JOIN LATERAL (
|
|
442
|
+
SELECT inner_c.embedding
|
|
443
|
+
FROM core_entries inner_c
|
|
444
|
+
WHERE inner_c.embedding IS NOT NULL
|
|
445
|
+
AND (inner_c.project_id IS NULL OR inner_c.project_id IS NOT DISTINCT FROM e.project_id)
|
|
446
|
+
ORDER BY inner_c.embedding <=> e.embedding
|
|
447
|
+
LIMIT 1
|
|
448
|
+
) c
|
|
449
|
+
WHERE e.id = $1 AND e.embedding IS NOT NULL`,
|
|
450
|
+
[Number(row.id)],
|
|
451
|
+
)
|
|
452
|
+
throwIfAborted(signal)
|
|
453
|
+
if (ov.rows.length > 0 && Number(ov.rows[0].sim) >= CANDIDATE_OVERLAP_SIM) continue
|
|
454
|
+
}
|
|
455
|
+
const r = await db.query(
|
|
456
|
+
`UPDATE entries SET core_candidate_status = 'candidate', core_candidate_at = $1
|
|
457
|
+
WHERE id = $2 AND is_root = 1 AND core_candidate_status IS NULL`,
|
|
458
|
+
[now, Number(row.id)],
|
|
459
|
+
)
|
|
460
|
+
if (Number(r.rowCount ?? r.affectedRows ?? 0) > 0) nominated++
|
|
461
|
+
}
|
|
462
|
+
if (nominated > 0) {
|
|
463
|
+
__mixdogMemoryLog(`[core-memory] nominated ${nominated} core candidate(s)\n`)
|
|
464
|
+
}
|
|
465
|
+
return nominated
|
|
466
|
+
}
|
|
467
|
+
|
|
468
|
+
// List live candidates for the UI. Shape matches the deliver spec:
|
|
469
|
+
// {id, element, summary, category, score, reason}.
|
|
470
|
+
// `scope`: null → COMMON pool only (project_id NULL); '*' → all pools;
|
|
471
|
+
// slug → that project's pool + COMMON. Mirrors the add/edit/delete + list
|
|
472
|
+
// project isolation so an unscoped call can't leak another project's
|
|
473
|
+
// candidates. status='active' guard: a candidate root archived by cycle2
|
|
474
|
+
// core_overlap between nomination and listing must NOT stay listed (it also
|
|
475
|
+
// no longer counts against CANDIDATE_CAP — see nominateCoreCandidates).
|
|
476
|
+
export async function listCoreCandidates(dataDir, scope = null) {
|
|
477
|
+
const db = _getDb(dataDir)
|
|
478
|
+
let scopeClause = ''
|
|
479
|
+
const params = []
|
|
480
|
+
if (scope === '*') {
|
|
481
|
+
scopeClause = ''
|
|
482
|
+
} else if (scope == null) {
|
|
483
|
+
scopeClause = 'AND project_id IS NULL'
|
|
484
|
+
} else {
|
|
485
|
+
scopeClause = 'AND (project_id IS NULL OR project_id = $1)'
|
|
486
|
+
params.push(scope)
|
|
487
|
+
}
|
|
488
|
+
const r = await db.query(
|
|
489
|
+
`SELECT id, element, summary, category, score, project_id
|
|
490
|
+
FROM entries
|
|
491
|
+
WHERE is_root = 1 AND status = 'active' AND core_candidate_status = 'candidate'
|
|
492
|
+
${scopeClause}
|
|
493
|
+
ORDER BY score DESC, core_candidate_at DESC, id ASC`,
|
|
494
|
+
params,
|
|
495
|
+
)
|
|
496
|
+
return r.rows.map(row => ({
|
|
497
|
+
id: Number(row.id),
|
|
498
|
+
element: row.element,
|
|
499
|
+
summary: row.summary,
|
|
500
|
+
category: row.category,
|
|
501
|
+
score: row.score == null ? null : Number(row.score),
|
|
502
|
+
project_id: row.project_id ?? null,
|
|
503
|
+
reason: _candidateReason(row),
|
|
504
|
+
}))
|
|
505
|
+
}
|
|
506
|
+
|
|
507
|
+
// Promote a candidate via a two-phase claim → insert → finalize with a
|
|
508
|
+
// recoverable intermediate state ('promoting'), so a process crash at ANY point
|
|
509
|
+
// is recoverable by the cycle2 recovery sweep (recoverStalePromotions).
|
|
510
|
+
//
|
|
511
|
+
// Phase 1 (claim tx): status='archived', core_candidate_status='promoting'.
|
|
512
|
+
// The embedding is NOT nulled here — deferred to finalize — so recovery can
|
|
513
|
+
// restore the row to active WITHOUT needing to re-embed. Archived-with-
|
|
514
|
+
// embedding for the brief promoting window is harmless: the recall scope
|
|
515
|
+
// filter excludes BOTH 'promoted' AND 'promoting' rows (and their members).
|
|
516
|
+
// Phase 2: addCore (its own tx — advisory locks can't join an outer tx).
|
|
517
|
+
// Phase 3 (finalize tx): core_candidate_status='promoted', embedding=NULL.
|
|
518
|
+
//
|
|
519
|
+
// Crash matrix:
|
|
520
|
+
// - crash after phase 1, before addCore commits → row is archived+'promoting'
|
|
521
|
+
// with NO core row → recovery sweep (stale > PROMOTING_STALE_MS) reverts it
|
|
522
|
+
// to active+'candidate' (embedding intact) → clean retry.
|
|
523
|
+
// - addCore threw → synchronous compensation reverts immediately (same shape).
|
|
524
|
+
// - crash after addCore commits, before finalize → core row exists + row is
|
|
525
|
+
// 'promoting' → recovery reverts the ROOT to candidate, but the core row now
|
|
526
|
+
// exists, so the retry's addCore merge-judge/unique-index folds back into the
|
|
527
|
+
// same core row (element unchanged) → converges (no duplicate). This is the
|
|
528
|
+
// one window where a retry relies on addCore dedup, but it is bounded and
|
|
529
|
+
// self-healing rather than a permanent orphan+stuck-root.
|
|
530
|
+
// - finalize committed → terminal 'promoted', embedding NULL → done.
|
|
531
|
+
//
|
|
532
|
+
// `scope` (from the index handler) enforces project isolation: the candidate
|
|
533
|
+
// must belong to the resolved scope or COMMON — never another project's pool.
|
|
534
|
+
export async function promoteCoreCandidate(dataDir, id, options = {}) {
|
|
535
|
+
const numId = Number(id)
|
|
536
|
+
if (!Number.isInteger(numId) || numId <= 0) throw new Error('integer id > 0 required')
|
|
537
|
+
const db = _getDb(dataDir)
|
|
538
|
+
// Require BOTH active status and a live candidate flag (finding #2): a stale
|
|
539
|
+
// archived/merged root must not be promotable by direct id.
|
|
540
|
+
const cur = (await db.query(
|
|
541
|
+
`SELECT id, element, summary, category, project_id, core_candidate_status
|
|
542
|
+
FROM entries WHERE id = $1 AND is_root = 1 AND status = 'active'`,
|
|
543
|
+
[numId],
|
|
544
|
+
)).rows[0]
|
|
545
|
+
if (!cur) throw new Error(`no active root entry with id=${numId} (already archived, merged, or deleted)`)
|
|
546
|
+
if (cur.core_candidate_status !== 'candidate') {
|
|
547
|
+
throw new Error(`entry id=${numId} is not a live core candidate (status=${cur.core_candidate_status ?? 'none'})`)
|
|
548
|
+
}
|
|
549
|
+
// Project-scope guard: reject cross-project promotion. scope null == COMMON;
|
|
550
|
+
// a scoped candidate is only promotable within its own pool (or if it is a
|
|
551
|
+
// COMMON candidate). Mirrors add/edit/delete project isolation.
|
|
552
|
+
const scope = options?.scope ?? null
|
|
553
|
+
const rowPid = cur.project_id ?? null
|
|
554
|
+
if (rowPid != null && rowPid !== scope) {
|
|
555
|
+
throw new Error(`candidate id=${numId} belongs to project "${rowPid}", not the resolved scope "${scope ?? 'common'}"`)
|
|
556
|
+
}
|
|
557
|
+
// Core summary cap: candidate summaries may exceed CORE_SUMMARY_MAX. Prefer
|
|
558
|
+
// the explicit override, else compress by truncation so addCore accepts it.
|
|
559
|
+
const summary = options?.summary ?? cur.summary
|
|
560
|
+
const cappedSummary = summary && String(summary).length > CORE_SUMMARY_MAX
|
|
561
|
+
? String(summary).slice(0, CORE_SUMMARY_MAX)
|
|
562
|
+
: summary
|
|
563
|
+
const now = Date.now()
|
|
564
|
+
// Phase 1 — claim (active+candidate guarded so a concurrent archive/promote
|
|
565
|
+
// loses the race → 0 rows → nothing to promote). Embedding NOT nulled here
|
|
566
|
+
// (deferred to finalize) so recovery needs no re-embed.
|
|
567
|
+
const claim = await db.transaction(async (tx) => {
|
|
568
|
+
const r = await tx.query(
|
|
569
|
+
`UPDATE entries SET core_candidate_status = 'promoting', core_candidate_at = $1, status = 'archived'
|
|
570
|
+
WHERE id = $2 AND is_root = 1 AND status = 'active' AND core_candidate_status = 'candidate'`,
|
|
571
|
+
[now, numId],
|
|
572
|
+
)
|
|
573
|
+
return Number(r.rowCount ?? r.affectedRows ?? 0)
|
|
574
|
+
})
|
|
575
|
+
if (claim === 0) {
|
|
576
|
+
throw new Error(`candidate id=${numId} was concurrently promoted/archived — nothing to do`)
|
|
577
|
+
}
|
|
578
|
+
// Phase 2 — insert into core_entries. addCore's own tx commits independently.
|
|
579
|
+
let entry
|
|
580
|
+
try {
|
|
581
|
+
entry = await addCore(
|
|
582
|
+
dataDir,
|
|
583
|
+
{ element: cur.element, summary: cappedSummary, category: cur.category },
|
|
584
|
+
rowPid,
|
|
585
|
+
)
|
|
586
|
+
} catch (err) {
|
|
587
|
+
// Synchronous compensation: revert the 'promoting' claim to the live-
|
|
588
|
+
// candidate state so a retry is clean and no core row was created. Embedding
|
|
589
|
+
// is intact (never nulled), so no re-embed needed.
|
|
590
|
+
try {
|
|
591
|
+
await db.transaction(async (tx) => {
|
|
592
|
+
await tx.query(
|
|
593
|
+
`UPDATE entries SET core_candidate_status = 'candidate', core_candidate_at = $1, status = 'active'
|
|
594
|
+
WHERE id = $2 AND is_root = 1 AND core_candidate_status = 'promoting' AND status = 'archived'`,
|
|
595
|
+
[Date.now(), numId],
|
|
596
|
+
)
|
|
597
|
+
})
|
|
598
|
+
} catch (compErr) {
|
|
599
|
+
__mixdogMemoryLog(`[core-memory] promote compensation failed id=${numId}: ${compErr.message} (root left 'promoting' — recovery sweep will revert)\n`)
|
|
600
|
+
}
|
|
601
|
+
throw err
|
|
602
|
+
}
|
|
603
|
+
// Phase 3 — finalize: terminal 'promoted' + null the embedding (now safe: the
|
|
604
|
+
// core row is committed, so nulling can't strand a recoverable row without its
|
|
605
|
+
// fact). Guarded on 'promoting'. If a racing recoverStalePromotions (slow
|
|
606
|
+
// addCore that overran PROMOTING_STALE_MS) already reverted the row to
|
|
607
|
+
// 'candidate'+active, this affects 0 rows — but the core row IS committed, so
|
|
608
|
+
// we must NOT return success while the root is still a live candidate (user
|
|
609
|
+
// would see success + the candidate re-listed). Re-claim from the recovered
|
|
610
|
+
// 'candidate' state (finding #2). If THAT also affects 0 rows, another actor
|
|
611
|
+
// changed the row (genuine re-promote, dismiss, archive) — don't clobber;
|
|
612
|
+
// log and still return the entry (the core row exists either way).
|
|
613
|
+
const finalize = await db.transaction(async (tx) => {
|
|
614
|
+
const r1 = await tx.query(
|
|
615
|
+
`UPDATE entries SET core_candidate_status = 'promoted', core_candidate_at = $1, embedding = NULL
|
|
616
|
+
WHERE id = $2 AND is_root = 1 AND core_candidate_status = 'promoting'`,
|
|
617
|
+
[Date.now(), numId],
|
|
618
|
+
)
|
|
619
|
+
if (Number(r1.rowCount ?? r1.affectedRows ?? 0) > 0) return 'finalized'
|
|
620
|
+
// Row was recovered back to candidate mid-flight — re-claim it (core row
|
|
621
|
+
// already committed). Guard on the exact recovery state (active+candidate).
|
|
622
|
+
const r2 = await tx.query(
|
|
623
|
+
`UPDATE entries SET core_candidate_status = 'promoted', core_candidate_at = $1, status = 'archived', embedding = NULL
|
|
624
|
+
WHERE id = $2 AND is_root = 1 AND status = 'active' AND core_candidate_status = 'candidate'`,
|
|
625
|
+
[Date.now(), numId],
|
|
626
|
+
)
|
|
627
|
+
return Number(r2.rowCount ?? r2.affectedRows ?? 0) > 0 ? 'reclaimed' : 'unchanged'
|
|
628
|
+
})
|
|
629
|
+
if (finalize === 'reclaimed') {
|
|
630
|
+
__mixdogMemoryLog(`[core-memory] promote id=${numId} finalized after a racing recovery revert (re-claimed)\n`)
|
|
631
|
+
} else if (finalize === 'unchanged') {
|
|
632
|
+
__mixdogMemoryLog(`[core-memory] promote id=${numId}: root changed by another actor before finalize; core row committed, root state left as-is\n`)
|
|
633
|
+
}
|
|
634
|
+
return entry
|
|
635
|
+
}
|
|
636
|
+
|
|
637
|
+
// Recovery sweep for crashed promotions: a root left in 'promoting' (claim tx
|
|
638
|
+
// committed but the process died before finalize) is reverted to the live
|
|
639
|
+
// candidate state (status='active', core_candidate_status='candidate') once it
|
|
640
|
+
// is older than PROMOTING_STALE_MS. Embedding was never nulled in the claim, so
|
|
641
|
+
// no re-embed is required. Runs from nominateCoreCandidates (hourly cycle2).
|
|
642
|
+
// Idempotent: 0 stale rows → fast no-op. Returns count recovered.
|
|
643
|
+
export async function recoverStalePromotions(dataDir, options = {}) {
|
|
644
|
+
const signal = options?.signal
|
|
645
|
+
const db = _getDb(dataDir)
|
|
646
|
+
throwIfAborted(signal)
|
|
647
|
+
const cutoff = Date.now() - PROMOTING_STALE_MS
|
|
648
|
+
const r = await db.query(
|
|
649
|
+
`UPDATE entries SET core_candidate_status = 'candidate', core_candidate_at = $1, status = 'active'
|
|
650
|
+
WHERE is_root = 1 AND core_candidate_status = 'promoting'
|
|
651
|
+
AND core_candidate_at IS NOT NULL AND core_candidate_at < $2`,
|
|
652
|
+
[Date.now(), cutoff],
|
|
653
|
+
)
|
|
654
|
+
const n = Number(r.rowCount ?? r.affectedRows ?? 0)
|
|
655
|
+
if (n > 0) __mixdogMemoryLog(`[core-memory] recovered ${n} stale 'promoting' root(s) → candidate\n`)
|
|
656
|
+
return n
|
|
657
|
+
}
|
|
658
|
+
|
|
659
|
+
// Dismiss a candidate: mark terminal so the nomination pass never re-nominates
|
|
660
|
+
// the same root. Leaves status/score untouched — the entry stays active in
|
|
661
|
+
// generated memory, it just won't be re-surfaced as a core candidate.
|
|
662
|
+
// `scope` enforces project isolation (mirrors promote): a scoped caller can
|
|
663
|
+
// only dismiss candidates in its own pool or COMMON.
|
|
664
|
+
export async function dismissCoreCandidate(dataDir, id, options = {}) {
|
|
665
|
+
const numId = Number(id)
|
|
666
|
+
if (!Number.isInteger(numId) || numId <= 0) throw new Error('integer id > 0 required')
|
|
667
|
+
const db = _getDb(dataDir)
|
|
668
|
+
const scope = options?.scope ?? null
|
|
669
|
+
const cur = (await db.query(
|
|
670
|
+
`SELECT project_id, core_candidate_status FROM entries WHERE id = $1 AND is_root = 1`,
|
|
671
|
+
[numId],
|
|
672
|
+
)).rows[0]
|
|
673
|
+
if (!cur) throw new Error(`no root entry with id=${numId}`)
|
|
674
|
+
const rowPid = cur.project_id ?? null
|
|
675
|
+
if (rowPid != null && rowPid !== scope) {
|
|
676
|
+
throw new Error(`candidate id=${numId} belongs to project "${rowPid}", not the resolved scope "${scope ?? 'common'}"`)
|
|
677
|
+
}
|
|
678
|
+
const r = await db.query(
|
|
679
|
+
`UPDATE entries SET core_candidate_status = 'dismissed', core_candidate_at = $1
|
|
680
|
+
WHERE id = $2 AND is_root = 1 AND core_candidate_status = 'candidate'
|
|
681
|
+
RETURNING id, element, category`,
|
|
682
|
+
[Date.now(), numId],
|
|
683
|
+
)
|
|
684
|
+
if (r.rows.length === 0) throw new Error(`no live core candidate with id=${numId}`)
|
|
685
|
+
return r.rows[0]
|
|
686
|
+
}
|
|
@@ -0,0 +1,34 @@
|
|
|
1
|
+
// Scheduled-cycle request-signature helpers extracted from index.mjs.
|
|
2
|
+
// Pure functions of the passed `config` object; they call the imported
|
|
3
|
+
// makeCycleRequestSignature and touch no module state (no db/timers).
|
|
4
|
+
// index.mjs imports these; signatures and behavior are unchanged.
|
|
5
|
+
|
|
6
|
+
import { makeCycleRequestSignature } from './memory-cycle-requests.mjs'
|
|
7
|
+
|
|
8
|
+
export function scheduledCycle1Signature(config) {
|
|
9
|
+
return makeCycleRequestSignature('cycle1', config, {
|
|
10
|
+
preset: undefined,
|
|
11
|
+
concurrency: undefined,
|
|
12
|
+
maxConcurrent: undefined,
|
|
13
|
+
})
|
|
14
|
+
}
|
|
15
|
+
|
|
16
|
+
export function scheduledCycle2Signature(config) {
|
|
17
|
+
return makeCycleRequestSignature('cycle2', config, {
|
|
18
|
+
cascadePreset: undefined,
|
|
19
|
+
concurrency: undefined,
|
|
20
|
+
})
|
|
21
|
+
}
|
|
22
|
+
|
|
23
|
+
export function scheduledCycle3ApplyMode(config) {
|
|
24
|
+
const raw = String(config?.cycle3?.applyMode || 'conservative').trim().toLowerCase()
|
|
25
|
+
return (raw === 'proposal' || raw === 'dry-run' || raw === 'dryrun') ? 'proposal' : 'conservative'
|
|
26
|
+
}
|
|
27
|
+
|
|
28
|
+
export function scheduledCycle3Signature(config) {
|
|
29
|
+
const retryConfig = config?.cycle3 || config
|
|
30
|
+
return makeCycleRequestSignature('cycle3', retryConfig, {
|
|
31
|
+
applyMode: scheduledCycle3ApplyMode(config),
|
|
32
|
+
apply: undefined,
|
|
33
|
+
})
|
|
34
|
+
}
|
|
@@ -0,0 +1,57 @@
|
|
|
1
|
+
// HTTP wire helpers extracted from index.mjs. All pure request/response
|
|
2
|
+
// utilities with no module state — no db, _traceDb, or timer dependencies.
|
|
3
|
+
// index.mjs imports these; behavior and signatures are unchanged.
|
|
4
|
+
|
|
5
|
+
export function readBody(req) {
|
|
6
|
+
return new Promise((resolve, reject) => {
|
|
7
|
+
const chunks = []
|
|
8
|
+
req.on('data', c => chunks.push(c))
|
|
9
|
+
req.on('end', () => {
|
|
10
|
+
const raw = Buffer.concat(chunks).toString('utf8').trim()
|
|
11
|
+
if (!raw) { resolve({}); return }
|
|
12
|
+
try { resolve(JSON.parse(raw)) }
|
|
13
|
+
catch (error) {
|
|
14
|
+
const e = new Error(`invalid JSON body: ${error.message}`)
|
|
15
|
+
e.statusCode = 400
|
|
16
|
+
reject(e)
|
|
17
|
+
}
|
|
18
|
+
})
|
|
19
|
+
req.on('error', reject)
|
|
20
|
+
})
|
|
21
|
+
}
|
|
22
|
+
|
|
23
|
+
export function sendJson(res, data, status = 200) {
|
|
24
|
+
const body = JSON.stringify(data)
|
|
25
|
+
res.writeHead(status, {
|
|
26
|
+
'Content-Type': 'application/json; charset=utf-8',
|
|
27
|
+
'Content-Length': Buffer.byteLength(body),
|
|
28
|
+
})
|
|
29
|
+
res.end(body)
|
|
30
|
+
}
|
|
31
|
+
|
|
32
|
+
export function sendError(res, msg, status = 500) {
|
|
33
|
+
sendJson(res, { error: msg }, status)
|
|
34
|
+
}
|
|
35
|
+
|
|
36
|
+
// Origin/Referer guard for /admin/* mutation routes. Memory-service binds
|
|
37
|
+
// 127.0.0.1, but browser DNS-rebinding or a stray cross-origin fetch could
|
|
38
|
+
// still reach destructive endpoints (purge, backfill, entry mutations).
|
|
39
|
+
// Server-to-server callers (setup-server, hooks) issue raw http.request
|
|
40
|
+
// without a browser Origin/Referer, so absent headers pass; any non-loopback
|
|
41
|
+
// Origin/Referer is rejected. Mirrors setup-server.mjs isAllowedOrigin.
|
|
42
|
+
export function isLocalOrigin(req) {
|
|
43
|
+
const LOOP = /^https?:\/\/(localhost|127\.0\.0\.1|\[::1\])(:\d+)?(\/|$)/i
|
|
44
|
+
const origin = req.headers.origin || ''
|
|
45
|
+
const referer = req.headers.referer || ''
|
|
46
|
+
if (origin && !LOOP.test(origin)) return false
|
|
47
|
+
if (referer && !LOOP.test(referer)) return false
|
|
48
|
+
return true
|
|
49
|
+
}
|
|
50
|
+
|
|
51
|
+
export function normalizeCoreProjectId(value, { allowStar = false } = {}) {
|
|
52
|
+
if (value == null) return null
|
|
53
|
+
const s = String(value).trim()
|
|
54
|
+
if (!s || s.toLowerCase() === 'common') return null
|
|
55
|
+
if (allowStar && s === '*') return '*'
|
|
56
|
+
return s
|
|
57
|
+
}
|
|
@@ -520,7 +520,7 @@ async function _runCycle1Impl(db, config = {}, options = {}, _dataDir = null) {
|
|
|
520
520
|
const _tLlm = Date.now()
|
|
521
521
|
try {
|
|
522
522
|
raw = await llmCall({
|
|
523
|
-
|
|
523
|
+
agent: 'cycle1-agent',
|
|
524
524
|
taskType: 'maintenance',
|
|
525
525
|
mode: 'cycle1',
|
|
526
526
|
preset,
|
|
@@ -12,7 +12,7 @@ import { callAgentDispatch } from './agent-ipc.mjs'
|
|
|
12
12
|
import {
|
|
13
13
|
syncRootEmbedding, deleteRootEmbedding, flushEmbeddingDirty,
|
|
14
14
|
} from './memory-embed.mjs'
|
|
15
|
-
import { listCore, backfillCoreEmbeddings, CORE_SUMMARY_MAX } from './core-memory-store.mjs'
|
|
15
|
+
import { listCore, backfillCoreEmbeddings, nominateCoreCandidates, CORE_SUMMARY_MAX } from './core-memory-store.mjs'
|
|
16
16
|
import { markCycleRequest, consumeCycleRequests, resolveCoalesceMaxDrains, scheduleCoalescedCycleRetry, makeCycleRequestSignature, resolveCoalesceMaxRetries } from './memory-cycle-requests.mjs'
|
|
17
17
|
|
|
18
18
|
export const CYCLE2_ACTIVE_TARGET_CAP = 100
|
|
@@ -47,7 +47,7 @@ function resourceDir() {
|
|
|
47
47
|
|
|
48
48
|
async function invokeLlm(prompt, mode, preset, timeout, llmCall = callAgentDispatch) {
|
|
49
49
|
return await llmCall({
|
|
50
|
-
|
|
50
|
+
agent: 'cycle2-agent',
|
|
51
51
|
taskType: 'maintenance',
|
|
52
52
|
mode,
|
|
53
53
|
preset,
|
|
@@ -347,7 +347,7 @@ async function _llmJudgePair(summaryA, summaryB, siblingContext = [], options =
|
|
|
347
347
|
`Two memory entries below. Are they restating the same principle? Reply ONE WORD: merge or distinct.\n\nA: ${summaryA}\nB: ${summaryB}${siblings}`
|
|
348
348
|
try {
|
|
349
349
|
const raw = await llmCall({
|
|
350
|
-
|
|
350
|
+
agent: 'cycle2-agent',
|
|
351
351
|
taskType: 'maintenance',
|
|
352
352
|
mode: 'cycle2-phase_merge_judge',
|
|
353
353
|
preset: 'HAIKU',
|
|
@@ -490,7 +490,13 @@ export async function runPhaseMerge(db, options = {}) {
|
|
|
490
490
|
// Archiving one overlap and deleting its embedding is one mutation unit;
|
|
491
491
|
// cancellation resumes at the next row boundary.
|
|
492
492
|
const r = await db.query(
|
|
493
|
-
|
|
493
|
+
// Clear a live core-candidate flag on the same UPDATE: an archived root
|
|
494
|
+
// must not stay listed as a candidate or keep eating CANDIDATE_CAP. Set
|
|
495
|
+
// it to 'dismissed' (terminal) since the fact already restates a core row.
|
|
496
|
+
`UPDATE entries
|
|
497
|
+
SET status = 'archived',
|
|
498
|
+
core_candidate_status = CASE WHEN core_candidate_status = 'candidate' THEN 'dismissed' ELSE core_candidate_status END
|
|
499
|
+
WHERE id = $1 AND is_root = 1 AND status = 'active'`,
|
|
494
500
|
[Number(row.entry_id)],
|
|
495
501
|
)
|
|
496
502
|
if (Number(r.rowCount ?? r.affectedRows ?? 0) > 0) {
|
|
@@ -808,7 +814,7 @@ async function sonnetCascade(candidates, rulesDigest, options = {}) {
|
|
|
808
814
|
let raw
|
|
809
815
|
try {
|
|
810
816
|
raw = await llmCall({
|
|
811
|
-
|
|
817
|
+
agent: 'cycle2-agent',
|
|
812
818
|
taskType: 'maintenance',
|
|
813
819
|
mode: 'cycle2-cascade',
|
|
814
820
|
preset,
|
|
@@ -865,6 +871,7 @@ function mergeCycle2Results(a, b) {
|
|
|
865
871
|
merge_rejected: Number(a.merge_rejected || 0) + Number(b.merge_rejected || 0),
|
|
866
872
|
missing_core_summary: Number(a.missing_core_summary || 0) + Number(b.missing_core_summary || 0),
|
|
867
873
|
core_embedding_backfill: Number(a.core_embedding_backfill || 0) + Number(b.core_embedding_backfill || 0),
|
|
874
|
+
core_candidates_nominated: Number(a.core_candidates_nominated || 0) + Number(b.core_candidates_nominated || 0),
|
|
868
875
|
rescore: mergeNestedNumeric(a.rescore, b.rescore),
|
|
869
876
|
phase_merge: mergeNestedNumeric(a.phase_merge, b.phase_merge),
|
|
870
877
|
cascade: mergeNestedNumeric(a.cascade, b.cascade),
|
|
@@ -1007,6 +1014,7 @@ async function _runCycle2Impl(db, config = {}, options = {}, dataDir = null) {
|
|
|
1007
1014
|
merge_rejected: 0,
|
|
1008
1015
|
missing_core_summary: 0,
|
|
1009
1016
|
core_embedding_backfill: 0,
|
|
1017
|
+
core_candidates_nominated: 0,
|
|
1010
1018
|
rescore: { updated: 0 },
|
|
1011
1019
|
phase_merge: { merged: 0, llm_calls: 0, tier1_pairs: 0, tier2_pairs: 0, core_overlap: 0 },
|
|
1012
1020
|
cascade: { evaluated: 0, dropped: 0 },
|
|
@@ -1305,13 +1313,16 @@ async function _runCycle2Impl(db, config = {}, options = {}, dataDir = null) {
|
|
|
1305
1313
|
)
|
|
1306
1314
|
}
|
|
1307
1315
|
} else if (rows.length > 0) {
|
|
1308
|
-
// Parse failure — bump error_count
|
|
1316
|
+
// Parse failure — bump error_count and advance reviewed_at so the
|
|
1317
|
+
// failing row sorts to the back of reviewed_at ASC NULLS FIRST (see
|
|
1318
|
+
// ~:1067-1073), matching CYCLE1_OMITTED_COOLDOWN_MS-style cooldown
|
|
1319
|
+
// semantics instead of spinning forever on the same row.
|
|
1309
1320
|
for (const r of rows) {
|
|
1310
1321
|
throwIfAborted(signal)
|
|
1311
1322
|
try {
|
|
1312
1323
|
await db.query(
|
|
1313
|
-
`UPDATE entries SET error_count = COALESCE(error_count, 0) + 1 WHERE id = $
|
|
1314
|
-
[r.id],
|
|
1324
|
+
`UPDATE entries SET error_count = COALESCE(error_count, 0) + 1, reviewed_at = $1 WHERE id = $2`,
|
|
1325
|
+
[sweepCursor, r.id],
|
|
1315
1326
|
)
|
|
1316
1327
|
} catch {}
|
|
1317
1328
|
}
|
|
@@ -1357,11 +1368,55 @@ async function _runCycle2Impl(db, config = {}, options = {}, dataDir = null) {
|
|
|
1357
1368
|
throwIfAborted(signal)
|
|
1358
1369
|
stats.phase_merge = phaseMergeStats
|
|
1359
1370
|
|
|
1371
|
+
// Core-candidate nomination (proposal mode): flag strong durable active
|
|
1372
|
+
// roots as core-memory candidates for user approval. Runs AFTER phase_merge
|
|
1373
|
+
// so its core_overlap sweep has already archived active entries that restate
|
|
1374
|
+
// an existing core row — nomination never re-surfaces those. NEVER
|
|
1375
|
+
// auto-inserts into core_entries; the user promotes via action:'core'
|
|
1376
|
+
// op:'promote'. Best-effort: a failure here must not fail the cycle.
|
|
1377
|
+
if (dataDir) {
|
|
1378
|
+
try {
|
|
1379
|
+
throwIfAborted(signal)
|
|
1380
|
+
stats.core_candidates_nominated = await nominateCoreCandidates(dataDir, { signal })
|
|
1381
|
+
throwIfAborted(signal)
|
|
1382
|
+
} catch (err) {
|
|
1383
|
+
if (signal?.aborted) throw signal.reason ?? err
|
|
1384
|
+
__mixdogMemoryLog(`[cycle2] core-candidate nomination failed: ${err.message}\n`)
|
|
1385
|
+
}
|
|
1386
|
+
}
|
|
1387
|
+
|
|
1360
1388
|
// Active-cap enforcement is delegated to the gate (phases 1-3): the prompt
|
|
1361
1389
|
// exposes Active/cap counts and instructs aggressive `archived` verdicts on
|
|
1362
1390
|
// overflow. No deterministic safety net here — if the gate ever fails to
|
|
1363
1391
|
// contain growth, fix the prompt, not bolt a fallback back on.
|
|
1364
1392
|
|
|
1393
|
+
// Chronic gate-failure sweep: pending roots that have failed the gate 5+
|
|
1394
|
+
// times AND are 30+ days old will realistically never pass (their content
|
|
1395
|
+
// keeps breaking the parse — 2026-07 drain left 154 such rows cycling as
|
|
1396
|
+
// permanent noop batches). Terminal-archive them (status only, no data
|
|
1397
|
+
// deletion) so they stop occupying gate batches. Same cooldown semantics
|
|
1398
|
+
// as the parse-failure reviewed_at advance above.
|
|
1399
|
+
try {
|
|
1400
|
+
throwIfAborted(signal)
|
|
1401
|
+
const sweepRes = await db.query(
|
|
1402
|
+
`UPDATE entries
|
|
1403
|
+
SET status = 'archived', reviewed_at = $1
|
|
1404
|
+
WHERE is_root = 1 AND status = 'pending'
|
|
1405
|
+
AND COALESCE(error_count, 0) >= 5
|
|
1406
|
+
AND ts < $2
|
|
1407
|
+
RETURNING id`,
|
|
1408
|
+
[Date.now(), Date.now() - 30 * 86_400_000],
|
|
1409
|
+
)
|
|
1410
|
+
const swept = sweepRes?.rows?.length ?? 0
|
|
1411
|
+
if (swept > 0) {
|
|
1412
|
+
stats.chronic_swept = swept
|
|
1413
|
+
__mixdogMemoryLog(`[cycle2] chronic gate-failure sweep archived=${swept}\n`)
|
|
1414
|
+
}
|
|
1415
|
+
} catch (err) {
|
|
1416
|
+
if (signal?.aborted) throw signal.reason ?? err
|
|
1417
|
+
__mixdogMemoryLog(`[cycle2] chronic sweep failed: ${err.message}\n`)
|
|
1418
|
+
}
|
|
1419
|
+
|
|
1365
1420
|
__mixdogMemoryLog(
|
|
1366
1421
|
`[cycle2] rescore=${stats.rescore.updated}` +
|
|
1367
1422
|
` core_backfill=${stats.core_embedding_backfill}` +
|
|
@@ -1372,7 +1427,8 @@ async function _runCycle2Impl(db, config = {}, options = {}, dataDir = null) {
|
|
|
1372
1427
|
` missing_core=${stats.missing_core_summary}` +
|
|
1373
1428
|
` | cascade eval=${stats.cascade.evaluated} drop=${stats.cascade.dropped}` +
|
|
1374
1429
|
` | phase_merge merged=${stats.phase_merge.merged} core_overlap=${stats.phase_merge.core_overlap || 0}` +
|
|
1375
|
-
` llm=${stats.phase_merge.llm_calls}
|
|
1430
|
+
` llm=${stats.phase_merge.llm_calls}` +
|
|
1431
|
+
` | core_candidates=${stats.core_candidates_nominated || 0}\n`,
|
|
1376
1432
|
)
|
|
1377
1433
|
|
|
1378
1434
|
return stats
|