@lossless-claude/lcm 0.2.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/.claude-plugin/commands/lcm-compact.md +31 -0
- package/.claude-plugin/commands/lcm-curate.md +31 -0
- package/.claude-plugin/commands/lcm-diagnose.md +29 -0
- package/.claude-plugin/commands/lcm-doctor.md +23 -0
- package/.claude-plugin/commands/lcm-dogfood.md +101 -0
- package/.claude-plugin/commands/lcm-import.md +48 -0
- package/.claude-plugin/commands/lcm-promote.md +29 -0
- package/.claude-plugin/commands/lcm-sensitive.md +55 -0
- package/.claude-plugin/commands/lcm-stats.md +19 -0
- package/.claude-plugin/commands/lcm-status.md +27 -0
- package/.claude-plugin/hooks/README.md +47 -0
- package/.claude-plugin/marketplace.json +20 -0
- package/.claude-plugin/mcp.mjs +12 -0
- package/.claude-plugin/plugin.json +46 -0
- package/.claude-plugin/skills/lcm-context/SKILL.md +107 -0
- package/.claude-plugin/skills/lcm-dogfood/SKILL.md +102 -0
- package/.claude-plugin/skills/lcm-dogfood/references/checks.md +239 -0
- package/.claude-plugin/skills/lcm-dogfood/references/known-issues.md +11 -0
- package/.claude-plugin/skills/lcm-dogfood/scripts/db-integrity.js +40 -0
- package/.claude-plugin/skills/lcm-dogfood/scripts/prompt-search-test.js +35 -0
- package/.claude-plugin/skills/lcm-e2e/SKILL.md +61 -0
- package/.claude-plugin/skills/lcm-e2e/checklist.md +367 -0
- package/.claude-plugin/skills/lossless-claude-upgrade/SKILL.md +47 -0
- package/LICENSE +21 -0
- package/README.md +231 -0
- package/dist/bin/lcm.d.ts +2 -0
- package/dist/bin/lcm.js +461 -0
- package/dist/bin/lcm.js.map +1 -0
- package/dist/installer/dry-run-deps.d.ts +23 -0
- package/dist/installer/dry-run-deps.js +66 -0
- package/dist/installer/dry-run-deps.js.map +1 -0
- package/dist/installer/install.d.ts +39 -0
- package/dist/installer/install.js +236 -0
- package/dist/installer/install.js.map +1 -0
- package/dist/installer/uninstall.d.ts +11 -0
- package/dist/installer/uninstall.js +80 -0
- package/dist/installer/uninstall.js.map +1 -0
- package/dist/src/batch-compact.d.ts +16 -0
- package/dist/src/batch-compact.js +121 -0
- package/dist/src/batch-compact.js.map +1 -0
- package/dist/src/compaction.d.ts +198 -0
- package/dist/src/compaction.js +964 -0
- package/dist/src/compaction.js.map +1 -0
- package/dist/src/connectors/constants.d.ts +5 -0
- package/dist/src/connectors/constants.js +6 -0
- package/dist/src/connectors/constants.js.map +1 -0
- package/dist/src/connectors/installer.d.ts +16 -0
- package/dist/src/connectors/installer.js +200 -0
- package/dist/src/connectors/installer.js.map +1 -0
- package/dist/src/connectors/registry.d.ts +4 -0
- package/dist/src/connectors/registry.js +264 -0
- package/dist/src/connectors/registry.js.map +1 -0
- package/dist/src/connectors/template-service.d.ts +5 -0
- package/dist/src/connectors/template-service.js +54 -0
- package/dist/src/connectors/template-service.js.map +1 -0
- package/dist/src/connectors/templates/base.md +1 -0
- package/dist/src/connectors/templates/mcp-base.md +1 -0
- package/dist/src/connectors/templates/sections/command-reference.md +15 -0
- package/dist/src/connectors/templates/sections/mcp-workflow.md +18 -0
- package/dist/src/connectors/templates/sections/workflow.md +29 -0
- package/dist/src/connectors/templates/skill/SKILL.md +74 -0
- package/dist/src/connectors/types.d.ts +19 -0
- package/dist/src/connectors/types.js +10 -0
- package/dist/src/connectors/types.js.map +1 -0
- package/dist/src/daemon/client.d.ts +9 -0
- package/dist/src/daemon/client.js +28 -0
- package/dist/src/daemon/client.js.map +1 -0
- package/dist/src/daemon/config.d.ts +48 -0
- package/dist/src/daemon/config.js +67 -0
- package/dist/src/daemon/config.js.map +1 -0
- package/dist/src/daemon/lifecycle.d.ts +19 -0
- package/dist/src/daemon/lifecycle.js +102 -0
- package/dist/src/daemon/lifecycle.js.map +1 -0
- package/dist/src/daemon/orientation.d.ts +1 -0
- package/dist/src/daemon/orientation.js +9 -0
- package/dist/src/daemon/orientation.js.map +1 -0
- package/dist/src/daemon/project-queue.d.ts +1 -0
- package/dist/src/daemon/project-queue.js +17 -0
- package/dist/src/daemon/project-queue.js.map +1 -0
- package/dist/src/daemon/project.d.ts +7 -0
- package/dist/src/daemon/project.js +25 -0
- package/dist/src/daemon/project.js.map +1 -0
- package/dist/src/daemon/proxy-manager.d.ts +21 -0
- package/dist/src/daemon/proxy-manager.js +205 -0
- package/dist/src/daemon/proxy-manager.js.map +1 -0
- package/dist/src/daemon/routes/compact.d.ts +13 -0
- package/dist/src/daemon/routes/compact.js +195 -0
- package/dist/src/daemon/routes/compact.js.map +1 -0
- package/dist/src/daemon/routes/describe.d.ts +3 -0
- package/dist/src/daemon/routes/describe.js +39 -0
- package/dist/src/daemon/routes/describe.js.map +1 -0
- package/dist/src/daemon/routes/expand.d.ts +3 -0
- package/dist/src/daemon/routes/expand.js +41 -0
- package/dist/src/daemon/routes/expand.js.map +1 -0
- package/dist/src/daemon/routes/grep.d.ts +3 -0
- package/dist/src/daemon/routes/grep.js +43 -0
- package/dist/src/daemon/routes/grep.js.map +1 -0
- package/dist/src/daemon/routes/ingest.d.ts +3 -0
- package/dist/src/daemon/routes/ingest.js +101 -0
- package/dist/src/daemon/routes/ingest.js.map +1 -0
- package/dist/src/daemon/routes/promote.d.ts +4 -0
- package/dist/src/daemon/routes/promote.js +104 -0
- package/dist/src/daemon/routes/promote.js.map +1 -0
- package/dist/src/daemon/routes/prompt-search.d.ts +3 -0
- package/dist/src/daemon/routes/prompt-search.js +65 -0
- package/dist/src/daemon/routes/prompt-search.js.map +1 -0
- package/dist/src/daemon/routes/recent.d.ts +3 -0
- package/dist/src/daemon/routes/recent.js +37 -0
- package/dist/src/daemon/routes/recent.js.map +1 -0
- package/dist/src/daemon/routes/restore.d.ts +3 -0
- package/dist/src/daemon/routes/restore.js +120 -0
- package/dist/src/daemon/routes/restore.js.map +1 -0
- package/dist/src/daemon/routes/search.d.ts +2 -0
- package/dist/src/daemon/routes/search.js +66 -0
- package/dist/src/daemon/routes/search.js.map +1 -0
- package/dist/src/daemon/routes/status.d.ts +3 -0
- package/dist/src/daemon/routes/status.js +80 -0
- package/dist/src/daemon/routes/status.js.map +1 -0
- package/dist/src/daemon/routes/store.d.ts +2 -0
- package/dist/src/daemon/routes/store.js +46 -0
- package/dist/src/daemon/routes/store.js.map +1 -0
- package/dist/src/daemon/server.d.ts +19 -0
- package/dist/src/daemon/server.js +183 -0
- package/dist/src/daemon/server.js.map +1 -0
- package/dist/src/daemon/summarizer.d.ts +11 -0
- package/dist/src/daemon/summarizer.js +51 -0
- package/dist/src/daemon/summarizer.js.map +1 -0
- package/dist/src/db/config.d.ts +31 -0
- package/dist/src/db/config.js +83 -0
- package/dist/src/db/config.js.map +1 -0
- package/dist/src/db/connection.d.ts +3 -0
- package/dist/src/db/connection.js +62 -0
- package/dist/src/db/connection.js.map +1 -0
- package/dist/src/db/features.d.ts +11 -0
- package/dist/src/db/features.js +36 -0
- package/dist/src/db/features.js.map +1 -0
- package/dist/src/db/migration.d.ts +4 -0
- package/dist/src/db/migration.js +499 -0
- package/dist/src/db/migration.js.map +1 -0
- package/dist/src/db/promoted.d.ts +47 -0
- package/dist/src/db/promoted.js +96 -0
- package/dist/src/db/promoted.js.map +1 -0
- package/dist/src/db/redaction-stats.d.ts +6 -0
- package/dist/src/db/redaction-stats.js +16 -0
- package/dist/src/db/redaction-stats.js.map +1 -0
- package/dist/src/diagnose.d.ts +39 -0
- package/dist/src/diagnose.js +432 -0
- package/dist/src/diagnose.js.map +1 -0
- package/dist/src/doctor/doctor.d.ts +4 -0
- package/dist/src/doctor/doctor.js +378 -0
- package/dist/src/doctor/doctor.js.map +1 -0
- package/dist/src/doctor/types.d.ts +24 -0
- package/dist/src/doctor/types.js +2 -0
- package/dist/src/doctor/types.js.map +1 -0
- package/dist/src/expansion.d.ts +100 -0
- package/dist/src/expansion.js +268 -0
- package/dist/src/expansion.js.map +1 -0
- package/dist/src/hooks/auto-heal.d.ts +12 -0
- package/dist/src/hooks/auto-heal.js +49 -0
- package/dist/src/hooks/auto-heal.js.map +1 -0
- package/dist/src/hooks/compact.d.ts +5 -0
- package/dist/src/hooks/compact.js +22 -0
- package/dist/src/hooks/compact.js.map +1 -0
- package/dist/src/hooks/dispatch.d.ts +7 -0
- package/dist/src/hooks/dispatch.js +36 -0
- package/dist/src/hooks/dispatch.js.map +1 -0
- package/dist/src/hooks/probe-precompact.d.ts +2 -0
- package/dist/src/hooks/probe-precompact.js +17 -0
- package/dist/src/hooks/probe-precompact.js.map +1 -0
- package/dist/src/hooks/probe-sessionstart.d.ts +2 -0
- package/dist/src/hooks/probe-sessionstart.js +18 -0
- package/dist/src/hooks/probe-sessionstart.js.map +1 -0
- package/dist/src/hooks/restore.d.ts +5 -0
- package/dist/src/hooks/restore.js +19 -0
- package/dist/src/hooks/restore.js.map +1 -0
- package/dist/src/hooks/session-end.d.ts +16 -0
- package/dist/src/hooks/session-end.js +73 -0
- package/dist/src/hooks/session-end.js.map +1 -0
- package/dist/src/hooks/user-prompt.d.ts +5 -0
- package/dist/src/hooks/user-prompt.js +31 -0
- package/dist/src/hooks/user-prompt.js.map +1 -0
- package/dist/src/import.d.ts +24 -0
- package/dist/src/import.js +119 -0
- package/dist/src/import.js.map +1 -0
- package/dist/src/large-files.d.ts +28 -0
- package/dist/src/large-files.js +413 -0
- package/dist/src/large-files.js.map +1 -0
- package/dist/src/llm/anthropic.d.ts +9 -0
- package/dist/src/llm/anthropic.js +54 -0
- package/dist/src/llm/anthropic.js.map +1 -0
- package/dist/src/llm/claude-process.d.ts +2 -0
- package/dist/src/llm/claude-process.js +55 -0
- package/dist/src/llm/claude-process.js.map +1 -0
- package/dist/src/llm/codex-process.d.ts +15 -0
- package/dist/src/llm/codex-process.js +142 -0
- package/dist/src/llm/codex-process.js.map +1 -0
- package/dist/src/llm/mock-summarizer.d.ts +9 -0
- package/dist/src/llm/mock-summarizer.js +17 -0
- package/dist/src/llm/mock-summarizer.js.map +1 -0
- package/dist/src/llm/openai.d.ts +10 -0
- package/dist/src/llm/openai.js +52 -0
- package/dist/src/llm/openai.js.map +1 -0
- package/dist/src/llm/types.d.ts +6 -0
- package/dist/src/llm/types.js +2 -0
- package/dist/src/llm/types.js.map +1 -0
- package/dist/src/mcp/server.d.ts +9 -0
- package/dist/src/mcp/server.js +128 -0
- package/dist/src/mcp/server.js.map +1 -0
- package/dist/src/mcp/tools/lcm-describe.d.ts +14 -0
- package/dist/src/mcp/tools/lcm-describe.js +12 -0
- package/dist/src/mcp/tools/lcm-describe.js.map +1 -0
- package/dist/src/mcp/tools/lcm-doctor.d.ts +8 -0
- package/dist/src/mcp/tools/lcm-doctor.js +9 -0
- package/dist/src/mcp/tools/lcm-doctor.js.map +1 -0
- package/dist/src/mcp/tools/lcm-expand.d.ts +18 -0
- package/dist/src/mcp/tools/lcm-expand.js +13 -0
- package/dist/src/mcp/tools/lcm-expand.js.map +1 -0
- package/dist/src/mcp/tools/lcm-grep.d.ts +27 -0
- package/dist/src/mcp/tools/lcm-grep.js +15 -0
- package/dist/src/mcp/tools/lcm-grep.js.map +1 -0
- package/dist/src/mcp/tools/lcm-search.d.ts +33 -0
- package/dist/src/mcp/tools/lcm-search.js +15 -0
- package/dist/src/mcp/tools/lcm-search.js.map +1 -0
- package/dist/src/mcp/tools/lcm-stats.d.ts +14 -0
- package/dist/src/mcp/tools/lcm-stats.js +11 -0
- package/dist/src/mcp/tools/lcm-stats.js.map +1 -0
- package/dist/src/mcp/tools/lcm-store.d.ts +26 -0
- package/dist/src/mcp/tools/lcm-store.js +22 -0
- package/dist/src/mcp/tools/lcm-store.js.map +1 -0
- package/dist/src/memory/index.d.ts +22 -0
- package/dist/src/memory/index.js +21 -0
- package/dist/src/memory/index.js.map +1 -0
- package/dist/src/promotion/dedup.d.ts +19 -0
- package/dist/src/promotion/dedup.js +42 -0
- package/dist/src/promotion/dedup.js.map +1 -0
- package/dist/src/promotion/detector.d.ts +15 -0
- package/dist/src/promotion/detector.js +31 -0
- package/dist/src/promotion/detector.js.map +1 -0
- package/dist/src/prompts/condensed-d1.yaml +38 -0
- package/dist/src/prompts/condensed-d2.yaml +32 -0
- package/dist/src/prompts/condensed-d3plus.yaml +32 -0
- package/dist/src/prompts/leaf-aggressive.yaml +34 -0
- package/dist/src/prompts/leaf-normal.yaml +34 -0
- package/dist/src/prompts/loader.d.ts +9 -0
- package/dist/src/prompts/loader.js +37 -0
- package/dist/src/prompts/loader.js.map +1 -0
- package/dist/src/prompts/promoted-merge.yaml +18 -0
- package/dist/src/prompts/system.yaml +5 -0
- package/dist/src/retrieval.d.ts +122 -0
- package/dist/src/retrieval.js +214 -0
- package/dist/src/retrieval.js.map +1 -0
- package/dist/src/scrub.d.ts +46 -0
- package/dist/src/scrub.js +184 -0
- package/dist/src/scrub.js.map +1 -0
- package/dist/src/sensitive.d.ts +4 -0
- package/dist/src/sensitive.js +258 -0
- package/dist/src/sensitive.js.map +1 -0
- package/dist/src/stats.d.ts +34 -0
- package/dist/src/stats.js +260 -0
- package/dist/src/stats.js.map +1 -0
- package/dist/src/store/conversation-store.d.ts +115 -0
- package/dist/src/store/conversation-store.js +447 -0
- package/dist/src/store/conversation-store.js.map +1 -0
- package/dist/src/store/fts5-sanitize.d.ts +23 -0
- package/dist/src/store/fts5-sanitize.js +30 -0
- package/dist/src/store/fts5-sanitize.js.map +1 -0
- package/dist/src/store/full-text-fallback.d.ts +16 -0
- package/dist/src/store/full-text-fallback.js +60 -0
- package/dist/src/store/full-text-fallback.js.map +1 -0
- package/dist/src/store/index.d.ts +4 -0
- package/dist/src/store/index.js +3 -0
- package/dist/src/store/index.js.map +1 -0
- package/dist/src/store/summary-store.d.ts +118 -0
- package/dist/src/store/summary-store.js +570 -0
- package/dist/src/store/summary-store.js.map +1 -0
- package/dist/src/summarize.d.ts +59 -0
- package/dist/src/summarize.js +619 -0
- package/dist/src/summarize.js.map +1 -0
- package/dist/src/transcript.d.ts +7 -0
- package/dist/src/transcript.js +51 -0
- package/dist/src/transcript.js.map +1 -0
- package/dist/src/types.d.ts +116 -0
- package/dist/src/types.js +8 -0
- package/dist/src/types.js.map +1 -0
- package/docs/agent-tools.md +187 -0
- package/docs/architecture.md +224 -0
- package/docs/configuration.md +168 -0
- package/docs/fts5.md +161 -0
- package/docs/hook-protocol.md +41 -0
- package/docs/privacy.md +101 -0
- package/mcp.mjs +17 -0
- package/package.json +79 -0
|
@@ -0,0 +1,101 @@
|
|
|
1
|
+
import { existsSync, readFileSync, writeFileSync } from "node:fs";
|
|
2
|
+
import { DatabaseSync } from "node:sqlite";
|
|
3
|
+
import { projectDbPath, projectDir, projectId, ensureProjectDir, projectMetaPath } from "../project.js";
|
|
4
|
+
import { sendJson } from "../server.js";
|
|
5
|
+
import { runLcmMigrations } from "../../db/migration.js";
|
|
6
|
+
import { upsertRedactionCounts } from "../../db/redaction-stats.js";
|
|
7
|
+
import { ConversationStore } from "../../store/conversation-store.js";
|
|
8
|
+
import { SummaryStore } from "../../store/summary-store.js";
|
|
9
|
+
import { parseTranscript } from "../../transcript.js";
|
|
10
|
+
import { ScrubEngine } from "../../scrub.js";
|
|
11
|
+
function isParsedMessage(value) {
|
|
12
|
+
if (!value || typeof value !== "object")
|
|
13
|
+
return false;
|
|
14
|
+
const message = value;
|
|
15
|
+
return (typeof message.role === "string" &&
|
|
16
|
+
["user", "assistant", "system", "tool"].includes(message.role) &&
|
|
17
|
+
typeof message.content === "string" &&
|
|
18
|
+
typeof message.tokenCount === "number");
|
|
19
|
+
}
|
|
20
|
+
function resolveMessages(input) {
|
|
21
|
+
if (Array.isArray(input.messages)) {
|
|
22
|
+
return input.messages.filter(isParsedMessage);
|
|
23
|
+
}
|
|
24
|
+
if (input.transcript_path && existsSync(input.transcript_path)) {
|
|
25
|
+
return parseTranscript(input.transcript_path);
|
|
26
|
+
}
|
|
27
|
+
return [];
|
|
28
|
+
}
|
|
29
|
+
export function createIngestHandler(config) {
|
|
30
|
+
return async (_req, res, body) => {
|
|
31
|
+
const input = JSON.parse(body || "{}");
|
|
32
|
+
const { session_id, cwd } = input;
|
|
33
|
+
if (!session_id || !cwd) {
|
|
34
|
+
sendJson(res, 400, { error: "session_id and cwd are required" });
|
|
35
|
+
return;
|
|
36
|
+
}
|
|
37
|
+
const parsed = resolveMessages(input);
|
|
38
|
+
if (parsed.length === 0) {
|
|
39
|
+
sendJson(res, 200, { ingested: 0, totalTokens: 0 });
|
|
40
|
+
return;
|
|
41
|
+
}
|
|
42
|
+
const dbPath = projectDbPath(cwd);
|
|
43
|
+
ensureProjectDir(cwd);
|
|
44
|
+
const scrubber = await ScrubEngine.forProject(config.security?.sensitivePatterns ?? [], projectDir(cwd));
|
|
45
|
+
const db = new DatabaseSync(dbPath);
|
|
46
|
+
try {
|
|
47
|
+
db.exec("PRAGMA busy_timeout = 5000");
|
|
48
|
+
runLcmMigrations(db);
|
|
49
|
+
const conversationStore = new ConversationStore(db);
|
|
50
|
+
const summaryStore = new SummaryStore(db);
|
|
51
|
+
const conversation = await conversationStore.getOrCreateConversation(session_id);
|
|
52
|
+
const storedCount = await conversationStore.getMessageCount(conversation.conversationId);
|
|
53
|
+
const newMessages = parsed.slice(storedCount);
|
|
54
|
+
if (newMessages.length === 0) {
|
|
55
|
+
sendJson(res, 200, { ingested: 0, totalTokens: 0 });
|
|
56
|
+
return;
|
|
57
|
+
}
|
|
58
|
+
const pid = projectId(cwd);
|
|
59
|
+
const totalCounts = { builtIn: 0, global: 0, project: 0 };
|
|
60
|
+
const inputs = newMessages.map((m, i) => {
|
|
61
|
+
const { text: scrubbedContent, builtIn, global: globalCount, project } = scrubber.scrubWithCounts(m.content);
|
|
62
|
+
totalCounts.builtIn += builtIn;
|
|
63
|
+
totalCounts.global += globalCount;
|
|
64
|
+
totalCounts.project += project;
|
|
65
|
+
return {
|
|
66
|
+
conversationId: conversation.conversationId,
|
|
67
|
+
seq: storedCount + i,
|
|
68
|
+
role: m.role,
|
|
69
|
+
content: scrubbedContent,
|
|
70
|
+
tokenCount: m.tokenCount,
|
|
71
|
+
};
|
|
72
|
+
});
|
|
73
|
+
const records = await conversationStore.withTransaction(async () => {
|
|
74
|
+
const created = await conversationStore.createMessagesBulk(inputs);
|
|
75
|
+
upsertRedactionCounts(db, pid, totalCounts);
|
|
76
|
+
await summaryStore.appendContextMessages(conversation.conversationId, created.map((r) => r.messageId));
|
|
77
|
+
return created;
|
|
78
|
+
});
|
|
79
|
+
// Update meta.json with lastIngest timestamp
|
|
80
|
+
try {
|
|
81
|
+
const metaPath = projectMetaPath(cwd);
|
|
82
|
+
let meta = {};
|
|
83
|
+
if (existsSync(metaPath)) {
|
|
84
|
+
meta = JSON.parse(readFileSync(metaPath, "utf-8"));
|
|
85
|
+
}
|
|
86
|
+
meta.cwd = cwd;
|
|
87
|
+
meta.lastIngest = new Date().toISOString();
|
|
88
|
+
writeFileSync(metaPath, JSON.stringify(meta, null, 2));
|
|
89
|
+
}
|
|
90
|
+
catch {
|
|
91
|
+
// non-fatal: meta.json update failure shouldn't fail the ingest
|
|
92
|
+
}
|
|
93
|
+
const totalTokens = await summaryStore.getContextTokenCount(conversation.conversationId);
|
|
94
|
+
sendJson(res, 200, { ingested: records.length, totalTokens });
|
|
95
|
+
}
|
|
96
|
+
finally {
|
|
97
|
+
db.close();
|
|
98
|
+
}
|
|
99
|
+
};
|
|
100
|
+
}
|
|
101
|
+
//# sourceMappingURL=ingest.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"ingest.js","sourceRoot":"","sources":["../../../../src/daemon/routes/ingest.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,UAAU,EAAE,YAAY,EAAE,aAAa,EAAE,MAAM,SAAS,CAAC;AAClE,OAAO,EAAE,YAAY,EAAE,MAAM,aAAa,CAAC;AAE3C,OAAO,EAAE,aAAa,EAAE,UAAU,EAAE,SAAS,EAAE,gBAAgB,EAAE,eAAe,EAAE,MAAM,eAAe,CAAC;AACxG,OAAO,EAAE,QAAQ,EAAE,MAAM,cAAc,CAAC;AAExC,OAAO,EAAE,gBAAgB,EAAE,MAAM,uBAAuB,CAAC;AACzD,OAAO,EAAE,qBAAqB,EAAE,MAAM,6BAA6B,CAAC;AACpE,OAAO,EAAE,iBAAiB,EAAE,MAAM,mCAAmC,CAAC;AACtE,OAAO,EAAE,YAAY,EAAE,MAAM,8BAA8B,CAAC;AAC5D,OAAO,EAAE,eAAe,EAAsB,MAAM,qBAAqB,CAAC;AAC1E,OAAO,EAAE,WAAW,EAAE,MAAM,gBAAgB,CAAC;AAE7C,SAAS,eAAe,CAAC,KAAc;IACrC,IAAI,CAAC,KAAK,IAAI,OAAO,KAAK,KAAK,QAAQ;QAAE,OAAO,KAAK,CAAC;IAEtD,MAAM,OAAO,GAAG,KAAgC,CAAC;IACjD,OAAO,CACL,OAAO,OAAO,CAAC,IAAI,KAAK,QAAQ;QAChC,CAAC,MAAM,EAAE,WAAW,EAAE,QAAQ,EAAE,MAAM,CAAC,CAAC,QAAQ,CAAC,OAAO,CAAC,IAAI,CAAC;QAC9D,OAAO,OAAO,CAAC,OAAO,KAAK,QAAQ;QACnC,OAAO,OAAO,CAAC,UAAU,KAAK,QAAQ,CACvC,CAAC;AACJ,CAAC;AAED,SAAS,eAAe,CAAC,KAAuD;IAC9E,IAAI,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC,QAAQ,CAAC,EAAE,CAAC;QAClC,OAAO,KAAK,CAAC,QAAQ,CAAC,MAAM,CAAC,eAAe,CAAC,CAAC;IAChD,CAAC;IAED,IAAI,KAAK,CAAC,eAAe,IAAI,UAAU,CAAC,KAAK,CAAC,eAAe,CAAC,EAAE,CAAC;QAC/D,OAAO,eAAe,CAAC,KAAK,CAAC,eAAe,CAAC,CAAC;IAChD,CAAC;IAED,OAAO,EAAE,CAAC;AACZ,CAAC;AAED,MAAM,UAAU,mBAAmB,CAAC,MAAoB;IACtD,OAAO,KAAK,EAAE,IAAI,EAAE,GAAG,EAAE,IAAI,EAAE,EAAE;QAC/B,MAAM,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC,IAAI,IAAI,IAAI,CAAC,CAAC;QACvC,MAAM,EAAE,UAAU,EAAE,GAAG,EAAE,GAAG,KAAK,CAAC;QAElC,IAAI,CAAC,UAAU,IAAI,CAAC,GAAG,EAAE,CAAC;YACxB,QAAQ,CAAC,GAAG,EAAE,GAAG,EAAE,EAAE,KAAK,EAAE,iCAAiC,EAAE,CAAC,CAAC;YACjE,OAAO;QACT,CAAC;QAED,MAAM,MAAM,GAAG,eAAe,CAAC,KAAK,CAAC,CAAC;QACtC,IAAI,MAAM,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;YACxB,QAAQ,CAAC,GAAG,EAAE,GAAG,EAAE,EAAE,QAAQ,EAAE,CAAC,EAAE,WAAW,EAAE,CAAC,EAAE,CAAC,CAAC;YACpD,OAAO;QACT,CAAC;QAED,MAAM,MAAM,GAAG,aAAa,CAAC,GAAG,CAAC,CAAC;QAClC,gBAAgB,CAAC,GAAG,CAAC,CAAC;QAEtB,MAAM,QAAQ,GAAG,MAAM,WAAW,CAAC,UAAU,CAC3C,MAAM,CAAC,QAAQ,EAAE,iBAAiB,IAAI,EAAE,EACxC,UAAU,CAAC,GAAG,CAAC,CAChB,CAAC;QAEF,MAAM,EAAE,GAAG,IAAI,YAAY,CAAC,MAAM,CAAC,CAAC;QACpC,IAAI,CAAC;YACH,EAAE,CAAC,IAAI,CAAC,4BAA4B,CAAC,CAAC;YACtC,gBAAgB,CAAC,EAAE,CAAC,CAAC;YACrB,MAAM,iBAAiB,GAAG,IAAI,iBAAiB,CAAC,EAAE,CAAC,CAAC;YACpD,MAAM,YAAY,GAAG,IAAI,YAAY,CAAC,EAAE,CAAC,CAAC;YAC1C,MAAM,YAAY,GAAG,MAAM,iBAAiB,CAAC,uBAAuB,CAAC,UAAU,CAAC,CAAC;YAEjF,MAAM,WAAW,GAAG,MAAM,iBAAiB,CAAC,eAAe,CAAC,YAAY,CAAC,cAAc,CAAC,CAAC;YACzF,MAAM,WAAW,GAAG,MAAM,CAAC,KAAK,CAAC,WAAW,CAAC,CAAC;YAE9C,IAAI,WAAW,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;gBAC7B,QAAQ,CAAC,GAAG,EAAE,GAAG,EAAE,EAAE,QAAQ,EAAE,CAAC,EAAE,WAAW,EAAE,CAAC,EAAE,CAAC,CAAC;gBACpD,OAAO;YACT,CAAC;YAED,MAAM,GAAG,GAAG,SAAS,CAAC,GAAG,CAAC,CAAC;YAC3B,MAAM,WAAW,GAAG,EAAE,OAAO,EAAE,CAAC,EAAE,MAAM,EAAE,CAAC,EAAE,OAAO,EAAE,CAAC,EAAE,CAAC;YAC1D,MAAM,MAAM,GAAG,WAAW,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE;gBACtC,MAAM,EAAE,IAAI,EAAE,eAAe,EAAE,OAAO,EAAE,MAAM,EAAE,WAAW,EAAE,OAAO,EAAE,GAAG,QAAQ,CAAC,eAAe,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC;gBAC7G,WAAW,CAAC,OAAO,IAAI,OAAO,CAAC;gBAC/B,WAAW,CAAC,MAAM,IAAI,WAAW,CAAC;gBAClC,WAAW,CAAC,OAAO,IAAI,OAAO,CAAC;gBAC/B,OAAO;oBACL,cAAc,EAAE,YAAY,CAAC,cAAc;oBAC3C,GAAG,EAAE,WAAW,GAAG,CAAC;oBACpB,IAAI,EAAE,CAAC,CAAC,IAAgD;oBACxD,OAAO,EAAE,eAAe;oBACxB,UAAU,EAAE,CAAC,CAAC,UAAU;iBACzB,CAAC;YACJ,CAAC,CAAC,CAAC;YACH,MAAM,OAAO,GAAG,MAAM,iBAAiB,CAAC,eAAe,CAAC,KAAK,IAAI,EAAE;gBACjE,MAAM,OAAO,GAAG,MAAM,iBAAiB,CAAC,kBAAkB,CAAC,MAAM,CAAC,CAAC;gBACnE,qBAAqB,CAAC,EAAE,EAAE,GAAG,EAAE,WAAW,CAAC,CAAC;gBAC5C,MAAM,YAAY,CAAC,qBAAqB,CAAC,YAAY,CAAC,cAAc,EAAE,OAAO,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC;gBACvG,OAAO,OAAO,CAAC;YACjB,CAAC,CAAC,CAAC;YAEH,6CAA6C;YAC7C,IAAI,CAAC;gBACH,MAAM,QAAQ,GAAG,eAAe,CAAC,GAAG,CAAC,CAAC;gBACtC,IAAI,IAAI,GAA4B,EAAE,CAAC;gBACvC,IAAI,UAAU,CAAC,QAAQ,CAAC,EAAE,CAAC;oBACzB,IAAI,GAAG,IAAI,CAAC,KAAK,CAAC,YAAY,CAAC,QAAQ,EAAE,OAAO,CAAC,CAAC,CAAC;gBACrD,CAAC;gBACD,IAAI,CAAC,GAAG,GAAG,GAAG,CAAC;gBACf,IAAI,CAAC,UAAU,GAAG,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE,CAAC;gBAC3C,aAAa,CAAC,QAAQ,EAAE,IAAI,CAAC,SAAS,CAAC,IAAI,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC,CAAC;YACzD,CAAC;YAAC,MAAM,CAAC;gBACP,gEAAgE;YAClE,CAAC;YAED,MAAM,WAAW,GAAG,MAAM,YAAY,CAAC,oBAAoB,CAAC,YAAY,CAAC,cAAc,CAAC,CAAC;YACzF,QAAQ,CAAC,GAAG,EAAE,GAAG,EAAE,EAAE,QAAQ,EAAE,OAAO,CAAC,MAAM,EAAE,WAAW,EAAE,CAAC,CAAC;QAChE,CAAC;gBAAS,CAAC;YACT,EAAE,CAAC,KAAK,EAAE,CAAC;QACb,CAAC;IACH,CAAC,CAAC;AACJ,CAAC"}
|
|
@@ -0,0 +1,4 @@
|
|
|
1
|
+
import type { DaemonConfig } from "../config.js";
|
|
2
|
+
import type { RouteHandler } from "../server.js";
|
|
3
|
+
import type { LcmSummarizeFn } from "../../llm/types.js";
|
|
4
|
+
export declare function createPromoteHandler(config: DaemonConfig, getSummarizer: () => Promise<LcmSummarizeFn | null>): RouteHandler;
|
|
@@ -0,0 +1,104 @@
|
|
|
1
|
+
import { readFileSync, writeFileSync, existsSync, mkdirSync } from "node:fs";
|
|
2
|
+
import { dirname } from "node:path";
|
|
3
|
+
import { DatabaseSync } from "node:sqlite";
|
|
4
|
+
import { projectId, projectDbPath, projectMetaPath } from "../project.js";
|
|
5
|
+
import { sendJson } from "../server.js";
|
|
6
|
+
import { runLcmMigrations } from "../../db/migration.js";
|
|
7
|
+
import { ConversationStore } from "../../store/conversation-store.js";
|
|
8
|
+
import { SummaryStore } from "../../store/summary-store.js";
|
|
9
|
+
import { PromotedStore } from "../../db/promoted.js";
|
|
10
|
+
import { shouldPromote } from "../../promotion/detector.js";
|
|
11
|
+
import { deduplicateAndInsert } from "../../promotion/dedup.js";
|
|
12
|
+
export function createPromoteHandler(config, getSummarizer) {
|
|
13
|
+
return async (_req, res, body) => {
|
|
14
|
+
const input = JSON.parse(body || "{}");
|
|
15
|
+
const { cwd, dry_run = false } = input;
|
|
16
|
+
if (!cwd) {
|
|
17
|
+
sendJson(res, 400, { error: "cwd is required" });
|
|
18
|
+
return;
|
|
19
|
+
}
|
|
20
|
+
const dbPath = projectDbPath(cwd);
|
|
21
|
+
if (!existsSync(dbPath)) {
|
|
22
|
+
sendJson(res, 200, { processed: 0, promoted: 0 });
|
|
23
|
+
return;
|
|
24
|
+
}
|
|
25
|
+
const summarize = await getSummarizer();
|
|
26
|
+
const db = new DatabaseSync(dbPath);
|
|
27
|
+
let processed = 0;
|
|
28
|
+
let promoted = 0;
|
|
29
|
+
try {
|
|
30
|
+
db.exec("PRAGMA busy_timeout = 5000");
|
|
31
|
+
runLcmMigrations(db);
|
|
32
|
+
mkdirSync(dirname(dbPath), { recursive: true });
|
|
33
|
+
const convStore = new ConversationStore(db);
|
|
34
|
+
const summStore = new SummaryStore(db);
|
|
35
|
+
const pid = projectId(cwd);
|
|
36
|
+
// Get summary IDs that have already been promoted (to avoid re-promoting)
|
|
37
|
+
const promotedStore = new PromotedStore(db);
|
|
38
|
+
const alreadyPromotedContent = new Set(promotedStore.listContentPrefixes(10000).map((c) => c.slice(0, 100)));
|
|
39
|
+
const conversations = await convStore.listConversations();
|
|
40
|
+
for (const conversation of conversations) {
|
|
41
|
+
const summaries = await summStore.getSummariesByConversation(conversation.conversationId);
|
|
42
|
+
for (const summary of summaries) {
|
|
43
|
+
// Skip summaries whose content prefix is already in the promoted store
|
|
44
|
+
// This prevents re-promoting on repeated runs (which would decay confidence)
|
|
45
|
+
if (alreadyPromotedContent.has(summary.content.slice(0, 100)))
|
|
46
|
+
continue;
|
|
47
|
+
processed++;
|
|
48
|
+
const promotionResult = shouldPromote({
|
|
49
|
+
content: summary.content,
|
|
50
|
+
depth: summary.depth,
|
|
51
|
+
tokenCount: summary.tokenCount,
|
|
52
|
+
sourceMessageTokenCount: summary.sourceMessageTokenCount,
|
|
53
|
+
}, config.compaction.promotionThresholds);
|
|
54
|
+
if (!promotionResult.promote)
|
|
55
|
+
continue;
|
|
56
|
+
if (dry_run) {
|
|
57
|
+
promoted++; // dry_run: count but don't insert
|
|
58
|
+
}
|
|
59
|
+
else if (summarize) {
|
|
60
|
+
try {
|
|
61
|
+
await deduplicateAndInsert({
|
|
62
|
+
store: promotedStore,
|
|
63
|
+
content: summary.content,
|
|
64
|
+
tags: promotionResult.tags,
|
|
65
|
+
projectId: pid,
|
|
66
|
+
sessionId: conversation.sessionId,
|
|
67
|
+
depth: summary.depth,
|
|
68
|
+
confidence: promotionResult.confidence,
|
|
69
|
+
summarize,
|
|
70
|
+
thresholds: {
|
|
71
|
+
dedupBm25Threshold: config.compaction.promotionThresholds.dedupBm25Threshold,
|
|
72
|
+
mergeMaxEntries: config.compaction.promotionThresholds.mergeMaxEntries,
|
|
73
|
+
confidenceDecayRate: config.compaction.promotionThresholds.confidenceDecayRate,
|
|
74
|
+
},
|
|
75
|
+
});
|
|
76
|
+
promoted++;
|
|
77
|
+
}
|
|
78
|
+
catch { /* non-fatal — don't count failed promotions */ }
|
|
79
|
+
}
|
|
80
|
+
// If summarize is null (disabled provider), skip — can't promote without a summarizer
|
|
81
|
+
}
|
|
82
|
+
}
|
|
83
|
+
// Update meta.json unless dry_run
|
|
84
|
+
if (!dry_run) {
|
|
85
|
+
try {
|
|
86
|
+
const metaPath = projectMetaPath(cwd);
|
|
87
|
+
let meta = {};
|
|
88
|
+
if (existsSync(metaPath)) {
|
|
89
|
+
meta = JSON.parse(readFileSync(metaPath, "utf-8"));
|
|
90
|
+
}
|
|
91
|
+
meta.cwd = cwd;
|
|
92
|
+
meta.lastPromote = new Date().toISOString();
|
|
93
|
+
writeFileSync(metaPath, JSON.stringify(meta, null, 2));
|
|
94
|
+
}
|
|
95
|
+
catch { /* non-fatal */ }
|
|
96
|
+
}
|
|
97
|
+
}
|
|
98
|
+
finally {
|
|
99
|
+
db.close();
|
|
100
|
+
}
|
|
101
|
+
sendJson(res, 200, { processed, promoted });
|
|
102
|
+
};
|
|
103
|
+
}
|
|
104
|
+
//# sourceMappingURL=promote.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"promote.js","sourceRoot":"","sources":["../../../../src/daemon/routes/promote.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,YAAY,EAAE,aAAa,EAAE,UAAU,EAAE,SAAS,EAAE,MAAM,SAAS,CAAC;AAC7E,OAAO,EAAE,OAAO,EAAE,MAAM,WAAW,CAAC;AACpC,OAAO,EAAE,YAAY,EAAE,MAAM,aAAa,CAAC;AAE3C,OAAO,EAAE,SAAS,EAAE,aAAa,EAAE,eAAe,EAAE,MAAM,eAAe,CAAC;AAC1E,OAAO,EAAE,QAAQ,EAAE,MAAM,cAAc,CAAC;AAExC,OAAO,EAAE,gBAAgB,EAAE,MAAM,uBAAuB,CAAC;AACzD,OAAO,EAAE,iBAAiB,EAAE,MAAM,mCAAmC,CAAC;AACtE,OAAO,EAAE,YAAY,EAAE,MAAM,8BAA8B,CAAC;AAC5D,OAAO,EAAE,aAAa,EAAE,MAAM,sBAAsB,CAAC;AACrD,OAAO,EAAE,aAAa,EAAE,MAAM,6BAA6B,CAAC;AAC5D,OAAO,EAAE,oBAAoB,EAAE,MAAM,0BAA0B,CAAC;AAGhE,MAAM,UAAU,oBAAoB,CAClC,MAAoB,EACpB,aAAmD;IAEnD,OAAO,KAAK,EAAE,IAAI,EAAE,GAAG,EAAE,IAAI,EAAE,EAAE;QAC/B,MAAM,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC,IAAI,IAAI,IAAI,CAAC,CAAC;QACvC,MAAM,EAAE,GAAG,EAAE,OAAO,GAAG,KAAK,EAAE,GAAG,KAAK,CAAC;QAEvC,IAAI,CAAC,GAAG,EAAE,CAAC;YACT,QAAQ,CAAC,GAAG,EAAE,GAAG,EAAE,EAAE,KAAK,EAAE,iBAAiB,EAAE,CAAC,CAAC;YACjD,OAAO;QACT,CAAC;QAED,MAAM,MAAM,GAAG,aAAa,CAAC,GAAG,CAAC,CAAC;QAClC,IAAI,CAAC,UAAU,CAAC,MAAM,CAAC,EAAE,CAAC;YACxB,QAAQ,CAAC,GAAG,EAAE,GAAG,EAAE,EAAE,SAAS,EAAE,CAAC,EAAE,QAAQ,EAAE,CAAC,EAAE,CAAC,CAAC;YAClD,OAAO;QACT,CAAC;QAED,MAAM,SAAS,GAAG,MAAM,aAAa,EAAE,CAAC;QAExC,MAAM,EAAE,GAAG,IAAI,YAAY,CAAC,MAAM,CAAC,CAAC;QACpC,IAAI,SAAS,GAAG,CAAC,CAAC;QAClB,IAAI,QAAQ,GAAG,CAAC,CAAC;QAEjB,IAAI,CAAC;YACH,EAAE,CAAC,IAAI,CAAC,4BAA4B,CAAC,CAAC;YACtC,gBAAgB,CAAC,EAAE,CAAC,CAAC;YACrB,SAAS,CAAC,OAAO,CAAC,MAAM,CAAC,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;YAEhD,MAAM,SAAS,GAAG,IAAI,iBAAiB,CAAC,EAAE,CAAC,CAAC;YAC5C,MAAM,SAAS,GAAG,IAAI,YAAY,CAAC,EAAE,CAAC,CAAC;YACvC,MAAM,GAAG,GAAG,SAAS,CAAC,GAAG,CAAC,CAAC;YAE3B,0EAA0E;YAC1E,MAAM,aAAa,GAAG,IAAI,aAAa,CAAC,EAAE,CAAC,CAAC;YAC5C,MAAM,sBAAsB,GAAG,IAAI,GAAG,CACpC,aAAa,CAAC,mBAAmB,CAAC,KAAK,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,EAAE,GAAG,CAAC,CAAC,CACrE,CAAC;YAEF,MAAM,aAAa,GAAG,MAAM,SAAS,CAAC,iBAAiB,EAAE,CAAC;YAE1D,KAAK,MAAM,YAAY,IAAI,aAAa,EAAE,CAAC;gBACzC,MAAM,SAAS,GAAG,MAAM,SAAS,CAAC,0BAA0B,CAAC,YAAY,CAAC,cAAc,CAAC,CAAC;gBAE1F,KAAK,MAAM,OAAO,IAAI,SAAS,EAAE,CAAC;oBAChC,uEAAuE;oBACvE,6EAA6E;oBAC7E,IAAI,sBAAsB,CAAC,GAAG,CAAC,OAAO,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC,EAAE,GAAG,CAAC,CAAC;wBAAE,SAAS;oBAExE,SAAS,EAAE,CAAC;oBAEZ,MAAM,eAAe,GAAG,aAAa,CACnC;wBACE,OAAO,EAAE,OAAO,CAAC,OAAO;wBACxB,KAAK,EAAE,OAAO,CAAC,KAAK;wBACpB,UAAU,EAAE,OAAO,CAAC,UAAU;wBAC9B,uBAAuB,EAAE,OAAO,CAAC,uBAAuB;qBACzD,EACD,MAAM,CAAC,UAAU,CAAC,mBAAmB,CACtC,CAAC;oBAEF,IAAI,CAAC,eAAe,CAAC,OAAO;wBAAE,SAAS;oBAEvC,IAAI,OAAO,EAAE,CAAC;wBACZ,QAAQ,EAAE,CAAC,CAAC,kCAAkC;oBAChD,CAAC;yBAAM,IAAI,SAAS,EAAE,CAAC;wBACrB,IAAI,CAAC;4BACH,MAAM,oBAAoB,CAAC;gCACzB,KAAK,EAAE,aAAa;gCACpB,OAAO,EAAE,OAAO,CAAC,OAAO;gCACxB,IAAI,EAAE,eAAe,CAAC,IAAI;gCAC1B,SAAS,EAAE,GAAG;gCACd,SAAS,EAAE,YAAY,CAAC,SAAS;gCACjC,KAAK,EAAE,OAAO,CAAC,KAAK;gCACpB,UAAU,EAAE,eAAe,CAAC,UAAU;gCACtC,SAAS;gCACT,UAAU,EAAE;oCACV,kBAAkB,EAAE,MAAM,CAAC,UAAU,CAAC,mBAAmB,CAAC,kBAAkB;oCAC5E,eAAe,EAAE,MAAM,CAAC,UAAU,CAAC,mBAAmB,CAAC,eAAe;oCACtE,mBAAmB,EAAE,MAAM,CAAC,UAAU,CAAC,mBAAmB,CAAC,mBAAmB;iCAC/E;6BACF,CAAC,CAAC;4BACH,QAAQ,EAAE,CAAC;wBACb,CAAC;wBAAC,MAAM,CAAC,CAAC,+CAA+C,CAAC,CAAC;oBAC7D,CAAC;oBACD,sFAAsF;gBACxF,CAAC;YACH,CAAC;YAED,kCAAkC;YAClC,IAAI,CAAC,OAAO,EAAE,CAAC;gBACb,IAAI,CAAC;oBACH,MAAM,QAAQ,GAAG,eAAe,CAAC,GAAG,CAAC,CAAC;oBACtC,IAAI,IAAI,GAA4B,EAAE,CAAC;oBACvC,IAAI,UAAU,CAAC,QAAQ,CAAC,EAAE,CAAC;wBACzB,IAAI,GAAG,IAAI,CAAC,KAAK,CAAC,YAAY,CAAC,QAAQ,EAAE,OAAO,CAAC,CAAC,CAAC;oBACrD,CAAC;oBACD,IAAI,CAAC,GAAG,GAAG,GAAG,CAAC;oBACf,IAAI,CAAC,WAAW,GAAG,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE,CAAC;oBAC5C,aAAa,CAAC,QAAQ,EAAE,IAAI,CAAC,SAAS,CAAC,IAAI,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC,CAAC;gBACzD,CAAC;gBAAC,MAAM,CAAC,CAAC,eAAe,CAAC,CAAC;YAC7B,CAAC;QACH,CAAC;gBAAS,CAAC;YACT,EAAE,CAAC,KAAK,EAAE,CAAC;QACb,CAAC;QAED,QAAQ,CAAC,GAAG,EAAE,GAAG,EAAE,EAAE,SAAS,EAAE,QAAQ,EAAE,CAAC,CAAC;IAC9C,CAAC,CAAC;AACJ,CAAC"}
|
|
@@ -0,0 +1,65 @@
|
|
|
1
|
+
import { existsSync } from "node:fs";
|
|
2
|
+
import { DatabaseSync } from "node:sqlite";
|
|
3
|
+
import { projectDbPath } from "../project.js";
|
|
4
|
+
import { sendJson } from "../server.js";
|
|
5
|
+
import { runLcmMigrations } from "../../db/migration.js";
|
|
6
|
+
import { PromotedStore } from "../../db/promoted.js";
|
|
7
|
+
export function createPromptSearchHandler(config) {
|
|
8
|
+
return async (_req, res, body) => {
|
|
9
|
+
const input = JSON.parse(body || "{}");
|
|
10
|
+
const { query, cwd, session_id } = input;
|
|
11
|
+
// Missing fields: return empty hints (not 400) — callers treat this as "no suggestions"
|
|
12
|
+
if (!query || !cwd) {
|
|
13
|
+
sendJson(res, 200, { hints: [] });
|
|
14
|
+
return;
|
|
15
|
+
}
|
|
16
|
+
const dbPath = projectDbPath(cwd);
|
|
17
|
+
if (!existsSync(dbPath)) {
|
|
18
|
+
sendJson(res, 200, { hints: [] });
|
|
19
|
+
return;
|
|
20
|
+
}
|
|
21
|
+
let db;
|
|
22
|
+
try {
|
|
23
|
+
db = new DatabaseSync(dbPath);
|
|
24
|
+
db.exec("PRAGMA busy_timeout = 5000");
|
|
25
|
+
runLcmMigrations(db);
|
|
26
|
+
const store = new PromotedStore(db);
|
|
27
|
+
const maxResults = config.restoration.promptSearchMaxResults;
|
|
28
|
+
const minScore = config.restoration.promptSearchMinScore;
|
|
29
|
+
const snippetLength = config.restoration.promptSnippetLength;
|
|
30
|
+
const halfLife = config.restoration.recencyHalfLifeHours;
|
|
31
|
+
const crossSessionAffinity = config.restoration.crossSessionAffinity;
|
|
32
|
+
const results = store.search(query, maxResults);
|
|
33
|
+
const now = Date.now();
|
|
34
|
+
const filtered = results.filter((r) => {
|
|
35
|
+
const ageHours = (now - new Date(r.createdAt).getTime()) / 3_600_000;
|
|
36
|
+
const recencyFactor = Math.pow(0.5, ageHours / halfLife);
|
|
37
|
+
let sessionAffinity;
|
|
38
|
+
if (session_id == null) {
|
|
39
|
+
// No session context on query — skip affinity weighting
|
|
40
|
+
sessionAffinity = 1.0;
|
|
41
|
+
}
|
|
42
|
+
else if (r.sessionId === session_id) {
|
|
43
|
+
sessionAffinity = 1.0;
|
|
44
|
+
}
|
|
45
|
+
else {
|
|
46
|
+
// null sessionId on entry or different session — cross-session
|
|
47
|
+
sessionAffinity = crossSessionAffinity;
|
|
48
|
+
}
|
|
49
|
+
const score = Math.abs(r.rank) * recencyFactor * sessionAffinity;
|
|
50
|
+
return score >= minScore;
|
|
51
|
+
});
|
|
52
|
+
const hints = filtered.map((r) => r.content.length > snippetLength
|
|
53
|
+
? r.content.slice(0, snippetLength) + "..."
|
|
54
|
+
: r.content);
|
|
55
|
+
sendJson(res, 200, { hints });
|
|
56
|
+
}
|
|
57
|
+
catch {
|
|
58
|
+
sendJson(res, 200, { hints: [] });
|
|
59
|
+
}
|
|
60
|
+
finally {
|
|
61
|
+
db?.close();
|
|
62
|
+
}
|
|
63
|
+
};
|
|
64
|
+
}
|
|
65
|
+
//# sourceMappingURL=prompt-search.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"prompt-search.js","sourceRoot":"","sources":["../../../../src/daemon/routes/prompt-search.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,UAAU,EAAE,MAAM,SAAS,CAAC;AACrC,OAAO,EAAE,YAAY,EAAE,MAAM,aAAa,CAAC;AAE3C,OAAO,EAAE,aAAa,EAAE,MAAM,eAAe,CAAC;AAC9C,OAAO,EAAE,QAAQ,EAAE,MAAM,cAAc,CAAC;AAExC,OAAO,EAAE,gBAAgB,EAAE,MAAM,uBAAuB,CAAC;AACzD,OAAO,EAAE,aAAa,EAAE,MAAM,sBAAsB,CAAC;AAErD,MAAM,UAAU,yBAAyB,CAAC,MAAoB;IAC5D,OAAO,KAAK,EAAE,IAAI,EAAE,GAAG,EAAE,IAAI,EAAE,EAAE;QAC/B,MAAM,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC,IAAI,IAAI,IAAI,CAAC,CAAC;QACvC,MAAM,EAAE,KAAK,EAAE,GAAG,EAAE,UAAU,EAAE,GAAG,KAAK,CAAC;QAEzC,wFAAwF;QACxF,IAAI,CAAC,KAAK,IAAI,CAAC,GAAG,EAAE,CAAC;YACnB,QAAQ,CAAC,GAAG,EAAE,GAAG,EAAE,EAAE,KAAK,EAAE,EAAE,EAAE,CAAC,CAAC;YAClC,OAAO;QACT,CAAC;QAED,MAAM,MAAM,GAAG,aAAa,CAAC,GAAG,CAAC,CAAC;QAClC,IAAI,CAAC,UAAU,CAAC,MAAM,CAAC,EAAE,CAAC;YACxB,QAAQ,CAAC,GAAG,EAAE,GAAG,EAAE,EAAE,KAAK,EAAE,EAAE,EAAE,CAAC,CAAC;YAClC,OAAO;QACT,CAAC;QAED,IAAI,EAAiD,CAAC;QACtD,IAAI,CAAC;YACH,EAAE,GAAG,IAAI,YAAY,CAAC,MAAM,CAAC,CAAC;YAC9B,EAAE,CAAC,IAAI,CAAC,4BAA4B,CAAC,CAAC;YACtC,gBAAgB,CAAC,EAAE,CAAC,CAAC;YAErB,MAAM,KAAK,GAAG,IAAI,aAAa,CAAC,EAAE,CAAC,CAAC;YACpC,MAAM,UAAU,GAAG,MAAM,CAAC,WAAW,CAAC,sBAAsB,CAAC;YAC7D,MAAM,QAAQ,GAAG,MAAM,CAAC,WAAW,CAAC,oBAAoB,CAAC;YACzD,MAAM,aAAa,GAAG,MAAM,CAAC,WAAW,CAAC,mBAAmB,CAAC;YAC7D,MAAM,QAAQ,GAAG,MAAM,CAAC,WAAW,CAAC,oBAAoB,CAAC;YACzD,MAAM,oBAAoB,GAAG,MAAM,CAAC,WAAW,CAAC,oBAAoB,CAAC;YAErE,MAAM,OAAO,GAAG,KAAK,CAAC,MAAM,CAAC,KAAK,EAAE,UAAU,CAAC,CAAC;YAEhD,MAAM,GAAG,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;YACvB,MAAM,QAAQ,GAAG,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE;gBACpC,MAAM,QAAQ,GAAG,CAAC,GAAG,GAAG,IAAI,IAAI,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,OAAO,EAAE,CAAC,GAAG,SAAS,CAAC;gBACrE,MAAM,aAAa,GAAG,IAAI,CAAC,GAAG,CAAC,GAAG,EAAE,QAAQ,GAAG,QAAQ,CAAC,CAAC;gBAEzD,IAAI,eAAuB,CAAC;gBAC5B,IAAI,UAAU,IAAI,IAAI,EAAE,CAAC;oBACvB,wDAAwD;oBACxD,eAAe,GAAG,GAAG,CAAC;gBACxB,CAAC;qBAAM,IAAI,CAAC,CAAC,SAAS,KAAK,UAAU,EAAE,CAAC;oBACtC,eAAe,GAAG,GAAG,CAAC;gBACxB,CAAC;qBAAM,CAAC;oBACN,+DAA+D;oBAC/D,eAAe,GAAG,oBAAoB,CAAC;gBACzC,CAAC;gBAED,MAAM,KAAK,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC,IAAI,CAAC,GAAG,aAAa,GAAG,eAAe,CAAC;gBACjE,OAAO,KAAK,IAAI,QAAQ,CAAC;YAC3B,CAAC,CAAC,CAAC;YAEH,MAAM,KAAK,GAAG,QAAQ,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAC/B,CAAC,CAAC,OAAO,CAAC,MAAM,GAAG,aAAa;gBAC9B,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC,EAAE,aAAa,CAAC,GAAG,KAAK;gBAC3C,CAAC,CAAC,CAAC,CAAC,OAAO,CACd,CAAC;YAEF,QAAQ,CAAC,GAAG,EAAE,GAAG,EAAE,EAAE,KAAK,EAAE,CAAC,CAAC;QAChC,CAAC;QAAC,MAAM,CAAC;YACP,QAAQ,CAAC,GAAG,EAAE,GAAG,EAAE,EAAE,KAAK,EAAE,EAAE,EAAE,CAAC,CAAC;QACpC,CAAC;gBAAS,CAAC;YACT,EAAE,EAAE,KAAK,EAAE,CAAC;QACd,CAAC;IACH,CAAC,CAAC;AACJ,CAAC"}
|
|
@@ -0,0 +1,37 @@
|
|
|
1
|
+
import { existsSync, mkdirSync } from "node:fs";
|
|
2
|
+
import { dirname } from "node:path";
|
|
3
|
+
import { DatabaseSync } from "node:sqlite";
|
|
4
|
+
import { projectDbPath } from "../project.js";
|
|
5
|
+
import { sendJson } from "../server.js";
|
|
6
|
+
import { runLcmMigrations } from "../../db/migration.js";
|
|
7
|
+
import { ConversationStore } from "../../store/conversation-store.js";
|
|
8
|
+
export function createRecentHandler(_config) {
|
|
9
|
+
return async (_req, res, body) => {
|
|
10
|
+
const input = JSON.parse(body || "{}");
|
|
11
|
+
const { cwd, limit = 5 } = input;
|
|
12
|
+
if (!cwd) {
|
|
13
|
+
sendJson(res, 200, { summaries: [] });
|
|
14
|
+
return;
|
|
15
|
+
}
|
|
16
|
+
try {
|
|
17
|
+
const dbPath = projectDbPath(cwd);
|
|
18
|
+
if (!existsSync(dbPath)) {
|
|
19
|
+
sendJson(res, 200, { summaries: [] });
|
|
20
|
+
return;
|
|
21
|
+
}
|
|
22
|
+
mkdirSync(dirname(dbPath), { recursive: true });
|
|
23
|
+
const db = new DatabaseSync(dbPath);
|
|
24
|
+
runLcmMigrations(db);
|
|
25
|
+
const convStore = new ConversationStore(db);
|
|
26
|
+
const rows = db.prepare(`SELECT s.summary_id, s.content, s.depth, s.token_count, s.created_at
|
|
27
|
+
FROM summaries s
|
|
28
|
+
ORDER BY s.created_at DESC LIMIT ?`).all(limit);
|
|
29
|
+
db.close();
|
|
30
|
+
sendJson(res, 200, { summaries: rows });
|
|
31
|
+
}
|
|
32
|
+
catch {
|
|
33
|
+
sendJson(res, 200, { summaries: [] });
|
|
34
|
+
}
|
|
35
|
+
};
|
|
36
|
+
}
|
|
37
|
+
//# sourceMappingURL=recent.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"recent.js","sourceRoot":"","sources":["../../../../src/daemon/routes/recent.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,UAAU,EAAE,SAAS,EAAE,MAAM,SAAS,CAAC;AAChD,OAAO,EAAE,OAAO,EAAE,MAAM,WAAW,CAAC;AACpC,OAAO,EAAE,YAAY,EAAE,MAAM,aAAa,CAAC;AAE3C,OAAO,EAAE,aAAa,EAAE,MAAM,eAAe,CAAC;AAC9C,OAAO,EAAE,QAAQ,EAAE,MAAM,cAAc,CAAC;AAExC,OAAO,EAAE,gBAAgB,EAAE,MAAM,uBAAuB,CAAC;AACzD,OAAO,EAAE,iBAAiB,EAAE,MAAM,mCAAmC,CAAC;AAGtE,MAAM,UAAU,mBAAmB,CAAC,OAAqB;IACvD,OAAO,KAAK,EAAE,IAAI,EAAE,GAAG,EAAE,IAAI,EAAE,EAAE;QAC/B,MAAM,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC,IAAI,IAAI,IAAI,CAAC,CAAC;QACvC,MAAM,EAAE,GAAG,EAAE,KAAK,GAAG,CAAC,EAAE,GAAG,KAAK,CAAC;QAEjC,IAAI,CAAC,GAAG,EAAE,CAAC;YACT,QAAQ,CAAC,GAAG,EAAE,GAAG,EAAE,EAAE,SAAS,EAAE,EAAE,EAAE,CAAC,CAAC;YACtC,OAAO;QACT,CAAC;QAED,IAAI,CAAC;YACH,MAAM,MAAM,GAAG,aAAa,CAAC,GAAG,CAAC,CAAC;YAClC,IAAI,CAAC,UAAU,CAAC,MAAM,CAAC,EAAE,CAAC;gBACxB,QAAQ,CAAC,GAAG,EAAE,GAAG,EAAE,EAAE,SAAS,EAAE,EAAE,EAAE,CAAC,CAAC;gBACtC,OAAO;YACT,CAAC;YACD,SAAS,CAAC,OAAO,CAAC,MAAM,CAAC,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;YAChD,MAAM,EAAE,GAAG,IAAI,YAAY,CAAC,MAAM,CAAC,CAAC;YACpC,gBAAgB,CAAC,EAAE,CAAC,CAAC;YACrB,MAAM,SAAS,GAAG,IAAI,iBAAiB,CAAC,EAAE,CAAC,CAAC;YAC5C,MAAM,IAAI,GAAG,EAAE,CAAC,OAAO,CACrB;;4CAEoC,CACrC,CAAC,GAAG,CAAC,KAAK,CAAmC,CAAC;YAC/C,EAAE,CAAC,KAAK,EAAE,CAAC;YACX,QAAQ,CAAC,GAAG,EAAE,GAAG,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;QAC1C,CAAC;QAAC,MAAM,CAAC;YACP,QAAQ,CAAC,GAAG,EAAE,GAAG,EAAE,EAAE,SAAS,EAAE,EAAE,EAAE,CAAC,CAAC;QACxC,CAAC;IACH,CAAC,CAAC;AACJ,CAAC"}
|
|
@@ -0,0 +1,120 @@
|
|
|
1
|
+
import { createHash } from "node:crypto";
|
|
2
|
+
import { existsSync, mkdirSync, readFileSync } from "node:fs";
|
|
3
|
+
import { homedir } from "node:os";
|
|
4
|
+
import { dirname, join } from "node:path";
|
|
5
|
+
import { DatabaseSync } from "node:sqlite";
|
|
6
|
+
import { projectDbPath } from "../project.js";
|
|
7
|
+
import { buildOrientationPrompt } from "../orientation.js";
|
|
8
|
+
import { sendJson } from "../server.js";
|
|
9
|
+
import { runLcmMigrations } from "../../db/migration.js";
|
|
10
|
+
import { PromotedStore } from "../../db/promoted.js";
|
|
11
|
+
import { justCompactedMap, JUST_COMPACTED_TTL_MS } from "./compact.js";
|
|
12
|
+
function readClaudeMdFiles(cwd) {
|
|
13
|
+
const paths = [
|
|
14
|
+
{ label: "~/.claude/CLAUDE.md", path: join(homedir(), ".claude", "CLAUDE.md") },
|
|
15
|
+
{ label: `${cwd}/CLAUDE.md`, path: join(cwd, "CLAUDE.md") },
|
|
16
|
+
{ label: `${cwd}/.claude/CLAUDE.md`, path: join(cwd, ".claude", "CLAUDE.md") },
|
|
17
|
+
];
|
|
18
|
+
const parts = [];
|
|
19
|
+
for (const { label, path } of paths) {
|
|
20
|
+
try {
|
|
21
|
+
const content = readFileSync(path, "utf8");
|
|
22
|
+
parts.push(`# ${label}\n${content}`);
|
|
23
|
+
}
|
|
24
|
+
catch {
|
|
25
|
+
// file doesn't exist or can't be read — skip silently
|
|
26
|
+
}
|
|
27
|
+
}
|
|
28
|
+
return parts.join("\n\n");
|
|
29
|
+
}
|
|
30
|
+
export function createRestoreHandler(config) {
|
|
31
|
+
return async (_req, res, body) => {
|
|
32
|
+
const input = JSON.parse(body || "{}");
|
|
33
|
+
const { session_id, cwd, source } = input;
|
|
34
|
+
const orientation = buildOrientationPrompt();
|
|
35
|
+
// Post-compaction detection
|
|
36
|
+
const isPostCompact = source === "compact" ||
|
|
37
|
+
(justCompactedMap.has(session_id) && Date.now() - justCompactedMap.get(session_id) < JUST_COMPACTED_TTL_MS);
|
|
38
|
+
// Query session_instructions for compact/resume paths
|
|
39
|
+
let instructionsContext = "";
|
|
40
|
+
if (cwd) {
|
|
41
|
+
const dbPath = projectDbPath(cwd);
|
|
42
|
+
if (existsSync(dbPath)) {
|
|
43
|
+
try {
|
|
44
|
+
const db = new DatabaseSync(dbPath);
|
|
45
|
+
try {
|
|
46
|
+
runLcmMigrations(db);
|
|
47
|
+
const row = db
|
|
48
|
+
.prepare(`SELECT content, content_hash, updated_at FROM session_instructions WHERE id = 1`)
|
|
49
|
+
.get();
|
|
50
|
+
if (row) {
|
|
51
|
+
instructionsContext = `<project-instructions>\n${row.content}\n</project-instructions>`;
|
|
52
|
+
}
|
|
53
|
+
}
|
|
54
|
+
finally {
|
|
55
|
+
db.close();
|
|
56
|
+
}
|
|
57
|
+
}
|
|
58
|
+
catch { /* non-fatal */ }
|
|
59
|
+
}
|
|
60
|
+
}
|
|
61
|
+
if (isPostCompact) {
|
|
62
|
+
const context = [orientation, instructionsContext].filter(Boolean).join("\n\n");
|
|
63
|
+
sendJson(res, 200, { context });
|
|
64
|
+
return;
|
|
65
|
+
}
|
|
66
|
+
let episodicContext = "";
|
|
67
|
+
let promotedContext = "";
|
|
68
|
+
// Episodic: query recent summaries from project SQLite DB
|
|
69
|
+
// Also capture CLAUDE.md files on startup
|
|
70
|
+
if (cwd) {
|
|
71
|
+
const dbPath = projectDbPath(cwd);
|
|
72
|
+
mkdirSync(dirname(dbPath), { recursive: true });
|
|
73
|
+
const db = new DatabaseSync(dbPath);
|
|
74
|
+
try {
|
|
75
|
+
runLcmMigrations(db);
|
|
76
|
+
const rows = db.prepare(`SELECT s.content FROM summaries s
|
|
77
|
+
JOIN conversations c ON s.conversation_id = c.conversation_id
|
|
78
|
+
WHERE c.session_id = ?
|
|
79
|
+
ORDER BY s.depth DESC, s.created_at DESC
|
|
80
|
+
LIMIT ?`).all(session_id, config.restoration.recentSummaries);
|
|
81
|
+
if (rows.length > 0) {
|
|
82
|
+
episodicContext = `<recent-session-context>\n${rows.map((r) => r.content).join("\n\n")}\n</recent-session-context>`;
|
|
83
|
+
}
|
|
84
|
+
// Promoted: cross-session knowledge from SQLite
|
|
85
|
+
try {
|
|
86
|
+
const promotedStore = new PromotedStore(db);
|
|
87
|
+
const results = promotedStore.search(`project context ${cwd}`, 5);
|
|
88
|
+
if (results.length > 0) {
|
|
89
|
+
promotedContext = `<project-knowledge>\n${results.map((r) => r.content).join("\n\n")}\n</project-knowledge>`;
|
|
90
|
+
}
|
|
91
|
+
}
|
|
92
|
+
catch { /* non-fatal */ }
|
|
93
|
+
// Capture CLAUDE.md files and upsert into session_instructions if changed
|
|
94
|
+
try {
|
|
95
|
+
const claudeMdContent = readClaudeMdFiles(cwd);
|
|
96
|
+
if (claudeMdContent) {
|
|
97
|
+
const hash = createHash("sha256").update(claudeMdContent).digest("hex");
|
|
98
|
+
const existing = db
|
|
99
|
+
.prepare(`SELECT content_hash FROM session_instructions WHERE id = 1`)
|
|
100
|
+
.get();
|
|
101
|
+
if (!existing || existing.content_hash !== hash) {
|
|
102
|
+
db.prepare(`INSERT INTO session_instructions (id, content, content_hash, updated_at)
|
|
103
|
+
VALUES (1, ?, ?, datetime('now'))
|
|
104
|
+
ON CONFLICT(id) DO UPDATE SET
|
|
105
|
+
content = excluded.content,
|
|
106
|
+
content_hash = excluded.content_hash,
|
|
107
|
+
updated_at = excluded.updated_at`).run(claudeMdContent, hash);
|
|
108
|
+
}
|
|
109
|
+
}
|
|
110
|
+
}
|
|
111
|
+
catch { /* non-fatal */ }
|
|
112
|
+
db.close();
|
|
113
|
+
}
|
|
114
|
+
catch { /* non-fatal */ }
|
|
115
|
+
}
|
|
116
|
+
const context = [orientation, episodicContext, promotedContext, instructionsContext].filter(Boolean).join("\n\n");
|
|
117
|
+
sendJson(res, 200, { context });
|
|
118
|
+
};
|
|
119
|
+
}
|
|
120
|
+
//# sourceMappingURL=restore.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"restore.js","sourceRoot":"","sources":["../../../../src/daemon/routes/restore.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,UAAU,EAAE,MAAM,aAAa,CAAC;AACzC,OAAO,EAAE,UAAU,EAAE,SAAS,EAAE,YAAY,EAAE,MAAM,SAAS,CAAC;AAC9D,OAAO,EAAE,OAAO,EAAE,MAAM,SAAS,CAAC;AAClC,OAAO,EAAE,OAAO,EAAE,IAAI,EAAE,MAAM,WAAW,CAAC;AAC1C,OAAO,EAAE,YAAY,EAAE,MAAM,aAAa,CAAC;AAE3C,OAAO,EAAE,aAAa,EAAE,MAAM,eAAe,CAAC;AAC9C,OAAO,EAAE,sBAAsB,EAAE,MAAM,mBAAmB,CAAC;AAC3D,OAAO,EAAE,QAAQ,EAAE,MAAM,cAAc,CAAC;AAExC,OAAO,EAAE,gBAAgB,EAAE,MAAM,uBAAuB,CAAC;AACzD,OAAO,EAAE,aAAa,EAAE,MAAM,sBAAsB,CAAC;AACrD,OAAO,EAAE,gBAAgB,EAAE,qBAAqB,EAAE,MAAM,cAAc,CAAC;AAQvE,SAAS,iBAAiB,CAAC,GAAW;IACpC,MAAM,KAAK,GAAG;QACZ,EAAE,KAAK,EAAE,qBAAqB,EAAE,IAAI,EAAE,IAAI,CAAC,OAAO,EAAE,EAAE,SAAS,EAAE,WAAW,CAAC,EAAE;QAC/E,EAAE,KAAK,EAAE,GAAG,GAAG,YAAY,EAAE,IAAI,EAAE,IAAI,CAAC,GAAG,EAAE,WAAW,CAAC,EAAE;QAC3D,EAAE,KAAK,EAAE,GAAG,GAAG,oBAAoB,EAAE,IAAI,EAAE,IAAI,CAAC,GAAG,EAAE,SAAS,EAAE,WAAW,CAAC,EAAE;KAC/E,CAAC;IAEF,MAAM,KAAK,GAAa,EAAE,CAAC;IAC3B,KAAK,MAAM,EAAE,KAAK,EAAE,IAAI,EAAE,IAAI,KAAK,EAAE,CAAC;QACpC,IAAI,CAAC;YACH,MAAM,OAAO,GAAG,YAAY,CAAC,IAAI,EAAE,MAAM,CAAC,CAAC;YAC3C,KAAK,CAAC,IAAI,CAAC,KAAK,KAAK,KAAK,OAAO,EAAE,CAAC,CAAC;QACvC,CAAC;QAAC,MAAM,CAAC;YACP,sDAAsD;QACxD,CAAC;IACH,CAAC;IAED,OAAO,KAAK,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;AAC5B,CAAC;AAED,MAAM,UAAU,oBAAoB,CAAC,MAAoB;IACvD,OAAO,KAAK,EAAE,IAAI,EAAE,GAAG,EAAE,IAAI,EAAE,EAAE;QAC/B,MAAM,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC,IAAI,IAAI,IAAI,CAAC,CAAC;QACvC,MAAM,EAAE,UAAU,EAAE,GAAG,EAAE,MAAM,EAAE,GAAG,KAAK,CAAC;QAC1C,MAAM,WAAW,GAAG,sBAAsB,EAAE,CAAC;QAE7C,4BAA4B;QAC5B,MAAM,aAAa,GACjB,MAAM,KAAK,SAAS;YACpB,CAAC,gBAAgB,CAAC,GAAG,CAAC,UAAU,CAAC,IAAI,IAAI,CAAC,GAAG,EAAE,GAAG,gBAAgB,CAAC,GAAG,CAAC,UAAU,CAAE,GAAG,qBAAqB,CAAC,CAAC;QAE/G,sDAAsD;QACtD,IAAI,mBAAmB,GAAG,EAAE,CAAC;QAC7B,IAAI,GAAG,EAAE,CAAC;YACR,MAAM,MAAM,GAAG,aAAa,CAAC,GAAG,CAAC,CAAC;YAClC,IAAI,UAAU,CAAC,MAAM,CAAC,EAAE,CAAC;gBACvB,IAAI,CAAC;oBACH,MAAM,EAAE,GAAG,IAAI,YAAY,CAAC,MAAM,CAAC,CAAC;oBACpC,IAAI,CAAC;wBACH,gBAAgB,CAAC,EAAE,CAAC,CAAC;wBACrB,MAAM,GAAG,GAAG,EAAE;6BACX,OAAO,CAAC,iFAAiF,CAAC;6BAC1F,GAAG,EAAwC,CAAC;wBAC/C,IAAI,GAAG,EAAE,CAAC;4BACR,mBAAmB,GAAG,2BAA2B,GAAG,CAAC,OAAO,2BAA2B,CAAC;wBAC1F,CAAC;oBACH,CAAC;4BAAS,CAAC;wBACT,EAAE,CAAC,KAAK,EAAE,CAAC;oBACb,CAAC;gBACH,CAAC;gBAAC,MAAM,CAAC,CAAC,eAAe,CAAC,CAAC;YAC7B,CAAC;QACH,CAAC;QAED,IAAI,aAAa,EAAE,CAAC;YAClB,MAAM,OAAO,GAAG,CAAC,WAAW,EAAE,mBAAmB,CAAC,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;YAChF,QAAQ,CAAC,GAAG,EAAE,GAAG,EAAE,EAAE,OAAO,EAAE,CAAC,CAAC;YAChC,OAAO;QACT,CAAC;QAED,IAAI,eAAe,GAAG,EAAE,CAAC;QACzB,IAAI,eAAe,GAAG,EAAE,CAAC;QAEzB,0DAA0D;QAC1D,0CAA0C;QAC1C,IAAI,GAAG,EAAE,CAAC;YACR,MAAM,MAAM,GAAG,aAAa,CAAC,GAAG,CAAC,CAAC;YAClC,SAAS,CAAC,OAAO,CAAC,MAAM,CAAC,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;YAChD,MAAM,EAAE,GAAG,IAAI,YAAY,CAAC,MAAM,CAAC,CAAC;YACpC,IAAI,CAAC;gBACH,gBAAgB,CAAC,EAAE,CAAC,CAAC;gBAErB,MAAM,IAAI,GAAG,EAAE,CAAC,OAAO,CACrB;;;;mBAIS,CACV,CAAC,GAAG,CAAC,UAAU,EAAE,MAAM,CAAC,WAAW,CAAC,eAAe,CAA+B,CAAC;gBAEpF,IAAI,IAAI,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;oBACpB,eAAe,GAAG,6BAA6B,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,IAAI,CAAC,MAAM,CAAC,6BAA6B,CAAC;gBACtH,CAAC;gBAED,gDAAgD;gBAChD,IAAI,CAAC;oBACH,MAAM,aAAa,GAAG,IAAI,aAAa,CAAC,EAAE,CAAC,CAAC;oBAC5C,MAAM,OAAO,GAAG,aAAa,CAAC,MAAM,CAAC,mBAAmB,GAAG,EAAE,EAAE,CAAC,CAAC,CAAC;oBAClE,IAAI,OAAO,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;wBACvB,eAAe,GAAG,wBAAwB,OAAO,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,IAAI,CAAC,MAAM,CAAC,wBAAwB,CAAC;oBAC/G,CAAC;gBACH,CAAC;gBAAC,MAAM,CAAC,CAAC,eAAe,CAAC,CAAC;gBAE3B,0EAA0E;gBAC1E,IAAI,CAAC;oBACH,MAAM,eAAe,GAAG,iBAAiB,CAAC,GAAG,CAAC,CAAC;oBAC/C,IAAI,eAAe,EAAE,CAAC;wBACpB,MAAM,IAAI,GAAG,UAAU,CAAC,QAAQ,CAAC,CAAC,MAAM,CAAC,eAAe,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;wBACxE,MAAM,QAAQ,GAAG,EAAE;6BAChB,OAAO,CAAC,4DAA4D,CAAC;6BACrE,GAAG,EAA0C,CAAC;wBAEjD,IAAI,CAAC,QAAQ,IAAI,QAAQ,CAAC,YAAY,KAAK,IAAI,EAAE,CAAC;4BAChD,EAAE,CAAC,OAAO,CACR;;;;;oDAKoC,CACrC,CAAC,GAAG,CAAC,eAAe,EAAE,IAAI,CAAC,CAAC;wBAC/B,CAAC;oBACH,CAAC;gBACH,CAAC;gBAAC,MAAM,CAAC,CAAC,eAAe,CAAC,CAAC;gBAE3B,EAAE,CAAC,KAAK,EAAE,CAAC;YACb,CAAC;YAAC,MAAM,CAAC,CAAC,eAAe,CAAC,CAAC;QAC7B,CAAC;QAED,MAAM,OAAO,GAAG,CAAC,WAAW,EAAE,eAAe,EAAE,eAAe,EAAE,mBAAmB,CAAC,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;QAClH,QAAQ,CAAC,GAAG,EAAE,GAAG,EAAE,EAAE,OAAO,EAAE,CAAC,CAAC;IAClC,CAAC,CAAC;AACJ,CAAC"}
|
|
@@ -0,0 +1,66 @@
|
|
|
1
|
+
import { existsSync, mkdirSync } from "node:fs";
|
|
2
|
+
import { dirname } from "node:path";
|
|
3
|
+
import { DatabaseSync } from "node:sqlite";
|
|
4
|
+
import { projectDbPath } from "../project.js";
|
|
5
|
+
import { sendJson } from "../server.js";
|
|
6
|
+
import { runLcmMigrations } from "../../db/migration.js";
|
|
7
|
+
import { ConversationStore } from "../../store/conversation-store.js";
|
|
8
|
+
import { SummaryStore } from "../../store/summary-store.js";
|
|
9
|
+
import { RetrievalEngine } from "../../retrieval.js";
|
|
10
|
+
import { PromotedStore } from "../../db/promoted.js";
|
|
11
|
+
export function createSearchHandler() {
|
|
12
|
+
return async (_req, res, body) => {
|
|
13
|
+
const input = JSON.parse(body || "{}");
|
|
14
|
+
const { query, limit = 5, layers, tags, cwd } = input;
|
|
15
|
+
const activeLayers = layers ?? ["episodic", "promoted"];
|
|
16
|
+
const filterTags = Array.isArray(tags) && tags.length > 0 ? tags : undefined;
|
|
17
|
+
if (!query) {
|
|
18
|
+
sendJson(res, 400, { error: "query is required" });
|
|
19
|
+
return;
|
|
20
|
+
}
|
|
21
|
+
let episodic = [];
|
|
22
|
+
let promoted = [];
|
|
23
|
+
if (cwd) {
|
|
24
|
+
const dbPath = projectDbPath(cwd);
|
|
25
|
+
if (existsSync(dbPath)) {
|
|
26
|
+
mkdirSync(dirname(dbPath), { recursive: true });
|
|
27
|
+
const db = new DatabaseSync(dbPath);
|
|
28
|
+
try {
|
|
29
|
+
runLcmMigrations(db);
|
|
30
|
+
// Episodic: FTS5 search across messages + summaries
|
|
31
|
+
if (activeLayers.includes("episodic")) {
|
|
32
|
+
try {
|
|
33
|
+
const convStore = new ConversationStore(db);
|
|
34
|
+
const summStore = new SummaryStore(db);
|
|
35
|
+
const engine = new RetrievalEngine(convStore, summStore);
|
|
36
|
+
const result = await engine.grep({ query, mode: "full_text", scope: "both" });
|
|
37
|
+
const allMatches = [...result.messages, ...result.summaries];
|
|
38
|
+
const episodicMatches = filterTags
|
|
39
|
+
? allMatches.filter((m) => {
|
|
40
|
+
const t = m.tags;
|
|
41
|
+
return Array.isArray(t) && filterTags.every(ft => t.includes(ft));
|
|
42
|
+
})
|
|
43
|
+
: allMatches;
|
|
44
|
+
episodic = episodicMatches.slice(0, limit);
|
|
45
|
+
}
|
|
46
|
+
catch { /* non-fatal */ }
|
|
47
|
+
}
|
|
48
|
+
// Promoted: FTS5 search across promoted memories
|
|
49
|
+
if (activeLayers.includes("promoted")) {
|
|
50
|
+
try {
|
|
51
|
+
const promotedStore = new PromotedStore(db);
|
|
52
|
+
promoted = promotedStore.search(query, limit, filterTags);
|
|
53
|
+
}
|
|
54
|
+
catch { /* non-fatal */ }
|
|
55
|
+
}
|
|
56
|
+
}
|
|
57
|
+
catch { /* non-fatal */ }
|
|
58
|
+
finally {
|
|
59
|
+
db.close();
|
|
60
|
+
}
|
|
61
|
+
}
|
|
62
|
+
}
|
|
63
|
+
sendJson(res, 200, { episodic, promoted });
|
|
64
|
+
};
|
|
65
|
+
}
|
|
66
|
+
//# sourceMappingURL=search.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"search.js","sourceRoot":"","sources":["../../../../src/daemon/routes/search.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,UAAU,EAAE,SAAS,EAAE,MAAM,SAAS,CAAC;AAChD,OAAO,EAAE,OAAO,EAAE,MAAM,WAAW,CAAC;AACpC,OAAO,EAAE,YAAY,EAAE,MAAM,aAAa,CAAC;AAC3C,OAAO,EAAE,aAAa,EAAE,MAAM,eAAe,CAAC;AAC9C,OAAO,EAAE,QAAQ,EAAE,MAAM,cAAc,CAAC;AAExC,OAAO,EAAE,gBAAgB,EAAE,MAAM,uBAAuB,CAAC;AACzD,OAAO,EAAE,iBAAiB,EAAE,MAAM,mCAAmC,CAAC;AACtE,OAAO,EAAE,YAAY,EAAE,MAAM,8BAA8B,CAAC;AAC5D,OAAO,EAAE,eAAe,EAAE,MAAM,oBAAoB,CAAC;AACrD,OAAO,EAAE,aAAa,EAAE,MAAM,sBAAsB,CAAC;AAErD,MAAM,UAAU,mBAAmB;IACjC,OAAO,KAAK,EAAE,IAAI,EAAE,GAAG,EAAE,IAAI,EAAE,EAAE;QAC/B,MAAM,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC,IAAI,IAAI,IAAI,CAAC,CAAC;QACvC,MAAM,EAAE,KAAK,EAAE,KAAK,GAAG,CAAC,EAAE,MAAM,EAAE,IAAI,EAAE,GAAG,EAAE,GAAG,KAAK,CAAC;QACtD,MAAM,YAAY,GAAa,MAAM,IAAI,CAAC,UAAU,EAAE,UAAU,CAAC,CAAC;QAClE,MAAM,UAAU,GAAyB,KAAK,CAAC,OAAO,CAAC,IAAI,CAAC,IAAI,IAAI,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,SAAS,CAAC;QAEnG,IAAI,CAAC,KAAK,EAAE,CAAC;YACX,QAAQ,CAAC,GAAG,EAAE,GAAG,EAAE,EAAE,KAAK,EAAE,mBAAmB,EAAE,CAAC,CAAC;YACnD,OAAO;QACT,CAAC;QAED,IAAI,QAAQ,GAAc,EAAE,CAAC;QAC7B,IAAI,QAAQ,GAAc,EAAE,CAAC;QAE7B,IAAI,GAAG,EAAE,CAAC;YACR,MAAM,MAAM,GAAG,aAAa,CAAC,GAAG,CAAC,CAAC;YAClC,IAAI,UAAU,CAAC,MAAM,CAAC,EAAE,CAAC;gBACvB,SAAS,CAAC,OAAO,CAAC,MAAM,CAAC,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;gBAChD,MAAM,EAAE,GAAG,IAAI,YAAY,CAAC,MAAM,CAAC,CAAC;gBACpC,IAAI,CAAC;oBACH,gBAAgB,CAAC,EAAE,CAAC,CAAC;oBAErB,oDAAoD;oBACpD,IAAI,YAAY,CAAC,QAAQ,CAAC,UAAU,CAAC,EAAE,CAAC;wBACtC,IAAI,CAAC;4BACH,MAAM,SAAS,GAAG,IAAI,iBAAiB,CAAC,EAAE,CAAC,CAAC;4BAC5C,MAAM,SAAS,GAAG,IAAI,YAAY,CAAC,EAAE,CAAC,CAAC;4BACvC,MAAM,MAAM,GAAG,IAAI,eAAe,CAAC,SAAS,EAAE,SAAS,CAAC,CAAC;4BACzD,MAAM,MAAM,GAAG,MAAM,MAAM,CAAC,IAAI,CAAC,EAAE,KAAK,EAAE,IAAI,EAAE,WAAW,EAAE,KAAK,EAAE,MAAM,EAAE,CAAC,CAAC;4BAC9E,MAAM,UAAU,GAAG,CAAC,GAAG,MAAM,CAAC,QAAQ,EAAE,GAAG,MAAM,CAAC,SAAS,CAAC,CAAC;4BAC7D,MAAM,eAAe,GAAG,UAAU;gCAChC,CAAC,CAAC,UAAU,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE;oCACtB,MAAM,CAAC,GAAI,CAA6B,CAAC,IAAI,CAAC;oCAC9C,OAAO,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,IAAI,UAAU,CAAC,KAAK,CAAC,EAAE,CAAC,EAAE,CAAC,CAAC,CAAC,QAAQ,CAAC,EAAE,CAAC,CAAC,CAAC;gCACpE,CAAC,CAAC;gCACJ,CAAC,CAAC,UAAU,CAAC;4BACf,QAAQ,GAAG,eAAe,CAAC,KAAK,CAAC,CAAC,EAAE,KAAK,CAAC,CAAC;wBAC7C,CAAC;wBAAC,MAAM,CAAC,CAAC,eAAe,CAAC,CAAC;oBAC7B,CAAC;oBAED,iDAAiD;oBACjD,IAAI,YAAY,CAAC,QAAQ,CAAC,UAAU,CAAC,EAAE,CAAC;wBACtC,IAAI,CAAC;4BACH,MAAM,aAAa,GAAG,IAAI,aAAa,CAAC,EAAE,CAAC,CAAC;4BAC5C,QAAQ,GAAG,aAAa,CAAC,MAAM,CAAC,KAAK,EAAE,KAAK,EAAE,UAAU,CAAC,CAAC;wBAC5D,CAAC;wBAAC,MAAM,CAAC,CAAC,eAAe,CAAC,CAAC;oBAC7B,CAAC;gBACH,CAAC;gBAAC,MAAM,CAAC,CAAC,eAAe,CAAC,CAAC;wBACnB,CAAC;oBACP,EAAE,CAAC,KAAK,EAAE,CAAC;gBACb,CAAC;YACH,CAAC;QACH,CAAC;QAED,QAAQ,CAAC,GAAG,EAAE,GAAG,EAAE,EAAE,QAAQ,EAAE,QAAQ,EAAE,CAAC,CAAC;IAC7C,CAAC,CAAC;AACJ,CAAC"}
|