@lossless-claude/lcm 0.2.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/.claude-plugin/commands/lcm-compact.md +31 -0
- package/.claude-plugin/commands/lcm-curate.md +31 -0
- package/.claude-plugin/commands/lcm-diagnose.md +29 -0
- package/.claude-plugin/commands/lcm-doctor.md +23 -0
- package/.claude-plugin/commands/lcm-dogfood.md +101 -0
- package/.claude-plugin/commands/lcm-import.md +48 -0
- package/.claude-plugin/commands/lcm-promote.md +29 -0
- package/.claude-plugin/commands/lcm-sensitive.md +55 -0
- package/.claude-plugin/commands/lcm-stats.md +19 -0
- package/.claude-plugin/commands/lcm-status.md +27 -0
- package/.claude-plugin/hooks/README.md +47 -0
- package/.claude-plugin/marketplace.json +20 -0
- package/.claude-plugin/mcp.mjs +12 -0
- package/.claude-plugin/plugin.json +46 -0
- package/.claude-plugin/skills/lcm-context/SKILL.md +107 -0
- package/.claude-plugin/skills/lcm-dogfood/SKILL.md +102 -0
- package/.claude-plugin/skills/lcm-dogfood/references/checks.md +239 -0
- package/.claude-plugin/skills/lcm-dogfood/references/known-issues.md +11 -0
- package/.claude-plugin/skills/lcm-dogfood/scripts/db-integrity.js +40 -0
- package/.claude-plugin/skills/lcm-dogfood/scripts/prompt-search-test.js +35 -0
- package/.claude-plugin/skills/lcm-e2e/SKILL.md +61 -0
- package/.claude-plugin/skills/lcm-e2e/checklist.md +367 -0
- package/.claude-plugin/skills/lossless-claude-upgrade/SKILL.md +47 -0
- package/LICENSE +21 -0
- package/README.md +231 -0
- package/dist/bin/lcm.d.ts +2 -0
- package/dist/bin/lcm.js +461 -0
- package/dist/bin/lcm.js.map +1 -0
- package/dist/installer/dry-run-deps.d.ts +23 -0
- package/dist/installer/dry-run-deps.js +66 -0
- package/dist/installer/dry-run-deps.js.map +1 -0
- package/dist/installer/install.d.ts +39 -0
- package/dist/installer/install.js +236 -0
- package/dist/installer/install.js.map +1 -0
- package/dist/installer/uninstall.d.ts +11 -0
- package/dist/installer/uninstall.js +80 -0
- package/dist/installer/uninstall.js.map +1 -0
- package/dist/src/batch-compact.d.ts +16 -0
- package/dist/src/batch-compact.js +121 -0
- package/dist/src/batch-compact.js.map +1 -0
- package/dist/src/compaction.d.ts +198 -0
- package/dist/src/compaction.js +964 -0
- package/dist/src/compaction.js.map +1 -0
- package/dist/src/connectors/constants.d.ts +5 -0
- package/dist/src/connectors/constants.js +6 -0
- package/dist/src/connectors/constants.js.map +1 -0
- package/dist/src/connectors/installer.d.ts +16 -0
- package/dist/src/connectors/installer.js +200 -0
- package/dist/src/connectors/installer.js.map +1 -0
- package/dist/src/connectors/registry.d.ts +4 -0
- package/dist/src/connectors/registry.js +264 -0
- package/dist/src/connectors/registry.js.map +1 -0
- package/dist/src/connectors/template-service.d.ts +5 -0
- package/dist/src/connectors/template-service.js +54 -0
- package/dist/src/connectors/template-service.js.map +1 -0
- package/dist/src/connectors/templates/base.md +1 -0
- package/dist/src/connectors/templates/mcp-base.md +1 -0
- package/dist/src/connectors/templates/sections/command-reference.md +15 -0
- package/dist/src/connectors/templates/sections/mcp-workflow.md +18 -0
- package/dist/src/connectors/templates/sections/workflow.md +29 -0
- package/dist/src/connectors/templates/skill/SKILL.md +74 -0
- package/dist/src/connectors/types.d.ts +19 -0
- package/dist/src/connectors/types.js +10 -0
- package/dist/src/connectors/types.js.map +1 -0
- package/dist/src/daemon/client.d.ts +9 -0
- package/dist/src/daemon/client.js +28 -0
- package/dist/src/daemon/client.js.map +1 -0
- package/dist/src/daemon/config.d.ts +48 -0
- package/dist/src/daemon/config.js +67 -0
- package/dist/src/daemon/config.js.map +1 -0
- package/dist/src/daemon/lifecycle.d.ts +19 -0
- package/dist/src/daemon/lifecycle.js +102 -0
- package/dist/src/daemon/lifecycle.js.map +1 -0
- package/dist/src/daemon/orientation.d.ts +1 -0
- package/dist/src/daemon/orientation.js +9 -0
- package/dist/src/daemon/orientation.js.map +1 -0
- package/dist/src/daemon/project-queue.d.ts +1 -0
- package/dist/src/daemon/project-queue.js +17 -0
- package/dist/src/daemon/project-queue.js.map +1 -0
- package/dist/src/daemon/project.d.ts +7 -0
- package/dist/src/daemon/project.js +25 -0
- package/dist/src/daemon/project.js.map +1 -0
- package/dist/src/daemon/proxy-manager.d.ts +21 -0
- package/dist/src/daemon/proxy-manager.js +205 -0
- package/dist/src/daemon/proxy-manager.js.map +1 -0
- package/dist/src/daemon/routes/compact.d.ts +13 -0
- package/dist/src/daemon/routes/compact.js +195 -0
- package/dist/src/daemon/routes/compact.js.map +1 -0
- package/dist/src/daemon/routes/describe.d.ts +3 -0
- package/dist/src/daemon/routes/describe.js +39 -0
- package/dist/src/daemon/routes/describe.js.map +1 -0
- package/dist/src/daemon/routes/expand.d.ts +3 -0
- package/dist/src/daemon/routes/expand.js +41 -0
- package/dist/src/daemon/routes/expand.js.map +1 -0
- package/dist/src/daemon/routes/grep.d.ts +3 -0
- package/dist/src/daemon/routes/grep.js +43 -0
- package/dist/src/daemon/routes/grep.js.map +1 -0
- package/dist/src/daemon/routes/ingest.d.ts +3 -0
- package/dist/src/daemon/routes/ingest.js +101 -0
- package/dist/src/daemon/routes/ingest.js.map +1 -0
- package/dist/src/daemon/routes/promote.d.ts +4 -0
- package/dist/src/daemon/routes/promote.js +104 -0
- package/dist/src/daemon/routes/promote.js.map +1 -0
- package/dist/src/daemon/routes/prompt-search.d.ts +3 -0
- package/dist/src/daemon/routes/prompt-search.js +65 -0
- package/dist/src/daemon/routes/prompt-search.js.map +1 -0
- package/dist/src/daemon/routes/recent.d.ts +3 -0
- package/dist/src/daemon/routes/recent.js +37 -0
- package/dist/src/daemon/routes/recent.js.map +1 -0
- package/dist/src/daemon/routes/restore.d.ts +3 -0
- package/dist/src/daemon/routes/restore.js +120 -0
- package/dist/src/daemon/routes/restore.js.map +1 -0
- package/dist/src/daemon/routes/search.d.ts +2 -0
- package/dist/src/daemon/routes/search.js +66 -0
- package/dist/src/daemon/routes/search.js.map +1 -0
- package/dist/src/daemon/routes/status.d.ts +3 -0
- package/dist/src/daemon/routes/status.js +80 -0
- package/dist/src/daemon/routes/status.js.map +1 -0
- package/dist/src/daemon/routes/store.d.ts +2 -0
- package/dist/src/daemon/routes/store.js +46 -0
- package/dist/src/daemon/routes/store.js.map +1 -0
- package/dist/src/daemon/server.d.ts +19 -0
- package/dist/src/daemon/server.js +183 -0
- package/dist/src/daemon/server.js.map +1 -0
- package/dist/src/daemon/summarizer.d.ts +11 -0
- package/dist/src/daemon/summarizer.js +51 -0
- package/dist/src/daemon/summarizer.js.map +1 -0
- package/dist/src/db/config.d.ts +31 -0
- package/dist/src/db/config.js +83 -0
- package/dist/src/db/config.js.map +1 -0
- package/dist/src/db/connection.d.ts +3 -0
- package/dist/src/db/connection.js +62 -0
- package/dist/src/db/connection.js.map +1 -0
- package/dist/src/db/features.d.ts +11 -0
- package/dist/src/db/features.js +36 -0
- package/dist/src/db/features.js.map +1 -0
- package/dist/src/db/migration.d.ts +4 -0
- package/dist/src/db/migration.js +499 -0
- package/dist/src/db/migration.js.map +1 -0
- package/dist/src/db/promoted.d.ts +47 -0
- package/dist/src/db/promoted.js +96 -0
- package/dist/src/db/promoted.js.map +1 -0
- package/dist/src/db/redaction-stats.d.ts +6 -0
- package/dist/src/db/redaction-stats.js +16 -0
- package/dist/src/db/redaction-stats.js.map +1 -0
- package/dist/src/diagnose.d.ts +39 -0
- package/dist/src/diagnose.js +432 -0
- package/dist/src/diagnose.js.map +1 -0
- package/dist/src/doctor/doctor.d.ts +4 -0
- package/dist/src/doctor/doctor.js +378 -0
- package/dist/src/doctor/doctor.js.map +1 -0
- package/dist/src/doctor/types.d.ts +24 -0
- package/dist/src/doctor/types.js +2 -0
- package/dist/src/doctor/types.js.map +1 -0
- package/dist/src/expansion.d.ts +100 -0
- package/dist/src/expansion.js +268 -0
- package/dist/src/expansion.js.map +1 -0
- package/dist/src/hooks/auto-heal.d.ts +12 -0
- package/dist/src/hooks/auto-heal.js +49 -0
- package/dist/src/hooks/auto-heal.js.map +1 -0
- package/dist/src/hooks/compact.d.ts +5 -0
- package/dist/src/hooks/compact.js +22 -0
- package/dist/src/hooks/compact.js.map +1 -0
- package/dist/src/hooks/dispatch.d.ts +7 -0
- package/dist/src/hooks/dispatch.js +36 -0
- package/dist/src/hooks/dispatch.js.map +1 -0
- package/dist/src/hooks/probe-precompact.d.ts +2 -0
- package/dist/src/hooks/probe-precompact.js +17 -0
- package/dist/src/hooks/probe-precompact.js.map +1 -0
- package/dist/src/hooks/probe-sessionstart.d.ts +2 -0
- package/dist/src/hooks/probe-sessionstart.js +18 -0
- package/dist/src/hooks/probe-sessionstart.js.map +1 -0
- package/dist/src/hooks/restore.d.ts +5 -0
- package/dist/src/hooks/restore.js +19 -0
- package/dist/src/hooks/restore.js.map +1 -0
- package/dist/src/hooks/session-end.d.ts +16 -0
- package/dist/src/hooks/session-end.js +73 -0
- package/dist/src/hooks/session-end.js.map +1 -0
- package/dist/src/hooks/user-prompt.d.ts +5 -0
- package/dist/src/hooks/user-prompt.js +31 -0
- package/dist/src/hooks/user-prompt.js.map +1 -0
- package/dist/src/import.d.ts +24 -0
- package/dist/src/import.js +119 -0
- package/dist/src/import.js.map +1 -0
- package/dist/src/large-files.d.ts +28 -0
- package/dist/src/large-files.js +413 -0
- package/dist/src/large-files.js.map +1 -0
- package/dist/src/llm/anthropic.d.ts +9 -0
- package/dist/src/llm/anthropic.js +54 -0
- package/dist/src/llm/anthropic.js.map +1 -0
- package/dist/src/llm/claude-process.d.ts +2 -0
- package/dist/src/llm/claude-process.js +55 -0
- package/dist/src/llm/claude-process.js.map +1 -0
- package/dist/src/llm/codex-process.d.ts +15 -0
- package/dist/src/llm/codex-process.js +142 -0
- package/dist/src/llm/codex-process.js.map +1 -0
- package/dist/src/llm/mock-summarizer.d.ts +9 -0
- package/dist/src/llm/mock-summarizer.js +17 -0
- package/dist/src/llm/mock-summarizer.js.map +1 -0
- package/dist/src/llm/openai.d.ts +10 -0
- package/dist/src/llm/openai.js +52 -0
- package/dist/src/llm/openai.js.map +1 -0
- package/dist/src/llm/types.d.ts +6 -0
- package/dist/src/llm/types.js +2 -0
- package/dist/src/llm/types.js.map +1 -0
- package/dist/src/mcp/server.d.ts +9 -0
- package/dist/src/mcp/server.js +128 -0
- package/dist/src/mcp/server.js.map +1 -0
- package/dist/src/mcp/tools/lcm-describe.d.ts +14 -0
- package/dist/src/mcp/tools/lcm-describe.js +12 -0
- package/dist/src/mcp/tools/lcm-describe.js.map +1 -0
- package/dist/src/mcp/tools/lcm-doctor.d.ts +8 -0
- package/dist/src/mcp/tools/lcm-doctor.js +9 -0
- package/dist/src/mcp/tools/lcm-doctor.js.map +1 -0
- package/dist/src/mcp/tools/lcm-expand.d.ts +18 -0
- package/dist/src/mcp/tools/lcm-expand.js +13 -0
- package/dist/src/mcp/tools/lcm-expand.js.map +1 -0
- package/dist/src/mcp/tools/lcm-grep.d.ts +27 -0
- package/dist/src/mcp/tools/lcm-grep.js +15 -0
- package/dist/src/mcp/tools/lcm-grep.js.map +1 -0
- package/dist/src/mcp/tools/lcm-search.d.ts +33 -0
- package/dist/src/mcp/tools/lcm-search.js +15 -0
- package/dist/src/mcp/tools/lcm-search.js.map +1 -0
- package/dist/src/mcp/tools/lcm-stats.d.ts +14 -0
- package/dist/src/mcp/tools/lcm-stats.js +11 -0
- package/dist/src/mcp/tools/lcm-stats.js.map +1 -0
- package/dist/src/mcp/tools/lcm-store.d.ts +26 -0
- package/dist/src/mcp/tools/lcm-store.js +22 -0
- package/dist/src/mcp/tools/lcm-store.js.map +1 -0
- package/dist/src/memory/index.d.ts +22 -0
- package/dist/src/memory/index.js +21 -0
- package/dist/src/memory/index.js.map +1 -0
- package/dist/src/promotion/dedup.d.ts +19 -0
- package/dist/src/promotion/dedup.js +42 -0
- package/dist/src/promotion/dedup.js.map +1 -0
- package/dist/src/promotion/detector.d.ts +15 -0
- package/dist/src/promotion/detector.js +31 -0
- package/dist/src/promotion/detector.js.map +1 -0
- package/dist/src/prompts/condensed-d1.yaml +38 -0
- package/dist/src/prompts/condensed-d2.yaml +32 -0
- package/dist/src/prompts/condensed-d3plus.yaml +32 -0
- package/dist/src/prompts/leaf-aggressive.yaml +34 -0
- package/dist/src/prompts/leaf-normal.yaml +34 -0
- package/dist/src/prompts/loader.d.ts +9 -0
- package/dist/src/prompts/loader.js +37 -0
- package/dist/src/prompts/loader.js.map +1 -0
- package/dist/src/prompts/promoted-merge.yaml +18 -0
- package/dist/src/prompts/system.yaml +5 -0
- package/dist/src/retrieval.d.ts +122 -0
- package/dist/src/retrieval.js +214 -0
- package/dist/src/retrieval.js.map +1 -0
- package/dist/src/scrub.d.ts +46 -0
- package/dist/src/scrub.js +184 -0
- package/dist/src/scrub.js.map +1 -0
- package/dist/src/sensitive.d.ts +4 -0
- package/dist/src/sensitive.js +258 -0
- package/dist/src/sensitive.js.map +1 -0
- package/dist/src/stats.d.ts +34 -0
- package/dist/src/stats.js +260 -0
- package/dist/src/stats.js.map +1 -0
- package/dist/src/store/conversation-store.d.ts +115 -0
- package/dist/src/store/conversation-store.js +447 -0
- package/dist/src/store/conversation-store.js.map +1 -0
- package/dist/src/store/fts5-sanitize.d.ts +23 -0
- package/dist/src/store/fts5-sanitize.js +30 -0
- package/dist/src/store/fts5-sanitize.js.map +1 -0
- package/dist/src/store/full-text-fallback.d.ts +16 -0
- package/dist/src/store/full-text-fallback.js +60 -0
- package/dist/src/store/full-text-fallback.js.map +1 -0
- package/dist/src/store/index.d.ts +4 -0
- package/dist/src/store/index.js +3 -0
- package/dist/src/store/index.js.map +1 -0
- package/dist/src/store/summary-store.d.ts +118 -0
- package/dist/src/store/summary-store.js +570 -0
- package/dist/src/store/summary-store.js.map +1 -0
- package/dist/src/summarize.d.ts +59 -0
- package/dist/src/summarize.js +619 -0
- package/dist/src/summarize.js.map +1 -0
- package/dist/src/transcript.d.ts +7 -0
- package/dist/src/transcript.js +51 -0
- package/dist/src/transcript.js.map +1 -0
- package/dist/src/types.d.ts +116 -0
- package/dist/src/types.js +8 -0
- package/dist/src/types.js.map +1 -0
- package/docs/agent-tools.md +187 -0
- package/docs/architecture.md +224 -0
- package/docs/configuration.md +168 -0
- package/docs/fts5.md +161 -0
- package/docs/hook-protocol.md +41 -0
- package/docs/privacy.md +101 -0
- package/mcp.mjs +17 -0
- package/package.json +79 -0
|
@@ -0,0 +1,9 @@
|
|
|
1
|
+
import type { LcmSummarizeFn } from "./types.js";
|
|
2
|
+
export type { LcmSummarizeFn } from "./types.js";
|
|
3
|
+
type SummarizerOptions = {
|
|
4
|
+
model: string;
|
|
5
|
+
apiKey: string;
|
|
6
|
+
_clientOverride?: any;
|
|
7
|
+
_retryDelayMs?: number;
|
|
8
|
+
};
|
|
9
|
+
export declare function createAnthropicSummarizer(opts: SummarizerOptions): LcmSummarizeFn;
|
|
@@ -0,0 +1,54 @@
|
|
|
1
|
+
import Anthropic from "@anthropic-ai/sdk";
|
|
2
|
+
import { LCM_SUMMARIZER_SYSTEM_PROMPT, buildLeafSummaryPrompt, buildCondensedSummaryPrompt, resolveTargetTokens, } from "../summarize.js";
|
|
3
|
+
function sleep(ms) {
|
|
4
|
+
return new Promise((r) => setTimeout(r, ms));
|
|
5
|
+
}
|
|
6
|
+
export function createAnthropicSummarizer(opts) {
|
|
7
|
+
const client = opts._clientOverride ?? new Anthropic({ apiKey: opts.apiKey });
|
|
8
|
+
const retryDelayMs = opts._retryDelayMs ?? 1000;
|
|
9
|
+
const MAX_RETRIES = 3;
|
|
10
|
+
return async function summarize(text, aggressive, ctx = {}) {
|
|
11
|
+
const estimatedInputTokens = Math.ceil(text.length / 4);
|
|
12
|
+
const targetTokens = ctx.targetTokens ?? resolveTargetTokens({
|
|
13
|
+
inputTokens: estimatedInputTokens,
|
|
14
|
+
mode: aggressive ? "aggressive" : "normal",
|
|
15
|
+
isCondensed: ctx.isCondensed ?? false,
|
|
16
|
+
condensedTargetTokens: 2000,
|
|
17
|
+
});
|
|
18
|
+
const prompt = ctx.isCondensed
|
|
19
|
+
? buildCondensedSummaryPrompt({ text, targetTokens, depth: ctx.depth ?? 1 })
|
|
20
|
+
: buildLeafSummaryPrompt({ text, mode: aggressive ? "aggressive" : "normal", targetTokens });
|
|
21
|
+
let lastError;
|
|
22
|
+
for (let attempt = 0; attempt < MAX_RETRIES; attempt++) {
|
|
23
|
+
try {
|
|
24
|
+
const response = await client.messages.create({
|
|
25
|
+
model: opts.model,
|
|
26
|
+
max_tokens: 1024,
|
|
27
|
+
system: LCM_SUMMARIZER_SYSTEM_PROMPT,
|
|
28
|
+
messages: [{ role: "user", content: prompt }],
|
|
29
|
+
});
|
|
30
|
+
const textContent = response.content.find((c) => c.type === "text")?.text ?? "";
|
|
31
|
+
if (!textContent && attempt === 0) {
|
|
32
|
+
// Single retry on empty response
|
|
33
|
+
const retry = await client.messages.create({
|
|
34
|
+
model: opts.model,
|
|
35
|
+
max_tokens: 1024,
|
|
36
|
+
system: LCM_SUMMARIZER_SYSTEM_PROMPT,
|
|
37
|
+
messages: [{ role: "user", content: prompt }],
|
|
38
|
+
});
|
|
39
|
+
return retry.content.find((c) => c.type === "text")?.text ?? text.slice(0, 500);
|
|
40
|
+
}
|
|
41
|
+
return textContent || text.slice(0, 500);
|
|
42
|
+
}
|
|
43
|
+
catch (err) {
|
|
44
|
+
if (err?.status === 401)
|
|
45
|
+
throw err; // auth error: no retry
|
|
46
|
+
lastError = err;
|
|
47
|
+
if (attempt < MAX_RETRIES - 1)
|
|
48
|
+
await sleep(retryDelayMs * Math.pow(2, attempt));
|
|
49
|
+
}
|
|
50
|
+
}
|
|
51
|
+
throw lastError;
|
|
52
|
+
};
|
|
53
|
+
}
|
|
54
|
+
//# sourceMappingURL=anthropic.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"anthropic.js","sourceRoot":"","sources":["../../../src/llm/anthropic.ts"],"names":[],"mappings":"AAAA,OAAO,SAAS,MAAM,mBAAmB,CAAC;AAC1C,OAAO,EACL,4BAA4B,EAC5B,sBAAsB,EACtB,2BAA2B,EAC3B,mBAAmB,GACpB,MAAM,iBAAiB,CAAC;AAYzB,SAAS,KAAK,CAAC,EAAU;IACvB,OAAO,IAAI,OAAO,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,UAAU,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC;AAC/C,CAAC;AAED,MAAM,UAAU,yBAAyB,CAAC,IAAuB;IAC/D,MAAM,MAAM,GAAG,IAAI,CAAC,eAAe,IAAI,IAAI,SAAS,CAAC,EAAE,MAAM,EAAE,IAAI,CAAC,MAAM,EAAE,CAAC,CAAC;IAC9E,MAAM,YAAY,GAAG,IAAI,CAAC,aAAa,IAAI,IAAI,CAAC;IAChD,MAAM,WAAW,GAAG,CAAC,CAAC;IAEtB,OAAO,KAAK,UAAU,SAAS,CAAC,IAAI,EAAE,UAAU,EAAE,GAAG,GAAG,EAAE;QACxD,MAAM,oBAAoB,GAAG,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC;QACxD,MAAM,YAAY,GAAG,GAAG,CAAC,YAAY,IAAI,mBAAmB,CAAC;YAC3D,WAAW,EAAE,oBAAoB;YACjC,IAAI,EAAE,UAAU,CAAC,CAAC,CAAC,YAAY,CAAC,CAAC,CAAC,QAAQ;YAC1C,WAAW,EAAE,GAAG,CAAC,WAAW,IAAI,KAAK;YACrC,qBAAqB,EAAE,IAAI;SAC5B,CAAC,CAAC;QAEH,MAAM,MAAM,GAAG,GAAG,CAAC,WAAW;YAC5B,CAAC,CAAC,2BAA2B,CAAC,EAAE,IAAI,EAAE,YAAY,EAAE,KAAK,EAAE,GAAG,CAAC,KAAK,IAAI,CAAC,EAAE,CAAC;YAC5E,CAAC,CAAC,sBAAsB,CAAC,EAAE,IAAI,EAAE,IAAI,EAAE,UAAU,CAAC,CAAC,CAAC,YAAY,CAAC,CAAC,CAAC,QAAQ,EAAE,YAAY,EAAE,CAAC,CAAC;QAE/F,IAAI,SAA4B,CAAC;QAEjC,KAAK,IAAI,OAAO,GAAG,CAAC,EAAE,OAAO,GAAG,WAAW,EAAE,OAAO,EAAE,EAAE,CAAC;YACvD,IAAI,CAAC;gBACH,MAAM,QAAQ,GAAG,MAAM,MAAM,CAAC,QAAQ,CAAC,MAAM,CAAC;oBAC5C,KAAK,EAAE,IAAI,CAAC,KAAK;oBACjB,UAAU,EAAE,IAAI;oBAChB,MAAM,EAAE,4BAA4B;oBACpC,QAAQ,EAAE,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,OAAO,EAAE,MAAM,EAAE,CAAC;iBAC9C,CAAC,CAAC;gBAEH,MAAM,WAAW,GAAG,QAAQ,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC,CAAM,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,KAAK,MAAM,CAAC,EAAE,IAAI,IAAI,EAAE,CAAC;gBAErF,IAAI,CAAC,WAAW,IAAI,OAAO,KAAK,CAAC,EAAE,CAAC;oBAClC,iCAAiC;oBACjC,MAAM,KAAK,GAAG,MAAM,MAAM,CAAC,QAAQ,CAAC,MAAM,CAAC;wBACzC,KAAK,EAAE,IAAI,CAAC,KAAK;wBACjB,UAAU,EAAE,IAAI;wBAChB,MAAM,EAAE,4BAA4B;wBACpC,QAAQ,EAAE,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,OAAO,EAAE,MAAM,EAAE,CAAC;qBAC9C,CAAC,CAAC;oBACH,OAAO,KAAK,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC,CAAM,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,KAAK,MAAM,CAAC,EAAE,IAAI,IAAI,IAAI,CAAC,KAAK,CAAC,CAAC,EAAE,GAAG,CAAC,CAAC;gBACvF,CAAC;gBAED,OAAO,WAAW,IAAI,IAAI,CAAC,KAAK,CAAC,CAAC,EAAE,GAAG,CAAC,CAAC;YAC3C,CAAC;YAAC,OAAO,GAAQ,EAAE,CAAC;gBAClB,IAAI,GAAG,EAAE,MAAM,KAAK,GAAG;oBAAE,MAAM,GAAG,CAAC,CAAC,uBAAuB;gBAC3D,SAAS,GAAG,GAAG,CAAC;gBAChB,IAAI,OAAO,GAAG,WAAW,GAAG,CAAC;oBAAE,MAAM,KAAK,CAAC,YAAY,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,OAAO,CAAC,CAAC,CAAC;YAClF,CAAC;QACH,CAAC;QACD,MAAM,SAAS,CAAC;IAClB,CAAC,CAAC;AACJ,CAAC"}
|
|
@@ -0,0 +1,55 @@
|
|
|
1
|
+
import { spawn } from "node:child_process";
|
|
2
|
+
import { LCM_SUMMARIZER_SYSTEM_PROMPT, buildLeafSummaryPrompt, buildCondensedSummaryPrompt, resolveTargetTokens, } from "../summarize.js";
|
|
3
|
+
const HAIKU_MODEL = "claude-haiku-4-5-20251001";
|
|
4
|
+
const TIMEOUT_MS = 120_000;
|
|
5
|
+
export function createClaudeProcessSummarizer() {
|
|
6
|
+
return async function summarize(text, aggressive, ctx = {}) {
|
|
7
|
+
const estimatedInputTokens = Math.ceil(text.length / 4);
|
|
8
|
+
const targetTokens = ctx.targetTokens ?? resolveTargetTokens({
|
|
9
|
+
inputTokens: estimatedInputTokens,
|
|
10
|
+
mode: aggressive ? "aggressive" : "normal",
|
|
11
|
+
isCondensed: ctx.isCondensed ?? false,
|
|
12
|
+
condensedTargetTokens: 2000,
|
|
13
|
+
});
|
|
14
|
+
const prompt = ctx.isCondensed
|
|
15
|
+
? buildCondensedSummaryPrompt({ text, targetTokens, depth: ctx.depth ?? 1 })
|
|
16
|
+
: buildLeafSummaryPrompt({ text, mode: aggressive ? "aggressive" : "normal", targetTokens });
|
|
17
|
+
return new Promise((resolve, reject) => {
|
|
18
|
+
const proc = spawn("claude", [
|
|
19
|
+
"--print",
|
|
20
|
+
"--model", HAIKU_MODEL,
|
|
21
|
+
"--no-session-persistence",
|
|
22
|
+
"--system-prompt", LCM_SUMMARIZER_SYSTEM_PROMPT,
|
|
23
|
+
"--tools", "",
|
|
24
|
+
"--disable-slash-commands",
|
|
25
|
+
], {
|
|
26
|
+
stdio: ["pipe", "pipe", "pipe"],
|
|
27
|
+
});
|
|
28
|
+
let stdout = "";
|
|
29
|
+
let stderr = "";
|
|
30
|
+
proc.stdout.on("data", (d) => { stdout += d.toString(); });
|
|
31
|
+
proc.stderr.on("data", (d) => { stderr += d.toString(); });
|
|
32
|
+
const timer = setTimeout(() => {
|
|
33
|
+
proc.kill();
|
|
34
|
+
reject(new Error(`claude process timed out after ${TIMEOUT_MS / 1000}s`));
|
|
35
|
+
}, TIMEOUT_MS);
|
|
36
|
+
proc.on("close", (code) => {
|
|
37
|
+
clearTimeout(timer);
|
|
38
|
+
const out = stdout.trim();
|
|
39
|
+
if (code === 0 && out) {
|
|
40
|
+
resolve(out);
|
|
41
|
+
}
|
|
42
|
+
else {
|
|
43
|
+
reject(new Error(`claude exited ${code}: ${stderr.slice(0, 200) || "no output"}`));
|
|
44
|
+
}
|
|
45
|
+
});
|
|
46
|
+
proc.on("error", (err) => {
|
|
47
|
+
clearTimeout(timer);
|
|
48
|
+
reject(err);
|
|
49
|
+
});
|
|
50
|
+
proc.stdin.write(prompt);
|
|
51
|
+
proc.stdin.end();
|
|
52
|
+
});
|
|
53
|
+
};
|
|
54
|
+
}
|
|
55
|
+
//# sourceMappingURL=claude-process.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"claude-process.js","sourceRoot":"","sources":["../../../src/llm/claude-process.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,KAAK,EAAE,MAAM,oBAAoB,CAAC;AAE3C,OAAO,EACL,4BAA4B,EAC5B,sBAAsB,EACtB,2BAA2B,EAC3B,mBAAmB,GACpB,MAAM,iBAAiB,CAAC;AAEzB,MAAM,WAAW,GAAG,2BAA2B,CAAC;AAChD,MAAM,UAAU,GAAG,OAAO,CAAC;AAE3B,MAAM,UAAU,6BAA6B;IAC3C,OAAO,KAAK,UAAU,SAAS,CAAC,IAAY,EAAE,UAAoB,EAAE,MAAwB,EAAE;QAC5F,MAAM,oBAAoB,GAAG,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC;QACxD,MAAM,YAAY,GAAG,GAAG,CAAC,YAAY,IAAI,mBAAmB,CAAC;YAC3D,WAAW,EAAE,oBAAoB;YACjC,IAAI,EAAE,UAAU,CAAC,CAAC,CAAC,YAAY,CAAC,CAAC,CAAC,QAAQ;YAC1C,WAAW,EAAE,GAAG,CAAC,WAAW,IAAI,KAAK;YACrC,qBAAqB,EAAE,IAAI;SAC5B,CAAC,CAAC;QAEH,MAAM,MAAM,GAAG,GAAG,CAAC,WAAW;YAC5B,CAAC,CAAC,2BAA2B,CAAC,EAAE,IAAI,EAAE,YAAY,EAAE,KAAK,EAAE,GAAG,CAAC,KAAK,IAAI,CAAC,EAAE,CAAC;YAC5E,CAAC,CAAC,sBAAsB,CAAC,EAAE,IAAI,EAAE,IAAI,EAAE,UAAU,CAAC,CAAC,CAAC,YAAY,CAAC,CAAC,CAAC,QAAQ,EAAE,YAAY,EAAE,CAAC,CAAC;QAE/F,OAAO,IAAI,OAAO,CAAC,CAAC,OAAO,EAAE,MAAM,EAAE,EAAE;YACrC,MAAM,IAAI,GAAG,KAAK,CAAC,QAAQ,EAAE;gBAC3B,SAAS;gBACT,SAAS,EAAE,WAAW;gBACtB,0BAA0B;gBAC1B,iBAAiB,EAAE,4BAA4B;gBAC/C,SAAS,EAAE,EAAE;gBACb,0BAA0B;aAC3B,EAAE;gBACD,KAAK,EAAE,CAAC,MAAM,EAAE,MAAM,EAAE,MAAM,CAAC;aAChC,CAAC,CAAC;YAEH,IAAI,MAAM,GAAG,EAAE,CAAC;YAChB,IAAI,MAAM,GAAG,EAAE,CAAC;YAEhB,IAAI,CAAC,MAAM,CAAC,EAAE,CAAC,MAAM,EAAE,CAAC,CAAS,EAAE,EAAE,GAAG,MAAM,IAAI,CAAC,CAAC,QAAQ,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC;YACnE,IAAI,CAAC,MAAM,CAAC,EAAE,CAAC,MAAM,EAAE,CAAC,CAAS,EAAE,EAAE,GAAG,MAAM,IAAI,CAAC,CAAC,QAAQ,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC;YAEnE,MAAM,KAAK,GAAG,UAAU,CAAC,GAAG,EAAE;gBAC5B,IAAI,CAAC,IAAI,EAAE,CAAC;gBACZ,MAAM,CAAC,IAAI,KAAK,CAAC,kCAAkC,UAAU,GAAG,IAAI,GAAG,CAAC,CAAC,CAAC;YAC5E,CAAC,EAAE,UAAU,CAAC,CAAC;YAEf,IAAI,CAAC,EAAE,CAAC,OAAO,EAAE,CAAC,IAAmB,EAAE,EAAE;gBACvC,YAAY,CAAC,KAAK,CAAC,CAAC;gBACpB,MAAM,GAAG,GAAG,MAAM,CAAC,IAAI,EAAE,CAAC;gBAC1B,IAAI,IAAI,KAAK,CAAC,IAAI,GAAG,EAAE,CAAC;oBACtB,OAAO,CAAC,GAAG,CAAC,CAAC;gBACf,CAAC;qBAAM,CAAC;oBACN,MAAM,CAAC,IAAI,KAAK,CAAC,iBAAiB,IAAI,KAAK,MAAM,CAAC,KAAK,CAAC,CAAC,EAAE,GAAG,CAAC,IAAI,WAAW,EAAE,CAAC,CAAC,CAAC;gBACrF,CAAC;YACH,CAAC,CAAC,CAAC;YAEH,IAAI,CAAC,EAAE,CAAC,OAAO,EAAE,CAAC,GAAG,EAAE,EAAE;gBACvB,YAAY,CAAC,KAAK,CAAC,CAAC;gBACpB,MAAM,CAAC,GAAG,CAAC,CAAC;YACd,CAAC,CAAC,CAAC;YAEH,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC;YACzB,IAAI,CAAC,KAAK,CAAC,GAAG,EAAE,CAAC;QACnB,CAAC,CAAC,CAAC;IACL,CAAC,CAAC;AACJ,CAAC"}
|
|
@@ -0,0 +1,15 @@
|
|
|
1
|
+
import { spawn as defaultSpawn } from "node:child_process";
|
|
2
|
+
import { mkdtempSync as defaultMkdtempSync, readFileSync as defaultReadFileSync, rmSync as defaultRmSync } from "node:fs";
|
|
3
|
+
import { tmpdir } from "node:os";
|
|
4
|
+
import type { LcmSummarizeFn } from "./types.js";
|
|
5
|
+
type CodexProcessDeps = {
|
|
6
|
+
model?: string;
|
|
7
|
+
spawn?: typeof defaultSpawn;
|
|
8
|
+
mkdtempSync?: typeof defaultMkdtempSync;
|
|
9
|
+
readFileSync?: typeof defaultReadFileSync;
|
|
10
|
+
rmSync?: typeof defaultRmSync;
|
|
11
|
+
tmpdir?: typeof tmpdir;
|
|
12
|
+
timeoutMs?: number;
|
|
13
|
+
};
|
|
14
|
+
export declare function createCodexProcessSummarizer(opts?: CodexProcessDeps): LcmSummarizeFn;
|
|
15
|
+
export {};
|
|
@@ -0,0 +1,142 @@
|
|
|
1
|
+
import { spawn as defaultSpawn } from "node:child_process";
|
|
2
|
+
import { mkdtempSync as defaultMkdtempSync, readFileSync as defaultReadFileSync, rmSync as defaultRmSync } from "node:fs";
|
|
3
|
+
import { tmpdir } from "node:os";
|
|
4
|
+
import { join } from "node:path";
|
|
5
|
+
import { LCM_SUMMARIZER_SYSTEM_PROMPT, buildLeafSummaryPrompt, buildCondensedSummaryPrompt, resolveTargetTokens, } from "../summarize.js";
|
|
6
|
+
const TIMEOUT_MS = 120_000;
|
|
7
|
+
function buildPrompt(text, aggressive, ctx) {
|
|
8
|
+
const estimatedInputTokens = Math.ceil(text.length / 4);
|
|
9
|
+
const targetTokens = ctx.targetTokens ?? resolveTargetTokens({
|
|
10
|
+
inputTokens: estimatedInputTokens,
|
|
11
|
+
mode: aggressive ? "aggressive" : "normal",
|
|
12
|
+
isCondensed: ctx.isCondensed ?? false,
|
|
13
|
+
condensedTargetTokens: 2000,
|
|
14
|
+
});
|
|
15
|
+
const summaryPrompt = ctx.isCondensed
|
|
16
|
+
? buildCondensedSummaryPrompt({ text, targetTokens, depth: ctx.depth ?? 1 })
|
|
17
|
+
: buildLeafSummaryPrompt({ text, mode: aggressive ? "aggressive" : "normal", targetTokens });
|
|
18
|
+
return [LCM_SUMMARIZER_SYSTEM_PROMPT, summaryPrompt].filter(Boolean).join("\n\n");
|
|
19
|
+
}
|
|
20
|
+
function friendlyMissingCodexError() {
|
|
21
|
+
return new Error([
|
|
22
|
+
"Codex CLI is not installed or not on PATH.",
|
|
23
|
+
"Install it first, for example: npm install -g @openai/codex",
|
|
24
|
+
"Then run lossless-codex again.",
|
|
25
|
+
].join("\n"));
|
|
26
|
+
}
|
|
27
|
+
function normalizeSpawnError(error) {
|
|
28
|
+
if (error && typeof error === "object" && error.code === "ENOENT") {
|
|
29
|
+
return friendlyMissingCodexError();
|
|
30
|
+
}
|
|
31
|
+
return error instanceof Error ? error : new Error(String(error));
|
|
32
|
+
}
|
|
33
|
+
function buildArgs(outputPath, model) {
|
|
34
|
+
const args = [
|
|
35
|
+
"exec",
|
|
36
|
+
"-",
|
|
37
|
+
"--skip-git-repo-check",
|
|
38
|
+
"--sandbox",
|
|
39
|
+
"read-only",
|
|
40
|
+
"--output-last-message",
|
|
41
|
+
outputPath,
|
|
42
|
+
];
|
|
43
|
+
if (model && model.trim()) {
|
|
44
|
+
args.splice(1, 0, "--model", model.trim());
|
|
45
|
+
}
|
|
46
|
+
return args;
|
|
47
|
+
}
|
|
48
|
+
function cleanupTempDir(rmSync, tempDir) {
|
|
49
|
+
try {
|
|
50
|
+
rmSync(tempDir, { recursive: true, force: true });
|
|
51
|
+
}
|
|
52
|
+
catch {
|
|
53
|
+
// ignore cleanup failures
|
|
54
|
+
}
|
|
55
|
+
}
|
|
56
|
+
function runCodexSummarizer(prompt, deps) {
|
|
57
|
+
const tempDir = deps.mkdtempSync(join(deps.tmpdir(), "lossless-codex-"));
|
|
58
|
+
const outputPath = join(tempDir, "last-message.txt");
|
|
59
|
+
return new Promise((resolve, reject) => {
|
|
60
|
+
let child;
|
|
61
|
+
try {
|
|
62
|
+
child = deps.spawn("codex", buildArgs(outputPath, deps.model), {
|
|
63
|
+
stdio: ["pipe", "pipe", "pipe"],
|
|
64
|
+
});
|
|
65
|
+
}
|
|
66
|
+
catch (error) {
|
|
67
|
+
cleanupTempDir(deps.rmSync, tempDir);
|
|
68
|
+
reject(normalizeSpawnError(error));
|
|
69
|
+
return;
|
|
70
|
+
}
|
|
71
|
+
let stdout = "";
|
|
72
|
+
let stderr = "";
|
|
73
|
+
let finished = false;
|
|
74
|
+
const timer = setTimeout(() => {
|
|
75
|
+
if (finished)
|
|
76
|
+
return;
|
|
77
|
+
finished = true;
|
|
78
|
+
try {
|
|
79
|
+
child.kill();
|
|
80
|
+
}
|
|
81
|
+
catch {
|
|
82
|
+
// ignore kill failures during timeout cleanup
|
|
83
|
+
}
|
|
84
|
+
cleanupTempDir(deps.rmSync, tempDir);
|
|
85
|
+
reject(new Error(`codex process timed out after ${Math.round(deps.timeoutMs / 1000)}s`));
|
|
86
|
+
}, deps.timeoutMs);
|
|
87
|
+
child.stdout.on("data", (chunk) => {
|
|
88
|
+
stdout += chunk.toString();
|
|
89
|
+
});
|
|
90
|
+
child.stderr.on("data", (chunk) => {
|
|
91
|
+
stderr += chunk.toString();
|
|
92
|
+
});
|
|
93
|
+
child.on("error", (error) => {
|
|
94
|
+
if (finished)
|
|
95
|
+
return;
|
|
96
|
+
finished = true;
|
|
97
|
+
clearTimeout(timer);
|
|
98
|
+
cleanupTempDir(deps.rmSync, tempDir);
|
|
99
|
+
reject(normalizeSpawnError(error));
|
|
100
|
+
});
|
|
101
|
+
child.on("close", (code) => {
|
|
102
|
+
if (finished)
|
|
103
|
+
return;
|
|
104
|
+
finished = true;
|
|
105
|
+
clearTimeout(timer);
|
|
106
|
+
try {
|
|
107
|
+
if (code !== 0) {
|
|
108
|
+
throw new Error(`codex exited ${code}: ${stderr.slice(0, 200) || "no output"}`);
|
|
109
|
+
}
|
|
110
|
+
const summary = deps.readFileSync(outputPath, "utf-8").trim();
|
|
111
|
+
if (!summary) {
|
|
112
|
+
throw new Error("codex output was empty");
|
|
113
|
+
}
|
|
114
|
+
resolve(summary);
|
|
115
|
+
}
|
|
116
|
+
catch (error) {
|
|
117
|
+
reject(error instanceof Error ? error : new Error(String(error)));
|
|
118
|
+
}
|
|
119
|
+
finally {
|
|
120
|
+
cleanupTempDir(deps.rmSync, tempDir);
|
|
121
|
+
}
|
|
122
|
+
});
|
|
123
|
+
child.stdin.write(prompt);
|
|
124
|
+
child.stdin.end();
|
|
125
|
+
});
|
|
126
|
+
}
|
|
127
|
+
export function createCodexProcessSummarizer(opts = {}) {
|
|
128
|
+
const deps = {
|
|
129
|
+
model: opts.model,
|
|
130
|
+
spawn: opts.spawn ?? defaultSpawn,
|
|
131
|
+
mkdtempSync: opts.mkdtempSync ?? defaultMkdtempSync,
|
|
132
|
+
readFileSync: opts.readFileSync ?? defaultReadFileSync,
|
|
133
|
+
rmSync: opts.rmSync ?? defaultRmSync,
|
|
134
|
+
tmpdir: opts.tmpdir ?? tmpdir,
|
|
135
|
+
timeoutMs: opts.timeoutMs ?? TIMEOUT_MS,
|
|
136
|
+
};
|
|
137
|
+
return async function summarize(text, aggressive, ctx = {}) {
|
|
138
|
+
const prompt = buildPrompt(text, aggressive, ctx);
|
|
139
|
+
return runCodexSummarizer(prompt, deps);
|
|
140
|
+
};
|
|
141
|
+
}
|
|
142
|
+
//# sourceMappingURL=codex-process.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"codex-process.js","sourceRoot":"","sources":["../../../src/llm/codex-process.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,KAAK,IAAI,YAAY,EAAsE,MAAM,oBAAoB,CAAC;AAC/H,OAAO,EAAE,WAAW,IAAI,kBAAkB,EAAE,YAAY,IAAI,mBAAmB,EAAE,MAAM,IAAI,aAAa,EAAE,MAAM,SAAS,CAAC;AAC1H,OAAO,EAAE,MAAM,EAAE,MAAM,SAAS,CAAC;AACjC,OAAO,EAAE,IAAI,EAAE,MAAM,WAAW,CAAC;AAEjC,OAAO,EACL,4BAA4B,EAC5B,sBAAsB,EACtB,2BAA2B,EAC3B,mBAAmB,GACpB,MAAM,iBAAiB,CAAC;AAEzB,MAAM,UAAU,GAAG,OAAO,CAAC;AAY3B,SAAS,WAAW,CAAC,IAAY,EAAE,UAA+B,EAAE,GAAqB;IACvF,MAAM,oBAAoB,GAAG,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC;IACxD,MAAM,YAAY,GAAG,GAAG,CAAC,YAAY,IAAI,mBAAmB,CAAC;QAC3D,WAAW,EAAE,oBAAoB;QACjC,IAAI,EAAE,UAAU,CAAC,CAAC,CAAC,YAAY,CAAC,CAAC,CAAC,QAAQ;QAC1C,WAAW,EAAE,GAAG,CAAC,WAAW,IAAI,KAAK;QACrC,qBAAqB,EAAE,IAAI;KAC5B,CAAC,CAAC;IAEH,MAAM,aAAa,GAAG,GAAG,CAAC,WAAW;QACnC,CAAC,CAAC,2BAA2B,CAAC,EAAE,IAAI,EAAE,YAAY,EAAE,KAAK,EAAE,GAAG,CAAC,KAAK,IAAI,CAAC,EAAE,CAAC;QAC5E,CAAC,CAAC,sBAAsB,CAAC,EAAE,IAAI,EAAE,IAAI,EAAE,UAAU,CAAC,CAAC,CAAC,YAAY,CAAC,CAAC,CAAC,QAAQ,EAAE,YAAY,EAAE,CAAC,CAAC;IAE/F,OAAO,CAAC,4BAA4B,EAAE,aAAa,CAAC,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;AACpF,CAAC;AAED,SAAS,yBAAyB;IAChC,OAAO,IAAI,KAAK,CAAC;QACf,4CAA4C;QAC5C,6DAA6D;QAC7D,gCAAgC;KACjC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC;AAChB,CAAC;AAED,SAAS,mBAAmB,CAAC,KAAc;IACzC,IAAI,KAAK,IAAI,OAAO,KAAK,KAAK,QAAQ,IAAK,KAA4B,CAAC,IAAI,KAAK,QAAQ,EAAE,CAAC;QAC1F,OAAO,yBAAyB,EAAE,CAAC;IACrC,CAAC;IACD,OAAO,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,IAAI,KAAK,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,CAAC;AACnE,CAAC;AAED,SAAS,SAAS,CAAC,UAAkB,EAAE,KAAc;IACnD,MAAM,IAAI,GAAG;QACX,MAAM;QACN,GAAG;QACH,uBAAuB;QACvB,WAAW;QACX,WAAW;QACX,uBAAuB;QACvB,UAAU;KACX,CAAC;IAEF,IAAI,KAAK,IAAI,KAAK,CAAC,IAAI,EAAE,EAAE,CAAC;QAC1B,IAAI,CAAC,MAAM,CAAC,CAAC,EAAE,CAAC,EAAE,SAAS,EAAE,KAAK,CAAC,IAAI,EAAE,CAAC,CAAC;IAC7C,CAAC;IAED,OAAO,IAAI,CAAC;AACd,CAAC;AAED,SAAS,cAAc,CAAC,MAA4B,EAAE,OAAe;IACnE,IAAI,CAAC;QACH,MAAM,CAAC,OAAO,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,KAAK,EAAE,IAAI,EAAE,CAAC,CAAC;IACpD,CAAC;IAAC,MAAM,CAAC;QACP,0BAA0B;IAC5B,CAAC;AACH,CAAC;AAED,SAAS,kBAAkB,CACzB,MAAc,EACd,IAEC;IAED,MAAM,OAAO,GAAG,IAAI,CAAC,WAAW,CAAC,IAAI,CAAC,IAAI,CAAC,MAAM,EAAE,EAAE,iBAAiB,CAAC,CAAC,CAAC;IACzE,MAAM,UAAU,GAAG,IAAI,CAAC,OAAO,EAAE,kBAAkB,CAAC,CAAC;IAErD,OAAO,IAAI,OAAO,CAAC,CAAC,OAAO,EAAE,MAAM,EAAE,EAAE;QACrC,IAAI,KAAqC,CAAC;QAE1C,IAAI,CAAC;YACH,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC,OAAO,EAAE,SAAS,CAAC,UAAU,EAAE,IAAI,CAAC,KAAK,CAAC,EAAE;gBAC7D,KAAK,EAAE,CAAC,MAAM,EAAE,MAAM,EAAE,MAAM,CAAC;aAChC,CAAC,CAAC;QACL,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,cAAc,CAAC,IAAI,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;YACrC,MAAM,CAAC,mBAAmB,CAAC,KAAK,CAAC,CAAC,CAAC;YACnC,OAAO;QACT,CAAC;QAED,IAAI,MAAM,GAAG,EAAE,CAAC;QAChB,IAAI,MAAM,GAAG,EAAE,CAAC;QAChB,IAAI,QAAQ,GAAG,KAAK,CAAC;QAErB,MAAM,KAAK,GAAG,UAAU,CAAC,GAAG,EAAE;YAC5B,IAAI,QAAQ;gBAAE,OAAO;YACrB,QAAQ,GAAG,IAAI,CAAC;YAChB,IAAI,CAAC;gBACH,KAAK,CAAC,IAAI,EAAE,CAAC;YACf,CAAC;YAAC,MAAM,CAAC;gBACP,8CAA8C;YAChD,CAAC;YACD,cAAc,CAAC,IAAI,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;YACrC,MAAM,CAAC,IAAI,KAAK,CAAC,iCAAiC,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,SAAS,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC;QAC3F,CAAC,EAAE,IAAI,CAAC,SAAS,CAAC,CAAC;QAEnB,KAAK,CAAC,MAAM,CAAC,EAAE,CAAC,MAAM,EAAE,CAAC,KAAa,EAAE,EAAE;YACxC,MAAM,IAAI,KAAK,CAAC,QAAQ,EAAE,CAAC;QAC7B,CAAC,CAAC,CAAC;QACH,KAAK,CAAC,MAAM,CAAC,EAAE,CAAC,MAAM,EAAE,CAAC,KAAa,EAAE,EAAE;YACxC,MAAM,IAAI,KAAK,CAAC,QAAQ,EAAE,CAAC;QAC7B,CAAC,CAAC,CAAC;QAEH,KAAK,CAAC,EAAE,CAAC,OAAO,EAAE,CAAC,KAAK,EAAE,EAAE;YAC1B,IAAI,QAAQ;gBAAE,OAAO;YACrB,QAAQ,GAAG,IAAI,CAAC;YAChB,YAAY,CAAC,KAAK,CAAC,CAAC;YACpB,cAAc,CAAC,IAAI,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;YACrC,MAAM,CAAC,mBAAmB,CAAC,KAAK,CAAC,CAAC,CAAC;QACrC,CAAC,CAAC,CAAC;QAEH,KAAK,CAAC,EAAE,CAAC,OAAO,EAAE,CAAC,IAAmB,EAAE,EAAE;YACxC,IAAI,QAAQ;gBAAE,OAAO;YACrB,QAAQ,GAAG,IAAI,CAAC;YAChB,YAAY,CAAC,KAAK,CAAC,CAAC;YAEpB,IAAI,CAAC;gBACH,IAAI,IAAI,KAAK,CAAC,EAAE,CAAC;oBACf,MAAM,IAAI,KAAK,CAAC,gBAAgB,IAAI,KAAK,MAAM,CAAC,KAAK,CAAC,CAAC,EAAE,GAAG,CAAC,IAAI,WAAW,EAAE,CAAC,CAAC;gBAClF,CAAC;gBACD,MAAM,OAAO,GAAG,IAAI,CAAC,YAAY,CAAC,UAAU,EAAE,OAAO,CAAC,CAAC,IAAI,EAAE,CAAC;gBAC9D,IAAI,CAAC,OAAO,EAAE,CAAC;oBACb,MAAM,IAAI,KAAK,CAAC,wBAAwB,CAAC,CAAC;gBAC5C,CAAC;gBACD,OAAO,CAAC,OAAO,CAAC,CAAC;YACnB,CAAC;YAAC,OAAO,KAAK,EAAE,CAAC;gBACf,MAAM,CAAC,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,IAAI,KAAK,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC;YACpE,CAAC;oBAAS,CAAC;gBACT,cAAc,CAAC,IAAI,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;YACvC,CAAC;QACH,CAAC,CAAC,CAAC;QAEH,KAAK,CAAC,KAAK,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC;QAC1B,KAAK,CAAC,KAAK,CAAC,GAAG,EAAE,CAAC;IACpB,CAAC,CAAC,CAAC;AACL,CAAC;AAED,MAAM,UAAU,4BAA4B,CAAC,OAAyB,EAAE;IACtE,MAAM,IAAI,GAAG;QACX,KAAK,EAAE,IAAI,CAAC,KAAK;QACjB,KAAK,EAAE,IAAI,CAAC,KAAK,IAAI,YAAY;QACjC,WAAW,EAAE,IAAI,CAAC,WAAW,IAAI,kBAAkB;QACnD,YAAY,EAAE,IAAI,CAAC,YAAY,IAAI,mBAAmB;QACtD,MAAM,EAAE,IAAI,CAAC,MAAM,IAAI,aAAa;QACpC,MAAM,EAAE,IAAI,CAAC,MAAM,IAAI,MAAM;QAC7B,SAAS,EAAE,IAAI,CAAC,SAAS,IAAI,UAAU;KACxC,CAAC;IAEF,OAAO,KAAK,UAAU,SAAS,CAAC,IAAI,EAAE,UAAU,EAAE,GAAG,GAAG,EAAE;QACxD,MAAM,MAAM,GAAG,WAAW,CAAC,IAAI,EAAE,UAAU,EAAE,GAAG,CAAC,CAAC;QAClD,OAAO,kBAAkB,CAAC,MAAM,EAAE,IAAI,CAAC,CAAC;IAC1C,CAAC,CAAC;AACJ,CAAC"}
|
|
@@ -0,0 +1,9 @@
|
|
|
1
|
+
import type { LcmSummarizeFn } from "./types.js";
|
|
2
|
+
/**
|
|
3
|
+
* Deterministic mock summarizer for E2E testing.
|
|
4
|
+
* Produces structurally valid summaries by extracting key phrases from input
|
|
5
|
+
* and wrapping them in a canned template. No LLM calls.
|
|
6
|
+
*
|
|
7
|
+
* Must match LcmSummarizeFn signature: (text, aggressive?, ctx?) => Promise<string>
|
|
8
|
+
*/
|
|
9
|
+
export declare function createMockSummarizer(): LcmSummarizeFn;
|
|
@@ -0,0 +1,17 @@
|
|
|
1
|
+
/**
|
|
2
|
+
* Deterministic mock summarizer for E2E testing.
|
|
3
|
+
* Produces structurally valid summaries by extracting key phrases from input
|
|
4
|
+
* and wrapping them in a canned template. No LLM calls.
|
|
5
|
+
*
|
|
6
|
+
* Must match LcmSummarizeFn signature: (text, aggressive?, ctx?) => Promise<string>
|
|
7
|
+
*/
|
|
8
|
+
export function createMockSummarizer() {
|
|
9
|
+
return async (text, _aggressive, _ctx) => {
|
|
10
|
+
// Extract first sentence or first 200 chars as "summary"
|
|
11
|
+
const firstSentence = text.split(/[.!?\n]/)[0]?.trim() || text.slice(0, 200);
|
|
12
|
+
// Deterministic hash for consistent output
|
|
13
|
+
const hash = Array.from(text).reduce((acc, c) => ((acc << 5) - acc + c.charCodeAt(0)) | 0, 0);
|
|
14
|
+
return `[Mock Summary ${Math.abs(hash).toString(16).slice(0, 6)}] ${firstSentence}`;
|
|
15
|
+
};
|
|
16
|
+
}
|
|
17
|
+
//# sourceMappingURL=mock-summarizer.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"mock-summarizer.js","sourceRoot":"","sources":["../../../src/llm/mock-summarizer.ts"],"names":[],"mappings":"AAEA;;;;;;GAMG;AACH,MAAM,UAAU,oBAAoB;IAClC,OAAO,KAAK,EAAE,IAAY,EAAE,WAAqB,EAAE,IAAuB,EAAmB,EAAE;QAC7F,yDAAyD;QACzD,MAAM,aAAa,GAAG,IAAI,CAAC,KAAK,CAAC,SAAS,CAAC,CAAC,CAAC,CAAC,EAAE,IAAI,EAAE,IAAI,IAAI,CAAC,KAAK,CAAC,CAAC,EAAE,GAAG,CAAC,CAAC;QAC7E,2CAA2C;QAC3C,MAAM,IAAI,GAAG,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,GAAG,IAAI,CAAC,CAAC,GAAG,GAAG,GAAG,CAAC,CAAC,UAAU,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC,CAAC;QAC9F,OAAO,iBAAiB,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC,QAAQ,CAAC,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC,KAAK,aAAa,EAAE,CAAC;IACtF,CAAC,CAAC;AACJ,CAAC"}
|
|
@@ -0,0 +1,10 @@
|
|
|
1
|
+
import type { LcmSummarizeFn } from "./types.js";
|
|
2
|
+
type OpenAISummarizerOptions = {
|
|
3
|
+
model: string;
|
|
4
|
+
baseURL: string;
|
|
5
|
+
apiKey?: string;
|
|
6
|
+
_clientOverride?: any;
|
|
7
|
+
_retryDelayMs?: number;
|
|
8
|
+
};
|
|
9
|
+
export declare function createOpenAISummarizer(opts: OpenAISummarizerOptions): LcmSummarizeFn;
|
|
10
|
+
export {};
|
|
@@ -0,0 +1,52 @@
|
|
|
1
|
+
import OpenAI from "openai";
|
|
2
|
+
import { LCM_SUMMARIZER_SYSTEM_PROMPT, buildLeafSummaryPrompt, buildCondensedSummaryPrompt, resolveTargetTokens, } from "../summarize.js";
|
|
3
|
+
function sleep(ms) {
|
|
4
|
+
return new Promise((r) => setTimeout(r, ms));
|
|
5
|
+
}
|
|
6
|
+
export function createOpenAISummarizer(opts) {
|
|
7
|
+
const client = opts._clientOverride ??
|
|
8
|
+
new OpenAI({
|
|
9
|
+
baseURL: opts.baseURL,
|
|
10
|
+
apiKey: opts.apiKey || "local", // many local servers require a non-empty key
|
|
11
|
+
});
|
|
12
|
+
const retryDelayMs = opts._retryDelayMs ?? 1000;
|
|
13
|
+
const MAX_RETRIES = 3;
|
|
14
|
+
return async function summarize(text, aggressive, ctx = {}) {
|
|
15
|
+
const estimatedInputTokens = Math.ceil(text.length / 4);
|
|
16
|
+
const targetTokens = ctx.targetTokens ??
|
|
17
|
+
resolveTargetTokens({
|
|
18
|
+
inputTokens: estimatedInputTokens,
|
|
19
|
+
mode: aggressive ? "aggressive" : "normal",
|
|
20
|
+
isCondensed: ctx.isCondensed ?? false,
|
|
21
|
+
condensedTargetTokens: 2000,
|
|
22
|
+
});
|
|
23
|
+
const prompt = ctx.isCondensed
|
|
24
|
+
? buildCondensedSummaryPrompt({ text, targetTokens, depth: ctx.depth ?? 1 })
|
|
25
|
+
: buildLeafSummaryPrompt({ text, mode: aggressive ? "aggressive" : "normal", targetTokens });
|
|
26
|
+
let lastError;
|
|
27
|
+
for (let attempt = 0; attempt < MAX_RETRIES; attempt++) {
|
|
28
|
+
try {
|
|
29
|
+
const response = await client.chat.completions.create({
|
|
30
|
+
model: opts.model,
|
|
31
|
+
max_tokens: 1024,
|
|
32
|
+
// Merge system content into user message for compatibility with local
|
|
33
|
+
// servers (e.g. MLX/llama.cpp) that don't support role:"system".
|
|
34
|
+
messages: [
|
|
35
|
+
{ role: "user", content: `${LCM_SUMMARIZER_SYSTEM_PROMPT}\n\n${prompt}` },
|
|
36
|
+
],
|
|
37
|
+
});
|
|
38
|
+
const textContent = response.choices[0]?.message?.content ?? "";
|
|
39
|
+
return textContent || text.slice(0, 500);
|
|
40
|
+
}
|
|
41
|
+
catch (err) {
|
|
42
|
+
if (err?.status === 401)
|
|
43
|
+
throw err; // auth error: no retry
|
|
44
|
+
lastError = err;
|
|
45
|
+
if (attempt < MAX_RETRIES - 1)
|
|
46
|
+
await sleep(retryDelayMs * Math.pow(2, attempt));
|
|
47
|
+
}
|
|
48
|
+
}
|
|
49
|
+
throw lastError;
|
|
50
|
+
};
|
|
51
|
+
}
|
|
52
|
+
//# sourceMappingURL=openai.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"openai.js","sourceRoot":"","sources":["../../../src/llm/openai.ts"],"names":[],"mappings":"AAAA,OAAO,MAAM,MAAM,QAAQ,CAAC;AAE5B,OAAO,EACL,4BAA4B,EAC5B,sBAAsB,EACtB,2BAA2B,EAC3B,mBAAmB,GACpB,MAAM,iBAAiB,CAAC;AAUzB,SAAS,KAAK,CAAC,EAAU;IACvB,OAAO,IAAI,OAAO,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,UAAU,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC;AAC/C,CAAC;AAED,MAAM,UAAU,sBAAsB,CAAC,IAA6B;IAClE,MAAM,MAAM,GACV,IAAI,CAAC,eAAe;QACpB,IAAI,MAAM,CAAC;YACT,OAAO,EAAE,IAAI,CAAC,OAAO;YACrB,MAAM,EAAE,IAAI,CAAC,MAAM,IAAI,OAAO,EAAE,6CAA6C;SAC9E,CAAC,CAAC;IACL,MAAM,YAAY,GAAG,IAAI,CAAC,aAAa,IAAI,IAAI,CAAC;IAChD,MAAM,WAAW,GAAG,CAAC,CAAC;IAEtB,OAAO,KAAK,UAAU,SAAS,CAAC,IAAI,EAAE,UAAU,EAAE,MAAwB,EAAE;QAC1E,MAAM,oBAAoB,GAAG,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC;QACxD,MAAM,YAAY,GAChB,GAAG,CAAC,YAAY;YAChB,mBAAmB,CAAC;gBAClB,WAAW,EAAE,oBAAoB;gBACjC,IAAI,EAAE,UAAU,CAAC,CAAC,CAAC,YAAY,CAAC,CAAC,CAAC,QAAQ;gBAC1C,WAAW,EAAE,GAAG,CAAC,WAAW,IAAI,KAAK;gBACrC,qBAAqB,EAAE,IAAI;aAC5B,CAAC,CAAC;QAEL,MAAM,MAAM,GAAG,GAAG,CAAC,WAAW;YAC5B,CAAC,CAAC,2BAA2B,CAAC,EAAE,IAAI,EAAE,YAAY,EAAE,KAAK,EAAE,GAAG,CAAC,KAAK,IAAI,CAAC,EAAE,CAAC;YAC5E,CAAC,CAAC,sBAAsB,CAAC,EAAE,IAAI,EAAE,IAAI,EAAE,UAAU,CAAC,CAAC,CAAC,YAAY,CAAC,CAAC,CAAC,QAAQ,EAAE,YAAY,EAAE,CAAC,CAAC;QAE/F,IAAI,SAA4B,CAAC;QAEjC,KAAK,IAAI,OAAO,GAAG,CAAC,EAAE,OAAO,GAAG,WAAW,EAAE,OAAO,EAAE,EAAE,CAAC;YACvD,IAAI,CAAC;gBACH,MAAM,QAAQ,GAAG,MAAM,MAAM,CAAC,IAAI,CAAC,WAAW,CAAC,MAAM,CAAC;oBACpD,KAAK,EAAE,IAAI,CAAC,KAAK;oBACjB,UAAU,EAAE,IAAI;oBAChB,sEAAsE;oBACtE,iEAAiE;oBACjE,QAAQ,EAAE;wBACR,EAAE,IAAI,EAAE,MAAM,EAAE,OAAO,EAAE,GAAG,4BAA4B,OAAO,MAAM,EAAE,EAAE;qBAC1E;iBACF,CAAC,CAAC;gBAEH,MAAM,WAAW,GAAG,QAAQ,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,OAAO,EAAE,OAAO,IAAI,EAAE,CAAC;gBAChE,OAAO,WAAW,IAAI,IAAI,CAAC,KAAK,CAAC,CAAC,EAAE,GAAG,CAAC,CAAC;YAC3C,CAAC;YAAC,OAAO,GAAQ,EAAE,CAAC;gBAClB,IAAI,GAAG,EAAE,MAAM,KAAK,GAAG;oBAAE,MAAM,GAAG,CAAC,CAAC,uBAAuB;gBAC3D,SAAS,GAAG,GAAG,CAAC;gBAChB,IAAI,OAAO,GAAG,WAAW,GAAG,CAAC;oBAAE,MAAM,KAAK,CAAC,YAAY,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,OAAO,CAAC,CAAC,CAAC;YAClF,CAAC;QACH,CAAC;QACD,MAAM,SAAS,CAAC;IAClB,CAAC,CAAC;AACJ,CAAC"}
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"types.js","sourceRoot":"","sources":["../../../src/llm/types.ts"],"names":[],"mappings":""}
|
|
@@ -0,0 +1,128 @@
|
|
|
1
|
+
import { Server } from "@modelcontextprotocol/sdk/server/index.js";
|
|
2
|
+
import { StdioServerTransport } from "@modelcontextprotocol/sdk/server/stdio.js";
|
|
3
|
+
import { CallToolRequestSchema, ListToolsRequestSchema } from "@modelcontextprotocol/sdk/types.js";
|
|
4
|
+
import { join } from "node:path";
|
|
5
|
+
import { homedir } from "node:os";
|
|
6
|
+
import { DaemonClient } from "../daemon/client.js";
|
|
7
|
+
import { loadDaemonConfig } from "../daemon/config.js";
|
|
8
|
+
import { ensureDaemon } from "../daemon/lifecycle.js";
|
|
9
|
+
import { lcmGrepTool } from "./tools/lcm-grep.js";
|
|
10
|
+
import { lcmExpandTool } from "./tools/lcm-expand.js";
|
|
11
|
+
import { lcmDescribeTool } from "./tools/lcm-describe.js";
|
|
12
|
+
import { lcmSearchTool } from "./tools/lcm-search.js";
|
|
13
|
+
import { lcmStoreTool } from "./tools/lcm-store.js";
|
|
14
|
+
import { lcmStatsTool } from "./tools/lcm-stats.js";
|
|
15
|
+
import { lcmDoctorTool } from "./tools/lcm-doctor.js";
|
|
16
|
+
const TOOLS = [lcmGrepTool, lcmExpandTool, lcmDescribeTool, lcmSearchTool, lcmStoreTool, lcmStatsTool, lcmDoctorTool];
|
|
17
|
+
const TOOL_ROUTES = {
|
|
18
|
+
lcm_grep: "/grep",
|
|
19
|
+
lcm_expand: "/expand",
|
|
20
|
+
lcm_describe: "/describe",
|
|
21
|
+
lcm_search: "/search",
|
|
22
|
+
lcm_store: "/store",
|
|
23
|
+
};
|
|
24
|
+
const LOCAL_TOOLS = {
|
|
25
|
+
lcm_stats: async (args) => {
|
|
26
|
+
const { collectStats, formatNumber } = await import("../stats.js");
|
|
27
|
+
const stats = collectStats();
|
|
28
|
+
const verbose = args.verbose === true;
|
|
29
|
+
const lines = [];
|
|
30
|
+
// Memory section
|
|
31
|
+
lines.push("## 🧠 Memory");
|
|
32
|
+
lines.push("");
|
|
33
|
+
lines.push("| Metric | Value |");
|
|
34
|
+
lines.push("|--------|-------|");
|
|
35
|
+
lines.push(`| Projects | ${stats.projects} |`);
|
|
36
|
+
lines.push(`| Conversations | ${stats.conversations} |`);
|
|
37
|
+
lines.push(`| Messages | ${formatNumber(stats.messages)} |`);
|
|
38
|
+
lines.push(`| Summaries | ${formatNumber(stats.summaries)} |`);
|
|
39
|
+
lines.push(`| DAG depth | ${stats.maxDepth} |`);
|
|
40
|
+
lines.push(`| Promoted memories | ${stats.promotedCount} |`);
|
|
41
|
+
// Compression section (only when summarization has happened)
|
|
42
|
+
if (stats.summaries > 0) {
|
|
43
|
+
lines.push("");
|
|
44
|
+
lines.push("## Compression");
|
|
45
|
+
lines.push("");
|
|
46
|
+
lines.push("| Metric | Value |");
|
|
47
|
+
lines.push("|--------|-------|");
|
|
48
|
+
const rawStr = formatNumber(stats.rawTokens);
|
|
49
|
+
const sumStr = formatNumber(stats.summaryTokens);
|
|
50
|
+
const savedPct = stats.rawTokens > 0
|
|
51
|
+
? ((1 - stats.summaryTokens / stats.rawTokens) * 100).toFixed(1)
|
|
52
|
+
: "0.0";
|
|
53
|
+
const ratio = stats.ratio > 0 ? stats.ratio.toFixed(1) + "x" : "–";
|
|
54
|
+
const barWidth = 30;
|
|
55
|
+
const filled = stats.rawTokens > 0
|
|
56
|
+
? Math.round((1 - stats.summaryTokens / stats.rawTokens) * barWidth)
|
|
57
|
+
: 0;
|
|
58
|
+
const bar = "█".repeat(filled) + "░".repeat(barWidth - filled);
|
|
59
|
+
lines.push(`| Compacted | ${stats.compactedConversations} of ${stats.conversations} conversations |`);
|
|
60
|
+
lines.push(`| Tokens | ${rawStr} → ${sumStr} |`);
|
|
61
|
+
lines.push(`| Ratio | ${ratio} |`);
|
|
62
|
+
lines.push(`| | ${savedPct}% compressed |`);
|
|
63
|
+
lines.push(`| | \`${bar}\` |`);
|
|
64
|
+
// Per Conversation (verbose, compacted-only)
|
|
65
|
+
if (verbose) {
|
|
66
|
+
const compactedDetails = stats.conversationDetails.filter((c) => c.summaries > 0);
|
|
67
|
+
if (compactedDetails.length > 0) {
|
|
68
|
+
lines.push("");
|
|
69
|
+
lines.push("## Per Conversation");
|
|
70
|
+
lines.push("");
|
|
71
|
+
lines.push("| # | msgs | sums | depth | tokens | ratio |");
|
|
72
|
+
lines.push("|---|------|------|-------|--------|-------|");
|
|
73
|
+
for (const c of compactedDetails) {
|
|
74
|
+
const tokensStr = `${formatNumber(c.rawTokens)} → ${formatNumber(c.summaryTokens)}`;
|
|
75
|
+
const r = c.ratio > 0 ? c.ratio.toFixed(1) + "x" : "–";
|
|
76
|
+
lines.push(`| ${c.conversationId} | ${c.messages} | ${c.summaries} | ${c.maxDepth} | ${tokensStr} | ${r} |`);
|
|
77
|
+
}
|
|
78
|
+
}
|
|
79
|
+
}
|
|
80
|
+
}
|
|
81
|
+
// Security section (always shown)
|
|
82
|
+
{
|
|
83
|
+
const rc = stats.redactionCounts;
|
|
84
|
+
lines.push("");
|
|
85
|
+
lines.push("## 🔒 Security");
|
|
86
|
+
lines.push("");
|
|
87
|
+
lines.push("| Metric | Value |");
|
|
88
|
+
lines.push("|--------|-------|");
|
|
89
|
+
if (rc.total === 0) {
|
|
90
|
+
lines.push(`| Redactions | 0 |`);
|
|
91
|
+
}
|
|
92
|
+
else {
|
|
93
|
+
lines.push(`| Redactions | ${rc.total} total (built-in: ${rc.builtIn} global: ${rc.global} project: ${rc.project}) |`);
|
|
94
|
+
}
|
|
95
|
+
}
|
|
96
|
+
return lines.join("\n");
|
|
97
|
+
},
|
|
98
|
+
lcm_doctor: async () => {
|
|
99
|
+
const { runDoctor, formatResultsPlain } = await import("../doctor/doctor.js");
|
|
100
|
+
const results = await runDoctor();
|
|
101
|
+
return formatResultsPlain(results);
|
|
102
|
+
},
|
|
103
|
+
};
|
|
104
|
+
export function getMcpToolDefinitions() { return TOOLS; }
|
|
105
|
+
export async function startMcpServer() {
|
|
106
|
+
const config = loadDaemonConfig(join(homedir(), ".lossless-claude", "config.json"));
|
|
107
|
+
const port = config.daemon.port;
|
|
108
|
+
const pidFilePath = join(homedir(), ".lossless-claude", "daemon.pid");
|
|
109
|
+
await ensureDaemon({ port, pidFilePath, spawnTimeoutMs: 10000 });
|
|
110
|
+
const client = new DaemonClient(`http://127.0.0.1:${port}`);
|
|
111
|
+
const server = new Server({ name: "lcm", version: "1.0.0" }, { capabilities: { tools: {} } });
|
|
112
|
+
server.setRequestHandler(ListToolsRequestSchema, async () => ({ tools: TOOLS }));
|
|
113
|
+
server.setRequestHandler(CallToolRequestSchema, async (req) => {
|
|
114
|
+
const localHandler = LOCAL_TOOLS[req.params.name];
|
|
115
|
+
if (localHandler) {
|
|
116
|
+
const text = await localHandler((req.params.arguments ?? {}));
|
|
117
|
+
return { content: [{ type: "text", text }] };
|
|
118
|
+
}
|
|
119
|
+
const route = TOOL_ROUTES[req.params.name];
|
|
120
|
+
if (!route)
|
|
121
|
+
throw new Error(`Unknown tool: ${req.params.name}`);
|
|
122
|
+
const result = await client.post(route, { ...req.params.arguments, cwd: process.env.PWD ?? process.cwd() });
|
|
123
|
+
return { content: [{ type: "text", text: JSON.stringify(result, null, 2) }] };
|
|
124
|
+
});
|
|
125
|
+
const transport = new StdioServerTransport();
|
|
126
|
+
await server.connect(transport);
|
|
127
|
+
}
|
|
128
|
+
//# sourceMappingURL=server.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"server.js","sourceRoot":"","sources":["../../../src/mcp/server.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,MAAM,EAAE,MAAM,2CAA2C,CAAC;AACnE,OAAO,EAAE,oBAAoB,EAAE,MAAM,2CAA2C,CAAC;AACjF,OAAO,EAAE,qBAAqB,EAAE,sBAAsB,EAAE,MAAM,oCAAoC,CAAC;AACnG,OAAO,EAAE,IAAI,EAAE,MAAM,WAAW,CAAC;AACjC,OAAO,EAAE,OAAO,EAAE,MAAM,SAAS,CAAC;AAClC,OAAO,EAAE,YAAY,EAAE,MAAM,qBAAqB,CAAC;AACnD,OAAO,EAAE,gBAAgB,EAAE,MAAM,qBAAqB,CAAC;AACvD,OAAO,EAAE,YAAY,EAAE,MAAM,wBAAwB,CAAC;AACtD,OAAO,EAAE,WAAW,EAAE,MAAM,qBAAqB,CAAC;AAClD,OAAO,EAAE,aAAa,EAAE,MAAM,uBAAuB,CAAC;AACtD,OAAO,EAAE,eAAe,EAAE,MAAM,yBAAyB,CAAC;AAC1D,OAAO,EAAE,aAAa,EAAE,MAAM,uBAAuB,CAAC;AACtD,OAAO,EAAE,YAAY,EAAE,MAAM,sBAAsB,CAAC;AACpD,OAAO,EAAE,YAAY,EAAE,MAAM,sBAAsB,CAAC;AACpD,OAAO,EAAE,aAAa,EAAE,MAAM,uBAAuB,CAAC;AAEtD,MAAM,KAAK,GAAG,CAAC,WAAW,EAAE,aAAa,EAAE,eAAe,EAAE,aAAa,EAAE,YAAY,EAAE,YAAY,EAAE,aAAa,CAAC,CAAC;AAEtH,MAAM,WAAW,GAA2B;IAC1C,QAAQ,EAAE,OAAO;IACjB,UAAU,EAAE,SAAS;IACrB,YAAY,EAAE,WAAW;IACzB,UAAU,EAAE,SAAS;IACrB,SAAS,EAAE,QAAQ;CACpB,CAAC;AAEF,MAAM,WAAW,GAAuE;IACtF,SAAS,EAAE,KAAK,EAAE,IAAI,EAAE,EAAE;QACxB,MAAM,EAAE,YAAY,EAAE,YAAY,EAAE,GAAG,MAAM,MAAM,CAAC,aAAa,CAAC,CAAC;QACnE,MAAM,KAAK,GAAG,YAAY,EAAE,CAAC;QAC7B,MAAM,OAAO,GAAG,IAAI,CAAC,OAAO,KAAK,IAAI,CAAC;QACtC,MAAM,KAAK,GAAa,EAAE,CAAC;QAE3B,iBAAiB;QACjB,KAAK,CAAC,IAAI,CAAC,cAAc,CAAC,CAAC;QAC3B,KAAK,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;QACf,KAAK,CAAC,IAAI,CAAC,oBAAoB,CAAC,CAAC;QACjC,KAAK,CAAC,IAAI,CAAC,oBAAoB,CAAC,CAAC;QACjC,KAAK,CAAC,IAAI,CAAC,gBAAgB,KAAK,CAAC,QAAQ,IAAI,CAAC,CAAC;QAC/C,KAAK,CAAC,IAAI,CAAC,qBAAqB,KAAK,CAAC,aAAa,IAAI,CAAC,CAAC;QACzD,KAAK,CAAC,IAAI,CAAC,gBAAgB,YAAY,CAAC,KAAK,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAC;QAC7D,KAAK,CAAC,IAAI,CAAC,iBAAiB,YAAY,CAAC,KAAK,CAAC,SAAS,CAAC,IAAI,CAAC,CAAC;QAC/D,KAAK,CAAC,IAAI,CAAC,iBAAiB,KAAK,CAAC,QAAQ,IAAI,CAAC,CAAC;QAChD,KAAK,CAAC,IAAI,CAAC,yBAAyB,KAAK,CAAC,aAAa,IAAI,CAAC,CAAC;QAE7D,6DAA6D;QAC7D,IAAI,KAAK,CAAC,SAAS,GAAG,CAAC,EAAE,CAAC;YACxB,KAAK,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;YACf,KAAK,CAAC,IAAI,CAAC,gBAAgB,CAAC,CAAC;YAC7B,KAAK,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;YACf,KAAK,CAAC,IAAI,CAAC,oBAAoB,CAAC,CAAC;YACjC,KAAK,CAAC,IAAI,CAAC,oBAAoB,CAAC,CAAC;YAEjC,MAAM,MAAM,GAAG,YAAY,CAAC,KAAK,CAAC,SAAS,CAAC,CAAC;YAC7C,MAAM,MAAM,GAAG,YAAY,CAAC,KAAK,CAAC,aAAa,CAAC,CAAC;YACjD,MAAM,QAAQ,GAAG,KAAK,CAAC,SAAS,GAAG,CAAC;gBAClC,CAAC,CAAC,CAAC,CAAC,CAAC,GAAG,KAAK,CAAC,aAAa,GAAG,KAAK,CAAC,SAAS,CAAC,GAAG,GAAG,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC;gBAChE,CAAC,CAAC,KAAK,CAAC;YACV,MAAM,KAAK,GAAG,KAAK,CAAC,KAAK,GAAG,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,GAAG,GAAG,CAAC,CAAC,CAAC,GAAG,CAAC;YAEnE,MAAM,QAAQ,GAAG,EAAE,CAAC;YACpB,MAAM,MAAM,GAAG,KAAK,CAAC,SAAS,GAAG,CAAC;gBAChC,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,GAAG,KAAK,CAAC,aAAa,GAAG,KAAK,CAAC,SAAS,CAAC,GAAG,QAAQ,CAAC;gBACpE,CAAC,CAAC,CAAC,CAAC;YACN,MAAM,GAAG,GAAG,GAAG,CAAC,MAAM,CAAC,MAAM,CAAC,GAAG,GAAG,CAAC,MAAM,CAAC,QAAQ,GAAG,MAAM,CAAC,CAAC;YAE/D,KAAK,CAAC,IAAI,CAAC,iBAAiB,KAAK,CAAC,sBAAsB,OAAO,KAAK,CAAC,aAAa,kBAAkB,CAAC,CAAC;YACtG,KAAK,CAAC,IAAI,CAAC,cAAc,MAAM,MAAM,MAAM,IAAI,CAAC,CAAC;YACjD,KAAK,CAAC,IAAI,CAAC,aAAa,KAAK,IAAI,CAAC,CAAC;YACnC,KAAK,CAAC,IAAI,CAAC,OAAO,QAAQ,gBAAgB,CAAC,CAAC;YAC5C,KAAK,CAAC,IAAI,CAAC,SAAS,GAAG,MAAM,CAAC,CAAC;YAE/B,6CAA6C;YAC7C,IAAI,OAAO,EAAE,CAAC;gBACZ,MAAM,gBAAgB,GAAG,KAAK,CAAC,mBAAmB,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,SAAS,GAAG,CAAC,CAAC,CAAC;gBAClF,IAAI,gBAAgB,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;oBAChC,KAAK,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;oBACf,KAAK,CAAC,IAAI,CAAC,qBAAqB,CAAC,CAAC;oBAClC,KAAK,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;oBACf,KAAK,CAAC,IAAI,CAAC,8CAA8C,CAAC,CAAC;oBAC3D,KAAK,CAAC,IAAI,CAAC,8CAA8C,CAAC,CAAC;oBAC3D,KAAK,MAAM,CAAC,IAAI,gBAAgB,EAAE,CAAC;wBACjC,MAAM,SAAS,GAAG,GAAG,YAAY,CAAC,CAAC,CAAC,SAAS,CAAC,MAAM,YAAY,CAAC,CAAC,CAAC,aAAa,CAAC,EAAE,CAAC;wBACpF,MAAM,CAAC,GAAG,CAAC,CAAC,KAAK,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,GAAG,GAAG,CAAC,CAAC,CAAC,GAAG,CAAC;wBACvD,KAAK,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,cAAc,MAAM,CAAC,CAAC,QAAQ,MAAM,CAAC,CAAC,SAAS,MAAM,CAAC,CAAC,QAAQ,MAAM,SAAS,MAAM,CAAC,IAAI,CAAC,CAAC;oBAC/G,CAAC;gBACH,CAAC;YACH,CAAC;QACH,CAAC;QAED,kCAAkC;QAClC,CAAC;YACC,MAAM,EAAE,GAAG,KAAK,CAAC,eAAe,CAAC;YACjC,KAAK,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;YACf,KAAK,CAAC,IAAI,CAAC,gBAAgB,CAAC,CAAC;YAC7B,KAAK,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;YACf,KAAK,CAAC,IAAI,CAAC,oBAAoB,CAAC,CAAC;YACjC,KAAK,CAAC,IAAI,CAAC,oBAAoB,CAAC,CAAC;YACjC,IAAI,EAAE,CAAC,KAAK,KAAK,CAAC,EAAE,CAAC;gBACnB,KAAK,CAAC,IAAI,CAAC,oBAAoB,CAAC,CAAC;YACnC,CAAC;iBAAM,CAAC;gBACN,KAAK,CAAC,IAAI,CAAC,kBAAkB,EAAE,CAAC,KAAK,qBAAqB,EAAE,CAAC,OAAO,aAAa,EAAE,CAAC,MAAM,cAAc,EAAE,CAAC,OAAO,KAAK,CAAC,CAAC;YAC3H,CAAC;QACH,CAAC;QAED,OAAO,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;IAC1B,CAAC;IACD,UAAU,EAAE,KAAK,IAAI,EAAE;QACrB,MAAM,EAAE,SAAS,EAAE,kBAAkB,EAAE,GAAG,MAAM,MAAM,CAAC,qBAAqB,CAAC,CAAC;QAC9E,MAAM,OAAO,GAAG,MAAM,SAAS,EAAE,CAAC;QAClC,OAAO,kBAAkB,CAAC,OAAO,CAAC,CAAC;IACrC,CAAC;CACF,CAAC;AAEF,MAAM,UAAU,qBAAqB,KAAK,OAAO,KAAK,CAAC,CAAC,CAAC;AAEzD,MAAM,CAAC,KAAK,UAAU,cAAc;IAClC,MAAM,MAAM,GAAG,gBAAgB,CAAC,IAAI,CAAC,OAAO,EAAE,EAAE,kBAAkB,EAAE,aAAa,CAAC,CAAC,CAAC;IACpF,MAAM,IAAI,GAAG,MAAM,CAAC,MAAM,CAAC,IAAI,CAAC;IAChC,MAAM,WAAW,GAAG,IAAI,CAAC,OAAO,EAAE,EAAE,kBAAkB,EAAE,YAAY,CAAC,CAAC;IAEtE,MAAM,YAAY,CAAC,EAAE,IAAI,EAAE,WAAW,EAAE,cAAc,EAAE,KAAK,EAAE,CAAC,CAAC;IAEjE,MAAM,MAAM,GAAG,IAAI,YAAY,CAAC,oBAAoB,IAAI,EAAE,CAAC,CAAC;IAC5D,MAAM,MAAM,GAAG,IAAI,MAAM,CAAC,EAAE,IAAI,EAAE,KAAK,EAAE,OAAO,EAAE,OAAO,EAAE,EAAE,EAAE,YAAY,EAAE,EAAE,KAAK,EAAE,EAAE,EAAE,EAAE,CAAC,CAAC;IAE9F,MAAM,CAAC,iBAAiB,CAAC,sBAAsB,EAAE,KAAK,IAAI,EAAE,CAAC,CAAC,EAAE,KAAK,EAAE,KAAK,EAAE,CAAC,CAAC,CAAC;IAEjF,MAAM,CAAC,iBAAiB,CAAC,qBAAqB,EAAE,KAAK,EAAE,GAAG,EAAE,EAAE;QAC5D,MAAM,YAAY,GAAG,WAAW,CAAC,GAAG,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC;QAClD,IAAI,YAAY,EAAE,CAAC;YACjB,MAAM,IAAI,GAAG,MAAM,YAAY,CAAC,CAAC,GAAG,CAAC,MAAM,CAAC,SAAS,IAAI,EAAE,CAA4B,CAAC,CAAC;YACzF,OAAO,EAAE,OAAO,EAAE,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,CAAC,EAAE,CAAC;QAC/C,CAAC;QACD,MAAM,KAAK,GAAG,WAAW,CAAC,GAAG,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC;QAC3C,IAAI,CAAC,KAAK;YAAE,MAAM,IAAI,KAAK,CAAC,iBAAiB,GAAG,CAAC,MAAM,CAAC,IAAI,EAAE,CAAC,CAAC;QAChE,MAAM,MAAM,GAAG,MAAM,MAAM,CAAC,IAAI,CAAC,KAAK,EAAE,EAAE,GAAG,GAAG,CAAC,MAAM,CAAC,SAAS,EAAE,GAAG,EAAE,OAAO,CAAC,GAAG,CAAC,GAAG,IAAI,OAAO,CAAC,GAAG,EAAE,EAAE,CAAC,CAAC;QAC5G,OAAO,EAAE,OAAO,EAAE,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,IAAI,CAAC,SAAS,CAAC,MAAM,EAAE,IAAI,EAAE,CAAC,CAAC,EAAE,CAAC,EAAE,CAAC;IAChF,CAAC,CAAC,CAAC;IAEH,MAAM,SAAS,GAAG,IAAI,oBAAoB,EAAE,CAAC;IAC7C,MAAM,MAAM,CAAC,OAAO,CAAC,SAAS,CAAC,CAAC;AAClC,CAAC"}
|
|
@@ -0,0 +1,12 @@
|
|
|
1
|
+
export const lcmDescribeTool = {
|
|
2
|
+
name: "lcm_describe",
|
|
3
|
+
description: "Inspect metadata and lineage of a memory node without expanding content. Returns depth, token count, parent/child links, and whether it was promoted to long-term memory.",
|
|
4
|
+
inputSchema: {
|
|
5
|
+
type: "object",
|
|
6
|
+
properties: {
|
|
7
|
+
nodeId: { type: "string", description: "Node ID to describe" },
|
|
8
|
+
},
|
|
9
|
+
required: ["nodeId"],
|
|
10
|
+
},
|
|
11
|
+
};
|
|
12
|
+
//# sourceMappingURL=lcm-describe.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"lcm-describe.js","sourceRoot":"","sources":["../../../../src/mcp/tools/lcm-describe.ts"],"names":[],"mappings":"AAAA,MAAM,CAAC,MAAM,eAAe,GAAG;IAC7B,IAAI,EAAE,cAAc;IACpB,WAAW,EAAE,2KAA2K;IACxL,WAAW,EAAE;QACX,IAAI,EAAE,QAAiB;QACvB,UAAU,EAAE;YACV,MAAM,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE,WAAW,EAAE,qBAAqB,EAAE;SAC/D;QACD,QAAQ,EAAE,CAAC,QAAQ,CAAC;KACrB;CACF,CAAC"}
|
|
@@ -0,0 +1,9 @@
|
|
|
1
|
+
export const lcmDoctorTool = {
|
|
2
|
+
name: "lcm_doctor",
|
|
3
|
+
description: "Run diagnostics on the lossless-claude installation. Checks daemon, hooks, MCP config, and summarizer health.",
|
|
4
|
+
inputSchema: {
|
|
5
|
+
type: "object",
|
|
6
|
+
properties: {},
|
|
7
|
+
},
|
|
8
|
+
};
|
|
9
|
+
//# sourceMappingURL=lcm-doctor.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"lcm-doctor.js","sourceRoot":"","sources":["../../../../src/mcp/tools/lcm-doctor.ts"],"names":[],"mappings":"AAAA,MAAM,CAAC,MAAM,aAAa,GAAG;IAC3B,IAAI,EAAE,YAAY;IAClB,WAAW,EAAE,+GAA+G;IAC5H,WAAW,EAAE;QACX,IAAI,EAAE,QAAiB;QACvB,UAAU,EAAE,EAAE;KACf;CACF,CAAC"}
|