@nxuss/lemma 1.10.0 → 1.11.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist/cjs/cli/lemma-proxy.d.ts.map +1 -1
- package/dist/cjs/cli/lemma-proxy.js +7 -2
- package/dist/cjs/cli/lemma-proxy.js.map +1 -1
- package/dist/cjs/mcp/tool-profiles.d.ts.map +1 -1
- package/dist/cjs/mcp/tool-profiles.js +40 -0
- package/dist/cjs/mcp/tool-profiles.js.map +1 -1
- package/dist/cjs/mcp/tools.d.ts.map +1 -1
- package/dist/cjs/mcp/tools.js +24 -8
- package/dist/cjs/mcp/tools.js.map +1 -1
- package/dist/cjs/utils/AstSymbolCache.d.ts +29 -0
- package/dist/cjs/utils/AstSymbolCache.d.ts.map +1 -0
- package/dist/cjs/utils/AstSymbolCache.js +66 -0
- package/dist/cjs/utils/AstSymbolCache.js.map +1 -0
- package/dist/cjs/utils/ContextSqueezer.d.ts +24 -4
- package/dist/cjs/utils/ContextSqueezer.d.ts.map +1 -1
- package/dist/cjs/utils/ContextSqueezer.js +32 -3
- package/dist/cjs/utils/ContextSqueezer.js.map +1 -1
- package/dist/cjs/utils/OutputLedger.d.ts.map +1 -1
- package/dist/cjs/utils/OutputLedger.js +20 -2
- package/dist/cjs/utils/OutputLedger.js.map +1 -1
- package/dist/cjs/utils/ReadWorkspaceCache.d.ts.map +1 -1
- package/dist/cjs/utils/ReadWorkspaceCache.js +25 -2
- package/dist/cjs/utils/ReadWorkspaceCache.js.map +1 -1
- package/dist/cjs/utils/RoiLedger.d.ts +31 -0
- package/dist/cjs/utils/RoiLedger.d.ts.map +1 -0
- package/dist/cjs/utils/RoiLedger.js +113 -0
- package/dist/cjs/utils/RoiLedger.js.map +1 -0
- package/dist/cjs/utils/SharedLedgerStore.d.ts +26 -0
- package/dist/cjs/utils/SharedLedgerStore.d.ts.map +1 -0
- package/dist/cjs/utils/SharedLedgerStore.js +130 -0
- package/dist/cjs/utils/SharedLedgerStore.js.map +1 -0
- package/dist/cjs/utils/SpeculativeWarmer.d.ts +24 -0
- package/dist/cjs/utils/SpeculativeWarmer.d.ts.map +1 -0
- package/dist/cjs/utils/SpeculativeWarmer.js +73 -0
- package/dist/cjs/utils/SpeculativeWarmer.js.map +1 -0
- package/dist/cjs/utils/reportSavings.d.ts.map +1 -1
- package/dist/cjs/utils/reportSavings.js +11 -0
- package/dist/cjs/utils/reportSavings.js.map +1 -1
- package/dist/esm/cli/lemma-proxy.d.ts.map +1 -1
- package/dist/esm/cli/lemma-proxy.js +7 -2
- package/dist/esm/cli/lemma-proxy.js.map +1 -1
- package/dist/esm/mcp/tool-profiles.d.ts.map +1 -1
- package/dist/esm/mcp/tool-profiles.js +40 -0
- package/dist/esm/mcp/tool-profiles.js.map +1 -1
- package/dist/esm/mcp/tools.d.ts.map +1 -1
- package/dist/esm/mcp/tools.js +24 -8
- package/dist/esm/mcp/tools.js.map +1 -1
- package/dist/esm/utils/AstSymbolCache.d.ts +29 -0
- package/dist/esm/utils/AstSymbolCache.d.ts.map +1 -0
- package/dist/esm/utils/AstSymbolCache.js +58 -0
- package/dist/esm/utils/AstSymbolCache.js.map +1 -0
- package/dist/esm/utils/ContextSqueezer.d.ts +24 -4
- package/dist/esm/utils/ContextSqueezer.d.ts.map +1 -1
- package/dist/esm/utils/ContextSqueezer.js +32 -3
- package/dist/esm/utils/ContextSqueezer.js.map +1 -1
- package/dist/esm/utils/OutputLedger.d.ts.map +1 -1
- package/dist/esm/utils/OutputLedger.js +20 -2
- package/dist/esm/utils/OutputLedger.js.map +1 -1
- package/dist/esm/utils/ReadWorkspaceCache.d.ts.map +1 -1
- package/dist/esm/utils/ReadWorkspaceCache.js +25 -2
- package/dist/esm/utils/ReadWorkspaceCache.js.map +1 -1
- package/dist/esm/utils/RoiLedger.d.ts +31 -0
- package/dist/esm/utils/RoiLedger.d.ts.map +1 -0
- package/dist/esm/utils/RoiLedger.js +104 -0
- package/dist/esm/utils/RoiLedger.js.map +1 -0
- package/dist/esm/utils/SharedLedgerStore.d.ts +26 -0
- package/dist/esm/utils/SharedLedgerStore.d.ts.map +1 -0
- package/dist/esm/utils/SharedLedgerStore.js +122 -0
- package/dist/esm/utils/SharedLedgerStore.js.map +1 -0
- package/dist/esm/utils/SpeculativeWarmer.d.ts +24 -0
- package/dist/esm/utils/SpeculativeWarmer.d.ts.map +1 -0
- package/dist/esm/utils/SpeculativeWarmer.js +66 -0
- package/dist/esm/utils/SpeculativeWarmer.js.map +1 -0
- package/dist/esm/utils/reportSavings.d.ts.map +1 -1
- package/dist/esm/utils/reportSavings.js +11 -0
- package/dist/esm/utils/reportSavings.js.map +1 -1
- package/package.json +1 -1
|
@@ -0,0 +1,26 @@
|
|
|
1
|
+
/**
|
|
2
|
+
* SharedLedgerStore — file-backed cross-process backing for `OutputLedger` and
|
|
3
|
+
* `ReadWorkspaceCache`, so subagents that genuinely share a conversation (a `fork`, which
|
|
4
|
+
* inherits the parent's full context) don't independently re-read the same files or re-run
|
|
5
|
+
* the same commands the parent already put in that shared context.
|
|
6
|
+
*
|
|
7
|
+
* OFF BY DEFAULT — opt in with `LEMMA_SHARED_LEDGER=1` (or `mcp.sharedLedger: true` in
|
|
8
|
+
* lemma.config.json) AND a `LEMMA_AGENT_TREE_ID` env var identifying the fork tree. Both are
|
|
9
|
+
* required on purpose:
|
|
10
|
+
*
|
|
11
|
+
* - Without a tree id, every process on the machine would share one ledger, and a plain
|
|
12
|
+
* fresh subagent (no inherited context) would get told a file is "UNCHANGED" or a command
|
|
13
|
+
* "IDENTICAL" for content it never actually received — suppressing content the model
|
|
14
|
+
* never saw, which is the one thing these caches must never do.
|
|
15
|
+
* - The tree id scopes sharing to processes an orchestrator has explicitly declared share a
|
|
16
|
+
* context (i.e. `fork` subagents of the same parent), which is the only case where "another
|
|
17
|
+
* process already has this" is actually true for THIS process too.
|
|
18
|
+
*
|
|
19
|
+
* TTL is short (30 min): a fork tree is a single task, not a persistent cache.
|
|
20
|
+
*/
|
|
21
|
+
export declare function isSharedLedgerEnabled(cwd?: string): boolean;
|
|
22
|
+
/** Get a shared value for `key` (namespaced), or null if disabled, missing, or expired. */
|
|
23
|
+
export declare function getSharedEntry(cwd: string, namespace: "output-ledger" | "read-cache", key: string): string | null;
|
|
24
|
+
/** Record a value under `key` (namespaced) for other trees-scoped processes to read. */
|
|
25
|
+
export declare function setSharedEntry(cwd: string, namespace: "output-ledger" | "read-cache", key: string, value: string): void;
|
|
26
|
+
//# sourceMappingURL=SharedLedgerStore.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"SharedLedgerStore.d.ts","sourceRoot":"","sources":["../../../src/utils/SharedLedgerStore.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;;;;;GAmBG;AASH,wBAAgB,qBAAqB,CAAC,GAAG,GAAE,MAAsB,GAAG,OAAO,CAa1E;AAgDD,2FAA2F;AAC3F,wBAAgB,cAAc,CAC5B,GAAG,EAAE,MAAM,EACX,SAAS,EAAE,eAAe,GAAG,YAAY,EACzC,GAAG,EAAE,MAAM,GACV,MAAM,GAAG,IAAI,CAWf;AAED,wFAAwF;AACxF,wBAAgB,cAAc,CAC5B,GAAG,EAAE,MAAM,EACX,SAAS,EAAE,eAAe,GAAG,YAAY,EACzC,GAAG,EAAE,MAAM,EACX,KAAK,EAAE,MAAM,GACZ,IAAI,CAcN"}
|
|
@@ -0,0 +1,130 @@
|
|
|
1
|
+
"use strict";
|
|
2
|
+
/**
|
|
3
|
+
* SharedLedgerStore — file-backed cross-process backing for `OutputLedger` and
|
|
4
|
+
* `ReadWorkspaceCache`, so subagents that genuinely share a conversation (a `fork`, which
|
|
5
|
+
* inherits the parent's full context) don't independently re-read the same files or re-run
|
|
6
|
+
* the same commands the parent already put in that shared context.
|
|
7
|
+
*
|
|
8
|
+
* OFF BY DEFAULT — opt in with `LEMMA_SHARED_LEDGER=1` (or `mcp.sharedLedger: true` in
|
|
9
|
+
* lemma.config.json) AND a `LEMMA_AGENT_TREE_ID` env var identifying the fork tree. Both are
|
|
10
|
+
* required on purpose:
|
|
11
|
+
*
|
|
12
|
+
* - Without a tree id, every process on the machine would share one ledger, and a plain
|
|
13
|
+
* fresh subagent (no inherited context) would get told a file is "UNCHANGED" or a command
|
|
14
|
+
* "IDENTICAL" for content it never actually received — suppressing content the model
|
|
15
|
+
* never saw, which is the one thing these caches must never do.
|
|
16
|
+
* - The tree id scopes sharing to processes an orchestrator has explicitly declared share a
|
|
17
|
+
* context (i.e. `fork` subagents of the same parent), which is the only case where "another
|
|
18
|
+
* process already has this" is actually true for THIS process too.
|
|
19
|
+
*
|
|
20
|
+
* TTL is short (30 min): a fork tree is a single task, not a persistent cache.
|
|
21
|
+
*/
|
|
22
|
+
var __importDefault = (this && this.__importDefault) || function (mod) {
|
|
23
|
+
return (mod && mod.__esModule) ? mod : { "default": mod };
|
|
24
|
+
};
|
|
25
|
+
Object.defineProperty(exports, "__esModule", { value: true });
|
|
26
|
+
exports.isSharedLedgerEnabled = isSharedLedgerEnabled;
|
|
27
|
+
exports.getSharedEntry = getSharedEntry;
|
|
28
|
+
exports.setSharedEntry = setSharedEntry;
|
|
29
|
+
const fs_1 = __importDefault(require("fs"));
|
|
30
|
+
const path_1 = __importDefault(require("path"));
|
|
31
|
+
const crypto_1 = __importDefault(require("crypto"));
|
|
32
|
+
const HOME = process.env.HOME || process.env.USERPROFILE || "~";
|
|
33
|
+
const TTL_MS = 30 * 60 * 1000;
|
|
34
|
+
function isSharedLedgerEnabled(cwd = process.cwd()) {
|
|
35
|
+
if (!process.env.LEMMA_AGENT_TREE_ID)
|
|
36
|
+
return false;
|
|
37
|
+
if (process.env.LEMMA_SHARED_LEDGER === "1")
|
|
38
|
+
return true;
|
|
39
|
+
try {
|
|
40
|
+
const configPath = path_1.default.join(cwd, "lemma.config.json");
|
|
41
|
+
if (fs_1.default.existsSync(configPath)) {
|
|
42
|
+
const config = JSON.parse(fs_1.default.readFileSync(configPath, "utf8"));
|
|
43
|
+
return config?.mcp?.sharedLedger === true;
|
|
44
|
+
}
|
|
45
|
+
}
|
|
46
|
+
catch {
|
|
47
|
+
// Config errors must never silently turn ON cross-process sharing.
|
|
48
|
+
}
|
|
49
|
+
return false;
|
|
50
|
+
}
|
|
51
|
+
function workspaceHash(cwd) {
|
|
52
|
+
return crypto_1.default.createHash("sha256").update(path_1.default.resolve(cwd)).digest("hex").slice(0, 16);
|
|
53
|
+
}
|
|
54
|
+
function storeDir(cwd) {
|
|
55
|
+
const treeId = process.env.LEMMA_AGENT_TREE_ID;
|
|
56
|
+
if (!treeId)
|
|
57
|
+
return null;
|
|
58
|
+
// Sanitize: the tree id lands in a path segment.
|
|
59
|
+
const safeTreeId = treeId.replace(/[^a-zA-Z0-9_-]/g, "").slice(0, 64) || "default";
|
|
60
|
+
return path_1.default.join(HOME, ".lemma-cache", "session", workspaceHash(cwd), safeTreeId);
|
|
61
|
+
}
|
|
62
|
+
function storeFile(cwd, namespace) {
|
|
63
|
+
const dir = storeDir(cwd);
|
|
64
|
+
if (!dir)
|
|
65
|
+
return null;
|
|
66
|
+
return path_1.default.join(dir, `${namespace}.json`);
|
|
67
|
+
}
|
|
68
|
+
function loadStore(cwd, namespace) {
|
|
69
|
+
try {
|
|
70
|
+
const file = storeFile(cwd, namespace);
|
|
71
|
+
if (!file || !fs_1.default.existsSync(file))
|
|
72
|
+
return {};
|
|
73
|
+
const parsed = JSON.parse(fs_1.default.readFileSync(file, "utf8"));
|
|
74
|
+
return parsed && typeof parsed === "object" ? parsed : {};
|
|
75
|
+
}
|
|
76
|
+
catch {
|
|
77
|
+
return {};
|
|
78
|
+
}
|
|
79
|
+
}
|
|
80
|
+
function saveStore(cwd, namespace, data) {
|
|
81
|
+
try {
|
|
82
|
+
const dir = storeDir(cwd);
|
|
83
|
+
const file = storeFile(cwd, namespace);
|
|
84
|
+
if (!dir || !file)
|
|
85
|
+
return;
|
|
86
|
+
if (!fs_1.default.existsSync(dir))
|
|
87
|
+
fs_1.default.mkdirSync(dir, { recursive: true });
|
|
88
|
+
fs_1.default.writeFileSync(file, JSON.stringify(data), "utf8");
|
|
89
|
+
}
|
|
90
|
+
catch {
|
|
91
|
+
// Fail-open: the caller falls back to in-process-only behavior.
|
|
92
|
+
}
|
|
93
|
+
}
|
|
94
|
+
/** Get a shared value for `key` (namespaced), or null if disabled, missing, or expired. */
|
|
95
|
+
function getSharedEntry(cwd, namespace, key) {
|
|
96
|
+
if (!isSharedLedgerEnabled(cwd))
|
|
97
|
+
return null;
|
|
98
|
+
try {
|
|
99
|
+
const data = loadStore(cwd, namespace);
|
|
100
|
+
const entry = data[key];
|
|
101
|
+
if (!entry)
|
|
102
|
+
return null;
|
|
103
|
+
if (Date.now() - entry.at > TTL_MS)
|
|
104
|
+
return null;
|
|
105
|
+
return entry.value;
|
|
106
|
+
}
|
|
107
|
+
catch {
|
|
108
|
+
return null;
|
|
109
|
+
}
|
|
110
|
+
}
|
|
111
|
+
/** Record a value under `key` (namespaced) for other trees-scoped processes to read. */
|
|
112
|
+
function setSharedEntry(cwd, namespace, key, value) {
|
|
113
|
+
if (!isSharedLedgerEnabled(cwd))
|
|
114
|
+
return;
|
|
115
|
+
try {
|
|
116
|
+
const data = loadStore(cwd, namespace);
|
|
117
|
+
data[key] = { value, at: Date.now() };
|
|
118
|
+
// Bound the file: drop expired entries whenever we touch it, rather than growing forever.
|
|
119
|
+
const now = Date.now();
|
|
120
|
+
for (const k of Object.keys(data)) {
|
|
121
|
+
if (now - data[k].at > TTL_MS)
|
|
122
|
+
delete data[k];
|
|
123
|
+
}
|
|
124
|
+
saveStore(cwd, namespace, data);
|
|
125
|
+
}
|
|
126
|
+
catch {
|
|
127
|
+
// Fail-open.
|
|
128
|
+
}
|
|
129
|
+
}
|
|
130
|
+
//# sourceMappingURL=SharedLedgerStore.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"SharedLedgerStore.js","sourceRoot":"","sources":["../../../src/utils/SharedLedgerStore.ts"],"names":[],"mappings":";AAAA;;;;;;;;;;;;;;;;;;;GAmBG;;;;;AASH,sDAaC;AAiDD,wCAeC;AAGD,wCAmBC;AA1GD,4CAAoB;AACpB,gDAAwB;AACxB,oDAA4B;AAE5B,MAAM,IAAI,GAAG,OAAO,CAAC,GAAG,CAAC,IAAI,IAAI,OAAO,CAAC,GAAG,CAAC,WAAW,IAAI,GAAG,CAAC;AAChE,MAAM,MAAM,GAAG,EAAE,GAAG,EAAE,GAAG,IAAI,CAAC;AAE9B,SAAgB,qBAAqB,CAAC,MAAc,OAAO,CAAC,GAAG,EAAE;IAC/D,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,mBAAmB;QAAE,OAAO,KAAK,CAAC;IACnD,IAAI,OAAO,CAAC,GAAG,CAAC,mBAAmB,KAAK,GAAG;QAAE,OAAO,IAAI,CAAC;IACzD,IAAI,CAAC;QACH,MAAM,UAAU,GAAG,cAAI,CAAC,IAAI,CAAC,GAAG,EAAE,mBAAmB,CAAC,CAAC;QACvD,IAAI,YAAE,CAAC,UAAU,CAAC,UAAU,CAAC,EAAE,CAAC;YAC9B,MAAM,MAAM,GAAG,IAAI,CAAC,KAAK,CAAC,YAAE,CAAC,YAAY,CAAC,UAAU,EAAE,MAAM,CAAC,CAAC,CAAC;YAC/D,OAAO,MAAM,EAAE,GAAG,EAAE,YAAY,KAAK,IAAI,CAAC;QAC5C,CAAC;IACH,CAAC;IAAC,MAAM,CAAC;QACP,mEAAmE;IACrE,CAAC;IACD,OAAO,KAAK,CAAC;AACf,CAAC;AAED,SAAS,aAAa,CAAC,GAAW;IAChC,OAAO,gBAAM,CAAC,UAAU,CAAC,QAAQ,CAAC,CAAC,MAAM,CAAC,cAAI,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,KAAK,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC;AAC1F,CAAC;AAED,SAAS,QAAQ,CAAC,GAAW;IAC3B,MAAM,MAAM,GAAG,OAAO,CAAC,GAAG,CAAC,mBAAmB,CAAC;IAC/C,IAAI,CAAC,MAAM;QAAE,OAAO,IAAI,CAAC;IACzB,iDAAiD;IACjD,MAAM,UAAU,GAAG,MAAM,CAAC,OAAO,CAAC,iBAAiB,EAAE,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,EAAE,EAAE,CAAC,IAAI,SAAS,CAAC;IACnF,OAAO,cAAI,CAAC,IAAI,CAAC,IAAI,EAAE,cAAc,EAAE,SAAS,EAAE,aAAa,CAAC,GAAG,CAAC,EAAE,UAAU,CAAC,CAAC;AACpF,CAAC;AAOD,SAAS,SAAS,CAAC,GAAW,EAAE,SAAyC;IACvE,MAAM,GAAG,GAAG,QAAQ,CAAC,GAAG,CAAC,CAAC;IAC1B,IAAI,CAAC,GAAG;QAAE,OAAO,IAAI,CAAC;IACtB,OAAO,cAAI,CAAC,IAAI,CAAC,GAAG,EAAE,GAAG,SAAS,OAAO,CAAC,CAAC;AAC7C,CAAC;AAED,SAAS,SAAS,CAAC,GAAW,EAAE,SAAyC;IACvE,IAAI,CAAC;QACH,MAAM,IAAI,GAAG,SAAS,CAAC,GAAG,EAAE,SAAS,CAAC,CAAC;QACvC,IAAI,CAAC,IAAI,IAAI,CAAC,YAAE,CAAC,UAAU,CAAC,IAAI,CAAC;YAAE,OAAO,EAAE,CAAC;QAC7C,MAAM,MAAM,GAAG,IAAI,CAAC,KAAK,CAAC,YAAE,CAAC,YAAY,CAAC,IAAI,EAAE,MAAM,CAAC,CAAC,CAAC;QACzD,OAAO,MAAM,IAAI,OAAO,MAAM,KAAK,QAAQ,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC;IAC5D,CAAC;IAAC,MAAM,CAAC;QACP,OAAO,EAAE,CAAC;IACZ,CAAC;AACH,CAAC;AAED,SAAS,SAAS,CAAC,GAAW,EAAE,SAAyC,EAAE,IAAiC;IAC1G,IAAI,CAAC;QACH,MAAM,GAAG,GAAG,QAAQ,CAAC,GAAG,CAAC,CAAC;QAC1B,MAAM,IAAI,GAAG,SAAS,CAAC,GAAG,EAAE,SAAS,CAAC,CAAC;QACvC,IAAI,CAAC,GAAG,IAAI,CAAC,IAAI;YAAE,OAAO;QAC1B,IAAI,CAAC,YAAE,CAAC,UAAU,CAAC,GAAG,CAAC;YAAE,YAAE,CAAC,SAAS,CAAC,GAAG,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;QAChE,YAAE,CAAC,aAAa,CAAC,IAAI,EAAE,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,EAAE,MAAM,CAAC,CAAC;IACvD,CAAC;IAAC,MAAM,CAAC;QACP,gEAAgE;IAClE,CAAC;AACH,CAAC;AAED,2FAA2F;AAC3F,SAAgB,cAAc,CAC5B,GAAW,EACX,SAAyC,EACzC,GAAW;IAEX,IAAI,CAAC,qBAAqB,CAAC,GAAG,CAAC;QAAE,OAAO,IAAI,CAAC;IAC7C,IAAI,CAAC;QACH,MAAM,IAAI,GAAG,SAAS,CAAC,GAAG,EAAE,SAAS,CAAC,CAAC;QACvC,MAAM,KAAK,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC;QACxB,IAAI,CAAC,KAAK;YAAE,OAAO,IAAI,CAAC;QACxB,IAAI,IAAI,CAAC,GAAG,EAAE,GAAG,KAAK,CAAC,EAAE,GAAG,MAAM;YAAE,OAAO,IAAI,CAAC;QAChD,OAAO,KAAK,CAAC,KAAK,CAAC;IACrB,CAAC;IAAC,MAAM,CAAC;QACP,OAAO,IAAI,CAAC;IACd,CAAC;AACH,CAAC;AAED,wFAAwF;AACxF,SAAgB,cAAc,CAC5B,GAAW,EACX,SAAyC,EACzC,GAAW,EACX,KAAa;IAEb,IAAI,CAAC,qBAAqB,CAAC,GAAG,CAAC;QAAE,OAAO;IACxC,IAAI,CAAC;QACH,MAAM,IAAI,GAAG,SAAS,CAAC,GAAG,EAAE,SAAS,CAAC,CAAC;QACvC,IAAI,CAAC,GAAG,CAAC,GAAG,EAAE,KAAK,EAAE,EAAE,EAAE,IAAI,CAAC,GAAG,EAAE,EAAE,CAAC;QACtC,0FAA0F;QAC1F,MAAM,GAAG,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;QACvB,KAAK,MAAM,CAAC,IAAI,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC;YAClC,IAAI,GAAG,GAAG,IAAI,CAAC,CAAC,CAAC,CAAC,EAAE,GAAG,MAAM;gBAAE,OAAO,IAAI,CAAC,CAAC,CAAC,CAAC;QAChD,CAAC;QACD,SAAS,CAAC,GAAG,EAAE,SAAS,EAAE,IAAI,CAAC,CAAC;IAClC,CAAC;IAAC,MAAM,CAAC;QACP,aAAa;IACf,CAAC;AACH,CAAC"}
|
|
@@ -0,0 +1,24 @@
|
|
|
1
|
+
/**
|
|
2
|
+
* SpeculativeWarmer — precomputes local caches for a file's import neighbors while the
|
|
3
|
+
* model is off reasoning about what it just read, so a follow-up `get_ast_hologram` or
|
|
4
|
+
* `depgraph`/`affected_tests` call on a neighbor is a cache hit instead of a cold parse.
|
|
5
|
+
*
|
|
6
|
+
* HARD RULE: this warms local caches only (`DepGraph`'s graph cache, `AstSymbolCache`) and
|
|
7
|
+
* must never touch anything that reaches the model's context. It runs after the response for
|
|
8
|
+
* the triggering tool call has already been returned, off the event loop's current tick, and
|
|
9
|
+
* every failure is swallowed — a warming run that throws or runs slow must never be visible
|
|
10
|
+
* to whoever is waiting on the actual tool call.
|
|
11
|
+
*/
|
|
12
|
+
import { AstSymbol } from "./AstSymbolCache";
|
|
13
|
+
/**
|
|
14
|
+
* `extractSymbolsWithTsCompiler` lives in `mcp/tools.ts`, which already imports this module —
|
|
15
|
+
* importing it back here would be circular. The dispatcher registers it once at startup instead.
|
|
16
|
+
*/
|
|
17
|
+
export declare function registerSymbolExtractor(extractor: (absPath: string, relPath: string, parseErrors?: string[]) => AstSymbol[]): void;
|
|
18
|
+
/**
|
|
19
|
+
* Fire-and-forget: warm the import-neighborhood of `filePath` after a real read. Safe to call
|
|
20
|
+
* unconditionally — it is a no-op (not just cheap, actually skipped) whenever the extractor
|
|
21
|
+
* hasn't been registered yet, since that means startup isn't finished.
|
|
22
|
+
*/
|
|
23
|
+
export declare function warmNeighbors(workspaceRoot: string, filePath: string): void;
|
|
24
|
+
//# sourceMappingURL=SpeculativeWarmer.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"SpeculativeWarmer.d.ts","sourceRoot":"","sources":["../../../src/utils/SpeculativeWarmer.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;GAUG;AAKH,OAAO,EAAsC,SAAS,EAAE,MAAM,kBAAkB,CAAC;AAQjF;;;GAGG;AACH,wBAAgB,uBAAuB,CACrC,SAAS,EAAE,CAAC,OAAO,EAAE,MAAM,EAAE,OAAO,EAAE,MAAM,EAAE,WAAW,CAAC,EAAE,MAAM,EAAE,KAAK,SAAS,EAAE,GACnF,IAAI,CAEN;AAED;;;;GAIG;AACH,wBAAgB,aAAa,CAAC,aAAa,EAAE,MAAM,EAAE,QAAQ,EAAE,MAAM,GAAG,IAAI,CA4B3E"}
|
|
@@ -0,0 +1,73 @@
|
|
|
1
|
+
"use strict";
|
|
2
|
+
/**
|
|
3
|
+
* SpeculativeWarmer — precomputes local caches for a file's import neighbors while the
|
|
4
|
+
* model is off reasoning about what it just read, so a follow-up `get_ast_hologram` or
|
|
5
|
+
* `depgraph`/`affected_tests` call on a neighbor is a cache hit instead of a cold parse.
|
|
6
|
+
*
|
|
7
|
+
* HARD RULE: this warms local caches only (`DepGraph`'s graph cache, `AstSymbolCache`) and
|
|
8
|
+
* must never touch anything that reaches the model's context. It runs after the response for
|
|
9
|
+
* the triggering tool call has already been returned, off the event loop's current tick, and
|
|
10
|
+
* every failure is swallowed — a warming run that throws or runs slow must never be visible
|
|
11
|
+
* to whoever is waiting on the actual tool call.
|
|
12
|
+
*/
|
|
13
|
+
var __importDefault = (this && this.__importDefault) || function (mod) {
|
|
14
|
+
return (mod && mod.__esModule) ? mod : { "default": mod };
|
|
15
|
+
};
|
|
16
|
+
Object.defineProperty(exports, "__esModule", { value: true });
|
|
17
|
+
exports.registerSymbolExtractor = registerSymbolExtractor;
|
|
18
|
+
exports.warmNeighbors = warmNeighbors;
|
|
19
|
+
const fs_1 = __importDefault(require("fs"));
|
|
20
|
+
const path_1 = __importDefault(require("path"));
|
|
21
|
+
const DepGraph_1 = require("./DepGraph");
|
|
22
|
+
const AstSymbolCache_1 = require("./AstSymbolCache");
|
|
23
|
+
/** How many neighbor files a single warm pass will touch — bounded so this stays cheap. */
|
|
24
|
+
const MAX_NEIGHBORS = 8;
|
|
25
|
+
const MAX_DEPTH = 1;
|
|
26
|
+
let extractorRef = null;
|
|
27
|
+
/**
|
|
28
|
+
* `extractSymbolsWithTsCompiler` lives in `mcp/tools.ts`, which already imports this module —
|
|
29
|
+
* importing it back here would be circular. The dispatcher registers it once at startup instead.
|
|
30
|
+
*/
|
|
31
|
+
function registerSymbolExtractor(extractor) {
|
|
32
|
+
extractorRef = extractor;
|
|
33
|
+
}
|
|
34
|
+
/**
|
|
35
|
+
* Fire-and-forget: warm the import-neighborhood of `filePath` after a real read. Safe to call
|
|
36
|
+
* unconditionally — it is a no-op (not just cheap, actually skipped) whenever the extractor
|
|
37
|
+
* hasn't been registered yet, since that means startup isn't finished.
|
|
38
|
+
*/
|
|
39
|
+
function warmNeighbors(workspaceRoot, filePath) {
|
|
40
|
+
if (!extractorRef)
|
|
41
|
+
return;
|
|
42
|
+
const extractor = extractorRef;
|
|
43
|
+
// Deferred and unref'd so it can never keep the process alive or delay the response that
|
|
44
|
+
// triggered it — this must cost the triggering call nothing.
|
|
45
|
+
const timer = setTimeout(() => {
|
|
46
|
+
try {
|
|
47
|
+
const rel = path_1.default.relative(workspaceRoot, filePath).split(path_1.default.sep).join("/");
|
|
48
|
+
const graph = (0, DepGraph_1.buildDepGraphMap)(workspaceRoot);
|
|
49
|
+
const node = graph.get(rel);
|
|
50
|
+
if (!node)
|
|
51
|
+
return;
|
|
52
|
+
const neighbors = (0, DepGraph_1.bfsDepGraph)(graph, rel, "forward", MAX_DEPTH);
|
|
53
|
+
let warmed = 0;
|
|
54
|
+
for (const [neighborRel, { node: neighborNode }] of neighbors) {
|
|
55
|
+
if (warmed >= MAX_NEIGHBORS)
|
|
56
|
+
break;
|
|
57
|
+
if (neighborRel === rel)
|
|
58
|
+
continue;
|
|
59
|
+
if ((0, AstSymbolCache_1.hasFreshEntry)(neighborNode.abs))
|
|
60
|
+
continue; // already warm — nothing to do
|
|
61
|
+
if (!fs_1.default.existsSync(neighborNode.abs))
|
|
62
|
+
continue;
|
|
63
|
+
(0, AstSymbolCache_1.getOrExtractSymbols)(neighborNode.abs, neighborRel, extractor);
|
|
64
|
+
warmed++;
|
|
65
|
+
}
|
|
66
|
+
}
|
|
67
|
+
catch {
|
|
68
|
+
// Warming must never surface an error anywhere the model or the user can see it.
|
|
69
|
+
}
|
|
70
|
+
}, 0);
|
|
71
|
+
timer.unref?.();
|
|
72
|
+
}
|
|
73
|
+
//# sourceMappingURL=SpeculativeWarmer.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"SpeculativeWarmer.js","sourceRoot":"","sources":["../../../src/utils/SpeculativeWarmer.ts"],"names":[],"mappings":";AAAA;;;;;;;;;;GAUG;;;;;AAiBH,0DAIC;AAOD,sCA4BC;AAtDD,4CAAoB;AACpB,gDAAwB;AACxB,yCAA2D;AAC3D,qDAAiF;AAEjF,2FAA2F;AAC3F,MAAM,aAAa,GAAG,CAAC,CAAC;AACxB,MAAM,SAAS,GAAG,CAAC,CAAC;AAEpB,IAAI,YAAY,GAAuF,IAAI,CAAC;AAE5G;;;GAGG;AACH,SAAgB,uBAAuB,CACrC,SAAoF;IAEpF,YAAY,GAAG,SAAS,CAAC;AAC3B,CAAC;AAED;;;;GAIG;AACH,SAAgB,aAAa,CAAC,aAAqB,EAAE,QAAgB;IACnE,IAAI,CAAC,YAAY;QAAE,OAAO;IAC1B,MAAM,SAAS,GAAG,YAAY,CAAC;IAE/B,yFAAyF;IACzF,6DAA6D;IAC7D,MAAM,KAAK,GAAG,UAAU,CAAC,GAAG,EAAE;QAC5B,IAAI,CAAC;YACH,MAAM,GAAG,GAAG,cAAI,CAAC,QAAQ,CAAC,aAAa,EAAE,QAAQ,CAAC,CAAC,KAAK,CAAC,cAAI,CAAC,GAAG,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;YAC7E,MAAM,KAAK,GAAG,IAAA,2BAAgB,EAAC,aAAa,CAAC,CAAC;YAC9C,MAAM,IAAI,GAAG,KAAK,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC;YAC5B,IAAI,CAAC,IAAI;gBAAE,OAAO;YAElB,MAAM,SAAS,GAAG,IAAA,sBAAW,EAAC,KAAK,EAAE,GAAG,EAAE,SAAS,EAAE,SAAS,CAAC,CAAC;YAChE,IAAI,MAAM,GAAG,CAAC,CAAC;YACf,KAAK,MAAM,CAAC,WAAW,EAAE,EAAE,IAAI,EAAE,YAAY,EAAE,CAAC,IAAI,SAAS,EAAE,CAAC;gBAC9D,IAAI,MAAM,IAAI,aAAa;oBAAE,MAAM;gBACnC,IAAI,WAAW,KAAK,GAAG;oBAAE,SAAS;gBAClC,IAAI,IAAA,8BAAa,EAAC,YAAY,CAAC,GAAG,CAAC;oBAAE,SAAS,CAAC,+BAA+B;gBAC9E,IAAI,CAAC,YAAE,CAAC,UAAU,CAAC,YAAY,CAAC,GAAG,CAAC;oBAAE,SAAS;gBAC/C,IAAA,oCAAmB,EAAC,YAAY,CAAC,GAAG,EAAE,WAAW,EAAE,SAAS,CAAC,CAAC;gBAC9D,MAAM,EAAE,CAAC;YACX,CAAC;QACH,CAAC;QAAC,MAAM,CAAC;YACP,iFAAiF;QACnF,CAAC;IACH,CAAC,EAAE,CAAC,CAAC,CAAC;IACN,KAAK,CAAC,KAAK,EAAE,EAAE,CAAC;AAClB,CAAC"}
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"reportSavings.d.ts","sourceRoot":"","sources":["../../../src/utils/reportSavings.ts"],"names":[],"mappings":"AAAA;;;;;GAKG;
|
|
1
|
+
{"version":3,"file":"reportSavings.d.ts","sourceRoot":"","sources":["../../../src/utils/reportSavings.ts"],"names":[],"mappings":"AAAA;;;;;GAKG;AAQH,KAAK,aAAa,GAAG,WAAW,GAAG,gBAAgB,GAAG,cAAc,GAAG,mBAAmB,GAAG,OAAO,CAAC;AAErG,UAAU,aAAa;IACrB,MAAM,EAAE,aAAa,CAAC;IACtB,WAAW,EAAE,MAAM,CAAC;IACpB,UAAU,EAAE,MAAM,CAAC;IACnB,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,QAAQ,CAAC,EAAE,MAAM,CAAC;CACnB;AAED,UAAU,cAAc;IACtB,MAAM,EAAE,aAAa,CAAC;IACtB,MAAM,EAAE,MAAM,CAAC;IACf,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,QAAQ,CAAC,EAAE,MAAM,CAAC;CACnB;AAED,KAAK,aAAa,GAAG,aAAa,GAAG,cAAc,CAAC;AAYpD;;;GAGG;AACH,wBAAgB,aAAa,CAAC,OAAO,EAAE,aAAa,GAAG,IAAI,CAQ1D;AAED,KAAK,UAAU,GAAG,iBAAiB,GAAG,YAAY,GAAG,WAAW,CAAC;AAEjE,UAAU,WAAW;IACnB,MAAM,EAAE,UAAU,CAAC;IACnB,mDAAmD;IACnD,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,0EAA0E;IAC1E,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,QAAQ,CAAC,EAAE,MAAM,CAAC;CACnB;AAED;;;;GAIG;AACH,wBAAgB,UAAU,CAAC,OAAO,EAAE,WAAW,GAAG,IAAI,CAMrD"}
|
|
@@ -15,6 +15,7 @@ const fs_1 = __importDefault(require("fs"));
|
|
|
15
15
|
const path_1 = __importDefault(require("path"));
|
|
16
16
|
const os_1 = __importDefault(require("os"));
|
|
17
17
|
const http_1 = __importDefault(require("http"));
|
|
18
|
+
const RoiLedger_1 = require("./RoiLedger");
|
|
18
19
|
function getProxyPort() {
|
|
19
20
|
try {
|
|
20
21
|
const portFile = path_1.default.join(os_1.default.homedir(), '.lemma-cache/proxy.port');
|
|
@@ -31,6 +32,12 @@ function getProxyPort() {
|
|
|
31
32
|
*/
|
|
32
33
|
function reportSavings(payload) {
|
|
33
34
|
post('/api/savings-record', payload);
|
|
35
|
+
if (payload.toolName) {
|
|
36
|
+
const tokens = 'tokens' in payload ? payload.tokens : Math.floor(Math.max(0, payload.charsBefore - payload.charsAfter) / 4);
|
|
37
|
+
// Best-effort, repo-scoped: process.cwd() is the workspace root for every MCP tool
|
|
38
|
+
// handler, same assumption `tools.ts` already makes throughout.
|
|
39
|
+
(0, RoiLedger_1.recordRoiSaved)(process.cwd(), payload.toolName, tokens);
|
|
40
|
+
}
|
|
34
41
|
}
|
|
35
42
|
/**
|
|
36
43
|
* Report tokens Lemma *spent* to the proxy's ledger. Same fire-and-forget contract
|
|
@@ -39,6 +46,10 @@ function reportSavings(payload) {
|
|
|
39
46
|
*/
|
|
40
47
|
function reportCost(payload) {
|
|
41
48
|
post('/api/cost-record', payload);
|
|
49
|
+
if (payload.toolName) {
|
|
50
|
+
const tokens = typeof payload.tokens === 'number' ? payload.tokens : Math.floor(Math.max(0, payload.chars || 0) / 4);
|
|
51
|
+
(0, RoiLedger_1.recordRoiSpent)(process.cwd(), payload.toolName, tokens);
|
|
52
|
+
}
|
|
42
53
|
}
|
|
43
54
|
function post(pathname, payload) {
|
|
44
55
|
try {
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"reportSavings.js","sourceRoot":"","sources":["../../../src/utils/reportSavings.ts"],"names":[],"mappings":";AAAA;;;;;GAKG;;;;;
|
|
1
|
+
{"version":3,"file":"reportSavings.js","sourceRoot":"","sources":["../../../src/utils/reportSavings.ts"],"names":[],"mappings":";AAAA;;;;;GAKG;;;;;AA2CH,sCAQC;AAkBD,gCAMC;AAzED,4CAAoB;AACpB,gDAAwB;AACxB,4CAAoB;AACpB,gDAAwB;AACxB,2CAA6D;AAuB7D,SAAS,YAAY;IACnB,IAAI,CAAC;QACH,MAAM,QAAQ,GAAG,cAAI,CAAC,IAAI,CAAC,YAAE,CAAC,OAAO,EAAE,EAAE,yBAAyB,CAAC,CAAC;QACpE,IAAI,YAAE,CAAC,UAAU,CAAC,QAAQ,CAAC,EAAE,CAAC;YAC5B,OAAO,YAAE,CAAC,YAAY,CAAC,QAAQ,EAAE,MAAM,CAAC,CAAC,IAAI,EAAE,CAAC;QAClD,CAAC;IACH,CAAC;IAAC,MAAM,CAAC,CAAA,CAAC;IACV,OAAO,MAAM,CAAC;AAChB,CAAC;AAED;;;GAGG;AACH,SAAgB,aAAa,CAAC,OAAsB;IAClD,IAAI,CAAC,qBAAqB,EAAE,OAAO,CAAC,CAAC;IACrC,IAAI,OAAO,CAAC,QAAQ,EAAE,CAAC;QACrB,MAAM,MAAM,GAAG,QAAQ,IAAI,OAAO,CAAC,CAAC,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,OAAO,CAAC,WAAW,GAAG,OAAO,CAAC,UAAU,CAAC,GAAG,CAAC,CAAC,CAAC;QAC5H,mFAAmF;QACnF,gEAAgE;QAChE,IAAA,0BAAc,EAAC,OAAO,CAAC,GAAG,EAAE,EAAE,OAAO,CAAC,QAAQ,EAAE,MAAM,CAAC,CAAC;IAC1D,CAAC;AACH,CAAC;AAaD;;;;GAIG;AACH,SAAgB,UAAU,CAAC,OAAoB;IAC7C,IAAI,CAAC,kBAAkB,EAAE,OAAO,CAAC,CAAC;IAClC,IAAI,OAAO,CAAC,QAAQ,EAAE,CAAC;QACrB,MAAM,MAAM,GAAG,OAAO,OAAO,CAAC,MAAM,KAAK,QAAQ,CAAC,CAAC,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,OAAO,CAAC,KAAK,IAAI,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC;QACrH,IAAA,0BAAc,EAAC,OAAO,CAAC,GAAG,EAAE,EAAE,OAAO,CAAC,QAAQ,EAAE,MAAM,CAAC,CAAC;IAC1D,CAAC;AACH,CAAC;AAED,SAAS,IAAI,CAAC,QAAgB,EAAE,OAAgB;IAC9C,IAAI,CAAC;QACH,MAAM,IAAI,GAAG,YAAY,EAAE,CAAC;QAC5B,MAAM,IAAI,GAAG,IAAI,CAAC,SAAS,CAAC,OAAO,CAAC,CAAC;QAErC,MAAM,GAAG,GAAG,cAAI,CAAC,OAAO,CAAC;YACvB,QAAQ,EAAE,WAAW;YACrB,IAAI,EAAE,QAAQ,CAAC,IAAI,CAAC;YACpB,IAAI,EAAE,QAAQ;YACd,MAAM,EAAE,MAAM;YACd,OAAO,EAAE;gBACP,cAAc,EAAE,kBAAkB;gBAClC,gBAAgB,EAAE,MAAM,CAAC,UAAU,CAAC,IAAI,CAAC;aAC1C;SACF,CAAC,CAAC;QAEH,GAAG,CAAC,EAAE,CAAC,OAAO,EAAE,GAAG,EAAE,GAAE,CAAC,CAAC,CAAC,CAAC,yCAAyC;QACpE,GAAG,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;QAChB,GAAG,CAAC,GAAG,EAAE,CAAC;IACZ,CAAC;IAAC,MAAM,CAAC;QACP,kDAAkD;IACpD,CAAC;AACH,CAAC"}
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"lemma-proxy.d.ts","sourceRoot":"","sources":["../../../src/cli/lemma-proxy.ts"],"names":[],"mappings":";AA4cA,wBAAgB,+BAA+B,CAAC,OAAO,CAAC,EAAE;IAAE,SAAS,CAAC,EAAE,OAAO,CAAA;CAAE,GAAG,IAAI,CA4DvF;
|
|
1
|
+
{"version":3,"file":"lemma-proxy.d.ts","sourceRoot":"","sources":["../../../src/cli/lemma-proxy.ts"],"names":[],"mappings":";AA4cA,wBAAgB,+BAA+B,CAAC,OAAO,CAAC,EAAE;IAAE,SAAS,CAAC,EAAE,OAAO,CAAA;CAAE,GAAG,IAAI,CA4DvF;AAmmED,wBAAsB,eAAe,CAAC,KAAK,EAAE,OAAO,GAAG,OAAO,CAAC;IAAE,OAAO,EAAE,OAAO,CAAC;IAAC,OAAO,EAAE,MAAM,CAAC;IAAC,KAAK,CAAC,EAAE,MAAM,CAAC;IAAC,QAAQ,CAAC,EAAE,MAAM,CAAC;IAAC,UAAU,CAAC,EAAE,MAAM,CAAC;IAAC,SAAS,CAAC,EAAE,MAAM,CAAA;CAAE,CAAC,CA6KhL"}
|
|
@@ -1914,8 +1914,13 @@ Adjusted Answer:`;
|
|
|
1914
1914
|
if (provider === 'openai' || provider === 'anthropic') {
|
|
1915
1915
|
if (req.body.messages && req.body.messages.length > 0) {
|
|
1916
1916
|
injectSqueezedContent(req.body.messages[req.body.messages.length - 1], squeezedPrompt);
|
|
1917
|
-
// Apply conversational history pruning
|
|
1918
|
-
|
|
1917
|
+
// Apply conversational history pruning — off by default (T7 guard): pruning
|
|
1918
|
+
// invalidates the cached prompt prefix, which is usually a net loss. Set
|
|
1919
|
+
// LEMMA_FORCE_HISTORY_PRUNE=1 to opt back into the old unconditional behavior
|
|
1920
|
+
// (e.g. for a provider with no prompt caching).
|
|
1921
|
+
const pruneResult = pruneHistoryMessages(req.body.messages, {
|
|
1922
|
+
force: process.env.LEMMA_FORCE_HISTORY_PRUNE === '1',
|
|
1923
|
+
});
|
|
1919
1924
|
req.body.messages = pruneResult.messages;
|
|
1920
1925
|
historyTokensSaved = pruneResult.tokensSavedEstimate + Math.floor(compressionSavings / 4);
|
|
1921
1926
|
if (pruneResult.tokensSavedEstimate > 0) {
|