@p4r4d0xb0x/opencode-dcp 3.0.5
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/LICENSE +619 -0
- package/README.md +229 -0
- package/dist/index.d.ts +4 -0
- package/dist/index.d.ts.map +1 -0
- package/dist/index.js +88 -0
- package/dist/index.js.map +1 -0
- package/dist/lib/auth.d.ts +4 -0
- package/dist/lib/auth.d.ts.map +1 -0
- package/dist/lib/auth.js +32 -0
- package/dist/lib/auth.js.map +1 -0
- package/dist/lib/commands/context.d.ts +52 -0
- package/dist/lib/commands/context.d.ts.map +1 -0
- package/dist/lib/commands/context.js +241 -0
- package/dist/lib/commands/context.js.map +1 -0
- package/dist/lib/commands/decompress.d.ts +12 -0
- package/dist/lib/commands/decompress.d.ts.map +1 -0
- package/dist/lib/commands/decompress.js +159 -0
- package/dist/lib/commands/decompress.js.map +1 -0
- package/dist/lib/commands/help.d.ts +17 -0
- package/dist/lib/commands/help.d.ts.map +1 -0
- package/dist/lib/commands/help.js +52 -0
- package/dist/lib/commands/help.js.map +1 -0
- package/dist/lib/commands/manual.d.ts +22 -0
- package/dist/lib/commands/manual.d.ts.map +1 -0
- package/dist/lib/commands/manual.js +48 -0
- package/dist/lib/commands/manual.js.map +1 -0
- package/dist/lib/commands/recompress.d.ts +12 -0
- package/dist/lib/commands/recompress.d.ts.map +1 -0
- package/dist/lib/commands/recompress.js +137 -0
- package/dist/lib/commands/recompress.js.map +1 -0
- package/dist/lib/commands/stats.d.ts +15 -0
- package/dist/lib/commands/stats.d.ts.map +1 -0
- package/dist/lib/commands/stats.js +62 -0
- package/dist/lib/commands/stats.js.map +1 -0
- package/dist/lib/commands/sweep.d.ts +23 -0
- package/dist/lib/commands/sweep.d.ts.map +1 -0
- package/dist/lib/commands/sweep.js +194 -0
- package/dist/lib/commands/sweep.js.map +1 -0
- package/dist/lib/config.d.ts +72 -0
- package/dist/lib/config.d.ts.map +1 -0
- package/dist/lib/config.js +766 -0
- package/dist/lib/config.js.map +1 -0
- package/dist/lib/hooks.d.ts +33 -0
- package/dist/lib/hooks.d.ts.map +1 -0
- package/dist/lib/hooks.js +195 -0
- package/dist/lib/hooks.js.map +1 -0
- package/dist/lib/host-permissions.d.ts +11 -0
- package/dist/lib/host-permissions.d.ts.map +1 -0
- package/dist/lib/host-permissions.js +58 -0
- package/dist/lib/host-permissions.js.map +1 -0
- package/dist/lib/logger.d.ts +31 -0
- package/dist/lib/logger.d.ts.map +1 -0
- package/dist/lib/logger.js +204 -0
- package/dist/lib/logger.js.map +1 -0
- package/dist/lib/message-ids.d.ts +19 -0
- package/dist/lib/message-ids.d.ts.map +1 -0
- package/dist/lib/message-ids.js +112 -0
- package/dist/lib/message-ids.js.map +1 -0
- package/dist/lib/messages/index.d.ts +7 -0
- package/dist/lib/messages/index.d.ts.map +1 -0
- package/dist/lib/messages/index.js +7 -0
- package/dist/lib/messages/index.js.map +1 -0
- package/dist/lib/messages/inject/inject.d.ts +7 -0
- package/dist/lib/messages/inject/inject.d.ts.map +1 -0
- package/dist/lib/messages/inject/inject.js +131 -0
- package/dist/lib/messages/inject/inject.js.map +1 -0
- package/dist/lib/messages/inject/subagent-results.d.ts +4 -0
- package/dist/lib/messages/inject/subagent-results.d.ts.map +1 -0
- package/dist/lib/messages/inject/subagent-results.js +58 -0
- package/dist/lib/messages/inject/subagent-results.js.map +1 -0
- package/dist/lib/messages/inject/utils.d.ts +25 -0
- package/dist/lib/messages/inject/utils.d.ts.map +1 -0
- package/dist/lib/messages/inject/utils.js +198 -0
- package/dist/lib/messages/inject/utils.js.map +1 -0
- package/dist/lib/messages/prune.d.ts +5 -0
- package/dist/lib/messages/prune.d.ts.map +1 -0
- package/dist/lib/messages/prune.js +177 -0
- package/dist/lib/messages/prune.js.map +1 -0
- package/dist/lib/messages/reasoning-strip.d.ts +8 -0
- package/dist/lib/messages/reasoning-strip.d.ts.map +1 -0
- package/dist/lib/messages/reasoning-strip.js +33 -0
- package/dist/lib/messages/reasoning-strip.js.map +1 -0
- package/dist/lib/messages/sync.d.ts +4 -0
- package/dist/lib/messages/sync.d.ts.map +1 -0
- package/dist/lib/messages/sync.js +93 -0
- package/dist/lib/messages/sync.js.map +1 -0
- package/dist/lib/messages/utils.d.ts +21 -0
- package/dist/lib/messages/utils.d.ts.map +1 -0
- package/dist/lib/messages/utils.js +118 -0
- package/dist/lib/messages/utils.js.map +1 -0
- package/dist/lib/prompts/compress.d.ts +2 -0
- package/dist/lib/prompts/compress.d.ts.map +1 -0
- package/dist/lib/prompts/compress.js +85 -0
- package/dist/lib/prompts/compress.js.map +1 -0
- package/dist/lib/prompts/context-limit-nudge.d.ts +2 -0
- package/dist/lib/prompts/context-limit-nudge.d.ts.map +1 -0
- package/dist/lib/prompts/context-limit-nudge.js +25 -0
- package/dist/lib/prompts/context-limit-nudge.js.map +1 -0
- package/dist/lib/prompts/index.d.ts +3 -0
- package/dist/lib/prompts/index.d.ts.map +1 -0
- package/dist/lib/prompts/index.js +19 -0
- package/dist/lib/prompts/index.js.map +1 -0
- package/dist/lib/prompts/internal-overlays.d.ts +5 -0
- package/dist/lib/prompts/internal-overlays.d.ts.map +1 -0
- package/dist/lib/prompts/internal-overlays.js +43 -0
- package/dist/lib/prompts/internal-overlays.js.map +1 -0
- package/dist/lib/prompts/iteration-nudge.d.ts +2 -0
- package/dist/lib/prompts/iteration-nudge.d.ts.map +1 -0
- package/dist/lib/prompts/iteration-nudge.js +9 -0
- package/dist/lib/prompts/iteration-nudge.js.map +1 -0
- package/dist/lib/prompts/store.d.ts +24 -0
- package/dist/lib/prompts/store.d.ts.map +1 -0
- package/dist/lib/prompts/store.js +346 -0
- package/dist/lib/prompts/store.js.map +1 -0
- package/dist/lib/prompts/system.d.ts +2 -0
- package/dist/lib/prompts/system.d.ts.map +1 -0
- package/dist/lib/prompts/system.js +30 -0
- package/dist/lib/prompts/system.js.map +1 -0
- package/dist/lib/prompts/turn-nudge.d.ts +2 -0
- package/dist/lib/prompts/turn-nudge.d.ts.map +1 -0
- package/dist/lib/prompts/turn-nudge.js +12 -0
- package/dist/lib/prompts/turn-nudge.js.map +1 -0
- package/dist/lib/protected-patterns.d.ts +5 -0
- package/dist/lib/protected-patterns.d.ts.map +1 -0
- package/dist/lib/protected-patterns.js +107 -0
- package/dist/lib/protected-patterns.js.map +1 -0
- package/dist/lib/shared-utils.d.ts +8 -0
- package/dist/lib/shared-utils.d.ts.map +1 -0
- package/dist/lib/shared-utils.js +30 -0
- package/dist/lib/shared-utils.js.map +1 -0
- package/dist/lib/state/index.d.ts +4 -0
- package/dist/lib/state/index.d.ts.map +1 -0
- package/dist/lib/state/index.js +4 -0
- package/dist/lib/state/index.js.map +1 -0
- package/dist/lib/state/persistence.d.ts +41 -0
- package/dist/lib/state/persistence.d.ts.map +1 -0
- package/dist/lib/state/persistence.js +174 -0
- package/dist/lib/state/persistence.js.map +1 -0
- package/dist/lib/state/state.d.ts +7 -0
- package/dist/lib/state/state.d.ts.map +1 -0
- package/dist/lib/state/state.js +134 -0
- package/dist/lib/state/state.js.map +1 -0
- package/dist/lib/state/tool-cache.d.ts +13 -0
- package/dist/lib/state/tool-cache.d.ts.map +1 -0
- package/dist/lib/state/tool-cache.js +69 -0
- package/dist/lib/state/tool-cache.js.map +1 -0
- package/dist/lib/state/types.d.ts +90 -0
- package/dist/lib/state/types.d.ts.map +1 -0
- package/dist/lib/state/types.js +2 -0
- package/dist/lib/state/types.js.map +1 -0
- package/dist/lib/state/utils.d.ts +18 -0
- package/dist/lib/state/utils.d.ts.map +1 -0
- package/dist/lib/state/utils.js +196 -0
- package/dist/lib/state/utils.js.map +1 -0
- package/dist/lib/strategies/deduplication.d.ts +10 -0
- package/dist/lib/strategies/deduplication.d.ts.map +1 -0
- package/dist/lib/strategies/deduplication.js +100 -0
- package/dist/lib/strategies/deduplication.js.map +1 -0
- package/dist/lib/strategies/index.d.ts +4 -0
- package/dist/lib/strategies/index.d.ts.map +1 -0
- package/dist/lib/strategies/index.js +4 -0
- package/dist/lib/strategies/index.js.map +1 -0
- package/dist/lib/strategies/purge-errors.d.ts +13 -0
- package/dist/lib/strategies/purge-errors.d.ts.map +1 -0
- package/dist/lib/strategies/purge-errors.js +62 -0
- package/dist/lib/strategies/purge-errors.js.map +1 -0
- package/dist/lib/strategies/supersede-writes.d.ts +13 -0
- package/dist/lib/strategies/supersede-writes.d.ts.map +1 -0
- package/dist/lib/strategies/supersede-writes.js +94 -0
- package/dist/lib/strategies/supersede-writes.js.map +1 -0
- package/dist/lib/strategies/utils.d.ts +21 -0
- package/dist/lib/strategies/utils.d.ts.map +1 -0
- package/dist/lib/strategies/utils.js +128 -0
- package/dist/lib/strategies/utils.js.map +1 -0
- package/dist/lib/subagents/subagent-results.d.ts +5 -0
- package/dist/lib/subagents/subagent-results.d.ts.map +1 -0
- package/dist/lib/subagents/subagent-results.js +52 -0
- package/dist/lib/subagents/subagent-results.js.map +1 -0
- package/dist/lib/tools/compress.d.ts +4 -0
- package/dist/lib/tools/compress.d.ts.map +1 -0
- package/dist/lib/tools/compress.js +110 -0
- package/dist/lib/tools/compress.js.map +1 -0
- package/dist/lib/tools/index.d.ts +3 -0
- package/dist/lib/tools/index.d.ts.map +1 -0
- package/dist/lib/tools/index.js +2 -0
- package/dist/lib/tools/index.js.map +1 -0
- package/dist/lib/tools/types.d.ts +13 -0
- package/dist/lib/tools/types.d.ts.map +1 -0
- package/dist/lib/tools/types.js +2 -0
- package/dist/lib/tools/types.js.map +1 -0
- package/dist/lib/tools/utils.d.ts +80 -0
- package/dist/lib/tools/utils.d.ts.map +1 -0
- package/dist/lib/tools/utils.js +675 -0
- package/dist/lib/tools/utils.js.map +1 -0
- package/dist/lib/ui/notification.d.ts +10 -0
- package/dist/lib/ui/notification.d.ts.map +1 -0
- package/dist/lib/ui/notification.js +182 -0
- package/dist/lib/ui/notification.js.map +1 -0
- package/dist/lib/ui/utils.d.ts +10 -0
- package/dist/lib/ui/utils.d.ts.map +1 -0
- package/dist/lib/ui/utils.js +255 -0
- package/dist/lib/ui/utils.js.map +1 -0
- package/package.json +61 -0
|
@@ -0,0 +1,69 @@
|
|
|
1
|
+
import { isMessageCompacted } from "../shared-utils";
|
|
2
|
+
import { countToolTokens } from "../strategies/utils";
|
|
3
|
+
const MAX_TOOL_CACHE_SIZE = 1000;
|
|
4
|
+
/**
|
|
5
|
+
* Sync tool parameters from session messages.
|
|
6
|
+
*/
|
|
7
|
+
export function syncToolCache(state, config, logger, messages) {
|
|
8
|
+
try {
|
|
9
|
+
logger.info("Syncing tool parameters from OpenCode messages");
|
|
10
|
+
let turnCounter = 0;
|
|
11
|
+
for (const msg of messages) {
|
|
12
|
+
if (isMessageCompacted(state, msg)) {
|
|
13
|
+
continue;
|
|
14
|
+
}
|
|
15
|
+
const parts = Array.isArray(msg.parts) ? msg.parts : [];
|
|
16
|
+
for (const part of parts) {
|
|
17
|
+
if (part.type === "step-start") {
|
|
18
|
+
turnCounter++;
|
|
19
|
+
continue;
|
|
20
|
+
}
|
|
21
|
+
if (part.type !== "tool" || !part.callID) {
|
|
22
|
+
continue;
|
|
23
|
+
}
|
|
24
|
+
const turnProtectionEnabled = config.turnProtection.enabled;
|
|
25
|
+
const turnProtectionTurns = config.turnProtection.turns;
|
|
26
|
+
const isProtectedByTurn = turnProtectionEnabled &&
|
|
27
|
+
turnProtectionTurns > 0 &&
|
|
28
|
+
state.currentTurn - turnCounter < turnProtectionTurns;
|
|
29
|
+
if (state.toolParameters.has(part.callID)) {
|
|
30
|
+
continue;
|
|
31
|
+
}
|
|
32
|
+
if (isProtectedByTurn) {
|
|
33
|
+
continue;
|
|
34
|
+
}
|
|
35
|
+
const tokenCount = countToolTokens(part);
|
|
36
|
+
state.toolParameters.set(part.callID, {
|
|
37
|
+
tool: part.tool,
|
|
38
|
+
parameters: part.state?.input ?? {},
|
|
39
|
+
status: part.state.status,
|
|
40
|
+
error: part.state.status === "error" ? part.state.error : undefined,
|
|
41
|
+
turn: turnCounter,
|
|
42
|
+
tokenCount,
|
|
43
|
+
});
|
|
44
|
+
logger.info(`Cached tool id: ${part.callID} (turn ${turnCounter}${tokenCount !== undefined ? `, ${tokenCount} tokens` : ""})`);
|
|
45
|
+
}
|
|
46
|
+
}
|
|
47
|
+
logger.info(`Synced cache - size: ${state.toolParameters.size}, currentTurn: ${state.currentTurn}`);
|
|
48
|
+
trimToolParametersCache(state);
|
|
49
|
+
}
|
|
50
|
+
catch (error) {
|
|
51
|
+
logger.warn("Failed to sync tool parameters from OpenCode", {
|
|
52
|
+
error: error instanceof Error ? error.message : String(error),
|
|
53
|
+
});
|
|
54
|
+
}
|
|
55
|
+
}
|
|
56
|
+
/**
|
|
57
|
+
* Trim the tool parameters cache to prevent unbounded memory growth.
|
|
58
|
+
* Uses FIFO eviction - removes oldest entries first.
|
|
59
|
+
*/
|
|
60
|
+
export function trimToolParametersCache(state) {
|
|
61
|
+
if (state.toolParameters.size <= MAX_TOOL_CACHE_SIZE) {
|
|
62
|
+
return;
|
|
63
|
+
}
|
|
64
|
+
const keysToRemove = Array.from(state.toolParameters.keys()).slice(0, state.toolParameters.size - MAX_TOOL_CACHE_SIZE);
|
|
65
|
+
for (const key of keysToRemove) {
|
|
66
|
+
state.toolParameters.delete(key);
|
|
67
|
+
}
|
|
68
|
+
}
|
|
69
|
+
//# sourceMappingURL=tool-cache.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"tool-cache.js","sourceRoot":"","sources":["../../../lib/state/tool-cache.ts"],"names":[],"mappings":"AAGA,OAAO,EAAE,kBAAkB,EAAE,MAAM,iBAAiB,CAAA;AACpD,OAAO,EAAE,eAAe,EAAE,MAAM,qBAAqB,CAAA;AAErD,MAAM,mBAAmB,GAAG,IAAI,CAAA;AAEhC;;GAEG;AACH,MAAM,UAAU,aAAa,CACzB,KAAmB,EACnB,MAAoB,EACpB,MAAc,EACd,QAAqB;IAErB,IAAI,CAAC;QACD,MAAM,CAAC,IAAI,CAAC,gDAAgD,CAAC,CAAA;QAE7D,IAAI,WAAW,GAAG,CAAC,CAAA;QAEnB,KAAK,MAAM,GAAG,IAAI,QAAQ,EAAE,CAAC;YACzB,IAAI,kBAAkB,CAAC,KAAK,EAAE,GAAG,CAAC,EAAE,CAAC;gBACjC,SAAQ;YACZ,CAAC;YAED,MAAM,KAAK,GAAG,KAAK,CAAC,OAAO,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE,CAAA;YACvD,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;gBACvB,IAAI,IAAI,CAAC,IAAI,KAAK,YAAY,EAAE,CAAC;oBAC7B,WAAW,EAAE,CAAA;oBACb,SAAQ;gBACZ,CAAC;gBAED,IAAI,IAAI,CAAC,IAAI,KAAK,MAAM,IAAI,CAAC,IAAI,CAAC,MAAM,EAAE,CAAC;oBACvC,SAAQ;gBACZ,CAAC;gBAED,MAAM,qBAAqB,GAAG,MAAM,CAAC,cAAc,CAAC,OAAO,CAAA;gBAC3D,MAAM,mBAAmB,GAAG,MAAM,CAAC,cAAc,CAAC,KAAK,CAAA;gBACvD,MAAM,iBAAiB,GACnB,qBAAqB;oBACrB,mBAAmB,GAAG,CAAC;oBACvB,KAAK,CAAC,WAAW,GAAG,WAAW,GAAG,mBAAmB,CAAA;gBAEzD,IAAI,KAAK,CAAC,cAAc,CAAC,GAAG,CAAC,IAAI,CAAC,MAAM,CAAC,EAAE,CAAC;oBACxC,SAAQ;gBACZ,CAAC;gBAED,IAAI,iBAAiB,EAAE,CAAC;oBACpB,SAAQ;gBACZ,CAAC;gBAED,MAAM,UAAU,GAAG,eAAe,CAAC,IAAI,CAAC,CAAA;gBAExC,KAAK,CAAC,cAAc,CAAC,GAAG,CAAC,IAAI,CAAC,MAAM,EAAE;oBAClC,IAAI,EAAE,IAAI,CAAC,IAAI;oBACf,UAAU,EAAE,IAAI,CAAC,KAAK,EAAE,KAAK,IAAI,EAAE;oBACnC,MAAM,EAAE,IAAI,CAAC,KAAK,CAAC,MAAgC;oBACnD,KAAK,EAAE,IAAI,CAAC,KAAK,CAAC,MAAM,KAAK,OAAO,CAAC,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC,CAAC,SAAS;oBACnE,IAAI,EAAE,WAAW;oBACjB,UAAU;iBACb,CAAC,CAAA;gBACF,MAAM,CAAC,IAAI,CACP,mBAAmB,IAAI,CAAC,MAAM,UAAU,WAAW,GAAG,UAAU,KAAK,SAAS,CAAC,CAAC,CAAC,KAAK,UAAU,SAAS,CAAC,CAAC,CAAC,EAAE,GAAG,CACpH,CAAA;YACL,CAAC;QACL,CAAC;QAED,MAAM,CAAC,IAAI,CACP,wBAAwB,KAAK,CAAC,cAAc,CAAC,IAAI,kBAAkB,KAAK,CAAC,WAAW,EAAE,CACzF,CAAA;QACD,uBAAuB,CAAC,KAAK,CAAC,CAAA;IAClC,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACb,MAAM,CAAC,IAAI,CAAC,8CAA8C,EAAE;YACxD,KAAK,EAAE,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC;SAChE,CAAC,CAAA;IACN,CAAC;AACL,CAAC;AAED;;;GAGG;AACH,MAAM,UAAU,uBAAuB,CAAC,KAAmB;IACvD,IAAI,KAAK,CAAC,cAAc,CAAC,IAAI,IAAI,mBAAmB,EAAE,CAAC;QACnD,OAAM;IACV,CAAC;IAED,MAAM,YAAY,GAAG,KAAK,CAAC,IAAI,CAAC,KAAK,CAAC,cAAc,CAAC,IAAI,EAAE,CAAC,CAAC,KAAK,CAC9D,CAAC,EACD,KAAK,CAAC,cAAc,CAAC,IAAI,GAAG,mBAAmB,CAClD,CAAA;IAED,KAAK,MAAM,GAAG,IAAI,YAAY,EAAE,CAAC;QAC7B,KAAK,CAAC,cAAc,CAAC,MAAM,CAAC,GAAG,CAAC,CAAA;IACpC,CAAC;AACL,CAAC"}
|
|
@@ -0,0 +1,90 @@
|
|
|
1
|
+
import { Message, Part } from "@opencode-ai/sdk/v2";
|
|
2
|
+
export interface WithParts {
|
|
3
|
+
info: Message;
|
|
4
|
+
parts: Part[];
|
|
5
|
+
}
|
|
6
|
+
export type ToolStatus = "pending" | "running" | "completed" | "error";
|
|
7
|
+
export interface ToolParameterEntry {
|
|
8
|
+
tool: string;
|
|
9
|
+
parameters: any;
|
|
10
|
+
status?: ToolStatus;
|
|
11
|
+
error?: string;
|
|
12
|
+
turn: number;
|
|
13
|
+
tokenCount?: number;
|
|
14
|
+
}
|
|
15
|
+
export interface SessionStats {
|
|
16
|
+
pruneTokenCounter: number;
|
|
17
|
+
totalPruneTokens: number;
|
|
18
|
+
}
|
|
19
|
+
export interface PrunedMessageEntry {
|
|
20
|
+
tokenCount: number;
|
|
21
|
+
allBlockIds: number[];
|
|
22
|
+
activeBlockIds: number[];
|
|
23
|
+
}
|
|
24
|
+
export interface CompressionBlock {
|
|
25
|
+
blockId: number;
|
|
26
|
+
active: boolean;
|
|
27
|
+
deactivatedByUser: boolean;
|
|
28
|
+
compressedTokens: number;
|
|
29
|
+
topic: string;
|
|
30
|
+
startId: string;
|
|
31
|
+
endId: string;
|
|
32
|
+
anchorMessageId: string;
|
|
33
|
+
compressMessageId: string;
|
|
34
|
+
includedBlockIds: number[];
|
|
35
|
+
consumedBlockIds: number[];
|
|
36
|
+
parentBlockIds: number[];
|
|
37
|
+
directMessageIds: string[];
|
|
38
|
+
directToolIds: string[];
|
|
39
|
+
effectiveMessageIds: string[];
|
|
40
|
+
effectiveToolIds: string[];
|
|
41
|
+
createdAt: number;
|
|
42
|
+
deactivatedAt?: number;
|
|
43
|
+
deactivatedByBlockId?: number;
|
|
44
|
+
summary: string;
|
|
45
|
+
}
|
|
46
|
+
export interface PruneMessagesState {
|
|
47
|
+
byMessageId: Map<string, PrunedMessageEntry>;
|
|
48
|
+
blocksById: Map<number, CompressionBlock>;
|
|
49
|
+
activeBlockIds: Set<number>;
|
|
50
|
+
activeByAnchorMessageId: Map<string, number>;
|
|
51
|
+
nextBlockId: number;
|
|
52
|
+
}
|
|
53
|
+
export interface Prune {
|
|
54
|
+
tools: Map<string, number>;
|
|
55
|
+
messages: PruneMessagesState;
|
|
56
|
+
}
|
|
57
|
+
export interface PendingManualTrigger {
|
|
58
|
+
sessionId: string;
|
|
59
|
+
prompt: string;
|
|
60
|
+
}
|
|
61
|
+
export interface MessageIdState {
|
|
62
|
+
byRawId: Map<string, string>;
|
|
63
|
+
byRef: Map<string, string>;
|
|
64
|
+
nextRef: number;
|
|
65
|
+
}
|
|
66
|
+
export interface Nudges {
|
|
67
|
+
contextLimitAnchors: Set<string>;
|
|
68
|
+
turnNudgeAnchors: Set<string>;
|
|
69
|
+
iterationNudgeAnchors: Set<string>;
|
|
70
|
+
}
|
|
71
|
+
export interface SessionState {
|
|
72
|
+
sessionId: string | null;
|
|
73
|
+
isSubAgent: boolean;
|
|
74
|
+
manualMode: false | "active" | "compress-pending";
|
|
75
|
+
compressPermission: "ask" | "allow" | "deny" | undefined;
|
|
76
|
+
pendingManualTrigger: PendingManualTrigger | null;
|
|
77
|
+
prune: Prune;
|
|
78
|
+
nudges: Nudges;
|
|
79
|
+
stats: SessionStats;
|
|
80
|
+
toolParameters: Map<string, ToolParameterEntry>;
|
|
81
|
+
subAgentResultCache: Map<string, string>;
|
|
82
|
+
toolIdList: string[];
|
|
83
|
+
messageIds: MessageIdState;
|
|
84
|
+
lastCompaction: number;
|
|
85
|
+
currentTurn: number;
|
|
86
|
+
variant: string | undefined;
|
|
87
|
+
modelContextLimit: number | undefined;
|
|
88
|
+
systemPromptTokens: number | undefined;
|
|
89
|
+
}
|
|
90
|
+
//# sourceMappingURL=types.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"types.d.ts","sourceRoot":"","sources":["../../../lib/state/types.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,OAAO,EAAE,IAAI,EAAE,MAAM,qBAAqB,CAAA;AAEnD,MAAM,WAAW,SAAS;IACtB,IAAI,EAAE,OAAO,CAAA;IACb,KAAK,EAAE,IAAI,EAAE,CAAA;CAChB;AAED,MAAM,MAAM,UAAU,GAAG,SAAS,GAAG,SAAS,GAAG,WAAW,GAAG,OAAO,CAAA;AAEtE,MAAM,WAAW,kBAAkB;IAC/B,IAAI,EAAE,MAAM,CAAA;IACZ,UAAU,EAAE,GAAG,CAAA;IACf,MAAM,CAAC,EAAE,UAAU,CAAA;IACnB,KAAK,CAAC,EAAE,MAAM,CAAA;IACd,IAAI,EAAE,MAAM,CAAA;IACZ,UAAU,CAAC,EAAE,MAAM,CAAA;CACtB;AAED,MAAM,WAAW,YAAY;IACzB,iBAAiB,EAAE,MAAM,CAAA;IACzB,gBAAgB,EAAE,MAAM,CAAA;CAC3B;AAED,MAAM,WAAW,kBAAkB;IAC/B,UAAU,EAAE,MAAM,CAAA;IAClB,WAAW,EAAE,MAAM,EAAE,CAAA;IACrB,cAAc,EAAE,MAAM,EAAE,CAAA;CAC3B;AAED,MAAM,WAAW,gBAAgB;IAC7B,OAAO,EAAE,MAAM,CAAA;IACf,MAAM,EAAE,OAAO,CAAA;IACf,iBAAiB,EAAE,OAAO,CAAA;IAC1B,gBAAgB,EAAE,MAAM,CAAA;IACxB,KAAK,EAAE,MAAM,CAAA;IACb,OAAO,EAAE,MAAM,CAAA;IACf,KAAK,EAAE,MAAM,CAAA;IACb,eAAe,EAAE,MAAM,CAAA;IACvB,iBAAiB,EAAE,MAAM,CAAA;IACzB,gBAAgB,EAAE,MAAM,EAAE,CAAA;IAC1B,gBAAgB,EAAE,MAAM,EAAE,CAAA;IAC1B,cAAc,EAAE,MAAM,EAAE,CAAA;IACxB,gBAAgB,EAAE,MAAM,EAAE,CAAA;IAC1B,aAAa,EAAE,MAAM,EAAE,CAAA;IACvB,mBAAmB,EAAE,MAAM,EAAE,CAAA;IAC7B,gBAAgB,EAAE,MAAM,EAAE,CAAA;IAC1B,SAAS,EAAE,MAAM,CAAA;IACjB,aAAa,CAAC,EAAE,MAAM,CAAA;IACtB,oBAAoB,CAAC,EAAE,MAAM,CAAA;IAC7B,OAAO,EAAE,MAAM,CAAA;CAClB;AAED,MAAM,WAAW,kBAAkB;IAC/B,WAAW,EAAE,GAAG,CAAC,MAAM,EAAE,kBAAkB,CAAC,CAAA;IAC5C,UAAU,EAAE,GAAG,CAAC,MAAM,EAAE,gBAAgB,CAAC,CAAA;IACzC,cAAc,EAAE,GAAG,CAAC,MAAM,CAAC,CAAA;IAC3B,uBAAuB,EAAE,GAAG,CAAC,MAAM,EAAE,MAAM,CAAC,CAAA;IAC5C,WAAW,EAAE,MAAM,CAAA;CACtB;AAED,MAAM,WAAW,KAAK;IAClB,KAAK,EAAE,GAAG,CAAC,MAAM,EAAE,MAAM,CAAC,CAAA;IAC1B,QAAQ,EAAE,kBAAkB,CAAA;CAC/B;AAED,MAAM,WAAW,oBAAoB;IACjC,SAAS,EAAE,MAAM,CAAA;IACjB,MAAM,EAAE,MAAM,CAAA;CACjB;AAED,MAAM,WAAW,cAAc;IAC3B,OAAO,EAAE,GAAG,CAAC,MAAM,EAAE,MAAM,CAAC,CAAA;IAC5B,KAAK,EAAE,GAAG,CAAC,MAAM,EAAE,MAAM,CAAC,CAAA;IAC1B,OAAO,EAAE,MAAM,CAAA;CAClB;AAED,MAAM,WAAW,MAAM;IACnB,mBAAmB,EAAE,GAAG,CAAC,MAAM,CAAC,CAAA;IAChC,gBAAgB,EAAE,GAAG,CAAC,MAAM,CAAC,CAAA;IAC7B,qBAAqB,EAAE,GAAG,CAAC,MAAM,CAAC,CAAA;CACrC;AAED,MAAM,WAAW,YAAY;IACzB,SAAS,EAAE,MAAM,GAAG,IAAI,CAAA;IACxB,UAAU,EAAE,OAAO,CAAA;IACnB,UAAU,EAAE,KAAK,GAAG,QAAQ,GAAG,kBAAkB,CAAA;IACjD,kBAAkB,EAAE,KAAK,GAAG,OAAO,GAAG,MAAM,GAAG,SAAS,CAAA;IACxD,oBAAoB,EAAE,oBAAoB,GAAG,IAAI,CAAA;IACjD,KAAK,EAAE,KAAK,CAAA;IACZ,MAAM,EAAE,MAAM,CAAA;IACd,KAAK,EAAE,YAAY,CAAA;IACnB,cAAc,EAAE,GAAG,CAAC,MAAM,EAAE,kBAAkB,CAAC,CAAA;IAC/C,mBAAmB,EAAE,GAAG,CAAC,MAAM,EAAE,MAAM,CAAC,CAAA;IACxC,UAAU,EAAE,MAAM,EAAE,CAAA;IACpB,UAAU,EAAE,cAAc,CAAA;IAC1B,cAAc,EAAE,MAAM,CAAA;IACtB,WAAW,EAAE,MAAM,CAAA;IACnB,OAAO,EAAE,MAAM,GAAG,SAAS,CAAA;IAC3B,iBAAiB,EAAE,MAAM,GAAG,SAAS,CAAA;IACrC,kBAAkB,EAAE,MAAM,GAAG,SAAS,CAAA;CACzC"}
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"types.js","sourceRoot":"","sources":["../../../lib/state/types.ts"],"names":[],"mappings":""}
|
|
@@ -0,0 +1,18 @@
|
|
|
1
|
+
import type { CompressionBlock, PruneMessagesState, PrunedMessageEntry, SessionState, WithParts } from "./types";
|
|
2
|
+
interface PersistedPruneMessagesState {
|
|
3
|
+
byMessageId?: Record<string, PrunedMessageEntry>;
|
|
4
|
+
blocksById?: Record<string, CompressionBlock>;
|
|
5
|
+
activeBlockIds?: number[];
|
|
6
|
+
activeByAnchorMessageId?: Record<string, number>;
|
|
7
|
+
nextBlockId?: number;
|
|
8
|
+
}
|
|
9
|
+
export declare function isSubAgentSession(client: any, sessionID: string): Promise<boolean>;
|
|
10
|
+
export declare function findLastCompactionTimestamp(messages: WithParts[]): number;
|
|
11
|
+
export declare function countTurns(state: SessionState, messages: WithParts[]): number;
|
|
12
|
+
export declare function loadPruneMap(obj?: Record<string, number>): Map<string, number>;
|
|
13
|
+
export declare function createPruneMessagesState(): PruneMessagesState;
|
|
14
|
+
export declare function loadPruneMessagesState(persisted?: PersistedPruneMessagesState): PruneMessagesState;
|
|
15
|
+
export declare function collectTurnNudgeAnchors(messages: WithParts[]): Set<string>;
|
|
16
|
+
export declare function resetOnCompaction(state: SessionState): void;
|
|
17
|
+
export {};
|
|
18
|
+
//# sourceMappingURL=utils.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"utils.d.ts","sourceRoot":"","sources":["../../../lib/state/utils.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EACR,gBAAgB,EAChB,kBAAkB,EAClB,kBAAkB,EAClB,YAAY,EACZ,SAAS,EACZ,MAAM,SAAS,CAAA;AAIhB,UAAU,2BAA2B;IACjC,WAAW,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,kBAAkB,CAAC,CAAA;IAChD,UAAU,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,gBAAgB,CAAC,CAAA;IAC7C,cAAc,CAAC,EAAE,MAAM,EAAE,CAAA;IACzB,uBAAuB,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAA;IAChD,WAAW,CAAC,EAAE,MAAM,CAAA;CACvB;AAED,wBAAsB,iBAAiB,CAAC,MAAM,EAAE,GAAG,EAAE,SAAS,EAAE,MAAM,GAAG,OAAO,CAAC,OAAO,CAAC,CAOxF;AAED,wBAAgB,2BAA2B,CAAC,QAAQ,EAAE,SAAS,EAAE,GAAG,MAAM,CAQzE;AAED,wBAAgB,UAAU,CAAC,KAAK,EAAE,YAAY,EAAE,QAAQ,EAAE,SAAS,EAAE,GAAG,MAAM,CAc7E;AAED,wBAAgB,YAAY,CAAC,GAAG,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,GAAG,GAAG,CAAC,MAAM,EAAE,MAAM,CAAC,CAU9E;AAED,wBAAgB,wBAAwB,IAAI,kBAAkB,CAQ7D;AAED,wBAAgB,sBAAsB,CAClC,SAAS,CAAC,EAAE,2BAA2B,GACxC,kBAAkB,CA0IpB;AAcD,wBAAgB,uBAAuB,CAAC,QAAQ,EAAE,SAAS,EAAE,GAAG,GAAG,CAAC,MAAM,CAAC,CA0B1E;AAED,wBAAgB,iBAAiB,CAAC,KAAK,EAAE,YAAY,GAAG,IAAI,CAS3D"}
|
|
@@ -0,0 +1,196 @@
|
|
|
1
|
+
import { isMessageCompacted } from "../shared-utils";
|
|
2
|
+
import { isIgnoredUserMessage } from "../messages/utils";
|
|
3
|
+
export async function isSubAgentSession(client, sessionID) {
|
|
4
|
+
try {
|
|
5
|
+
const result = await client.session.get({ path: { id: sessionID } });
|
|
6
|
+
return !!result.data?.parentID;
|
|
7
|
+
}
|
|
8
|
+
catch (error) {
|
|
9
|
+
return false;
|
|
10
|
+
}
|
|
11
|
+
}
|
|
12
|
+
export function findLastCompactionTimestamp(messages) {
|
|
13
|
+
for (let i = messages.length - 1; i >= 0; i--) {
|
|
14
|
+
const msg = messages[i];
|
|
15
|
+
if (msg.info.role === "assistant" && msg.info.summary === true) {
|
|
16
|
+
return msg.info.time.created;
|
|
17
|
+
}
|
|
18
|
+
}
|
|
19
|
+
return 0;
|
|
20
|
+
}
|
|
21
|
+
export function countTurns(state, messages) {
|
|
22
|
+
let turnCount = 0;
|
|
23
|
+
for (const msg of messages) {
|
|
24
|
+
if (isMessageCompacted(state, msg)) {
|
|
25
|
+
continue;
|
|
26
|
+
}
|
|
27
|
+
const parts = Array.isArray(msg.parts) ? msg.parts : [];
|
|
28
|
+
for (const part of parts) {
|
|
29
|
+
if (part.type === "step-start") {
|
|
30
|
+
turnCount++;
|
|
31
|
+
}
|
|
32
|
+
}
|
|
33
|
+
}
|
|
34
|
+
return turnCount;
|
|
35
|
+
}
|
|
36
|
+
export function loadPruneMap(obj) {
|
|
37
|
+
if (!obj || typeof obj !== "object") {
|
|
38
|
+
return new Map();
|
|
39
|
+
}
|
|
40
|
+
const entries = Object.entries(obj).filter((entry) => typeof entry[0] === "string" && typeof entry[1] === "number");
|
|
41
|
+
return new Map(entries);
|
|
42
|
+
}
|
|
43
|
+
export function createPruneMessagesState() {
|
|
44
|
+
return {
|
|
45
|
+
byMessageId: new Map(),
|
|
46
|
+
blocksById: new Map(),
|
|
47
|
+
activeBlockIds: new Set(),
|
|
48
|
+
activeByAnchorMessageId: new Map(),
|
|
49
|
+
nextBlockId: 1,
|
|
50
|
+
};
|
|
51
|
+
}
|
|
52
|
+
export function loadPruneMessagesState(persisted) {
|
|
53
|
+
const state = createPruneMessagesState();
|
|
54
|
+
if (!persisted || typeof persisted !== "object") {
|
|
55
|
+
return state;
|
|
56
|
+
}
|
|
57
|
+
if (typeof persisted.nextBlockId === "number" && Number.isInteger(persisted.nextBlockId)) {
|
|
58
|
+
state.nextBlockId = Math.max(1, persisted.nextBlockId);
|
|
59
|
+
}
|
|
60
|
+
if (persisted.byMessageId && typeof persisted.byMessageId === "object") {
|
|
61
|
+
for (const [messageId, entry] of Object.entries(persisted.byMessageId)) {
|
|
62
|
+
if (!entry || typeof entry !== "object") {
|
|
63
|
+
continue;
|
|
64
|
+
}
|
|
65
|
+
const tokenCount = typeof entry.tokenCount === "number" ? entry.tokenCount : 0;
|
|
66
|
+
const allBlockIds = Array.isArray(entry.allBlockIds)
|
|
67
|
+
? [
|
|
68
|
+
...new Set(entry.allBlockIds.filter((id) => Number.isInteger(id) && id > 0)),
|
|
69
|
+
]
|
|
70
|
+
: [];
|
|
71
|
+
const activeBlockIds = Array.isArray(entry.activeBlockIds)
|
|
72
|
+
? [
|
|
73
|
+
...new Set(entry.activeBlockIds.filter((id) => Number.isInteger(id) && id > 0)),
|
|
74
|
+
]
|
|
75
|
+
: [];
|
|
76
|
+
state.byMessageId.set(messageId, {
|
|
77
|
+
tokenCount,
|
|
78
|
+
allBlockIds,
|
|
79
|
+
activeBlockIds,
|
|
80
|
+
});
|
|
81
|
+
}
|
|
82
|
+
}
|
|
83
|
+
if (persisted.blocksById && typeof persisted.blocksById === "object") {
|
|
84
|
+
for (const [blockIdStr, block] of Object.entries(persisted.blocksById)) {
|
|
85
|
+
const blockId = Number.parseInt(blockIdStr, 10);
|
|
86
|
+
if (!Number.isInteger(blockId) || blockId < 1 || !block || typeof block !== "object") {
|
|
87
|
+
continue;
|
|
88
|
+
}
|
|
89
|
+
const toNumberArray = (value) => Array.isArray(value)
|
|
90
|
+
? [
|
|
91
|
+
...new Set(value.filter((item) => Number.isInteger(item) && item > 0)),
|
|
92
|
+
]
|
|
93
|
+
: [];
|
|
94
|
+
const toStringArray = (value) => Array.isArray(value)
|
|
95
|
+
? [...new Set(value.filter((item) => typeof item === "string"))]
|
|
96
|
+
: [];
|
|
97
|
+
state.blocksById.set(blockId, {
|
|
98
|
+
blockId,
|
|
99
|
+
active: block.active === true,
|
|
100
|
+
deactivatedByUser: block.deactivatedByUser === true,
|
|
101
|
+
compressedTokens: typeof block.compressedTokens === "number" &&
|
|
102
|
+
Number.isFinite(block.compressedTokens)
|
|
103
|
+
? Math.max(0, block.compressedTokens)
|
|
104
|
+
: 0,
|
|
105
|
+
topic: typeof block.topic === "string" ? block.topic : "",
|
|
106
|
+
startId: typeof block.startId === "string" ? block.startId : "",
|
|
107
|
+
endId: typeof block.endId === "string" ? block.endId : "",
|
|
108
|
+
anchorMessageId: typeof block.anchorMessageId === "string" ? block.anchorMessageId : "",
|
|
109
|
+
compressMessageId: typeof block.compressMessageId === "string" ? block.compressMessageId : "",
|
|
110
|
+
includedBlockIds: toNumberArray(block.includedBlockIds),
|
|
111
|
+
consumedBlockIds: toNumberArray(block.consumedBlockIds),
|
|
112
|
+
parentBlockIds: toNumberArray(block.parentBlockIds),
|
|
113
|
+
directMessageIds: toStringArray(block.directMessageIds),
|
|
114
|
+
directToolIds: toStringArray(block.directToolIds),
|
|
115
|
+
effectiveMessageIds: toStringArray(block.effectiveMessageIds),
|
|
116
|
+
effectiveToolIds: toStringArray(block.effectiveToolIds),
|
|
117
|
+
createdAt: typeof block.createdAt === "number" ? block.createdAt : 0,
|
|
118
|
+
deactivatedAt: typeof block.deactivatedAt === "number" ? block.deactivatedAt : undefined,
|
|
119
|
+
deactivatedByBlockId: typeof block.deactivatedByBlockId === "number" &&
|
|
120
|
+
Number.isInteger(block.deactivatedByBlockId)
|
|
121
|
+
? block.deactivatedByBlockId
|
|
122
|
+
: undefined,
|
|
123
|
+
summary: typeof block.summary === "string" ? block.summary : "",
|
|
124
|
+
});
|
|
125
|
+
}
|
|
126
|
+
}
|
|
127
|
+
if (Array.isArray(persisted.activeBlockIds)) {
|
|
128
|
+
for (const blockId of persisted.activeBlockIds) {
|
|
129
|
+
if (!Number.isInteger(blockId) || blockId < 1) {
|
|
130
|
+
continue;
|
|
131
|
+
}
|
|
132
|
+
state.activeBlockIds.add(blockId);
|
|
133
|
+
}
|
|
134
|
+
}
|
|
135
|
+
if (persisted.activeByAnchorMessageId &&
|
|
136
|
+
typeof persisted.activeByAnchorMessageId === "object") {
|
|
137
|
+
for (const [anchorMessageId, blockId] of Object.entries(persisted.activeByAnchorMessageId)) {
|
|
138
|
+
if (typeof blockId !== "number" || !Number.isInteger(blockId) || blockId < 1) {
|
|
139
|
+
continue;
|
|
140
|
+
}
|
|
141
|
+
state.activeByAnchorMessageId.set(anchorMessageId, blockId);
|
|
142
|
+
}
|
|
143
|
+
}
|
|
144
|
+
for (const [blockId, block] of state.blocksById) {
|
|
145
|
+
if (block.active) {
|
|
146
|
+
state.activeBlockIds.add(blockId);
|
|
147
|
+
if (block.anchorMessageId) {
|
|
148
|
+
state.activeByAnchorMessageId.set(block.anchorMessageId, blockId);
|
|
149
|
+
}
|
|
150
|
+
}
|
|
151
|
+
if (blockId >= state.nextBlockId) {
|
|
152
|
+
state.nextBlockId = blockId + 1;
|
|
153
|
+
}
|
|
154
|
+
}
|
|
155
|
+
return state;
|
|
156
|
+
}
|
|
157
|
+
function hasCompletedCompress(message) {
|
|
158
|
+
if (message.info.role !== "assistant") {
|
|
159
|
+
return false;
|
|
160
|
+
}
|
|
161
|
+
const parts = Array.isArray(message.parts) ? message.parts : [];
|
|
162
|
+
return parts.some((part) => part.type === "tool" && part.tool === "compress" && part.state?.status === "completed");
|
|
163
|
+
}
|
|
164
|
+
export function collectTurnNudgeAnchors(messages) {
|
|
165
|
+
const anchors = new Set();
|
|
166
|
+
let pendingUserMessageId = null;
|
|
167
|
+
for (let i = messages.length - 1; i >= 0; i--) {
|
|
168
|
+
const message = messages[i];
|
|
169
|
+
if (hasCompletedCompress(message)) {
|
|
170
|
+
break;
|
|
171
|
+
}
|
|
172
|
+
if (message.info.role === "user") {
|
|
173
|
+
if (!isIgnoredUserMessage(message)) {
|
|
174
|
+
pendingUserMessageId = message.info.id;
|
|
175
|
+
}
|
|
176
|
+
continue;
|
|
177
|
+
}
|
|
178
|
+
if (message.info.role === "assistant" && pendingUserMessageId) {
|
|
179
|
+
anchors.add(message.info.id);
|
|
180
|
+
anchors.add(pendingUserMessageId);
|
|
181
|
+
pendingUserMessageId = null;
|
|
182
|
+
}
|
|
183
|
+
}
|
|
184
|
+
return anchors;
|
|
185
|
+
}
|
|
186
|
+
export function resetOnCompaction(state) {
|
|
187
|
+
state.toolParameters.clear();
|
|
188
|
+
state.prune.tools = new Map();
|
|
189
|
+
state.prune.messages = createPruneMessagesState();
|
|
190
|
+
state.nudges = {
|
|
191
|
+
contextLimitAnchors: new Set(),
|
|
192
|
+
turnNudgeAnchors: new Set(),
|
|
193
|
+
iterationNudgeAnchors: new Set(),
|
|
194
|
+
};
|
|
195
|
+
}
|
|
196
|
+
//# sourceMappingURL=utils.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"utils.js","sourceRoot":"","sources":["../../../lib/state/utils.ts"],"names":[],"mappings":"AAOA,OAAO,EAAE,kBAAkB,EAAE,MAAM,iBAAiB,CAAA;AACpD,OAAO,EAAE,oBAAoB,EAAE,MAAM,mBAAmB,CAAA;AAUxD,MAAM,CAAC,KAAK,UAAU,iBAAiB,CAAC,MAAW,EAAE,SAAiB;IAClE,IAAI,CAAC;QACD,MAAM,MAAM,GAAG,MAAM,MAAM,CAAC,OAAO,CAAC,GAAG,CAAC,EAAE,IAAI,EAAE,EAAE,EAAE,EAAE,SAAS,EAAE,EAAE,CAAC,CAAA;QACpE,OAAO,CAAC,CAAC,MAAM,CAAC,IAAI,EAAE,QAAQ,CAAA;IAClC,CAAC;IAAC,OAAO,KAAU,EAAE,CAAC;QAClB,OAAO,KAAK,CAAA;IAChB,CAAC;AACL,CAAC;AAED,MAAM,UAAU,2BAA2B,CAAC,QAAqB;IAC7D,KAAK,IAAI,CAAC,GAAG,QAAQ,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC,IAAI,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC;QAC5C,MAAM,GAAG,GAAG,QAAQ,CAAC,CAAC,CAAC,CAAA;QACvB,IAAI,GAAG,CAAC,IAAI,CAAC,IAAI,KAAK,WAAW,IAAI,GAAG,CAAC,IAAI,CAAC,OAAO,KAAK,IAAI,EAAE,CAAC;YAC7D,OAAO,GAAG,CAAC,IAAI,CAAC,IAAI,CAAC,OAAO,CAAA;QAChC,CAAC;IACL,CAAC;IACD,OAAO,CAAC,CAAA;AACZ,CAAC;AAED,MAAM,UAAU,UAAU,CAAC,KAAmB,EAAE,QAAqB;IACjE,IAAI,SAAS,GAAG,CAAC,CAAA;IACjB,KAAK,MAAM,GAAG,IAAI,QAAQ,EAAE,CAAC;QACzB,IAAI,kBAAkB,CAAC,KAAK,EAAE,GAAG,CAAC,EAAE,CAAC;YACjC,SAAQ;QACZ,CAAC;QACD,MAAM,KAAK,GAAG,KAAK,CAAC,OAAO,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE,CAAA;QACvD,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;YACvB,IAAI,IAAI,CAAC,IAAI,KAAK,YAAY,EAAE,CAAC;gBAC7B,SAAS,EAAE,CAAA;YACf,CAAC;QACL,CAAC;IACL,CAAC;IACD,OAAO,SAAS,CAAA;AACpB,CAAC;AAED,MAAM,UAAU,YAAY,CAAC,GAA4B;IACrD,IAAI,CAAC,GAAG,IAAI,OAAO,GAAG,KAAK,QAAQ,EAAE,CAAC;QAClC,OAAO,IAAI,GAAG,EAAE,CAAA;IACpB,CAAC;IAED,MAAM,OAAO,GAAG,MAAM,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC,MAAM,CACtC,CAAC,KAAK,EAA6B,EAAE,CACjC,OAAO,KAAK,CAAC,CAAC,CAAC,KAAK,QAAQ,IAAI,OAAO,KAAK,CAAC,CAAC,CAAC,KAAK,QAAQ,CACnE,CAAA;IACD,OAAO,IAAI,GAAG,CAAC,OAAO,CAAC,CAAA;AAC3B,CAAC;AAED,MAAM,UAAU,wBAAwB;IACpC,OAAO;QACH,WAAW,EAAE,IAAI,GAAG,EAA8B;QAClD,UAAU,EAAE,IAAI,GAAG,EAA4B;QAC/C,cAAc,EAAE,IAAI,GAAG,EAAU;QACjC,uBAAuB,EAAE,IAAI,GAAG,EAAkB;QAClD,WAAW,EAAE,CAAC;KACjB,CAAA;AACL,CAAC;AAED,MAAM,UAAU,sBAAsB,CAClC,SAAuC;IAEvC,MAAM,KAAK,GAAG,wBAAwB,EAAE,CAAA;IACxC,IAAI,CAAC,SAAS,IAAI,OAAO,SAAS,KAAK,QAAQ,EAAE,CAAC;QAC9C,OAAO,KAAK,CAAA;IAChB,CAAC;IAED,IAAI,OAAO,SAAS,CAAC,WAAW,KAAK,QAAQ,IAAI,MAAM,CAAC,SAAS,CAAC,SAAS,CAAC,WAAW,CAAC,EAAE,CAAC;QACvF,KAAK,CAAC,WAAW,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,SAAS,CAAC,WAAW,CAAC,CAAA;IAC1D,CAAC;IAED,IAAI,SAAS,CAAC,WAAW,IAAI,OAAO,SAAS,CAAC,WAAW,KAAK,QAAQ,EAAE,CAAC;QACrE,KAAK,MAAM,CAAC,SAAS,EAAE,KAAK,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,SAAS,CAAC,WAAW,CAAC,EAAE,CAAC;YACrE,IAAI,CAAC,KAAK,IAAI,OAAO,KAAK,KAAK,QAAQ,EAAE,CAAC;gBACtC,SAAQ;YACZ,CAAC;YAED,MAAM,UAAU,GAAG,OAAO,KAAK,CAAC,UAAU,KAAK,QAAQ,CAAC,CAAC,CAAC,KAAK,CAAC,UAAU,CAAC,CAAC,CAAC,CAAC,CAAA;YAC9E,MAAM,WAAW,GAAG,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC,WAAW,CAAC;gBAChD,CAAC,CAAC;oBACI,GAAG,IAAI,GAAG,CACN,KAAK,CAAC,WAAW,CAAC,MAAM,CACpB,CAAC,EAAE,EAAgB,EAAE,CAAC,MAAM,CAAC,SAAS,CAAC,EAAE,CAAC,IAAI,EAAE,GAAG,CAAC,CACvD,CACJ;iBACJ;gBACH,CAAC,CAAC,EAAE,CAAA;YACR,MAAM,cAAc,GAAG,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC,cAAc,CAAC;gBACtD,CAAC,CAAC;oBACI,GAAG,IAAI,GAAG,CACN,KAAK,CAAC,cAAc,CAAC,MAAM,CACvB,CAAC,EAAE,EAAgB,EAAE,CAAC,MAAM,CAAC,SAAS,CAAC,EAAE,CAAC,IAAI,EAAE,GAAG,CAAC,CACvD,CACJ;iBACJ;gBACH,CAAC,CAAC,EAAE,CAAA;YAER,KAAK,CAAC,WAAW,CAAC,GAAG,CAAC,SAAS,EAAE;gBAC7B,UAAU;gBACV,WAAW;gBACX,cAAc;aACjB,CAAC,CAAA;QACN,CAAC;IACL,CAAC;IAED,IAAI,SAAS,CAAC,UAAU,IAAI,OAAO,SAAS,CAAC,UAAU,KAAK,QAAQ,EAAE,CAAC;QACnE,KAAK,MAAM,CAAC,UAAU,EAAE,KAAK,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,SAAS,CAAC,UAAU,CAAC,EAAE,CAAC;YACrE,MAAM,OAAO,GAAG,MAAM,CAAC,QAAQ,CAAC,UAAU,EAAE,EAAE,CAAC,CAAA;YAC/C,IAAI,CAAC,MAAM,CAAC,SAAS,CAAC,OAAO,CAAC,IAAI,OAAO,GAAG,CAAC,IAAI,CAAC,KAAK,IAAI,OAAO,KAAK,KAAK,QAAQ,EAAE,CAAC;gBACnF,SAAQ;YACZ,CAAC;YAED,MAAM,aAAa,GAAG,CAAC,KAAc,EAAY,EAAE,CAC/C,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC;gBAChB,CAAC,CAAC;oBACI,GAAG,IAAI,GAAG,CACN,KAAK,CAAC,MAAM,CACR,CAAC,IAAI,EAAkB,EAAE,CAAC,MAAM,CAAC,SAAS,CAAC,IAAI,CAAC,IAAI,IAAI,GAAG,CAAC,CAC/D,CACJ;iBACJ;gBACH,CAAC,CAAC,EAAE,CAAA;YACZ,MAAM,aAAa,GAAG,CAAC,KAAc,EAAY,EAAE,CAC/C,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC;gBAChB,CAAC,CAAC,CAAC,GAAG,IAAI,GAAG,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC,IAAI,EAAkB,EAAE,CAAC,OAAO,IAAI,KAAK,QAAQ,CAAC,CAAC,CAAC;gBAChF,CAAC,CAAC,EAAE,CAAA;YAEZ,KAAK,CAAC,UAAU,CAAC,GAAG,CAAC,OAAO,EAAE;gBAC1B,OAAO;gBACP,MAAM,EAAE,KAAK,CAAC,MAAM,KAAK,IAAI;gBAC7B,iBAAiB,EAAE,KAAK,CAAC,iBAAiB,KAAK,IAAI;gBACnD,gBAAgB,EACZ,OAAO,KAAK,CAAC,gBAAgB,KAAK,QAAQ;oBAC1C,MAAM,CAAC,QAAQ,CAAC,KAAK,CAAC,gBAAgB,CAAC;oBACnC,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,KAAK,CAAC,gBAAgB,CAAC;oBACrC,CAAC,CAAC,CAAC;gBACX,KAAK,EAAE,OAAO,KAAK,CAAC,KAAK,KAAK,QAAQ,CAAC,CAAC,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE;gBACzD,OAAO,EAAE,OAAO,KAAK,CAAC,OAAO,KAAK,QAAQ,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE;gBAC/D,KAAK,EAAE,OAAO,KAAK,CAAC,KAAK,KAAK,QAAQ,CAAC,CAAC,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE;gBACzD,eAAe,EACX,OAAO,KAAK,CAAC,eAAe,KAAK,QAAQ,CAAC,CAAC,CAAC,KAAK,CAAC,eAAe,CAAC,CAAC,CAAC,EAAE;gBAC1E,iBAAiB,EACb,OAAO,KAAK,CAAC,iBAAiB,KAAK,QAAQ,CAAC,CAAC,CAAC,KAAK,CAAC,iBAAiB,CAAC,CAAC,CAAC,EAAE;gBAC9E,gBAAgB,EAAE,aAAa,CAAC,KAAK,CAAC,gBAAgB,CAAC;gBACvD,gBAAgB,EAAE,aAAa,CAAC,KAAK,CAAC,gBAAgB,CAAC;gBACvD,cAAc,EAAE,aAAa,CAAC,KAAK,CAAC,cAAc,CAAC;gBACnD,gBAAgB,EAAE,aAAa,CAAC,KAAK,CAAC,gBAAgB,CAAC;gBACvD,aAAa,EAAE,aAAa,CAAC,KAAK,CAAC,aAAa,CAAC;gBACjD,mBAAmB,EAAE,aAAa,CAAC,KAAK,CAAC,mBAAmB,CAAC;gBAC7D,gBAAgB,EAAE,aAAa,CAAC,KAAK,CAAC,gBAAgB,CAAC;gBACvD,SAAS,EAAE,OAAO,KAAK,CAAC,SAAS,KAAK,QAAQ,CAAC,CAAC,CAAC,KAAK,CAAC,SAAS,CAAC,CAAC,CAAC,CAAC;gBACpE,aAAa,EACT,OAAO,KAAK,CAAC,aAAa,KAAK,QAAQ,CAAC,CAAC,CAAC,KAAK,CAAC,aAAa,CAAC,CAAC,CAAC,SAAS;gBAC7E,oBAAoB,EAChB,OAAO,KAAK,CAAC,oBAAoB,KAAK,QAAQ;oBAC9C,MAAM,CAAC,SAAS,CAAC,KAAK,CAAC,oBAAoB,CAAC;oBACxC,CAAC,CAAC,KAAK,CAAC,oBAAoB;oBAC5B,CAAC,CAAC,SAAS;gBACnB,OAAO,EAAE,OAAO,KAAK,CAAC,OAAO,KAAK,QAAQ,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE;aAClE,CAAC,CAAA;QACN,CAAC;IACL,CAAC;IAED,IAAI,KAAK,CAAC,OAAO,CAAC,SAAS,CAAC,cAAc,CAAC,EAAE,CAAC;QAC1C,KAAK,MAAM,OAAO,IAAI,SAAS,CAAC,cAAc,EAAE,CAAC;YAC7C,IAAI,CAAC,MAAM,CAAC,SAAS,CAAC,OAAO,CAAC,IAAI,OAAO,GAAG,CAAC,EAAE,CAAC;gBAC5C,SAAQ;YACZ,CAAC;YACD,KAAK,CAAC,cAAc,CAAC,GAAG,CAAC,OAAO,CAAC,CAAA;QACrC,CAAC;IACL,CAAC;IAED,IACI,SAAS,CAAC,uBAAuB;QACjC,OAAO,SAAS,CAAC,uBAAuB,KAAK,QAAQ,EACvD,CAAC;QACC,KAAK,MAAM,CAAC,eAAe,EAAE,OAAO,CAAC,IAAI,MAAM,CAAC,OAAO,CACnD,SAAS,CAAC,uBAAuB,CACpC,EAAE,CAAC;YACA,IAAI,OAAO,OAAO,KAAK,QAAQ,IAAI,CAAC,MAAM,CAAC,SAAS,CAAC,OAAO,CAAC,IAAI,OAAO,GAAG,CAAC,EAAE,CAAC;gBAC3E,SAAQ;YACZ,CAAC;YACD,KAAK,CAAC,uBAAuB,CAAC,GAAG,CAAC,eAAe,EAAE,OAAO,CAAC,CAAA;QAC/D,CAAC;IACL,CAAC;IAED,KAAK,MAAM,CAAC,OAAO,EAAE,KAAK,CAAC,IAAI,KAAK,CAAC,UAAU,EAAE,CAAC;QAC9C,IAAI,KAAK,CAAC,MAAM,EAAE,CAAC;YACf,KAAK,CAAC,cAAc,CAAC,GAAG,CAAC,OAAO,CAAC,CAAA;YACjC,IAAI,KAAK,CAAC,eAAe,EAAE,CAAC;gBACxB,KAAK,CAAC,uBAAuB,CAAC,GAAG,CAAC,KAAK,CAAC,eAAe,EAAE,OAAO,CAAC,CAAA;YACrE,CAAC;QACL,CAAC;QACD,IAAI,OAAO,IAAI,KAAK,CAAC,WAAW,EAAE,CAAC;YAC/B,KAAK,CAAC,WAAW,GAAG,OAAO,GAAG,CAAC,CAAA;QACnC,CAAC;IACL,CAAC;IAED,OAAO,KAAK,CAAA;AAChB,CAAC;AAED,SAAS,oBAAoB,CAAC,OAAkB;IAC5C,IAAI,OAAO,CAAC,IAAI,CAAC,IAAI,KAAK,WAAW,EAAE,CAAC;QACpC,OAAO,KAAK,CAAA;IAChB,CAAC;IAED,MAAM,KAAK,GAAG,KAAK,CAAC,OAAO,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE,CAAA;IAC/D,OAAO,KAAK,CAAC,IAAI,CACb,CAAC,IAAI,EAAE,EAAE,CACL,IAAI,CAAC,IAAI,KAAK,MAAM,IAAI,IAAI,CAAC,IAAI,KAAK,UAAU,IAAI,IAAI,CAAC,KAAK,EAAE,MAAM,KAAK,WAAW,CAC7F,CAAA;AACL,CAAC;AAED,MAAM,UAAU,uBAAuB,CAAC,QAAqB;IACzD,MAAM,OAAO,GAAG,IAAI,GAAG,EAAU,CAAA;IACjC,IAAI,oBAAoB,GAAkB,IAAI,CAAA;IAE9C,KAAK,IAAI,CAAC,GAAG,QAAQ,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC,IAAI,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC;QAC5C,MAAM,OAAO,GAAG,QAAQ,CAAC,CAAC,CAAC,CAAA;QAE3B,IAAI,oBAAoB,CAAC,OAAO,CAAC,EAAE,CAAC;YAChC,MAAK;QACT,CAAC;QAED,IAAI,OAAO,CAAC,IAAI,CAAC,IAAI,KAAK,MAAM,EAAE,CAAC;YAC/B,IAAI,CAAC,oBAAoB,CAAC,OAAO,CAAC,EAAE,CAAC;gBACjC,oBAAoB,GAAG,OAAO,CAAC,IAAI,CAAC,EAAE,CAAA;YAC1C,CAAC;YACD,SAAQ;QACZ,CAAC;QAED,IAAI,OAAO,CAAC,IAAI,CAAC,IAAI,KAAK,WAAW,IAAI,oBAAoB,EAAE,CAAC;YAC5D,OAAO,CAAC,GAAG,CAAC,OAAO,CAAC,IAAI,CAAC,EAAE,CAAC,CAAA;YAC5B,OAAO,CAAC,GAAG,CAAC,oBAAoB,CAAC,CAAA;YACjC,oBAAoB,GAAG,IAAI,CAAA;QAC/B,CAAC;IACL,CAAC;IAED,OAAO,OAAO,CAAA;AAClB,CAAC;AAED,MAAM,UAAU,iBAAiB,CAAC,KAAmB;IACjD,KAAK,CAAC,cAAc,CAAC,KAAK,EAAE,CAAA;IAC5B,KAAK,CAAC,KAAK,CAAC,KAAK,GAAG,IAAI,GAAG,EAAkB,CAAA;IAC7C,KAAK,CAAC,KAAK,CAAC,QAAQ,GAAG,wBAAwB,EAAE,CAAA;IACjD,KAAK,CAAC,MAAM,GAAG;QACX,mBAAmB,EAAE,IAAI,GAAG,EAAU;QACtC,gBAAgB,EAAE,IAAI,GAAG,EAAU;QACnC,qBAAqB,EAAE,IAAI,GAAG,EAAU;KAC3C,CAAA;AACL,CAAC"}
|
|
@@ -0,0 +1,10 @@
|
|
|
1
|
+
import { PluginConfig } from "../config";
|
|
2
|
+
import { Logger } from "../logger";
|
|
3
|
+
import type { SessionState, WithParts } from "../state";
|
|
4
|
+
/**
|
|
5
|
+
* Deduplication strategy - prunes older tool calls that have identical
|
|
6
|
+
* tool name and parameters, keeping only the most recent occurrence.
|
|
7
|
+
* Modifies the session state in place to add pruned tool call IDs.
|
|
8
|
+
*/
|
|
9
|
+
export declare const deduplicate: (state: SessionState, logger: Logger, config: PluginConfig, messages: WithParts[]) => void;
|
|
10
|
+
//# sourceMappingURL=deduplication.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"deduplication.d.ts","sourceRoot":"","sources":["../../../lib/strategies/deduplication.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,YAAY,EAAE,MAAM,WAAW,CAAA;AACxC,OAAO,EAAE,MAAM,EAAE,MAAM,WAAW,CAAA;AAClC,OAAO,KAAK,EAAE,YAAY,EAAE,SAAS,EAAE,MAAM,UAAU,CAAA;AAQvD;;;;GAIG;AACH,eAAO,MAAM,WAAW,GACpB,OAAO,YAAY,EACnB,QAAQ,MAAM,EACd,QAAQ,YAAY,EACpB,UAAU,SAAS,EAAE,KACtB,IAyEF,CAAA"}
|
|
@@ -0,0 +1,100 @@
|
|
|
1
|
+
import { getFilePathsFromParameters, isFilePathProtected, isToolNameProtected, } from "../protected-patterns";
|
|
2
|
+
import { getTotalToolTokens } from "./utils";
|
|
3
|
+
/**
|
|
4
|
+
* Deduplication strategy - prunes older tool calls that have identical
|
|
5
|
+
* tool name and parameters, keeping only the most recent occurrence.
|
|
6
|
+
* Modifies the session state in place to add pruned tool call IDs.
|
|
7
|
+
*/
|
|
8
|
+
export const deduplicate = (state, logger, config, messages) => {
|
|
9
|
+
if (state.manualMode && !config.manualMode.automaticStrategies) {
|
|
10
|
+
return;
|
|
11
|
+
}
|
|
12
|
+
if (!config.strategies.deduplication.enabled) {
|
|
13
|
+
return;
|
|
14
|
+
}
|
|
15
|
+
const allToolIds = state.toolIdList;
|
|
16
|
+
if (allToolIds.length === 0) {
|
|
17
|
+
return;
|
|
18
|
+
}
|
|
19
|
+
// Filter out IDs already pruned
|
|
20
|
+
const unprunedIds = allToolIds.filter((id) => !state.prune.tools.has(id));
|
|
21
|
+
if (unprunedIds.length === 0) {
|
|
22
|
+
return;
|
|
23
|
+
}
|
|
24
|
+
const protectedTools = config.strategies.deduplication.protectedTools;
|
|
25
|
+
// Group by signature (tool name + normalized parameters)
|
|
26
|
+
const signatureMap = new Map();
|
|
27
|
+
for (const id of unprunedIds) {
|
|
28
|
+
const metadata = state.toolParameters.get(id);
|
|
29
|
+
if (!metadata) {
|
|
30
|
+
// logger.warn(`Missing metadata for tool call ID: ${id}`)
|
|
31
|
+
continue;
|
|
32
|
+
}
|
|
33
|
+
// Skip protected tools
|
|
34
|
+
if (isToolNameProtected(metadata.tool, protectedTools)) {
|
|
35
|
+
continue;
|
|
36
|
+
}
|
|
37
|
+
const filePaths = getFilePathsFromParameters(metadata.tool, metadata.parameters);
|
|
38
|
+
if (isFilePathProtected(filePaths, config.protectedFilePatterns)) {
|
|
39
|
+
continue;
|
|
40
|
+
}
|
|
41
|
+
const signature = createToolSignature(metadata.tool, metadata.parameters);
|
|
42
|
+
if (!signatureMap.has(signature)) {
|
|
43
|
+
signatureMap.set(signature, []);
|
|
44
|
+
}
|
|
45
|
+
const ids = signatureMap.get(signature);
|
|
46
|
+
if (ids) {
|
|
47
|
+
ids.push(id);
|
|
48
|
+
}
|
|
49
|
+
}
|
|
50
|
+
// Find duplicates - keep only the most recent (last) in each group
|
|
51
|
+
const newPruneIds = [];
|
|
52
|
+
for (const [, ids] of signatureMap.entries()) {
|
|
53
|
+
if (ids.length > 1) {
|
|
54
|
+
// All except last (most recent) should be pruned
|
|
55
|
+
const idsToRemove = ids.slice(0, -1);
|
|
56
|
+
newPruneIds.push(...idsToRemove);
|
|
57
|
+
}
|
|
58
|
+
}
|
|
59
|
+
state.stats.totalPruneTokens += getTotalToolTokens(state, newPruneIds);
|
|
60
|
+
if (newPruneIds.length > 0) {
|
|
61
|
+
for (const id of newPruneIds) {
|
|
62
|
+
const entry = state.toolParameters.get(id);
|
|
63
|
+
state.prune.tools.set(id, entry?.tokenCount ?? 0);
|
|
64
|
+
}
|
|
65
|
+
logger.debug(`Marked ${newPruneIds.length} duplicate tool calls for pruning`);
|
|
66
|
+
}
|
|
67
|
+
};
|
|
68
|
+
function createToolSignature(tool, parameters) {
|
|
69
|
+
if (!parameters) {
|
|
70
|
+
return tool;
|
|
71
|
+
}
|
|
72
|
+
const normalized = normalizeParameters(parameters);
|
|
73
|
+
const sorted = sortObjectKeys(normalized);
|
|
74
|
+
return `${tool}::${JSON.stringify(sorted)}`;
|
|
75
|
+
}
|
|
76
|
+
function normalizeParameters(params) {
|
|
77
|
+
if (typeof params !== "object" || params === null)
|
|
78
|
+
return params;
|
|
79
|
+
if (Array.isArray(params))
|
|
80
|
+
return params;
|
|
81
|
+
const normalized = {};
|
|
82
|
+
for (const [key, value] of Object.entries(params)) {
|
|
83
|
+
if (value !== undefined && value !== null) {
|
|
84
|
+
normalized[key] = value;
|
|
85
|
+
}
|
|
86
|
+
}
|
|
87
|
+
return normalized;
|
|
88
|
+
}
|
|
89
|
+
function sortObjectKeys(obj) {
|
|
90
|
+
if (typeof obj !== "object" || obj === null)
|
|
91
|
+
return obj;
|
|
92
|
+
if (Array.isArray(obj))
|
|
93
|
+
return obj.map(sortObjectKeys);
|
|
94
|
+
const sorted = {};
|
|
95
|
+
for (const key of Object.keys(obj).sort()) {
|
|
96
|
+
sorted[key] = sortObjectKeys(obj[key]);
|
|
97
|
+
}
|
|
98
|
+
return sorted;
|
|
99
|
+
}
|
|
100
|
+
//# sourceMappingURL=deduplication.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"deduplication.js","sourceRoot":"","sources":["../../../lib/strategies/deduplication.ts"],"names":[],"mappings":"AAGA,OAAO,EACH,0BAA0B,EAC1B,mBAAmB,EACnB,mBAAmB,GACtB,MAAM,uBAAuB,CAAA;AAC9B,OAAO,EAAE,kBAAkB,EAAE,MAAM,SAAS,CAAA;AAE5C;;;;GAIG;AACH,MAAM,CAAC,MAAM,WAAW,GAAG,CACvB,KAAmB,EACnB,MAAc,EACd,MAAoB,EACpB,QAAqB,EACjB,EAAE;IACN,IAAI,KAAK,CAAC,UAAU,IAAI,CAAC,MAAM,CAAC,UAAU,CAAC,mBAAmB,EAAE,CAAC;QAC7D,OAAM;IACV,CAAC;IAED,IAAI,CAAC,MAAM,CAAC,UAAU,CAAC,aAAa,CAAC,OAAO,EAAE,CAAC;QAC3C,OAAM;IACV,CAAC;IAED,MAAM,UAAU,GAAG,KAAK,CAAC,UAAU,CAAA;IACnC,IAAI,UAAU,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QAC1B,OAAM;IACV,CAAC;IAED,gCAAgC;IAChC,MAAM,WAAW,GAAG,UAAU,CAAC,MAAM,CAAC,CAAC,EAAE,EAAE,EAAE,CAAC,CAAC,KAAK,CAAC,KAAK,CAAC,KAAK,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC,CAAA;IAEzE,IAAI,WAAW,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QAC3B,OAAM;IACV,CAAC;IAED,MAAM,cAAc,GAAG,MAAM,CAAC,UAAU,CAAC,aAAa,CAAC,cAAc,CAAA;IAErE,yDAAyD;IACzD,MAAM,YAAY,GAAG,IAAI,GAAG,EAAoB,CAAA;IAEhD,KAAK,MAAM,EAAE,IAAI,WAAW,EAAE,CAAC;QAC3B,MAAM,QAAQ,GAAG,KAAK,CAAC,cAAc,CAAC,GAAG,CAAC,EAAE,CAAC,CAAA;QAC7C,IAAI,CAAC,QAAQ,EAAE,CAAC;YACZ,0DAA0D;YAC1D,SAAQ;QACZ,CAAC;QAED,uBAAuB;QACvB,IAAI,mBAAmB,CAAC,QAAQ,CAAC,IAAI,EAAE,cAAc,CAAC,EAAE,CAAC;YACrD,SAAQ;QACZ,CAAC;QAED,MAAM,SAAS,GAAG,0BAA0B,CAAC,QAAQ,CAAC,IAAI,EAAE,QAAQ,CAAC,UAAU,CAAC,CAAA;QAChF,IAAI,mBAAmB,CAAC,SAAS,EAAE,MAAM,CAAC,qBAAqB,CAAC,EAAE,CAAC;YAC/D,SAAQ;QACZ,CAAC;QAED,MAAM,SAAS,GAAG,mBAAmB,CAAC,QAAQ,CAAC,IAAI,EAAE,QAAQ,CAAC,UAAU,CAAC,CAAA;QACzE,IAAI,CAAC,YAAY,CAAC,GAAG,CAAC,SAAS,CAAC,EAAE,CAAC;YAC/B,YAAY,CAAC,GAAG,CAAC,SAAS,EAAE,EAAE,CAAC,CAAA;QACnC,CAAC;QACD,MAAM,GAAG,GAAG,YAAY,CAAC,GAAG,CAAC,SAAS,CAAC,CAAA;QACvC,IAAI,GAAG,EAAE,CAAC;YACN,GAAG,CAAC,IAAI,CAAC,EAAE,CAAC,CAAA;QAChB,CAAC;IACL,CAAC;IAED,mEAAmE;IACnE,MAAM,WAAW,GAAa,EAAE,CAAA;IAEhC,KAAK,MAAM,CAAC,EAAE,GAAG,CAAC,IAAI,YAAY,CAAC,OAAO,EAAE,EAAE,CAAC;QAC3C,IAAI,GAAG,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YACjB,iDAAiD;YACjD,MAAM,WAAW,GAAG,GAAG,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAA;YACpC,WAAW,CAAC,IAAI,CAAC,GAAG,WAAW,CAAC,CAAA;QACpC,CAAC;IACL,CAAC;IAED,KAAK,CAAC,KAAK,CAAC,gBAAgB,IAAI,kBAAkB,CAAC,KAAK,EAAE,WAAW,CAAC,CAAA;IAEtE,IAAI,WAAW,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;QACzB,KAAK,MAAM,EAAE,IAAI,WAAW,EAAE,CAAC;YAC3B,MAAM,KAAK,GAAG,KAAK,CAAC,cAAc,CAAC,GAAG,CAAC,EAAE,CAAC,CAAA;YAC1C,KAAK,CAAC,KAAK,CAAC,KAAK,CAAC,GAAG,CAAC,EAAE,EAAE,KAAK,EAAE,UAAU,IAAI,CAAC,CAAC,CAAA;QACrD,CAAC;QACD,MAAM,CAAC,KAAK,CAAC,UAAU,WAAW,CAAC,MAAM,mCAAmC,CAAC,CAAA;IACjF,CAAC;AACL,CAAC,CAAA;AAED,SAAS,mBAAmB,CAAC,IAAY,EAAE,UAAgB;IACvD,IAAI,CAAC,UAAU,EAAE,CAAC;QACd,OAAO,IAAI,CAAA;IACf,CAAC;IACD,MAAM,UAAU,GAAG,mBAAmB,CAAC,UAAU,CAAC,CAAA;IAClD,MAAM,MAAM,GAAG,cAAc,CAAC,UAAU,CAAC,CAAA;IACzC,OAAO,GAAG,IAAI,KAAK,IAAI,CAAC,SAAS,CAAC,MAAM,CAAC,EAAE,CAAA;AAC/C,CAAC;AAED,SAAS,mBAAmB,CAAC,MAAW;IACpC,IAAI,OAAO,MAAM,KAAK,QAAQ,IAAI,MAAM,KAAK,IAAI;QAAE,OAAO,MAAM,CAAA;IAChE,IAAI,KAAK,CAAC,OAAO,CAAC,MAAM,CAAC;QAAE,OAAO,MAAM,CAAA;IAExC,MAAM,UAAU,GAAQ,EAAE,CAAA;IAC1B,KAAK,MAAM,CAAC,GAAG,EAAE,KAAK,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,MAAM,CAAC,EAAE,CAAC;QAChD,IAAI,KAAK,KAAK,SAAS,IAAI,KAAK,KAAK,IAAI,EAAE,CAAC;YACxC,UAAU,CAAC,GAAG,CAAC,GAAG,KAAK,CAAA;QAC3B,CAAC;IACL,CAAC;IACD,OAAO,UAAU,CAAA;AACrB,CAAC;AAED,SAAS,cAAc,CAAC,GAAQ;IAC5B,IAAI,OAAO,GAAG,KAAK,QAAQ,IAAI,GAAG,KAAK,IAAI;QAAE,OAAO,GAAG,CAAA;IACvD,IAAI,KAAK,CAAC,OAAO,CAAC,GAAG,CAAC;QAAE,OAAO,GAAG,CAAC,GAAG,CAAC,cAAc,CAAC,CAAA;IAEtD,MAAM,MAAM,GAAQ,EAAE,CAAA;IACtB,KAAK,MAAM,GAAG,IAAI,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC;QACxC,MAAM,CAAC,GAAG,CAAC,GAAG,cAAc,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC,CAAA;IAC1C,CAAC;IACD,OAAO,MAAM,CAAA;AACjB,CAAC"}
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../lib/strategies/index.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,WAAW,EAAE,MAAM,iBAAiB,CAAA;AAC7C,OAAO,EAAE,eAAe,EAAE,MAAM,oBAAoB,CAAA;AACpD,OAAO,EAAE,WAAW,EAAE,MAAM,gBAAgB,CAAA"}
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"index.js","sourceRoot":"","sources":["../../../lib/strategies/index.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,WAAW,EAAE,MAAM,iBAAiB,CAAA;AAC7C,OAAO,EAAE,eAAe,EAAE,MAAM,oBAAoB,CAAA;AACpD,OAAO,EAAE,WAAW,EAAE,MAAM,gBAAgB,CAAA"}
|
|
@@ -0,0 +1,13 @@
|
|
|
1
|
+
import { PluginConfig } from "../config";
|
|
2
|
+
import { Logger } from "../logger";
|
|
3
|
+
import type { SessionState, WithParts } from "../state";
|
|
4
|
+
/**
|
|
5
|
+
* Purge Errors strategy - prunes tool inputs for tools that errored
|
|
6
|
+
* after they are older than a configurable number of turns.
|
|
7
|
+
* The error message is preserved, but the (potentially large) inputs
|
|
8
|
+
* are removed to save context.
|
|
9
|
+
*
|
|
10
|
+
* Modifies the session state in place to add pruned tool call IDs.
|
|
11
|
+
*/
|
|
12
|
+
export declare const purgeErrors: (state: SessionState, logger: Logger, config: PluginConfig, messages: WithParts[]) => void;
|
|
13
|
+
//# sourceMappingURL=purge-errors.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"purge-errors.d.ts","sourceRoot":"","sources":["../../../lib/strategies/purge-errors.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,YAAY,EAAE,MAAM,WAAW,CAAA;AACxC,OAAO,EAAE,MAAM,EAAE,MAAM,WAAW,CAAA;AAClC,OAAO,KAAK,EAAE,YAAY,EAAE,SAAS,EAAE,MAAM,UAAU,CAAA;AAQvD;;;;;;;GAOG;AACH,eAAO,MAAM,WAAW,GACpB,OAAO,YAAY,EACnB,QAAQ,MAAM,EACd,QAAQ,YAAY,EACpB,UAAU,SAAS,EAAE,KACtB,IAgEF,CAAA"}
|
|
@@ -0,0 +1,62 @@
|
|
|
1
|
+
import { getFilePathsFromParameters, isFilePathProtected, isToolNameProtected, } from "../protected-patterns";
|
|
2
|
+
import { getTotalToolTokens } from "./utils";
|
|
3
|
+
/**
|
|
4
|
+
* Purge Errors strategy - prunes tool inputs for tools that errored
|
|
5
|
+
* after they are older than a configurable number of turns.
|
|
6
|
+
* The error message is preserved, but the (potentially large) inputs
|
|
7
|
+
* are removed to save context.
|
|
8
|
+
*
|
|
9
|
+
* Modifies the session state in place to add pruned tool call IDs.
|
|
10
|
+
*/
|
|
11
|
+
export const purgeErrors = (state, logger, config, messages) => {
|
|
12
|
+
if (state.manualMode && !config.manualMode.automaticStrategies) {
|
|
13
|
+
return;
|
|
14
|
+
}
|
|
15
|
+
if (!config.strategies.purgeErrors.enabled) {
|
|
16
|
+
return;
|
|
17
|
+
}
|
|
18
|
+
const allToolIds = state.toolIdList;
|
|
19
|
+
if (allToolIds.length === 0) {
|
|
20
|
+
return;
|
|
21
|
+
}
|
|
22
|
+
// Filter out IDs already pruned
|
|
23
|
+
const unprunedIds = allToolIds.filter((id) => !state.prune.tools.has(id));
|
|
24
|
+
if (unprunedIds.length === 0) {
|
|
25
|
+
return;
|
|
26
|
+
}
|
|
27
|
+
const protectedTools = config.strategies.purgeErrors.protectedTools;
|
|
28
|
+
const turnThreshold = Math.max(1, config.strategies.purgeErrors.turns);
|
|
29
|
+
const newPruneIds = [];
|
|
30
|
+
for (const id of unprunedIds) {
|
|
31
|
+
const metadata = state.toolParameters.get(id);
|
|
32
|
+
if (!metadata) {
|
|
33
|
+
continue;
|
|
34
|
+
}
|
|
35
|
+
// Skip protected tools
|
|
36
|
+
if (isToolNameProtected(metadata.tool, protectedTools)) {
|
|
37
|
+
continue;
|
|
38
|
+
}
|
|
39
|
+
const filePaths = getFilePathsFromParameters(metadata.tool, metadata.parameters);
|
|
40
|
+
if (isFilePathProtected(filePaths, config.protectedFilePatterns)) {
|
|
41
|
+
continue;
|
|
42
|
+
}
|
|
43
|
+
// Only process error tools
|
|
44
|
+
if (metadata.status !== "error") {
|
|
45
|
+
continue;
|
|
46
|
+
}
|
|
47
|
+
// Check if the tool is old enough to prune
|
|
48
|
+
const turnAge = state.currentTurn - metadata.turn;
|
|
49
|
+
if (turnAge >= turnThreshold) {
|
|
50
|
+
newPruneIds.push(id);
|
|
51
|
+
}
|
|
52
|
+
}
|
|
53
|
+
if (newPruneIds.length > 0) {
|
|
54
|
+
state.stats.totalPruneTokens += getTotalToolTokens(state, newPruneIds);
|
|
55
|
+
for (const id of newPruneIds) {
|
|
56
|
+
const entry = state.toolParameters.get(id);
|
|
57
|
+
state.prune.tools.set(id, entry?.tokenCount ?? 0);
|
|
58
|
+
}
|
|
59
|
+
logger.debug(`Marked ${newPruneIds.length} error tool calls for pruning (older than ${turnThreshold} turns)`);
|
|
60
|
+
}
|
|
61
|
+
};
|
|
62
|
+
//# sourceMappingURL=purge-errors.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"purge-errors.js","sourceRoot":"","sources":["../../../lib/strategies/purge-errors.ts"],"names":[],"mappings":"AAGA,OAAO,EACH,0BAA0B,EAC1B,mBAAmB,EACnB,mBAAmB,GACtB,MAAM,uBAAuB,CAAA;AAC9B,OAAO,EAAE,kBAAkB,EAAE,MAAM,SAAS,CAAA;AAE5C;;;;;;;GAOG;AACH,MAAM,CAAC,MAAM,WAAW,GAAG,CACvB,KAAmB,EACnB,MAAc,EACd,MAAoB,EACpB,QAAqB,EACjB,EAAE;IACN,IAAI,KAAK,CAAC,UAAU,IAAI,CAAC,MAAM,CAAC,UAAU,CAAC,mBAAmB,EAAE,CAAC;QAC7D,OAAM;IACV,CAAC;IAED,IAAI,CAAC,MAAM,CAAC,UAAU,CAAC,WAAW,CAAC,OAAO,EAAE,CAAC;QACzC,OAAM;IACV,CAAC;IAED,MAAM,UAAU,GAAG,KAAK,CAAC,UAAU,CAAA;IACnC,IAAI,UAAU,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QAC1B,OAAM;IACV,CAAC;IAED,gCAAgC;IAChC,MAAM,WAAW,GAAG,UAAU,CAAC,MAAM,CAAC,CAAC,EAAE,EAAE,EAAE,CAAC,CAAC,KAAK,CAAC,KAAK,CAAC,KAAK,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC,CAAA;IAEzE,IAAI,WAAW,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QAC3B,OAAM;IACV,CAAC;IAED,MAAM,cAAc,GAAG,MAAM,CAAC,UAAU,CAAC,WAAW,CAAC,cAAc,CAAA;IACnE,MAAM,aAAa,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,MAAM,CAAC,UAAU,CAAC,WAAW,CAAC,KAAK,CAAC,CAAA;IAEtE,MAAM,WAAW,GAAa,EAAE,CAAA;IAEhC,KAAK,MAAM,EAAE,IAAI,WAAW,EAAE,CAAC;QAC3B,MAAM,QAAQ,GAAG,KAAK,CAAC,cAAc,CAAC,GAAG,CAAC,EAAE,CAAC,CAAA;QAC7C,IAAI,CAAC,QAAQ,EAAE,CAAC;YACZ,SAAQ;QACZ,CAAC;QAED,uBAAuB;QACvB,IAAI,mBAAmB,CAAC,QAAQ,CAAC,IAAI,EAAE,cAAc,CAAC,EAAE,CAAC;YACrD,SAAQ;QACZ,CAAC;QAED,MAAM,SAAS,GAAG,0BAA0B,CAAC,QAAQ,CAAC,IAAI,EAAE,QAAQ,CAAC,UAAU,CAAC,CAAA;QAChF,IAAI,mBAAmB,CAAC,SAAS,EAAE,MAAM,CAAC,qBAAqB,CAAC,EAAE,CAAC;YAC/D,SAAQ;QACZ,CAAC;QAED,2BAA2B;QAC3B,IAAI,QAAQ,CAAC,MAAM,KAAK,OAAO,EAAE,CAAC;YAC9B,SAAQ;QACZ,CAAC;QAED,2CAA2C;QAC3C,MAAM,OAAO,GAAG,KAAK,CAAC,WAAW,GAAG,QAAQ,CAAC,IAAI,CAAA;QACjD,IAAI,OAAO,IAAI,aAAa,EAAE,CAAC;YAC3B,WAAW,CAAC,IAAI,CAAC,EAAE,CAAC,CAAA;QACxB,CAAC;IACL,CAAC;IAED,IAAI,WAAW,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;QACzB,KAAK,CAAC,KAAK,CAAC,gBAAgB,IAAI,kBAAkB,CAAC,KAAK,EAAE,WAAW,CAAC,CAAA;QACtE,KAAK,MAAM,EAAE,IAAI,WAAW,EAAE,CAAC;YAC3B,MAAM,KAAK,GAAG,KAAK,CAAC,cAAc,CAAC,GAAG,CAAC,EAAE,CAAC,CAAA;YAC1C,KAAK,CAAC,KAAK,CAAC,KAAK,CAAC,GAAG,CAAC,EAAE,EAAE,KAAK,EAAE,UAAU,IAAI,CAAC,CAAC,CAAA;QACrD,CAAC;QACD,MAAM,CAAC,KAAK,CACR,UAAU,WAAW,CAAC,MAAM,6CAA6C,aAAa,SAAS,CAClG,CAAA;IACL,CAAC;AACL,CAAC,CAAA"}
|