general-agent-runtime 0.0.1
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +311 -0
- package/dist/agent/agent.d.ts +14 -0
- package/dist/agent/agent.js +25 -0
- package/dist/agent/agent.js.map +1 -0
- package/dist/agent/builder.d.ts +28 -0
- package/dist/agent/builder.js +178 -0
- package/dist/agent/builder.js.map +1 -0
- package/dist/agent/create-agent.d.ts +2 -0
- package/dist/agent/create-agent.js +29 -0
- package/dist/agent/create-agent.js.map +1 -0
- package/dist/agent/index.d.ts +8 -0
- package/dist/agent/index.js +8 -0
- package/dist/agent/index.js.map +1 -0
- package/dist/agent/integrations/session-context-source.d.ts +12 -0
- package/dist/agent/integrations/session-context-source.js +84 -0
- package/dist/agent/integrations/session-context-source.js.map +1 -0
- package/dist/agent/integrations/session-run-recorder.d.ts +17 -0
- package/dist/agent/integrations/session-run-recorder.js +60 -0
- package/dist/agent/integrations/session-run-recorder.js.map +1 -0
- package/dist/agent/loop-factory.d.ts +11 -0
- package/dist/agent/loop-factory.js +16 -0
- package/dist/agent/loop-factory.js.map +1 -0
- package/dist/agent/run-manager.d.ts +38 -0
- package/dist/agent/run-manager.js +96 -0
- package/dist/agent/run-manager.js.map +1 -0
- package/dist/agent/types.d.ts +38 -0
- package/dist/agent/types.js +2 -0
- package/dist/agent/types.js.map +1 -0
- package/dist/cli/main.d.ts +2 -0
- package/dist/cli/main.js +88 -0
- package/dist/cli/main.js.map +1 -0
- package/dist/cli/renderer.d.ts +2 -0
- package/dist/cli/renderer.js +36 -0
- package/dist/cli/renderer.js.map +1 -0
- package/dist/compaction/budget.d.ts +14 -0
- package/dist/compaction/budget.js +28 -0
- package/dist/compaction/budget.js.map +1 -0
- package/dist/compaction/deterministic.d.ts +9 -0
- package/dist/compaction/deterministic.js +106 -0
- package/dist/compaction/deterministic.js.map +1 -0
- package/dist/compaction/index.d.ts +5 -0
- package/dist/compaction/index.js +5 -0
- package/dist/compaction/index.js.map +1 -0
- package/dist/compaction/manager.d.ts +22 -0
- package/dist/compaction/manager.js +111 -0
- package/dist/compaction/manager.js.map +1 -0
- package/dist/compaction/semantic.d.ts +13 -0
- package/dist/compaction/semantic.js +234 -0
- package/dist/compaction/semantic.js.map +1 -0
- package/dist/compaction/strategy.d.ts +1 -0
- package/dist/compaction/strategy.js +2 -0
- package/dist/compaction/strategy.js.map +1 -0
- package/dist/compaction/types.d.ts +40 -0
- package/dist/compaction/types.js +2 -0
- package/dist/compaction/types.js.map +1 -0
- package/dist/context/budget.d.ts +12 -0
- package/dist/context/budget.js +13 -0
- package/dist/context/budget.js.map +1 -0
- package/dist/context/controller.d.ts +17 -0
- package/dist/context/controller.js +78 -0
- package/dist/context/controller.js.map +1 -0
- package/dist/context/index.d.ts +14 -0
- package/dist/context/index.js +13 -0
- package/dist/context/index.js.map +1 -0
- package/dist/context/manager.d.ts +10 -0
- package/dist/context/manager.js +65 -0
- package/dist/context/manager.js.map +1 -0
- package/dist/context/pipeline.d.ts +16 -0
- package/dist/context/pipeline.js +45 -0
- package/dist/context/pipeline.js.map +1 -0
- package/dist/context/projection.d.ts +8 -0
- package/dist/context/projection.js +10 -0
- package/dist/context/projection.js.map +1 -0
- package/dist/context/source.d.ts +6 -0
- package/dist/context/source.js +2 -0
- package/dist/context/source.js.map +1 -0
- package/dist/context/sources/dynamic.d.ts +10 -0
- package/dist/context/sources/dynamic.js +13 -0
- package/dist/context/sources/dynamic.js.map +1 -0
- package/dist/context/sources/project.d.ts +19 -0
- package/dist/context/sources/project.js +75 -0
- package/dist/context/sources/project.js.map +1 -0
- package/dist/context/sources/system.d.ts +14 -0
- package/dist/context/sources/system.js +23 -0
- package/dist/context/sources/system.js.map +1 -0
- package/dist/context/sources/user.d.ts +14 -0
- package/dist/context/sources/user.js +23 -0
- package/dist/context/sources/user.js.map +1 -0
- package/dist/context/stages/deduplicate.d.ts +7 -0
- package/dist/context/stages/deduplicate.js +19 -0
- package/dist/context/stages/deduplicate.js.map +1 -0
- package/dist/context/stages/expiration.d.ts +5 -0
- package/dist/context/stages/expiration.js +14 -0
- package/dist/context/stages/expiration.js.map +1 -0
- package/dist/context/stages/visibility.d.ts +5 -0
- package/dist/context/stages/visibility.js +7 -0
- package/dist/context/stages/visibility.js.map +1 -0
- package/dist/context/types.d.ts +72 -0
- package/dist/context/types.js +2 -0
- package/dist/context/types.js.map +1 -0
- package/dist/errors/codes.d.ts +1 -0
- package/dist/errors/codes.js +2 -0
- package/dist/errors/codes.js.map +1 -0
- package/dist/errors/index.d.ts +4 -0
- package/dist/errors/index.js +4 -0
- package/dist/errors/index.js.map +1 -0
- package/dist/errors/normalize.d.ts +2 -0
- package/dist/errors/normalize.js +32 -0
- package/dist/errors/normalize.js.map +1 -0
- package/dist/errors/runtime-error.d.ts +18 -0
- package/dist/errors/runtime-error.js +21 -0
- package/dist/errors/runtime-error.js.map +1 -0
- package/dist/errors/serialize.d.ts +2 -0
- package/dist/errors/serialize.js +12 -0
- package/dist/errors/serialize.js.map +1 -0
- package/dist/events/bus.d.ts +17 -0
- package/dist/events/bus.js +52 -0
- package/dist/events/bus.js.map +1 -0
- package/dist/events/index.d.ts +6 -0
- package/dist/events/index.js +5 -0
- package/dist/events/index.js.map +1 -0
- package/dist/events/publisher.d.ts +12 -0
- package/dist/events/publisher.js +22 -0
- package/dist/events/publisher.js.map +1 -0
- package/dist/events/sequence.d.ts +6 -0
- package/dist/events/sequence.js +14 -0
- package/dist/events/sequence.js.map +1 -0
- package/dist/events/sink.d.ts +5 -0
- package/dist/events/sink.js +2 -0
- package/dist/events/sink.js.map +1 -0
- package/dist/events/stream.d.ts +12 -0
- package/dist/events/stream.js +46 -0
- package/dist/events/stream.js.map +1 -0
- package/dist/events/types.d.ts +42 -0
- package/dist/events/types.js +2 -0
- package/dist/events/types.js.map +1 -0
- package/dist/hooks/bus.d.ts +14 -0
- package/dist/hooks/bus.js +104 -0
- package/dist/hooks/bus.js.map +1 -0
- package/dist/hooks/index.d.ts +5 -0
- package/dist/hooks/index.js +5 -0
- package/dist/hooks/index.js.map +1 -0
- package/dist/hooks/policy.d.ts +3 -0
- package/dist/hooks/policy.js +33 -0
- package/dist/hooks/policy.js.map +1 -0
- package/dist/hooks/registry.d.ts +13 -0
- package/dist/hooks/registry.js +31 -0
- package/dist/hooks/registry.js.map +1 -0
- package/dist/hooks/timeout.d.ts +2 -0
- package/dist/hooks/timeout.js +63 -0
- package/dist/hooks/timeout.js.map +1 -0
- package/dist/hooks/types.d.ts +40 -0
- package/dist/hooks/types.js +2 -0
- package/dist/hooks/types.js.map +1 -0
- package/dist/index.d.ts +13 -0
- package/dist/index.js +14 -0
- package/dist/index.js.map +1 -0
- package/dist/loop/index.d.ts +7 -0
- package/dist/loop/index.js +6 -0
- package/dist/loop/index.js.map +1 -0
- package/dist/loop/loop.d.ts +22 -0
- package/dist/loop/loop.js +623 -0
- package/dist/loop/loop.js.map +1 -0
- package/dist/loop/policy.d.ts +21 -0
- package/dist/loop/policy.js +54 -0
- package/dist/loop/policy.js.map +1 -0
- package/dist/loop/recorder.d.ts +9 -0
- package/dist/loop/recorder.js +2 -0
- package/dist/loop/recorder.js.map +1 -0
- package/dist/loop/state.d.ts +18 -0
- package/dist/loop/state.js +81 -0
- package/dist/loop/state.js.map +1 -0
- package/dist/loop/stream-assembler.d.ts +12 -0
- package/dist/loop/stream-assembler.js +76 -0
- package/dist/loop/stream-assembler.js.map +1 -0
- package/dist/loop/transition.d.ts +2 -0
- package/dist/loop/transition.js +27 -0
- package/dist/loop/transition.js.map +1 -0
- package/dist/loop/types.d.ts +53 -0
- package/dist/loop/types.js +2 -0
- package/dist/loop/types.js.map +1 -0
- package/dist/model/index.d.ts +6 -0
- package/dist/model/index.js +5 -0
- package/dist/model/index.js.map +1 -0
- package/dist/model/provider.d.ts +6 -0
- package/dist/model/provider.js +2 -0
- package/dist/model/provider.js.map +1 -0
- package/dist/model/providers/openai-compatible/adapter.d.ts +3 -0
- package/dist/model/providers/openai-compatible/adapter.js +92 -0
- package/dist/model/providers/openai-compatible/adapter.js.map +1 -0
- package/dist/model/providers/openai-compatible/errors.d.ts +3 -0
- package/dist/model/providers/openai-compatible/errors.js +68 -0
- package/dist/model/providers/openai-compatible/errors.js.map +1 -0
- package/dist/model/providers/openai-compatible/provider.d.ts +18 -0
- package/dist/model/providers/openai-compatible/provider.js +182 -0
- package/dist/model/providers/openai-compatible/provider.js.map +1 -0
- package/dist/model/providers/openai-compatible/stream-parser.d.ts +1 -0
- package/dist/model/providers/openai-compatible/stream-parser.js +45 -0
- package/dist/model/providers/openai-compatible/stream-parser.js.map +1 -0
- package/dist/model/registry.d.ts +9 -0
- package/dist/model/registry.js +35 -0
- package/dist/model/registry.js.map +1 -0
- package/dist/model/types.d.ts +49 -0
- package/dist/model/types.js +2 -0
- package/dist/model/types.js.map +1 -0
- package/dist/session/factory.d.ts +13 -0
- package/dist/session/factory.js +14 -0
- package/dist/session/factory.js.map +1 -0
- package/dist/session/index.d.ts +8 -0
- package/dist/session/index.js +7 -0
- package/dist/session/index.js.map +1 -0
- package/dist/session/jsonl-store.d.ts +20 -0
- package/dist/session/jsonl-store.js +264 -0
- package/dist/session/jsonl-store.js.map +1 -0
- package/dist/session/projector.d.ts +4 -0
- package/dist/session/projector.js +104 -0
- package/dist/session/projector.js.map +1 -0
- package/dist/session/serializer.d.ts +5 -0
- package/dist/session/serializer.js +126 -0
- package/dist/session/serializer.js.map +1 -0
- package/dist/session/session.d.ts +32 -0
- package/dist/session/session.js +129 -0
- package/dist/session/session.js.map +1 -0
- package/dist/session/store.d.ts +9 -0
- package/dist/session/store.js +2 -0
- package/dist/session/store.js.map +1 -0
- package/dist/session/types.d.ts +29 -0
- package/dist/session/types.js +2 -0
- package/dist/session/types.js.map +1 -0
- package/dist/settings/defaults.d.ts +7 -0
- package/dist/settings/defaults.js +40 -0
- package/dist/settings/defaults.js.map +1 -0
- package/dist/settings/env-source.d.ts +8 -0
- package/dist/settings/env-source.js +26 -0
- package/dist/settings/env-source.js.map +1 -0
- package/dist/settings/file-source.d.ts +9 -0
- package/dist/settings/file-source.js +32 -0
- package/dist/settings/file-source.js.map +1 -0
- package/dist/settings/index.d.ts +8 -0
- package/dist/settings/index.js +7 -0
- package/dist/settings/index.js.map +1 -0
- package/dist/settings/resolver.d.ts +5 -0
- package/dist/settings/resolver.js +29 -0
- package/dist/settings/resolver.js.map +1 -0
- package/dist/settings/runtime-source.d.ts +8 -0
- package/dist/settings/runtime-source.js +11 -0
- package/dist/settings/runtime-source.js.map +1 -0
- package/dist/settings/schema.d.ts +37 -0
- package/dist/settings/schema.js +47 -0
- package/dist/settings/schema.js.map +1 -0
- package/dist/settings/source.d.ts +5 -0
- package/dist/settings/source.js +2 -0
- package/dist/settings/source.js.map +1 -0
- package/dist/settings/types.d.ts +46 -0
- package/dist/settings/types.js +2 -0
- package/dist/settings/types.js.map +1 -0
- package/dist/tools/builtin/list-directory.d.ts +17 -0
- package/dist/tools/builtin/list-directory.js +31 -0
- package/dist/tools/builtin/list-directory.js.map +1 -0
- package/dist/tools/builtin/read-file.d.ts +14 -0
- package/dist/tools/builtin/read-file.js +23 -0
- package/dist/tools/builtin/read-file.js.map +1 -0
- package/dist/tools/builtin/run-command.d.ts +19 -0
- package/dist/tools/builtin/run-command.js +46 -0
- package/dist/tools/builtin/run-command.js.map +1 -0
- package/dist/tools/builtin/write-file.d.ts +20 -0
- package/dist/tools/builtin/write-file.js +29 -0
- package/dist/tools/builtin/write-file.js.map +1 -0
- package/dist/tools/executor.d.ts +29 -0
- package/dist/tools/executor.js +212 -0
- package/dist/tools/executor.js.map +1 -0
- package/dist/tools/index.d.ts +10 -0
- package/dist/tools/index.js +9 -0
- package/dist/tools/index.js.map +1 -0
- package/dist/tools/registry.d.ts +19 -0
- package/dist/tools/registry.js +42 -0
- package/dist/tools/registry.js.map +1 -0
- package/dist/tools/result-processor.d.ts +4 -0
- package/dist/tools/result-processor.js +122 -0
- package/dist/tools/result-processor.js.map +1 -0
- package/dist/tools/tool.d.ts +8 -0
- package/dist/tools/tool.js +2 -0
- package/dist/tools/tool.js.map +1 -0
- package/dist/tools/types.d.ts +44 -0
- package/dist/tools/types.js +2 -0
- package/dist/tools/types.js.map +1 -0
- package/dist/tools/validator.d.ts +5 -0
- package/dist/tools/validator.js +112 -0
- package/dist/tools/validator.js.map +1 -0
- package/dist/types/compaction.d.ts +22 -0
- package/dist/types/compaction.js +2 -0
- package/dist/types/compaction.js.map +1 -0
- package/dist/types/error.d.ts +10 -0
- package/dist/types/error.js +2 -0
- package/dist/types/error.js.map +1 -0
- package/dist/types/ids.d.ts +12 -0
- package/dist/types/ids.js +2 -0
- package/dist/types/ids.js.map +1 -0
- package/dist/types/index.d.ts +9 -0
- package/dist/types/index.js +2 -0
- package/dist/types/index.js.map +1 -0
- package/dist/types/json.d.ts +7 -0
- package/dist/types/json.js +2 -0
- package/dist/types/json.js.map +1 -0
- package/dist/types/message.d.ts +39 -0
- package/dist/types/message.js +2 -0
- package/dist/types/message.js.map +1 -0
- package/dist/types/metadata.d.ts +2 -0
- package/dist/types/metadata.js +2 -0
- package/dist/types/metadata.js.map +1 -0
- package/dist/types/runtime.d.ts +20 -0
- package/dist/types/runtime.js +2 -0
- package/dist/types/runtime.js.map +1 -0
- package/dist/types/tool.d.ts +12 -0
- package/dist/types/tool.js +2 -0
- package/dist/types/tool.js.map +1 -0
- package/dist/types/usage.d.ts +17 -0
- package/dist/types/usage.js +2 -0
- package/dist/types/usage.js.map +1 -0
- package/dist/utils/deep.d.ts +2 -0
- package/dist/utils/deep.js +34 -0
- package/dist/utils/deep.js.map +1 -0
- package/dist/utils/id.d.ts +10 -0
- package/dist/utils/id.js +14 -0
- package/dist/utils/id.js.map +1 -0
- package/dist/utils/index.d.ts +3 -0
- package/dist/utils/index.js +4 -0
- package/dist/utils/index.js.map +1 -0
- package/dist/utils/message.d.ts +11 -0
- package/dist/utils/message.js +31 -0
- package/dist/utils/message.js.map +1 -0
- package/package.json +59 -0
|
@@ -0,0 +1,106 @@
|
|
|
1
|
+
import { CharacterBudgetTokenEstimator, } from "./budget.js";
|
|
2
|
+
const DEFAULT_TEXT_LIMIT = 2_000;
|
|
3
|
+
const DEFAULT_TOOL_LIMIT = 1_000;
|
|
4
|
+
function truncate(text, maxChars) {
|
|
5
|
+
if (text.length <= maxChars) {
|
|
6
|
+
return text;
|
|
7
|
+
}
|
|
8
|
+
const marker = "\n...[deterministically compressed]...\n";
|
|
9
|
+
const remaining = Math.max(0, maxChars - marker.length);
|
|
10
|
+
const head = Math.ceil(remaining / 2);
|
|
11
|
+
const tail = Math.floor(remaining / 2);
|
|
12
|
+
return `${text.slice(0, head)}${marker}${text.slice(text.length - tail)}`;
|
|
13
|
+
}
|
|
14
|
+
function compactJson(value, maxChars) {
|
|
15
|
+
if (typeof value === "string") {
|
|
16
|
+
return truncate(value, maxChars);
|
|
17
|
+
}
|
|
18
|
+
const serialized = JSON.stringify(value);
|
|
19
|
+
if (serialized.length <= maxChars) {
|
|
20
|
+
return structuredClone(value);
|
|
21
|
+
}
|
|
22
|
+
return truncate(serialized, maxChars);
|
|
23
|
+
}
|
|
24
|
+
function compactPart(part) {
|
|
25
|
+
switch (part.type) {
|
|
26
|
+
case "tool_result":
|
|
27
|
+
return {
|
|
28
|
+
...part,
|
|
29
|
+
content: compactJson(part.content, DEFAULT_TOOL_LIMIT),
|
|
30
|
+
};
|
|
31
|
+
case "reasoning":
|
|
32
|
+
return {
|
|
33
|
+
...part,
|
|
34
|
+
text: truncate(part.text, DEFAULT_TOOL_LIMIT),
|
|
35
|
+
};
|
|
36
|
+
case "text":
|
|
37
|
+
return {
|
|
38
|
+
...part,
|
|
39
|
+
text: truncate(part.text, DEFAULT_TEXT_LIMIT),
|
|
40
|
+
};
|
|
41
|
+
case "tool_call":
|
|
42
|
+
case "image":
|
|
43
|
+
return structuredClone(part);
|
|
44
|
+
}
|
|
45
|
+
}
|
|
46
|
+
function compactMessage(message) {
|
|
47
|
+
return {
|
|
48
|
+
...structuredClone(message),
|
|
49
|
+
parts: message.parts
|
|
50
|
+
.map(compactPart)
|
|
51
|
+
.filter((part) => part !== undefined),
|
|
52
|
+
};
|
|
53
|
+
}
|
|
54
|
+
function recentTail(messages, tokenBudget, estimator) {
|
|
55
|
+
if (messages.length === 0) {
|
|
56
|
+
return { older: [], recent: [] };
|
|
57
|
+
}
|
|
58
|
+
const recent = [];
|
|
59
|
+
let split = messages.length;
|
|
60
|
+
for (let index = messages.length - 1; index >= 0; index -= 1) {
|
|
61
|
+
const message = messages[index];
|
|
62
|
+
if (message === undefined) {
|
|
63
|
+
continue;
|
|
64
|
+
}
|
|
65
|
+
const candidate = [message, ...recent];
|
|
66
|
+
if (recent.length > 0 && estimator.estimate(candidate) > tokenBudget) {
|
|
67
|
+
break;
|
|
68
|
+
}
|
|
69
|
+
recent.unshift(message);
|
|
70
|
+
split = index;
|
|
71
|
+
if (estimator.estimate(recent) >= tokenBudget) {
|
|
72
|
+
break;
|
|
73
|
+
}
|
|
74
|
+
}
|
|
75
|
+
return {
|
|
76
|
+
older: messages.slice(0, split),
|
|
77
|
+
recent,
|
|
78
|
+
};
|
|
79
|
+
}
|
|
80
|
+
export class DeterministicCompactionStrategy {
|
|
81
|
+
estimator;
|
|
82
|
+
id = "deterministic";
|
|
83
|
+
constructor(estimator = new CharacterBudgetTokenEstimator()) {
|
|
84
|
+
this.estimator = estimator;
|
|
85
|
+
}
|
|
86
|
+
supports(reason) {
|
|
87
|
+
return reason === "soft_limit";
|
|
88
|
+
}
|
|
89
|
+
async compact(request, signal) {
|
|
90
|
+
signal?.throwIfAborted();
|
|
91
|
+
const inputLimit = Math.max(1, request.budget.maxInputTokens - request.budget.reservedOutputTokens);
|
|
92
|
+
const recentBudget = Math.max(1, Math.min(request.retainRecentTokens, Math.floor(inputLimit * 0.5)));
|
|
93
|
+
const { older, recent } = recentTail(request.messages, recentBudget, this.estimator);
|
|
94
|
+
const compressedOlder = older.map((message) => {
|
|
95
|
+
signal?.throwIfAborted();
|
|
96
|
+
return compactMessage(message);
|
|
97
|
+
});
|
|
98
|
+
const messages = [...compressedOlder, ...recent];
|
|
99
|
+
return {
|
|
100
|
+
messages,
|
|
101
|
+
reproject: false,
|
|
102
|
+
estimatedTokensAfter: this.estimator.estimate(messages),
|
|
103
|
+
};
|
|
104
|
+
}
|
|
105
|
+
}
|
|
106
|
+
//# sourceMappingURL=deterministic.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"deterministic.js","sourceRoot":"","sources":["../../src/compaction/deterministic.ts"],"names":[],"mappings":"AAKA,OAAO,EACL,6BAA6B,GAE9B,MAAM,aAAa,CAAC;AAOrB,MAAM,kBAAkB,GAAG,KAAK,CAAC;AACjC,MAAM,kBAAkB,GAAG,KAAK,CAAC;AAEjC,SAAS,QAAQ,CAAC,IAAY,EAAE,QAAgB;IAC9C,IAAI,IAAI,CAAC,MAAM,IAAI,QAAQ,EAAE,CAAC;QAC5B,OAAO,IAAI,CAAC;IACd,CAAC;IAED,MAAM,MAAM,GAAG,0CAA0C,CAAC;IAC1D,MAAM,SAAS,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,QAAQ,GAAG,MAAM,CAAC,MAAM,CAAC,CAAC;IACxD,MAAM,IAAI,GAAG,IAAI,CAAC,IAAI,CAAC,SAAS,GAAG,CAAC,CAAC,CAAC;IACtC,MAAM,IAAI,GAAG,IAAI,CAAC,KAAK,CAAC,SAAS,GAAG,CAAC,CAAC,CAAC;IACvC,OAAO,GAAG,IAAI,CAAC,KAAK,CAAC,CAAC,EAAE,IAAI,CAAC,GAAG,MAAM,GAAG,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,MAAM,GAAG,IAAI,CAAC,EAAE,CAAC;AAC5E,CAAC;AAED,SAAS,WAAW,CAAC,KAAgB,EAAE,QAAgB;IACrD,IAAI,OAAO,KAAK,KAAK,QAAQ,EAAE,CAAC;QAC9B,OAAO,QAAQ,CAAC,KAAK,EAAE,QAAQ,CAAC,CAAC;IACnC,CAAC;IAED,MAAM,UAAU,GAAG,IAAI,CAAC,SAAS,CAAC,KAAK,CAAC,CAAC;IACzC,IAAI,UAAU,CAAC,MAAM,IAAI,QAAQ,EAAE,CAAC;QAClC,OAAO,eAAe,CAAC,KAAK,CAAC,CAAC;IAChC,CAAC;IAED,OAAO,QAAQ,CAAC,UAAU,EAAE,QAAQ,CAAC,CAAC;AACxC,CAAC;AAED,SAAS,WAAW,CAAC,IAAiB;IACpC,QAAQ,IAAI,CAAC,IAAI,EAAE,CAAC;QAClB,KAAK,aAAa;YAChB,OAAO;gBACL,GAAG,IAAI;gBACP,OAAO,EAAE,WAAW,CAAC,IAAI,CAAC,OAAO,EAAE,kBAAkB,CAAC;aACvD,CAAC;QACJ,KAAK,WAAW;YACd,OAAO;gBACL,GAAG,IAAI;gBACP,IAAI,EAAE,QAAQ,CAAC,IAAI,CAAC,IAAI,EAAE,kBAAkB,CAAC;aAC9C,CAAC;QACJ,KAAK,MAAM;YACT,OAAO;gBACL,GAAG,IAAI;gBACP,IAAI,EAAE,QAAQ,CAAC,IAAI,CAAC,IAAI,EAAE,kBAAkB,CAAC;aAC9C,CAAC;QACJ,KAAK,WAAW,CAAC;QACjB,KAAK,OAAO;YACV,OAAO,eAAe,CAAC,IAAI,CAAC,CAAC;IACjC,CAAC;AACH,CAAC;AAED,SAAS,cAAc,CAAC,OAAqB;IAC3C,OAAO;QACL,GAAG,eAAe,CAAC,OAAO,CAAC;QAC3B,KAAK,EAAE,OAAO,CAAC,KAAK;aACjB,GAAG,CAAC,WAAW,CAAC;aAChB,MAAM,CAAC,CAAC,IAAI,EAAuB,EAAE,CAAC,IAAI,KAAK,SAAS,CAAC;KAC7D,CAAC;AACJ,CAAC;AAED,SAAS,UAAU,CACjB,QAAiC,EACjC,WAAmB,EACnB,SAAgC;IAEhC,IAAI,QAAQ,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QAC1B,OAAO,EAAE,KAAK,EAAE,EAAE,EAAE,MAAM,EAAE,EAAE,EAAE,CAAC;IACnC,CAAC;IAED,MAAM,MAAM,GAAmB,EAAE,CAAC;IAClC,IAAI,KAAK,GAAG,QAAQ,CAAC,MAAM,CAAC;IAE5B,KAAK,IAAI,KAAK,GAAG,QAAQ,CAAC,MAAM,GAAG,CAAC,EAAE,KAAK,IAAI,CAAC,EAAE,KAAK,IAAI,CAAC,EAAE,CAAC;QAC7D,MAAM,OAAO,GAAG,QAAQ,CAAC,KAAK,CAAC,CAAC;QAChC,IAAI,OAAO,KAAK,SAAS,EAAE,CAAC;YAC1B,SAAS;QACX,CAAC;QAED,MAAM,SAAS,GAAG,CAAC,OAAO,EAAE,GAAG,MAAM,CAAC,CAAC;QACvC,IAAI,MAAM,CAAC,MAAM,GAAG,CAAC,IAAI,SAAS,CAAC,QAAQ,CAAC,SAAS,CAAC,GAAG,WAAW,EAAE,CAAC;YACrE,MAAM;QACR,CAAC;QAED,MAAM,CAAC,OAAO,CAAC,OAAO,CAAC,CAAC;QACxB,KAAK,GAAG,KAAK,CAAC;QAEd,IAAI,SAAS,CAAC,QAAQ,CAAC,MAAM,CAAC,IAAI,WAAW,EAAE,CAAC;YAC9C,MAAM;QACR,CAAC;IACH,CAAC;IAED,OAAO;QACL,KAAK,EAAE,QAAQ,CAAC,KAAK,CAAC,CAAC,EAAE,KAAK,CAAC;QAC/B,MAAM;KACP,CAAC;AACJ,CAAC;AAED,MAAM,OAAO,+BAA+B;IAMvB;IAHV,EAAE,GAAG,eAAe,CAAC;IAE9B,YACmB,YACf,IAAI,6BAA6B,EAAE;QADpB,cAAS,GAAT,SAAS,CACW;IACpC,CAAC;IAEJ,QAAQ,CAAC,MAA2C;QAClD,OAAO,MAAM,KAAK,YAAY,CAAC;IACjC,CAAC;IAED,KAAK,CAAC,OAAO,CACX,OAAkC,EAClC,MAAoB;QAEpB,MAAM,EAAE,cAAc,EAAE,CAAC;QAEzB,MAAM,UAAU,GAAG,IAAI,CAAC,GAAG,CACzB,CAAC,EACD,OAAO,CAAC,MAAM,CAAC,cAAc,GAAG,OAAO,CAAC,MAAM,CAAC,oBAAoB,CACpE,CAAC;QACF,MAAM,YAAY,GAAG,IAAI,CAAC,GAAG,CAC3B,CAAC,EACD,IAAI,CAAC,GAAG,CAAC,OAAO,CAAC,kBAAkB,EAAE,IAAI,CAAC,KAAK,CAAC,UAAU,GAAG,GAAG,CAAC,CAAC,CACnE,CAAC;QACF,MAAM,EAAE,KAAK,EAAE,MAAM,EAAE,GAAG,UAAU,CAClC,OAAO,CAAC,QAAQ,EAChB,YAAY,EACZ,IAAI,CAAC,SAAS,CACf,CAAC;QAEF,MAAM,eAAe,GAAG,KAAK,CAAC,GAAG,CAAC,CAAC,OAAO,EAAE,EAAE;YAC5C,MAAM,EAAE,cAAc,EAAE,CAAC;YACzB,OAAO,cAAc,CAAC,OAAO,CAAC,CAAC;QACjC,CAAC,CAAC,CAAC;QACH,MAAM,QAAQ,GAAG,CAAC,GAAG,eAAe,EAAE,GAAG,MAAM,CAAC,CAAC;QAEjD,OAAO;YACL,QAAQ;YACR,SAAS,EAAE,KAAK;YAChB,oBAAoB,EAAE,IAAI,CAAC,SAAS,CAAC,QAAQ,CAAC,QAAQ,CAAC;SACxD,CAAC;IACJ,CAAC;CACF"}
|
|
@@ -0,0 +1,5 @@
|
|
|
1
|
+
export type * from "./types.js";
|
|
2
|
+
export { CharacterBudgetTokenEstimator, DefaultContextBudgetEstimator, type MessageTokenEstimator, } from "./budget.js";
|
|
3
|
+
export { DeterministicCompactionStrategy } from "./deterministic.js";
|
|
4
|
+
export { SemanticCompactionStrategy } from "./semantic.js";
|
|
5
|
+
export { DefaultCompactionManager, type DefaultCompactionManagerOptions, } from "./manager.js";
|
|
@@ -0,0 +1,5 @@
|
|
|
1
|
+
export { CharacterBudgetTokenEstimator, DefaultContextBudgetEstimator, } from "./budget.js";
|
|
2
|
+
export { DeterministicCompactionStrategy } from "./deterministic.js";
|
|
3
|
+
export { SemanticCompactionStrategy } from "./semantic.js";
|
|
4
|
+
export { DefaultCompactionManager, } from "./manager.js";
|
|
5
|
+
//# sourceMappingURL=index.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"index.js","sourceRoot":"","sources":["../../src/compaction/index.ts"],"names":[],"mappings":"AACA,OAAO,EACL,6BAA6B,EAC7B,6BAA6B,GAE9B,MAAM,aAAa,CAAC;AACrB,OAAO,EAAE,+BAA+B,EAAE,MAAM,oBAAoB,CAAC;AACrE,OAAO,EAAE,0BAA0B,EAAE,MAAM,eAAe,CAAC;AAC3D,OAAO,EACL,wBAAwB,GAEzB,MAAM,cAAc,CAAC"}
|
|
@@ -0,0 +1,22 @@
|
|
|
1
|
+
import type { ModelCapabilities } from "../model/types.js";
|
|
2
|
+
import type { AgentMessage, ProjectionBudget } from "../types/index.js";
|
|
3
|
+
import type { CompactionDecision, CompactionManager, CompactionRequest, CompactionResult, CompactionStrategy, ContextBudgetEstimator } from "./types.js";
|
|
4
|
+
export interface DefaultCompactionManagerOptions {
|
|
5
|
+
enabled?: boolean;
|
|
6
|
+
softLimitRatio?: number;
|
|
7
|
+
hardLimitRatio?: number;
|
|
8
|
+
retainRecentTokens?: number;
|
|
9
|
+
}
|
|
10
|
+
export declare class DefaultCompactionManager implements CompactionManager {
|
|
11
|
+
private readonly strategies;
|
|
12
|
+
private readonly budgetEstimator;
|
|
13
|
+
private readonly enabled;
|
|
14
|
+
private readonly softLimitRatio;
|
|
15
|
+
private readonly hardLimitRatio;
|
|
16
|
+
private readonly retainRecentTokens;
|
|
17
|
+
constructor(strategies: readonly CompactionStrategy[], budgetEstimator?: ContextBudgetEstimator, options?: DefaultCompactionManagerOptions);
|
|
18
|
+
evaluate(messages: readonly AgentMessage[], capabilities: ModelCapabilities, budget: ProjectionBudget, signal?: AbortSignal): Promise<CompactionDecision>;
|
|
19
|
+
compact(request: CompactionRequest, signal?: AbortSignal): Promise<CompactionResult>;
|
|
20
|
+
private runStrategy;
|
|
21
|
+
private budgetRatio;
|
|
22
|
+
}
|
|
@@ -0,0 +1,111 @@
|
|
|
1
|
+
import { RuntimeError } from "../errors/runtime-error.js";
|
|
2
|
+
import { DefaultContextBudgetEstimator, } from "./budget.js";
|
|
3
|
+
export class DefaultCompactionManager {
|
|
4
|
+
strategies;
|
|
5
|
+
budgetEstimator;
|
|
6
|
+
enabled;
|
|
7
|
+
softLimitRatio;
|
|
8
|
+
hardLimitRatio;
|
|
9
|
+
retainRecentTokens;
|
|
10
|
+
constructor(strategies, budgetEstimator = new DefaultContextBudgetEstimator(), options = {}) {
|
|
11
|
+
this.strategies = strategies;
|
|
12
|
+
this.budgetEstimator = budgetEstimator;
|
|
13
|
+
this.enabled = options.enabled ?? true;
|
|
14
|
+
this.softLimitRatio = options.softLimitRatio ?? 0.72;
|
|
15
|
+
this.hardLimitRatio = options.hardLimitRatio ?? 0.88;
|
|
16
|
+
this.retainRecentTokens = options.retainRecentTokens ?? 16_000;
|
|
17
|
+
if (this.softLimitRatio <= 0 ||
|
|
18
|
+
this.softLimitRatio >= 1 ||
|
|
19
|
+
this.hardLimitRatio <= 0 ||
|
|
20
|
+
this.hardLimitRatio > 1 ||
|
|
21
|
+
this.softLimitRatio >= this.hardLimitRatio) {
|
|
22
|
+
throw new RangeError("Compaction ratios must satisfy 0 < softLimitRatio < hardLimitRatio <= 1");
|
|
23
|
+
}
|
|
24
|
+
if (!Number.isSafeInteger(this.retainRecentTokens) ||
|
|
25
|
+
this.retainRecentTokens < 1) {
|
|
26
|
+
throw new RangeError("retainRecentTokens must be a positive integer");
|
|
27
|
+
}
|
|
28
|
+
}
|
|
29
|
+
async evaluate(messages, capabilities, budget, signal) {
|
|
30
|
+
signal?.throwIfAborted();
|
|
31
|
+
if (!this.enabled) {
|
|
32
|
+
return { needed: false };
|
|
33
|
+
}
|
|
34
|
+
const ratio = await this.budgetRatio(messages, capabilities, budget, signal);
|
|
35
|
+
if (ratio >= this.hardLimitRatio) {
|
|
36
|
+
return { needed: true, reason: "hard_limit" };
|
|
37
|
+
}
|
|
38
|
+
if (ratio >= this.softLimitRatio) {
|
|
39
|
+
return { needed: true, reason: "soft_limit" };
|
|
40
|
+
}
|
|
41
|
+
return { needed: false };
|
|
42
|
+
}
|
|
43
|
+
async compact(request, signal) {
|
|
44
|
+
signal?.throwIfAborted();
|
|
45
|
+
const result = await this.runStrategy(request, request.reason, signal);
|
|
46
|
+
if (result.reproject) {
|
|
47
|
+
return result;
|
|
48
|
+
}
|
|
49
|
+
const after = await this.evaluate(result.messages, request.capabilities, request.budget, signal);
|
|
50
|
+
if (!after.needed) {
|
|
51
|
+
return result;
|
|
52
|
+
}
|
|
53
|
+
if (request.reason !== "soft_limit") {
|
|
54
|
+
throw new RuntimeError({
|
|
55
|
+
code: "MODEL_CONTEXT_LIMIT",
|
|
56
|
+
category: "context",
|
|
57
|
+
message: "Compaction did not produce a budget-safe non-reproject result",
|
|
58
|
+
});
|
|
59
|
+
}
|
|
60
|
+
const hardStrategy = this.strategies.find((candidate) => candidate.supports("hard_limit"));
|
|
61
|
+
if (hardStrategy === undefined) {
|
|
62
|
+
throw new RuntimeError({
|
|
63
|
+
code: "INTERNAL",
|
|
64
|
+
category: "context",
|
|
65
|
+
message: "Compaction remains over budget after soft compaction, but no hard_limit strategy is configured",
|
|
66
|
+
});
|
|
67
|
+
}
|
|
68
|
+
const escalatedRequest = {
|
|
69
|
+
...request,
|
|
70
|
+
messages: result.messages,
|
|
71
|
+
reason: "hard_limit",
|
|
72
|
+
};
|
|
73
|
+
const escalated = await this.runStrategy(escalatedRequest, "hard_limit", signal);
|
|
74
|
+
if (escalated.reproject) {
|
|
75
|
+
return escalated;
|
|
76
|
+
}
|
|
77
|
+
const escalatedAfter = await this.evaluate(escalated.messages, escalatedRequest.capabilities, escalatedRequest.budget, signal);
|
|
78
|
+
if (escalatedAfter.needed) {
|
|
79
|
+
throw new RuntimeError({
|
|
80
|
+
code: "MODEL_CONTEXT_LIMIT",
|
|
81
|
+
category: "context",
|
|
82
|
+
message: "Hard compaction did not produce a budget-safe non-reproject result",
|
|
83
|
+
});
|
|
84
|
+
}
|
|
85
|
+
return escalated;
|
|
86
|
+
}
|
|
87
|
+
async runStrategy(request, reason, signal) {
|
|
88
|
+
const strategy = this.strategies.find((candidate) => candidate.supports(reason));
|
|
89
|
+
if (strategy === undefined) {
|
|
90
|
+
throw new RuntimeError({
|
|
91
|
+
code: "INTERNAL",
|
|
92
|
+
category: "context",
|
|
93
|
+
message: `No compaction strategy supports reason: ${reason}`,
|
|
94
|
+
});
|
|
95
|
+
}
|
|
96
|
+
return strategy.compact({
|
|
97
|
+
...request,
|
|
98
|
+
reason,
|
|
99
|
+
retainRecentTokens: this.retainRecentTokens,
|
|
100
|
+
}, signal);
|
|
101
|
+
}
|
|
102
|
+
async budgetRatio(messages, capabilities, budget, signal) {
|
|
103
|
+
signal?.throwIfAborted();
|
|
104
|
+
const usage = await this.budgetEstimator.estimate(messages, capabilities);
|
|
105
|
+
signal?.throwIfAborted();
|
|
106
|
+
const contextLimit = Math.max(1, budget.maxInputTokens);
|
|
107
|
+
const reservedOutputTokens = Math.max(0, Math.min(budget.reservedOutputTokens, contextLimit));
|
|
108
|
+
return (usage.estimatedInputTokens + reservedOutputTokens) / contextLimit;
|
|
109
|
+
}
|
|
110
|
+
}
|
|
111
|
+
//# sourceMappingURL=manager.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"manager.js","sourceRoot":"","sources":["../../src/compaction/manager.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,YAAY,EAAE,MAAM,4BAA4B,CAAC;AAM1D,OAAO,EACL,6BAA6B,GAC9B,MAAM,aAAa,CAAC;AAkBrB,MAAM,OAAO,wBAAwB;IAOhB;IACA;IAPF,OAAO,CAAU;IACjB,cAAc,CAAS;IACvB,cAAc,CAAS;IACvB,kBAAkB,CAAS;IAE5C,YACmB,UAAyC,EACzC,kBACf,IAAI,6BAA6B,EAAE,EACrC,UAA2C,EAAE;QAH5B,eAAU,GAAV,UAAU,CAA+B;QACzC,oBAAe,GAAf,eAAe,CACK;QAGrC,IAAI,CAAC,OAAO,GAAG,OAAO,CAAC,OAAO,IAAI,IAAI,CAAC;QACvC,IAAI,CAAC,cAAc,GAAG,OAAO,CAAC,cAAc,IAAI,IAAI,CAAC;QACrD,IAAI,CAAC,cAAc,GAAG,OAAO,CAAC,cAAc,IAAI,IAAI,CAAC;QACrD,IAAI,CAAC,kBAAkB,GAAG,OAAO,CAAC,kBAAkB,IAAI,MAAM,CAAC;QAE/D,IACE,IAAI,CAAC,cAAc,IAAI,CAAC;YACxB,IAAI,CAAC,cAAc,IAAI,CAAC;YACxB,IAAI,CAAC,cAAc,IAAI,CAAC;YACxB,IAAI,CAAC,cAAc,GAAG,CAAC;YACvB,IAAI,CAAC,cAAc,IAAI,IAAI,CAAC,cAAc,EAC1C,CAAC;YACD,MAAM,IAAI,UAAU,CAClB,yEAAyE,CAC1E,CAAC;QACJ,CAAC;QAED,IACE,CAAC,MAAM,CAAC,aAAa,CAAC,IAAI,CAAC,kBAAkB,CAAC;YAC9C,IAAI,CAAC,kBAAkB,GAAG,CAAC,EAC3B,CAAC;YACD,MAAM,IAAI,UAAU,CAAC,+CAA+C,CAAC,CAAC;QACxE,CAAC;IACH,CAAC;IAED,KAAK,CAAC,QAAQ,CACZ,QAAiC,EACjC,YAA+B,EAC/B,MAAwB,EACxB,MAAoB;QAEpB,MAAM,EAAE,cAAc,EAAE,CAAC;QACzB,IAAI,CAAC,IAAI,CAAC,OAAO,EAAE,CAAC;YAClB,OAAO,EAAE,MAAM,EAAE,KAAK,EAAE,CAAC;QAC3B,CAAC;QAED,MAAM,KAAK,GAAG,MAAM,IAAI,CAAC,WAAW,CAClC,QAAQ,EACR,YAAY,EACZ,MAAM,EACN,MAAM,CACP,CAAC;QAEF,IAAI,KAAK,IAAI,IAAI,CAAC,cAAc,EAAE,CAAC;YACjC,OAAO,EAAE,MAAM,EAAE,IAAI,EAAE,MAAM,EAAE,YAAY,EAAE,CAAC;QAChD,CAAC;QACD,IAAI,KAAK,IAAI,IAAI,CAAC,cAAc,EAAE,CAAC;YACjC,OAAO,EAAE,MAAM,EAAE,IAAI,EAAE,MAAM,EAAE,YAAY,EAAE,CAAC;QAChD,CAAC;QACD,OAAO,EAAE,MAAM,EAAE,KAAK,EAAE,CAAC;IAC3B,CAAC;IAED,KAAK,CAAC,OAAO,CACX,OAA0B,EAC1B,MAAoB;QAEpB,MAAM,EAAE,cAAc,EAAE,CAAC;QAEzB,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,WAAW,CAAC,OAAO,EAAE,OAAO,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;QAEvE,IAAI,MAAM,CAAC,SAAS,EAAE,CAAC;YACrB,OAAO,MAAM,CAAC;QAChB,CAAC;QAED,MAAM,KAAK,GAAG,MAAM,IAAI,CAAC,QAAQ,CAC/B,MAAM,CAAC,QAAQ,EACf,OAAO,CAAC,YAAY,EACpB,OAAO,CAAC,MAAM,EACd,MAAM,CACP,CAAC;QAEF,IAAI,CAAC,KAAK,CAAC,MAAM,EAAE,CAAC;YAClB,OAAO,MAAM,CAAC;QAChB,CAAC;QAED,IAAI,OAAO,CAAC,MAAM,KAAK,YAAY,EAAE,CAAC;YACpC,MAAM,IAAI,YAAY,CAAC;gBACrB,IAAI,EAAE,qBAAqB;gBAC3B,QAAQ,EAAE,SAAS;gBACnB,OAAO,EACL,+DAA+D;aAClE,CAAC,CAAC;QACL,CAAC;QAED,MAAM,YAAY,GAAG,IAAI,CAAC,UAAU,CAAC,IAAI,CAAC,CAAC,SAAS,EAAE,EAAE,CACtD,SAAS,CAAC,QAAQ,CAAC,YAAY,CAAC,CACjC,CAAC;QACF,IAAI,YAAY,KAAK,SAAS,EAAE,CAAC;YAC/B,MAAM,IAAI,YAAY,CAAC;gBACrB,IAAI,EAAE,UAAU;gBAChB,QAAQ,EAAE,SAAS;gBACnB,OAAO,EACL,gGAAgG;aACnG,CAAC,CAAC;QACL,CAAC;QAED,MAAM,gBAAgB,GAAsB;YAC1C,GAAG,OAAO;YACV,QAAQ,EAAE,MAAM,CAAC,QAAQ;YACzB,MAAM,EAAE,YAAY;SACrB,CAAC;QACF,MAAM,SAAS,GAAG,MAAM,IAAI,CAAC,WAAW,CACtC,gBAAgB,EAChB,YAAY,EACZ,MAAM,CACP,CAAC;QAEF,IAAI,SAAS,CAAC,SAAS,EAAE,CAAC;YACxB,OAAO,SAAS,CAAC;QACnB,CAAC;QAED,MAAM,cAAc,GAAG,MAAM,IAAI,CAAC,QAAQ,CACxC,SAAS,CAAC,QAAQ,EAClB,gBAAgB,CAAC,YAAY,EAC7B,gBAAgB,CAAC,MAAM,EACvB,MAAM,CACP,CAAC;QACF,IAAI,cAAc,CAAC,MAAM,EAAE,CAAC;YAC1B,MAAM,IAAI,YAAY,CAAC;gBACrB,IAAI,EAAE,qBAAqB;gBAC3B,QAAQ,EAAE,SAAS;gBACnB,OAAO,EACL,oEAAoE;aACvE,CAAC,CAAC;QACL,CAAC;QAED,OAAO,SAAS,CAAC;IACnB,CAAC;IAEO,KAAK,CAAC,WAAW,CACvB,OAA0B,EAC1B,MAAmC,EACnC,MAAoB;QAEpB,MAAM,QAAQ,GAAG,IAAI,CAAC,UAAU,CAAC,IAAI,CAAC,CAAC,SAAS,EAAE,EAAE,CAClD,SAAS,CAAC,QAAQ,CAAC,MAAM,CAAC,CAC3B,CAAC;QAEF,IAAI,QAAQ,KAAK,SAAS,EAAE,CAAC;YAC3B,MAAM,IAAI,YAAY,CAAC;gBACrB,IAAI,EAAE,UAAU;gBAChB,QAAQ,EAAE,SAAS;gBACnB,OAAO,EAAE,2CAA2C,MAAM,EAAE;aAC7D,CAAC,CAAC;QACL,CAAC;QAED,OAAO,QAAQ,CAAC,OAAO,CACrB;YACE,GAAG,OAAO;YACV,MAAM;YACN,kBAAkB,EAAE,IAAI,CAAC,kBAAkB;SAC5C,EACD,MAAM,CACP,CAAC;IACJ,CAAC;IAEO,KAAK,CAAC,WAAW,CACvB,QAAiC,EACjC,YAA+B,EAC/B,MAAwB,EACxB,MAAoB;QAEpB,MAAM,EAAE,cAAc,EAAE,CAAC;QACzB,MAAM,KAAK,GAAG,MAAM,IAAI,CAAC,eAAe,CAAC,QAAQ,CAAC,QAAQ,EAAE,YAAY,CAAC,CAAC;QAC1E,MAAM,EAAE,cAAc,EAAE,CAAC;QAEzB,MAAM,YAAY,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,MAAM,CAAC,cAAc,CAAC,CAAC;QACxD,MAAM,oBAAoB,GAAG,IAAI,CAAC,GAAG,CACnC,CAAC,EACD,IAAI,CAAC,GAAG,CAAC,MAAM,CAAC,oBAAoB,EAAE,YAAY,CAAC,CACpD,CAAC;QAEF,OAAO,CACL,KAAK,CAAC,oBAAoB,GAAG,oBAAoB,CAClD,GAAG,YAAY,CAAC;IACnB,CAAC;CACF"}
|
|
@@ -0,0 +1,13 @@
|
|
|
1
|
+
import type { ModelProvider } from "../model/provider.js";
|
|
2
|
+
import { type MessageTokenEstimator } from "./budget.js";
|
|
3
|
+
import type { CompactionResult, CompactionStrategy, CompactionStrategyRequest } from "./types.js";
|
|
4
|
+
export declare class SemanticCompactionStrategy implements CompactionStrategy {
|
|
5
|
+
private readonly provider;
|
|
6
|
+
private readonly estimator;
|
|
7
|
+
readonly id = "semantic";
|
|
8
|
+
constructor(provider: ModelProvider, estimator?: MessageTokenEstimator);
|
|
9
|
+
supports(reason: CompactionStrategyRequest["reason"]): boolean;
|
|
10
|
+
compact(request: CompactionStrategyRequest, signal?: AbortSignal): Promise<CompactionResult>;
|
|
11
|
+
private summarizeTranscript;
|
|
12
|
+
private summarizeChunk;
|
|
13
|
+
}
|
|
@@ -0,0 +1,234 @@
|
|
|
1
|
+
import { RuntimeError } from "../errors/runtime-error.js";
|
|
2
|
+
import { COMPACTION_CHECKPOINT_MESSAGE_KIND } from "../types/compaction.js";
|
|
3
|
+
import { createSystemMessage, createUserMessage, } from "../utils/message.js";
|
|
4
|
+
import { newCompactionId } from "../utils/id.js";
|
|
5
|
+
import { CharacterBudgetTokenEstimator, } from "./budget.js";
|
|
6
|
+
function isCheckpointMessage(message) {
|
|
7
|
+
return message.metadata?.kind === COMPACTION_CHECKPOINT_MESSAGE_KIND;
|
|
8
|
+
}
|
|
9
|
+
function selectTail(messages, requestedBudget, availableInput, estimator) {
|
|
10
|
+
if (messages.length <= 1) {
|
|
11
|
+
return { summarize: messages, retained: [] };
|
|
12
|
+
}
|
|
13
|
+
const budget = Math.max(1, Math.min(requestedBudget, Math.floor(availableInput * 0.5)));
|
|
14
|
+
const retained = [];
|
|
15
|
+
let split = messages.length;
|
|
16
|
+
for (let index = messages.length - 1; index >= 0; index -= 1) {
|
|
17
|
+
const message = messages[index];
|
|
18
|
+
if (message === undefined) {
|
|
19
|
+
continue;
|
|
20
|
+
}
|
|
21
|
+
const candidate = [message, ...retained];
|
|
22
|
+
if (retained.length > 0 && estimator.estimate(candidate) > budget) {
|
|
23
|
+
break;
|
|
24
|
+
}
|
|
25
|
+
retained.unshift(message);
|
|
26
|
+
split = index;
|
|
27
|
+
if (estimator.estimate(retained) >= budget) {
|
|
28
|
+
break;
|
|
29
|
+
}
|
|
30
|
+
}
|
|
31
|
+
if (split === 0) {
|
|
32
|
+
split = Math.max(1, Math.floor(messages.length / 2));
|
|
33
|
+
return {
|
|
34
|
+
summarize: messages.slice(0, split),
|
|
35
|
+
retained: messages.slice(split),
|
|
36
|
+
};
|
|
37
|
+
}
|
|
38
|
+
return {
|
|
39
|
+
summarize: messages.slice(0, split),
|
|
40
|
+
retained,
|
|
41
|
+
};
|
|
42
|
+
}
|
|
43
|
+
function messageText(message) {
|
|
44
|
+
const parts = message.parts.map((part) => {
|
|
45
|
+
switch (part.type) {
|
|
46
|
+
case "text":
|
|
47
|
+
return part.text;
|
|
48
|
+
case "reasoning":
|
|
49
|
+
return `[reasoning] ${part.text}`;
|
|
50
|
+
case "tool_call":
|
|
51
|
+
return `[tool_call ${part.toolName}] ${JSON.stringify(part.input)}`;
|
|
52
|
+
case "tool_result":
|
|
53
|
+
return `[tool_result ${part.toolName}] ${JSON.stringify(part.content)}`;
|
|
54
|
+
case "image":
|
|
55
|
+
return `[image ${part.mimeType}]`;
|
|
56
|
+
}
|
|
57
|
+
});
|
|
58
|
+
return `${message.role}: ${parts.join("\n")}`;
|
|
59
|
+
}
|
|
60
|
+
function extractText(events) {
|
|
61
|
+
return events
|
|
62
|
+
.filter((event) => event.type === "text_delta")
|
|
63
|
+
.map((event) => event.delta)
|
|
64
|
+
.join("")
|
|
65
|
+
.trim();
|
|
66
|
+
}
|
|
67
|
+
function parseJsonObject(text) {
|
|
68
|
+
const unfenced = text
|
|
69
|
+
.replace(/^\s*```(?:json)?\s*/i, "")
|
|
70
|
+
.replace(/\s*```\s*$/, "")
|
|
71
|
+
.trim();
|
|
72
|
+
try {
|
|
73
|
+
const parsed = JSON.parse(unfenced);
|
|
74
|
+
if (parsed !== null && typeof parsed === "object" && !Array.isArray(parsed)) {
|
|
75
|
+
return parsed;
|
|
76
|
+
}
|
|
77
|
+
}
|
|
78
|
+
catch {
|
|
79
|
+
return undefined;
|
|
80
|
+
}
|
|
81
|
+
return undefined;
|
|
82
|
+
}
|
|
83
|
+
function stringArray(value) {
|
|
84
|
+
if (!Array.isArray(value)) {
|
|
85
|
+
return undefined;
|
|
86
|
+
}
|
|
87
|
+
const values = value.filter((item) => typeof item === "string");
|
|
88
|
+
return values.length === 0 ? undefined : values;
|
|
89
|
+
}
|
|
90
|
+
function optionalString(value) {
|
|
91
|
+
return typeof value === "string" && value.trim().length > 0
|
|
92
|
+
? value.trim()
|
|
93
|
+
: undefined;
|
|
94
|
+
}
|
|
95
|
+
const SUMMARY_PROMPT = [
|
|
96
|
+
"Summarize the conversation state for another model continuation.",
|
|
97
|
+
"Return ONLY a JSON object with these fields:",
|
|
98
|
+
"summary (string), currentGoal (string optional), decisions (string[]),",
|
|
99
|
+
"constraints (string[]), importantFacts (string[]),",
|
|
100
|
+
"modifiedResources (string[]), pendingTasks (string[]).",
|
|
101
|
+
"Preserve concrete facts, decisions, unresolved work, file/resource names,",
|
|
102
|
+
"tool outcomes, and user constraints. Do not add facts.",
|
|
103
|
+
].join(" ");
|
|
104
|
+
function splitText(text, maxChars) {
|
|
105
|
+
if (text.length <= maxChars) {
|
|
106
|
+
return [text];
|
|
107
|
+
}
|
|
108
|
+
const chunks = [];
|
|
109
|
+
let offset = 0;
|
|
110
|
+
while (offset < text.length) {
|
|
111
|
+
const hardEnd = Math.min(text.length, offset + maxChars);
|
|
112
|
+
let end = hardEnd;
|
|
113
|
+
if (hardEnd < text.length) {
|
|
114
|
+
const newline = text.lastIndexOf("\n", hardEnd);
|
|
115
|
+
if (newline > offset + Math.floor(maxChars / 2)) {
|
|
116
|
+
end = newline + 1;
|
|
117
|
+
}
|
|
118
|
+
}
|
|
119
|
+
chunks.push(text.slice(offset, end));
|
|
120
|
+
offset = end;
|
|
121
|
+
}
|
|
122
|
+
return chunks;
|
|
123
|
+
}
|
|
124
|
+
function checkpointFromText(text, request, coversThroughMessageId) {
|
|
125
|
+
const parsed = parseJsonObject(text);
|
|
126
|
+
const summary = optionalString(parsed?.summary) ??
|
|
127
|
+
(text.length > 0 ? text : "Earlier conversation compacted.");
|
|
128
|
+
const currentGoal = optionalString(parsed?.currentGoal);
|
|
129
|
+
const decisions = stringArray(parsed?.decisions);
|
|
130
|
+
const constraints = stringArray(parsed?.constraints);
|
|
131
|
+
const importantFacts = stringArray(parsed?.importantFacts);
|
|
132
|
+
const modifiedResources = stringArray(parsed?.modifiedResources);
|
|
133
|
+
const pendingTasks = stringArray(parsed?.pendingTasks);
|
|
134
|
+
return {
|
|
135
|
+
id: newCompactionId(),
|
|
136
|
+
createdAt: new Date().toISOString(),
|
|
137
|
+
reason: request.reason,
|
|
138
|
+
summary,
|
|
139
|
+
...(currentGoal === undefined ? {} : { currentGoal }),
|
|
140
|
+
...(decisions === undefined ? {} : { decisions }),
|
|
141
|
+
...(constraints === undefined ? {} : { constraints }),
|
|
142
|
+
...(importantFacts === undefined ? {} : { importantFacts }),
|
|
143
|
+
...(modifiedResources === undefined ? {} : { modifiedResources }),
|
|
144
|
+
...(pendingTasks === undefined ? {} : { pendingTasks }),
|
|
145
|
+
...(coversThroughMessageId === undefined
|
|
146
|
+
? {}
|
|
147
|
+
: { coversThroughMessageId }),
|
|
148
|
+
};
|
|
149
|
+
}
|
|
150
|
+
export class SemanticCompactionStrategy {
|
|
151
|
+
provider;
|
|
152
|
+
estimator;
|
|
153
|
+
id = "semantic";
|
|
154
|
+
constructor(provider, estimator = new CharacterBudgetTokenEstimator()) {
|
|
155
|
+
this.provider = provider;
|
|
156
|
+
this.estimator = estimator;
|
|
157
|
+
}
|
|
158
|
+
supports(reason) {
|
|
159
|
+
return (reason === "hard_limit" ||
|
|
160
|
+
reason === "provider_context_error" ||
|
|
161
|
+
reason === "manual");
|
|
162
|
+
}
|
|
163
|
+
async compact(request, signal) {
|
|
164
|
+
signal?.throwIfAborted();
|
|
165
|
+
const { summarize, retained } = selectTail(request.messages, request.retainRecentTokens, Math.max(1, request.budget.maxInputTokens - request.budget.reservedOutputTokens), this.estimator);
|
|
166
|
+
const realCovered = [...summarize]
|
|
167
|
+
.reverse()
|
|
168
|
+
.find((message) => !isCheckpointMessage(message));
|
|
169
|
+
if (summarize.length === 0) {
|
|
170
|
+
throw new RuntimeError({
|
|
171
|
+
code: "INTERNAL",
|
|
172
|
+
category: "context",
|
|
173
|
+
message: "Semantic compaction has no messages to summarize",
|
|
174
|
+
});
|
|
175
|
+
}
|
|
176
|
+
const transcript = summarize.map(messageText).join("\n\n");
|
|
177
|
+
const summaryText = await this.summarizeTranscript(transcript, request, signal);
|
|
178
|
+
const checkpoint = checkpointFromText(summaryText, request, realCovered?.id);
|
|
179
|
+
const messages = retained.map((message) => structuredClone(message));
|
|
180
|
+
return {
|
|
181
|
+
messages,
|
|
182
|
+
checkpoint,
|
|
183
|
+
reproject: true,
|
|
184
|
+
estimatedTokensAfter: this.estimator.estimate(messages),
|
|
185
|
+
};
|
|
186
|
+
}
|
|
187
|
+
async summarizeTranscript(transcript, request, signal) {
|
|
188
|
+
const contextWindow = Math.max(256, request.capabilities.contextWindow);
|
|
189
|
+
const maxOutputTokens = Math.max(64, Math.min(request.capabilities.maxOutputTokens ?? 1024, 1024, Math.floor(contextWindow * 0.15)));
|
|
190
|
+
const inputTokens = Math.max(128, contextWindow - maxOutputTokens - 256);
|
|
191
|
+
const maxChars = Math.max(512, inputTokens * 4);
|
|
192
|
+
let chunks = [...splitText(transcript, maxChars)];
|
|
193
|
+
let round = 0;
|
|
194
|
+
while (true) {
|
|
195
|
+
signal?.throwIfAborted();
|
|
196
|
+
const summaries = [];
|
|
197
|
+
for (const chunk of chunks) {
|
|
198
|
+
summaries.push(await this.summarizeChunk(chunk, request, maxOutputTokens, signal));
|
|
199
|
+
}
|
|
200
|
+
if (summaries.length === 1) {
|
|
201
|
+
return summaries[0] ?? "";
|
|
202
|
+
}
|
|
203
|
+
round += 1;
|
|
204
|
+
if (round >= 8) {
|
|
205
|
+
throw new RuntimeError({
|
|
206
|
+
code: "MODEL_CONTEXT_LIMIT",
|
|
207
|
+
category: "context",
|
|
208
|
+
message: "Semantic compaction could not reduce summary hierarchy",
|
|
209
|
+
});
|
|
210
|
+
}
|
|
211
|
+
const combined = summaries
|
|
212
|
+
.map((summary, index) => `Partial summary ${index + 1}:\n${summary}`)
|
|
213
|
+
.join("\n\n");
|
|
214
|
+
chunks = [...splitText(combined, maxChars)];
|
|
215
|
+
}
|
|
216
|
+
}
|
|
217
|
+
async summarizeChunk(text, request, maxOutputTokens, signal) {
|
|
218
|
+
const events = [];
|
|
219
|
+
for await (const event of this.provider.stream({
|
|
220
|
+
model: request.model,
|
|
221
|
+
messages: [
|
|
222
|
+
createSystemMessage(SUMMARY_PROMPT),
|
|
223
|
+
createUserMessage(text),
|
|
224
|
+
],
|
|
225
|
+
maxOutputTokens,
|
|
226
|
+
metadata: { purpose: "compaction" },
|
|
227
|
+
}, signal)) {
|
|
228
|
+
signal?.throwIfAborted();
|
|
229
|
+
events.push(event);
|
|
230
|
+
}
|
|
231
|
+
return extractText(events);
|
|
232
|
+
}
|
|
233
|
+
}
|
|
234
|
+
//# sourceMappingURL=semantic.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"semantic.js","sourceRoot":"","sources":["../../src/compaction/semantic.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,YAAY,EAAE,MAAM,4BAA4B,CAAC;AAO1D,OAAO,EAAE,kCAAkC,EAAE,MAAM,wBAAwB,CAAC;AAC5E,OAAO,EACL,mBAAmB,EACnB,iBAAiB,GAClB,MAAM,qBAAqB,CAAC;AAC7B,OAAO,EAAE,eAAe,EAAE,MAAM,gBAAgB,CAAC;AACjD,OAAO,EACL,6BAA6B,GAE9B,MAAM,aAAa,CAAC;AAOrB,SAAS,mBAAmB,CAAC,OAAqB;IAChD,OAAO,OAAO,CAAC,QAAQ,EAAE,IAAI,KAAK,kCAAkC,CAAC;AACvE,CAAC;AAED,SAAS,UAAU,CACjB,QAAiC,EACjC,eAAuB,EACvB,cAAsB,EACtB,SAAgC;IAEhC,IAAI,QAAQ,CAAC,MAAM,IAAI,CAAC,EAAE,CAAC;QACzB,OAAO,EAAE,SAAS,EAAE,QAAQ,EAAE,QAAQ,EAAE,EAAE,EAAE,CAAC;IAC/C,CAAC;IAED,MAAM,MAAM,GAAG,IAAI,CAAC,GAAG,CACrB,CAAC,EACD,IAAI,CAAC,GAAG,CAAC,eAAe,EAAE,IAAI,CAAC,KAAK,CAAC,cAAc,GAAG,GAAG,CAAC,CAAC,CAC5D,CAAC;IAEF,MAAM,QAAQ,GAAmB,EAAE,CAAC;IACpC,IAAI,KAAK,GAAG,QAAQ,CAAC,MAAM,CAAC;IAE5B,KAAK,IAAI,KAAK,GAAG,QAAQ,CAAC,MAAM,GAAG,CAAC,EAAE,KAAK,IAAI,CAAC,EAAE,KAAK,IAAI,CAAC,EAAE,CAAC;QAC7D,MAAM,OAAO,GAAG,QAAQ,CAAC,KAAK,CAAC,CAAC;QAChC,IAAI,OAAO,KAAK,SAAS,EAAE,CAAC;YAC1B,SAAS;QACX,CAAC;QAED,MAAM,SAAS,GAAG,CAAC,OAAO,EAAE,GAAG,QAAQ,CAAC,CAAC;QACzC,IAAI,QAAQ,CAAC,MAAM,GAAG,CAAC,IAAI,SAAS,CAAC,QAAQ,CAAC,SAAS,CAAC,GAAG,MAAM,EAAE,CAAC;YAClE,MAAM;QACR,CAAC;QAED,QAAQ,CAAC,OAAO,CAAC,OAAO,CAAC,CAAC;QAC1B,KAAK,GAAG,KAAK,CAAC;QAEd,IAAI,SAAS,CAAC,QAAQ,CAAC,QAAQ,CAAC,IAAI,MAAM,EAAE,CAAC;YAC3C,MAAM;QACR,CAAC;IACH,CAAC;IAED,IAAI,KAAK,KAAK,CAAC,EAAE,CAAC;QAChB,KAAK,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,IAAI,CAAC,KAAK,CAAC,QAAQ,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC;QACrD,OAAO;YACL,SAAS,EAAE,QAAQ,CAAC,KAAK,CAAC,CAAC,EAAE,KAAK,CAAC;YACnC,QAAQ,EAAE,QAAQ,CAAC,KAAK,CAAC,KAAK,CAAC;SAChC,CAAC;IACJ,CAAC;IAED,OAAO;QACL,SAAS,EAAE,QAAQ,CAAC,KAAK,CAAC,CAAC,EAAE,KAAK,CAAC;QACnC,QAAQ;KACT,CAAC;AACJ,CAAC;AAED,SAAS,WAAW,CAAC,OAAqB;IACxC,MAAM,KAAK,GAAG,OAAO,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE;QACvC,QAAQ,IAAI,CAAC,IAAI,EAAE,CAAC;YAClB,KAAK,MAAM;gBACT,OAAO,IAAI,CAAC,IAAI,CAAC;YACnB,KAAK,WAAW;gBACd,OAAO,eAAe,IAAI,CAAC,IAAI,EAAE,CAAC;YACpC,KAAK,WAAW;gBACd,OAAO,cAAc,IAAI,CAAC,QAAQ,KAAK,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,KAAK,CAAC,EAAE,CAAC;YACtE,KAAK,aAAa;gBAChB,OAAO,gBAAgB,IAAI,CAAC,QAAQ,KAAK,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,OAAO,CAAC,EAAE,CAAC;YAC1E,KAAK,OAAO;gBACV,OAAO,UAAU,IAAI,CAAC,QAAQ,GAAG,CAAC;QACtC,CAAC;IACH,CAAC,CAAC,CAAC;IACH,OAAO,GAAG,OAAO,CAAC,IAAI,KAAK,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC;AAChD,CAAC;AAED,SAAS,WAAW,CAAC,MAA6B;IAChD,OAAO,MAAM;SACV,MAAM,CACL,CAAC,KAAK,EAAwD,EAAE,CAC9D,KAAK,CAAC,IAAI,KAAK,YAAY,CAC9B;SACA,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,KAAK,CAAC;SAC3B,IAAI,CAAC,EAAE,CAAC;SACR,IAAI,EAAE,CAAC;AACZ,CAAC;AAED,SAAS,eAAe,CAAC,IAAY;IACnC,MAAM,QAAQ,GAAG,IAAI;SAClB,OAAO,CAAC,sBAAsB,EAAE,EAAE,CAAC;SACnC,OAAO,CAAC,YAAY,EAAE,EAAE,CAAC;SACzB,IAAI,EAAE,CAAC;IAEV,IAAI,CAAC;QACH,MAAM,MAAM,GAAY,IAAI,CAAC,KAAK,CAAC,QAAQ,CAAC,CAAC;QAC7C,IAAI,MAAM,KAAK,IAAI,IAAI,OAAO,MAAM,KAAK,QAAQ,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,MAAM,CAAC,EAAE,CAAC;YAC5E,OAAO,MAAiC,CAAC;QAC3C,CAAC;IACH,CAAC;IAAC,MAAM,CAAC;QACP,OAAO,SAAS,CAAC;IACnB,CAAC;IAED,OAAO,SAAS,CAAC;AACnB,CAAC;AAED,SAAS,WAAW,CAAC,KAAc;IACjC,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC,EAAE,CAAC;QAC1B,OAAO,SAAS,CAAC;IACnB,CAAC;IACD,MAAM,MAAM,GAAG,KAAK,CAAC,MAAM,CAAC,CAAC,IAAI,EAAkB,EAAE,CAAC,OAAO,IAAI,KAAK,QAAQ,CAAC,CAAC;IAChF,OAAO,MAAM,CAAC,MAAM,KAAK,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,MAAM,CAAC;AAClD,CAAC;AAED,SAAS,cAAc,CAAC,KAAc;IACpC,OAAO,OAAO,KAAK,KAAK,QAAQ,IAAI,KAAK,CAAC,IAAI,EAAE,CAAC,MAAM,GAAG,CAAC;QACzD,CAAC,CAAC,KAAK,CAAC,IAAI,EAAE;QACd,CAAC,CAAC,SAAS,CAAC;AAChB,CAAC;AAED,MAAM,cAAc,GAAG;IACrB,kEAAkE;IAClE,8CAA8C;IAC9C,wEAAwE;IACxE,oDAAoD;IACpD,wDAAwD;IACxD,2EAA2E;IAC3E,wDAAwD;CACzD,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;AAEZ,SAAS,SAAS,CAAC,IAAY,EAAE,QAAgB;IAC/C,IAAI,IAAI,CAAC,MAAM,IAAI,QAAQ,EAAE,CAAC;QAC5B,OAAO,CAAC,IAAI,CAAC,CAAC;IAChB,CAAC;IAED,MAAM,MAAM,GAAa,EAAE,CAAC;IAC5B,IAAI,MAAM,GAAG,CAAC,CAAC;IACf,OAAO,MAAM,GAAG,IAAI,CAAC,MAAM,EAAE,CAAC;QAC5B,MAAM,OAAO,GAAG,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,MAAM,EAAE,MAAM,GAAG,QAAQ,CAAC,CAAC;QACzD,IAAI,GAAG,GAAG,OAAO,CAAC;QAClB,IAAI,OAAO,GAAG,IAAI,CAAC,MAAM,EAAE,CAAC;YAC1B,MAAM,OAAO,GAAG,IAAI,CAAC,WAAW,CAAC,IAAI,EAAE,OAAO,CAAC,CAAC;YAChD,IAAI,OAAO,GAAG,MAAM,GAAG,IAAI,CAAC,KAAK,CAAC,QAAQ,GAAG,CAAC,CAAC,EAAE,CAAC;gBAChD,GAAG,GAAG,OAAO,GAAG,CAAC,CAAC;YACpB,CAAC;QACH,CAAC;QACD,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC,MAAM,EAAE,GAAG,CAAC,CAAC,CAAC;QACrC,MAAM,GAAG,GAAG,CAAC;IACf,CAAC;IACD,OAAO,MAAM,CAAC;AAChB,CAAC;AAED,SAAS,kBAAkB,CACzB,IAAY,EACZ,OAAkC,EAClC,sBAAsD;IAEtD,MAAM,MAAM,GAAG,eAAe,CAAC,IAAI,CAAC,CAAC;IACrC,MAAM,OAAO,GACX,cAAc,CAAC,MAAM,EAAE,OAAO,CAAC;QAC/B,CAAC,IAAI,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,iCAAiC,CAAC,CAAC;IAC/D,MAAM,WAAW,GAAG,cAAc,CAAC,MAAM,EAAE,WAAW,CAAC,CAAC;IACxD,MAAM,SAAS,GAAG,WAAW,CAAC,MAAM,EAAE,SAAS,CAAC,CAAC;IACjD,MAAM,WAAW,GAAG,WAAW,CAAC,MAAM,EAAE,WAAW,CAAC,CAAC;IACrD,MAAM,cAAc,GAAG,WAAW,CAAC,MAAM,EAAE,cAAc,CAAC,CAAC;IAC3D,MAAM,iBAAiB,GAAG,WAAW,CAAC,MAAM,EAAE,iBAAiB,CAAC,CAAC;IACjE,MAAM,YAAY,GAAG,WAAW,CAAC,MAAM,EAAE,YAAY,CAAC,CAAC;IAEvD,OAAO;QACL,EAAE,EAAE,eAAe,EAAE;QACrB,SAAS,EAAE,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE;QACnC,MAAM,EAAE,OAAO,CAAC,MAAM;QACtB,OAAO;QACP,GAAG,CAAC,WAAW,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,WAAW,EAAE,CAAC;QACrD,GAAG,CAAC,SAAS,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,SAAS,EAAE,CAAC;QACjD,GAAG,CAAC,WAAW,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,WAAW,EAAE,CAAC;QACrD,GAAG,CAAC,cAAc,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,cAAc,EAAE,CAAC;QAC3D,GAAG,CAAC,iBAAiB,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,iBAAiB,EAAE,CAAC;QACjE,GAAG,CAAC,YAAY,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,YAAY,EAAE,CAAC;QACvD,GAAG,CAAC,sBAAsB,KAAK,SAAS;YACtC,CAAC,CAAC,EAAE;YACJ,CAAC,CAAC,EAAE,sBAAsB,EAAE,CAAC;KAChC,CAAC;AACJ,CAAC;AAED,MAAM,OAAO,0BAA0B;IAIlB;IACA;IAJV,EAAE,GAAG,UAAU,CAAC;IAEzB,YACmB,QAAuB,EACvB,YACf,IAAI,6BAA6B,EAAE;QAFpB,aAAQ,GAAR,QAAQ,CAAe;QACvB,cAAS,GAAT,SAAS,CACW;IACpC,CAAC;IAEJ,QAAQ,CAAC,MAA2C;QAClD,OAAO,CACL,MAAM,KAAK,YAAY;YACvB,MAAM,KAAK,wBAAwB;YACnC,MAAM,KAAK,QAAQ,CACpB,CAAC;IACJ,CAAC;IAED,KAAK,CAAC,OAAO,CACX,OAAkC,EAClC,MAAoB;QAEpB,MAAM,EAAE,cAAc,EAAE,CAAC;QAEzB,MAAM,EAAE,SAAS,EAAE,QAAQ,EAAE,GAAG,UAAU,CACxC,OAAO,CAAC,QAAQ,EAChB,OAAO,CAAC,kBAAkB,EAC1B,IAAI,CAAC,GAAG,CACN,CAAC,EACD,OAAO,CAAC,MAAM,CAAC,cAAc,GAAG,OAAO,CAAC,MAAM,CAAC,oBAAoB,CACpE,EACD,IAAI,CAAC,SAAS,CACf,CAAC;QAEF,MAAM,WAAW,GAAG,CAAC,GAAG,SAAS,CAAC;aAC/B,OAAO,EAAE;aACT,IAAI,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC,CAAC,mBAAmB,CAAC,OAAO,CAAC,CAAC,CAAC;QAEpD,IAAI,SAAS,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;YAC3B,MAAM,IAAI,YAAY,CAAC;gBACrB,IAAI,EAAE,UAAU;gBAChB,QAAQ,EAAE,SAAS;gBACnB,OAAO,EAAE,kDAAkD;aAC5D,CAAC,CAAC;QACL,CAAC;QAED,MAAM,UAAU,GAAG,SAAS,CAAC,GAAG,CAAC,WAAW,CAAC,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;QAC3D,MAAM,WAAW,GAAG,MAAM,IAAI,CAAC,mBAAmB,CAChD,UAAU,EACV,OAAO,EACP,MAAM,CACP,CAAC;QAEF,MAAM,UAAU,GAAG,kBAAkB,CACnC,WAAW,EACX,OAAO,EACP,WAAW,EAAE,EAAE,CAChB,CAAC;QAEF,MAAM,QAAQ,GAAG,QAAQ,CAAC,GAAG,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC,eAAe,CAAC,OAAO,CAAC,CAAC,CAAC;QAErE,OAAO;YACL,QAAQ;YACR,UAAU;YACV,SAAS,EAAE,IAAI;YACf,oBAAoB,EAAE,IAAI,CAAC,SAAS,CAAC,QAAQ,CAAC,QAAQ,CAAC;SACxD,CAAC;IACJ,CAAC;IAEO,KAAK,CAAC,mBAAmB,CAC/B,UAAkB,EAClB,OAAkC,EAClC,MAAoB;QAEpB,MAAM,aAAa,GAAG,IAAI,CAAC,GAAG,CAAC,GAAG,EAAE,OAAO,CAAC,YAAY,CAAC,aAAa,CAAC,CAAC;QACxE,MAAM,eAAe,GAAG,IAAI,CAAC,GAAG,CAC9B,EAAE,EACF,IAAI,CAAC,GAAG,CACN,OAAO,CAAC,YAAY,CAAC,eAAe,IAAI,IAAI,EAC5C,IAAI,EACJ,IAAI,CAAC,KAAK,CAAC,aAAa,GAAG,IAAI,CAAC,CACjC,CACF,CAAC;QACF,MAAM,WAAW,GAAG,IAAI,CAAC,GAAG,CAC1B,GAAG,EACH,aAAa,GAAG,eAAe,GAAG,GAAG,CACtC,CAAC;QACF,MAAM,QAAQ,GAAG,IAAI,CAAC,GAAG,CAAC,GAAG,EAAE,WAAW,GAAG,CAAC,CAAC,CAAC;QAEhD,IAAI,MAAM,GAAG,CAAC,GAAG,SAAS,CAAC,UAAU,EAAE,QAAQ,CAAC,CAAC,CAAC;QAClD,IAAI,KAAK,GAAG,CAAC,CAAC;QAEd,OAAO,IAAI,EAAE,CAAC;YACZ,MAAM,EAAE,cAAc,EAAE,CAAC;YACzB,MAAM,SAAS,GAAa,EAAE,CAAC;YAE/B,KAAK,MAAM,KAAK,IAAI,MAAM,EAAE,CAAC;gBAC3B,SAAS,CAAC,IAAI,CACZ,MAAM,IAAI,CAAC,cAAc,CACvB,KAAK,EACL,OAAO,EACP,eAAe,EACf,MAAM,CACP,CACF,CAAC;YACJ,CAAC;YAED,IAAI,SAAS,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;gBAC3B,OAAO,SAAS,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC;YAC5B,CAAC;YAED,KAAK,IAAI,CAAC,CAAC;YACX,IAAI,KAAK,IAAI,CAAC,EAAE,CAAC;gBACf,MAAM,IAAI,YAAY,CAAC;oBACrB,IAAI,EAAE,qBAAqB;oBAC3B,QAAQ,EAAE,SAAS;oBACnB,OAAO,EAAE,wDAAwD;iBAClE,CAAC,CAAC;YACL,CAAC;YAED,MAAM,QAAQ,GAAG,SAAS;iBACvB,GAAG,CAAC,CAAC,OAAO,EAAE,KAAK,EAAE,EAAE,CACtB,mBAAmB,KAAK,GAAG,CAAC,MAAM,OAAO,EAAE,CAC5C;iBACA,IAAI,CAAC,MAAM,CAAC,CAAC;YAChB,MAAM,GAAG,CAAC,GAAG,SAAS,CAAC,QAAQ,EAAE,QAAQ,CAAC,CAAC,CAAC;QAC9C,CAAC;IACH,CAAC;IAEO,KAAK,CAAC,cAAc,CAC1B,IAAY,EACZ,OAAkC,EAClC,eAAuB,EACvB,MAAoB;QAEpB,MAAM,MAAM,GAAiB,EAAE,CAAC;QAChC,IAAI,KAAK,EAAE,MAAM,KAAK,IAAI,IAAI,CAAC,QAAQ,CAAC,MAAM,CAC5C;YACE,KAAK,EAAE,OAAO,CAAC,KAAK;YACpB,QAAQ,EAAE;gBACR,mBAAmB,CAAC,cAAc,CAAC;gBACnC,iBAAiB,CAAC,IAAI,CAAC;aACxB;YACD,eAAe;YACf,QAAQ,EAAE,EAAE,OAAO,EAAE,YAAY,EAAE;SACpC,EACD,MAAM,CACP,EAAE,CAAC;YACF,MAAM,EAAE,cAAc,EAAE,CAAC;YACzB,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;QACrB,CAAC;QACD,OAAO,WAAW,CAAC,MAAM,CAAC,CAAC;IAC7B,CAAC;CACF"}
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
export type { CompactionRequest, CompactionResult, CompactionStrategy, } from "./types.js";
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"strategy.js","sourceRoot":"","sources":["../../src/compaction/strategy.ts"],"names":[],"mappings":""}
|
|
@@ -0,0 +1,40 @@
|
|
|
1
|
+
import type { ModelCapabilities } from "../model/types.js";
|
|
2
|
+
import type { AgentMessage, CompactionCheckpoint, CompactionReason, ProjectionBudget } from "../types/index.js";
|
|
3
|
+
export interface ContextBudgetUsage {
|
|
4
|
+
estimatedInputTokens: number;
|
|
5
|
+
contextWindow: number;
|
|
6
|
+
reservedOutputTokens: number;
|
|
7
|
+
ratio: number;
|
|
8
|
+
}
|
|
9
|
+
export interface ContextBudgetEstimator {
|
|
10
|
+
estimate(messages: readonly AgentMessage[], capabilities: ModelCapabilities): Promise<ContextBudgetUsage>;
|
|
11
|
+
}
|
|
12
|
+
export interface CompactionRequest {
|
|
13
|
+
messages: readonly AgentMessage[];
|
|
14
|
+
reason: CompactionReason;
|
|
15
|
+
model: string;
|
|
16
|
+
capabilities: ModelCapabilities;
|
|
17
|
+
budget: ProjectionBudget;
|
|
18
|
+
}
|
|
19
|
+
export interface CompactionStrategyRequest extends CompactionRequest {
|
|
20
|
+
retainRecentTokens: number;
|
|
21
|
+
}
|
|
22
|
+
export interface CompactionResult {
|
|
23
|
+
messages: readonly AgentMessage[];
|
|
24
|
+
checkpoint?: CompactionCheckpoint;
|
|
25
|
+
reproject: boolean;
|
|
26
|
+
estimatedTokensAfter: number;
|
|
27
|
+
}
|
|
28
|
+
export interface CompactionStrategy {
|
|
29
|
+
readonly id: string;
|
|
30
|
+
supports(reason: CompactionReason): boolean;
|
|
31
|
+
compact(request: CompactionStrategyRequest, signal?: AbortSignal): Promise<CompactionResult>;
|
|
32
|
+
}
|
|
33
|
+
export interface CompactionDecision {
|
|
34
|
+
needed: boolean;
|
|
35
|
+
reason?: CompactionReason;
|
|
36
|
+
}
|
|
37
|
+
export interface CompactionManager {
|
|
38
|
+
evaluate(messages: readonly AgentMessage[], capabilities: ModelCapabilities, budget: ProjectionBudget, signal?: AbortSignal): Promise<CompactionDecision>;
|
|
39
|
+
compact(request: CompactionRequest, signal?: AbortSignal): Promise<CompactionResult>;
|
|
40
|
+
}
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"types.js","sourceRoot":"","sources":["../../src/compaction/types.ts"],"names":[],"mappings":""}
|
|
@@ -0,0 +1,12 @@
|
|
|
1
|
+
import type { ModelCapabilities } from "../model/types.js";
|
|
2
|
+
import type { ProjectionBudget } from "../types/compaction.js";
|
|
3
|
+
export interface ProjectionBudgetRequest {
|
|
4
|
+
capabilities: ModelCapabilities;
|
|
5
|
+
maxOutputTokens?: number;
|
|
6
|
+
}
|
|
7
|
+
export interface ProjectionBudgetPolicy {
|
|
8
|
+
create(request: ProjectionBudgetRequest): ProjectionBudget;
|
|
9
|
+
}
|
|
10
|
+
export declare class DefaultProjectionBudgetPolicy implements ProjectionBudgetPolicy {
|
|
11
|
+
create(request: ProjectionBudgetRequest): ProjectionBudget;
|
|
12
|
+
}
|
|
@@ -0,0 +1,13 @@
|
|
|
1
|
+
export class DefaultProjectionBudgetPolicy {
|
|
2
|
+
create(request) {
|
|
3
|
+
const { capabilities } = request;
|
|
4
|
+
const reservedOutputTokens = Math.min(request.maxOutputTokens ??
|
|
5
|
+
capabilities.maxOutputTokens ??
|
|
6
|
+
Math.max(1, Math.floor(capabilities.contextWindow / 4)), Math.max(0, capabilities.contextWindow - 1));
|
|
7
|
+
return {
|
|
8
|
+
maxInputTokens: capabilities.contextWindow,
|
|
9
|
+
reservedOutputTokens,
|
|
10
|
+
};
|
|
11
|
+
}
|
|
12
|
+
}
|
|
13
|
+
//# sourceMappingURL=budget.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"budget.js","sourceRoot":"","sources":["../../src/context/budget.ts"],"names":[],"mappings":"AAYA,MAAM,OAAO,6BAA6B;IACxC,MAAM,CAAC,OAAgC;QACrC,MAAM,EAAE,YAAY,EAAE,GAAG,OAAO,CAAC;QACjC,MAAM,oBAAoB,GAAG,IAAI,CAAC,GAAG,CACnC,OAAO,CAAC,eAAe;YACrB,YAAY,CAAC,eAAe;YAC5B,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,IAAI,CAAC,KAAK,CAAC,YAAY,CAAC,aAAa,GAAG,CAAC,CAAC,CAAC,EACzD,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,YAAY,CAAC,aAAa,GAAG,CAAC,CAAC,CAC5C,CAAC;QAEF,OAAO;YACL,cAAc,EAAE,YAAY,CAAC,aAAa;YAC1C,oBAAoB;SACrB,CAAC;IACJ,CAAC;CACF"}
|
|
@@ -0,0 +1,17 @@
|
|
|
1
|
+
import type { ContextItemId } from "../types/index.js";
|
|
2
|
+
import type { ContextItem, ContextMutation, ContextScope } from "./types.js";
|
|
3
|
+
export interface ContextController {
|
|
4
|
+
apply(mutation: ContextMutation, signal?: AbortSignal): Promise<void>;
|
|
5
|
+
applyMany(mutations: readonly ContextMutation[], signal?: AbortSignal): Promise<void>;
|
|
6
|
+
get(id: ContextItemId): ContextItem | undefined;
|
|
7
|
+
list(scope?: ContextScope): readonly ContextItem[];
|
|
8
|
+
}
|
|
9
|
+
export declare class DefaultContextController implements ContextController {
|
|
10
|
+
private items;
|
|
11
|
+
apply(mutation: ContextMutation, signal?: AbortSignal): Promise<void>;
|
|
12
|
+
applyMany(mutations: readonly ContextMutation[], signal?: AbortSignal): Promise<void>;
|
|
13
|
+
get(id: ContextItemId): ContextItem | undefined;
|
|
14
|
+
list(scope?: ContextScope): readonly ContextItem[];
|
|
15
|
+
private applyTo;
|
|
16
|
+
private assertDynamic;
|
|
17
|
+
}
|