ds4-context-core 0.1.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/LICENSE +21 -0
- package/README.md +80 -0
- package/dist/artifacts/artifact-manager.d.ts +58 -0
- package/dist/artifacts/artifact-manager.d.ts.map +1 -0
- package/dist/artifacts/artifact-manager.js +445 -0
- package/dist/artifacts/artifact-manager.js.map +1 -0
- package/dist/artifacts/artifact-store.d.ts +33 -0
- package/dist/artifacts/artifact-store.d.ts.map +1 -0
- package/dist/artifacts/artifact-store.js +116 -0
- package/dist/artifacts/artifact-store.js.map +1 -0
- package/dist/compaction/compaction-record.d.ts +74 -0
- package/dist/compaction/compaction-record.d.ts.map +1 -0
- package/dist/compaction/compaction-record.js +113 -0
- package/dist/compaction/compaction-record.js.map +1 -0
- package/dist/compaction/summary-contract.d.ts +68 -0
- package/dist/compaction/summary-contract.d.ts.map +1 -0
- package/dist/compaction/summary-contract.js +315 -0
- package/dist/compaction/summary-contract.js.map +1 -0
- package/dist/compaction/summary-graph.d.ts +48 -0
- package/dist/compaction/summary-graph.d.ts.map +1 -0
- package/dist/compaction/summary-graph.js +123 -0
- package/dist/compaction/summary-graph.js.map +1 -0
- package/dist/config/config-loader.d.ts +18 -0
- package/dist/config/config-loader.d.ts.map +1 -0
- package/dist/config/config-loader.js +305 -0
- package/dist/config/config-loader.js.map +1 -0
- package/dist/config/config.d.ts +113 -0
- package/dist/config/config.d.ts.map +1 -0
- package/dist/config/config.js +89 -0
- package/dist/config/config.js.map +1 -0
- package/dist/continuation/native-continuation.d.ts +107 -0
- package/dist/continuation/native-continuation.d.ts.map +1 -0
- package/dist/continuation/native-continuation.js +374 -0
- package/dist/continuation/native-continuation.js.map +1 -0
- package/dist/core/budget-manager.d.ts +26 -0
- package/dist/core/budget-manager.d.ts.map +1 -0
- package/dist/core/budget-manager.js +42 -0
- package/dist/core/budget-manager.js.map +1 -0
- package/dist/core/canonical-message.d.ts +69 -0
- package/dist/core/canonical-message.d.ts.map +1 -0
- package/dist/core/canonical-message.js +2 -0
- package/dist/core/canonical-message.js.map +1 -0
- package/dist/core/model-awareness.d.ts +59 -0
- package/dist/core/model-awareness.d.ts.map +1 -0
- package/dist/core/model-awareness.js +177 -0
- package/dist/core/model-awareness.js.map +1 -0
- package/dist/core/model-profile.d.ts +27 -0
- package/dist/core/model-profile.d.ts.map +1 -0
- package/dist/core/model-profile.js +29 -0
- package/dist/core/model-profile.js.map +1 -0
- package/dist/core/token-estimator.d.ts +4 -0
- package/dist/core/token-estimator.d.ts.map +1 -0
- package/dist/core/token-estimator.js +64 -0
- package/dist/core/token-estimator.js.map +1 -0
- package/dist/index.d.ts +37 -0
- package/dist/index.d.ts.map +1 -0
- package/dist/index.js +37 -0
- package/dist/index.js.map +1 -0
- package/dist/manifest/context-manifest.d.ts +163 -0
- package/dist/manifest/context-manifest.d.ts.map +1 -0
- package/dist/manifest/context-manifest.js +2 -0
- package/dist/manifest/context-manifest.js.map +1 -0
- package/dist/manifest/observer.d.ts +63 -0
- package/dist/manifest/observer.d.ts.map +1 -0
- package/dist/manifest/observer.js +150 -0
- package/dist/manifest/observer.js.map +1 -0
- package/dist/memory/memory-manager.d.ts +112 -0
- package/dist/memory/memory-manager.d.ts.map +1 -0
- package/dist/memory/memory-manager.js +499 -0
- package/dist/memory/memory-manager.js.map +1 -0
- package/dist/memory/memory-types.d.ts +126 -0
- package/dist/memory/memory-types.d.ts.map +1 -0
- package/dist/memory/memory-types.js +73 -0
- package/dist/memory/memory-types.js.map +1 -0
- package/dist/persistence/migrations.d.ts +17 -0
- package/dist/persistence/migrations.d.ts.map +1 -0
- package/dist/persistence/migrations.js +588 -0
- package/dist/persistence/migrations.js.map +1 -0
- package/dist/persistence/repositories/artifact-repository.d.ts +50 -0
- package/dist/persistence/repositories/artifact-repository.d.ts.map +1 -0
- package/dist/persistence/repositories/artifact-repository.js +186 -0
- package/dist/persistence/repositories/artifact-repository.js.map +1 -0
- package/dist/persistence/repositories/context-manifest-repository.d.ts +19 -0
- package/dist/persistence/repositories/context-manifest-repository.d.ts.map +1 -0
- package/dist/persistence/repositories/context-manifest-repository.js +144 -0
- package/dist/persistence/repositories/context-manifest-repository.js.map +1 -0
- package/dist/persistence/repositories/memory-repository.d.ts +33 -0
- package/dist/persistence/repositories/memory-repository.d.ts.map +1 -0
- package/dist/persistence/repositories/memory-repository.js +429 -0
- package/dist/persistence/repositories/memory-repository.js.map +1 -0
- package/dist/persistence/repositories/project-knowledge-repository.d.ts +65 -0
- package/dist/persistence/repositories/project-knowledge-repository.d.ts.map +1 -0
- package/dist/persistence/repositories/project-knowledge-repository.js +248 -0
- package/dist/persistence/repositories/project-knowledge-repository.js.map +1 -0
- package/dist/persistence/repositories/session-index-repository.d.ts +81 -0
- package/dist/persistence/repositories/session-index-repository.d.ts.map +1 -0
- package/dist/persistence/repositories/session-index-repository.js +220 -0
- package/dist/persistence/repositories/session-index-repository.js.map +1 -0
- package/dist/persistence/repositories/summary-repository.d.ts +16 -0
- package/dist/persistence/repositories/summary-repository.d.ts.map +1 -0
- package/dist/persistence/repositories/summary-repository.js +242 -0
- package/dist/persistence/repositories/summary-repository.js.map +1 -0
- package/dist/persistence/sqlite.d.ts +45 -0
- package/dist/persistence/sqlite.d.ts.map +1 -0
- package/dist/persistence/sqlite.js +137 -0
- package/dist/persistence/sqlite.js.map +1 -0
- package/dist/planner/atomic-groups.d.ts +15 -0
- package/dist/planner/atomic-groups.d.ts.map +1 -0
- package/dist/planner/atomic-groups.js +177 -0
- package/dist/planner/atomic-groups.js.map +1 -0
- package/dist/planner/context-planner.d.ts +49 -0
- package/dist/planner/context-planner.d.ts.map +1 -0
- package/dist/planner/context-planner.js +367 -0
- package/dist/planner/context-planner.js.map +1 -0
- package/dist/privacy/privacy-policy.d.ts +58 -0
- package/dist/privacy/privacy-policy.d.ts.map +1 -0
- package/dist/privacy/privacy-policy.js +412 -0
- package/dist/privacy/privacy-policy.js.map +1 -0
- package/dist/project/file-indexer.d.ts +32 -0
- package/dist/project/file-indexer.d.ts.map +1 -0
- package/dist/project/file-indexer.js +374 -0
- package/dist/project/file-indexer.js.map +1 -0
- package/dist/project/git-state.d.ts +12 -0
- package/dist/project/git-state.d.ts.map +1 -0
- package/dist/project/git-state.js +109 -0
- package/dist/project/git-state.js.map +1 -0
- package/dist/project/project-knowledge.d.ts +63 -0
- package/dist/project/project-knowledge.d.ts.map +1 -0
- package/dist/project/project-knowledge.js +332 -0
- package/dist/project/project-knowledge.js.map +1 -0
- package/dist/retrieval/retrieval-engine.d.ts +55 -0
- package/dist/retrieval/retrieval-engine.d.ts.map +1 -0
- package/dist/retrieval/retrieval-engine.js +290 -0
- package/dist/retrieval/retrieval-engine.js.map +1 -0
- package/dist/retrieval/task-descriptor.d.ts +17 -0
- package/dist/retrieval/task-descriptor.d.ts.map +1 -0
- package/dist/retrieval/task-descriptor.js +107 -0
- package/dist/retrieval/task-descriptor.js.map +1 -0
- package/dist/shared/hash.d.ts +2 -0
- package/dist/shared/hash.d.ts.map +1 -0
- package/dist/shared/hash.js +5 -0
- package/dist/shared/hash.js.map +1 -0
- package/dist/shared/logging.d.ts +27 -0
- package/dist/shared/logging.d.ts.map +1 -0
- package/dist/shared/logging.js +83 -0
- package/dist/shared/logging.js.map +1 -0
- package/dist/shared/stable-json.d.ts +2 -0
- package/dist/shared/stable-json.d.ts.map +1 -0
- package/dist/shared/stable-json.js +38 -0
- package/dist/shared/stable-json.js.map +1 -0
- package/package.json +56 -0
|
@@ -0,0 +1,177 @@
|
|
|
1
|
+
import { createModelProfile, } from "./model-profile.js";
|
|
2
|
+
function rounded(value) {
|
|
3
|
+
return Math.round(value * 1_000_000) / 1_000_000;
|
|
4
|
+
}
|
|
5
|
+
function median(values) {
|
|
6
|
+
if (values.length === 0)
|
|
7
|
+
return undefined;
|
|
8
|
+
const sorted = [...values].sort((left, right) => left - right);
|
|
9
|
+
const middle = Math.floor(sorted.length / 2);
|
|
10
|
+
const current = sorted[middle];
|
|
11
|
+
if (current === undefined)
|
|
12
|
+
return undefined;
|
|
13
|
+
if (sorted.length % 2 === 1)
|
|
14
|
+
return current;
|
|
15
|
+
const previous = sorted[middle - 1];
|
|
16
|
+
return previous === undefined ? current : (previous + current) / 2;
|
|
17
|
+
}
|
|
18
|
+
function safeTokenCount(value) {
|
|
19
|
+
return Number.isSafeInteger(value) && value >= 0;
|
|
20
|
+
}
|
|
21
|
+
function validSample(sample) {
|
|
22
|
+
return Number.isSafeInteger(sample.estimatedTokens)
|
|
23
|
+
&& sample.estimatedTokens > 0
|
|
24
|
+
&& Number.isSafeInteger(sample.actualInputTokens)
|
|
25
|
+
&& sample.actualInputTokens > 0
|
|
26
|
+
&& safeTokenCount(sample.inputTokens)
|
|
27
|
+
&& safeTokenCount(sample.cacheReadTokens)
|
|
28
|
+
&& safeTokenCount(sample.cacheWriteTokens)
|
|
29
|
+
&& Number.isSafeInteger(sample.createdAt)
|
|
30
|
+
&& sample.createdAt >= 0;
|
|
31
|
+
}
|
|
32
|
+
function cacheMetrics(samples) {
|
|
33
|
+
const inputTokens = samples.reduce((total, sample) => total + sample.inputTokens, 0);
|
|
34
|
+
const cacheReadTokens = samples.reduce((total, sample) => total + sample.cacheReadTokens, 0);
|
|
35
|
+
const cacheWriteTokens = samples.reduce((total, sample) => total + sample.cacheWriteTokens, 0);
|
|
36
|
+
const totalInputTokens = inputTokens + cacheReadTokens + cacheWriteTokens;
|
|
37
|
+
return {
|
|
38
|
+
sampleCount: samples.length,
|
|
39
|
+
inputTokens,
|
|
40
|
+
cacheReadTokens,
|
|
41
|
+
cacheWriteTokens,
|
|
42
|
+
totalInputTokens,
|
|
43
|
+
cacheReadShare: totalInputTokens > 0 ? rounded(cacheReadTokens / totalInputTokens) : 0,
|
|
44
|
+
cacheWriteShare: totalInputTokens > 0 ? rounded(cacheWriteTokens / totalInputTokens) : 0,
|
|
45
|
+
};
|
|
46
|
+
}
|
|
47
|
+
export function analyzeModelCalibration(samples, config) {
|
|
48
|
+
const window = samples.slice(0, config.calibrationWindow);
|
|
49
|
+
const valid = window.filter(validSample);
|
|
50
|
+
const ratios = valid.map((sample) => ({
|
|
51
|
+
sample,
|
|
52
|
+
ratio: sample.actualInputTokens / sample.estimatedTokens,
|
|
53
|
+
}));
|
|
54
|
+
const bounded = ratios.filter(({ ratio }) => Number.isFinite(ratio)
|
|
55
|
+
&& ratio >= config.calibrationRatioLowerBound
|
|
56
|
+
&& ratio <= config.calibrationRatioUpperBound);
|
|
57
|
+
const center = median(bounded.map(({ ratio }) => ratio));
|
|
58
|
+
const absoluteDeviations = center === undefined
|
|
59
|
+
? []
|
|
60
|
+
: bounded.map(({ ratio }) => Math.abs(ratio - center));
|
|
61
|
+
const mad = median(absoluteDeviations) ?? 0;
|
|
62
|
+
const tolerance = center === undefined
|
|
63
|
+
? 0
|
|
64
|
+
: Math.max(0.05, center * 0.1, mad * 3 * 1.4826);
|
|
65
|
+
const accepted = center === undefined
|
|
66
|
+
? []
|
|
67
|
+
: bounded.filter(({ ratio }) => Math.abs(ratio - center) <= tolerance);
|
|
68
|
+
const acceptedMedian = median(accepted.map(({ ratio }) => ratio));
|
|
69
|
+
const calibrated = config.enabled
|
|
70
|
+
&& acceptedMedian !== undefined
|
|
71
|
+
&& accepted.length >= config.minimumCalibrationSamples;
|
|
72
|
+
const appliedRatio = calibrated
|
|
73
|
+
? Math.min(config.calibrationRatioUpperBound, Math.max(config.calibrationRatioLowerBound, acceptedMedian))
|
|
74
|
+
: 1;
|
|
75
|
+
return {
|
|
76
|
+
enabled: config.enabled,
|
|
77
|
+
estimator: "chars-v1",
|
|
78
|
+
windowSize: config.calibrationWindow,
|
|
79
|
+
observedSamples: window.length,
|
|
80
|
+
boundedSamples: bounded.length,
|
|
81
|
+
acceptedSamples: accepted.length,
|
|
82
|
+
rejectedSamples: window.length - accepted.length,
|
|
83
|
+
outlierSamples: bounded.length - accepted.length,
|
|
84
|
+
minimumSamples: config.minimumCalibrationSamples,
|
|
85
|
+
lowerRatioBound: config.calibrationRatioLowerBound,
|
|
86
|
+
upperRatioBound: config.calibrationRatioUpperBound,
|
|
87
|
+
...(acceptedMedian !== undefined ? { medianRatio: rounded(acceptedMedian) } : {}),
|
|
88
|
+
appliedRatio: rounded(appliedRatio),
|
|
89
|
+
calibrated,
|
|
90
|
+
cache: cacheMetrics(valid),
|
|
91
|
+
};
|
|
92
|
+
}
|
|
93
|
+
export function modelProfileKey(provider, modelId) {
|
|
94
|
+
return `${provider}/${modelId}`;
|
|
95
|
+
}
|
|
96
|
+
function matchingOverrides(provider, modelId, overrides) {
|
|
97
|
+
const keys = ["*", `${provider}/*`, modelProfileKey(provider, modelId)]
|
|
98
|
+
.filter((key) => overrides[key] !== undefined);
|
|
99
|
+
const override = keys.reduce((merged, key) => ({ ...merged, ...overrides[key] }), {});
|
|
100
|
+
return { override, keys };
|
|
101
|
+
}
|
|
102
|
+
export function automaticRecentTailCeiling(contextWindow) {
|
|
103
|
+
return contextWindow <= 40_000
|
|
104
|
+
? 12_000
|
|
105
|
+
: contextWindow <= 131_072
|
|
106
|
+
? 24_000
|
|
107
|
+
: contextWindow <= 262_144
|
|
108
|
+
? 32_000
|
|
109
|
+
: 64_000;
|
|
110
|
+
}
|
|
111
|
+
export function automaticHistoryRetrievalCeiling(contextWindow) {
|
|
112
|
+
return contextWindow <= 40_000
|
|
113
|
+
? 4_000
|
|
114
|
+
: contextWindow <= 131_072
|
|
115
|
+
? 8_000
|
|
116
|
+
: contextWindow <= 262_144
|
|
117
|
+
? 16_000
|
|
118
|
+
: 32_000;
|
|
119
|
+
}
|
|
120
|
+
export function automaticProjectRetrievalCeiling(contextWindow) {
|
|
121
|
+
return contextWindow <= 40_000
|
|
122
|
+
? 4_000
|
|
123
|
+
: contextWindow <= 131_072
|
|
124
|
+
? 12_000
|
|
125
|
+
: contextWindow <= 262_144
|
|
126
|
+
? 20_000
|
|
127
|
+
: 32_000;
|
|
128
|
+
}
|
|
129
|
+
function calibratedLimit(value, calibrationRatio) {
|
|
130
|
+
if (value <= 0)
|
|
131
|
+
return 0;
|
|
132
|
+
return Math.max(1, Math.floor(value / Math.max(0.000001, calibrationRatio)));
|
|
133
|
+
}
|
|
134
|
+
export function resolveModelAwareness(model, context, config, samples = []) {
|
|
135
|
+
const { override, keys } = matchingOverrides(model.provider, model.id, config.enabled ? config.overrides : {});
|
|
136
|
+
const profile = createModelProfile(model, {
|
|
137
|
+
...(override.contextWindow !== undefined ? { contextWindow: override.contextWindow } : {}),
|
|
138
|
+
...(override.maxOutputTokens !== undefined ? { maxOutputTokens: override.maxOutputTokens } : {}),
|
|
139
|
+
...(override.safetyMarginTokens !== undefined ? { safetyMarginTokens: override.safetyMarginTokens } : {}),
|
|
140
|
+
});
|
|
141
|
+
const calibration = analyzeModelCalibration(samples, config);
|
|
142
|
+
const nominalRecentTailTokens = override.recentTailTokens
|
|
143
|
+
?? Math.min(context.recentTailTokens, automaticRecentTailCeiling(profile.contextWindow));
|
|
144
|
+
const nominalRetrievedHistoryTokens = override.maxRetrievedHistoryTokens
|
|
145
|
+
?? (config.enabled
|
|
146
|
+
? Math.min(context.maxRetrievedHistoryTokens, automaticHistoryRetrievalCeiling(profile.contextWindow))
|
|
147
|
+
: context.maxRetrievedHistoryTokens);
|
|
148
|
+
const nominalProjectTokens = override.maxProjectTokens
|
|
149
|
+
?? (config.enabled
|
|
150
|
+
? Math.min(context.maxProjectTokens, automaticProjectRetrievalCeiling(profile.contextWindow))
|
|
151
|
+
: context.maxProjectTokens);
|
|
152
|
+
const recentTailTokens = calibratedLimit(nominalRecentTailTokens, calibration.appliedRatio);
|
|
153
|
+
const maxRetrievedHistoryTokens = calibratedLimit(nominalRetrievedHistoryTokens, calibration.appliedRatio);
|
|
154
|
+
const maxProjectTokens = calibratedLimit(nominalProjectTokens, calibration.appliedRatio);
|
|
155
|
+
const contextConfig = {
|
|
156
|
+
...context,
|
|
157
|
+
recentTailTokens,
|
|
158
|
+
maxRetrievedHistoryTokens,
|
|
159
|
+
maxProjectTokens,
|
|
160
|
+
};
|
|
161
|
+
return {
|
|
162
|
+
profileKey: modelProfileKey(model.provider, model.id),
|
|
163
|
+
profile,
|
|
164
|
+
overrideKeys: keys,
|
|
165
|
+
calibration,
|
|
166
|
+
limits: {
|
|
167
|
+
nominalRecentTailTokens,
|
|
168
|
+
nominalRetrievedHistoryTokens,
|
|
169
|
+
nominalProjectTokens,
|
|
170
|
+
recentTailTokens,
|
|
171
|
+
maxRetrievedHistoryTokens,
|
|
172
|
+
maxProjectTokens,
|
|
173
|
+
},
|
|
174
|
+
contextConfig,
|
|
175
|
+
};
|
|
176
|
+
}
|
|
177
|
+
//# sourceMappingURL=model-awareness.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"model-awareness.js","sourceRoot":"","sources":["../../src/core/model-awareness.ts"],"names":[],"mappings":"AAKA,OAAO,EACL,kBAAkB,GAGnB,MAAM,oBAAoB,CAAC;AAyD5B,SAAS,OAAO,CAAC,KAAa;IAC5B,OAAO,IAAI,CAAC,KAAK,CAAC,KAAK,GAAG,SAAS,CAAC,GAAG,SAAS,CAAC;AACnD,CAAC;AAED,SAAS,MAAM,CAAC,MAAyB;IACvC,IAAI,MAAM,CAAC,MAAM,KAAK,CAAC;QAAE,OAAO,SAAS,CAAC;IAC1C,MAAM,MAAM,GAAG,CAAC,GAAG,MAAM,CAAC,CAAC,IAAI,CAAC,CAAC,IAAI,EAAE,KAAK,EAAE,EAAE,CAAC,IAAI,GAAG,KAAK,CAAC,CAAC;IAC/D,MAAM,MAAM,GAAG,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC;IAC7C,MAAM,OAAO,GAAG,MAAM,CAAC,MAAM,CAAC,CAAC;IAC/B,IAAI,OAAO,KAAK,SAAS;QAAE,OAAO,SAAS,CAAC;IAC5C,IAAI,MAAM,CAAC,MAAM,GAAG,CAAC,KAAK,CAAC;QAAE,OAAO,OAAO,CAAC;IAC5C,MAAM,QAAQ,GAAG,MAAM,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC;IACpC,OAAO,QAAQ,KAAK,SAAS,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,QAAQ,GAAG,OAAO,CAAC,GAAG,CAAC,CAAC;AACrE,CAAC;AAED,SAAS,cAAc,CAAC,KAAa;IACnC,OAAO,MAAM,CAAC,aAAa,CAAC,KAAK,CAAC,IAAI,KAAK,IAAI,CAAC,CAAC;AACnD,CAAC;AAED,SAAS,WAAW,CAAC,MAA8B;IACjD,OAAO,MAAM,CAAC,aAAa,CAAC,MAAM,CAAC,eAAe,CAAC;WAC9C,MAAM,CAAC,eAAe,GAAG,CAAC;WAC1B,MAAM,CAAC,aAAa,CAAC,MAAM,CAAC,iBAAiB,CAAC;WAC9C,MAAM,CAAC,iBAAiB,GAAG,CAAC;WAC5B,cAAc,CAAC,MAAM,CAAC,WAAW,CAAC;WAClC,cAAc,CAAC,MAAM,CAAC,eAAe,CAAC;WACtC,cAAc,CAAC,MAAM,CAAC,gBAAgB,CAAC;WACvC,MAAM,CAAC,aAAa,CAAC,MAAM,CAAC,SAAS,CAAC;WACtC,MAAM,CAAC,SAAS,IAAI,CAAC,CAAC;AAC7B,CAAC;AAED,SAAS,YAAY,CAAC,OAA0C;IAC9D,MAAM,WAAW,GAAG,OAAO,CAAC,MAAM,CAAC,CAAC,KAAK,EAAE,MAAM,EAAE,EAAE,CAAC,KAAK,GAAG,MAAM,CAAC,WAAW,EAAE,CAAC,CAAC,CAAC;IACrF,MAAM,eAAe,GAAG,OAAO,CAAC,MAAM,CAAC,CAAC,KAAK,EAAE,MAAM,EAAE,EAAE,CAAC,KAAK,GAAG,MAAM,CAAC,eAAe,EAAE,CAAC,CAAC,CAAC;IAC7F,MAAM,gBAAgB,GAAG,OAAO,CAAC,MAAM,CAAC,CAAC,KAAK,EAAE,MAAM,EAAE,EAAE,CAAC,KAAK,GAAG,MAAM,CAAC,gBAAgB,EAAE,CAAC,CAAC,CAAC;IAC/F,MAAM,gBAAgB,GAAG,WAAW,GAAG,eAAe,GAAG,gBAAgB,CAAC;IAC1E,OAAO;QACL,WAAW,EAAE,OAAO,CAAC,MAAM;QAC3B,WAAW;QACX,eAAe;QACf,gBAAgB;QAChB,gBAAgB;QAChB,cAAc,EAAE,gBAAgB,GAAG,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,eAAe,GAAG,gBAAgB,CAAC,CAAC,CAAC,CAAC,CAAC;QACtF,eAAe,EAAE,gBAAgB,GAAG,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,gBAAgB,GAAG,gBAAgB,CAAC,CAAC,CAAC,CAAC,CAAC;KACzF,CAAC;AACJ,CAAC;AAED,MAAM,UAAU,uBAAuB,CACrC,OAA0C,EAC1C,MAA4B;IAE5B,MAAM,MAAM,GAAG,OAAO,CAAC,KAAK,CAAC,CAAC,EAAE,MAAM,CAAC,iBAAiB,CAAC,CAAC;IAC1D,MAAM,KAAK,GAAG,MAAM,CAAC,MAAM,CAAC,WAAW,CAAC,CAAC;IACzC,MAAM,MAAM,GAAG,KAAK,CAAC,GAAG,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC;QACpC,MAAM;QACN,KAAK,EAAE,MAAM,CAAC,iBAAiB,GAAG,MAAM,CAAC,eAAe;KACzD,CAAC,CAAC,CAAC;IACJ,MAAM,OAAO,GAAG,MAAM,CAAC,MAAM,CAAC,CAAC,EAAE,KAAK,EAAE,EAAE,EAAE,CAC1C,MAAM,CAAC,QAAQ,CAAC,KAAK,CAAC;WACnB,KAAK,IAAI,MAAM,CAAC,0BAA0B;WAC1C,KAAK,IAAI,MAAM,CAAC,0BAA0B,CAC9C,CAAC;IACF,MAAM,MAAM,GAAG,MAAM,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC,EAAE,KAAK,EAAE,EAAE,EAAE,CAAC,KAAK,CAAC,CAAC,CAAC;IACzD,MAAM,kBAAkB,GAAG,MAAM,KAAK,SAAS;QAC7C,CAAC,CAAC,EAAE;QACJ,CAAC,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC,EAAE,KAAK,EAAE,EAAE,EAAE,CAAC,IAAI,CAAC,GAAG,CAAC,KAAK,GAAG,MAAM,CAAC,CAAC,CAAC;IACzD,MAAM,GAAG,GAAG,MAAM,CAAC,kBAAkB,CAAC,IAAI,CAAC,CAAC;IAC5C,MAAM,SAAS,GAAG,MAAM,KAAK,SAAS;QACpC,CAAC,CAAC,CAAC;QACH,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,IAAI,EAAE,MAAM,GAAG,GAAG,EAAE,GAAG,GAAG,CAAC,GAAG,MAAM,CAAC,CAAC;IACnD,MAAM,QAAQ,GAAG,MAAM,KAAK,SAAS;QACnC,CAAC,CAAC,EAAE;QACJ,CAAC,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC,EAAE,KAAK,EAAE,EAAE,EAAE,CAAC,IAAI,CAAC,GAAG,CAAC,KAAK,GAAG,MAAM,CAAC,IAAI,SAAS,CAAC,CAAC;IACzE,MAAM,cAAc,GAAG,MAAM,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC,EAAE,KAAK,EAAE,EAAE,EAAE,CAAC,KAAK,CAAC,CAAC,CAAC;IAClE,MAAM,UAAU,GAAG,MAAM,CAAC,OAAO;WAC5B,cAAc,KAAK,SAAS;WAC5B,QAAQ,CAAC,MAAM,IAAI,MAAM,CAAC,yBAAyB,CAAC;IACzD,MAAM,YAAY,GAAG,UAAU;QAC7B,CAAC,CAAC,IAAI,CAAC,GAAG,CACN,MAAM,CAAC,0BAA0B,EACjC,IAAI,CAAC,GAAG,CAAC,MAAM,CAAC,0BAA0B,EAAE,cAAc,CAAC,CAC5D;QACH,CAAC,CAAC,CAAC,CAAC;IAEN,OAAO;QACL,OAAO,EAAE,MAAM,CAAC,OAAO;QACvB,SAAS,EAAE,UAAU;QACrB,UAAU,EAAE,MAAM,CAAC,iBAAiB;QACpC,eAAe,EAAE,MAAM,CAAC,MAAM;QAC9B,cAAc,EAAE,OAAO,CAAC,MAAM;QAC9B,eAAe,EAAE,QAAQ,CAAC,MAAM;QAChC,eAAe,EAAE,MAAM,CAAC,MAAM,GAAG,QAAQ,CAAC,MAAM;QAChD,cAAc,EAAE,OAAO,CAAC,MAAM,GAAG,QAAQ,CAAC,MAAM;QAChD,cAAc,EAAE,MAAM,CAAC,yBAAyB;QAChD,eAAe,EAAE,MAAM,CAAC,0BAA0B;QAClD,eAAe,EAAE,MAAM,CAAC,0BAA0B;QAClD,GAAG,CAAC,cAAc,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,WAAW,EAAE,OAAO,CAAC,cAAc,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;QACjF,YAAY,EAAE,OAAO,CAAC,YAAY,CAAC;QACnC,UAAU;QACV,KAAK,EAAE,YAAY,CAAC,KAAK,CAAC;KAC3B,CAAC;AACJ,CAAC;AAED,MAAM,UAAU,eAAe,CAAC,QAAgB,EAAE,OAAe;IAC/D,OAAO,GAAG,QAAQ,IAAI,OAAO,EAAE,CAAC;AAClC,CAAC;AAED,SAAS,iBAAiB,CACxB,QAAgB,EAChB,OAAe,EACf,SAAyD;IAEzD,MAAM,IAAI,GAAG,CAAC,GAAG,EAAE,GAAG,QAAQ,IAAI,EAAE,eAAe,CAAC,QAAQ,EAAE,OAAO,CAAC,CAAC;SACpE,MAAM,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,SAAS,CAAC,GAAG,CAAC,KAAK,SAAS,CAAC,CAAC;IACjD,MAAM,QAAQ,GAAG,IAAI,CAAC,MAAM,CAC1B,CAAC,MAAM,EAAE,GAAG,EAAE,EAAE,CAAC,CAAC,EAAE,GAAG,MAAM,EAAE,GAAG,SAAS,CAAC,GAAG,CAAC,EAAE,CAAC,EACnD,EAAE,CACH,CAAC;IACF,OAAO,EAAE,QAAQ,EAAE,IAAI,EAAE,CAAC;AAC5B,CAAC;AAED,MAAM,UAAU,0BAA0B,CAAC,aAAqB;IAC9D,OAAO,aAAa,IAAI,MAAM;QAC5B,CAAC,CAAC,MAAM;QACR,CAAC,CAAC,aAAa,IAAI,OAAO;YACxB,CAAC,CAAC,MAAM;YACR,CAAC,CAAC,aAAa,IAAI,OAAO;gBACxB,CAAC,CAAC,MAAM;gBACR,CAAC,CAAC,MAAM,CAAC;AACjB,CAAC;AAED,MAAM,UAAU,gCAAgC,CAAC,aAAqB;IACpE,OAAO,aAAa,IAAI,MAAM;QAC5B,CAAC,CAAC,KAAK;QACP,CAAC,CAAC,aAAa,IAAI,OAAO;YACxB,CAAC,CAAC,KAAK;YACP,CAAC,CAAC,aAAa,IAAI,OAAO;gBACxB,CAAC,CAAC,MAAM;gBACR,CAAC,CAAC,MAAM,CAAC;AACjB,CAAC;AAED,MAAM,UAAU,gCAAgC,CAAC,aAAqB;IACpE,OAAO,aAAa,IAAI,MAAM;QAC5B,CAAC,CAAC,KAAK;QACP,CAAC,CAAC,aAAa,IAAI,OAAO;YACxB,CAAC,CAAC,MAAM;YACR,CAAC,CAAC,aAAa,IAAI,OAAO;gBACxB,CAAC,CAAC,MAAM;gBACR,CAAC,CAAC,MAAM,CAAC;AACjB,CAAC;AAED,SAAS,eAAe,CAAC,KAAa,EAAE,gBAAwB;IAC9D,IAAI,KAAK,IAAI,CAAC;QAAE,OAAO,CAAC,CAAC;IACzB,OAAO,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,IAAI,CAAC,KAAK,CAAC,KAAK,GAAG,IAAI,CAAC,GAAG,CAAC,QAAQ,EAAE,gBAAgB,CAAC,CAAC,CAAC,CAAC;AAC/E,CAAC;AAED,MAAM,UAAU,qBAAqB,CACnC,KAAsB,EACtB,OAAsB,EACtB,MAA4B,EAC5B,UAA6C,EAAE;IAE/C,MAAM,EAAE,QAAQ,EAAE,IAAI,EAAE,GAAG,iBAAiB,CAC1C,KAAK,CAAC,QAAQ,EACd,KAAK,CAAC,EAAE,EACR,MAAM,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,SAAS,CAAC,CAAC,CAAC,EAAE,CACvC,CAAC;IACF,MAAM,OAAO,GAAG,kBAAkB,CAAC,KAAK,EAAE;QACxC,GAAG,CAAC,QAAQ,CAAC,aAAa,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,aAAa,EAAE,QAAQ,CAAC,aAAa,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;QAC1F,GAAG,CAAC,QAAQ,CAAC,eAAe,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,eAAe,EAAE,QAAQ,CAAC,eAAe,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;QAChG,GAAG,CAAC,QAAQ,CAAC,kBAAkB,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,kBAAkB,EAAE,QAAQ,CAAC,kBAAkB,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;KAC1G,CAAC,CAAC;IACH,MAAM,WAAW,GAAG,uBAAuB,CAAC,OAAO,EAAE,MAAM,CAAC,CAAC;IAC7D,MAAM,uBAAuB,GAAG,QAAQ,CAAC,gBAAgB;WACpD,IAAI,CAAC,GAAG,CAAC,OAAO,CAAC,gBAAgB,EAAE,0BAA0B,CAAC,OAAO,CAAC,aAAa,CAAC,CAAC,CAAC;IAC3F,MAAM,6BAA6B,GAAG,QAAQ,CAAC,yBAAyB;WACnE,CAAC,MAAM,CAAC,OAAO;YAChB,CAAC,CAAC,IAAI,CAAC,GAAG,CACN,OAAO,CAAC,yBAAyB,EACjC,gCAAgC,CAAC,OAAO,CAAC,aAAa,CAAC,CACxD;YACH,CAAC,CAAC,OAAO,CAAC,yBAAyB,CAAC,CAAC;IACzC,MAAM,oBAAoB,GAAG,QAAQ,CAAC,gBAAgB;WACjD,CAAC,MAAM,CAAC,OAAO;YAChB,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,OAAO,CAAC,gBAAgB,EAAE,gCAAgC,CAAC,OAAO,CAAC,aAAa,CAAC,CAAC;YAC7F,CAAC,CAAC,OAAO,CAAC,gBAAgB,CAAC,CAAC;IAChC,MAAM,gBAAgB,GAAG,eAAe,CAAC,uBAAuB,EAAE,WAAW,CAAC,YAAY,CAAC,CAAC;IAC5F,MAAM,yBAAyB,GAAG,eAAe,CAC/C,6BAA6B,EAC7B,WAAW,CAAC,YAAY,CACzB,CAAC;IACF,MAAM,gBAAgB,GAAG,eAAe,CAAC,oBAAoB,EAAE,WAAW,CAAC,YAAY,CAAC,CAAC;IACzF,MAAM,aAAa,GAAkB;QACnC,GAAG,OAAO;QACV,gBAAgB;QAChB,yBAAyB;QACzB,gBAAgB;KACjB,CAAC;IAEF,OAAO;QACL,UAAU,EAAE,eAAe,CAAC,KAAK,CAAC,QAAQ,EAAE,KAAK,CAAC,EAAE,CAAC;QACrD,OAAO;QACP,YAAY,EAAE,IAAI;QAClB,WAAW;QACX,MAAM,EAAE;YACN,uBAAuB;YACvB,6BAA6B;YAC7B,oBAAoB;YACpB,gBAAgB;YAChB,yBAAyB;YACzB,gBAAgB;SACjB;QACD,aAAa;KACd,CAAC;AACJ,CAAC"}
|
|
@@ -0,0 +1,27 @@
|
|
|
1
|
+
export interface ModelDescriptor {
|
|
2
|
+
provider: string;
|
|
3
|
+
id: string;
|
|
4
|
+
contextWindow: number;
|
|
5
|
+
maxTokens?: number;
|
|
6
|
+
reasoning?: boolean;
|
|
7
|
+
input?: readonly string[];
|
|
8
|
+
}
|
|
9
|
+
export interface ModelProfile {
|
|
10
|
+
provider: string;
|
|
11
|
+
modelId: string;
|
|
12
|
+
contextWindow: number;
|
|
13
|
+
maxOutputTokens?: number;
|
|
14
|
+
safetyMarginTokens: number;
|
|
15
|
+
supportsImages: boolean;
|
|
16
|
+
supportsTools: boolean;
|
|
17
|
+
supportsThinking: boolean;
|
|
18
|
+
tokenEstimator: "chars-v1";
|
|
19
|
+
}
|
|
20
|
+
export interface ModelProfileAdjustments {
|
|
21
|
+
contextWindow?: number;
|
|
22
|
+
maxOutputTokens?: number;
|
|
23
|
+
safetyMarginTokens?: number;
|
|
24
|
+
}
|
|
25
|
+
export declare function defaultSafetyMargin(contextWindow: number): number;
|
|
26
|
+
export declare function createModelProfile(model: ModelDescriptor, adjustments?: ModelProfileAdjustments): ModelProfile;
|
|
27
|
+
//# sourceMappingURL=model-profile.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"model-profile.d.ts","sourceRoot":"","sources":["../../src/core/model-profile.ts"],"names":[],"mappings":"AAAA,MAAM,WAAW,eAAe;IAC9B,QAAQ,EAAE,MAAM,CAAC;IACjB,EAAE,EAAE,MAAM,CAAC;IACX,aAAa,EAAE,MAAM,CAAC;IACtB,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,SAAS,CAAC,EAAE,OAAO,CAAC;IACpB,KAAK,CAAC,EAAE,SAAS,MAAM,EAAE,CAAC;CAC3B;AAED,MAAM,WAAW,YAAY;IAC3B,QAAQ,EAAE,MAAM,CAAC;IACjB,OAAO,EAAE,MAAM,CAAC;IAChB,aAAa,EAAE,MAAM,CAAC;IACtB,eAAe,CAAC,EAAE,MAAM,CAAC;IACzB,kBAAkB,EAAE,MAAM,CAAC;IAC3B,cAAc,EAAE,OAAO,CAAC;IACxB,aAAa,EAAE,OAAO,CAAC;IACvB,gBAAgB,EAAE,OAAO,CAAC;IAC1B,cAAc,EAAE,UAAU,CAAC;CAC5B;AAED,MAAM,WAAW,uBAAuB;IACtC,aAAa,CAAC,EAAE,MAAM,CAAC;IACvB,eAAe,CAAC,EAAE,MAAM,CAAC;IACzB,kBAAkB,CAAC,EAAE,MAAM,CAAC;CAC7B;AAED,wBAAgB,mBAAmB,CAAC,aAAa,EAAE,MAAM,GAAG,MAAM,CAEjE;AAED,wBAAgB,kBAAkB,CAChC,KAAK,EAAE,eAAe,EACtB,WAAW,GAAE,uBAA4B,GACxC,YAAY,CAyBd"}
|
|
@@ -0,0 +1,29 @@
|
|
|
1
|
+
export function defaultSafetyMargin(contextWindow) {
|
|
2
|
+
return Math.min(8192, Math.max(1024, Math.ceil(contextWindow * 0.02)));
|
|
3
|
+
}
|
|
4
|
+
export function createModelProfile(model, adjustments = {}) {
|
|
5
|
+
const contextWindow = adjustments.contextWindow ?? model.contextWindow;
|
|
6
|
+
if (!Number.isFinite(contextWindow) || contextWindow <= 0) {
|
|
7
|
+
throw new Error("Model context window must be a positive number");
|
|
8
|
+
}
|
|
9
|
+
const normalizedContextWindow = Math.floor(contextWindow);
|
|
10
|
+
const outputTokens = adjustments.maxOutputTokens ?? model.maxTokens;
|
|
11
|
+
const safetyMargin = adjustments.safetyMarginTokens ?? defaultSafetyMargin(normalizedContextWindow);
|
|
12
|
+
if (!Number.isFinite(safetyMargin) || safetyMargin < 0) {
|
|
13
|
+
throw new Error("Model safety margin must be a non-negative number");
|
|
14
|
+
}
|
|
15
|
+
return {
|
|
16
|
+
provider: model.provider,
|
|
17
|
+
modelId: model.id,
|
|
18
|
+
contextWindow: normalizedContextWindow,
|
|
19
|
+
...(outputTokens !== undefined && outputTokens > 0
|
|
20
|
+
? { maxOutputTokens: Math.min(normalizedContextWindow, Math.floor(outputTokens)) }
|
|
21
|
+
: {}),
|
|
22
|
+
safetyMarginTokens: Math.min(normalizedContextWindow, Math.floor(safetyMargin)),
|
|
23
|
+
supportsImages: model.input?.includes("image") ?? false,
|
|
24
|
+
supportsTools: true,
|
|
25
|
+
supportsThinking: model.reasoning ?? false,
|
|
26
|
+
tokenEstimator: "chars-v1",
|
|
27
|
+
};
|
|
28
|
+
}
|
|
29
|
+
//# sourceMappingURL=model-profile.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"model-profile.js","sourceRoot":"","sources":["../../src/core/model-profile.ts"],"names":[],"mappings":"AA2BA,MAAM,UAAU,mBAAmB,CAAC,aAAqB;IACvD,OAAO,IAAI,CAAC,GAAG,CAAC,IAAI,EAAE,IAAI,CAAC,GAAG,CAAC,IAAI,EAAE,IAAI,CAAC,IAAI,CAAC,aAAa,GAAG,IAAI,CAAC,CAAC,CAAC,CAAC;AACzE,CAAC;AAED,MAAM,UAAU,kBAAkB,CAChC,KAAsB,EACtB,cAAuC,EAAE;IAEzC,MAAM,aAAa,GAAG,WAAW,CAAC,aAAa,IAAI,KAAK,CAAC,aAAa,CAAC;IACvE,IAAI,CAAC,MAAM,CAAC,QAAQ,CAAC,aAAa,CAAC,IAAI,aAAa,IAAI,CAAC,EAAE,CAAC;QAC1D,MAAM,IAAI,KAAK,CAAC,gDAAgD,CAAC,CAAC;IACpE,CAAC;IACD,MAAM,uBAAuB,GAAG,IAAI,CAAC,KAAK,CAAC,aAAa,CAAC,CAAC;IAC1D,MAAM,YAAY,GAAG,WAAW,CAAC,eAAe,IAAI,KAAK,CAAC,SAAS,CAAC;IACpE,MAAM,YAAY,GAAG,WAAW,CAAC,kBAAkB,IAAI,mBAAmB,CAAC,uBAAuB,CAAC,CAAC;IACpG,IAAI,CAAC,MAAM,CAAC,QAAQ,CAAC,YAAY,CAAC,IAAI,YAAY,GAAG,CAAC,EAAE,CAAC;QACvD,MAAM,IAAI,KAAK,CAAC,mDAAmD,CAAC,CAAC;IACvE,CAAC;IAED,OAAO;QACL,QAAQ,EAAE,KAAK,CAAC,QAAQ;QACxB,OAAO,EAAE,KAAK,CAAC,EAAE;QACjB,aAAa,EAAE,uBAAuB;QACtC,GAAG,CAAC,YAAY,KAAK,SAAS,IAAI,YAAY,GAAG,CAAC;YAChD,CAAC,CAAC,EAAE,eAAe,EAAE,IAAI,CAAC,GAAG,CAAC,uBAAuB,EAAE,IAAI,CAAC,KAAK,CAAC,YAAY,CAAC,CAAC,EAAE;YAClF,CAAC,CAAC,EAAE,CAAC;QACP,kBAAkB,EAAE,IAAI,CAAC,GAAG,CAAC,uBAAuB,EAAE,IAAI,CAAC,KAAK,CAAC,YAAY,CAAC,CAAC;QAC/E,cAAc,EAAE,KAAK,CAAC,KAAK,EAAE,QAAQ,CAAC,OAAO,CAAC,IAAI,KAAK;QACvD,aAAa,EAAE,IAAI;QACnB,gBAAgB,EAAE,KAAK,CAAC,SAAS,IAAI,KAAK;QAC1C,cAAc,EAAE,UAAU;KAC3B,CAAC;AACJ,CAAC"}
|
|
@@ -0,0 +1,4 @@
|
|
|
1
|
+
export declare function estimateTextTokens(text: string): number;
|
|
2
|
+
export declare function estimateMessageTokens(message: unknown): number;
|
|
3
|
+
export declare function estimateMessagesTokens(messages: readonly unknown[]): number;
|
|
4
|
+
//# sourceMappingURL=token-estimator.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"token-estimator.d.ts","sourceRoot":"","sources":["../../src/core/token-estimator.ts"],"names":[],"mappings":"AAiBA,wBAAgB,kBAAkB,CAAC,IAAI,EAAE,MAAM,GAAG,MAAM,CAEvD;AA0BD,wBAAgB,qBAAqB,CAAC,OAAO,EAAE,OAAO,GAAG,MAAM,CAa9D;AAED,wBAAgB,sBAAsB,CAAC,QAAQ,EAAE,SAAS,OAAO,EAAE,GAAG,MAAM,CAE3E"}
|
|
@@ -0,0 +1,64 @@
|
|
|
1
|
+
const CHARS_PER_TOKEN = 4;
|
|
2
|
+
const MESSAGE_WRAPPER_TOKENS = 8;
|
|
3
|
+
const CONTENT_BLOCK_WRAPPER_TOKENS = 4;
|
|
4
|
+
const IMAGE_TOKEN_ESTIMATE = 1024;
|
|
5
|
+
function isRecord(value) {
|
|
6
|
+
return value !== null && typeof value === "object" && !Array.isArray(value);
|
|
7
|
+
}
|
|
8
|
+
function safeJson(value) {
|
|
9
|
+
try {
|
|
10
|
+
return JSON.stringify(value) ?? "";
|
|
11
|
+
}
|
|
12
|
+
catch {
|
|
13
|
+
return String(value);
|
|
14
|
+
}
|
|
15
|
+
}
|
|
16
|
+
export function estimateTextTokens(text) {
|
|
17
|
+
return text.length === 0 ? 0 : Math.ceil(text.length / CHARS_PER_TOKEN);
|
|
18
|
+
}
|
|
19
|
+
function estimateContent(content) {
|
|
20
|
+
if (typeof content === "string")
|
|
21
|
+
return estimateTextTokens(content);
|
|
22
|
+
if (!Array.isArray(content))
|
|
23
|
+
return estimateTextTokens(safeJson(content));
|
|
24
|
+
return content.reduce((tokens, block) => {
|
|
25
|
+
if (!isRecord(block))
|
|
26
|
+
return tokens + estimateTextTokens(safeJson(block));
|
|
27
|
+
const type = block.type;
|
|
28
|
+
if (type === "image")
|
|
29
|
+
return tokens + IMAGE_TOKEN_ESTIMATE + CONTENT_BLOCK_WRAPPER_TOKENS;
|
|
30
|
+
if (type === "text" && typeof block.text === "string") {
|
|
31
|
+
return tokens + estimateTextTokens(block.text) + CONTENT_BLOCK_WRAPPER_TOKENS;
|
|
32
|
+
}
|
|
33
|
+
if (type === "thinking" && typeof block.thinking === "string") {
|
|
34
|
+
return tokens + estimateTextTokens(block.thinking) + CONTENT_BLOCK_WRAPPER_TOKENS;
|
|
35
|
+
}
|
|
36
|
+
if (type === "toolCall") {
|
|
37
|
+
const name = typeof block.name === "string" ? block.name : "";
|
|
38
|
+
return tokens + estimateTextTokens(name + safeJson(block.arguments)) + CONTENT_BLOCK_WRAPPER_TOKENS;
|
|
39
|
+
}
|
|
40
|
+
return tokens + estimateTextTokens(safeJson(block)) + CONTENT_BLOCK_WRAPPER_TOKENS;
|
|
41
|
+
}, 0);
|
|
42
|
+
}
|
|
43
|
+
export function estimateMessageTokens(message) {
|
|
44
|
+
if (!isRecord(message))
|
|
45
|
+
return estimateTextTokens(safeJson(message)) + MESSAGE_WRAPPER_TOKENS;
|
|
46
|
+
let tokens = MESSAGE_WRAPPER_TOKENS;
|
|
47
|
+
if (typeof message.role === "string")
|
|
48
|
+
tokens += estimateTextTokens(message.role);
|
|
49
|
+
if ("content" in message)
|
|
50
|
+
tokens += estimateContent(message.content);
|
|
51
|
+
if (typeof message.summary === "string")
|
|
52
|
+
tokens += estimateTextTokens(message.summary);
|
|
53
|
+
if (typeof message.command === "string")
|
|
54
|
+
tokens += estimateTextTokens(message.command);
|
|
55
|
+
if (typeof message.output === "string")
|
|
56
|
+
tokens += estimateTextTokens(message.output);
|
|
57
|
+
if (typeof message.toolName === "string")
|
|
58
|
+
tokens += estimateTextTokens(message.toolName);
|
|
59
|
+
return tokens;
|
|
60
|
+
}
|
|
61
|
+
export function estimateMessagesTokens(messages) {
|
|
62
|
+
return messages.reduce((total, message) => total + estimateMessageTokens(message), 0);
|
|
63
|
+
}
|
|
64
|
+
//# sourceMappingURL=token-estimator.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"token-estimator.js","sourceRoot":"","sources":["../../src/core/token-estimator.ts"],"names":[],"mappings":"AAAA,MAAM,eAAe,GAAG,CAAC,CAAC;AAC1B,MAAM,sBAAsB,GAAG,CAAC,CAAC;AACjC,MAAM,4BAA4B,GAAG,CAAC,CAAC;AACvC,MAAM,oBAAoB,GAAG,IAAI,CAAC;AAElC,SAAS,QAAQ,CAAC,KAAc;IAC9B,OAAO,KAAK,KAAK,IAAI,IAAI,OAAO,KAAK,KAAK,QAAQ,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC;AAC9E,CAAC;AAED,SAAS,QAAQ,CAAC,KAAc;IAC9B,IAAI,CAAC;QACH,OAAO,IAAI,CAAC,SAAS,CAAC,KAAK,CAAC,IAAI,EAAE,CAAC;IACrC,CAAC;IAAC,MAAM,CAAC;QACP,OAAO,MAAM,CAAC,KAAK,CAAC,CAAC;IACvB,CAAC;AACH,CAAC;AAED,MAAM,UAAU,kBAAkB,CAAC,IAAY;IAC7C,OAAO,IAAI,CAAC,MAAM,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,MAAM,GAAG,eAAe,CAAC,CAAC;AAC1E,CAAC;AAED,SAAS,eAAe,CAAC,OAAgB;IACvC,IAAI,OAAO,OAAO,KAAK,QAAQ;QAAE,OAAO,kBAAkB,CAAC,OAAO,CAAC,CAAC;IACpE,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,OAAO,CAAC;QAAE,OAAO,kBAAkB,CAAC,QAAQ,CAAC,OAAO,CAAC,CAAC,CAAC;IAE1E,OAAO,OAAO,CAAC,MAAM,CAAC,CAAC,MAAM,EAAE,KAAK,EAAE,EAAE;QACtC,IAAI,CAAC,QAAQ,CAAC,KAAK,CAAC;YAAE,OAAO,MAAM,GAAG,kBAAkB,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC,CAAC;QAE1E,MAAM,IAAI,GAAG,KAAK,CAAC,IAAI,CAAC;QACxB,IAAI,IAAI,KAAK,OAAO;YAAE,OAAO,MAAM,GAAG,oBAAoB,GAAG,4BAA4B,CAAC;QAC1F,IAAI,IAAI,KAAK,MAAM,IAAI,OAAO,KAAK,CAAC,IAAI,KAAK,QAAQ,EAAE,CAAC;YACtD,OAAO,MAAM,GAAG,kBAAkB,CAAC,KAAK,CAAC,IAAI,CAAC,GAAG,4BAA4B,CAAC;QAChF,CAAC;QACD,IAAI,IAAI,KAAK,UAAU,IAAI,OAAO,KAAK,CAAC,QAAQ,KAAK,QAAQ,EAAE,CAAC;YAC9D,OAAO,MAAM,GAAG,kBAAkB,CAAC,KAAK,CAAC,QAAQ,CAAC,GAAG,4BAA4B,CAAC;QACpF,CAAC;QACD,IAAI,IAAI,KAAK,UAAU,EAAE,CAAC;YACxB,MAAM,IAAI,GAAG,OAAO,KAAK,CAAC,IAAI,KAAK,QAAQ,CAAC,CAAC,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC;YAC9D,OAAO,MAAM,GAAG,kBAAkB,CAAC,IAAI,GAAG,QAAQ,CAAC,KAAK,CAAC,SAAS,CAAC,CAAC,GAAG,4BAA4B,CAAC;QACtG,CAAC;QAED,OAAO,MAAM,GAAG,kBAAkB,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC,GAAG,4BAA4B,CAAC;IACrF,CAAC,EAAE,CAAC,CAAC,CAAC;AACR,CAAC;AAED,MAAM,UAAU,qBAAqB,CAAC,OAAgB;IACpD,IAAI,CAAC,QAAQ,CAAC,OAAO,CAAC;QAAE,OAAO,kBAAkB,CAAC,QAAQ,CAAC,OAAO,CAAC,CAAC,GAAG,sBAAsB,CAAC;IAE9F,IAAI,MAAM,GAAG,sBAAsB,CAAC;IACpC,IAAI,OAAO,OAAO,CAAC,IAAI,KAAK,QAAQ;QAAE,MAAM,IAAI,kBAAkB,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC;IAEjF,IAAI,SAAS,IAAI,OAAO;QAAE,MAAM,IAAI,eAAe,CAAC,OAAO,CAAC,OAAO,CAAC,CAAC;IACrE,IAAI,OAAO,OAAO,CAAC,OAAO,KAAK,QAAQ;QAAE,MAAM,IAAI,kBAAkB,CAAC,OAAO,CAAC,OAAO,CAAC,CAAC;IACvF,IAAI,OAAO,OAAO,CAAC,OAAO,KAAK,QAAQ;QAAE,MAAM,IAAI,kBAAkB,CAAC,OAAO,CAAC,OAAO,CAAC,CAAC;IACvF,IAAI,OAAO,OAAO,CAAC,MAAM,KAAK,QAAQ;QAAE,MAAM,IAAI,kBAAkB,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC;IACrF,IAAI,OAAO,OAAO,CAAC,QAAQ,KAAK,QAAQ;QAAE,MAAM,IAAI,kBAAkB,CAAC,OAAO,CAAC,QAAQ,CAAC,CAAC;IAEzF,OAAO,MAAM,CAAC;AAChB,CAAC;AAED,MAAM,UAAU,sBAAsB,CAAC,QAA4B;IACjE,OAAO,QAAQ,CAAC,MAAM,CAAS,CAAC,KAAK,EAAE,OAAO,EAAE,EAAE,CAAC,KAAK,GAAG,qBAAqB,CAAC,OAAO,CAAC,EAAE,CAAC,CAAC,CAAC;AAChG,CAAC"}
|
package/dist/index.d.ts
ADDED
|
@@ -0,0 +1,37 @@
|
|
|
1
|
+
export * from "./artifacts/artifact-manager.ts";
|
|
2
|
+
export * from "./artifacts/artifact-store.ts";
|
|
3
|
+
export * from "./compaction/compaction-record.ts";
|
|
4
|
+
export * from "./compaction/summary-contract.ts";
|
|
5
|
+
export * from "./compaction/summary-graph.ts";
|
|
6
|
+
export * from "./config/config-loader.ts";
|
|
7
|
+
export * from "./config/config.ts";
|
|
8
|
+
export * from "./continuation/native-continuation.ts";
|
|
9
|
+
export * from "./core/budget-manager.ts";
|
|
10
|
+
export * from "./core/canonical-message.ts";
|
|
11
|
+
export * from "./core/model-awareness.ts";
|
|
12
|
+
export * from "./core/model-profile.ts";
|
|
13
|
+
export * from "./core/token-estimator.ts";
|
|
14
|
+
export * from "./manifest/context-manifest.ts";
|
|
15
|
+
export * from "./manifest/observer.ts";
|
|
16
|
+
export * from "./memory/memory-manager.ts";
|
|
17
|
+
export * from "./memory/memory-types.ts";
|
|
18
|
+
export * from "./persistence/migrations.ts";
|
|
19
|
+
export * from "./persistence/repositories/artifact-repository.ts";
|
|
20
|
+
export * from "./persistence/repositories/context-manifest-repository.ts";
|
|
21
|
+
export * from "./persistence/repositories/memory-repository.ts";
|
|
22
|
+
export * from "./persistence/repositories/project-knowledge-repository.ts";
|
|
23
|
+
export * from "./persistence/repositories/session-index-repository.ts";
|
|
24
|
+
export * from "./persistence/repositories/summary-repository.ts";
|
|
25
|
+
export * from "./persistence/sqlite.ts";
|
|
26
|
+
export * from "./planner/atomic-groups.ts";
|
|
27
|
+
export * from "./planner/context-planner.ts";
|
|
28
|
+
export * from "./privacy/privacy-policy.ts";
|
|
29
|
+
export * from "./project/file-indexer.ts";
|
|
30
|
+
export * from "./project/git-state.ts";
|
|
31
|
+
export * from "./project/project-knowledge.ts";
|
|
32
|
+
export * from "./retrieval/retrieval-engine.ts";
|
|
33
|
+
export * from "./retrieval/task-descriptor.ts";
|
|
34
|
+
export * from "./shared/hash.ts";
|
|
35
|
+
export * from "./shared/logging.ts";
|
|
36
|
+
export * from "./shared/stable-json.ts";
|
|
37
|
+
//# sourceMappingURL=index.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AAAA,cAAc,iCAAiC,CAAC;AAChD,cAAc,+BAA+B,CAAC;AAC9C,cAAc,mCAAmC,CAAC;AAClD,cAAc,kCAAkC,CAAC;AACjD,cAAc,+BAA+B,CAAC;AAC9C,cAAc,2BAA2B,CAAC;AAC1C,cAAc,oBAAoB,CAAC;AACnC,cAAc,uCAAuC,CAAC;AACtD,cAAc,0BAA0B,CAAC;AACzC,cAAc,6BAA6B,CAAC;AAC5C,cAAc,2BAA2B,CAAC;AAC1C,cAAc,yBAAyB,CAAC;AACxC,cAAc,2BAA2B,CAAC;AAC1C,cAAc,gCAAgC,CAAC;AAC/C,cAAc,wBAAwB,CAAC;AACvC,cAAc,4BAA4B,CAAC;AAC3C,cAAc,0BAA0B,CAAC;AACzC,cAAc,6BAA6B,CAAC;AAC5C,cAAc,mDAAmD,CAAC;AAClE,cAAc,2DAA2D,CAAC;AAC1E,cAAc,iDAAiD,CAAC;AAChE,cAAc,4DAA4D,CAAC;AAC3E,cAAc,wDAAwD,CAAC;AACvE,cAAc,kDAAkD,CAAC;AACjE,cAAc,yBAAyB,CAAC;AACxC,cAAc,4BAA4B,CAAC;AAC3C,cAAc,8BAA8B,CAAC;AAC7C,cAAc,6BAA6B,CAAC;AAC5C,cAAc,2BAA2B,CAAC;AAC1C,cAAc,wBAAwB,CAAC;AACvC,cAAc,gCAAgC,CAAC;AAC/C,cAAc,iCAAiC,CAAC;AAChD,cAAc,gCAAgC,CAAC;AAC/C,cAAc,kBAAkB,CAAC;AACjC,cAAc,qBAAqB,CAAC;AACpC,cAAc,yBAAyB,CAAC"}
|
package/dist/index.js
ADDED
|
@@ -0,0 +1,37 @@
|
|
|
1
|
+
export * from "./artifacts/artifact-manager.js";
|
|
2
|
+
export * from "./artifacts/artifact-store.js";
|
|
3
|
+
export * from "./compaction/compaction-record.js";
|
|
4
|
+
export * from "./compaction/summary-contract.js";
|
|
5
|
+
export * from "./compaction/summary-graph.js";
|
|
6
|
+
export * from "./config/config-loader.js";
|
|
7
|
+
export * from "./config/config.js";
|
|
8
|
+
export * from "./continuation/native-continuation.js";
|
|
9
|
+
export * from "./core/budget-manager.js";
|
|
10
|
+
export * from "./core/canonical-message.js";
|
|
11
|
+
export * from "./core/model-awareness.js";
|
|
12
|
+
export * from "./core/model-profile.js";
|
|
13
|
+
export * from "./core/token-estimator.js";
|
|
14
|
+
export * from "./manifest/context-manifest.js";
|
|
15
|
+
export * from "./manifest/observer.js";
|
|
16
|
+
export * from "./memory/memory-manager.js";
|
|
17
|
+
export * from "./memory/memory-types.js";
|
|
18
|
+
export * from "./persistence/migrations.js";
|
|
19
|
+
export * from "./persistence/repositories/artifact-repository.js";
|
|
20
|
+
export * from "./persistence/repositories/context-manifest-repository.js";
|
|
21
|
+
export * from "./persistence/repositories/memory-repository.js";
|
|
22
|
+
export * from "./persistence/repositories/project-knowledge-repository.js";
|
|
23
|
+
export * from "./persistence/repositories/session-index-repository.js";
|
|
24
|
+
export * from "./persistence/repositories/summary-repository.js";
|
|
25
|
+
export * from "./persistence/sqlite.js";
|
|
26
|
+
export * from "./planner/atomic-groups.js";
|
|
27
|
+
export * from "./planner/context-planner.js";
|
|
28
|
+
export * from "./privacy/privacy-policy.js";
|
|
29
|
+
export * from "./project/file-indexer.js";
|
|
30
|
+
export * from "./project/git-state.js";
|
|
31
|
+
export * from "./project/project-knowledge.js";
|
|
32
|
+
export * from "./retrieval/retrieval-engine.js";
|
|
33
|
+
export * from "./retrieval/task-descriptor.js";
|
|
34
|
+
export * from "./shared/hash.js";
|
|
35
|
+
export * from "./shared/logging.js";
|
|
36
|
+
export * from "./shared/stable-json.js";
|
|
37
|
+
//# sourceMappingURL=index.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"index.js","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AAAA,cAAc,iCAAiC,CAAC;AAChD,cAAc,+BAA+B,CAAC;AAC9C,cAAc,mCAAmC,CAAC;AAClD,cAAc,kCAAkC,CAAC;AACjD,cAAc,+BAA+B,CAAC;AAC9C,cAAc,2BAA2B,CAAC;AAC1C,cAAc,oBAAoB,CAAC;AACnC,cAAc,uCAAuC,CAAC;AACtD,cAAc,0BAA0B,CAAC;AACzC,cAAc,6BAA6B,CAAC;AAC5C,cAAc,2BAA2B,CAAC;AAC1C,cAAc,yBAAyB,CAAC;AACxC,cAAc,2BAA2B,CAAC;AAC1C,cAAc,gCAAgC,CAAC;AAC/C,cAAc,wBAAwB,CAAC;AACvC,cAAc,4BAA4B,CAAC;AAC3C,cAAc,0BAA0B,CAAC;AACzC,cAAc,6BAA6B,CAAC;AAC5C,cAAc,mDAAmD,CAAC;AAClE,cAAc,2DAA2D,CAAC;AAC1E,cAAc,iDAAiD,CAAC;AAChE,cAAc,4DAA4D,CAAC;AAC3E,cAAc,wDAAwD,CAAC;AACvE,cAAc,kDAAkD,CAAC;AACjE,cAAc,yBAAyB,CAAC;AACxC,cAAc,4BAA4B,CAAC;AAC3C,cAAc,8BAA8B,CAAC;AAC7C,cAAc,6BAA6B,CAAC;AAC5C,cAAc,2BAA2B,CAAC;AAC1C,cAAc,wBAAwB,CAAC;AACvC,cAAc,gCAAgC,CAAC;AAC/C,cAAc,iCAAiC,CAAC;AAChD,cAAc,gCAAgC,CAAC;AAC/C,cAAc,kBAAkB,CAAC;AACjC,cAAc,qBAAqB,CAAC;AACpC,cAAc,yBAAyB,CAAC"}
|
|
@@ -0,0 +1,163 @@
|
|
|
1
|
+
import type { NativeContinuationManifest } from "../continuation/native-continuation.ts";
|
|
2
|
+
import type { AdaptiveModelLimits, ModelCalibrationAnalysis } from "../core/model-awareness.ts";
|
|
3
|
+
import type { PrivacyClassification, ProviderDestination } from "../privacy/privacy-policy.ts";
|
|
4
|
+
export type ContextManifestItemKind = "system" | "tool" | "pin" | "recent" | "summary" | "retrieval" | "history" | "project" | "memory" | "current";
|
|
5
|
+
export interface ContextManifestItem {
|
|
6
|
+
kind: ContextManifestItemKind;
|
|
7
|
+
sourceId?: string;
|
|
8
|
+
role?: string;
|
|
9
|
+
groupId?: string;
|
|
10
|
+
tokens: number;
|
|
11
|
+
score?: number;
|
|
12
|
+
classification?: PrivacyClassification;
|
|
13
|
+
reason: string;
|
|
14
|
+
}
|
|
15
|
+
export interface ProjectSnippetRef {
|
|
16
|
+
snippetId?: string;
|
|
17
|
+
path: string;
|
|
18
|
+
hash: string;
|
|
19
|
+
startLine?: number;
|
|
20
|
+
endLine?: number;
|
|
21
|
+
score?: number;
|
|
22
|
+
modified?: boolean;
|
|
23
|
+
gitCommit?: string;
|
|
24
|
+
}
|
|
25
|
+
export interface PinManifestRef {
|
|
26
|
+
pinId: string;
|
|
27
|
+
scope: "session" | "branch" | "project";
|
|
28
|
+
branchLeafId?: string;
|
|
29
|
+
sourceSessionId?: string;
|
|
30
|
+
sourceEntryId?: string;
|
|
31
|
+
sourceFile?: string;
|
|
32
|
+
classification?: PrivacyClassification;
|
|
33
|
+
estimatedTokens: number;
|
|
34
|
+
reason: string;
|
|
35
|
+
}
|
|
36
|
+
export interface MemoryManifestRef {
|
|
37
|
+
memoryId: string;
|
|
38
|
+
scope: "session" | "project";
|
|
39
|
+
key?: string;
|
|
40
|
+
classification?: PrivacyClassification;
|
|
41
|
+
originSessionId: string;
|
|
42
|
+
sourceEntryIds: string[];
|
|
43
|
+
estimatedTokens: number;
|
|
44
|
+
score: number;
|
|
45
|
+
reason: string;
|
|
46
|
+
}
|
|
47
|
+
export interface ArtifactManifestRef {
|
|
48
|
+
artifactId: string;
|
|
49
|
+
sha256: string;
|
|
50
|
+
sizeBytes: number;
|
|
51
|
+
mimeType: string;
|
|
52
|
+
sourceEntryId: string;
|
|
53
|
+
toolCallId: string;
|
|
54
|
+
toolName: string;
|
|
55
|
+
isError: boolean;
|
|
56
|
+
originalTokens: number;
|
|
57
|
+
condensedTokens: number;
|
|
58
|
+
classification?: PrivacyClassification;
|
|
59
|
+
}
|
|
60
|
+
export interface PrivacyManifest {
|
|
61
|
+
enabled: boolean;
|
|
62
|
+
destination: ProviderDestination;
|
|
63
|
+
provider: string;
|
|
64
|
+
allowedClassifications: PrivacyClassification[];
|
|
65
|
+
selectedClassifications: Record<PrivacyClassification, number>;
|
|
66
|
+
blockedBlocks: number;
|
|
67
|
+
excludedSources: number;
|
|
68
|
+
secretRedactions: number;
|
|
69
|
+
providerChecks: number;
|
|
70
|
+
providerPayloadRedactions: number;
|
|
71
|
+
enforcement: "context" | "context-and-provider";
|
|
72
|
+
}
|
|
73
|
+
export interface ProviderUsageManifest {
|
|
74
|
+
inputTokens: number;
|
|
75
|
+
cacheReadTokens: number;
|
|
76
|
+
cacheWriteTokens: number;
|
|
77
|
+
totalInputTokens: number;
|
|
78
|
+
cacheReadShare: number;
|
|
79
|
+
cacheWriteShare: number;
|
|
80
|
+
}
|
|
81
|
+
export interface ModelSwitchManifest {
|
|
82
|
+
source: "set" | "cycle" | "restore" | "context";
|
|
83
|
+
switched: boolean;
|
|
84
|
+
previousProvider?: string;
|
|
85
|
+
previousModel?: string;
|
|
86
|
+
profileReused: boolean;
|
|
87
|
+
cacheDisposition: "eligible" | "cold-model-switch" | "unknown";
|
|
88
|
+
}
|
|
89
|
+
export interface ModelAwarenessManifest {
|
|
90
|
+
enabled: boolean;
|
|
91
|
+
profileKey: string;
|
|
92
|
+
overrideKeys: string[];
|
|
93
|
+
contextWindow: number;
|
|
94
|
+
maxOutputTokens?: number;
|
|
95
|
+
safetyMarginTokens: number;
|
|
96
|
+
calibration: ModelCalibrationAnalysis;
|
|
97
|
+
adaptive: AdaptiveModelLimits;
|
|
98
|
+
switch?: ModelSwitchManifest;
|
|
99
|
+
}
|
|
100
|
+
export interface ProjectRevision {
|
|
101
|
+
projectPath: string;
|
|
102
|
+
gitRoot?: string;
|
|
103
|
+
branch?: string;
|
|
104
|
+
head?: string;
|
|
105
|
+
dirty: boolean;
|
|
106
|
+
changedFiles: string[];
|
|
107
|
+
indexedAt: number;
|
|
108
|
+
}
|
|
109
|
+
export interface ContextManifestComposition {
|
|
110
|
+
systemTokens: number;
|
|
111
|
+
toolTokens: number;
|
|
112
|
+
messageTokens: number;
|
|
113
|
+
messageCount: number;
|
|
114
|
+
toolCount: number;
|
|
115
|
+
}
|
|
116
|
+
export interface ContextManifestPlanning {
|
|
117
|
+
mode: "observer" | "managed" | "fallback";
|
|
118
|
+
originalMessageTokens: number;
|
|
119
|
+
originalMessageCount: number;
|
|
120
|
+
fixedTokens: number;
|
|
121
|
+
messageTargetTokens: number;
|
|
122
|
+
messageHardLimitTokens: number;
|
|
123
|
+
recentTailTokenLimit: number;
|
|
124
|
+
selectedGroupCount: number;
|
|
125
|
+
excludedGroupCount: number;
|
|
126
|
+
durationMs?: number;
|
|
127
|
+
fallbackReason?: string;
|
|
128
|
+
}
|
|
129
|
+
export interface ContextManifest {
|
|
130
|
+
schemaVersion: 1;
|
|
131
|
+
id: string;
|
|
132
|
+
sessionId: string;
|
|
133
|
+
branchLeafId?: string;
|
|
134
|
+
provider: string;
|
|
135
|
+
model: string;
|
|
136
|
+
contextWindow: number;
|
|
137
|
+
outputReserve: number;
|
|
138
|
+
hardInputLimit: number;
|
|
139
|
+
targetInputTokens: number;
|
|
140
|
+
estimatedInputTokens: number;
|
|
141
|
+
actualInputTokens?: number;
|
|
142
|
+
providerUsage?: ProviderUsageManifest;
|
|
143
|
+
piReportedContextTokens?: number;
|
|
144
|
+
included: ContextManifestItem[];
|
|
145
|
+
excluded: ContextManifestItem[];
|
|
146
|
+
summaryIds: string[];
|
|
147
|
+
retrievedEventIds: string[];
|
|
148
|
+
projectSnippets: ProjectSnippetRef[];
|
|
149
|
+
projectRevision?: ProjectRevision;
|
|
150
|
+
pins?: PinManifestRef[];
|
|
151
|
+
memories?: MemoryManifestRef[];
|
|
152
|
+
artifacts?: ArtifactManifestRef[];
|
|
153
|
+
privacy?: PrivacyManifest;
|
|
154
|
+
modelAwareness?: ModelAwarenessManifest;
|
|
155
|
+
nativeContinuation?: NativeContinuationManifest;
|
|
156
|
+
composition: ContextManifestComposition;
|
|
157
|
+
planning?: ContextManifestPlanning;
|
|
158
|
+
policyVersion: string;
|
|
159
|
+
plannerVersion: string;
|
|
160
|
+
promptHash: string;
|
|
161
|
+
createdAt: number;
|
|
162
|
+
}
|
|
163
|
+
//# sourceMappingURL=context-manifest.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"context-manifest.d.ts","sourceRoot":"","sources":["../../src/manifest/context-manifest.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,0BAA0B,EAAE,MAAM,wCAAwC,CAAC;AACzF,OAAO,KAAK,EACV,mBAAmB,EACnB,wBAAwB,EACzB,MAAM,4BAA4B,CAAC;AACpC,OAAO,KAAK,EACV,qBAAqB,EACrB,mBAAmB,EACpB,MAAM,8BAA8B,CAAC;AAEtC,MAAM,MAAM,uBAAuB,GAC/B,QAAQ,GACR,MAAM,GACN,KAAK,GACL,QAAQ,GACR,SAAS,GACT,WAAW,GACX,SAAS,GACT,SAAS,GACT,QAAQ,GACR,SAAS,CAAC;AAEd,MAAM,WAAW,mBAAmB;IAClC,IAAI,EAAE,uBAAuB,CAAC;IAC9B,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,IAAI,CAAC,EAAE,MAAM,CAAC;IACd,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB,MAAM,EAAE,MAAM,CAAC;IACf,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,cAAc,CAAC,EAAE,qBAAqB,CAAC;IACvC,MAAM,EAAE,MAAM,CAAC;CAChB;AAED,MAAM,WAAW,iBAAiB;IAChC,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,IAAI,EAAE,MAAM,CAAC;IACb,IAAI,EAAE,MAAM,CAAC;IACb,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,QAAQ,CAAC,EAAE,OAAO,CAAC;IACnB,SAAS,CAAC,EAAE,MAAM,CAAC;CACpB;AAED,MAAM,WAAW,cAAc;IAC7B,KAAK,EAAE,MAAM,CAAC;IACd,KAAK,EAAE,SAAS,GAAG,QAAQ,GAAG,SAAS,CAAC;IACxC,YAAY,CAAC,EAAE,MAAM,CAAC;IACtB,eAAe,CAAC,EAAE,MAAM,CAAC;IACzB,aAAa,CAAC,EAAE,MAAM,CAAC;IACvB,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB,cAAc,CAAC,EAAE,qBAAqB,CAAC;IACvC,eAAe,EAAE,MAAM,CAAC;IACxB,MAAM,EAAE,MAAM,CAAC;CAChB;AAED,MAAM,WAAW,iBAAiB;IAChC,QAAQ,EAAE,MAAM,CAAC;IACjB,KAAK,EAAE,SAAS,GAAG,SAAS,CAAC;IAC7B,GAAG,CAAC,EAAE,MAAM,CAAC;IACb,cAAc,CAAC,EAAE,qBAAqB,CAAC;IACvC,eAAe,EAAE,MAAM,CAAC;IACxB,cAAc,EAAE,MAAM,EAAE,CAAC;IACzB,eAAe,EAAE,MAAM,CAAC;IACxB,KAAK,EAAE,MAAM,CAAC;IACd,MAAM,EAAE,MAAM,CAAC;CAChB;AAED,MAAM,WAAW,mBAAmB;IAClC,UAAU,EAAE,MAAM,CAAC;IACnB,MAAM,EAAE,MAAM,CAAC;IACf,SAAS,EAAE,MAAM,CAAC;IAClB,QAAQ,EAAE,MAAM,CAAC;IACjB,aAAa,EAAE,MAAM,CAAC;IACtB,UAAU,EAAE,MAAM,CAAC;IACnB,QAAQ,EAAE,MAAM,CAAC;IACjB,OAAO,EAAE,OAAO,CAAC;IACjB,cAAc,EAAE,MAAM,CAAC;IACvB,eAAe,EAAE,MAAM,CAAC;IACxB,cAAc,CAAC,EAAE,qBAAqB,CAAC;CACxC;AAED,MAAM,WAAW,eAAe;IAC9B,OAAO,EAAE,OAAO,CAAC;IACjB,WAAW,EAAE,mBAAmB,CAAC;IACjC,QAAQ,EAAE,MAAM,CAAC;IACjB,sBAAsB,EAAE,qBAAqB,EAAE,CAAC;IAChD,uBAAuB,EAAE,MAAM,CAAC,qBAAqB,EAAE,MAAM,CAAC,CAAC;IAC/D,aAAa,EAAE,MAAM,CAAC;IACtB,eAAe,EAAE,MAAM,CAAC;IACxB,gBAAgB,EAAE,MAAM,CAAC;IACzB,cAAc,EAAE,MAAM,CAAC;IACvB,yBAAyB,EAAE,MAAM,CAAC;IAClC,WAAW,EAAE,SAAS,GAAG,sBAAsB,CAAC;CACjD;AAED,MAAM,WAAW,qBAAqB;IACpC,WAAW,EAAE,MAAM,CAAC;IACpB,eAAe,EAAE,MAAM,CAAC;IACxB,gBAAgB,EAAE,MAAM,CAAC;IACzB,gBAAgB,EAAE,MAAM,CAAC;IACzB,cAAc,EAAE,MAAM,CAAC;IACvB,eAAe,EAAE,MAAM,CAAC;CACzB;AAED,MAAM,WAAW,mBAAmB;IAClC,MAAM,EAAE,KAAK,GAAG,OAAO,GAAG,SAAS,GAAG,SAAS,CAAC;IAChD,QAAQ,EAAE,OAAO,CAAC;IAClB,gBAAgB,CAAC,EAAE,MAAM,CAAC;IAC1B,aAAa,CAAC,EAAE,MAAM,CAAC;IACvB,aAAa,EAAE,OAAO,CAAC;IACvB,gBAAgB,EAAE,UAAU,GAAG,mBAAmB,GAAG,SAAS,CAAC;CAChE;AAED,MAAM,WAAW,sBAAsB;IACrC,OAAO,EAAE,OAAO,CAAC;IACjB,UAAU,EAAE,MAAM,CAAC;IACnB,YAAY,EAAE,MAAM,EAAE,CAAC;IACvB,aAAa,EAAE,MAAM,CAAC;IACtB,eAAe,CAAC,EAAE,MAAM,CAAC;IACzB,kBAAkB,EAAE,MAAM,CAAC;IAC3B,WAAW,EAAE,wBAAwB,CAAC;IACtC,QAAQ,EAAE,mBAAmB,CAAC;IAC9B,MAAM,CAAC,EAAE,mBAAmB,CAAC;CAC9B;AAED,MAAM,WAAW,eAAe;IAC9B,WAAW,EAAE,MAAM,CAAC;IACpB,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,IAAI,CAAC,EAAE,MAAM,CAAC;IACd,KAAK,EAAE,OAAO,CAAC;IACf,YAAY,EAAE,MAAM,EAAE,CAAC;IACvB,SAAS,EAAE,MAAM,CAAC;CACnB;AAED,MAAM,WAAW,0BAA0B;IACzC,YAAY,EAAE,MAAM,CAAC;IACrB,UAAU,EAAE,MAAM,CAAC;IACnB,aAAa,EAAE,MAAM,CAAC;IACtB,YAAY,EAAE,MAAM,CAAC;IACrB,SAAS,EAAE,MAAM,CAAC;CACnB;AAED,MAAM,WAAW,uBAAuB;IACtC,IAAI,EAAE,UAAU,GAAG,SAAS,GAAG,UAAU,CAAC;IAC1C,qBAAqB,EAAE,MAAM,CAAC;IAC9B,oBAAoB,EAAE,MAAM,CAAC;IAC7B,WAAW,EAAE,MAAM,CAAC;IACpB,mBAAmB,EAAE,MAAM,CAAC;IAC5B,sBAAsB,EAAE,MAAM,CAAC;IAC/B,oBAAoB,EAAE,MAAM,CAAC;IAC7B,kBAAkB,EAAE,MAAM,CAAC;IAC3B,kBAAkB,EAAE,MAAM,CAAC;IAC3B,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB,cAAc,CAAC,EAAE,MAAM,CAAC;CACzB;AAED,MAAM,WAAW,eAAe;IAC9B,aAAa,EAAE,CAAC,CAAC;IACjB,EAAE,EAAE,MAAM,CAAC;IACX,SAAS,EAAE,MAAM,CAAC;IAClB,YAAY,CAAC,EAAE,MAAM,CAAC;IACtB,QAAQ,EAAE,MAAM,CAAC;IACjB,KAAK,EAAE,MAAM,CAAC;IACd,aAAa,EAAE,MAAM,CAAC;IACtB,aAAa,EAAE,MAAM,CAAC;IACtB,cAAc,EAAE,MAAM,CAAC;IACvB,iBAAiB,EAAE,MAAM,CAAC;IAC1B,oBAAoB,EAAE,MAAM,CAAC;IAC7B,iBAAiB,CAAC,EAAE,MAAM,CAAC;IAC3B,aAAa,CAAC,EAAE,qBAAqB,CAAC;IACtC,uBAAuB,CAAC,EAAE,MAAM,CAAC;IACjC,QAAQ,EAAE,mBAAmB,EAAE,CAAC;IAChC,QAAQ,EAAE,mBAAmB,EAAE,CAAC;IAChC,UAAU,EAAE,MAAM,EAAE,CAAC;IACrB,iBAAiB,EAAE,MAAM,EAAE,CAAC;IAC5B,eAAe,EAAE,iBAAiB,EAAE,CAAC;IACrC,eAAe,CAAC,EAAE,eAAe,CAAC;IAClC,IAAI,CAAC,EAAE,cAAc,EAAE,CAAC;IACxB,QAAQ,CAAC,EAAE,iBAAiB,EAAE,CAAC;IAC/B,SAAS,CAAC,EAAE,mBAAmB,EAAE,CAAC;IAClC,OAAO,CAAC,EAAE,eAAe,CAAC;IAC1B,cAAc,CAAC,EAAE,sBAAsB,CAAC;IACxC,kBAAkB,CAAC,EAAE,0BAA0B,CAAC;IAChD,WAAW,EAAE,0BAA0B,CAAC;IACxC,QAAQ,CAAC,EAAE,uBAAuB,CAAC;IACnC,aAAa,EAAE,MAAM,CAAC;IACtB,cAAc,EAAE,MAAM,CAAC;IACvB,UAAU,EAAE,MAAM,CAAC;IACnB,SAAS,EAAE,MAAM,CAAC;CACnB"}
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"context-manifest.js","sourceRoot":"","sources":["../../src/manifest/context-manifest.ts"],"names":[],"mappings":""}
|