@snylonue/dsh-context-policy 0.3.0 → 0.3.1

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
@@ -1,19 +1,202 @@
1
- import type { Message } from "@deepseek-ai/dsh-llm";
2
- import type { EpochHeader, SessionEvent } from "@deepseek-ai/dsh-session";
3
- import { SessionLogOffset, SessionSeq } from "@deepseek-ai/dsh-session";
4
- import type { ProjectionDefinition } from "@deepseek-ai/dsh-session-projection";
1
+ import type { SessionEvent } from "@deepseek-ai/dsh-session";
2
+ import { SessionSeq } from "@deepseek-ai/dsh-session";
5
3
  import type { ContextBreakdownProjection, ContextPressureProjection } from "@deepseek-ai/dsh-token-meter";
6
4
  import { z } from "zod";
7
5
  import type { MeterServices } from "./core.js";
8
- import type { MeterConfig, ReplayNode, ReplayState } from "./types.js";
9
- export declare const replayProjection: ProjectionDefinition<"contextPolicyMeter">;
10
- interface DisplayState extends ReplayState {
6
+ import type { CompactState } from "./compact.js";
7
+ import type { MeterConfig } from "./types.js";
8
+ export declare function createReplayProjection(config: MeterConfig): {
9
+ key: "contextPolicyMeter";
10
+ stateVersion: number;
11
+ stateSchema: z.ZodObject<{
12
+ nodes: z.ZodArray<z.ZodObject<{
13
+ seq: z.ZodPipe<z.ZodNumber, z.ZodTransform<SessionSeq, number>>;
14
+ system: z.ZodBoolean;
15
+ counts: z.ZodObject<{
16
+ text: z.ZodRecord<z.ZodString, z.ZodNumber>;
17
+ reasoning: z.ZodRecord<z.ZodString, z.ZodNumber>;
18
+ envelope: z.ZodBoolean;
19
+ }, z.core.$strip>;
20
+ message: z.ZodNullable<z.ZodObject<{
21
+ content: z.ZodArray<z.ZodCustom<import("@deepseek-ai/dsh-llm").ImageBlock | import("@deepseek-ai/dsh-llm").FileBlock, import("@deepseek-ai/dsh-llm").ImageBlock | import("@deepseek-ai/dsh-llm").FileBlock>>;
22
+ }, z.core.$strip>>;
23
+ heuristicTokens: z.ZodOptional<z.ZodNumber>;
24
+ }, z.core.$strip>>;
25
+ header: z.ZodNullable<z.ZodObject<{
26
+ config: z.ZodCustom<import("@deepseek-ai/dsh-llm").LlmCallConfig, import("@deepseek-ai/dsh-llm").LlmCallConfig>;
27
+ adapterDefaults: z.ZodOptional<z.ZodCustom<import("@deepseek-ai/dsh-llm").LlmCallConfigAdapterDefaults | undefined, import("@deepseek-ai/dsh-llm").LlmCallConfigAdapterDefaults | undefined>>;
28
+ toolsKey: z.ZodString;
29
+ toolCounts: z.ZodNullable<z.ZodRecord<z.ZodString, z.ZodNumber>>;
30
+ }, z.core.$strip>>;
31
+ anchor: z.ZodNullable<z.ZodObject<{
32
+ header: z.ZodObject<{
33
+ config: z.ZodCustom<import("@deepseek-ai/dsh-llm").LlmCallConfig, import("@deepseek-ai/dsh-llm").LlmCallConfig>;
34
+ adapterDefaults: z.ZodOptional<z.ZodCustom<import("@deepseek-ai/dsh-llm").LlmCallConfigAdapterDefaults | undefined, import("@deepseek-ai/dsh-llm").LlmCallConfigAdapterDefaults | undefined>>;
35
+ toolsKey: z.ZodString;
36
+ toolCounts: z.ZodNullable<z.ZodRecord<z.ZodString, z.ZodNumber>>;
37
+ }, z.core.$strip>;
38
+ nodes: z.ZodArray<z.ZodObject<{
39
+ seq: z.ZodPipe<z.ZodNumber, z.ZodTransform<SessionSeq, number>>;
40
+ system: z.ZodBoolean;
41
+ counts: z.ZodObject<{
42
+ text: z.ZodRecord<z.ZodString, z.ZodNumber>;
43
+ reasoning: z.ZodRecord<z.ZodString, z.ZodNumber>;
44
+ envelope: z.ZodBoolean;
45
+ }, z.core.$strip>;
46
+ message: z.ZodNullable<z.ZodObject<{
47
+ content: z.ZodArray<z.ZodCustom<import("@deepseek-ai/dsh-llm").ImageBlock | import("@deepseek-ai/dsh-llm").FileBlock, import("@deepseek-ai/dsh-llm").ImageBlock | import("@deepseek-ai/dsh-llm").FileBlock>>;
48
+ }, z.core.$strip>>;
49
+ heuristicTokens: z.ZodOptional<z.ZodNumber>;
50
+ }, z.core.$strip>>;
51
+ usage: z.ZodCustom<import("@deepseek-ai/dsh-llm").TokenUsage, import("@deepseek-ai/dsh-llm").TokenUsage>;
52
+ }, z.core.$strip>>;
53
+ logRevision: z.ZodPipe<z.ZodNumber, z.ZodTransform<import("@deepseek-ai/dsh-session").SessionLogOffset, number>>;
54
+ }, z.core.$strip>;
55
+ init: () => CompactState;
56
+ apply: (state: CompactState, event: SessionEvent) => {
57
+ nodes: {
58
+ seq: SessionSeq;
59
+ system: boolean;
60
+ counts: {
61
+ text: Record<string, number>;
62
+ reasoning: Record<string, number>;
63
+ envelope: boolean;
64
+ };
65
+ message: {
66
+ content: (import("@deepseek-ai/dsh-llm").ImageBlock | import("@deepseek-ai/dsh-llm").FileBlock)[];
67
+ } | null;
68
+ heuristicTokens?: number | undefined;
69
+ }[];
70
+ header: {
71
+ config: import("@deepseek-ai/dsh-llm").LlmCallConfig;
72
+ toolsKey: string;
73
+ toolCounts: Record<string, number> | null;
74
+ adapterDefaults?: import("@deepseek-ai/dsh-llm").LlmCallConfigAdapterDefaults | undefined;
75
+ } | null;
76
+ anchor: {
77
+ header: {
78
+ config: import("@deepseek-ai/dsh-llm").LlmCallConfig;
79
+ toolsKey: string;
80
+ toolCounts: Record<string, number> | null;
81
+ adapterDefaults?: import("@deepseek-ai/dsh-llm").LlmCallConfigAdapterDefaults | undefined;
82
+ };
83
+ nodes: {
84
+ seq: SessionSeq;
85
+ system: boolean;
86
+ counts: {
87
+ text: Record<string, number>;
88
+ reasoning: Record<string, number>;
89
+ envelope: boolean;
90
+ };
91
+ message: {
92
+ content: (import("@deepseek-ai/dsh-llm").ImageBlock | import("@deepseek-ai/dsh-llm").FileBlock)[];
93
+ } | null;
94
+ heuristicTokens?: number | undefined;
95
+ }[];
96
+ usage: import("@deepseek-ai/dsh-llm").TokenUsage;
97
+ } | null;
98
+ logRevision: import("@deepseek-ai/dsh-session").SessionLogOffset;
99
+ };
100
+ };
101
+ export declare const replayProjection: {
102
+ key: "contextPolicyMeter";
103
+ stateVersion: number;
104
+ stateSchema: z.ZodObject<{
105
+ nodes: z.ZodArray<z.ZodObject<{
106
+ seq: z.ZodPipe<z.ZodNumber, z.ZodTransform<SessionSeq, number>>;
107
+ system: z.ZodBoolean;
108
+ counts: z.ZodObject<{
109
+ text: z.ZodRecord<z.ZodString, z.ZodNumber>;
110
+ reasoning: z.ZodRecord<z.ZodString, z.ZodNumber>;
111
+ envelope: z.ZodBoolean;
112
+ }, z.core.$strip>;
113
+ message: z.ZodNullable<z.ZodObject<{
114
+ content: z.ZodArray<z.ZodCustom<import("@deepseek-ai/dsh-llm").ImageBlock | import("@deepseek-ai/dsh-llm").FileBlock, import("@deepseek-ai/dsh-llm").ImageBlock | import("@deepseek-ai/dsh-llm").FileBlock>>;
115
+ }, z.core.$strip>>;
116
+ heuristicTokens: z.ZodOptional<z.ZodNumber>;
117
+ }, z.core.$strip>>;
118
+ header: z.ZodNullable<z.ZodObject<{
119
+ config: z.ZodCustom<import("@deepseek-ai/dsh-llm").LlmCallConfig, import("@deepseek-ai/dsh-llm").LlmCallConfig>;
120
+ adapterDefaults: z.ZodOptional<z.ZodCustom<import("@deepseek-ai/dsh-llm").LlmCallConfigAdapterDefaults | undefined, import("@deepseek-ai/dsh-llm").LlmCallConfigAdapterDefaults | undefined>>;
121
+ toolsKey: z.ZodString;
122
+ toolCounts: z.ZodNullable<z.ZodRecord<z.ZodString, z.ZodNumber>>;
123
+ }, z.core.$strip>>;
124
+ anchor: z.ZodNullable<z.ZodObject<{
125
+ header: z.ZodObject<{
126
+ config: z.ZodCustom<import("@deepseek-ai/dsh-llm").LlmCallConfig, import("@deepseek-ai/dsh-llm").LlmCallConfig>;
127
+ adapterDefaults: z.ZodOptional<z.ZodCustom<import("@deepseek-ai/dsh-llm").LlmCallConfigAdapterDefaults | undefined, import("@deepseek-ai/dsh-llm").LlmCallConfigAdapterDefaults | undefined>>;
128
+ toolsKey: z.ZodString;
129
+ toolCounts: z.ZodNullable<z.ZodRecord<z.ZodString, z.ZodNumber>>;
130
+ }, z.core.$strip>;
131
+ nodes: z.ZodArray<z.ZodObject<{
132
+ seq: z.ZodPipe<z.ZodNumber, z.ZodTransform<SessionSeq, number>>;
133
+ system: z.ZodBoolean;
134
+ counts: z.ZodObject<{
135
+ text: z.ZodRecord<z.ZodString, z.ZodNumber>;
136
+ reasoning: z.ZodRecord<z.ZodString, z.ZodNumber>;
137
+ envelope: z.ZodBoolean;
138
+ }, z.core.$strip>;
139
+ message: z.ZodNullable<z.ZodObject<{
140
+ content: z.ZodArray<z.ZodCustom<import("@deepseek-ai/dsh-llm").ImageBlock | import("@deepseek-ai/dsh-llm").FileBlock, import("@deepseek-ai/dsh-llm").ImageBlock | import("@deepseek-ai/dsh-llm").FileBlock>>;
141
+ }, z.core.$strip>>;
142
+ heuristicTokens: z.ZodOptional<z.ZodNumber>;
143
+ }, z.core.$strip>>;
144
+ usage: z.ZodCustom<import("@deepseek-ai/dsh-llm").TokenUsage, import("@deepseek-ai/dsh-llm").TokenUsage>;
145
+ }, z.core.$strip>>;
146
+ logRevision: z.ZodPipe<z.ZodNumber, z.ZodTransform<import("@deepseek-ai/dsh-session").SessionLogOffset, number>>;
147
+ }, z.core.$strip>;
148
+ init: () => CompactState;
149
+ apply: (state: CompactState, event: SessionEvent) => {
150
+ nodes: {
151
+ seq: SessionSeq;
152
+ system: boolean;
153
+ counts: {
154
+ text: Record<string, number>;
155
+ reasoning: Record<string, number>;
156
+ envelope: boolean;
157
+ };
158
+ message: {
159
+ content: (import("@deepseek-ai/dsh-llm").ImageBlock | import("@deepseek-ai/dsh-llm").FileBlock)[];
160
+ } | null;
161
+ heuristicTokens?: number | undefined;
162
+ }[];
163
+ header: {
164
+ config: import("@deepseek-ai/dsh-llm").LlmCallConfig;
165
+ toolsKey: string;
166
+ toolCounts: Record<string, number> | null;
167
+ adapterDefaults?: import("@deepseek-ai/dsh-llm").LlmCallConfigAdapterDefaults | undefined;
168
+ } | null;
169
+ anchor: {
170
+ header: {
171
+ config: import("@deepseek-ai/dsh-llm").LlmCallConfig;
172
+ toolsKey: string;
173
+ toolCounts: Record<string, number> | null;
174
+ adapterDefaults?: import("@deepseek-ai/dsh-llm").LlmCallConfigAdapterDefaults | undefined;
175
+ };
176
+ nodes: {
177
+ seq: SessionSeq;
178
+ system: boolean;
179
+ counts: {
180
+ text: Record<string, number>;
181
+ reasoning: Record<string, number>;
182
+ envelope: boolean;
183
+ };
184
+ message: {
185
+ content: (import("@deepseek-ai/dsh-llm").ImageBlock | import("@deepseek-ai/dsh-llm").FileBlock)[];
186
+ } | null;
187
+ heuristicTokens?: number | undefined;
188
+ }[];
189
+ usage: import("@deepseek-ai/dsh-llm").TokenUsage;
190
+ } | null;
191
+ logRevision: import("@deepseek-ai/dsh-session").SessionLogOffset;
192
+ };
193
+ };
194
+ interface DisplayState extends CompactState {
11
195
  systems: {
12
196
  seq: SessionSeq;
13
197
  tokens: number;
14
198
  }[];
15
- nodes: (ReplayNode & {
16
- system: boolean;
199
+ nodes: (CompactState["nodes"][number] & {
17
200
  heuristicTokens: number;
18
201
  })[];
19
202
  surfaceTokens: number;
@@ -34,25 +217,50 @@ export declare function createDisplayProjections(config: MeterConfig, services:
34
217
  };
35
218
  stateVersion: number;
36
219
  stateSchema: z.ZodObject<{
37
- header: z.ZodNullable<z.ZodCustom<EpochHeader, EpochHeader>>;
38
- anchor: z.ZodNullable<z.ZodCustom<{
39
- header: EpochHeader;
40
- nodes: readonly ReplayNode[];
41
- usage: import("@deepseek-ai/dsh-llm").TokenUsage;
42
- }, {
43
- header: EpochHeader;
44
- nodes: readonly ReplayNode[];
45
- usage: import("@deepseek-ai/dsh-llm").TokenUsage;
46
- }>>;
47
- logRevision: z.ZodPipe<z.ZodNumber, z.ZodTransform<SessionLogOffset, number>>;
220
+ header: z.ZodNullable<z.ZodObject<{
221
+ config: z.ZodCustom<import("@deepseek-ai/dsh-llm").LlmCallConfig, import("@deepseek-ai/dsh-llm").LlmCallConfig>;
222
+ adapterDefaults: z.ZodOptional<z.ZodCustom<import("@deepseek-ai/dsh-llm").LlmCallConfigAdapterDefaults | undefined, import("@deepseek-ai/dsh-llm").LlmCallConfigAdapterDefaults | undefined>>;
223
+ toolsKey: z.ZodString;
224
+ toolCounts: z.ZodNullable<z.ZodRecord<z.ZodString, z.ZodNumber>>;
225
+ }, z.core.$strip>>;
226
+ anchor: z.ZodNullable<z.ZodObject<{
227
+ header: z.ZodObject<{
228
+ config: z.ZodCustom<import("@deepseek-ai/dsh-llm").LlmCallConfig, import("@deepseek-ai/dsh-llm").LlmCallConfig>;
229
+ adapterDefaults: z.ZodOptional<z.ZodCustom<import("@deepseek-ai/dsh-llm").LlmCallConfigAdapterDefaults | undefined, import("@deepseek-ai/dsh-llm").LlmCallConfigAdapterDefaults | undefined>>;
230
+ toolsKey: z.ZodString;
231
+ toolCounts: z.ZodNullable<z.ZodRecord<z.ZodString, z.ZodNumber>>;
232
+ }, z.core.$strip>;
233
+ nodes: z.ZodArray<z.ZodObject<{
234
+ seq: z.ZodPipe<z.ZodNumber, z.ZodTransform<SessionSeq, number>>;
235
+ system: z.ZodBoolean;
236
+ counts: z.ZodObject<{
237
+ text: z.ZodRecord<z.ZodString, z.ZodNumber>;
238
+ reasoning: z.ZodRecord<z.ZodString, z.ZodNumber>;
239
+ envelope: z.ZodBoolean;
240
+ }, z.core.$strip>;
241
+ message: z.ZodNullable<z.ZodObject<{
242
+ content: z.ZodArray<z.ZodCustom<import("@deepseek-ai/dsh-llm").ImageBlock | import("@deepseek-ai/dsh-llm").FileBlock, import("@deepseek-ai/dsh-llm").ImageBlock | import("@deepseek-ai/dsh-llm").FileBlock>>;
243
+ }, z.core.$strip>>;
244
+ heuristicTokens: z.ZodOptional<z.ZodNumber>;
245
+ }, z.core.$strip>>;
246
+ usage: z.ZodCustom<import("@deepseek-ai/dsh-llm").TokenUsage, import("@deepseek-ai/dsh-llm").TokenUsage>;
247
+ }, z.core.$strip>>;
248
+ logRevision: z.ZodPipe<z.ZodNumber, z.ZodTransform<import("@deepseek-ai/dsh-session").SessionLogOffset, number>>;
48
249
  systems: z.ZodArray<z.ZodObject<{
49
250
  seq: z.ZodPipe<z.ZodNumber, z.ZodTransform<SessionSeq, number>>;
50
251
  tokens: z.ZodNumber;
51
252
  }, z.core.$strip>>;
52
253
  nodes: z.ZodArray<z.ZodObject<{
53
254
  seq: z.ZodPipe<z.ZodNumber, z.ZodTransform<SessionSeq, number>>;
54
- message: z.ZodNullable<z.ZodCustom<Message, Message>>;
55
255
  system: z.ZodBoolean;
256
+ counts: z.ZodObject<{
257
+ text: z.ZodRecord<z.ZodString, z.ZodNumber>;
258
+ reasoning: z.ZodRecord<z.ZodString, z.ZodNumber>;
259
+ envelope: z.ZodBoolean;
260
+ }, z.core.$strip>;
261
+ message: z.ZodNullable<z.ZodObject<{
262
+ content: z.ZodArray<z.ZodCustom<import("@deepseek-ai/dsh-llm").ImageBlock | import("@deepseek-ai/dsh-llm").FileBlock, import("@deepseek-ai/dsh-llm").ImageBlock | import("@deepseek-ai/dsh-llm").FileBlock>>;
263
+ }, z.core.$strip>>;
56
264
  heuristicTokens: z.ZodNumber;
57
265
  }, z.core.$strip>>;
58
266
  surfaceTokens: z.ZodNumber;
@@ -78,25 +286,50 @@ export declare function createDisplayProjections(config: MeterConfig, services:
78
286
  };
79
287
  stateVersion: number;
80
288
  stateSchema: z.ZodObject<{
81
- header: z.ZodNullable<z.ZodCustom<EpochHeader, EpochHeader>>;
82
- anchor: z.ZodNullable<z.ZodCustom<{
83
- header: EpochHeader;
84
- nodes: readonly ReplayNode[];
85
- usage: import("@deepseek-ai/dsh-llm").TokenUsage;
86
- }, {
87
- header: EpochHeader;
88
- nodes: readonly ReplayNode[];
89
- usage: import("@deepseek-ai/dsh-llm").TokenUsage;
90
- }>>;
91
- logRevision: z.ZodPipe<z.ZodNumber, z.ZodTransform<SessionLogOffset, number>>;
289
+ header: z.ZodNullable<z.ZodObject<{
290
+ config: z.ZodCustom<import("@deepseek-ai/dsh-llm").LlmCallConfig, import("@deepseek-ai/dsh-llm").LlmCallConfig>;
291
+ adapterDefaults: z.ZodOptional<z.ZodCustom<import("@deepseek-ai/dsh-llm").LlmCallConfigAdapterDefaults | undefined, import("@deepseek-ai/dsh-llm").LlmCallConfigAdapterDefaults | undefined>>;
292
+ toolsKey: z.ZodString;
293
+ toolCounts: z.ZodNullable<z.ZodRecord<z.ZodString, z.ZodNumber>>;
294
+ }, z.core.$strip>>;
295
+ anchor: z.ZodNullable<z.ZodObject<{
296
+ header: z.ZodObject<{
297
+ config: z.ZodCustom<import("@deepseek-ai/dsh-llm").LlmCallConfig, import("@deepseek-ai/dsh-llm").LlmCallConfig>;
298
+ adapterDefaults: z.ZodOptional<z.ZodCustom<import("@deepseek-ai/dsh-llm").LlmCallConfigAdapterDefaults | undefined, import("@deepseek-ai/dsh-llm").LlmCallConfigAdapterDefaults | undefined>>;
299
+ toolsKey: z.ZodString;
300
+ toolCounts: z.ZodNullable<z.ZodRecord<z.ZodString, z.ZodNumber>>;
301
+ }, z.core.$strip>;
302
+ nodes: z.ZodArray<z.ZodObject<{
303
+ seq: z.ZodPipe<z.ZodNumber, z.ZodTransform<SessionSeq, number>>;
304
+ system: z.ZodBoolean;
305
+ counts: z.ZodObject<{
306
+ text: z.ZodRecord<z.ZodString, z.ZodNumber>;
307
+ reasoning: z.ZodRecord<z.ZodString, z.ZodNumber>;
308
+ envelope: z.ZodBoolean;
309
+ }, z.core.$strip>;
310
+ message: z.ZodNullable<z.ZodObject<{
311
+ content: z.ZodArray<z.ZodCustom<import("@deepseek-ai/dsh-llm").ImageBlock | import("@deepseek-ai/dsh-llm").FileBlock, import("@deepseek-ai/dsh-llm").ImageBlock | import("@deepseek-ai/dsh-llm").FileBlock>>;
312
+ }, z.core.$strip>>;
313
+ heuristicTokens: z.ZodOptional<z.ZodNumber>;
314
+ }, z.core.$strip>>;
315
+ usage: z.ZodCustom<import("@deepseek-ai/dsh-llm").TokenUsage, import("@deepseek-ai/dsh-llm").TokenUsage>;
316
+ }, z.core.$strip>>;
317
+ logRevision: z.ZodPipe<z.ZodNumber, z.ZodTransform<import("@deepseek-ai/dsh-session").SessionLogOffset, number>>;
92
318
  systems: z.ZodArray<z.ZodObject<{
93
319
  seq: z.ZodPipe<z.ZodNumber, z.ZodTransform<SessionSeq, number>>;
94
320
  tokens: z.ZodNumber;
95
321
  }, z.core.$strip>>;
96
322
  nodes: z.ZodArray<z.ZodObject<{
97
323
  seq: z.ZodPipe<z.ZodNumber, z.ZodTransform<SessionSeq, number>>;
98
- message: z.ZodNullable<z.ZodCustom<Message, Message>>;
99
324
  system: z.ZodBoolean;
325
+ counts: z.ZodObject<{
326
+ text: z.ZodRecord<z.ZodString, z.ZodNumber>;
327
+ reasoning: z.ZodRecord<z.ZodString, z.ZodNumber>;
328
+ envelope: z.ZodBoolean;
329
+ }, z.core.$strip>;
330
+ message: z.ZodNullable<z.ZodObject<{
331
+ content: z.ZodArray<z.ZodCustom<import("@deepseek-ai/dsh-llm").ImageBlock | import("@deepseek-ai/dsh-llm").FileBlock, import("@deepseek-ai/dsh-llm").ImageBlock | import("@deepseek-ai/dsh-llm").FileBlock>>;
332
+ }, z.core.$strip>>;
100
333
  heuristicTokens: z.ZodNumber;
101
334
  }, z.core.$strip>>;
102
335
  surfaceTokens: z.ZodNumber;
@@ -1 +1 @@
1
- {"version":3,"file":"projection.d.ts","sourceRoot":"","sources":["../src/projection.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,OAAO,EAAE,MAAM,sBAAsB,CAAC;AACpD,OAAO,KAAK,EAAE,WAAW,EAAE,YAAY,EAAE,MAAM,0BAA0B,CAAC;AAC1E,OAAO,EAAE,gBAAgB,EAAE,UAAU,EAAE,MAAM,0BAA0B,CAAC;AACxE,OAAO,KAAK,EAAE,oBAAoB,EAAE,MAAM,qCAAqC,CAAC;AAChF,OAAO,KAAK,EACX,0BAA0B,EAC1B,yBAAyB,EACzB,MAAM,8BAA8B,CAAC;AACtC,OAAO,EAAE,CAAC,EAAE,MAAM,KAAK,CAAC;AACxB,OAAO,KAAK,EAAE,aAAa,EAAE,MAAM,WAAW,CAAC;AAE/C,OAAO,KAAK,EAAE,WAAW,EAAE,UAAU,EAAE,WAAW,EAAE,MAAM,YAAY,CAAC;AAavE,eAAO,MAAM,gBAAgB,EAAE,oBAAoB,CAAC,oBAAoB,CAMvE,CAAC;AAGF,UAAU,YAAa,SAAQ,WAAW;IACzC,OAAO,EAAE;QAAE,GAAG,EAAE,UAAU,CAAC;QAAC,MAAM,EAAE,MAAM,CAAA;KAAE,EAAE,CAAC;IAC/C,KAAK,EAAE,CAAC,UAAU,GAAG;QAAE,MAAM,EAAE,OAAO,CAAC;QAAC,eAAe,EAAE,MAAM,CAAA;KAAE,CAAC,EAAE,CAAC;IACrE,aAAa,EAAE,MAAM,CAAC;IACtB,SAAS,EAAE,0BAA0B,CAAC;IACtC,aAAa,CAAC,EAAE,MAAM,CAAC;CACvB;AAiBD,iBAAS,mBAAmB,IAAI,YAAY,CAQ3C;AAmDD,wBAAgB,wBAAwB,CACvC,MAAM,EAAE,WAAW,EACnB,QAAQ,EAAE,aAAa;;;;;;;;;0BAmDP,YAAY;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;uBAZZ,YAAY,SAAS,YAAY;;;;;;;;;;0BAoBjC,YAAY;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;uBApBZ,YAAY,SAAS,YAAY;;EAwBjD"}
1
+ {"version":3,"file":"projection.d.ts","sourceRoot":"","sources":["../src/projection.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,YAAY,EAAE,MAAM,0BAA0B,CAAC;AAC7D,OAAO,EAAE,UAAU,EAAE,MAAM,0BAA0B,CAAC;AAEtD,OAAO,KAAK,EACX,0BAA0B,EAC1B,yBAAyB,EACzB,MAAM,8BAA8B,CAAC;AACtC,OAAO,EAAE,CAAC,EAAE,MAAM,KAAK,CAAC;AACxB,OAAO,KAAK,EAAE,aAAa,EAAE,MAAM,WAAW,CAAC;AAQ/C,OAAO,KAAK,EAAE,YAAY,EAAE,MAAM,cAAc,CAAC;AACjD,OAAO,KAAK,EAAE,WAAW,EAAE,MAAM,YAAY,CAAC;AAG9C,wBAAgB,sBAAsB,CAAC,MAAM,EAAE,WAAW;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;mBAMzC,YAAY,SAAS,YAAY;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;EAGjD;AACD,eAAO,MAAM,gBAAgB;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;mBAJZ,YAAY,SAAS,YAAY;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;CAOhD,CAAC;AAGH,UAAU,YAAa,SAAQ,YAAY;IAC1C,OAAO,EAAE;QAAE,GAAG,EAAE,UAAU,CAAC;QAAC,MAAM,EAAE,MAAM,CAAA;KAAE,EAAE,CAAC;IAC/C,KAAK,EAAE,CAAC,YAAY,CAAC,OAAO,CAAC,CAAC,MAAM,CAAC,GAAG;QAAE,eAAe,EAAE,MAAM,CAAA;KAAE,CAAC,EAAE,CAAC;IACvE,aAAa,EAAE,MAAM,CAAC;IACtB,SAAS,EAAE,0BAA0B,CAAC;IACtC,aAAa,CAAC,EAAE,MAAM,CAAC;CACvB;AAiBD,iBAAS,mBAAmB,IAAI,YAAY,CAQ3C;AA4CD,wBAAgB,wBAAwB,CACvC,MAAM,EAAE,WAAW,EACnB,QAAQ,EAAE,aAAa;;;;;;;;;0BAmDP,YAAY;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;uBAZZ,YAAY,SAAS,YAAY;;;;;;;;;;0BAoBjC,YAAY;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;uBApBZ,YAAY,SAAS,YAAY;;EAwBjD"}
@@ -1,39 +1,35 @@
1
- import { SessionLogOffset, SessionSeq } from "@deepseek-ai/dsh-session";
1
+ import { SessionSeq } from "@deepseek-ai/dsh-session";
2
2
  import { z } from "zod";
3
- import { fold, initialState, measureState } from "./core.js";
3
+ import { compactSchema, compactVersion, foldCompact, initialCompactState, measureCompact, } from "./compact.js";
4
4
  const count = z.number().int().nonnegative();
5
- const nodeSchema = z.object({
6
- seq: count.transform(SessionSeq),
7
- message: z.custom().nullable(),
8
- });
9
- const replaySchema = z.object({
10
- nodes: z.array(nodeSchema),
11
- header: z.custom().nullable(),
12
- anchor: z.custom().nullable(),
13
- logRevision: count.transform(SessionLogOffset),
5
+ export function createReplayProjection(config) {
6
+ return {
7
+ key: "contextPolicyMeter",
8
+ stateVersion: compactVersion(config),
9
+ stateSchema: compactSchema,
10
+ init: initialCompactState,
11
+ apply: (state, event) => foldCompact(state, event, config),
12
+ };
13
+ }
14
+ export const replayProjection = createReplayProjection({
15
+ defaultTokenizer: "deepseek_v4",
16
+ modelPolicies: [],
14
17
  });
15
- export const replayProjection = {
16
- key: "contextPolicyMeter",
17
- stateVersion: 2,
18
- stateSchema: replaySchema,
19
- init: initialState,
20
- apply: fold,
21
- };
22
18
  const breakdownSchema = z.object({
23
19
  systemTokens: count,
24
20
  toolsTokens: count,
25
21
  messageTokens: count,
26
22
  });
27
- const displaySchema = replaySchema.extend({
23
+ const displaySchema = compactSchema.extend({
28
24
  systems: z.array(z.object({ seq: count.transform(SessionSeq), tokens: count })),
29
- nodes: z.array(nodeSchema.extend({ system: z.boolean(), heuristicTokens: count })),
25
+ nodes: z.array(compactSchema.shape.nodes.element.extend({ heuristicTokens: count })),
30
26
  surfaceTokens: count,
31
27
  breakdown: breakdownSchema,
32
28
  contextWindow: z.number().int().positive().optional(),
33
29
  });
34
30
  function initialDisplayState() {
35
31
  return {
36
- ...initialState(),
32
+ ...initialCompactState(),
37
33
  systems: [],
38
34
  nodes: [],
39
35
  surfaceTokens: 0,
@@ -41,39 +37,32 @@ function initialDisplayState() {
41
37
  };
42
38
  }
43
39
  function foldDisplay(state, event, config, services) {
44
- const next = fold(state, event);
45
- const { contextWindow, ...withoutWindow } = {
46
- ...next,
47
- contextWindow: state.contextWindow,
48
- };
49
- const window = event.type === "request/context" ? event.data.contextWindow : contextWindow;
40
+ const next = foldCompact(state, event, config);
41
+ const window = event.type === "request/context"
42
+ ? event.data.contextWindow
43
+ : state.contextWindow;
50
44
  if (next.nodes === state.nodes &&
51
45
  next.header === state.header &&
52
46
  next.anchor === state.anchor &&
53
47
  window === state.contextWindow)
54
48
  return state;
55
- const measurement = measureState(next, config, services);
56
- // Empty system events have no derived Message but still occupy a surface position.
57
- const systemSeqs = new Set(state.systems.map((node) => node.seq));
49
+ const measurement = measureCompact(next, config, services);
58
50
  const nodes = next.nodes.map((node, index) => ({
59
51
  ...node,
60
- system: systemSeqs.has(node.seq) ||
61
- (event.type === "system/message" && node.seq === event.seq),
62
- // Native consumers use this field; it carries the model count, not a second estimator.
63
52
  heuristicTokens: measurement.nodes[index].tokens,
64
53
  }));
65
- const surfaceTokens = measurement.surfaceTokens;
66
54
  const systems = nodes.flatMap((node) => node.system ? [{ seq: node.seq, tokens: node.heuristicTokens }] : []);
67
55
  const systemTokens = systems.findLast((node) => node.tokens > 0)?.tokens ?? 0;
56
+ const { contextWindow: _previousWindow, ...withoutWindow } = next;
68
57
  return {
69
58
  ...withoutWindow,
70
59
  systems,
71
60
  nodes,
72
- surfaceTokens,
61
+ surfaceTokens: measurement.surfaceTokens,
73
62
  breakdown: {
74
63
  systemTokens,
75
64
  toolsTokens: measurement.toolsTokens,
76
- messageTokens: surfaceTokens - systemTokens,
65
+ messageTokens: measurement.surfaceTokens - systemTokens,
77
66
  },
78
67
  ...(window === undefined ? {} : { contextWindow: window }),
79
68
  };
@@ -84,7 +73,7 @@ export function createDisplayProjections(config, services) {
84
73
  const cached = views.get(state);
85
74
  if (cached)
86
75
  return cached;
87
- const measurement = measureState(state, config, services);
76
+ const measurement = measureCompact(state, config, services);
88
77
  const systemTokens = measurement.nodes.findLast((node, index) => state.nodes[index].system && node.tokens > 0)?.tokens ?? 0;
89
78
  const pressure = {
90
79
  projectedTokens: measurement.totalTokens,
@@ -105,7 +94,7 @@ export function createDisplayProjections(config, services) {
105
94
  return value;
106
95
  };
107
96
  const replay = {
108
- stateVersion: 9,
97
+ stateVersion: compactVersion(config),
109
98
  stateSchema: displaySchema,
110
99
  init: initialDisplayState,
111
100
  apply: (state, event) => foldDisplay(state, event, config, services),
@@ -1 +1 @@
1
- {"version":3,"file":"projection.js","sourceRoot":"","sources":["../src/projection.ts"],"names":[],"mappings":"AAEA,OAAO,EAAE,gBAAgB,EAAE,UAAU,EAAE,MAAM,0BAA0B,CAAC;AAMxE,OAAO,EAAE,CAAC,EAAE,MAAM,KAAK,CAAC;AAExB,OAAO,EAAE,IAAI,EAAE,YAAY,EAAE,YAAY,EAAE,MAAM,WAAW,CAAC;AAG7D,MAAM,KAAK,GAAG,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,EAAE,CAAC,WAAW,EAAE,CAAC;AAC7C,MAAM,UAAU,GAAG,CAAC,CAAC,MAAM,CAAC;IAC3B,GAAG,EAAE,KAAK,CAAC,SAAS,CAAC,UAAU,CAAC;IAChC,OAAO,EAAE,CAAC,CAAC,MAAM,EAAW,CAAC,QAAQ,EAAE;CACvC,CAAC,CAAC;AACH,MAAM,YAAY,GAAG,CAAC,CAAC,MAAM,CAAC;IAC7B,KAAK,EAAE,CAAC,CAAC,KAAK,CAAC,UAAU,CAAC;IAC1B,MAAM,EAAE,CAAC,CAAC,MAAM,EAAe,CAAC,QAAQ,EAAE;IAC1C,MAAM,EAAE,CAAC,CAAC,MAAM,EAAsC,CAAC,QAAQ,EAAE;IACjE,WAAW,EAAE,KAAK,CAAC,SAAS,CAAC,gBAAgB,CAAC;CAC9C,CAAC,CAAC;AACH,MAAM,CAAC,MAAM,gBAAgB,GAA+C;IAC3E,GAAG,EAAE,oBAAoB;IACzB,YAAY,EAAE,CAAC;IACf,WAAW,EAAE,YAAY;IACzB,IAAI,EAAE,YAAY;IAClB,KAAK,EAAE,IAAI;CACX,CAAC;AAUF,MAAM,eAAe,GAAG,CAAC,CAAC,MAAM,CAAC;IAChC,YAAY,EAAE,KAAK;IACnB,WAAW,EAAE,KAAK;IAClB,aAAa,EAAE,KAAK;CACpB,CAAC,CAAC;AACH,MAAM,aAAa,GAAG,YAAY,CAAC,MAAM,CAAC;IACzC,OAAO,EAAE,CAAC,CAAC,KAAK,CACf,CAAC,CAAC,MAAM,CAAC,EAAE,GAAG,EAAE,KAAK,CAAC,SAAS,CAAC,UAAU,CAAC,EAAE,MAAM,EAAE,KAAK,EAAE,CAAC,CAC7D;IACD,KAAK,EAAE,CAAC,CAAC,KAAK,CACb,UAAU,CAAC,MAAM,CAAC,EAAE,MAAM,EAAE,CAAC,CAAC,OAAO,EAAE,EAAE,eAAe,EAAE,KAAK,EAAE,CAAC,CAClE;IACD,aAAa,EAAE,KAAK;IACpB,SAAS,EAAE,eAAe;IAC1B,aAAa,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE;CACrD,CAAC,CAAC;AACH,SAAS,mBAAmB;IAC3B,OAAO;QACN,GAAG,YAAY,EAAE;QACjB,OAAO,EAAE,EAAE;QACX,KAAK,EAAE,EAAE;QACT,aAAa,EAAE,CAAC;QAChB,SAAS,EAAE,EAAE,YAAY,EAAE,CAAC,EAAE,WAAW,EAAE,CAAC,EAAE,aAAa,EAAE,CAAC,EAAE;KAChE,CAAC;AACH,CAAC;AACD,SAAS,WAAW,CACnB,KAAmB,EACnB,KAAmB,EACnB,MAAmB,EACnB,QAAuB;IAEvB,MAAM,IAAI,GAAG,IAAI,CAAC,KAAK,EAAE,KAAK,CAAC,CAAC;IAChC,MAAM,EAAE,aAAa,EAAE,GAAG,aAAa,EAAE,GAAG;QAC3C,GAAG,IAAI;QACP,aAAa,EAAE,KAAK,CAAC,aAAa;KAClC,CAAC;IACF,MAAM,MAAM,GACX,KAAK,CAAC,IAAI,KAAK,iBAAiB,CAAC,CAAC,CAAC,KAAK,CAAC,IAAI,CAAC,aAAa,CAAC,CAAC,CAAC,aAAa,CAAC;IAC7E,IACC,IAAI,CAAC,KAAK,KAAK,KAAK,CAAC,KAAK;QAC1B,IAAI,CAAC,MAAM,KAAK,KAAK,CAAC,MAAM;QAC5B,IAAI,CAAC,MAAM,KAAK,KAAK,CAAC,MAAM;QAC5B,MAAM,KAAK,KAAK,CAAC,aAAa;QAE9B,OAAO,KAAK,CAAC;IACd,MAAM,WAAW,GAAG,YAAY,CAAC,IAAI,EAAE,MAAM,EAAE,QAAQ,CAAC,CAAC;IACzD,mFAAmF;IACnF,MAAM,UAAU,GAAG,IAAI,GAAG,CAAC,KAAK,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC;IAClE,MAAM,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,KAAK,EAAE,EAAE,CAAC,CAAC;QAC9C,GAAG,IAAI;QACP,MAAM,EACL,UAAU,CAAC,GAAG,CAAC,IAAI,CAAC,GAAG,CAAC;YACxB,CAAC,KAAK,CAAC,IAAI,KAAK,gBAAgB,IAAI,IAAI,CAAC,GAAG,KAAK,KAAK,CAAC,GAAG,CAAC;QAC5D,uFAAuF;QACvF,eAAe,EAAE,WAAW,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC,MAAM;KAChD,CAAC,CAAC,CAAC;IACJ,MAAM,aAAa,GAAG,WAAW,CAAC,aAAa,CAAC;IAChD,MAAM,OAAO,GAAG,KAAK,CAAC,OAAO,CAAC,CAAC,IAAI,EAAE,EAAE,CACtC,IAAI,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,EAAE,GAAG,EAAE,IAAI,CAAC,GAAG,EAAE,MAAM,EAAE,IAAI,CAAC,eAAe,EAAE,CAAC,CAAC,CAAC,CAAC,EAAE,CACpE,CAAC;IACF,MAAM,YAAY,GAAG,OAAO,CAAC,QAAQ,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,MAAM,GAAG,CAAC,CAAC,EAAE,MAAM,IAAI,CAAC,CAAC;IAC9E,OAAO;QACN,GAAG,aAAa;QAChB,OAAO;QACP,KAAK;QACL,aAAa;QACb,SAAS,EAAE;YACV,YAAY;YACZ,WAAW,EAAE,WAAW,CAAC,WAAW;YACpC,aAAa,EAAE,aAAa,GAAG,YAAY;SAC3C;QACD,GAAG,CAAC,MAAM,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,aAAa,EAAE,MAAM,EAAE,CAAC;KAC1D,CAAC;AACH,CAAC;AAED,MAAM,UAAU,wBAAwB,CACvC,MAAmB,EACnB,QAAuB;IAEvB,MAAM,KAAK,GAAG,IAAI,OAAO,EAMtB,CAAC;IACJ,MAAM,IAAI,GAAG,CAAC,KAAmB,EAAE,EAAE;QACpC,MAAM,MAAM,GAAG,KAAK,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC;QAChC,IAAI,MAAM;YAAE,OAAO,MAAM,CAAC;QAC1B,MAAM,WAAW,GAAG,YAAY,CAAC,KAAK,EAAE,MAAM,EAAE,QAAQ,CAAC,CAAC;QAC1D,MAAM,YAAY,GACjB,WAAW,CAAC,KAAK,CAAC,QAAQ,CACzB,CAAC,IAAI,EAAE,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC,MAAM,IAAI,IAAI,CAAC,MAAM,GAAG,CAAC,CAC7D,EAAE,MAAM,IAAI,CAAC,CAAC;QAChB,MAAM,QAAQ,GAA8B;YAC3C,eAAe,EAAE,WAAW,CAAC,WAAW;YACxC,GAAG,CAAC,WAAW,CAAC,QAAQ,CAAC,IAAI,KAAK,OAAO;gBACxC,CAAC,CAAC,EAAE,cAAc,EAAE,WAAW,CAAC,QAAQ,CAAC,MAAM,EAAE;gBACjD,CAAC,CAAC,EAAE,CAAC;YACN,GAAG,CAAC,KAAK,CAAC,aAAa,KAAK,SAAS;gBACpC,CAAC,CAAC,EAAE;gBACJ,CAAC,CAAC,EAAE,aAAa,EAAE,KAAK,CAAC,aAAa,EAAE,CAAC;SAC1C,CAAC;QACF,MAAM,SAAS,GAAG;YACjB,YAAY;YACZ,WAAW,EAAE,WAAW,CAAC,WAAW;YACpC,aAAa,EAAE,WAAW,CAAC,aAAa,GAAG,YAAY;SACvD,CAAC;QACF,MAAM,KAAK,GAAG,EAAE,QAAQ,EAAE,SAAS,EAAE,CAAC;QACtC,KAAK,CAAC,GAAG,CAAC,KAAK,EAAE,KAAK,CAAC,CAAC;QACxB,OAAO,KAAK,CAAC;IACd,CAAC,CAAC;IACF,MAAM,MAAM,GAAG;QACd,YAAY,EAAE,CAAC;QACf,WAAW,EAAE,aAAa;QAC1B,IAAI,EAAE,mBAAmB;QACzB,KAAK,EAAE,CAAC,KAAmB,EAAE,KAAmB,EAAE,EAAE,CACnD,WAAW,CAAC,KAAK,EAAE,KAAK,EAAE,MAAM,EAAE,QAAQ,CAAC;KAC5C,CAAC;IACF,MAAM,QAAQ,GAAG;QAChB,GAAG,MAAM;QACT,GAAG,EAAE,iBAAiB;QACtB,IAAI,EAAE;YACL,UAAU,EAAE,CAAC,CAAC,MAAM,CAAC;gBACpB,cAAc,EAAE,KAAK,CAAC,QAAQ,EAAE;gBAChC,eAAe,EAAE,KAAK;gBACtB,aAAa,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE;aACrD,CAAC;YACF,IAAI,EAAE,CAAC,KAAmB,EAAE,EAAE,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,QAAQ;SACnD;KAC+D,CAAC;IAClE,MAAM,SAAS,GAAG;QACjB,GAAG,MAAM;QACT,GAAG,EAAE,kBAAkB;QACvB,IAAI,EAAE;YACL,UAAU,EAAE,eAAe;YAC3B,IAAI,EAAE,CAAC,KAAmB,EAAE,EAAE,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,SAAS;SACpD;KACgE,CAAC;IACnE,OAAO,EAAE,QAAQ,EAAE,SAAS,EAAE,CAAC;AAChC,CAAC"}
1
+ {"version":3,"file":"projection.js","sourceRoot":"","sources":["../src/projection.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,UAAU,EAAE,MAAM,0BAA0B,CAAC;AAMtD,OAAO,EAAE,CAAC,EAAE,MAAM,KAAK,CAAC;AAExB,OAAO,EACN,aAAa,EACb,cAAc,EACd,WAAW,EACX,mBAAmB,EACnB,cAAc,GACd,MAAM,cAAc,CAAC;AAItB,MAAM,KAAK,GAAG,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,EAAE,CAAC,WAAW,EAAE,CAAC;AAC7C,MAAM,UAAU,sBAAsB,CAAC,MAAmB;IACzD,OAAO;QACN,GAAG,EAAE,oBAAoB;QACzB,YAAY,EAAE,cAAc,CAAC,MAAM,CAAC;QACpC,WAAW,EAAE,aAAa;QAC1B,IAAI,EAAE,mBAAmB;QACzB,KAAK,EAAE,CAAC,KAAmB,EAAE,KAAmB,EAAE,EAAE,CACnD,WAAW,CAAC,KAAK,EAAE,KAAK,EAAE,MAAM,CAAC;KACmB,CAAC;AACxD,CAAC;AACD,MAAM,CAAC,MAAM,gBAAgB,GAAG,sBAAsB,CAAC;IACtD,gBAAgB,EAAE,aAAa;IAC/B,aAAa,EAAE,EAAE;CACjB,CAAC,CAAC;AAUH,MAAM,eAAe,GAAG,CAAC,CAAC,MAAM,CAAC;IAChC,YAAY,EAAE,KAAK;IACnB,WAAW,EAAE,KAAK;IAClB,aAAa,EAAE,KAAK;CACpB,CAAC,CAAC;AACH,MAAM,aAAa,GAAG,aAAa,CAAC,MAAM,CAAC;IAC1C,OAAO,EAAE,CAAC,CAAC,KAAK,CACf,CAAC,CAAC,MAAM,CAAC,EAAE,GAAG,EAAE,KAAK,CAAC,SAAS,CAAC,UAAU,CAAC,EAAE,MAAM,EAAE,KAAK,EAAE,CAAC,CAC7D;IACD,KAAK,EAAE,CAAC,CAAC,KAAK,CACb,aAAa,CAAC,KAAK,CAAC,KAAK,CAAC,OAAO,CAAC,MAAM,CAAC,EAAE,eAAe,EAAE,KAAK,EAAE,CAAC,CACpE;IACD,aAAa,EAAE,KAAK;IACpB,SAAS,EAAE,eAAe;IAC1B,aAAa,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE;CACrD,CAAC,CAAC;AACH,SAAS,mBAAmB;IAC3B,OAAO;QACN,GAAG,mBAAmB,EAAE;QACxB,OAAO,EAAE,EAAE;QACX,KAAK,EAAE,EAAE;QACT,aAAa,EAAE,CAAC;QAChB,SAAS,EAAE,EAAE,YAAY,EAAE,CAAC,EAAE,WAAW,EAAE,CAAC,EAAE,aAAa,EAAE,CAAC,EAAE;KAChE,CAAC;AACH,CAAC;AACD,SAAS,WAAW,CACnB,KAAmB,EACnB,KAAmB,EACnB,MAAmB,EACnB,QAAuB;IAEvB,MAAM,IAAI,GAAG,WAAW,CAAC,KAAK,EAAE,KAAK,EAAE,MAAM,CAAC,CAAC;IAC/C,MAAM,MAAM,GACX,KAAK,CAAC,IAAI,KAAK,iBAAiB;QAC/B,CAAC,CAAC,KAAK,CAAC,IAAI,CAAC,aAAa;QAC1B,CAAC,CAAC,KAAK,CAAC,aAAa,CAAC;IACxB,IACC,IAAI,CAAC,KAAK,KAAK,KAAK,CAAC,KAAK;QAC1B,IAAI,CAAC,MAAM,KAAK,KAAK,CAAC,MAAM;QAC5B,IAAI,CAAC,MAAM,KAAK,KAAK,CAAC,MAAM;QAC5B,MAAM,KAAK,KAAK,CAAC,aAAa;QAE9B,OAAO,KAAK,CAAC;IACd,MAAM,WAAW,GAAG,cAAc,CAAC,IAAI,EAAE,MAAM,EAAE,QAAQ,CAAC,CAAC;IAC3D,MAAM,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,KAAK,EAAE,EAAE,CAAC,CAAC;QAC9C,GAAG,IAAI;QACP,eAAe,EAAE,WAAW,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC,MAAM;KAChD,CAAC,CAAC,CAAC;IACJ,MAAM,OAAO,GAAG,KAAK,CAAC,OAAO,CAAC,CAAC,IAAI,EAAE,EAAE,CACtC,IAAI,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,EAAE,GAAG,EAAE,IAAI,CAAC,GAAG,EAAE,MAAM,EAAE,IAAI,CAAC,eAAe,EAAE,CAAC,CAAC,CAAC,CAAC,EAAE,CACpE,CAAC;IACF,MAAM,YAAY,GAAG,OAAO,CAAC,QAAQ,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,MAAM,GAAG,CAAC,CAAC,EAAE,MAAM,IAAI,CAAC,CAAC;IAC9E,MAAM,EAAE,aAAa,EAAE,eAAe,EAAE,GAAG,aAAa,EAAE,GACzD,IAAiD,CAAC;IACnD,OAAO;QACN,GAAG,aAAa;QAChB,OAAO;QACP,KAAK;QACL,aAAa,EAAE,WAAW,CAAC,aAAa;QACxC,SAAS,EAAE;YACV,YAAY;YACZ,WAAW,EAAE,WAAW,CAAC,WAAW;YACpC,aAAa,EAAE,WAAW,CAAC,aAAa,GAAG,YAAY;SACvD;QACD,GAAG,CAAC,MAAM,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,aAAa,EAAE,MAAM,EAAE,CAAC;KAC1D,CAAC;AACH,CAAC;AAED,MAAM,UAAU,wBAAwB,CACvC,MAAmB,EACnB,QAAuB;IAEvB,MAAM,KAAK,GAAG,IAAI,OAAO,EAMtB,CAAC;IACJ,MAAM,IAAI,GAAG,CAAC,KAAmB,EAAE,EAAE;QACpC,MAAM,MAAM,GAAG,KAAK,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC;QAChC,IAAI,MAAM;YAAE,OAAO,MAAM,CAAC;QAC1B,MAAM,WAAW,GAAG,cAAc,CAAC,KAAK,EAAE,MAAM,EAAE,QAAQ,CAAC,CAAC;QAC5D,MAAM,YAAY,GACjB,WAAW,CAAC,KAAK,CAAC,QAAQ,CACzB,CAAC,IAAI,EAAE,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC,MAAM,IAAI,IAAI,CAAC,MAAM,GAAG,CAAC,CAC7D,EAAE,MAAM,IAAI,CAAC,CAAC;QAChB,MAAM,QAAQ,GAA8B;YAC3C,eAAe,EAAE,WAAW,CAAC,WAAW;YACxC,GAAG,CAAC,WAAW,CAAC,QAAQ,CAAC,IAAI,KAAK,OAAO;gBACxC,CAAC,CAAC,EAAE,cAAc,EAAE,WAAW,CAAC,QAAQ,CAAC,MAAM,EAAE;gBACjD,CAAC,CAAC,EAAE,CAAC;YACN,GAAG,CAAC,KAAK,CAAC,aAAa,KAAK,SAAS;gBACpC,CAAC,CAAC,EAAE;gBACJ,CAAC,CAAC,EAAE,aAAa,EAAE,KAAK,CAAC,aAAa,EAAE,CAAC;SAC1C,CAAC;QACF,MAAM,SAAS,GAAG;YACjB,YAAY;YACZ,WAAW,EAAE,WAAW,CAAC,WAAW;YACpC,aAAa,EAAE,WAAW,CAAC,aAAa,GAAG,YAAY;SACvD,CAAC;QACF,MAAM,KAAK,GAAG,EAAE,QAAQ,EAAE,SAAS,EAAE,CAAC;QACtC,KAAK,CAAC,GAAG,CAAC,KAAK,EAAE,KAAK,CAAC,CAAC;QACxB,OAAO,KAAK,CAAC;IACd,CAAC,CAAC;IACF,MAAM,MAAM,GAAG;QACd,YAAY,EAAE,cAAc,CAAC,MAAM,CAAC;QACpC,WAAW,EAAE,aAAa;QAC1B,IAAI,EAAE,mBAAmB;QACzB,KAAK,EAAE,CAAC,KAAmB,EAAE,KAAmB,EAAE,EAAE,CACnD,WAAW,CAAC,KAAK,EAAE,KAAK,EAAE,MAAM,EAAE,QAAQ,CAAC;KAC5C,CAAC;IACF,MAAM,QAAQ,GAAG;QAChB,GAAG,MAAM;QACT,GAAG,EAAE,iBAAiB;QACtB,IAAI,EAAE;YACL,UAAU,EAAE,CAAC,CAAC,MAAM,CAAC;gBACpB,cAAc,EAAE,KAAK,CAAC,QAAQ,EAAE;gBAChC,eAAe,EAAE,KAAK;gBACtB,aAAa,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE;aACrD,CAAC;YACF,IAAI,EAAE,CAAC,KAAmB,EAAE,EAAE,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,QAAQ;SACnD;KAC+D,CAAC;IAClE,MAAM,SAAS,GAAG;QACjB,GAAG,MAAM;QACT,GAAG,EAAE,kBAAkB;QACvB,IAAI,EAAE;YACL,UAAU,EAAE,eAAe;YAC3B,IAAI,EAAE,CAAC,KAAmB,EAAE,EAAE,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,SAAS;SACpD;KACgE,CAAC;IACnE,OAAO,EAAE,QAAQ,EAAE,SAAS,EAAE,CAAC;AAChC,CAAC"}
@@ -3,13 +3,14 @@ import type { Context } from "@deepseek-ai/cordis";
3
3
  import type { EpochHeader, Session } from "@deepseek-ai/dsh-session";
4
4
  import { SessionSeq } from "@deepseek-ai/dsh-session";
5
5
  import type { Message } from "@deepseek-ai/dsh-llm";
6
- import type { MeterConfig, MeterConfigInput, ReplayState } from "./types.js";
6
+ import type { MeterConfig, MeterConfigInput } from "./types.js";
7
+ import type { CompactState } from "./compact.js";
7
8
  import type { MeterServices } from "./core.js";
8
9
  import "@deepseek-ai/dsh-session-projection";
9
10
  import settings from "@deepseek-ai/schemastery";
10
11
  declare module "@deepseek-ai/dsh-session-projection" {
11
12
  interface SessionProjectionStateMap {
12
- contextPolicyMeter: ReplayState;
13
+ contextPolicyMeter: CompactState;
13
14
  }
14
15
  }
15
16
  export declare const Config: settings<MeterConfigInput, MeterConfig>;
@@ -1 +1 @@
1
- {"version":3,"file":"token-meter.d.ts","sourceRoot":"","sources":["../src/token-meter.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,OAAO,EAAE,MAAM,qBAAqB,CAAC;AAC9C,OAAO,KAAK,EAAE,OAAO,EAAE,MAAM,qBAAqB,CAAC;AACnD,OAAO,KAAK,EAAE,WAAW,EAAE,OAAO,EAAE,MAAM,0BAA0B,CAAC;AACrE,OAAO,EAAE,UAAU,EAAE,MAAM,0BAA0B,CAAC;AACtD,OAAO,KAAK,EAAE,OAAO,EAAE,MAAM,sBAAsB,CAAC;AACpD,OAAO,KAAK,EAAE,WAAW,EAAE,gBAAgB,EAAE,WAAW,EAAE,MAAM,YAAY,CAAC;AAC7E,OAAO,KAAK,EAAE,aAAa,EAAE,MAAM,WAAW,CAAC;AAC/C,OAAO,qCAAqC,CAAC;AAC7C,OAAO,QAAQ,MAAM,0BAA0B,CAAC;AAKhD,OAAO,QAAQ,qCAAqC,CAAC;IACpD,UAAU,yBAAyB;QAClC,kBAAkB,EAAE,WAAW,CAAC;KAChC;CACD;AAUD,eAAO,MAAM,MAAM,EAAE,QAAQ,CAAC,gBAAgB,EAAE,WAAW,CAmBzD,CAAC;AACH,eAAO,MAAM,MAAM,UAAyB,CAAC;AAE7C,qBAAa,eAAgB,SAAQ,OAAO;gBAC/B,GAAG,EAAE,OAAO,EAAE,MAAM,EAAE,WAAW;IAc7C,MAAM,EAAE,WAAW,CAAC;IACpB,QAAQ,EAAE,aAAa,CAAC;IACxB,OAAO,CAAC,OAAO,EAAE,OAAO,EAAE,aAAa,CAAC,EAAE,WAAW;;;;;;;;;;;;;;;;IAWrD,eAAe,CAAC,OAAO,EAAE,OAAO;CAQhC;AAED,wBAAgB,KAAK,CAAC,GAAG,EAAE,OAAO,EAAE,MAAM,EAAE,WAAW,QAEtD;;;;;;AAED,wBAAyC"}
1
+ {"version":3,"file":"token-meter.d.ts","sourceRoot":"","sources":["../src/token-meter.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,OAAO,EAAE,MAAM,qBAAqB,CAAC;AAC9C,OAAO,KAAK,EAAE,OAAO,EAAE,MAAM,qBAAqB,CAAC;AACnD,OAAO,KAAK,EAAE,WAAW,EAAE,OAAO,EAAE,MAAM,0BAA0B,CAAC;AACrE,OAAO,EAAE,UAAU,EAAE,MAAM,0BAA0B,CAAC;AACtD,OAAO,KAAK,EAAE,OAAO,EAAE,MAAM,sBAAsB,CAAC;AACpD,OAAO,KAAK,EAAE,WAAW,EAAE,gBAAgB,EAAE,MAAM,YAAY,CAAC;AAChE,OAAO,KAAK,EAAE,YAAY,EAAE,MAAM,cAAc,CAAC;AAEjD,OAAO,KAAK,EAAE,aAAa,EAAE,MAAM,WAAW,CAAC;AAC/C,OAAO,qCAAqC,CAAC;AAC7C,OAAO,QAAQ,MAAM,0BAA0B,CAAC;AAQhD,OAAO,QAAQ,qCAAqC,CAAC;IACpD,UAAU,yBAAyB;QAClC,kBAAkB,EAAE,YAAY,CAAC;KACjC;CACD;AAUD,eAAO,MAAM,MAAM,EAAE,QAAQ,CAAC,gBAAgB,EAAE,WAAW,CAmBzD,CAAC;AACH,eAAO,MAAM,MAAM,UAAyB,CAAC;AAE7C,qBAAa,eAAgB,SAAQ,OAAO;gBAC/B,GAAG,EAAE,OAAO,EAAE,MAAM,EAAE,WAAW;IAgB7C,MAAM,EAAE,WAAW,CAAC;IACpB,QAAQ,EAAE,aAAa,CAAC;IACxB,OAAO,CAAC,OAAO,EAAE,OAAO,EAAE,aAAa,CAAC,EAAE,WAAW;;;;;;;;;;;;;;;;IAWrD,eAAe,CAAC,OAAO,EAAE,OAAO;CAQhC;AAED,wBAAgB,KAAK,CAAC,GAAG,EAAE,OAAO,EAAE,MAAM,EAAE,WAAW,QAEtD;;;;;;AAED,wBAAyC"}
@@ -1,9 +1,10 @@
1
1
  import { Service } from "@deepseek-ai/cordis";
2
2
  import { SessionSeq } from "@deepseek-ai/dsh-session";
3
+ import { measureCompact } from "./compact.js";
3
4
  import "@deepseek-ai/dsh-session-projection";
4
5
  import settings from "@deepseek-ai/schemastery";
5
- import { measureState, priceSurface } from "./core.js";
6
- import { createDisplayProjections, replayProjection } from "./projection.js";
6
+ import { priceSurface } from "./core.js";
7
+ import { createDisplayProjections, createReplayProjection, } from "./projection.js";
7
8
  import { usageProjection } from "./usage.js";
8
9
  const policyFields = {
9
10
  tokenizer: settings.string(),
@@ -42,7 +43,7 @@ export class ModelTokenMeter extends Service {
42
43
  ctx.sessionProjections.register(usageProjection);
43
44
  ctx.sessionProjections.register(display.pressure);
44
45
  ctx.sessionProjections.register(display.breakdown);
45
- ctx.sessionProjections.register(replayProjection);
46
+ ctx.sessionProjections.register(createReplayProjection(this.config));
46
47
  }
47
48
  config;
48
49
  services;
@@ -50,7 +51,7 @@ export class ModelTokenMeter extends Service {
50
51
  const state = this.ctx.sessionProjections.stateOf(session, "contextPolicyMeter");
51
52
  if (!state)
52
53
  throw new Error("ModelTokenMeter contextPolicyMeter projection is unavailable");
53
- return measureState(state, this.config, this.services, requestHeader);
54
+ return measureCompact(state, this.config, this.services, requestHeader);
54
55
  }
55
56
  estimateMessage(message) {
56
57
  return priceSurface([{ seq: SessionSeq(0), message }], null, this.config, this.services).surfaceTokens;
@@ -1 +1 @@
1
- {"version":3,"file":"token-meter.js","sourceRoot":"","sources":["../src/token-meter.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,OAAO,EAAE,MAAM,qBAAqB,CAAC;AAG9C,OAAO,EAAE,UAAU,EAAE,MAAM,0BAA0B,CAAC;AAItD,OAAO,qCAAqC,CAAC;AAC7C,OAAO,QAAQ,MAAM,0BAA0B,CAAC;AAChD,OAAO,EAAE,YAAY,EAAE,YAAY,EAAE,MAAM,WAAW,CAAC;AACvD,OAAO,EAAE,wBAAwB,EAAE,gBAAgB,EAAE,MAAM,iBAAiB,CAAC;AAC7E,OAAO,EAAE,eAAe,EAAE,MAAM,YAAY,CAAC;AAQ7C,MAAM,YAAY,GAAG;IACpB,SAAS,EAAE,QAAQ,CAAC,MAAM,EAAE;IAC5B,gBAAgB,EAAE,QAAQ,CAAC,MAAM,EAAE,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC;IAClD,aAAa,EAAE,QAAQ,CAAC,MAAM,EAAE,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC;IAC/C,kBAAkB,EAAE,QAAQ,CAAC,MAAM,EAAE,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC;IACpD,gBAAgB,EAAE,QAAQ,CAAC,OAAO,EAAE;CACpC,CAAC;AAEF,MAAM,CAAC,MAAM,MAAM,GAA4C,QAAQ,CAAC,MAAM,CAAC;IAC9E,gBAAgB,EAAE,QAAQ,CAAC,MAAM,EAAE,CAAC,OAAO,CAAC,aAAa,CAAC;IAC1D,gBAAgB,EAAE,QAAQ;SACxB,KAAK,CACL,QAAQ,CAAC,MAAM,CAAC;QACf,GAAG,YAAY;QACf,QAAQ,EAAE,QAAQ,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;KACtC,CAAC,CACF;SACA,OAAO,CAAC,EAAE,CAAC;IACb,aAAa,EAAE,QAAQ;SACrB,KAAK,CACL,QAAQ,CAAC,MAAM,CAAC;QACf,GAAG,YAAY;QACf,QAAQ,EAAE,QAAQ,CAAC,MAAM,EAAE;QAC3B,KAAK,EAAE,QAAQ,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;KACnC,CAAC,CACF;SACA,OAAO,CAAC,EAAE,CAAC;CACb,CAAC,CAAC;AACH,MAAM,CAAC,MAAM,MAAM,GAAG,CAAC,oBAAoB,CAAC,CAAC;AAE7C,MAAM,OAAO,eAAgB,SAAQ,OAAO;IAC3C,YAAY,GAAY,EAAE,MAAmB;QAC5C,KAAK,CAAC,GAAG,EAAE,YAAY,CAAC,CAAC;QACzB,IAAI,CAAC,MAAM,GAAG,eAAe,CAAC,MAAM,CAAC,CAAC;QACtC,IAAI,CAAC,QAAQ,GAAG;YACf,IAAI,GAAG;gBACN,OAAO,GAAG,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC;YACvB,CAAC;SACD,CAAC;QACF,MAAM,OAAO,GAAG,wBAAwB,CAAC,IAAI,CAAC,MAAM,EAAE,IAAI,CAAC,QAAQ,CAAC,CAAC;QACrE,GAAG,CAAC,kBAAkB,CAAC,QAAQ,CAAC,eAAe,CAAC,CAAC;QACjD,GAAG,CAAC,kBAAkB,CAAC,QAAQ,CAAC,OAAO,CAAC,QAAQ,CAAC,CAAC;QAClD,GAAG,CAAC,kBAAkB,CAAC,QAAQ,CAAC,OAAO,CAAC,SAAS,CAAC,CAAC;QACnD,GAAG,CAAC,kBAAkB,CAAC,QAAQ,CAAC,gBAAgB,CAAC,CAAC;IACnD,CAAC;IACD,MAAM,CAAc;IACpB,QAAQ,CAAgB;IACxB,OAAO,CAAC,OAAgB,EAAE,aAA2B;QACpD,MAAM,KAAK,GAAG,IAAI,CAAC,GAAG,CAAC,kBAAkB,CAAC,OAAO,CAChD,OAAO,EACP,oBAAoB,CACpB,CAAC;QACF,IAAI,CAAC,KAAK;YACT,MAAM,IAAI,KAAK,CACd,8DAA8D,CAC9D,CAAC;QACH,OAAO,YAAY,CAAC,KAAK,EAAE,IAAI,CAAC,MAAM,EAAE,IAAI,CAAC,QAAQ,EAAE,aAAa,CAAC,CAAC;IACvE,CAAC;IACD,eAAe,CAAC,OAAgB;QAC/B,OAAO,YAAY,CAClB,CAAC,EAAE,GAAG,EAAE,UAAU,CAAC,CAAC,CAAC,EAAE,OAAO,EAAE,CAAC,EACjC,IAAI,EACJ,IAAI,CAAC,MAAM,EACX,IAAI,CAAC,QAAQ,CACb,CAAC,aAAa,CAAC;IACjB,CAAC;CACD;AAED,MAAM,UAAU,KAAK,CAAC,GAAY,EAAE,MAAmB;IACtD,IAAI,eAAe,CAAC,GAAG,EAAE,MAAM,CAAC,CAAC;AAClC,CAAC;AAED,eAAe,EAAE,MAAM,EAAE,MAAM,EAAE,KAAK,EAAE,CAAC"}
1
+ {"version":3,"file":"token-meter.js","sourceRoot":"","sources":["../src/token-meter.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,OAAO,EAAE,MAAM,qBAAqB,CAAC;AAG9C,OAAO,EAAE,UAAU,EAAE,MAAM,0BAA0B,CAAC;AAItD,OAAO,EAAE,cAAc,EAAE,MAAM,cAAc,CAAC;AAE9C,OAAO,qCAAqC,CAAC;AAC7C,OAAO,QAAQ,MAAM,0BAA0B,CAAC;AAChD,OAAO,EAAE,YAAY,EAAE,MAAM,WAAW,CAAC;AACzC,OAAO,EACN,wBAAwB,EACxB,sBAAsB,GACtB,MAAM,iBAAiB,CAAC;AACzB,OAAO,EAAE,eAAe,EAAE,MAAM,YAAY,CAAC;AAQ7C,MAAM,YAAY,GAAG;IACpB,SAAS,EAAE,QAAQ,CAAC,MAAM,EAAE;IAC5B,gBAAgB,EAAE,QAAQ,CAAC,MAAM,EAAE,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC;IAClD,aAAa,EAAE,QAAQ,CAAC,MAAM,EAAE,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC;IAC/C,kBAAkB,EAAE,QAAQ,CAAC,MAAM,EAAE,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC;IACpD,gBAAgB,EAAE,QAAQ,CAAC,OAAO,EAAE;CACpC,CAAC;AAEF,MAAM,CAAC,MAAM,MAAM,GAA4C,QAAQ,CAAC,MAAM,CAAC;IAC9E,gBAAgB,EAAE,QAAQ,CAAC,MAAM,EAAE,CAAC,OAAO,CAAC,aAAa,CAAC;IAC1D,gBAAgB,EAAE,QAAQ;SACxB,KAAK,CACL,QAAQ,CAAC,MAAM,CAAC;QACf,GAAG,YAAY;QACf,QAAQ,EAAE,QAAQ,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;KACtC,CAAC,CACF;SACA,OAAO,CAAC,EAAE,CAAC;IACb,aAAa,EAAE,QAAQ;SACrB,KAAK,CACL,QAAQ,CAAC,MAAM,CAAC;QACf,GAAG,YAAY;QACf,QAAQ,EAAE,QAAQ,CAAC,MAAM,EAAE;QAC3B,KAAK,EAAE,QAAQ,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;KACnC,CAAC,CACF;SACA,OAAO,CAAC,EAAE,CAAC;CACb,CAAC,CAAC;AACH,MAAM,CAAC,MAAM,MAAM,GAAG,CAAC,oBAAoB,CAAC,CAAC;AAE7C,MAAM,OAAO,eAAgB,SAAQ,OAAO;IAC3C,YAAY,GAAY,EAAE,MAAmB;QAC5C,KAAK,CAAC,GAAG,EAAE,YAAY,CAAC,CAAC;QACzB,IAAI,CAAC,MAAM,GAAG,eAAe,CAAC,MAAM,CAAC,CAAC;QACtC,IAAI,CAAC,QAAQ,GAAG;YACf,IAAI,GAAG;gBACN,OAAO,GAAG,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC;YACvB,CAAC;SACD,CAAC;QACF,MAAM,OAAO,GAAG,wBAAwB,CAAC,IAAI,CAAC,MAAM,EAAE,IAAI,CAAC,QAAQ,CAAC,CAAC;QACrE,GAAG,CAAC,kBAAkB,CAAC,QAAQ,CAAC,eAAe,CAAC,CAAC;QACjD,GAAG,CAAC,kBAAkB,CAAC,QAAQ,CAAC,OAAO,CAAC,QAAQ,CAAC,CAAC;QAClD,GAAG,CAAC,kBAAkB,CAAC,QAAQ,CAAC,OAAO,CAAC,SAAS,CAAC,CAAC;QACnD,GAAG,CAAC,kBAAkB,CAAC,QAAQ,CAC9B,sBAAsB,CAAC,IAAI,CAAC,MAAM,CAAC,CACnC,CAAC;IACH,CAAC;IACD,MAAM,CAAc;IACpB,QAAQ,CAAgB;IACxB,OAAO,CAAC,OAAgB,EAAE,aAA2B;QACpD,MAAM,KAAK,GAAG,IAAI,CAAC,GAAG,CAAC,kBAAkB,CAAC,OAAO,CAChD,OAAO,EACP,oBAAoB,CACpB,CAAC;QACF,IAAI,CAAC,KAAK;YACT,MAAM,IAAI,KAAK,CACd,8DAA8D,CAC9D,CAAC;QACH,OAAO,cAAc,CAAC,KAAK,EAAE,IAAI,CAAC,MAAM,EAAE,IAAI,CAAC,QAAQ,EAAE,aAAa,CAAC,CAAC;IACzE,CAAC;IACD,eAAe,CAAC,OAAgB;QAC/B,OAAO,YAAY,CAClB,CAAC,EAAE,GAAG,EAAE,UAAU,CAAC,CAAC,CAAC,EAAE,OAAO,EAAE,CAAC,EACjC,IAAI,EACJ,IAAI,CAAC,MAAM,EACX,IAAI,CAAC,QAAQ,CACb,CAAC,aAAa,CAAC;IACjB,CAAC;CACD;AAED,MAAM,UAAU,KAAK,CAAC,GAAY,EAAE,MAAmB;IACtD,IAAI,eAAe,CAAC,GAAG,EAAE,MAAM,CAAC,CAAC;AAClC,CAAC;AAED,eAAe,EAAE,MAAM,EAAE,MAAM,EAAE,KAAK,EAAE,CAAC"}
@@ -1,5 +1,7 @@
1
1
  import type { EpochHeader } from "@deepseek-ai/dsh-session";
2
2
  import type { MeterConfig, ResolvedPolicy } from "./types.js";
3
+ /** Invalidates derived numeric summaries when custom counters are replaced. */
4
+ export declare const tokenizerGeneration: () => number;
3
5
  export declare function registerTokenizer(name: string, count: (text: string) => number): () => void;
4
6
  export declare function countText(text: string, tokenizer: string): number;
5
7
  export declare function resolvePolicy(config: MeterConfig, header: EpochHeader | null): Readonly<ResolvedPolicy>;
@@ -1 +1 @@
1
- {"version":3,"file":"tokenizers.d.ts","sourceRoot":"","sources":["../src/tokenizers.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,WAAW,EAAE,MAAM,0BAA0B,CAAC;AAC5D,OAAO,KAAK,EAAE,WAAW,EAAE,cAAc,EAAE,MAAM,YAAY,CAAC;AAc9D,wBAAgB,iBAAiB,CAChC,IAAI,EAAE,MAAM,EACZ,KAAK,EAAE,CAAC,IAAI,EAAE,MAAM,KAAK,MAAM,cAW/B;AAED,wBAAgB,SAAS,CAAC,IAAI,EAAE,MAAM,EAAE,SAAS,EAAE,MAAM,GAAG,MAAM,CAyBjE;AAED,wBAAgB,aAAa,CAC5B,MAAM,EAAE,WAAW,EACnB,MAAM,EAAE,WAAW,GAAG,IAAI,GACxB,QAAQ,CAAC,cAAc,CAAC,CAsB1B"}
1
+ {"version":3,"file":"tokenizers.d.ts","sourceRoot":"","sources":["../src/tokenizers.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,WAAW,EAAE,MAAM,0BAA0B,CAAC;AAC5D,OAAO,KAAK,EAAE,WAAW,EAAE,cAAc,EAAE,MAAM,YAAY,CAAC;AAe9D,+EAA+E;AAC/E,eAAO,MAAM,mBAAmB,cAAmB,CAAC;AAEpD,wBAAgB,iBAAiB,CAChC,IAAI,EAAE,MAAM,EACZ,KAAK,EAAE,CAAC,IAAI,EAAE,MAAM,KAAK,MAAM,cAa/B;AAED,wBAAgB,SAAS,CAAC,IAAI,EAAE,MAAM,EAAE,SAAS,EAAE,MAAM,GAAG,MAAM,CAyBjE;AAED,wBAAgB,aAAa,CAC5B,MAAM,EAAE,WAAW,EACnB,MAAM,EAAE,WAAW,GAAG,IAAI,GACxB,QAAQ,CAAC,cAAc,CAAC,CAsB1B"}
@@ -6,14 +6,19 @@ const tokenizers = new Map([
6
6
  ["deepseek_v4", createTokenizerCounter("deepseek-v4")],
7
7
  ["o200k_base", createTokenizerCounter("o200k-base")],
8
8
  ]);
9
+ let generation = 0;
10
+ /** Invalidates derived numeric summaries when custom counters are replaced. */
11
+ export const tokenizerGeneration = () => generation;
9
12
  export function registerTokenizer(name, count) {
10
13
  if (tokenizers.has(name))
11
14
  throw new Error(`Tokenizer already registered: ${name}`);
12
15
  tokenizers.set(name, count);
16
+ generation++;
13
17
  return () => {
14
18
  if (tokenizers.get(name) === count) {
15
19
  tokenizers.delete(name);
16
20
  caches.delete(count);
21
+ generation++;
17
22
  }
18
23
  };
19
24
  }
@@ -1 +1 @@
1
- {"version":3,"file":"tokenizers.js","sourceRoot":"","sources":["../src/tokenizers.ts"],"names":[],"mappings":"AAEA,OAAO,EAAE,sBAAsB,EAAE,MAAM,yBAAyB,CAAC;AAEjE,sEAAsE;AACtE,2CAA2C;AAC3C,MAAM,MAAM,GAAG,IAAI,GAAG,EAGnB,CAAC;AACJ,MAAM,UAAU,GAAG,IAAI,GAAG,CAAmC;IAC5D,CAAC,aAAa,EAAE,sBAAsB,CAAC,aAAa,CAAC,CAAC;IACtD,CAAC,YAAY,EAAE,sBAAsB,CAAC,YAAY,CAAC,CAAC;CACpD,CAAC,CAAC;AAEH,MAAM,UAAU,iBAAiB,CAChC,IAAY,EACZ,KAA+B;IAE/B,IAAI,UAAU,CAAC,GAAG,CAAC,IAAI,CAAC;QACvB,MAAM,IAAI,KAAK,CAAC,iCAAiC,IAAI,EAAE,CAAC,CAAC;IAC1D,UAAU,CAAC,GAAG,CAAC,IAAI,EAAE,KAAK,CAAC,CAAC;IAC5B,OAAO,GAAG,EAAE;QACX,IAAI,UAAU,CAAC,GAAG,CAAC,IAAI,CAAC,KAAK,KAAK,EAAE,CAAC;YACpC,UAAU,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC;YACxB,MAAM,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;QACtB,CAAC;IACF,CAAC,CAAC;AACH,CAAC;AAED,MAAM,UAAU,SAAS,CAAC,IAAY,EAAE,SAAiB;IACxD,MAAM,KAAK,GAAG,UAAU,CAAC,GAAG,CAAC,SAAS,CAAC,CAAC;IACxC,IAAI,CAAC,KAAK;QAAE,MAAM,IAAI,KAAK,CAAC,sBAAsB,SAAS,EAAE,CAAC,CAAC;IAC/D,IAAI,KAAK,GAAG,MAAM,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC;IAC9B,IAAI,CAAC,KAAK,EAAE,CAAC;QACZ,KAAK,GAAG,EAAE,MAAM,EAAE,IAAI,GAAG,EAAE,EAAE,KAAK,EAAE,CAAC,EAAE,CAAC;QACxC,MAAM,CAAC,GAAG,CAAC,KAAK,EAAE,KAAK,CAAC,CAAC;IAC1B,CAAC;IACD,MAAM,MAAM,GAAG,KAAK,CAAC,MAAM,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC;IACtC,IAAI,MAAM,KAAK,SAAS;QAAE,OAAO,MAAM,CAAC;IACxC,MAAM,MAAM,GAAG,KAAK,CAAC,IAAI,CAAC,CAAC;IAC3B,IAAI,CAAC,MAAM,CAAC,aAAa,CAAC,MAAM,CAAC,IAAI,MAAM,GAAG,CAAC;QAC9C,MAAM,IAAI,SAAS,CAAC,mDAAmD,CAAC,CAAC;IAC1E,IAAI,IAAI,CAAC,MAAM,IAAI,OAAO,EAAE,CAAC;QAC5B,OAAO,KAAK,CAAC,MAAM,CAAC,IAAI,IAAI,GAAG,IAAI,KAAK,CAAC,KAAK,GAAG,IAAI,CAAC,MAAM,GAAG,OAAO,EAAE,CAAC;YACxE,MAAM,MAAM,GAAG,KAAK,CAAC,MAAM,CAAC,IAAI,EAAE,CAAC,IAAI,EAAE,CAAC;YAC1C,IAAI,MAAM,CAAC,IAAI;gBAAE,MAAM;YACvB,MAAM,GAAG,GAAG,MAAM,CAAC,KAAK,CAAC;YACzB,KAAK,CAAC,KAAK,IAAI,GAAG,CAAC,MAAM,CAAC;YAC1B,KAAK,CAAC,MAAM,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC;QAC1B,CAAC;QACD,KAAK,CAAC,MAAM,CAAC,GAAG,CAAC,IAAI,EAAE,MAAM,CAAC,CAAC;QAC/B,KAAK,CAAC,KAAK,IAAI,IAAI,CAAC,MAAM,CAAC;IAC5B,CAAC;IACD,OAAO,MAAM,CAAC;AACf,CAAC;AAED,MAAM,UAAU,aAAa,CAC5B,MAAmB,EACnB,MAA0B;IAE1B,MAAM,QAAQ,GAAG,MAAM,CAAC,aAAa,CAAC;IACtC,MAAM,KAAK,GAAG,MAAM,EAAE,MAAM,CAAC;IAC7B,MAAM,KAAK,GACV,QAAQ,CAAC,IAAI,CACZ,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,QAAQ,KAAK,KAAK,EAAE,QAAQ,IAAI,CAAC,CAAC,KAAK,KAAK,KAAK,EAAE,KAAK,CACjE;QACD,QAAQ,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,QAAQ,KAAK,SAAS,IAAI,CAAC,CAAC,KAAK,KAAK,KAAK,EAAE,KAAK,CAAC,CAAC;IAC5E,MAAM,cAAc,GACnB,KAAK;QACL,MAAM,CAAC,gBAAgB,EAAE,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,QAAQ,KAAK,KAAK,CAAC,QAAQ,CAAC,CAAC;IACrE,OAAO,MAAM,CAAC,MAAM,CAAC;QACpB,gBAAgB,EACf,KAAK,EAAE,gBAAgB,IAAI,cAAc,EAAE,gBAAgB,IAAI,CAAC;QACjE,aAAa,EAAE,KAAK,EAAE,aAAa,IAAI,cAAc,EAAE,aAAa,IAAI,CAAC;QACzE,kBAAkB,EACjB,KAAK,EAAE,kBAAkB,IAAI,cAAc,EAAE,kBAAkB,IAAI,CAAC;QACrE,gBAAgB,EACf,KAAK,EAAE,gBAAgB,IAAI,cAAc,EAAE,gBAAgB,IAAI,KAAK;QACrE,SAAS,EACR,KAAK,EAAE,SAAS,IAAI,cAAc,EAAE,SAAS,IAAI,MAAM,CAAC,gBAAgB;KACzE,CAAC,CAAC;AACJ,CAAC"}
1
+ {"version":3,"file":"tokenizers.js","sourceRoot":"","sources":["../src/tokenizers.ts"],"names":[],"mappings":"AAEA,OAAO,EAAE,sBAAsB,EAAE,MAAM,yBAAyB,CAAC;AAEjE,sEAAsE;AACtE,2CAA2C;AAC3C,MAAM,MAAM,GAAG,IAAI,GAAG,EAGnB,CAAC;AACJ,MAAM,UAAU,GAAG,IAAI,GAAG,CAAmC;IAC5D,CAAC,aAAa,EAAE,sBAAsB,CAAC,aAAa,CAAC,CAAC;IACtD,CAAC,YAAY,EAAE,sBAAsB,CAAC,YAAY,CAAC,CAAC;CACpD,CAAC,CAAC;AAEH,IAAI,UAAU,GAAG,CAAC,CAAC;AACnB,+EAA+E;AAC/E,MAAM,CAAC,MAAM,mBAAmB,GAAG,GAAG,EAAE,CAAC,UAAU,CAAC;AAEpD,MAAM,UAAU,iBAAiB,CAChC,IAAY,EACZ,KAA+B;IAE/B,IAAI,UAAU,CAAC,GAAG,CAAC,IAAI,CAAC;QACvB,MAAM,IAAI,KAAK,CAAC,iCAAiC,IAAI,EAAE,CAAC,CAAC;IAC1D,UAAU,CAAC,GAAG,CAAC,IAAI,EAAE,KAAK,CAAC,CAAC;IAC5B,UAAU,EAAE,CAAC;IACb,OAAO,GAAG,EAAE;QACX,IAAI,UAAU,CAAC,GAAG,CAAC,IAAI,CAAC,KAAK,KAAK,EAAE,CAAC;YACpC,UAAU,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC;YACxB,MAAM,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;YACrB,UAAU,EAAE,CAAC;QACd,CAAC;IACF,CAAC,CAAC;AACH,CAAC;AAED,MAAM,UAAU,SAAS,CAAC,IAAY,EAAE,SAAiB;IACxD,MAAM,KAAK,GAAG,UAAU,CAAC,GAAG,CAAC,SAAS,CAAC,CAAC;IACxC,IAAI,CAAC,KAAK;QAAE,MAAM,IAAI,KAAK,CAAC,sBAAsB,SAAS,EAAE,CAAC,CAAC;IAC/D,IAAI,KAAK,GAAG,MAAM,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC;IAC9B,IAAI,CAAC,KAAK,EAAE,CAAC;QACZ,KAAK,GAAG,EAAE,MAAM,EAAE,IAAI,GAAG,EAAE,EAAE,KAAK,EAAE,CAAC,EAAE,CAAC;QACxC,MAAM,CAAC,GAAG,CAAC,KAAK,EAAE,KAAK,CAAC,CAAC;IAC1B,CAAC;IACD,MAAM,MAAM,GAAG,KAAK,CAAC,MAAM,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC;IACtC,IAAI,MAAM,KAAK,SAAS;QAAE,OAAO,MAAM,CAAC;IACxC,MAAM,MAAM,GAAG,KAAK,CAAC,IAAI,CAAC,CAAC;IAC3B,IAAI,CAAC,MAAM,CAAC,aAAa,CAAC,MAAM,CAAC,IAAI,MAAM,GAAG,CAAC;QAC9C,MAAM,IAAI,SAAS,CAAC,mDAAmD,CAAC,CAAC;IAC1E,IAAI,IAAI,CAAC,MAAM,IAAI,OAAO,EAAE,CAAC;QAC5B,OAAO,KAAK,CAAC,MAAM,CAAC,IAAI,IAAI,GAAG,IAAI,KAAK,CAAC,KAAK,GAAG,IAAI,CAAC,MAAM,GAAG,OAAO,EAAE,CAAC;YACxE,MAAM,MAAM,GAAG,KAAK,CAAC,MAAM,CAAC,IAAI,EAAE,CAAC,IAAI,EAAE,CAAC;YAC1C,IAAI,MAAM,CAAC,IAAI;gBAAE,MAAM;YACvB,MAAM,GAAG,GAAG,MAAM,CAAC,KAAK,CAAC;YACzB,KAAK,CAAC,KAAK,IAAI,GAAG,CAAC,MAAM,CAAC;YAC1B,KAAK,CAAC,MAAM,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC;QAC1B,CAAC;QACD,KAAK,CAAC,MAAM,CAAC,GAAG,CAAC,IAAI,EAAE,MAAM,CAAC,CAAC;QAC/B,KAAK,CAAC,KAAK,IAAI,IAAI,CAAC,MAAM,CAAC;IAC5B,CAAC;IACD,OAAO,MAAM,CAAC;AACf,CAAC;AAED,MAAM,UAAU,aAAa,CAC5B,MAAmB,EACnB,MAA0B;IAE1B,MAAM,QAAQ,GAAG,MAAM,CAAC,aAAa,CAAC;IACtC,MAAM,KAAK,GAAG,MAAM,EAAE,MAAM,CAAC;IAC7B,MAAM,KAAK,GACV,QAAQ,CAAC,IAAI,CACZ,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,QAAQ,KAAK,KAAK,EAAE,QAAQ,IAAI,CAAC,CAAC,KAAK,KAAK,KAAK,EAAE,KAAK,CACjE;QACD,QAAQ,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,QAAQ,KAAK,SAAS,IAAI,CAAC,CAAC,KAAK,KAAK,KAAK,EAAE,KAAK,CAAC,CAAC;IAC5E,MAAM,cAAc,GACnB,KAAK;QACL,MAAM,CAAC,gBAAgB,EAAE,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,QAAQ,KAAK,KAAK,CAAC,QAAQ,CAAC,CAAC;IACrE,OAAO,MAAM,CAAC,MAAM,CAAC;QACpB,gBAAgB,EACf,KAAK,EAAE,gBAAgB,IAAI,cAAc,EAAE,gBAAgB,IAAI,CAAC;QACjE,aAAa,EAAE,KAAK,EAAE,aAAa,IAAI,cAAc,EAAE,aAAa,IAAI,CAAC;QACzE,kBAAkB,EACjB,KAAK,EAAE,kBAAkB,IAAI,cAAc,EAAE,kBAAkB,IAAI,CAAC;QACrE,gBAAgB,EACf,KAAK,EAAE,gBAAgB,IAAI,cAAc,EAAE,gBAAgB,IAAI,KAAK;QACrE,SAAS,EACR,KAAK,EAAE,SAAS,IAAI,cAAc,EAAE,SAAS,IAAI,MAAM,CAAC,gBAAgB;KACzE,CAAC,CAAC;AACJ,CAAC"}