@diyor28/context 1.0.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +270 -0
- package/dist/__tests__/attachment-selector.test.d.ts +11 -0
- package/dist/__tests__/attachment-selector.test.d.ts.map +1 -0
- package/dist/__tests__/attachment-selector.test.js +449 -0
- package/dist/__tests__/attachment-selector.test.js.map +1 -0
- package/dist/__tests__/cache-breakpoints.test.d.ts +11 -0
- package/dist/__tests__/cache-breakpoints.test.d.ts.map +1 -0
- package/dist/__tests__/cache-breakpoints.test.js +398 -0
- package/dist/__tests__/cache-breakpoints.test.js.map +1 -0
- package/dist/__tests__/codecs.test.d.ts +7 -0
- package/dist/__tests__/codecs.test.d.ts.map +1 -0
- package/dist/__tests__/codecs.test.js +331 -0
- package/dist/__tests__/codecs.test.js.map +1 -0
- package/dist/__tests__/compactor.test.d.ts +11 -0
- package/dist/__tests__/compactor.test.d.ts.map +1 -0
- package/dist/__tests__/compactor.test.js +519 -0
- package/dist/__tests__/compactor.test.js.map +1 -0
- package/dist/__tests__/context-graph.test.d.ts +7 -0
- package/dist/__tests__/context-graph.test.d.ts.map +1 -0
- package/dist/__tests__/context-graph.test.js +262 -0
- package/dist/__tests__/context-graph.test.js.map +1 -0
- package/dist/__tests__/hash.test.d.ts +7 -0
- package/dist/__tests__/hash.test.d.ts.map +1 -0
- package/dist/__tests__/hash.test.js +228 -0
- package/dist/__tests__/hash.test.js.map +1 -0
- package/dist/__tests__/integration.test.d.ts +15 -0
- package/dist/__tests__/integration.test.d.ts.map +1 -0
- package/dist/__tests__/integration.test.js +728 -0
- package/dist/__tests__/integration.test.js.map +1 -0
- package/dist/__tests__/kind-order.test.d.ts +7 -0
- package/dist/__tests__/kind-order.test.d.ts.map +1 -0
- package/dist/__tests__/kind-order.test.js +243 -0
- package/dist/__tests__/kind-order.test.js.map +1 -0
- package/dist/__tests__/phase2-integration.test.d.ts +5 -0
- package/dist/__tests__/phase2-integration.test.d.ts.map +1 -0
- package/dist/__tests__/phase2-integration.test.js +222 -0
- package/dist/__tests__/phase2-integration.test.js.map +1 -0
- package/dist/__tests__/queries.test.d.ts +7 -0
- package/dist/__tests__/queries.test.d.ts.map +1 -0
- package/dist/__tests__/queries.test.js +254 -0
- package/dist/__tests__/queries.test.js.map +1 -0
- package/dist/__tests__/token-estimator.test.d.ts +7 -0
- package/dist/__tests__/token-estimator.test.d.ts.map +1 -0
- package/dist/__tests__/token-estimator.test.js +267 -0
- package/dist/__tests__/token-estimator.test.js.map +1 -0
- package/dist/adapters/anthropic-estimator.d.ts +38 -0
- package/dist/adapters/anthropic-estimator.d.ts.map +1 -0
- package/dist/adapters/anthropic-estimator.js +108 -0
- package/dist/adapters/anthropic-estimator.js.map +1 -0
- package/dist/adapters/attachment-resolver.d.ts +96 -0
- package/dist/adapters/attachment-resolver.d.ts.map +1 -0
- package/dist/adapters/attachment-resolver.js +176 -0
- package/dist/adapters/attachment-resolver.js.map +1 -0
- package/dist/adapters/attachment-selector.d.ts +59 -0
- package/dist/adapters/attachment-selector.d.ts.map +1 -0
- package/dist/adapters/attachment-selector.js +163 -0
- package/dist/adapters/attachment-selector.js.map +1 -0
- package/dist/adapters/gemini-estimator.d.ts +27 -0
- package/dist/adapters/gemini-estimator.d.ts.map +1 -0
- package/dist/adapters/gemini-estimator.js +80 -0
- package/dist/adapters/gemini-estimator.js.map +1 -0
- package/dist/adapters/index.d.ts +12 -0
- package/dist/adapters/index.d.ts.map +1 -0
- package/dist/adapters/index.js +28 -0
- package/dist/adapters/index.js.map +1 -0
- package/dist/adapters/memory-store.d.ts +139 -0
- package/dist/adapters/memory-store.d.ts.map +1 -0
- package/dist/adapters/memory-store.js +187 -0
- package/dist/adapters/memory-store.js.map +1 -0
- package/dist/adapters/openai-estimator.d.ts +35 -0
- package/dist/adapters/openai-estimator.d.ts.map +1 -0
- package/dist/adapters/openai-estimator.js +89 -0
- package/dist/adapters/openai-estimator.js.map +1 -0
- package/dist/adapters/summarizer.d.ts +121 -0
- package/dist/adapters/summarizer.d.ts.map +1 -0
- package/dist/adapters/summarizer.js +121 -0
- package/dist/adapters/summarizer.js.map +1 -0
- package/dist/adapters/token-estimator.d.ts +63 -0
- package/dist/adapters/token-estimator.d.ts.map +1 -0
- package/dist/adapters/token-estimator.js +37 -0
- package/dist/adapters/token-estimator.js.map +1 -0
- package/dist/builder/context-builder.d.ts +186 -0
- package/dist/builder/context-builder.d.ts.map +1 -0
- package/dist/builder/context-builder.js +305 -0
- package/dist/builder/context-builder.js.map +1 -0
- package/dist/builder/context-fork.d.ts +166 -0
- package/dist/builder/context-fork.d.ts.map +1 -0
- package/dist/builder/context-fork.js +282 -0
- package/dist/builder/context-fork.js.map +1 -0
- package/dist/builder/index.d.ts +6 -0
- package/dist/builder/index.d.ts.map +1 -0
- package/dist/builder/index.js +22 -0
- package/dist/builder/index.js.map +1 -0
- package/dist/codecs/base.d.ts +18 -0
- package/dist/codecs/base.d.ts.map +1 -0
- package/dist/codecs/base.js +39 -0
- package/dist/codecs/base.js.map +1 -0
- package/dist/codecs/conversation-history.codec.d.ts +81 -0
- package/dist/codecs/conversation-history.codec.d.ts.map +1 -0
- package/dist/codecs/conversation-history.codec.js +89 -0
- package/dist/codecs/conversation-history.codec.js.map +1 -0
- package/dist/codecs/index.d.ts +31 -0
- package/dist/codecs/index.d.ts.map +1 -0
- package/dist/codecs/index.js +71 -0
- package/dist/codecs/index.js.map +1 -0
- package/dist/codecs/redacted-stub.codec.d.ts +32 -0
- package/dist/codecs/redacted-stub.codec.d.ts.map +1 -0
- package/dist/codecs/redacted-stub.codec.js +64 -0
- package/dist/codecs/redacted-stub.codec.js.map +1 -0
- package/dist/codecs/structured-reference.codec.d.ts +40 -0
- package/dist/codecs/structured-reference.codec.d.ts.map +1 -0
- package/dist/codecs/structured-reference.codec.js +81 -0
- package/dist/codecs/structured-reference.codec.js.map +1 -0
- package/dist/codecs/system-rules.codec.d.ts +32 -0
- package/dist/codecs/system-rules.codec.d.ts.map +1 -0
- package/dist/codecs/system-rules.codec.js +62 -0
- package/dist/codecs/system-rules.codec.js.map +1 -0
- package/dist/codecs/tool-output.codec.d.ts +66 -0
- package/dist/codecs/tool-output.codec.d.ts.map +1 -0
- package/dist/codecs/tool-output.codec.js +95 -0
- package/dist/codecs/tool-output.codec.js.map +1 -0
- package/dist/codecs/tool-schema.codec.d.ts +36 -0
- package/dist/codecs/tool-schema.codec.d.ts.map +1 -0
- package/dist/codecs/tool-schema.codec.js +74 -0
- package/dist/codecs/tool-schema.codec.js.map +1 -0
- package/dist/codecs/unsafe-text.codec.d.ts +28 -0
- package/dist/codecs/unsafe-text.codec.d.ts.map +1 -0
- package/dist/codecs/unsafe-text.codec.js +63 -0
- package/dist/codecs/unsafe-text.codec.js.map +1 -0
- package/dist/graph/context-graph.d.ts +121 -0
- package/dist/graph/context-graph.d.ts.map +1 -0
- package/dist/graph/context-graph.js +166 -0
- package/dist/graph/context-graph.js.map +1 -0
- package/dist/graph/index.d.ts +8 -0
- package/dist/graph/index.d.ts.map +1 -0
- package/dist/graph/index.js +24 -0
- package/dist/graph/index.js.map +1 -0
- package/dist/graph/kind-order.d.ts +60 -0
- package/dist/graph/kind-order.d.ts.map +1 -0
- package/dist/graph/kind-order.js +113 -0
- package/dist/graph/kind-order.js.map +1 -0
- package/dist/graph/queries.d.ts +68 -0
- package/dist/graph/queries.d.ts.map +1 -0
- package/dist/graph/queries.js +240 -0
- package/dist/graph/queries.js.map +1 -0
- package/dist/graph/views.d.ts +90 -0
- package/dist/graph/views.d.ts.map +1 -0
- package/dist/graph/views.js +173 -0
- package/dist/graph/views.js.map +1 -0
- package/dist/index.d.ts +16 -0
- package/dist/index.d.ts.map +1 -0
- package/dist/index.js +40 -0
- package/dist/index.js.map +1 -0
- package/dist/pipeline/compactor.d.ts +128 -0
- package/dist/pipeline/compactor.d.ts.map +1 -0
- package/dist/pipeline/compactor.js +346 -0
- package/dist/pipeline/compactor.js.map +1 -0
- package/dist/pipeline/index.d.ts +6 -0
- package/dist/pipeline/index.d.ts.map +1 -0
- package/dist/pipeline/index.js +22 -0
- package/dist/pipeline/index.js.map +1 -0
- package/dist/pipeline/summarizer.d.ts +18 -0
- package/dist/pipeline/summarizer.d.ts.map +1 -0
- package/dist/pipeline/summarizer.js +68 -0
- package/dist/pipeline/summarizer.js.map +1 -0
- package/dist/policies/default-policy.d.ts +29 -0
- package/dist/policies/default-policy.d.ts.map +1 -0
- package/dist/policies/default-policy.js +58 -0
- package/dist/policies/default-policy.js.map +1 -0
- package/dist/policies/index.d.ts +5 -0
- package/dist/policies/index.d.ts.map +1 -0
- package/dist/policies/index.js +21 -0
- package/dist/policies/index.js.map +1 -0
- package/dist/providers/anthropic-compiler.d.ts +58 -0
- package/dist/providers/anthropic-compiler.d.ts.map +1 -0
- package/dist/providers/anthropic-compiler.js +182 -0
- package/dist/providers/anthropic-compiler.js.map +1 -0
- package/dist/providers/capabilities.d.ts +54 -0
- package/dist/providers/capabilities.d.ts.map +1 -0
- package/dist/providers/capabilities.js +87 -0
- package/dist/providers/capabilities.js.map +1 -0
- package/dist/providers/gemini-compiler.d.ts +51 -0
- package/dist/providers/gemini-compiler.d.ts.map +1 -0
- package/dist/providers/gemini-compiler.js +206 -0
- package/dist/providers/gemini-compiler.js.map +1 -0
- package/dist/providers/index.d.ts +8 -0
- package/dist/providers/index.d.ts.map +1 -0
- package/dist/providers/index.js +24 -0
- package/dist/providers/index.js.map +1 -0
- package/dist/providers/openai-compiler.d.ts +46 -0
- package/dist/providers/openai-compiler.d.ts.map +1 -0
- package/dist/providers/openai-compiler.js +149 -0
- package/dist/providers/openai-compiler.js.map +1 -0
- package/dist/types/attachment.d.ts +62 -0
- package/dist/types/attachment.d.ts.map +1 -0
- package/dist/types/attachment.js +6 -0
- package/dist/types/attachment.js.map +1 -0
- package/dist/types/block.d.ts +61 -0
- package/dist/types/block.d.ts.map +1 -0
- package/dist/types/block.js +8 -0
- package/dist/types/block.js.map +1 -0
- package/dist/types/codec.d.ts +58 -0
- package/dist/types/codec.d.ts.map +1 -0
- package/dist/types/codec.js +6 -0
- package/dist/types/codec.js.map +1 -0
- package/dist/types/compiled.d.ts +91 -0
- package/dist/types/compiled.d.ts.map +1 -0
- package/dist/types/compiled.js +6 -0
- package/dist/types/compiled.js.map +1 -0
- package/dist/types/hash.d.ts +24 -0
- package/dist/types/hash.d.ts.map +1 -0
- package/dist/types/hash.js +49 -0
- package/dist/types/hash.js.map +1 -0
- package/dist/types/index.d.ts +10 -0
- package/dist/types/index.d.ts.map +1 -0
- package/dist/types/index.js +26 -0
- package/dist/types/index.js.map +1 -0
- package/dist/types/policy.d.ts +128 -0
- package/dist/types/policy.d.ts.map +1 -0
- package/dist/types/policy.js +55 -0
- package/dist/types/policy.js.map +1 -0
- package/package.json +55 -0
- package/postcss.config.js +4 -0
- package/src/__tests__/attachment-selector.test.ts +559 -0
- package/src/__tests__/cache-breakpoints.test.ts +566 -0
- package/src/__tests__/codecs.test.ts +417 -0
- package/src/__tests__/compactor.test.ts +608 -0
- package/src/__tests__/context-graph.test.ts +383 -0
- package/src/__tests__/hash.test.ts +274 -0
- package/src/__tests__/integration.test.ts +866 -0
- package/src/__tests__/kind-order.test.ts +312 -0
- package/src/__tests__/phase2-integration.test.ts +253 -0
- package/src/__tests__/queries.test.ts +387 -0
- package/src/__tests__/token-estimator.test.ts +326 -0
- package/src/adapters/anthropic-estimator.ts +125 -0
- package/src/adapters/attachment-resolver.ts +295 -0
- package/src/adapters/attachment-selector.ts +218 -0
- package/src/adapters/gemini-estimator.ts +93 -0
- package/src/adapters/index.ts +12 -0
- package/src/adapters/memory-store.ts +299 -0
- package/src/adapters/openai-estimator.ts +105 -0
- package/src/adapters/summarizer.ts +250 -0
- package/src/adapters/token-estimator.ts +74 -0
- package/src/builder/context-builder.ts +467 -0
- package/src/builder/context-fork.ts +471 -0
- package/src/builder/index.ts +6 -0
- package/src/codecs/base.ts +36 -0
- package/src/codecs/conversation-history.codec.ts +108 -0
- package/src/codecs/index.ts +57 -0
- package/src/codecs/redacted-stub.codec.ts +76 -0
- package/src/codecs/structured-reference.codec.ts +96 -0
- package/src/codecs/system-rules.codec.ts +74 -0
- package/src/codecs/tool-output.codec.ts +109 -0
- package/src/codecs/tool-schema.codec.ts +87 -0
- package/src/codecs/unsafe-text.codec.ts +74 -0
- package/src/graph/context-graph.ts +205 -0
- package/src/graph/index.ts +8 -0
- package/src/graph/kind-order.ts +125 -0
- package/src/graph/queries.ts +306 -0
- package/src/graph/views.ts +255 -0
- package/src/index.ts +31 -0
- package/src/pipeline/compactor.ts +563 -0
- package/src/pipeline/index.ts +6 -0
- package/src/pipeline/summarizer.ts +76 -0
- package/src/policies/default-policy.ts +69 -0
- package/src/policies/index.ts +5 -0
- package/src/providers/anthropic-compiler.ts +294 -0
- package/src/providers/capabilities.ts +144 -0
- package/src/providers/gemini-compiler.ts +272 -0
- package/src/providers/index.ts +8 -0
- package/src/providers/openai-compiler.ts +191 -0
- package/src/types/attachment.ts +86 -0
- package/src/types/block.ts +84 -0
- package/src/types/codec.ts +68 -0
- package/src/types/compiled.ts +109 -0
- package/src/types/hash.ts +58 -0
- package/src/types/index.ts +10 -0
- package/src/types/policy.ts +194 -0
- package/tsconfig.json +21 -0
- package/vitest.config.ts +21 -0
|
@@ -0,0 +1,254 @@
|
|
|
1
|
+
"use strict";
|
|
2
|
+
/**
|
|
3
|
+
* Unit tests for BlockQuery filtering logic.
|
|
4
|
+
*
|
|
5
|
+
* Tests matchesQuery, compareSensitivity, mergeQueries, and emptyQuery.
|
|
6
|
+
*/
|
|
7
|
+
Object.defineProperty(exports, "__esModule", { value: true });
|
|
8
|
+
const vitest_1 = require("vitest");
|
|
9
|
+
const queries_js_1 = require("../graph/queries.js");
|
|
10
|
+
const context_graph_js_1 = require("../graph/context-graph.js");
|
|
11
|
+
(0, vitest_1.describe)('BlockQuery', () => {
|
|
12
|
+
(0, vitest_1.describe)('compareSensitivity', () => {
|
|
13
|
+
(0, vitest_1.it)('should order public < internal < restricted', () => {
|
|
14
|
+
(0, vitest_1.expect)((0, queries_js_1.compareSensitivity)('public', 'internal')).toBeLessThan(0);
|
|
15
|
+
(0, vitest_1.expect)((0, queries_js_1.compareSensitivity)('internal', 'restricted')).toBeLessThan(0);
|
|
16
|
+
(0, vitest_1.expect)((0, queries_js_1.compareSensitivity)('public', 'restricted')).toBeLessThan(0);
|
|
17
|
+
});
|
|
18
|
+
(0, vitest_1.it)('should be symmetric', () => {
|
|
19
|
+
(0, vitest_1.expect)((0, queries_js_1.compareSensitivity)('internal', 'public')).toBeGreaterThan(0);
|
|
20
|
+
(0, vitest_1.expect)((0, queries_js_1.compareSensitivity)('restricted', 'internal')).toBeGreaterThan(0);
|
|
21
|
+
(0, vitest_1.expect)((0, queries_js_1.compareSensitivity)('restricted', 'public')).toBeGreaterThan(0);
|
|
22
|
+
});
|
|
23
|
+
(0, vitest_1.it)('should return zero for equal levels', () => {
|
|
24
|
+
(0, vitest_1.expect)((0, queries_js_1.compareSensitivity)('public', 'public')).toBe(0);
|
|
25
|
+
(0, vitest_1.expect)((0, queries_js_1.compareSensitivity)('internal', 'internal')).toBe(0);
|
|
26
|
+
(0, vitest_1.expect)((0, queries_js_1.compareSensitivity)('restricted', 'restricted')).toBe(0);
|
|
27
|
+
});
|
|
28
|
+
});
|
|
29
|
+
(0, vitest_1.describe)('matchesQuery', () => {
|
|
30
|
+
const graph = new context_graph_js_1.ContextGraph();
|
|
31
|
+
(0, vitest_1.describe)('Kind filtering', () => {
|
|
32
|
+
(0, vitest_1.it)('should match blocks with specified kinds', () => {
|
|
33
|
+
const block = createBlock('hash1', 'pinned', 'test');
|
|
34
|
+
(0, vitest_1.expect)((0, queries_js_1.matchesQuery)(block, { kinds: ['pinned'] }, graph)).toBe(true);
|
|
35
|
+
(0, vitest_1.expect)((0, queries_js_1.matchesQuery)(block, { kinds: ['memory'] }, graph)).toBe(false);
|
|
36
|
+
});
|
|
37
|
+
(0, vitest_1.it)('should use OR logic for multiple kinds', () => {
|
|
38
|
+
const block = createBlock('hash1', 'memory', 'test');
|
|
39
|
+
(0, vitest_1.expect)((0, queries_js_1.matchesQuery)(block, { kinds: ['pinned', 'memory'] }, graph)).toBe(true);
|
|
40
|
+
});
|
|
41
|
+
(0, vitest_1.it)('should match all blocks when kinds is empty', () => {
|
|
42
|
+
const block = createBlock('hash1', 'pinned', 'test');
|
|
43
|
+
(0, vitest_1.expect)((0, queries_js_1.matchesQuery)(block, { kinds: [] }, graph)).toBe(true);
|
|
44
|
+
});
|
|
45
|
+
});
|
|
46
|
+
(0, vitest_1.describe)('Tag filtering', () => {
|
|
47
|
+
(0, vitest_1.it)('should match blocks with all specified tags', () => {
|
|
48
|
+
const block = createBlock('hash1', 'pinned', 'test');
|
|
49
|
+
block.meta.tags = ['important', 'cached'];
|
|
50
|
+
(0, vitest_1.expect)((0, queries_js_1.matchesQuery)(block, { tags: ['important'] }, graph)).toBe(true);
|
|
51
|
+
(0, vitest_1.expect)((0, queries_js_1.matchesQuery)(block, { tags: ['important', 'cached'] }, graph)).toBe(true);
|
|
52
|
+
});
|
|
53
|
+
(0, vitest_1.it)('should use AND logic for multiple tags', () => {
|
|
54
|
+
const block = createBlock('hash1', 'pinned', 'test');
|
|
55
|
+
block.meta.tags = ['important'];
|
|
56
|
+
(0, vitest_1.expect)((0, queries_js_1.matchesQuery)(block, { tags: ['important', 'cached'] }, graph)).toBe(false);
|
|
57
|
+
});
|
|
58
|
+
(0, vitest_1.it)('should match blocks without tags when tags filter is empty', () => {
|
|
59
|
+
const block = createBlock('hash1', 'pinned', 'test');
|
|
60
|
+
(0, vitest_1.expect)((0, queries_js_1.matchesQuery)(block, { tags: [] }, graph)).toBe(true);
|
|
61
|
+
});
|
|
62
|
+
});
|
|
63
|
+
(0, vitest_1.describe)('Sensitivity filtering', () => {
|
|
64
|
+
(0, vitest_1.it)('should filter by maximum sensitivity', () => {
|
|
65
|
+
const publicBlock = createBlock('hash1', 'pinned', 'test');
|
|
66
|
+
publicBlock.meta.sensitivity = 'public';
|
|
67
|
+
const internalBlock = createBlock('hash2', 'memory', 'test');
|
|
68
|
+
internalBlock.meta.sensitivity = 'internal';
|
|
69
|
+
(0, vitest_1.expect)((0, queries_js_1.matchesQuery)(publicBlock, { maxSensitivity: 'public' }, graph)).toBe(true);
|
|
70
|
+
(0, vitest_1.expect)((0, queries_js_1.matchesQuery)(internalBlock, { maxSensitivity: 'public' }, graph)).toBe(false);
|
|
71
|
+
});
|
|
72
|
+
(0, vitest_1.it)('should filter by minimum sensitivity', () => {
|
|
73
|
+
const publicBlock = createBlock('hash1', 'pinned', 'test');
|
|
74
|
+
publicBlock.meta.sensitivity = 'public';
|
|
75
|
+
const internalBlock = createBlock('hash2', 'memory', 'test');
|
|
76
|
+
internalBlock.meta.sensitivity = 'internal';
|
|
77
|
+
(0, vitest_1.expect)((0, queries_js_1.matchesQuery)(publicBlock, { minSensitivity: 'internal' }, graph)).toBe(false);
|
|
78
|
+
(0, vitest_1.expect)((0, queries_js_1.matchesQuery)(internalBlock, { minSensitivity: 'internal' }, graph)).toBe(true);
|
|
79
|
+
});
|
|
80
|
+
});
|
|
81
|
+
(0, vitest_1.describe)('Source filtering', () => {
|
|
82
|
+
(0, vitest_1.it)('should filter by source', () => {
|
|
83
|
+
const block = createBlock('hash1', 'pinned', 'test');
|
|
84
|
+
block.meta.source = 'test-source';
|
|
85
|
+
(0, vitest_1.expect)((0, queries_js_1.matchesQuery)(block, { source: 'test-source' }, graph)).toBe(true);
|
|
86
|
+
(0, vitest_1.expect)((0, queries_js_1.matchesQuery)(block, { source: 'other-source' }, graph)).toBe(false);
|
|
87
|
+
});
|
|
88
|
+
});
|
|
89
|
+
(0, vitest_1.describe)('Timestamp filtering', () => {
|
|
90
|
+
(0, vitest_1.it)('should filter by minimum creation timestamp', () => {
|
|
91
|
+
const block = createBlock('hash1', 'pinned', 'test');
|
|
92
|
+
block.meta.createdAt = 1000;
|
|
93
|
+
(0, vitest_1.expect)((0, queries_js_1.matchesQuery)(block, { minCreatedAt: 900 }, graph)).toBe(true);
|
|
94
|
+
(0, vitest_1.expect)((0, queries_js_1.matchesQuery)(block, { minCreatedAt: 1100 }, graph)).toBe(false);
|
|
95
|
+
});
|
|
96
|
+
(0, vitest_1.it)('should filter by maximum creation timestamp', () => {
|
|
97
|
+
const block = createBlock('hash1', 'pinned', 'test');
|
|
98
|
+
block.meta.createdAt = 1000;
|
|
99
|
+
(0, vitest_1.expect)((0, queries_js_1.matchesQuery)(block, { maxCreatedAt: 1100 }, graph)).toBe(true);
|
|
100
|
+
(0, vitest_1.expect)((0, queries_js_1.matchesQuery)(block, { maxCreatedAt: 900 }, graph)).toBe(false);
|
|
101
|
+
});
|
|
102
|
+
});
|
|
103
|
+
(0, vitest_1.describe)('Provenance filtering', () => {
|
|
104
|
+
(0, vitest_1.it)('should filter by derivedFromAny', () => {
|
|
105
|
+
const parent = createBlock('parent', 'pinned', 'parent');
|
|
106
|
+
const child = createBlock('child', 'memory', 'child');
|
|
107
|
+
const testGraph = new context_graph_js_1.ContextGraph();
|
|
108
|
+
testGraph.addBlock(parent);
|
|
109
|
+
testGraph.addBlock(child, [{ blockHash: 'parent' }]);
|
|
110
|
+
(0, vitest_1.expect)((0, queries_js_1.matchesQuery)(child, { derivedFromAny: ['parent'] }, testGraph)).toBe(true);
|
|
111
|
+
(0, vitest_1.expect)((0, queries_js_1.matchesQuery)(child, { derivedFromAny: ['other'] }, testGraph)).toBe(false);
|
|
112
|
+
});
|
|
113
|
+
(0, vitest_1.it)('should filter by notDerivedFromAny', () => {
|
|
114
|
+
const parent = createBlock('parent', 'pinned', 'parent');
|
|
115
|
+
const child = createBlock('child', 'memory', 'child');
|
|
116
|
+
const testGraph = new context_graph_js_1.ContextGraph();
|
|
117
|
+
testGraph.addBlock(parent);
|
|
118
|
+
testGraph.addBlock(child, [{ blockHash: 'parent' }]);
|
|
119
|
+
(0, vitest_1.expect)((0, queries_js_1.matchesQuery)(child, { notDerivedFromAny: ['parent'] }, testGraph)).toBe(false);
|
|
120
|
+
(0, vitest_1.expect)((0, queries_js_1.matchesQuery)(child, { notDerivedFromAny: ['other'] }, testGraph)).toBe(true);
|
|
121
|
+
});
|
|
122
|
+
});
|
|
123
|
+
(0, vitest_1.describe)('Reference filtering', () => {
|
|
124
|
+
(0, vitest_1.it)('should filter by referencesAny', () => {
|
|
125
|
+
const ref = createBlock('ref', 'reference', 'ref');
|
|
126
|
+
const block = createBlock('block', 'memory', 'block');
|
|
127
|
+
const testGraph = new context_graph_js_1.ContextGraph();
|
|
128
|
+
testGraph.addBlock(ref);
|
|
129
|
+
testGraph.addBlock(block, undefined, ['ref']);
|
|
130
|
+
(0, vitest_1.expect)((0, queries_js_1.matchesQuery)(block, { referencesAny: ['ref'] }, testGraph)).toBe(true);
|
|
131
|
+
(0, vitest_1.expect)((0, queries_js_1.matchesQuery)(block, { referencesAny: ['other'] }, testGraph)).toBe(false);
|
|
132
|
+
});
|
|
133
|
+
});
|
|
134
|
+
(0, vitest_1.describe)('Exclude hashes', () => {
|
|
135
|
+
(0, vitest_1.it)('should exclude specific block hashes', () => {
|
|
136
|
+
const block = createBlock('hash1', 'pinned', 'test');
|
|
137
|
+
(0, vitest_1.expect)((0, queries_js_1.matchesQuery)(block, { excludeHashes: ['hash2'] }, graph)).toBe(true);
|
|
138
|
+
(0, vitest_1.expect)((0, queries_js_1.matchesQuery)(block, { excludeHashes: ['hash1'] }, graph)).toBe(false);
|
|
139
|
+
});
|
|
140
|
+
});
|
|
141
|
+
(0, vitest_1.describe)('Combined filters', () => {
|
|
142
|
+
(0, vitest_1.it)('should apply multiple filters with AND logic', () => {
|
|
143
|
+
const block = createBlock('hash1', 'pinned', 'test');
|
|
144
|
+
block.meta.tags = ['important'];
|
|
145
|
+
block.meta.sensitivity = 'public';
|
|
146
|
+
const query = {
|
|
147
|
+
kinds: ['pinned'],
|
|
148
|
+
tags: ['important'],
|
|
149
|
+
maxSensitivity: 'public',
|
|
150
|
+
};
|
|
151
|
+
(0, vitest_1.expect)((0, queries_js_1.matchesQuery)(block, query, graph)).toBe(true);
|
|
152
|
+
});
|
|
153
|
+
(0, vitest_1.it)('should reject if any filter fails', () => {
|
|
154
|
+
const block = createBlock('hash1', 'pinned', 'test');
|
|
155
|
+
block.meta.tags = ['important'];
|
|
156
|
+
block.meta.sensitivity = 'internal';
|
|
157
|
+
const query = {
|
|
158
|
+
kinds: ['pinned'],
|
|
159
|
+
tags: ['important'],
|
|
160
|
+
maxSensitivity: 'public', // Fails this filter
|
|
161
|
+
};
|
|
162
|
+
(0, vitest_1.expect)((0, queries_js_1.matchesQuery)(block, query, graph)).toBe(false);
|
|
163
|
+
});
|
|
164
|
+
});
|
|
165
|
+
});
|
|
166
|
+
(0, vitest_1.describe)('emptyQuery', () => {
|
|
167
|
+
(0, vitest_1.it)('should create empty query object', () => {
|
|
168
|
+
const query = (0, queries_js_1.emptyQuery)();
|
|
169
|
+
(0, vitest_1.expect)(query).toEqual({});
|
|
170
|
+
});
|
|
171
|
+
});
|
|
172
|
+
(0, vitest_1.describe)('mergeQueries', () => {
|
|
173
|
+
(0, vitest_1.it)('should merge kinds with intersection', () => {
|
|
174
|
+
const q1 = { kinds: ['pinned', 'memory'] };
|
|
175
|
+
const q2 = { kinds: ['memory', 'history'] };
|
|
176
|
+
const merged = (0, queries_js_1.mergeQueries)(q1, q2);
|
|
177
|
+
(0, vitest_1.expect)(merged.kinds).toEqual(['memory']);
|
|
178
|
+
});
|
|
179
|
+
(0, vitest_1.it)('should merge tags with union', () => {
|
|
180
|
+
const q1 = { tags: ['tag1'] };
|
|
181
|
+
const q2 = { tags: ['tag2'] };
|
|
182
|
+
const merged = (0, queries_js_1.mergeQueries)(q1, q2);
|
|
183
|
+
(0, vitest_1.expect)(merged.tags).toEqual(['tag1', 'tag2']);
|
|
184
|
+
});
|
|
185
|
+
(0, vitest_1.it)('should merge sensitivity with most restrictive', () => {
|
|
186
|
+
const q1 = { minSensitivity: 'public' };
|
|
187
|
+
const q2 = { minSensitivity: 'internal' };
|
|
188
|
+
const merged = (0, queries_js_1.mergeQueries)(q1, q2);
|
|
189
|
+
(0, vitest_1.expect)(merged.minSensitivity).toBe('internal'); // Higher minimum
|
|
190
|
+
});
|
|
191
|
+
(0, vitest_1.it)('should merge maxSensitivity with lower maximum', () => {
|
|
192
|
+
const q1 = { maxSensitivity: 'internal' };
|
|
193
|
+
const q2 = { maxSensitivity: 'public' };
|
|
194
|
+
const merged = (0, queries_js_1.mergeQueries)(q1, q2);
|
|
195
|
+
(0, vitest_1.expect)(merged.maxSensitivity).toBe('public'); // Lower maximum
|
|
196
|
+
});
|
|
197
|
+
(0, vitest_1.it)('should merge timestamps with most restrictive range', () => {
|
|
198
|
+
const q1 = { minCreatedAt: 100, maxCreatedAt: 500 };
|
|
199
|
+
const q2 = { minCreatedAt: 200, maxCreatedAt: 400 };
|
|
200
|
+
const merged = (0, queries_js_1.mergeQueries)(q1, q2);
|
|
201
|
+
(0, vitest_1.expect)(merged.minCreatedAt).toBe(200); // Max of minimums
|
|
202
|
+
(0, vitest_1.expect)(merged.maxCreatedAt).toBe(400); // Min of maximums
|
|
203
|
+
});
|
|
204
|
+
(0, vitest_1.it)('should merge provenance with union', () => {
|
|
205
|
+
const q1 = { derivedFromAny: ['hash1'] };
|
|
206
|
+
const q2 = { derivedFromAny: ['hash2'] };
|
|
207
|
+
const merged = (0, queries_js_1.mergeQueries)(q1, q2);
|
|
208
|
+
(0, vitest_1.expect)(merged.derivedFromAny).toEqual(['hash1', 'hash2']);
|
|
209
|
+
});
|
|
210
|
+
(0, vitest_1.it)('should merge excludeHashes with union', () => {
|
|
211
|
+
const q1 = { excludeHashes: ['hash1'] };
|
|
212
|
+
const q2 = { excludeHashes: ['hash2'] };
|
|
213
|
+
const merged = (0, queries_js_1.mergeQueries)(q1, q2);
|
|
214
|
+
(0, vitest_1.expect)(merged.excludeHashes).toEqual(['hash1', 'hash2']);
|
|
215
|
+
});
|
|
216
|
+
(0, vitest_1.it)('should merge maxTokens with minimum', () => {
|
|
217
|
+
const q1 = { maxTokens: 1000 };
|
|
218
|
+
const q2 = { maxTokens: 500 };
|
|
219
|
+
const merged = (0, queries_js_1.mergeQueries)(q1, q2);
|
|
220
|
+
(0, vitest_1.expect)(merged.maxTokens).toBe(500);
|
|
221
|
+
});
|
|
222
|
+
(0, vitest_1.it)('should handle conflicting sources', () => {
|
|
223
|
+
const q1 = { source: 'source1' };
|
|
224
|
+
const q2 = { source: 'source2' };
|
|
225
|
+
const merged = (0, queries_js_1.mergeQueries)(q1, q2);
|
|
226
|
+
// Conflicting sources = impossible query (empty kinds array)
|
|
227
|
+
(0, vitest_1.expect)(merged.kinds).toEqual([]);
|
|
228
|
+
});
|
|
229
|
+
(0, vitest_1.it)('should merge empty queries', () => {
|
|
230
|
+
const merged = (0, queries_js_1.mergeQueries)({}, {});
|
|
231
|
+
(0, vitest_1.expect)(merged).toEqual({});
|
|
232
|
+
});
|
|
233
|
+
(0, vitest_1.it)('should handle single query', () => {
|
|
234
|
+
const q1 = { kinds: ['pinned'] };
|
|
235
|
+
const merged = (0, queries_js_1.mergeQueries)(q1);
|
|
236
|
+
(0, vitest_1.expect)(merged).toEqual({ kinds: ['pinned'] });
|
|
237
|
+
});
|
|
238
|
+
});
|
|
239
|
+
});
|
|
240
|
+
// Helper to create test blocks
|
|
241
|
+
function createBlock(hash, kind, payload) {
|
|
242
|
+
return {
|
|
243
|
+
blockHash: hash,
|
|
244
|
+
meta: {
|
|
245
|
+
kind,
|
|
246
|
+
sensitivity: 'public',
|
|
247
|
+
codecId: 'test',
|
|
248
|
+
codecVersion: '1.0.0',
|
|
249
|
+
createdAt: Date.now(),
|
|
250
|
+
},
|
|
251
|
+
payload,
|
|
252
|
+
};
|
|
253
|
+
}
|
|
254
|
+
//# sourceMappingURL=queries.test.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"queries.test.js","sourceRoot":"","sources":["../../src/__tests__/queries.test.ts"],"names":[],"mappings":";AAAA;;;;GAIG;;AAEH,mCAA8C;AAC9C,oDAK6B;AAC7B,gEAAyD;AAIzD,IAAA,iBAAQ,EAAC,YAAY,EAAE,GAAG,EAAE;IAC1B,IAAA,iBAAQ,EAAC,oBAAoB,EAAE,GAAG,EAAE;QAClC,IAAA,WAAE,EAAC,6CAA6C,EAAE,GAAG,EAAE;YACrD,IAAA,eAAM,EAAC,IAAA,+BAAkB,EAAC,QAAQ,EAAE,UAAU,CAAC,CAAC,CAAC,YAAY,CAAC,CAAC,CAAC,CAAC;YACjE,IAAA,eAAM,EAAC,IAAA,+BAAkB,EAAC,UAAU,EAAE,YAAY,CAAC,CAAC,CAAC,YAAY,CAAC,CAAC,CAAC,CAAC;YACrE,IAAA,eAAM,EAAC,IAAA,+BAAkB,EAAC,QAAQ,EAAE,YAAY,CAAC,CAAC,CAAC,YAAY,CAAC,CAAC,CAAC,CAAC;QACrE,CAAC,CAAC,CAAC;QAEH,IAAA,WAAE,EAAC,qBAAqB,EAAE,GAAG,EAAE;YAC7B,IAAA,eAAM,EAAC,IAAA,+BAAkB,EAAC,UAAU,EAAE,QAAQ,CAAC,CAAC,CAAC,eAAe,CAAC,CAAC,CAAC,CAAC;YACpE,IAAA,eAAM,EAAC,IAAA,+BAAkB,EAAC,YAAY,EAAE,UAAU,CAAC,CAAC,CAAC,eAAe,CAAC,CAAC,CAAC,CAAC;YACxE,IAAA,eAAM,EAAC,IAAA,+BAAkB,EAAC,YAAY,EAAE,QAAQ,CAAC,CAAC,CAAC,eAAe,CAAC,CAAC,CAAC,CAAC;QACxE,CAAC,CAAC,CAAC;QAEH,IAAA,WAAE,EAAC,qCAAqC,EAAE,GAAG,EAAE;YAC7C,IAAA,eAAM,EAAC,IAAA,+BAAkB,EAAC,QAAQ,EAAE,QAAQ,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;YACvD,IAAA,eAAM,EAAC,IAAA,+BAAkB,EAAC,UAAU,EAAE,UAAU,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;YAC3D,IAAA,eAAM,EAAC,IAAA,+BAAkB,EAAC,YAAY,EAAE,YAAY,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;QACjE,CAAC,CAAC,CAAC;IACL,CAAC,CAAC,CAAC;IAEH,IAAA,iBAAQ,EAAC,cAAc,EAAE,GAAG,EAAE;QAC5B,MAAM,KAAK,GAAG,IAAI,+BAAY,EAAE,CAAC;QAEjC,IAAA,iBAAQ,EAAC,gBAAgB,EAAE,GAAG,EAAE;YAC9B,IAAA,WAAE,EAAC,0CAA0C,EAAE,GAAG,EAAE;gBAClD,MAAM,KAAK,GAAG,WAAW,CAAC,OAAO,EAAE,QAAQ,EAAE,MAAM,CAAC,CAAC;gBAErD,IAAA,eAAM,EAAC,IAAA,yBAAY,EAAC,KAAK,EAAE,EAAE,KAAK,EAAE,CAAC,QAAQ,CAAC,EAAE,EAAE,KAAK,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;gBACrE,IAAA,eAAM,EAAC,IAAA,yBAAY,EAAC,KAAK,EAAE,EAAE,KAAK,EAAE,CAAC,QAAQ,CAAC,EAAE,EAAE,KAAK,CAAC,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;YACxE,CAAC,CAAC,CAAC;YAEH,IAAA,WAAE,EAAC,wCAAwC,EAAE,GAAG,EAAE;gBAChD,MAAM,KAAK,GAAG,WAAW,CAAC,OAAO,EAAE,QAAQ,EAAE,MAAM,CAAC,CAAC;gBAErD,IAAA,eAAM,EACJ,IAAA,yBAAY,EAAC,KAAK,EAAE,EAAE,KAAK,EAAE,CAAC,QAAQ,EAAE,QAAQ,CAAC,EAAE,EAAE,KAAK,CAAC,CAC5D,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;YACf,CAAC,CAAC,CAAC;YAEH,IAAA,WAAE,EAAC,6CAA6C,EAAE,GAAG,EAAE;gBACrD,MAAM,KAAK,GAAG,WAAW,CAAC,OAAO,EAAE,QAAQ,EAAE,MAAM,CAAC,CAAC;gBAErD,IAAA,eAAM,EAAC,IAAA,yBAAY,EAAC,KAAK,EAAE,EAAE,KAAK,EAAE,EAAE,EAAE,EAAE,KAAK,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;YAC/D,CAAC,CAAC,CAAC;QACL,CAAC,CAAC,CAAC;QAEH,IAAA,iBAAQ,EAAC,eAAe,EAAE,GAAG,EAAE;YAC7B,IAAA,WAAE,EAAC,6CAA6C,EAAE,GAAG,EAAE;gBACrD,MAAM,KAAK,GAAG,WAAW,CAAC,OAAO,EAAE,QAAQ,EAAE,MAAM,CAAC,CAAC;gBACrD,KAAK,CAAC,IAAI,CAAC,IAAI,GAAG,CAAC,WAAW,EAAE,QAAQ,CAAC,CAAC;gBAE1C,IAAA,eAAM,EACJ,IAAA,yBAAY,EAAC,KAAK,EAAE,EAAE,IAAI,EAAE,CAAC,WAAW,CAAC,EAAE,EAAE,KAAK,CAAC,CACpD,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;gBACb,IAAA,eAAM,EACJ,IAAA,yBAAY,EAAC,KAAK,EAAE,EAAE,IAAI,EAAE,CAAC,WAAW,EAAE,QAAQ,CAAC,EAAE,EAAE,KAAK,CAAC,CAC9D,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;YACf,CAAC,CAAC,CAAC;YAEH,IAAA,WAAE,EAAC,wCAAwC,EAAE,GAAG,EAAE;gBAChD,MAAM,KAAK,GAAG,WAAW,CAAC,OAAO,EAAE,QAAQ,EAAE,MAAM,CAAC,CAAC;gBACrD,KAAK,CAAC,IAAI,CAAC,IAAI,GAAG,CAAC,WAAW,CAAC,CAAC;gBAEhC,IAAA,eAAM,EACJ,IAAA,yBAAY,EAAC,KAAK,EAAE,EAAE,IAAI,EAAE,CAAC,WAAW,EAAE,QAAQ,CAAC,EAAE,EAAE,KAAK,CAAC,CAC9D,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;YAChB,CAAC,CAAC,CAAC;YAEH,IAAA,WAAE,EAAC,4DAA4D,EAAE,GAAG,EAAE;gBACpE,MAAM,KAAK,GAAG,WAAW,CAAC,OAAO,EAAE,QAAQ,EAAE,MAAM,CAAC,CAAC;gBAErD,IAAA,eAAM,EAAC,IAAA,yBAAY,EAAC,KAAK,EAAE,EAAE,IAAI,EAAE,EAAE,EAAE,EAAE,KAAK,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;YAC9D,CAAC,CAAC,CAAC;QACL,CAAC,CAAC,CAAC;QAEH,IAAA,iBAAQ,EAAC,uBAAuB,EAAE,GAAG,EAAE;YACrC,IAAA,WAAE,EAAC,sCAAsC,EAAE,GAAG,EAAE;gBAC9C,MAAM,WAAW,GAAG,WAAW,CAAC,OAAO,EAAE,QAAQ,EAAE,MAAM,CAAC,CAAC;gBAC3D,WAAW,CAAC,IAAI,CAAC,WAAW,GAAG,QAAQ,CAAC;gBAExC,MAAM,aAAa,GAAG,WAAW,CAAC,OAAO,EAAE,QAAQ,EAAE,MAAM,CAAC,CAAC;gBAC7D,aAAa,CAAC,IAAI,CAAC,WAAW,GAAG,UAAU,CAAC;gBAE5C,IAAA,eAAM,EACJ,IAAA,yBAAY,EAAC,WAAW,EAAE,EAAE,cAAc,EAAE,QAAQ,EAAE,EAAE,KAAK,CAAC,CAC/D,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;gBACb,IAAA,eAAM,EACJ,IAAA,yBAAY,EAAC,aAAa,EAAE,EAAE,cAAc,EAAE,QAAQ,EAAE,EAAE,KAAK,CAAC,CACjE,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;YAChB,CAAC,CAAC,CAAC;YAEH,IAAA,WAAE,EAAC,sCAAsC,EAAE,GAAG,EAAE;gBAC9C,MAAM,WAAW,GAAG,WAAW,CAAC,OAAO,EAAE,QAAQ,EAAE,MAAM,CAAC,CAAC;gBAC3D,WAAW,CAAC,IAAI,CAAC,WAAW,GAAG,QAAQ,CAAC;gBAExC,MAAM,aAAa,GAAG,WAAW,CAAC,OAAO,EAAE,QAAQ,EAAE,MAAM,CAAC,CAAC;gBAC7D,aAAa,CAAC,IAAI,CAAC,WAAW,GAAG,UAAU,CAAC;gBAE5C,IAAA,eAAM,EACJ,IAAA,yBAAY,EAAC,WAAW,EAAE,EAAE,cAAc,EAAE,UAAU,EAAE,EAAE,KAAK,CAAC,CACjE,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;gBACd,IAAA,eAAM,EACJ,IAAA,yBAAY,EAAC,aAAa,EAAE,EAAE,cAAc,EAAE,UAAU,EAAE,EAAE,KAAK,CAAC,CACnE,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;YACf,CAAC,CAAC,CAAC;QACL,CAAC,CAAC,CAAC;QAEH,IAAA,iBAAQ,EAAC,kBAAkB,EAAE,GAAG,EAAE;YAChC,IAAA,WAAE,EAAC,yBAAyB,EAAE,GAAG,EAAE;gBACjC,MAAM,KAAK,GAAG,WAAW,CAAC,OAAO,EAAE,QAAQ,EAAE,MAAM,CAAC,CAAC;gBACrD,KAAK,CAAC,IAAI,CAAC,MAAM,GAAG,aAAa,CAAC;gBAElC,IAAA,eAAM,EACJ,IAAA,yBAAY,EAAC,KAAK,EAAE,EAAE,MAAM,EAAE,aAAa,EAAE,EAAE,KAAK,CAAC,CACtD,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;gBACb,IAAA,eAAM,EACJ,IAAA,yBAAY,EAAC,KAAK,EAAE,EAAE,MAAM,EAAE,cAAc,EAAE,EAAE,KAAK,CAAC,CACvD,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;YAChB,CAAC,CAAC,CAAC;QACL,CAAC,CAAC,CAAC;QAEH,IAAA,iBAAQ,EAAC,qBAAqB,EAAE,GAAG,EAAE;YACnC,IAAA,WAAE,EAAC,6CAA6C,EAAE,GAAG,EAAE;gBACrD,MAAM,KAAK,GAAG,WAAW,CAAC,OAAO,EAAE,QAAQ,EAAE,MAAM,CAAC,CAAC;gBACrD,KAAK,CAAC,IAAI,CAAC,SAAS,GAAG,IAAI,CAAC;gBAE5B,IAAA,eAAM,EACJ,IAAA,yBAAY,EAAC,KAAK,EAAE,EAAE,YAAY,EAAE,GAAG,EAAE,EAAE,KAAK,CAAC,CAClD,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;gBACb,IAAA,eAAM,EACJ,IAAA,yBAAY,EAAC,KAAK,EAAE,EAAE,YAAY,EAAE,IAAI,EAAE,EAAE,KAAK,CAAC,CACnD,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;YAChB,CAAC,CAAC,CAAC;YAEH,IAAA,WAAE,EAAC,6CAA6C,EAAE,GAAG,EAAE;gBACrD,MAAM,KAAK,GAAG,WAAW,CAAC,OAAO,EAAE,QAAQ,EAAE,MAAM,CAAC,CAAC;gBACrD,KAAK,CAAC,IAAI,CAAC,SAAS,GAAG,IAAI,CAAC;gBAE5B,IAAA,eAAM,EACJ,IAAA,yBAAY,EAAC,KAAK,EAAE,EAAE,YAAY,EAAE,IAAI,EAAE,EAAE,KAAK,CAAC,CACnD,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;gBACb,IAAA,eAAM,EACJ,IAAA,yBAAY,EAAC,KAAK,EAAE,EAAE,YAAY,EAAE,GAAG,EAAE,EAAE,KAAK,CAAC,CAClD,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;YAChB,CAAC,CAAC,CAAC;QACL,CAAC,CAAC,CAAC;QAEH,IAAA,iBAAQ,EAAC,sBAAsB,EAAE,GAAG,EAAE;YACpC,IAAA,WAAE,EAAC,iCAAiC,EAAE,GAAG,EAAE;gBACzC,MAAM,MAAM,GAAG,WAAW,CAAC,QAAQ,EAAE,QAAQ,EAAE,QAAQ,CAAC,CAAC;gBACzD,MAAM,KAAK,GAAG,WAAW,CAAC,OAAO,EAAE,QAAQ,EAAE,OAAO,CAAC,CAAC;gBAEtD,MAAM,SAAS,GAAG,IAAI,+BAAY,EAAE,CAAC;gBACrC,SAAS,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC;gBAC3B,SAAS,CAAC,QAAQ,CAAC,KAAK,EAAE,CAAC,EAAE,SAAS,EAAE,QAAQ,EAAE,CAAC,CAAC,CAAC;gBAErD,IAAA,eAAM,EACJ,IAAA,yBAAY,EAAC,KAAK,EAAE,EAAE,cAAc,EAAE,CAAC,QAAQ,CAAC,EAAE,EAAE,SAAS,CAAC,CAC/D,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;gBACb,IAAA,eAAM,EACJ,IAAA,yBAAY,EAAC,KAAK,EAAE,EAAE,cAAc,EAAE,CAAC,OAAO,CAAC,EAAE,EAAE,SAAS,CAAC,CAC9D,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;YAChB,CAAC,CAAC,CAAC;YAEH,IAAA,WAAE,EAAC,oCAAoC,EAAE,GAAG,EAAE;gBAC5C,MAAM,MAAM,GAAG,WAAW,CAAC,QAAQ,EAAE,QAAQ,EAAE,QAAQ,CAAC,CAAC;gBACzD,MAAM,KAAK,GAAG,WAAW,CAAC,OAAO,EAAE,QAAQ,EAAE,OAAO,CAAC,CAAC;gBAEtD,MAAM,SAAS,GAAG,IAAI,+BAAY,EAAE,CAAC;gBACrC,SAAS,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC;gBAC3B,SAAS,CAAC,QAAQ,CAAC,KAAK,EAAE,CAAC,EAAE,SAAS,EAAE,QAAQ,EAAE,CAAC,CAAC,CAAC;gBAErD,IAAA,eAAM,EACJ,IAAA,yBAAY,EAAC,KAAK,EAAE,EAAE,iBAAiB,EAAE,CAAC,QAAQ,CAAC,EAAE,EAAE,SAAS,CAAC,CAClE,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;gBACd,IAAA,eAAM,EACJ,IAAA,yBAAY,EAAC,KAAK,EAAE,EAAE,iBAAiB,EAAE,CAAC,OAAO,CAAC,EAAE,EAAE,SAAS,CAAC,CACjE,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;YACf,CAAC,CAAC,CAAC;QACL,CAAC,CAAC,CAAC;QAEH,IAAA,iBAAQ,EAAC,qBAAqB,EAAE,GAAG,EAAE;YACnC,IAAA,WAAE,EAAC,gCAAgC,EAAE,GAAG,EAAE;gBACxC,MAAM,GAAG,GAAG,WAAW,CAAC,KAAK,EAAE,WAAW,EAAE,KAAK,CAAC,CAAC;gBACnD,MAAM,KAAK,GAAG,WAAW,CAAC,OAAO,EAAE,QAAQ,EAAE,OAAO,CAAC,CAAC;gBAEtD,MAAM,SAAS,GAAG,IAAI,+BAAY,EAAE,CAAC;gBACrC,SAAS,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC;gBACxB,SAAS,CAAC,QAAQ,CAAC,KAAK,EAAE,SAAS,EAAE,CAAC,KAAK,CAAC,CAAC,CAAC;gBAE9C,IAAA,eAAM,EACJ,IAAA,yBAAY,EAAC,KAAK,EAAE,EAAE,aAAa,EAAE,CAAC,KAAK,CAAC,EAAE,EAAE,SAAS,CAAC,CAC3D,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;gBACb,IAAA,eAAM,EACJ,IAAA,yBAAY,EAAC,KAAK,EAAE,EAAE,aAAa,EAAE,CAAC,OAAO,CAAC,EAAE,EAAE,SAAS,CAAC,CAC7D,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;YAChB,CAAC,CAAC,CAAC;QACL,CAAC,CAAC,CAAC;QAEH,IAAA,iBAAQ,EAAC,gBAAgB,EAAE,GAAG,EAAE;YAC9B,IAAA,WAAE,EAAC,sCAAsC,EAAE,GAAG,EAAE;gBAC9C,MAAM,KAAK,GAAG,WAAW,CAAC,OAAO,EAAE,QAAQ,EAAE,MAAM,CAAC,CAAC;gBAErD,IAAA,eAAM,EACJ,IAAA,yBAAY,EAAC,KAAK,EAAE,EAAE,aAAa,EAAE,CAAC,OAAO,CAAC,EAAE,EAAE,KAAK,CAAC,CACzD,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;gBACb,IAAA,eAAM,EACJ,IAAA,yBAAY,EAAC,KAAK,EAAE,EAAE,aAAa,EAAE,CAAC,OAAO,CAAC,EAAE,EAAE,KAAK,CAAC,CACzD,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;YAChB,CAAC,CAAC,CAAC;QACL,CAAC,CAAC,CAAC;QAEH,IAAA,iBAAQ,EAAC,kBAAkB,EAAE,GAAG,EAAE;YAChC,IAAA,WAAE,EAAC,8CAA8C,EAAE,GAAG,EAAE;gBACtD,MAAM,KAAK,GAAG,WAAW,CAAC,OAAO,EAAE,QAAQ,EAAE,MAAM,CAAC,CAAC;gBACrD,KAAK,CAAC,IAAI,CAAC,IAAI,GAAG,CAAC,WAAW,CAAC,CAAC;gBAChC,KAAK,CAAC,IAAI,CAAC,WAAW,GAAG,QAAQ,CAAC;gBAElC,MAAM,KAAK,GAAe;oBACxB,KAAK,EAAE,CAAC,QAAQ,CAAC;oBACjB,IAAI,EAAE,CAAC,WAAW,CAAC;oBACnB,cAAc,EAAE,QAAQ;iBACzB,CAAC;gBAEF,IAAA,eAAM,EAAC,IAAA,yBAAY,EAAC,KAAK,EAAE,KAAK,EAAE,KAAK,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;YACvD,CAAC,CAAC,CAAC;YAEH,IAAA,WAAE,EAAC,mCAAmC,EAAE,GAAG,EAAE;gBAC3C,MAAM,KAAK,GAAG,WAAW,CAAC,OAAO,EAAE,QAAQ,EAAE,MAAM,CAAC,CAAC;gBACrD,KAAK,CAAC,IAAI,CAAC,IAAI,GAAG,CAAC,WAAW,CAAC,CAAC;gBAChC,KAAK,CAAC,IAAI,CAAC,WAAW,GAAG,UAAU,CAAC;gBAEpC,MAAM,KAAK,GAAe;oBACxB,KAAK,EAAE,CAAC,QAAQ,CAAC;oBACjB,IAAI,EAAE,CAAC,WAAW,CAAC;oBACnB,cAAc,EAAE,QAAQ,EAAE,oBAAoB;iBAC/C,CAAC;gBAEF,IAAA,eAAM,EAAC,IAAA,yBAAY,EAAC,KAAK,EAAE,KAAK,EAAE,KAAK,CAAC,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;YACxD,CAAC,CAAC,CAAC;QACL,CAAC,CAAC,CAAC;IACL,CAAC,CAAC,CAAC;IAEH,IAAA,iBAAQ,EAAC,YAAY,EAAE,GAAG,EAAE;QAC1B,IAAA,WAAE,EAAC,kCAAkC,EAAE,GAAG,EAAE;YAC1C,MAAM,KAAK,GAAG,IAAA,uBAAU,GAAE,CAAC;YAE3B,IAAA,eAAM,EAAC,KAAK,CAAC,CAAC,OAAO,CAAC,EAAE,CAAC,CAAC;QAC5B,CAAC,CAAC,CAAC;IACL,CAAC,CAAC,CAAC;IAEH,IAAA,iBAAQ,EAAC,cAAc,EAAE,GAAG,EAAE;QAC5B,IAAA,WAAE,EAAC,sCAAsC,EAAE,GAAG,EAAE;YAC9C,MAAM,EAAE,GAAe,EAAE,KAAK,EAAE,CAAC,QAAQ,EAAE,QAAQ,CAAC,EAAE,CAAC;YACvD,MAAM,EAAE,GAAe,EAAE,KAAK,EAAE,CAAC,QAAQ,EAAE,SAAS,CAAC,EAAE,CAAC;YAExD,MAAM,MAAM,GAAG,IAAA,yBAAY,EAAC,EAAE,EAAE,EAAE,CAAC,CAAC;YAEpC,IAAA,eAAM,EAAC,MAAM,CAAC,KAAK,CAAC,CAAC,OAAO,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC;QAC3C,CAAC,CAAC,CAAC;QAEH,IAAA,WAAE,EAAC,8BAA8B,EAAE,GAAG,EAAE;YACtC,MAAM,EAAE,GAAe,EAAE,IAAI,EAAE,CAAC,MAAM,CAAC,EAAE,CAAC;YAC1C,MAAM,EAAE,GAAe,EAAE,IAAI,EAAE,CAAC,MAAM,CAAC,EAAE,CAAC;YAE1C,MAAM,MAAM,GAAG,IAAA,yBAAY,EAAC,EAAE,EAAE,EAAE,CAAC,CAAC;YAEpC,IAAA,eAAM,EAAC,MAAM,CAAC,IAAI,CAAC,CAAC,OAAO,CAAC,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC,CAAC;QAChD,CAAC,CAAC,CAAC;QAEH,IAAA,WAAE,EAAC,gDAAgD,EAAE,GAAG,EAAE;YACxD,MAAM,EAAE,GAAe,EAAE,cAAc,EAAE,QAAQ,EAAE,CAAC;YACpD,MAAM,EAAE,GAAe,EAAE,cAAc,EAAE,UAAU,EAAE,CAAC;YAEtD,MAAM,MAAM,GAAG,IAAA,yBAAY,EAAC,EAAE,EAAE,EAAE,CAAC,CAAC;YAEpC,IAAA,eAAM,EAAC,MAAM,CAAC,cAAc,CAAC,CAAC,IAAI,CAAC,UAAU,CAAC,CAAC,CAAC,iBAAiB;QACnE,CAAC,CAAC,CAAC;QAEH,IAAA,WAAE,EAAC,gDAAgD,EAAE,GAAG,EAAE;YACxD,MAAM,EAAE,GAAe,EAAE,cAAc,EAAE,UAAU,EAAE,CAAC;YACtD,MAAM,EAAE,GAAe,EAAE,cAAc,EAAE,QAAQ,EAAE,CAAC;YAEpD,MAAM,MAAM,GAAG,IAAA,yBAAY,EAAC,EAAE,EAAE,EAAE,CAAC,CAAC;YAEpC,IAAA,eAAM,EAAC,MAAM,CAAC,cAAc,CAAC,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC,CAAC,gBAAgB;QAChE,CAAC,CAAC,CAAC;QAEH,IAAA,WAAE,EAAC,qDAAqD,EAAE,GAAG,EAAE;YAC7D,MAAM,EAAE,GAAe,EAAE,YAAY,EAAE,GAAG,EAAE,YAAY,EAAE,GAAG,EAAE,CAAC;YAChE,MAAM,EAAE,GAAe,EAAE,YAAY,EAAE,GAAG,EAAE,YAAY,EAAE,GAAG,EAAE,CAAC;YAEhE,MAAM,MAAM,GAAG,IAAA,yBAAY,EAAC,EAAE,EAAE,EAAE,CAAC,CAAC;YAEpC,IAAA,eAAM,EAAC,MAAM,CAAC,YAAY,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC,kBAAkB;YACzD,IAAA,eAAM,EAAC,MAAM,CAAC,YAAY,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC,kBAAkB;QAC3D,CAAC,CAAC,CAAC;QAEH,IAAA,WAAE,EAAC,oCAAoC,EAAE,GAAG,EAAE;YAC5C,MAAM,EAAE,GAAe,EAAE,cAAc,EAAE,CAAC,OAAO,CAAC,EAAE,CAAC;YACrD,MAAM,EAAE,GAAe,EAAE,cAAc,EAAE,CAAC,OAAO,CAAC,EAAE,CAAC;YAErD,MAAM,MAAM,GAAG,IAAA,yBAAY,EAAC,EAAE,EAAE,EAAE,CAAC,CAAC;YAEpC,IAAA,eAAM,EAAC,MAAM,CAAC,cAAc,CAAC,CAAC,OAAO,CAAC,CAAC,OAAO,EAAE,OAAO,CAAC,CAAC,CAAC;QAC5D,CAAC,CAAC,CAAC;QAEH,IAAA,WAAE,EAAC,uCAAuC,EAAE,GAAG,EAAE;YAC/C,MAAM,EAAE,GAAe,EAAE,aAAa,EAAE,CAAC,OAAO,CAAC,EAAE,CAAC;YACpD,MAAM,EAAE,GAAe,EAAE,aAAa,EAAE,CAAC,OAAO,CAAC,EAAE,CAAC;YAEpD,MAAM,MAAM,GAAG,IAAA,yBAAY,EAAC,EAAE,EAAE,EAAE,CAAC,CAAC;YAEpC,IAAA,eAAM,EAAC,MAAM,CAAC,aAAa,CAAC,CAAC,OAAO,CAAC,CAAC,OAAO,EAAE,OAAO,CAAC,CAAC,CAAC;QAC3D,CAAC,CAAC,CAAC;QAEH,IAAA,WAAE,EAAC,qCAAqC,EAAE,GAAG,EAAE;YAC7C,MAAM,EAAE,GAAe,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC;YAC3C,MAAM,EAAE,GAAe,EAAE,SAAS,EAAE,GAAG,EAAE,CAAC;YAE1C,MAAM,MAAM,GAAG,IAAA,yBAAY,EAAC,EAAE,EAAE,EAAE,CAAC,CAAC;YAEpC,IAAA,eAAM,EAAC,MAAM,CAAC,SAAS,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;QACrC,CAAC,CAAC,CAAC;QAEH,IAAA,WAAE,EAAC,mCAAmC,EAAE,GAAG,EAAE;YAC3C,MAAM,EAAE,GAAe,EAAE,MAAM,EAAE,SAAS,EAAE,CAAC;YAC7C,MAAM,EAAE,GAAe,EAAE,MAAM,EAAE,SAAS,EAAE,CAAC;YAE7C,MAAM,MAAM,GAAG,IAAA,yBAAY,EAAC,EAAE,EAAE,EAAE,CAAC,CAAC;YAEpC,6DAA6D;YAC7D,IAAA,eAAM,EAAC,MAAM,CAAC,KAAK,CAAC,CAAC,OAAO,CAAC,EAAE,CAAC,CAAC;QACnC,CAAC,CAAC,CAAC;QAEH,IAAA,WAAE,EAAC,4BAA4B,EAAE,GAAG,EAAE;YACpC,MAAM,MAAM,GAAG,IAAA,yBAAY,EAAC,EAAE,EAAE,EAAE,CAAC,CAAC;YAEpC,IAAA,eAAM,EAAC,MAAM,CAAC,CAAC,OAAO,CAAC,EAAE,CAAC,CAAC;QAC7B,CAAC,CAAC,CAAC;QAEH,IAAA,WAAE,EAAC,4BAA4B,EAAE,GAAG,EAAE;YACpC,MAAM,EAAE,GAAe,EAAE,KAAK,EAAE,CAAC,QAAQ,CAAC,EAAE,CAAC;YAE7C,MAAM,MAAM,GAAG,IAAA,yBAAY,EAAC,EAAE,CAAC,CAAC;YAEhC,IAAA,eAAM,EAAC,MAAM,CAAC,CAAC,OAAO,CAAC,EAAE,KAAK,EAAE,CAAC,QAAQ,CAAC,EAAE,CAAC,CAAC;QAChD,CAAC,CAAC,CAAC;IACL,CAAC,CAAC,CAAC;AACL,CAAC,CAAC,CAAC;AAEH,+BAA+B;AAC/B,SAAS,WAAW,CAClB,IAAY,EACZ,IAAe,EACf,OAAe;IAEf,OAAO;QACL,SAAS,EAAE,IAAI;QACf,IAAI,EAAE;YACJ,IAAI;YACJ,WAAW,EAAE,QAAQ;YACrB,OAAO,EAAE,MAAM;YACf,YAAY,EAAE,OAAO;YACrB,SAAS,EAAE,IAAI,CAAC,GAAG,EAAE;SACtB;QACD,OAAO;KACR,CAAC;AACJ,CAAC"}
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"token-estimator.test.d.ts","sourceRoot":"","sources":["../../src/__tests__/token-estimator.test.ts"],"names":[],"mappings":"AAAA;;;;GAIG"}
|
|
@@ -0,0 +1,267 @@
|
|
|
1
|
+
"use strict";
|
|
2
|
+
/**
|
|
3
|
+
* Unit tests for token estimators.
|
|
4
|
+
*
|
|
5
|
+
* Tests AnthropicTokenEstimator, OpenAITokenEstimator, GeminiTokenEstimator.
|
|
6
|
+
*/
|
|
7
|
+
Object.defineProperty(exports, "__esModule", { value: true });
|
|
8
|
+
const vitest_1 = require("vitest");
|
|
9
|
+
const token_estimator_js_1 = require("../adapters/token-estimator.js");
|
|
10
|
+
const openai_estimator_js_1 = require("../adapters/openai-estimator.js");
|
|
11
|
+
const gemini_estimator_js_1 = require("../adapters/gemini-estimator.js");
|
|
12
|
+
(0, vitest_1.describe)('Token Estimator', () => {
|
|
13
|
+
(0, vitest_1.describe)('heuristicTokenCount', () => {
|
|
14
|
+
(0, vitest_1.it)('should estimate tokens using chars/4 with multiplier', () => {
|
|
15
|
+
const text = 'a'.repeat(100); // 100 chars
|
|
16
|
+
const tokens = (0, token_estimator_js_1.heuristicTokenCount)(text);
|
|
17
|
+
// Expected: (100 / 4) * 1.2 = 30
|
|
18
|
+
(0, vitest_1.expect)(tokens).toBe(30);
|
|
19
|
+
});
|
|
20
|
+
(0, vitest_1.it)('should round up fractional tokens', () => {
|
|
21
|
+
const text = 'a'.repeat(7); // 7 chars
|
|
22
|
+
const tokens = (0, token_estimator_js_1.heuristicTokenCount)(text);
|
|
23
|
+
// Expected: ceil((7 / 4) * 1.2) = ceil(2.1) = 3
|
|
24
|
+
(0, vitest_1.expect)(tokens).toBe(3);
|
|
25
|
+
});
|
|
26
|
+
(0, vitest_1.it)('should apply safety multiplier', () => {
|
|
27
|
+
const text = 'a'.repeat(40); // 40 chars
|
|
28
|
+
const tokens = (0, token_estimator_js_1.heuristicTokenCount)(text);
|
|
29
|
+
// Without multiplier: 40 / 4 = 10
|
|
30
|
+
// With multiplier: 10 * 1.2 = 12
|
|
31
|
+
(0, vitest_1.expect)(tokens).toBe(12);
|
|
32
|
+
});
|
|
33
|
+
(0, vitest_1.it)('should handle empty string', () => {
|
|
34
|
+
(0, vitest_1.expect)((0, token_estimator_js_1.heuristicTokenCount)('')).toBe(0);
|
|
35
|
+
});
|
|
36
|
+
(0, vitest_1.it)('should handle long text', () => {
|
|
37
|
+
const text = 'a'.repeat(10000);
|
|
38
|
+
const tokens = (0, token_estimator_js_1.heuristicTokenCount)(text);
|
|
39
|
+
// Expected: (10000 / 4) * 1.2 = 3000
|
|
40
|
+
(0, vitest_1.expect)(tokens).toBe(3000);
|
|
41
|
+
});
|
|
42
|
+
});
|
|
43
|
+
(0, vitest_1.describe)('serializeBlockForEstimation', () => {
|
|
44
|
+
(0, vitest_1.it)('should serialize payload as JSON', () => {
|
|
45
|
+
const block = {
|
|
46
|
+
blockHash: 'test',
|
|
47
|
+
meta: {
|
|
48
|
+
kind: 'pinned',
|
|
49
|
+
sensitivity: 'public',
|
|
50
|
+
codecId: 'test',
|
|
51
|
+
codecVersion: '1.0.0',
|
|
52
|
+
createdAt: Date.now(),
|
|
53
|
+
},
|
|
54
|
+
payload: { text: 'Hello, world!' },
|
|
55
|
+
};
|
|
56
|
+
const serialized = (0, token_estimator_js_1.serializeBlockForEstimation)(block);
|
|
57
|
+
(0, vitest_1.expect)(serialized).toBe('{"text":"Hello, world!"}');
|
|
58
|
+
});
|
|
59
|
+
(0, vitest_1.it)('should handle complex payloads', () => {
|
|
60
|
+
const block = {
|
|
61
|
+
blockHash: 'test',
|
|
62
|
+
meta: {
|
|
63
|
+
kind: 'memory',
|
|
64
|
+
sensitivity: 'public',
|
|
65
|
+
codecId: 'test',
|
|
66
|
+
codecVersion: '1.0.0',
|
|
67
|
+
createdAt: Date.now(),
|
|
68
|
+
},
|
|
69
|
+
payload: {
|
|
70
|
+
nested: {
|
|
71
|
+
array: [1, 2, 3],
|
|
72
|
+
text: 'test',
|
|
73
|
+
},
|
|
74
|
+
},
|
|
75
|
+
};
|
|
76
|
+
const serialized = (0, token_estimator_js_1.serializeBlockForEstimation)(block);
|
|
77
|
+
(0, vitest_1.expect)(serialized).toContain('"nested"');
|
|
78
|
+
(0, vitest_1.expect)(serialized).toContain('"array"');
|
|
79
|
+
});
|
|
80
|
+
});
|
|
81
|
+
(0, vitest_1.describe)('OpenAITokenEstimator', () => {
|
|
82
|
+
(0, vitest_1.it)('should create estimator with model', () => {
|
|
83
|
+
const estimator = new openai_estimator_js_1.OpenAITokenEstimator('gpt-4');
|
|
84
|
+
(0, vitest_1.expect)(estimator).toBeDefined();
|
|
85
|
+
});
|
|
86
|
+
(0, vitest_1.it)('should estimate block tokens with high confidence', async () => {
|
|
87
|
+
const estimator = new openai_estimator_js_1.OpenAITokenEstimator('gpt-4');
|
|
88
|
+
const block = {
|
|
89
|
+
blockHash: 'test',
|
|
90
|
+
meta: {
|
|
91
|
+
kind: 'pinned',
|
|
92
|
+
sensitivity: 'public',
|
|
93
|
+
codecId: 'test',
|
|
94
|
+
codecVersion: '1.0.0',
|
|
95
|
+
createdAt: Date.now(),
|
|
96
|
+
},
|
|
97
|
+
payload: { text: 'Hello, world!' },
|
|
98
|
+
};
|
|
99
|
+
const estimate = await estimator.estimateBlock(block);
|
|
100
|
+
(0, vitest_1.expect)(estimate.tokens).toBeGreaterThan(0);
|
|
101
|
+
(0, vitest_1.expect)(estimate.confidence).toBe('high'); // tiktoken-based
|
|
102
|
+
});
|
|
103
|
+
(0, vitest_1.it)('should estimate multiple blocks', async () => {
|
|
104
|
+
const estimator = new openai_estimator_js_1.OpenAITokenEstimator('gpt-4');
|
|
105
|
+
const blocks = [
|
|
106
|
+
{
|
|
107
|
+
blockHash: 'test1',
|
|
108
|
+
meta: {
|
|
109
|
+
kind: 'pinned',
|
|
110
|
+
sensitivity: 'public',
|
|
111
|
+
codecId: 'test',
|
|
112
|
+
codecVersion: '1.0.0',
|
|
113
|
+
createdAt: Date.now(),
|
|
114
|
+
},
|
|
115
|
+
payload: { text: 'Block 1' },
|
|
116
|
+
},
|
|
117
|
+
{
|
|
118
|
+
blockHash: 'test2',
|
|
119
|
+
meta: {
|
|
120
|
+
kind: 'memory',
|
|
121
|
+
sensitivity: 'public',
|
|
122
|
+
codecId: 'test',
|
|
123
|
+
codecVersion: '1.0.0',
|
|
124
|
+
createdAt: Date.now(),
|
|
125
|
+
},
|
|
126
|
+
payload: { text: 'Block 2' },
|
|
127
|
+
},
|
|
128
|
+
];
|
|
129
|
+
const estimate = await estimator.estimate(blocks);
|
|
130
|
+
(0, vitest_1.expect)(estimate.tokens).toBeGreaterThan(0);
|
|
131
|
+
(0, vitest_1.expect)(estimate.confidence).toBe('high');
|
|
132
|
+
});
|
|
133
|
+
(0, vitest_1.it)('should return zero tokens for empty array', async () => {
|
|
134
|
+
const estimator = new openai_estimator_js_1.OpenAITokenEstimator('gpt-4');
|
|
135
|
+
const estimate = await estimator.estimate([]);
|
|
136
|
+
(0, vitest_1.expect)(estimate.tokens).toBe(0);
|
|
137
|
+
(0, vitest_1.expect)(estimate.confidence).toBe('high');
|
|
138
|
+
});
|
|
139
|
+
(0, vitest_1.it)('should estimate different token counts for different content', async () => {
|
|
140
|
+
const estimator = new openai_estimator_js_1.OpenAITokenEstimator('gpt-4');
|
|
141
|
+
const block1 = {
|
|
142
|
+
blockHash: 'test1',
|
|
143
|
+
meta: {
|
|
144
|
+
kind: 'pinned',
|
|
145
|
+
sensitivity: 'public',
|
|
146
|
+
codecId: 'test',
|
|
147
|
+
codecVersion: '1.0.0',
|
|
148
|
+
createdAt: Date.now(),
|
|
149
|
+
},
|
|
150
|
+
payload: { text: 'Short' },
|
|
151
|
+
};
|
|
152
|
+
const block2 = {
|
|
153
|
+
blockHash: 'test2',
|
|
154
|
+
meta: {
|
|
155
|
+
kind: 'pinned',
|
|
156
|
+
sensitivity: 'public',
|
|
157
|
+
codecId: 'test',
|
|
158
|
+
codecVersion: '1.0.0',
|
|
159
|
+
createdAt: Date.now(),
|
|
160
|
+
},
|
|
161
|
+
payload: { text: 'This is a much longer text with many more tokens' },
|
|
162
|
+
};
|
|
163
|
+
const estimate1 = await estimator.estimateBlock(block1);
|
|
164
|
+
const estimate2 = await estimator.estimateBlock(block2);
|
|
165
|
+
(0, vitest_1.expect)(estimate2.tokens).toBeGreaterThan(estimate1.tokens);
|
|
166
|
+
});
|
|
167
|
+
});
|
|
168
|
+
(0, vitest_1.describe)('GeminiTokenEstimator', () => {
|
|
169
|
+
(0, vitest_1.it)('should create estimator', () => {
|
|
170
|
+
const estimator = new gemini_estimator_js_1.GeminiTokenEstimator();
|
|
171
|
+
(0, vitest_1.expect)(estimator).toBeDefined();
|
|
172
|
+
});
|
|
173
|
+
(0, vitest_1.it)('should estimate block tokens with high confidence', async () => {
|
|
174
|
+
const estimator = new gemini_estimator_js_1.GeminiTokenEstimator();
|
|
175
|
+
const block = {
|
|
176
|
+
blockHash: 'test',
|
|
177
|
+
meta: {
|
|
178
|
+
kind: 'pinned',
|
|
179
|
+
sensitivity: 'public',
|
|
180
|
+
codecId: 'test',
|
|
181
|
+
codecVersion: '1.0.0',
|
|
182
|
+
createdAt: Date.now(),
|
|
183
|
+
},
|
|
184
|
+
payload: { text: 'Hello, Gemini!' },
|
|
185
|
+
};
|
|
186
|
+
const estimate = await estimator.estimateBlock(block);
|
|
187
|
+
(0, vitest_1.expect)(estimate.tokens).toBeGreaterThan(0);
|
|
188
|
+
(0, vitest_1.expect)(estimate.confidence).toBe('high'); // tiktoken-based
|
|
189
|
+
});
|
|
190
|
+
(0, vitest_1.it)('should estimate multiple blocks', async () => {
|
|
191
|
+
const estimator = new gemini_estimator_js_1.GeminiTokenEstimator();
|
|
192
|
+
const blocks = [
|
|
193
|
+
{
|
|
194
|
+
blockHash: 'test1',
|
|
195
|
+
meta: {
|
|
196
|
+
kind: 'pinned',
|
|
197
|
+
sensitivity: 'public',
|
|
198
|
+
codecId: 'test',
|
|
199
|
+
codecVersion: '1.0.0',
|
|
200
|
+
createdAt: Date.now(),
|
|
201
|
+
},
|
|
202
|
+
payload: { text: 'Block 1' },
|
|
203
|
+
},
|
|
204
|
+
{
|
|
205
|
+
blockHash: 'test2',
|
|
206
|
+
meta: {
|
|
207
|
+
kind: 'memory',
|
|
208
|
+
sensitivity: 'public',
|
|
209
|
+
codecId: 'test',
|
|
210
|
+
codecVersion: '1.0.0',
|
|
211
|
+
createdAt: Date.now(),
|
|
212
|
+
},
|
|
213
|
+
payload: { text: 'Block 2' },
|
|
214
|
+
},
|
|
215
|
+
];
|
|
216
|
+
const estimate = await estimator.estimate(blocks);
|
|
217
|
+
(0, vitest_1.expect)(estimate.tokens).toBeGreaterThan(0);
|
|
218
|
+
(0, vitest_1.expect)(estimate.confidence).toBe('high');
|
|
219
|
+
});
|
|
220
|
+
(0, vitest_1.it)('should return zero tokens for empty array', async () => {
|
|
221
|
+
const estimator = new gemini_estimator_js_1.GeminiTokenEstimator();
|
|
222
|
+
const estimate = await estimator.estimate([]);
|
|
223
|
+
(0, vitest_1.expect)(estimate.tokens).toBe(0);
|
|
224
|
+
(0, vitest_1.expect)(estimate.confidence).toBe('high');
|
|
225
|
+
});
|
|
226
|
+
});
|
|
227
|
+
(0, vitest_1.describe)('Confidence levels', () => {
|
|
228
|
+
(0, vitest_1.it)('should use correct confidence for OpenAI tiktoken', async () => {
|
|
229
|
+
const estimator = new openai_estimator_js_1.OpenAITokenEstimator('gpt-4');
|
|
230
|
+
const block = {
|
|
231
|
+
blockHash: 'test',
|
|
232
|
+
meta: {
|
|
233
|
+
kind: 'pinned',
|
|
234
|
+
sensitivity: 'public',
|
|
235
|
+
codecId: 'test',
|
|
236
|
+
codecVersion: '1.0.0',
|
|
237
|
+
createdAt: Date.now(),
|
|
238
|
+
},
|
|
239
|
+
payload: { text: 'Test' },
|
|
240
|
+
};
|
|
241
|
+
const estimate = await estimator.estimateBlock(block);
|
|
242
|
+
(0, vitest_1.expect)(estimate.confidence).toBe('high');
|
|
243
|
+
});
|
|
244
|
+
(0, vitest_1.it)('should use correct confidence for Gemini tiktoken', async () => {
|
|
245
|
+
const estimator = new gemini_estimator_js_1.GeminiTokenEstimator();
|
|
246
|
+
const block = {
|
|
247
|
+
blockHash: 'test',
|
|
248
|
+
meta: {
|
|
249
|
+
kind: 'pinned',
|
|
250
|
+
sensitivity: 'public',
|
|
251
|
+
codecId: 'test',
|
|
252
|
+
codecVersion: '1.0.0',
|
|
253
|
+
createdAt: Date.now(),
|
|
254
|
+
},
|
|
255
|
+
payload: { text: 'Test' },
|
|
256
|
+
};
|
|
257
|
+
const estimate = await estimator.estimateBlock(block);
|
|
258
|
+
(0, vitest_1.expect)(estimate.confidence).toBe('high');
|
|
259
|
+
});
|
|
260
|
+
});
|
|
261
|
+
(0, vitest_1.describe)('LOW_CONFIDENCE_MULTIPLIER', () => {
|
|
262
|
+
(0, vitest_1.it)('should be 1.2 for safety', () => {
|
|
263
|
+
(0, vitest_1.expect)(token_estimator_js_1.LOW_CONFIDENCE_MULTIPLIER).toBe(1.2);
|
|
264
|
+
});
|
|
265
|
+
});
|
|
266
|
+
});
|
|
267
|
+
//# sourceMappingURL=token-estimator.test.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"token-estimator.test.js","sourceRoot":"","sources":["../../src/__tests__/token-estimator.test.ts"],"names":[],"mappings":";AAAA;;;;GAIG;;AAEH,mCAAkD;AAClD,uEAIwC;AACxC,yEAAuE;AACvE,yEAAuE;AAGvE,IAAA,iBAAQ,EAAC,iBAAiB,EAAE,GAAG,EAAE;IAC/B,IAAA,iBAAQ,EAAC,qBAAqB,EAAE,GAAG,EAAE;QACnC,IAAA,WAAE,EAAC,sDAAsD,EAAE,GAAG,EAAE;YAC9D,MAAM,IAAI,GAAG,GAAG,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,CAAC,YAAY;YAC1C,MAAM,MAAM,GAAG,IAAA,wCAAmB,EAAC,IAAI,CAAC,CAAC;YAEzC,iCAAiC;YACjC,IAAA,eAAM,EAAC,MAAM,CAAC,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;QAC1B,CAAC,CAAC,CAAC;QAEH,IAAA,WAAE,EAAC,mCAAmC,EAAE,GAAG,EAAE;YAC3C,MAAM,IAAI,GAAG,GAAG,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC,UAAU;YACtC,MAAM,MAAM,GAAG,IAAA,wCAAmB,EAAC,IAAI,CAAC,CAAC;YAEzC,gDAAgD;YAChD,IAAA,eAAM,EAAC,MAAM,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;QACzB,CAAC,CAAC,CAAC;QAEH,IAAA,WAAE,EAAC,gCAAgC,EAAE,GAAG,EAAE;YACxC,MAAM,IAAI,GAAG,GAAG,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC,CAAC,WAAW;YAExC,MAAM,MAAM,GAAG,IAAA,wCAAmB,EAAC,IAAI,CAAC,CAAC;YAEzC,kCAAkC;YAClC,iCAAiC;YACjC,IAAA,eAAM,EAAC,MAAM,CAAC,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;QAC1B,CAAC,CAAC,CAAC;QAEH,IAAA,WAAE,EAAC,4BAA4B,EAAE,GAAG,EAAE;YACpC,IAAA,eAAM,EAAC,IAAA,wCAAmB,EAAC,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;QAC1C,CAAC,CAAC,CAAC;QAEH,IAAA,WAAE,EAAC,yBAAyB,EAAE,GAAG,EAAE;YACjC,MAAM,IAAI,GAAG,GAAG,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;YAC/B,MAAM,MAAM,GAAG,IAAA,wCAAmB,EAAC,IAAI,CAAC,CAAC;YAEzC,qCAAqC;YACrC,IAAA,eAAM,EAAC,MAAM,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QAC5B,CAAC,CAAC,CAAC;IACL,CAAC,CAAC,CAAC;IAEH,IAAA,iBAAQ,EAAC,6BAA6B,EAAE,GAAG,EAAE;QAC3C,IAAA,WAAE,EAAC,kCAAkC,EAAE,GAAG,EAAE;YAC1C,MAAM,KAAK,GAAsB;gBAC/B,SAAS,EAAE,MAAM;gBACjB,IAAI,EAAE;oBACJ,IAAI,EAAE,QAAQ;oBACd,WAAW,EAAE,QAAQ;oBACrB,OAAO,EAAE,MAAM;oBACf,YAAY,EAAE,OAAO;oBACrB,SAAS,EAAE,IAAI,CAAC,GAAG,EAAE;iBACtB;gBACD,OAAO,EAAE,EAAE,IAAI,EAAE,eAAe,EAAE;aACnC,CAAC;YAEF,MAAM,UAAU,GAAG,IAAA,gDAA2B,EAAC,KAAK,CAAC,CAAC;YAEtD,IAAA,eAAM,EAAC,UAAU,CAAC,CAAC,IAAI,CAAC,0BAA0B,CAAC,CAAC;QACtD,CAAC,CAAC,CAAC;QAEH,IAAA,WAAE,EAAC,gCAAgC,EAAE,GAAG,EAAE;YACxC,MAAM,KAAK,GAAsB;gBAC/B,SAAS,EAAE,MAAM;gBACjB,IAAI,EAAE;oBACJ,IAAI,EAAE,QAAQ;oBACd,WAAW,EAAE,QAAQ;oBACrB,OAAO,EAAE,MAAM;oBACf,YAAY,EAAE,OAAO;oBACrB,SAAS,EAAE,IAAI,CAAC,GAAG,EAAE;iBACtB;gBACD,OAAO,EAAE;oBACP,MAAM,EAAE;wBACN,KAAK,EAAE,CAAC,CAAC,EAAE,CAAC,EAAE,CAAC,CAAC;wBAChB,IAAI,EAAE,MAAM;qBACb;iBACF;aACF,CAAC;YAEF,MAAM,UAAU,GAAG,IAAA,gDAA2B,EAAC,KAAK,CAAC,CAAC;YAEtD,IAAA,eAAM,EAAC,UAAU,CAAC,CAAC,SAAS,CAAC,UAAU,CAAC,CAAC;YACzC,IAAA,eAAM,EAAC,UAAU,CAAC,CAAC,SAAS,CAAC,SAAS,CAAC,CAAC;QAC1C,CAAC,CAAC,CAAC;IACL,CAAC,CAAC,CAAC;IAEH,IAAA,iBAAQ,EAAC,sBAAsB,EAAE,GAAG,EAAE;QACpC,IAAA,WAAE,EAAC,oCAAoC,EAAE,GAAG,EAAE;YAC5C,MAAM,SAAS,GAAG,IAAI,0CAAoB,CAAC,OAAO,CAAC,CAAC;YAEpD,IAAA,eAAM,EAAC,SAAS,CAAC,CAAC,WAAW,EAAE,CAAC;QAClC,CAAC,CAAC,CAAC;QAEH,IAAA,WAAE,EAAC,mDAAmD,EAAE,KAAK,IAAI,EAAE;YACjE,MAAM,SAAS,GAAG,IAAI,0CAAoB,CAAC,OAAO,CAAC,CAAC;YAEpD,MAAM,KAAK,GAAsB;gBAC/B,SAAS,EAAE,MAAM;gBACjB,IAAI,EAAE;oBACJ,IAAI,EAAE,QAAQ;oBACd,WAAW,EAAE,QAAQ;oBACrB,OAAO,EAAE,MAAM;oBACf,YAAY,EAAE,OAAO;oBACrB,SAAS,EAAE,IAAI,CAAC,GAAG,EAAE;iBACtB;gBACD,OAAO,EAAE,EAAE,IAAI,EAAE,eAAe,EAAE;aACnC,CAAC;YAEF,MAAM,QAAQ,GAAG,MAAM,SAAS,CAAC,aAAa,CAAC,KAAK,CAAC,CAAC;YAEtD,IAAA,eAAM,EAAC,QAAQ,CAAC,MAAM,CAAC,CAAC,eAAe,CAAC,CAAC,CAAC,CAAC;YAC3C,IAAA,eAAM,EAAC,QAAQ,CAAC,UAAU,CAAC,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC,CAAC,iBAAiB;QAC7D,CAAC,CAAC,CAAC;QAEH,IAAA,WAAE,EAAC,iCAAiC,EAAE,KAAK,IAAI,EAAE;YAC/C,MAAM,SAAS,GAAG,IAAI,0CAAoB,CAAC,OAAO,CAAC,CAAC;YAEpD,MAAM,MAAM,GAAwB;gBAClC;oBACE,SAAS,EAAE,OAAO;oBAClB,IAAI,EAAE;wBACJ,IAAI,EAAE,QAAQ;wBACd,WAAW,EAAE,QAAQ;wBACrB,OAAO,EAAE,MAAM;wBACf,YAAY,EAAE,OAAO;wBACrB,SAAS,EAAE,IAAI,CAAC,GAAG,EAAE;qBACtB;oBACD,OAAO,EAAE,EAAE,IAAI,EAAE,SAAS,EAAE;iBAC7B;gBACD;oBACE,SAAS,EAAE,OAAO;oBAClB,IAAI,EAAE;wBACJ,IAAI,EAAE,QAAQ;wBACd,WAAW,EAAE,QAAQ;wBACrB,OAAO,EAAE,MAAM;wBACf,YAAY,EAAE,OAAO;wBACrB,SAAS,EAAE,IAAI,CAAC,GAAG,EAAE;qBACtB;oBACD,OAAO,EAAE,EAAE,IAAI,EAAE,SAAS,EAAE;iBAC7B;aACF,CAAC;YAEF,MAAM,QAAQ,GAAG,MAAM,SAAS,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC;YAElD,IAAA,eAAM,EAAC,QAAQ,CAAC,MAAM,CAAC,CAAC,eAAe,CAAC,CAAC,CAAC,CAAC;YAC3C,IAAA,eAAM,EAAC,QAAQ,CAAC,UAAU,CAAC,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;QAC3C,CAAC,CAAC,CAAC;QAEH,IAAA,WAAE,EAAC,2CAA2C,EAAE,KAAK,IAAI,EAAE;YACzD,MAAM,SAAS,GAAG,IAAI,0CAAoB,CAAC,OAAO,CAAC,CAAC;YAEpD,MAAM,QAAQ,GAAG,MAAM,SAAS,CAAC,QAAQ,CAAC,EAAE,CAAC,CAAC;YAE9C,IAAA,eAAM,EAAC,QAAQ,CAAC,MAAM,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;YAChC,IAAA,eAAM,EAAC,QAAQ,CAAC,UAAU,CAAC,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;QAC3C,CAAC,CAAC,CAAC;QAEH,IAAA,WAAE,EAAC,8DAA8D,EAAE,KAAK,IAAI,EAAE;YAC5E,MAAM,SAAS,GAAG,IAAI,0CAAoB,CAAC,OAAO,CAAC,CAAC;YAEpD,MAAM,MAAM,GAAsB;gBAChC,SAAS,EAAE,OAAO;gBAClB,IAAI,EAAE;oBACJ,IAAI,EAAE,QAAQ;oBACd,WAAW,EAAE,QAAQ;oBACrB,OAAO,EAAE,MAAM;oBACf,YAAY,EAAE,OAAO;oBACrB,SAAS,EAAE,IAAI,CAAC,GAAG,EAAE;iBACtB;gBACD,OAAO,EAAE,EAAE,IAAI,EAAE,OAAO,EAAE;aAC3B,CAAC;YAEF,MAAM,MAAM,GAAsB;gBAChC,SAAS,EAAE,OAAO;gBAClB,IAAI,EAAE;oBACJ,IAAI,EAAE,QAAQ;oBACd,WAAW,EAAE,QAAQ;oBACrB,OAAO,EAAE,MAAM;oBACf,YAAY,EAAE,OAAO;oBACrB,SAAS,EAAE,IAAI,CAAC,GAAG,EAAE;iBACtB;gBACD,OAAO,EAAE,EAAE,IAAI,EAAE,kDAAkD,EAAE;aACtE,CAAC;YAEF,MAAM,SAAS,GAAG,MAAM,SAAS,CAAC,aAAa,CAAC,MAAM,CAAC,CAAC;YACxD,MAAM,SAAS,GAAG,MAAM,SAAS,CAAC,aAAa,CAAC,MAAM,CAAC,CAAC;YAExD,IAAA,eAAM,EAAC,SAAS,CAAC,MAAM,CAAC,CAAC,eAAe,CAAC,SAAS,CAAC,MAAM,CAAC,CAAC;QAC7D,CAAC,CAAC,CAAC;IACL,CAAC,CAAC,CAAC;IAEH,IAAA,iBAAQ,EAAC,sBAAsB,EAAE,GAAG,EAAE;QACpC,IAAA,WAAE,EAAC,yBAAyB,EAAE,GAAG,EAAE;YACjC,MAAM,SAAS,GAAG,IAAI,0CAAoB,EAAE,CAAC;YAE7C,IAAA,eAAM,EAAC,SAAS,CAAC,CAAC,WAAW,EAAE,CAAC;QAClC,CAAC,CAAC,CAAC;QAEH,IAAA,WAAE,EAAC,mDAAmD,EAAE,KAAK,IAAI,EAAE;YACjE,MAAM,SAAS,GAAG,IAAI,0CAAoB,EAAE,CAAC;YAE7C,MAAM,KAAK,GAAsB;gBAC/B,SAAS,EAAE,MAAM;gBACjB,IAAI,EAAE;oBACJ,IAAI,EAAE,QAAQ;oBACd,WAAW,EAAE,QAAQ;oBACrB,OAAO,EAAE,MAAM;oBACf,YAAY,EAAE,OAAO;oBACrB,SAAS,EAAE,IAAI,CAAC,GAAG,EAAE;iBACtB;gBACD,OAAO,EAAE,EAAE,IAAI,EAAE,gBAAgB,EAAE;aACpC,CAAC;YAEF,MAAM,QAAQ,GAAG,MAAM,SAAS,CAAC,aAAa,CAAC,KAAK,CAAC,CAAC;YAEtD,IAAA,eAAM,EAAC,QAAQ,CAAC,MAAM,CAAC,CAAC,eAAe,CAAC,CAAC,CAAC,CAAC;YAC3C,IAAA,eAAM,EAAC,QAAQ,CAAC,UAAU,CAAC,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC,CAAC,iBAAiB;QAC7D,CAAC,CAAC,CAAC;QAEH,IAAA,WAAE,EAAC,iCAAiC,EAAE,KAAK,IAAI,EAAE;YAC/C,MAAM,SAAS,GAAG,IAAI,0CAAoB,EAAE,CAAC;YAE7C,MAAM,MAAM,GAAwB;gBAClC;oBACE,SAAS,EAAE,OAAO;oBAClB,IAAI,EAAE;wBACJ,IAAI,EAAE,QAAQ;wBACd,WAAW,EAAE,QAAQ;wBACrB,OAAO,EAAE,MAAM;wBACf,YAAY,EAAE,OAAO;wBACrB,SAAS,EAAE,IAAI,CAAC,GAAG,EAAE;qBACtB;oBACD,OAAO,EAAE,EAAE,IAAI,EAAE,SAAS,EAAE;iBAC7B;gBACD;oBACE,SAAS,EAAE,OAAO;oBAClB,IAAI,EAAE;wBACJ,IAAI,EAAE,QAAQ;wBACd,WAAW,EAAE,QAAQ;wBACrB,OAAO,EAAE,MAAM;wBACf,YAAY,EAAE,OAAO;wBACrB,SAAS,EAAE,IAAI,CAAC,GAAG,EAAE;qBACtB;oBACD,OAAO,EAAE,EAAE,IAAI,EAAE,SAAS,EAAE;iBAC7B;aACF,CAAC;YAEF,MAAM,QAAQ,GAAG,MAAM,SAAS,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC;YAElD,IAAA,eAAM,EAAC,QAAQ,CAAC,MAAM,CAAC,CAAC,eAAe,CAAC,CAAC,CAAC,CAAC;YAC3C,IAAA,eAAM,EAAC,QAAQ,CAAC,UAAU,CAAC,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;QAC3C,CAAC,CAAC,CAAC;QAEH,IAAA,WAAE,EAAC,2CAA2C,EAAE,KAAK,IAAI,EAAE;YACzD,MAAM,SAAS,GAAG,IAAI,0CAAoB,EAAE,CAAC;YAE7C,MAAM,QAAQ,GAAG,MAAM,SAAS,CAAC,QAAQ,CAAC,EAAE,CAAC,CAAC;YAE9C,IAAA,eAAM,EAAC,QAAQ,CAAC,MAAM,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;YAChC,IAAA,eAAM,EAAC,QAAQ,CAAC,UAAU,CAAC,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;QAC3C,CAAC,CAAC,CAAC;IACL,CAAC,CAAC,CAAC;IAEH,IAAA,iBAAQ,EAAC,mBAAmB,EAAE,GAAG,EAAE;QACjC,IAAA,WAAE,EAAC,mDAAmD,EAAE,KAAK,IAAI,EAAE;YACjE,MAAM,SAAS,GAAG,IAAI,0CAAoB,CAAC,OAAO,CAAC,CAAC;YAEpD,MAAM,KAAK,GAAsB;gBAC/B,SAAS,EAAE,MAAM;gBACjB,IAAI,EAAE;oBACJ,IAAI,EAAE,QAAQ;oBACd,WAAW,EAAE,QAAQ;oBACrB,OAAO,EAAE,MAAM;oBACf,YAAY,EAAE,OAAO;oBACrB,SAAS,EAAE,IAAI,CAAC,GAAG,EAAE;iBACtB;gBACD,OAAO,EAAE,EAAE,IAAI,EAAE,MAAM,EAAE;aAC1B,CAAC;YAEF,MAAM,QAAQ,GAAG,MAAM,SAAS,CAAC,aAAa,CAAC,KAAK,CAAC,CAAC;YAEtD,IAAA,eAAM,EAAC,QAAQ,CAAC,UAAU,CAAC,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;QAC3C,CAAC,CAAC,CAAC;QAEH,IAAA,WAAE,EAAC,mDAAmD,EAAE,KAAK,IAAI,EAAE;YACjE,MAAM,SAAS,GAAG,IAAI,0CAAoB,EAAE,CAAC;YAE7C,MAAM,KAAK,GAAsB;gBAC/B,SAAS,EAAE,MAAM;gBACjB,IAAI,EAAE;oBACJ,IAAI,EAAE,QAAQ;oBACd,WAAW,EAAE,QAAQ;oBACrB,OAAO,EAAE,MAAM;oBACf,YAAY,EAAE,OAAO;oBACrB,SAAS,EAAE,IAAI,CAAC,GAAG,EAAE;iBACtB;gBACD,OAAO,EAAE,EAAE,IAAI,EAAE,MAAM,EAAE;aAC1B,CAAC;YAEF,MAAM,QAAQ,GAAG,MAAM,SAAS,CAAC,aAAa,CAAC,KAAK,CAAC,CAAC;YAEtD,IAAA,eAAM,EAAC,QAAQ,CAAC,UAAU,CAAC,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;QAC3C,CAAC,CAAC,CAAC;IACL,CAAC,CAAC,CAAC;IAEH,IAAA,iBAAQ,EAAC,2BAA2B,EAAE,GAAG,EAAE;QACzC,IAAA,WAAE,EAAC,0BAA0B,EAAE,GAAG,EAAE;YAClC,IAAA,eAAM,EAAC,8CAAyB,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;QAC9C,CAAC,CAAC,CAAC;IACL,CAAC,CAAC,CAAC;AACL,CAAC,CAAC,CAAC"}
|
|
@@ -0,0 +1,38 @@
|
|
|
1
|
+
/**
|
|
2
|
+
* AnthropicTokenEstimator: Exact token counting via Anthropic API.
|
|
3
|
+
*
|
|
4
|
+
* Uses client.messages.countTokens() for exact counts.
|
|
5
|
+
*/
|
|
6
|
+
import Anthropic from '@anthropic-ai/sdk';
|
|
7
|
+
import type { ContextBlock } from '../types/block.js';
|
|
8
|
+
import type { TokenEstimator, TokenEstimate } from './token-estimator.js';
|
|
9
|
+
/**
|
|
10
|
+
* AnthropicTokenEstimator using API-based exact counting.
|
|
11
|
+
*/
|
|
12
|
+
export declare class AnthropicTokenEstimator implements TokenEstimator {
|
|
13
|
+
private readonly client;
|
|
14
|
+
private readonly model;
|
|
15
|
+
/**
|
|
16
|
+
* Create an AnthropicTokenEstimator.
|
|
17
|
+
*
|
|
18
|
+
* @param client - Anthropic SDK client
|
|
19
|
+
* @param model - Model name (e.g., 'claude-sonnet-4-5')
|
|
20
|
+
*/
|
|
21
|
+
constructor(client: Anthropic, model?: string);
|
|
22
|
+
/**
|
|
23
|
+
* Estimate tokens for a single block using Anthropic API.
|
|
24
|
+
*
|
|
25
|
+
* @param block - Block to estimate
|
|
26
|
+
* @returns Token estimate (exact confidence)
|
|
27
|
+
*/
|
|
28
|
+
estimateBlock(block: ContextBlock<unknown>): Promise<TokenEstimate>;
|
|
29
|
+
/**
|
|
30
|
+
* Estimate tokens for multiple blocks.
|
|
31
|
+
* Batches API calls for efficiency.
|
|
32
|
+
*
|
|
33
|
+
* @param blocks - Blocks to estimate
|
|
34
|
+
* @returns Token estimate (exact confidence if all succeed)
|
|
35
|
+
*/
|
|
36
|
+
estimate(blocks: ContextBlock<unknown>[]): Promise<TokenEstimate>;
|
|
37
|
+
}
|
|
38
|
+
//# sourceMappingURL=anthropic-estimator.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"anthropic-estimator.d.ts","sourceRoot":"","sources":["../../src/adapters/anthropic-estimator.ts"],"names":[],"mappings":"AAAA;;;;GAIG;AAEH,OAAO,SAAS,MAAM,mBAAmB,CAAC;AAC1C,OAAO,KAAK,EAAE,YAAY,EAAE,MAAM,mBAAmB,CAAC;AACtD,OAAO,KAAK,EAAE,cAAc,EAAE,aAAa,EAAE,MAAM,sBAAsB,CAAC;AAM1E;;GAEG;AACH,qBAAa,uBAAwB,YAAW,cAAc;IAC5D,OAAO,CAAC,QAAQ,CAAC,MAAM,CAAY;IACnC,OAAO,CAAC,QAAQ,CAAC,KAAK,CAAS;IAE/B;;;;;OAKG;gBACS,MAAM,EAAE,SAAS,EAAE,KAAK,GAAE,MAA4B;IAKlE;;;;;OAKG;IACG,aAAa,CAAC,KAAK,EAAE,YAAY,CAAC,OAAO,CAAC,GAAG,OAAO,CAAC,aAAa,CAAC;IAkCzE;;;;;;OAMG;IACG,QAAQ,CAAC,MAAM,EAAE,YAAY,CAAC,OAAO,CAAC,EAAE,GAAG,OAAO,CAAC,aAAa,CAAC;CA6CxE"}
|