@diyor28/context 1.0.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (280) hide show
  1. package/README.md +270 -0
  2. package/dist/__tests__/attachment-selector.test.d.ts +11 -0
  3. package/dist/__tests__/attachment-selector.test.d.ts.map +1 -0
  4. package/dist/__tests__/attachment-selector.test.js +449 -0
  5. package/dist/__tests__/attachment-selector.test.js.map +1 -0
  6. package/dist/__tests__/cache-breakpoints.test.d.ts +11 -0
  7. package/dist/__tests__/cache-breakpoints.test.d.ts.map +1 -0
  8. package/dist/__tests__/cache-breakpoints.test.js +398 -0
  9. package/dist/__tests__/cache-breakpoints.test.js.map +1 -0
  10. package/dist/__tests__/codecs.test.d.ts +7 -0
  11. package/dist/__tests__/codecs.test.d.ts.map +1 -0
  12. package/dist/__tests__/codecs.test.js +331 -0
  13. package/dist/__tests__/codecs.test.js.map +1 -0
  14. package/dist/__tests__/compactor.test.d.ts +11 -0
  15. package/dist/__tests__/compactor.test.d.ts.map +1 -0
  16. package/dist/__tests__/compactor.test.js +519 -0
  17. package/dist/__tests__/compactor.test.js.map +1 -0
  18. package/dist/__tests__/context-graph.test.d.ts +7 -0
  19. package/dist/__tests__/context-graph.test.d.ts.map +1 -0
  20. package/dist/__tests__/context-graph.test.js +262 -0
  21. package/dist/__tests__/context-graph.test.js.map +1 -0
  22. package/dist/__tests__/hash.test.d.ts +7 -0
  23. package/dist/__tests__/hash.test.d.ts.map +1 -0
  24. package/dist/__tests__/hash.test.js +228 -0
  25. package/dist/__tests__/hash.test.js.map +1 -0
  26. package/dist/__tests__/integration.test.d.ts +15 -0
  27. package/dist/__tests__/integration.test.d.ts.map +1 -0
  28. package/dist/__tests__/integration.test.js +728 -0
  29. package/dist/__tests__/integration.test.js.map +1 -0
  30. package/dist/__tests__/kind-order.test.d.ts +7 -0
  31. package/dist/__tests__/kind-order.test.d.ts.map +1 -0
  32. package/dist/__tests__/kind-order.test.js +243 -0
  33. package/dist/__tests__/kind-order.test.js.map +1 -0
  34. package/dist/__tests__/phase2-integration.test.d.ts +5 -0
  35. package/dist/__tests__/phase2-integration.test.d.ts.map +1 -0
  36. package/dist/__tests__/phase2-integration.test.js +222 -0
  37. package/dist/__tests__/phase2-integration.test.js.map +1 -0
  38. package/dist/__tests__/queries.test.d.ts +7 -0
  39. package/dist/__tests__/queries.test.d.ts.map +1 -0
  40. package/dist/__tests__/queries.test.js +254 -0
  41. package/dist/__tests__/queries.test.js.map +1 -0
  42. package/dist/__tests__/token-estimator.test.d.ts +7 -0
  43. package/dist/__tests__/token-estimator.test.d.ts.map +1 -0
  44. package/dist/__tests__/token-estimator.test.js +267 -0
  45. package/dist/__tests__/token-estimator.test.js.map +1 -0
  46. package/dist/adapters/anthropic-estimator.d.ts +38 -0
  47. package/dist/adapters/anthropic-estimator.d.ts.map +1 -0
  48. package/dist/adapters/anthropic-estimator.js +108 -0
  49. package/dist/adapters/anthropic-estimator.js.map +1 -0
  50. package/dist/adapters/attachment-resolver.d.ts +96 -0
  51. package/dist/adapters/attachment-resolver.d.ts.map +1 -0
  52. package/dist/adapters/attachment-resolver.js +176 -0
  53. package/dist/adapters/attachment-resolver.js.map +1 -0
  54. package/dist/adapters/attachment-selector.d.ts +59 -0
  55. package/dist/adapters/attachment-selector.d.ts.map +1 -0
  56. package/dist/adapters/attachment-selector.js +163 -0
  57. package/dist/adapters/attachment-selector.js.map +1 -0
  58. package/dist/adapters/gemini-estimator.d.ts +27 -0
  59. package/dist/adapters/gemini-estimator.d.ts.map +1 -0
  60. package/dist/adapters/gemini-estimator.js +80 -0
  61. package/dist/adapters/gemini-estimator.js.map +1 -0
  62. package/dist/adapters/index.d.ts +12 -0
  63. package/dist/adapters/index.d.ts.map +1 -0
  64. package/dist/adapters/index.js +28 -0
  65. package/dist/adapters/index.js.map +1 -0
  66. package/dist/adapters/memory-store.d.ts +139 -0
  67. package/dist/adapters/memory-store.d.ts.map +1 -0
  68. package/dist/adapters/memory-store.js +187 -0
  69. package/dist/adapters/memory-store.js.map +1 -0
  70. package/dist/adapters/openai-estimator.d.ts +35 -0
  71. package/dist/adapters/openai-estimator.d.ts.map +1 -0
  72. package/dist/adapters/openai-estimator.js +89 -0
  73. package/dist/adapters/openai-estimator.js.map +1 -0
  74. package/dist/adapters/summarizer.d.ts +121 -0
  75. package/dist/adapters/summarizer.d.ts.map +1 -0
  76. package/dist/adapters/summarizer.js +121 -0
  77. package/dist/adapters/summarizer.js.map +1 -0
  78. package/dist/adapters/token-estimator.d.ts +63 -0
  79. package/dist/adapters/token-estimator.d.ts.map +1 -0
  80. package/dist/adapters/token-estimator.js +37 -0
  81. package/dist/adapters/token-estimator.js.map +1 -0
  82. package/dist/builder/context-builder.d.ts +186 -0
  83. package/dist/builder/context-builder.d.ts.map +1 -0
  84. package/dist/builder/context-builder.js +305 -0
  85. package/dist/builder/context-builder.js.map +1 -0
  86. package/dist/builder/context-fork.d.ts +166 -0
  87. package/dist/builder/context-fork.d.ts.map +1 -0
  88. package/dist/builder/context-fork.js +282 -0
  89. package/dist/builder/context-fork.js.map +1 -0
  90. package/dist/builder/index.d.ts +6 -0
  91. package/dist/builder/index.d.ts.map +1 -0
  92. package/dist/builder/index.js +22 -0
  93. package/dist/builder/index.js.map +1 -0
  94. package/dist/codecs/base.d.ts +18 -0
  95. package/dist/codecs/base.d.ts.map +1 -0
  96. package/dist/codecs/base.js +39 -0
  97. package/dist/codecs/base.js.map +1 -0
  98. package/dist/codecs/conversation-history.codec.d.ts +81 -0
  99. package/dist/codecs/conversation-history.codec.d.ts.map +1 -0
  100. package/dist/codecs/conversation-history.codec.js +89 -0
  101. package/dist/codecs/conversation-history.codec.js.map +1 -0
  102. package/dist/codecs/index.d.ts +31 -0
  103. package/dist/codecs/index.d.ts.map +1 -0
  104. package/dist/codecs/index.js +71 -0
  105. package/dist/codecs/index.js.map +1 -0
  106. package/dist/codecs/redacted-stub.codec.d.ts +32 -0
  107. package/dist/codecs/redacted-stub.codec.d.ts.map +1 -0
  108. package/dist/codecs/redacted-stub.codec.js +64 -0
  109. package/dist/codecs/redacted-stub.codec.js.map +1 -0
  110. package/dist/codecs/structured-reference.codec.d.ts +40 -0
  111. package/dist/codecs/structured-reference.codec.d.ts.map +1 -0
  112. package/dist/codecs/structured-reference.codec.js +81 -0
  113. package/dist/codecs/structured-reference.codec.js.map +1 -0
  114. package/dist/codecs/system-rules.codec.d.ts +32 -0
  115. package/dist/codecs/system-rules.codec.d.ts.map +1 -0
  116. package/dist/codecs/system-rules.codec.js +62 -0
  117. package/dist/codecs/system-rules.codec.js.map +1 -0
  118. package/dist/codecs/tool-output.codec.d.ts +66 -0
  119. package/dist/codecs/tool-output.codec.d.ts.map +1 -0
  120. package/dist/codecs/tool-output.codec.js +95 -0
  121. package/dist/codecs/tool-output.codec.js.map +1 -0
  122. package/dist/codecs/tool-schema.codec.d.ts +36 -0
  123. package/dist/codecs/tool-schema.codec.d.ts.map +1 -0
  124. package/dist/codecs/tool-schema.codec.js +74 -0
  125. package/dist/codecs/tool-schema.codec.js.map +1 -0
  126. package/dist/codecs/unsafe-text.codec.d.ts +28 -0
  127. package/dist/codecs/unsafe-text.codec.d.ts.map +1 -0
  128. package/dist/codecs/unsafe-text.codec.js +63 -0
  129. package/dist/codecs/unsafe-text.codec.js.map +1 -0
  130. package/dist/graph/context-graph.d.ts +121 -0
  131. package/dist/graph/context-graph.d.ts.map +1 -0
  132. package/dist/graph/context-graph.js +166 -0
  133. package/dist/graph/context-graph.js.map +1 -0
  134. package/dist/graph/index.d.ts +8 -0
  135. package/dist/graph/index.d.ts.map +1 -0
  136. package/dist/graph/index.js +24 -0
  137. package/dist/graph/index.js.map +1 -0
  138. package/dist/graph/kind-order.d.ts +60 -0
  139. package/dist/graph/kind-order.d.ts.map +1 -0
  140. package/dist/graph/kind-order.js +113 -0
  141. package/dist/graph/kind-order.js.map +1 -0
  142. package/dist/graph/queries.d.ts +68 -0
  143. package/dist/graph/queries.d.ts.map +1 -0
  144. package/dist/graph/queries.js +240 -0
  145. package/dist/graph/queries.js.map +1 -0
  146. package/dist/graph/views.d.ts +90 -0
  147. package/dist/graph/views.d.ts.map +1 -0
  148. package/dist/graph/views.js +173 -0
  149. package/dist/graph/views.js.map +1 -0
  150. package/dist/index.d.ts +16 -0
  151. package/dist/index.d.ts.map +1 -0
  152. package/dist/index.js +40 -0
  153. package/dist/index.js.map +1 -0
  154. package/dist/pipeline/compactor.d.ts +128 -0
  155. package/dist/pipeline/compactor.d.ts.map +1 -0
  156. package/dist/pipeline/compactor.js +346 -0
  157. package/dist/pipeline/compactor.js.map +1 -0
  158. package/dist/pipeline/index.d.ts +6 -0
  159. package/dist/pipeline/index.d.ts.map +1 -0
  160. package/dist/pipeline/index.js +22 -0
  161. package/dist/pipeline/index.js.map +1 -0
  162. package/dist/pipeline/summarizer.d.ts +18 -0
  163. package/dist/pipeline/summarizer.d.ts.map +1 -0
  164. package/dist/pipeline/summarizer.js +68 -0
  165. package/dist/pipeline/summarizer.js.map +1 -0
  166. package/dist/policies/default-policy.d.ts +29 -0
  167. package/dist/policies/default-policy.d.ts.map +1 -0
  168. package/dist/policies/default-policy.js +58 -0
  169. package/dist/policies/default-policy.js.map +1 -0
  170. package/dist/policies/index.d.ts +5 -0
  171. package/dist/policies/index.d.ts.map +1 -0
  172. package/dist/policies/index.js +21 -0
  173. package/dist/policies/index.js.map +1 -0
  174. package/dist/providers/anthropic-compiler.d.ts +58 -0
  175. package/dist/providers/anthropic-compiler.d.ts.map +1 -0
  176. package/dist/providers/anthropic-compiler.js +182 -0
  177. package/dist/providers/anthropic-compiler.js.map +1 -0
  178. package/dist/providers/capabilities.d.ts +54 -0
  179. package/dist/providers/capabilities.d.ts.map +1 -0
  180. package/dist/providers/capabilities.js +87 -0
  181. package/dist/providers/capabilities.js.map +1 -0
  182. package/dist/providers/gemini-compiler.d.ts +51 -0
  183. package/dist/providers/gemini-compiler.d.ts.map +1 -0
  184. package/dist/providers/gemini-compiler.js +206 -0
  185. package/dist/providers/gemini-compiler.js.map +1 -0
  186. package/dist/providers/index.d.ts +8 -0
  187. package/dist/providers/index.d.ts.map +1 -0
  188. package/dist/providers/index.js +24 -0
  189. package/dist/providers/index.js.map +1 -0
  190. package/dist/providers/openai-compiler.d.ts +46 -0
  191. package/dist/providers/openai-compiler.d.ts.map +1 -0
  192. package/dist/providers/openai-compiler.js +149 -0
  193. package/dist/providers/openai-compiler.js.map +1 -0
  194. package/dist/types/attachment.d.ts +62 -0
  195. package/dist/types/attachment.d.ts.map +1 -0
  196. package/dist/types/attachment.js +6 -0
  197. package/dist/types/attachment.js.map +1 -0
  198. package/dist/types/block.d.ts +61 -0
  199. package/dist/types/block.d.ts.map +1 -0
  200. package/dist/types/block.js +8 -0
  201. package/dist/types/block.js.map +1 -0
  202. package/dist/types/codec.d.ts +58 -0
  203. package/dist/types/codec.d.ts.map +1 -0
  204. package/dist/types/codec.js +6 -0
  205. package/dist/types/codec.js.map +1 -0
  206. package/dist/types/compiled.d.ts +91 -0
  207. package/dist/types/compiled.d.ts.map +1 -0
  208. package/dist/types/compiled.js +6 -0
  209. package/dist/types/compiled.js.map +1 -0
  210. package/dist/types/hash.d.ts +24 -0
  211. package/dist/types/hash.d.ts.map +1 -0
  212. package/dist/types/hash.js +49 -0
  213. package/dist/types/hash.js.map +1 -0
  214. package/dist/types/index.d.ts +10 -0
  215. package/dist/types/index.d.ts.map +1 -0
  216. package/dist/types/index.js +26 -0
  217. package/dist/types/index.js.map +1 -0
  218. package/dist/types/policy.d.ts +128 -0
  219. package/dist/types/policy.d.ts.map +1 -0
  220. package/dist/types/policy.js +55 -0
  221. package/dist/types/policy.js.map +1 -0
  222. package/package.json +55 -0
  223. package/postcss.config.js +4 -0
  224. package/src/__tests__/attachment-selector.test.ts +559 -0
  225. package/src/__tests__/cache-breakpoints.test.ts +566 -0
  226. package/src/__tests__/codecs.test.ts +417 -0
  227. package/src/__tests__/compactor.test.ts +608 -0
  228. package/src/__tests__/context-graph.test.ts +383 -0
  229. package/src/__tests__/hash.test.ts +274 -0
  230. package/src/__tests__/integration.test.ts +866 -0
  231. package/src/__tests__/kind-order.test.ts +312 -0
  232. package/src/__tests__/phase2-integration.test.ts +253 -0
  233. package/src/__tests__/queries.test.ts +387 -0
  234. package/src/__tests__/token-estimator.test.ts +326 -0
  235. package/src/adapters/anthropic-estimator.ts +125 -0
  236. package/src/adapters/attachment-resolver.ts +295 -0
  237. package/src/adapters/attachment-selector.ts +218 -0
  238. package/src/adapters/gemini-estimator.ts +93 -0
  239. package/src/adapters/index.ts +12 -0
  240. package/src/adapters/memory-store.ts +299 -0
  241. package/src/adapters/openai-estimator.ts +105 -0
  242. package/src/adapters/summarizer.ts +250 -0
  243. package/src/adapters/token-estimator.ts +74 -0
  244. package/src/builder/context-builder.ts +467 -0
  245. package/src/builder/context-fork.ts +471 -0
  246. package/src/builder/index.ts +6 -0
  247. package/src/codecs/base.ts +36 -0
  248. package/src/codecs/conversation-history.codec.ts +108 -0
  249. package/src/codecs/index.ts +57 -0
  250. package/src/codecs/redacted-stub.codec.ts +76 -0
  251. package/src/codecs/structured-reference.codec.ts +96 -0
  252. package/src/codecs/system-rules.codec.ts +74 -0
  253. package/src/codecs/tool-output.codec.ts +109 -0
  254. package/src/codecs/tool-schema.codec.ts +87 -0
  255. package/src/codecs/unsafe-text.codec.ts +74 -0
  256. package/src/graph/context-graph.ts +205 -0
  257. package/src/graph/index.ts +8 -0
  258. package/src/graph/kind-order.ts +125 -0
  259. package/src/graph/queries.ts +306 -0
  260. package/src/graph/views.ts +255 -0
  261. package/src/index.ts +31 -0
  262. package/src/pipeline/compactor.ts +563 -0
  263. package/src/pipeline/index.ts +6 -0
  264. package/src/pipeline/summarizer.ts +76 -0
  265. package/src/policies/default-policy.ts +69 -0
  266. package/src/policies/index.ts +5 -0
  267. package/src/providers/anthropic-compiler.ts +294 -0
  268. package/src/providers/capabilities.ts +144 -0
  269. package/src/providers/gemini-compiler.ts +272 -0
  270. package/src/providers/index.ts +8 -0
  271. package/src/providers/openai-compiler.ts +191 -0
  272. package/src/types/attachment.ts +86 -0
  273. package/src/types/block.ts +84 -0
  274. package/src/types/codec.ts +68 -0
  275. package/src/types/compiled.ts +109 -0
  276. package/src/types/hash.ts +58 -0
  277. package/src/types/index.ts +10 -0
  278. package/src/types/policy.ts +194 -0
  279. package/tsconfig.json +21 -0
  280. package/vitest.config.ts +21 -0
@@ -0,0 +1,254 @@
1
+ "use strict";
2
+ /**
3
+ * Unit tests for BlockQuery filtering logic.
4
+ *
5
+ * Tests matchesQuery, compareSensitivity, mergeQueries, and emptyQuery.
6
+ */
7
+ Object.defineProperty(exports, "__esModule", { value: true });
8
+ const vitest_1 = require("vitest");
9
+ const queries_js_1 = require("../graph/queries.js");
10
+ const context_graph_js_1 = require("../graph/context-graph.js");
11
+ (0, vitest_1.describe)('BlockQuery', () => {
12
+ (0, vitest_1.describe)('compareSensitivity', () => {
13
+ (0, vitest_1.it)('should order public < internal < restricted', () => {
14
+ (0, vitest_1.expect)((0, queries_js_1.compareSensitivity)('public', 'internal')).toBeLessThan(0);
15
+ (0, vitest_1.expect)((0, queries_js_1.compareSensitivity)('internal', 'restricted')).toBeLessThan(0);
16
+ (0, vitest_1.expect)((0, queries_js_1.compareSensitivity)('public', 'restricted')).toBeLessThan(0);
17
+ });
18
+ (0, vitest_1.it)('should be symmetric', () => {
19
+ (0, vitest_1.expect)((0, queries_js_1.compareSensitivity)('internal', 'public')).toBeGreaterThan(0);
20
+ (0, vitest_1.expect)((0, queries_js_1.compareSensitivity)('restricted', 'internal')).toBeGreaterThan(0);
21
+ (0, vitest_1.expect)((0, queries_js_1.compareSensitivity)('restricted', 'public')).toBeGreaterThan(0);
22
+ });
23
+ (0, vitest_1.it)('should return zero for equal levels', () => {
24
+ (0, vitest_1.expect)((0, queries_js_1.compareSensitivity)('public', 'public')).toBe(0);
25
+ (0, vitest_1.expect)((0, queries_js_1.compareSensitivity)('internal', 'internal')).toBe(0);
26
+ (0, vitest_1.expect)((0, queries_js_1.compareSensitivity)('restricted', 'restricted')).toBe(0);
27
+ });
28
+ });
29
+ (0, vitest_1.describe)('matchesQuery', () => {
30
+ const graph = new context_graph_js_1.ContextGraph();
31
+ (0, vitest_1.describe)('Kind filtering', () => {
32
+ (0, vitest_1.it)('should match blocks with specified kinds', () => {
33
+ const block = createBlock('hash1', 'pinned', 'test');
34
+ (0, vitest_1.expect)((0, queries_js_1.matchesQuery)(block, { kinds: ['pinned'] }, graph)).toBe(true);
35
+ (0, vitest_1.expect)((0, queries_js_1.matchesQuery)(block, { kinds: ['memory'] }, graph)).toBe(false);
36
+ });
37
+ (0, vitest_1.it)('should use OR logic for multiple kinds', () => {
38
+ const block = createBlock('hash1', 'memory', 'test');
39
+ (0, vitest_1.expect)((0, queries_js_1.matchesQuery)(block, { kinds: ['pinned', 'memory'] }, graph)).toBe(true);
40
+ });
41
+ (0, vitest_1.it)('should match all blocks when kinds is empty', () => {
42
+ const block = createBlock('hash1', 'pinned', 'test');
43
+ (0, vitest_1.expect)((0, queries_js_1.matchesQuery)(block, { kinds: [] }, graph)).toBe(true);
44
+ });
45
+ });
46
+ (0, vitest_1.describe)('Tag filtering', () => {
47
+ (0, vitest_1.it)('should match blocks with all specified tags', () => {
48
+ const block = createBlock('hash1', 'pinned', 'test');
49
+ block.meta.tags = ['important', 'cached'];
50
+ (0, vitest_1.expect)((0, queries_js_1.matchesQuery)(block, { tags: ['important'] }, graph)).toBe(true);
51
+ (0, vitest_1.expect)((0, queries_js_1.matchesQuery)(block, { tags: ['important', 'cached'] }, graph)).toBe(true);
52
+ });
53
+ (0, vitest_1.it)('should use AND logic for multiple tags', () => {
54
+ const block = createBlock('hash1', 'pinned', 'test');
55
+ block.meta.tags = ['important'];
56
+ (0, vitest_1.expect)((0, queries_js_1.matchesQuery)(block, { tags: ['important', 'cached'] }, graph)).toBe(false);
57
+ });
58
+ (0, vitest_1.it)('should match blocks without tags when tags filter is empty', () => {
59
+ const block = createBlock('hash1', 'pinned', 'test');
60
+ (0, vitest_1.expect)((0, queries_js_1.matchesQuery)(block, { tags: [] }, graph)).toBe(true);
61
+ });
62
+ });
63
+ (0, vitest_1.describe)('Sensitivity filtering', () => {
64
+ (0, vitest_1.it)('should filter by maximum sensitivity', () => {
65
+ const publicBlock = createBlock('hash1', 'pinned', 'test');
66
+ publicBlock.meta.sensitivity = 'public';
67
+ const internalBlock = createBlock('hash2', 'memory', 'test');
68
+ internalBlock.meta.sensitivity = 'internal';
69
+ (0, vitest_1.expect)((0, queries_js_1.matchesQuery)(publicBlock, { maxSensitivity: 'public' }, graph)).toBe(true);
70
+ (0, vitest_1.expect)((0, queries_js_1.matchesQuery)(internalBlock, { maxSensitivity: 'public' }, graph)).toBe(false);
71
+ });
72
+ (0, vitest_1.it)('should filter by minimum sensitivity', () => {
73
+ const publicBlock = createBlock('hash1', 'pinned', 'test');
74
+ publicBlock.meta.sensitivity = 'public';
75
+ const internalBlock = createBlock('hash2', 'memory', 'test');
76
+ internalBlock.meta.sensitivity = 'internal';
77
+ (0, vitest_1.expect)((0, queries_js_1.matchesQuery)(publicBlock, { minSensitivity: 'internal' }, graph)).toBe(false);
78
+ (0, vitest_1.expect)((0, queries_js_1.matchesQuery)(internalBlock, { minSensitivity: 'internal' }, graph)).toBe(true);
79
+ });
80
+ });
81
+ (0, vitest_1.describe)('Source filtering', () => {
82
+ (0, vitest_1.it)('should filter by source', () => {
83
+ const block = createBlock('hash1', 'pinned', 'test');
84
+ block.meta.source = 'test-source';
85
+ (0, vitest_1.expect)((0, queries_js_1.matchesQuery)(block, { source: 'test-source' }, graph)).toBe(true);
86
+ (0, vitest_1.expect)((0, queries_js_1.matchesQuery)(block, { source: 'other-source' }, graph)).toBe(false);
87
+ });
88
+ });
89
+ (0, vitest_1.describe)('Timestamp filtering', () => {
90
+ (0, vitest_1.it)('should filter by minimum creation timestamp', () => {
91
+ const block = createBlock('hash1', 'pinned', 'test');
92
+ block.meta.createdAt = 1000;
93
+ (0, vitest_1.expect)((0, queries_js_1.matchesQuery)(block, { minCreatedAt: 900 }, graph)).toBe(true);
94
+ (0, vitest_1.expect)((0, queries_js_1.matchesQuery)(block, { minCreatedAt: 1100 }, graph)).toBe(false);
95
+ });
96
+ (0, vitest_1.it)('should filter by maximum creation timestamp', () => {
97
+ const block = createBlock('hash1', 'pinned', 'test');
98
+ block.meta.createdAt = 1000;
99
+ (0, vitest_1.expect)((0, queries_js_1.matchesQuery)(block, { maxCreatedAt: 1100 }, graph)).toBe(true);
100
+ (0, vitest_1.expect)((0, queries_js_1.matchesQuery)(block, { maxCreatedAt: 900 }, graph)).toBe(false);
101
+ });
102
+ });
103
+ (0, vitest_1.describe)('Provenance filtering', () => {
104
+ (0, vitest_1.it)('should filter by derivedFromAny', () => {
105
+ const parent = createBlock('parent', 'pinned', 'parent');
106
+ const child = createBlock('child', 'memory', 'child');
107
+ const testGraph = new context_graph_js_1.ContextGraph();
108
+ testGraph.addBlock(parent);
109
+ testGraph.addBlock(child, [{ blockHash: 'parent' }]);
110
+ (0, vitest_1.expect)((0, queries_js_1.matchesQuery)(child, { derivedFromAny: ['parent'] }, testGraph)).toBe(true);
111
+ (0, vitest_1.expect)((0, queries_js_1.matchesQuery)(child, { derivedFromAny: ['other'] }, testGraph)).toBe(false);
112
+ });
113
+ (0, vitest_1.it)('should filter by notDerivedFromAny', () => {
114
+ const parent = createBlock('parent', 'pinned', 'parent');
115
+ const child = createBlock('child', 'memory', 'child');
116
+ const testGraph = new context_graph_js_1.ContextGraph();
117
+ testGraph.addBlock(parent);
118
+ testGraph.addBlock(child, [{ blockHash: 'parent' }]);
119
+ (0, vitest_1.expect)((0, queries_js_1.matchesQuery)(child, { notDerivedFromAny: ['parent'] }, testGraph)).toBe(false);
120
+ (0, vitest_1.expect)((0, queries_js_1.matchesQuery)(child, { notDerivedFromAny: ['other'] }, testGraph)).toBe(true);
121
+ });
122
+ });
123
+ (0, vitest_1.describe)('Reference filtering', () => {
124
+ (0, vitest_1.it)('should filter by referencesAny', () => {
125
+ const ref = createBlock('ref', 'reference', 'ref');
126
+ const block = createBlock('block', 'memory', 'block');
127
+ const testGraph = new context_graph_js_1.ContextGraph();
128
+ testGraph.addBlock(ref);
129
+ testGraph.addBlock(block, undefined, ['ref']);
130
+ (0, vitest_1.expect)((0, queries_js_1.matchesQuery)(block, { referencesAny: ['ref'] }, testGraph)).toBe(true);
131
+ (0, vitest_1.expect)((0, queries_js_1.matchesQuery)(block, { referencesAny: ['other'] }, testGraph)).toBe(false);
132
+ });
133
+ });
134
+ (0, vitest_1.describe)('Exclude hashes', () => {
135
+ (0, vitest_1.it)('should exclude specific block hashes', () => {
136
+ const block = createBlock('hash1', 'pinned', 'test');
137
+ (0, vitest_1.expect)((0, queries_js_1.matchesQuery)(block, { excludeHashes: ['hash2'] }, graph)).toBe(true);
138
+ (0, vitest_1.expect)((0, queries_js_1.matchesQuery)(block, { excludeHashes: ['hash1'] }, graph)).toBe(false);
139
+ });
140
+ });
141
+ (0, vitest_1.describe)('Combined filters', () => {
142
+ (0, vitest_1.it)('should apply multiple filters with AND logic', () => {
143
+ const block = createBlock('hash1', 'pinned', 'test');
144
+ block.meta.tags = ['important'];
145
+ block.meta.sensitivity = 'public';
146
+ const query = {
147
+ kinds: ['pinned'],
148
+ tags: ['important'],
149
+ maxSensitivity: 'public',
150
+ };
151
+ (0, vitest_1.expect)((0, queries_js_1.matchesQuery)(block, query, graph)).toBe(true);
152
+ });
153
+ (0, vitest_1.it)('should reject if any filter fails', () => {
154
+ const block = createBlock('hash1', 'pinned', 'test');
155
+ block.meta.tags = ['important'];
156
+ block.meta.sensitivity = 'internal';
157
+ const query = {
158
+ kinds: ['pinned'],
159
+ tags: ['important'],
160
+ maxSensitivity: 'public', // Fails this filter
161
+ };
162
+ (0, vitest_1.expect)((0, queries_js_1.matchesQuery)(block, query, graph)).toBe(false);
163
+ });
164
+ });
165
+ });
166
+ (0, vitest_1.describe)('emptyQuery', () => {
167
+ (0, vitest_1.it)('should create empty query object', () => {
168
+ const query = (0, queries_js_1.emptyQuery)();
169
+ (0, vitest_1.expect)(query).toEqual({});
170
+ });
171
+ });
172
+ (0, vitest_1.describe)('mergeQueries', () => {
173
+ (0, vitest_1.it)('should merge kinds with intersection', () => {
174
+ const q1 = { kinds: ['pinned', 'memory'] };
175
+ const q2 = { kinds: ['memory', 'history'] };
176
+ const merged = (0, queries_js_1.mergeQueries)(q1, q2);
177
+ (0, vitest_1.expect)(merged.kinds).toEqual(['memory']);
178
+ });
179
+ (0, vitest_1.it)('should merge tags with union', () => {
180
+ const q1 = { tags: ['tag1'] };
181
+ const q2 = { tags: ['tag2'] };
182
+ const merged = (0, queries_js_1.mergeQueries)(q1, q2);
183
+ (0, vitest_1.expect)(merged.tags).toEqual(['tag1', 'tag2']);
184
+ });
185
+ (0, vitest_1.it)('should merge sensitivity with most restrictive', () => {
186
+ const q1 = { minSensitivity: 'public' };
187
+ const q2 = { minSensitivity: 'internal' };
188
+ const merged = (0, queries_js_1.mergeQueries)(q1, q2);
189
+ (0, vitest_1.expect)(merged.minSensitivity).toBe('internal'); // Higher minimum
190
+ });
191
+ (0, vitest_1.it)('should merge maxSensitivity with lower maximum', () => {
192
+ const q1 = { maxSensitivity: 'internal' };
193
+ const q2 = { maxSensitivity: 'public' };
194
+ const merged = (0, queries_js_1.mergeQueries)(q1, q2);
195
+ (0, vitest_1.expect)(merged.maxSensitivity).toBe('public'); // Lower maximum
196
+ });
197
+ (0, vitest_1.it)('should merge timestamps with most restrictive range', () => {
198
+ const q1 = { minCreatedAt: 100, maxCreatedAt: 500 };
199
+ const q2 = { minCreatedAt: 200, maxCreatedAt: 400 };
200
+ const merged = (0, queries_js_1.mergeQueries)(q1, q2);
201
+ (0, vitest_1.expect)(merged.minCreatedAt).toBe(200); // Max of minimums
202
+ (0, vitest_1.expect)(merged.maxCreatedAt).toBe(400); // Min of maximums
203
+ });
204
+ (0, vitest_1.it)('should merge provenance with union', () => {
205
+ const q1 = { derivedFromAny: ['hash1'] };
206
+ const q2 = { derivedFromAny: ['hash2'] };
207
+ const merged = (0, queries_js_1.mergeQueries)(q1, q2);
208
+ (0, vitest_1.expect)(merged.derivedFromAny).toEqual(['hash1', 'hash2']);
209
+ });
210
+ (0, vitest_1.it)('should merge excludeHashes with union', () => {
211
+ const q1 = { excludeHashes: ['hash1'] };
212
+ const q2 = { excludeHashes: ['hash2'] };
213
+ const merged = (0, queries_js_1.mergeQueries)(q1, q2);
214
+ (0, vitest_1.expect)(merged.excludeHashes).toEqual(['hash1', 'hash2']);
215
+ });
216
+ (0, vitest_1.it)('should merge maxTokens with minimum', () => {
217
+ const q1 = { maxTokens: 1000 };
218
+ const q2 = { maxTokens: 500 };
219
+ const merged = (0, queries_js_1.mergeQueries)(q1, q2);
220
+ (0, vitest_1.expect)(merged.maxTokens).toBe(500);
221
+ });
222
+ (0, vitest_1.it)('should handle conflicting sources', () => {
223
+ const q1 = { source: 'source1' };
224
+ const q2 = { source: 'source2' };
225
+ const merged = (0, queries_js_1.mergeQueries)(q1, q2);
226
+ // Conflicting sources = impossible query (empty kinds array)
227
+ (0, vitest_1.expect)(merged.kinds).toEqual([]);
228
+ });
229
+ (0, vitest_1.it)('should merge empty queries', () => {
230
+ const merged = (0, queries_js_1.mergeQueries)({}, {});
231
+ (0, vitest_1.expect)(merged).toEqual({});
232
+ });
233
+ (0, vitest_1.it)('should handle single query', () => {
234
+ const q1 = { kinds: ['pinned'] };
235
+ const merged = (0, queries_js_1.mergeQueries)(q1);
236
+ (0, vitest_1.expect)(merged).toEqual({ kinds: ['pinned'] });
237
+ });
238
+ });
239
+ });
240
+ // Helper to create test blocks
241
+ function createBlock(hash, kind, payload) {
242
+ return {
243
+ blockHash: hash,
244
+ meta: {
245
+ kind,
246
+ sensitivity: 'public',
247
+ codecId: 'test',
248
+ codecVersion: '1.0.0',
249
+ createdAt: Date.now(),
250
+ },
251
+ payload,
252
+ };
253
+ }
254
+ //# sourceMappingURL=queries.test.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"queries.test.js","sourceRoot":"","sources":["../../src/__tests__/queries.test.ts"],"names":[],"mappings":";AAAA;;;;GAIG;;AAEH,mCAA8C;AAC9C,oDAK6B;AAC7B,gEAAyD;AAIzD,IAAA,iBAAQ,EAAC,YAAY,EAAE,GAAG,EAAE;IAC1B,IAAA,iBAAQ,EAAC,oBAAoB,EAAE,GAAG,EAAE;QAClC,IAAA,WAAE,EAAC,6CAA6C,EAAE,GAAG,EAAE;YACrD,IAAA,eAAM,EAAC,IAAA,+BAAkB,EAAC,QAAQ,EAAE,UAAU,CAAC,CAAC,CAAC,YAAY,CAAC,CAAC,CAAC,CAAC;YACjE,IAAA,eAAM,EAAC,IAAA,+BAAkB,EAAC,UAAU,EAAE,YAAY,CAAC,CAAC,CAAC,YAAY,CAAC,CAAC,CAAC,CAAC;YACrE,IAAA,eAAM,EAAC,IAAA,+BAAkB,EAAC,QAAQ,EAAE,YAAY,CAAC,CAAC,CAAC,YAAY,CAAC,CAAC,CAAC,CAAC;QACrE,CAAC,CAAC,CAAC;QAEH,IAAA,WAAE,EAAC,qBAAqB,EAAE,GAAG,EAAE;YAC7B,IAAA,eAAM,EAAC,IAAA,+BAAkB,EAAC,UAAU,EAAE,QAAQ,CAAC,CAAC,CAAC,eAAe,CAAC,CAAC,CAAC,CAAC;YACpE,IAAA,eAAM,EAAC,IAAA,+BAAkB,EAAC,YAAY,EAAE,UAAU,CAAC,CAAC,CAAC,eAAe,CAAC,CAAC,CAAC,CAAC;YACxE,IAAA,eAAM,EAAC,IAAA,+BAAkB,EAAC,YAAY,EAAE,QAAQ,CAAC,CAAC,CAAC,eAAe,CAAC,CAAC,CAAC,CAAC;QACxE,CAAC,CAAC,CAAC;QAEH,IAAA,WAAE,EAAC,qCAAqC,EAAE,GAAG,EAAE;YAC7C,IAAA,eAAM,EAAC,IAAA,+BAAkB,EAAC,QAAQ,EAAE,QAAQ,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;YACvD,IAAA,eAAM,EAAC,IAAA,+BAAkB,EAAC,UAAU,EAAE,UAAU,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;YAC3D,IAAA,eAAM,EAAC,IAAA,+BAAkB,EAAC,YAAY,EAAE,YAAY,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;QACjE,CAAC,CAAC,CAAC;IACL,CAAC,CAAC,CAAC;IAEH,IAAA,iBAAQ,EAAC,cAAc,EAAE,GAAG,EAAE;QAC5B,MAAM,KAAK,GAAG,IAAI,+BAAY,EAAE,CAAC;QAEjC,IAAA,iBAAQ,EAAC,gBAAgB,EAAE,GAAG,EAAE;YAC9B,IAAA,WAAE,EAAC,0CAA0C,EAAE,GAAG,EAAE;gBAClD,MAAM,KAAK,GAAG,WAAW,CAAC,OAAO,EAAE,QAAQ,EAAE,MAAM,CAAC,CAAC;gBAErD,IAAA,eAAM,EAAC,IAAA,yBAAY,EAAC,KAAK,EAAE,EAAE,KAAK,EAAE,CAAC,QAAQ,CAAC,EAAE,EAAE,KAAK,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;gBACrE,IAAA,eAAM,EAAC,IAAA,yBAAY,EAAC,KAAK,EAAE,EAAE,KAAK,EAAE,CAAC,QAAQ,CAAC,EAAE,EAAE,KAAK,CAAC,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;YACxE,CAAC,CAAC,CAAC;YAEH,IAAA,WAAE,EAAC,wCAAwC,EAAE,GAAG,EAAE;gBAChD,MAAM,KAAK,GAAG,WAAW,CAAC,OAAO,EAAE,QAAQ,EAAE,MAAM,CAAC,CAAC;gBAErD,IAAA,eAAM,EACJ,IAAA,yBAAY,EAAC,KAAK,EAAE,EAAE,KAAK,EAAE,CAAC,QAAQ,EAAE,QAAQ,CAAC,EAAE,EAAE,KAAK,CAAC,CAC5D,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;YACf,CAAC,CAAC,CAAC;YAEH,IAAA,WAAE,EAAC,6CAA6C,EAAE,GAAG,EAAE;gBACrD,MAAM,KAAK,GAAG,WAAW,CAAC,OAAO,EAAE,QAAQ,EAAE,MAAM,CAAC,CAAC;gBAErD,IAAA,eAAM,EAAC,IAAA,yBAAY,EAAC,KAAK,EAAE,EAAE,KAAK,EAAE,EAAE,EAAE,EAAE,KAAK,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;YAC/D,CAAC,CAAC,CAAC;QACL,CAAC,CAAC,CAAC;QAEH,IAAA,iBAAQ,EAAC,eAAe,EAAE,GAAG,EAAE;YAC7B,IAAA,WAAE,EAAC,6CAA6C,EAAE,GAAG,EAAE;gBACrD,MAAM,KAAK,GAAG,WAAW,CAAC,OAAO,EAAE,QAAQ,EAAE,MAAM,CAAC,CAAC;gBACrD,KAAK,CAAC,IAAI,CAAC,IAAI,GAAG,CAAC,WAAW,EAAE,QAAQ,CAAC,CAAC;gBAE1C,IAAA,eAAM,EACJ,IAAA,yBAAY,EAAC,KAAK,EAAE,EAAE,IAAI,EAAE,CAAC,WAAW,CAAC,EAAE,EAAE,KAAK,CAAC,CACpD,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;gBACb,IAAA,eAAM,EACJ,IAAA,yBAAY,EAAC,KAAK,EAAE,EAAE,IAAI,EAAE,CAAC,WAAW,EAAE,QAAQ,CAAC,EAAE,EAAE,KAAK,CAAC,CAC9D,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;YACf,CAAC,CAAC,CAAC;YAEH,IAAA,WAAE,EAAC,wCAAwC,EAAE,GAAG,EAAE;gBAChD,MAAM,KAAK,GAAG,WAAW,CAAC,OAAO,EAAE,QAAQ,EAAE,MAAM,CAAC,CAAC;gBACrD,KAAK,CAAC,IAAI,CAAC,IAAI,GAAG,CAAC,WAAW,CAAC,CAAC;gBAEhC,IAAA,eAAM,EACJ,IAAA,yBAAY,EAAC,KAAK,EAAE,EAAE,IAAI,EAAE,CAAC,WAAW,EAAE,QAAQ,CAAC,EAAE,EAAE,KAAK,CAAC,CAC9D,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;YAChB,CAAC,CAAC,CAAC;YAEH,IAAA,WAAE,EAAC,4DAA4D,EAAE,GAAG,EAAE;gBACpE,MAAM,KAAK,GAAG,WAAW,CAAC,OAAO,EAAE,QAAQ,EAAE,MAAM,CAAC,CAAC;gBAErD,IAAA,eAAM,EAAC,IAAA,yBAAY,EAAC,KAAK,EAAE,EAAE,IAAI,EAAE,EAAE,EAAE,EAAE,KAAK,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;YAC9D,CAAC,CAAC,CAAC;QACL,CAAC,CAAC,CAAC;QAEH,IAAA,iBAAQ,EAAC,uBAAuB,EAAE,GAAG,EAAE;YACrC,IAAA,WAAE,EAAC,sCAAsC,EAAE,GAAG,EAAE;gBAC9C,MAAM,WAAW,GAAG,WAAW,CAAC,OAAO,EAAE,QAAQ,EAAE,MAAM,CAAC,CAAC;gBAC3D,WAAW,CAAC,IAAI,CAAC,WAAW,GAAG,QAAQ,CAAC;gBAExC,MAAM,aAAa,GAAG,WAAW,CAAC,OAAO,EAAE,QAAQ,EAAE,MAAM,CAAC,CAAC;gBAC7D,aAAa,CAAC,IAAI,CAAC,WAAW,GAAG,UAAU,CAAC;gBAE5C,IAAA,eAAM,EACJ,IAAA,yBAAY,EAAC,WAAW,EAAE,EAAE,cAAc,EAAE,QAAQ,EAAE,EAAE,KAAK,CAAC,CAC/D,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;gBACb,IAAA,eAAM,EACJ,IAAA,yBAAY,EAAC,aAAa,EAAE,EAAE,cAAc,EAAE,QAAQ,EAAE,EAAE,KAAK,CAAC,CACjE,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;YAChB,CAAC,CAAC,CAAC;YAEH,IAAA,WAAE,EAAC,sCAAsC,EAAE,GAAG,EAAE;gBAC9C,MAAM,WAAW,GAAG,WAAW,CAAC,OAAO,EAAE,QAAQ,EAAE,MAAM,CAAC,CAAC;gBAC3D,WAAW,CAAC,IAAI,CAAC,WAAW,GAAG,QAAQ,CAAC;gBAExC,MAAM,aAAa,GAAG,WAAW,CAAC,OAAO,EAAE,QAAQ,EAAE,MAAM,CAAC,CAAC;gBAC7D,aAAa,CAAC,IAAI,CAAC,WAAW,GAAG,UAAU,CAAC;gBAE5C,IAAA,eAAM,EACJ,IAAA,yBAAY,EAAC,WAAW,EAAE,EAAE,cAAc,EAAE,UAAU,EAAE,EAAE,KAAK,CAAC,CACjE,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;gBACd,IAAA,eAAM,EACJ,IAAA,yBAAY,EAAC,aAAa,EAAE,EAAE,cAAc,EAAE,UAAU,EAAE,EAAE,KAAK,CAAC,CACnE,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;YACf,CAAC,CAAC,CAAC;QACL,CAAC,CAAC,CAAC;QAEH,IAAA,iBAAQ,EAAC,kBAAkB,EAAE,GAAG,EAAE;YAChC,IAAA,WAAE,EAAC,yBAAyB,EAAE,GAAG,EAAE;gBACjC,MAAM,KAAK,GAAG,WAAW,CAAC,OAAO,EAAE,QAAQ,EAAE,MAAM,CAAC,CAAC;gBACrD,KAAK,CAAC,IAAI,CAAC,MAAM,GAAG,aAAa,CAAC;gBAElC,IAAA,eAAM,EACJ,IAAA,yBAAY,EAAC,KAAK,EAAE,EAAE,MAAM,EAAE,aAAa,EAAE,EAAE,KAAK,CAAC,CACtD,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;gBACb,IAAA,eAAM,EACJ,IAAA,yBAAY,EAAC,KAAK,EAAE,EAAE,MAAM,EAAE,cAAc,EAAE,EAAE,KAAK,CAAC,CACvD,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;YAChB,CAAC,CAAC,CAAC;QACL,CAAC,CAAC,CAAC;QAEH,IAAA,iBAAQ,EAAC,qBAAqB,EAAE,GAAG,EAAE;YACnC,IAAA,WAAE,EAAC,6CAA6C,EAAE,GAAG,EAAE;gBACrD,MAAM,KAAK,GAAG,WAAW,CAAC,OAAO,EAAE,QAAQ,EAAE,MAAM,CAAC,CAAC;gBACrD,KAAK,CAAC,IAAI,CAAC,SAAS,GAAG,IAAI,CAAC;gBAE5B,IAAA,eAAM,EACJ,IAAA,yBAAY,EAAC,KAAK,EAAE,EAAE,YAAY,EAAE,GAAG,EAAE,EAAE,KAAK,CAAC,CAClD,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;gBACb,IAAA,eAAM,EACJ,IAAA,yBAAY,EAAC,KAAK,EAAE,EAAE,YAAY,EAAE,IAAI,EAAE,EAAE,KAAK,CAAC,CACnD,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;YAChB,CAAC,CAAC,CAAC;YAEH,IAAA,WAAE,EAAC,6CAA6C,EAAE,GAAG,EAAE;gBACrD,MAAM,KAAK,GAAG,WAAW,CAAC,OAAO,EAAE,QAAQ,EAAE,MAAM,CAAC,CAAC;gBACrD,KAAK,CAAC,IAAI,CAAC,SAAS,GAAG,IAAI,CAAC;gBAE5B,IAAA,eAAM,EACJ,IAAA,yBAAY,EAAC,KAAK,EAAE,EAAE,YAAY,EAAE,IAAI,EAAE,EAAE,KAAK,CAAC,CACnD,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;gBACb,IAAA,eAAM,EACJ,IAAA,yBAAY,EAAC,KAAK,EAAE,EAAE,YAAY,EAAE,GAAG,EAAE,EAAE,KAAK,CAAC,CAClD,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;YAChB,CAAC,CAAC,CAAC;QACL,CAAC,CAAC,CAAC;QAEH,IAAA,iBAAQ,EAAC,sBAAsB,EAAE,GAAG,EAAE;YACpC,IAAA,WAAE,EAAC,iCAAiC,EAAE,GAAG,EAAE;gBACzC,MAAM,MAAM,GAAG,WAAW,CAAC,QAAQ,EAAE,QAAQ,EAAE,QAAQ,CAAC,CAAC;gBACzD,MAAM,KAAK,GAAG,WAAW,CAAC,OAAO,EAAE,QAAQ,EAAE,OAAO,CAAC,CAAC;gBAEtD,MAAM,SAAS,GAAG,IAAI,+BAAY,EAAE,CAAC;gBACrC,SAAS,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC;gBAC3B,SAAS,CAAC,QAAQ,CAAC,KAAK,EAAE,CAAC,EAAE,SAAS,EAAE,QAAQ,EAAE,CAAC,CAAC,CAAC;gBAErD,IAAA,eAAM,EACJ,IAAA,yBAAY,EAAC,KAAK,EAAE,EAAE,cAAc,EAAE,CAAC,QAAQ,CAAC,EAAE,EAAE,SAAS,CAAC,CAC/D,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;gBACb,IAAA,eAAM,EACJ,IAAA,yBAAY,EAAC,KAAK,EAAE,EAAE,cAAc,EAAE,CAAC,OAAO,CAAC,EAAE,EAAE,SAAS,CAAC,CAC9D,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;YAChB,CAAC,CAAC,CAAC;YAEH,IAAA,WAAE,EAAC,oCAAoC,EAAE,GAAG,EAAE;gBAC5C,MAAM,MAAM,GAAG,WAAW,CAAC,QAAQ,EAAE,QAAQ,EAAE,QAAQ,CAAC,CAAC;gBACzD,MAAM,KAAK,GAAG,WAAW,CAAC,OAAO,EAAE,QAAQ,EAAE,OAAO,CAAC,CAAC;gBAEtD,MAAM,SAAS,GAAG,IAAI,+BAAY,EAAE,CAAC;gBACrC,SAAS,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC;gBAC3B,SAAS,CAAC,QAAQ,CAAC,KAAK,EAAE,CAAC,EAAE,SAAS,EAAE,QAAQ,EAAE,CAAC,CAAC,CAAC;gBAErD,IAAA,eAAM,EACJ,IAAA,yBAAY,EAAC,KAAK,EAAE,EAAE,iBAAiB,EAAE,CAAC,QAAQ,CAAC,EAAE,EAAE,SAAS,CAAC,CAClE,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;gBACd,IAAA,eAAM,EACJ,IAAA,yBAAY,EAAC,KAAK,EAAE,EAAE,iBAAiB,EAAE,CAAC,OAAO,CAAC,EAAE,EAAE,SAAS,CAAC,CACjE,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;YACf,CAAC,CAAC,CAAC;QACL,CAAC,CAAC,CAAC;QAEH,IAAA,iBAAQ,EAAC,qBAAqB,EAAE,GAAG,EAAE;YACnC,IAAA,WAAE,EAAC,gCAAgC,EAAE,GAAG,EAAE;gBACxC,MAAM,GAAG,GAAG,WAAW,CAAC,KAAK,EAAE,WAAW,EAAE,KAAK,CAAC,CAAC;gBACnD,MAAM,KAAK,GAAG,WAAW,CAAC,OAAO,EAAE,QAAQ,EAAE,OAAO,CAAC,CAAC;gBAEtD,MAAM,SAAS,GAAG,IAAI,+BAAY,EAAE,CAAC;gBACrC,SAAS,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC;gBACxB,SAAS,CAAC,QAAQ,CAAC,KAAK,EAAE,SAAS,EAAE,CAAC,KAAK,CAAC,CAAC,CAAC;gBAE9C,IAAA,eAAM,EACJ,IAAA,yBAAY,EAAC,KAAK,EAAE,EAAE,aAAa,EAAE,CAAC,KAAK,CAAC,EAAE,EAAE,SAAS,CAAC,CAC3D,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;gBACb,IAAA,eAAM,EACJ,IAAA,yBAAY,EAAC,KAAK,EAAE,EAAE,aAAa,EAAE,CAAC,OAAO,CAAC,EAAE,EAAE,SAAS,CAAC,CAC7D,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;YAChB,CAAC,CAAC,CAAC;QACL,CAAC,CAAC,CAAC;QAEH,IAAA,iBAAQ,EAAC,gBAAgB,EAAE,GAAG,EAAE;YAC9B,IAAA,WAAE,EAAC,sCAAsC,EAAE,GAAG,EAAE;gBAC9C,MAAM,KAAK,GAAG,WAAW,CAAC,OAAO,EAAE,QAAQ,EAAE,MAAM,CAAC,CAAC;gBAErD,IAAA,eAAM,EACJ,IAAA,yBAAY,EAAC,KAAK,EAAE,EAAE,aAAa,EAAE,CAAC,OAAO,CAAC,EAAE,EAAE,KAAK,CAAC,CACzD,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;gBACb,IAAA,eAAM,EACJ,IAAA,yBAAY,EAAC,KAAK,EAAE,EAAE,aAAa,EAAE,CAAC,OAAO,CAAC,EAAE,EAAE,KAAK,CAAC,CACzD,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;YAChB,CAAC,CAAC,CAAC;QACL,CAAC,CAAC,CAAC;QAEH,IAAA,iBAAQ,EAAC,kBAAkB,EAAE,GAAG,EAAE;YAChC,IAAA,WAAE,EAAC,8CAA8C,EAAE,GAAG,EAAE;gBACtD,MAAM,KAAK,GAAG,WAAW,CAAC,OAAO,EAAE,QAAQ,EAAE,MAAM,CAAC,CAAC;gBACrD,KAAK,CAAC,IAAI,CAAC,IAAI,GAAG,CAAC,WAAW,CAAC,CAAC;gBAChC,KAAK,CAAC,IAAI,CAAC,WAAW,GAAG,QAAQ,CAAC;gBAElC,MAAM,KAAK,GAAe;oBACxB,KAAK,EAAE,CAAC,QAAQ,CAAC;oBACjB,IAAI,EAAE,CAAC,WAAW,CAAC;oBACnB,cAAc,EAAE,QAAQ;iBACzB,CAAC;gBAEF,IAAA,eAAM,EAAC,IAAA,yBAAY,EAAC,KAAK,EAAE,KAAK,EAAE,KAAK,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;YACvD,CAAC,CAAC,CAAC;YAEH,IAAA,WAAE,EAAC,mCAAmC,EAAE,GAAG,EAAE;gBAC3C,MAAM,KAAK,GAAG,WAAW,CAAC,OAAO,EAAE,QAAQ,EAAE,MAAM,CAAC,CAAC;gBACrD,KAAK,CAAC,IAAI,CAAC,IAAI,GAAG,CAAC,WAAW,CAAC,CAAC;gBAChC,KAAK,CAAC,IAAI,CAAC,WAAW,GAAG,UAAU,CAAC;gBAEpC,MAAM,KAAK,GAAe;oBACxB,KAAK,EAAE,CAAC,QAAQ,CAAC;oBACjB,IAAI,EAAE,CAAC,WAAW,CAAC;oBACnB,cAAc,EAAE,QAAQ,EAAE,oBAAoB;iBAC/C,CAAC;gBAEF,IAAA,eAAM,EAAC,IAAA,yBAAY,EAAC,KAAK,EAAE,KAAK,EAAE,KAAK,CAAC,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;YACxD,CAAC,CAAC,CAAC;QACL,CAAC,CAAC,CAAC;IACL,CAAC,CAAC,CAAC;IAEH,IAAA,iBAAQ,EAAC,YAAY,EAAE,GAAG,EAAE;QAC1B,IAAA,WAAE,EAAC,kCAAkC,EAAE,GAAG,EAAE;YAC1C,MAAM,KAAK,GAAG,IAAA,uBAAU,GAAE,CAAC;YAE3B,IAAA,eAAM,EAAC,KAAK,CAAC,CAAC,OAAO,CAAC,EAAE,CAAC,CAAC;QAC5B,CAAC,CAAC,CAAC;IACL,CAAC,CAAC,CAAC;IAEH,IAAA,iBAAQ,EAAC,cAAc,EAAE,GAAG,EAAE;QAC5B,IAAA,WAAE,EAAC,sCAAsC,EAAE,GAAG,EAAE;YAC9C,MAAM,EAAE,GAAe,EAAE,KAAK,EAAE,CAAC,QAAQ,EAAE,QAAQ,CAAC,EAAE,CAAC;YACvD,MAAM,EAAE,GAAe,EAAE,KAAK,EAAE,CAAC,QAAQ,EAAE,SAAS,CAAC,EAAE,CAAC;YAExD,MAAM,MAAM,GAAG,IAAA,yBAAY,EAAC,EAAE,EAAE,EAAE,CAAC,CAAC;YAEpC,IAAA,eAAM,EAAC,MAAM,CAAC,KAAK,CAAC,CAAC,OAAO,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC;QAC3C,CAAC,CAAC,CAAC;QAEH,IAAA,WAAE,EAAC,8BAA8B,EAAE,GAAG,EAAE;YACtC,MAAM,EAAE,GAAe,EAAE,IAAI,EAAE,CAAC,MAAM,CAAC,EAAE,CAAC;YAC1C,MAAM,EAAE,GAAe,EAAE,IAAI,EAAE,CAAC,MAAM,CAAC,EAAE,CAAC;YAE1C,MAAM,MAAM,GAAG,IAAA,yBAAY,EAAC,EAAE,EAAE,EAAE,CAAC,CAAC;YAEpC,IAAA,eAAM,EAAC,MAAM,CAAC,IAAI,CAAC,CAAC,OAAO,CAAC,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC,CAAC;QAChD,CAAC,CAAC,CAAC;QAEH,IAAA,WAAE,EAAC,gDAAgD,EAAE,GAAG,EAAE;YACxD,MAAM,EAAE,GAAe,EAAE,cAAc,EAAE,QAAQ,EAAE,CAAC;YACpD,MAAM,EAAE,GAAe,EAAE,cAAc,EAAE,UAAU,EAAE,CAAC;YAEtD,MAAM,MAAM,GAAG,IAAA,yBAAY,EAAC,EAAE,EAAE,EAAE,CAAC,CAAC;YAEpC,IAAA,eAAM,EAAC,MAAM,CAAC,cAAc,CAAC,CAAC,IAAI,CAAC,UAAU,CAAC,CAAC,CAAC,iBAAiB;QACnE,CAAC,CAAC,CAAC;QAEH,IAAA,WAAE,EAAC,gDAAgD,EAAE,GAAG,EAAE;YACxD,MAAM,EAAE,GAAe,EAAE,cAAc,EAAE,UAAU,EAAE,CAAC;YACtD,MAAM,EAAE,GAAe,EAAE,cAAc,EAAE,QAAQ,EAAE,CAAC;YAEpD,MAAM,MAAM,GAAG,IAAA,yBAAY,EAAC,EAAE,EAAE,EAAE,CAAC,CAAC;YAEpC,IAAA,eAAM,EAAC,MAAM,CAAC,cAAc,CAAC,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC,CAAC,gBAAgB;QAChE,CAAC,CAAC,CAAC;QAEH,IAAA,WAAE,EAAC,qDAAqD,EAAE,GAAG,EAAE;YAC7D,MAAM,EAAE,GAAe,EAAE,YAAY,EAAE,GAAG,EAAE,YAAY,EAAE,GAAG,EAAE,CAAC;YAChE,MAAM,EAAE,GAAe,EAAE,YAAY,EAAE,GAAG,EAAE,YAAY,EAAE,GAAG,EAAE,CAAC;YAEhE,MAAM,MAAM,GAAG,IAAA,yBAAY,EAAC,EAAE,EAAE,EAAE,CAAC,CAAC;YAEpC,IAAA,eAAM,EAAC,MAAM,CAAC,YAAY,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC,kBAAkB;YACzD,IAAA,eAAM,EAAC,MAAM,CAAC,YAAY,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC,kBAAkB;QAC3D,CAAC,CAAC,CAAC;QAEH,IAAA,WAAE,EAAC,oCAAoC,EAAE,GAAG,EAAE;YAC5C,MAAM,EAAE,GAAe,EAAE,cAAc,EAAE,CAAC,OAAO,CAAC,EAAE,CAAC;YACrD,MAAM,EAAE,GAAe,EAAE,cAAc,EAAE,CAAC,OAAO,CAAC,EAAE,CAAC;YAErD,MAAM,MAAM,GAAG,IAAA,yBAAY,EAAC,EAAE,EAAE,EAAE,CAAC,CAAC;YAEpC,IAAA,eAAM,EAAC,MAAM,CAAC,cAAc,CAAC,CAAC,OAAO,CAAC,CAAC,OAAO,EAAE,OAAO,CAAC,CAAC,CAAC;QAC5D,CAAC,CAAC,CAAC;QAEH,IAAA,WAAE,EAAC,uCAAuC,EAAE,GAAG,EAAE;YAC/C,MAAM,EAAE,GAAe,EAAE,aAAa,EAAE,CAAC,OAAO,CAAC,EAAE,CAAC;YACpD,MAAM,EAAE,GAAe,EAAE,aAAa,EAAE,CAAC,OAAO,CAAC,EAAE,CAAC;YAEpD,MAAM,MAAM,GAAG,IAAA,yBAAY,EAAC,EAAE,EAAE,EAAE,CAAC,CAAC;YAEpC,IAAA,eAAM,EAAC,MAAM,CAAC,aAAa,CAAC,CAAC,OAAO,CAAC,CAAC,OAAO,EAAE,OAAO,CAAC,CAAC,CAAC;QAC3D,CAAC,CAAC,CAAC;QAEH,IAAA,WAAE,EAAC,qCAAqC,EAAE,GAAG,EAAE;YAC7C,MAAM,EAAE,GAAe,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC;YAC3C,MAAM,EAAE,GAAe,EAAE,SAAS,EAAE,GAAG,EAAE,CAAC;YAE1C,MAAM,MAAM,GAAG,IAAA,yBAAY,EAAC,EAAE,EAAE,EAAE,CAAC,CAAC;YAEpC,IAAA,eAAM,EAAC,MAAM,CAAC,SAAS,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;QACrC,CAAC,CAAC,CAAC;QAEH,IAAA,WAAE,EAAC,mCAAmC,EAAE,GAAG,EAAE;YAC3C,MAAM,EAAE,GAAe,EAAE,MAAM,EAAE,SAAS,EAAE,CAAC;YAC7C,MAAM,EAAE,GAAe,EAAE,MAAM,EAAE,SAAS,EAAE,CAAC;YAE7C,MAAM,MAAM,GAAG,IAAA,yBAAY,EAAC,EAAE,EAAE,EAAE,CAAC,CAAC;YAEpC,6DAA6D;YAC7D,IAAA,eAAM,EAAC,MAAM,CAAC,KAAK,CAAC,CAAC,OAAO,CAAC,EAAE,CAAC,CAAC;QACnC,CAAC,CAAC,CAAC;QAEH,IAAA,WAAE,EAAC,4BAA4B,EAAE,GAAG,EAAE;YACpC,MAAM,MAAM,GAAG,IAAA,yBAAY,EAAC,EAAE,EAAE,EAAE,CAAC,CAAC;YAEpC,IAAA,eAAM,EAAC,MAAM,CAAC,CAAC,OAAO,CAAC,EAAE,CAAC,CAAC;QAC7B,CAAC,CAAC,CAAC;QAEH,IAAA,WAAE,EAAC,4BAA4B,EAAE,GAAG,EAAE;YACpC,MAAM,EAAE,GAAe,EAAE,KAAK,EAAE,CAAC,QAAQ,CAAC,EAAE,CAAC;YAE7C,MAAM,MAAM,GAAG,IAAA,yBAAY,EAAC,EAAE,CAAC,CAAC;YAEhC,IAAA,eAAM,EAAC,MAAM,CAAC,CAAC,OAAO,CAAC,EAAE,KAAK,EAAE,CAAC,QAAQ,CAAC,EAAE,CAAC,CAAC;QAChD,CAAC,CAAC,CAAC;IACL,CAAC,CAAC,CAAC;AACL,CAAC,CAAC,CAAC;AAEH,+BAA+B;AAC/B,SAAS,WAAW,CAClB,IAAY,EACZ,IAAe,EACf,OAAe;IAEf,OAAO;QACL,SAAS,EAAE,IAAI;QACf,IAAI,EAAE;YACJ,IAAI;YACJ,WAAW,EAAE,QAAQ;YACrB,OAAO,EAAE,MAAM;YACf,YAAY,EAAE,OAAO;YACrB,SAAS,EAAE,IAAI,CAAC,GAAG,EAAE;SACtB;QACD,OAAO;KACR,CAAC;AACJ,CAAC"}
@@ -0,0 +1,7 @@
1
+ /**
2
+ * Unit tests for token estimators.
3
+ *
4
+ * Tests AnthropicTokenEstimator, OpenAITokenEstimator, GeminiTokenEstimator.
5
+ */
6
+ export {};
7
+ //# sourceMappingURL=token-estimator.test.d.ts.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"token-estimator.test.d.ts","sourceRoot":"","sources":["../../src/__tests__/token-estimator.test.ts"],"names":[],"mappings":"AAAA;;;;GAIG"}
@@ -0,0 +1,267 @@
1
+ "use strict";
2
+ /**
3
+ * Unit tests for token estimators.
4
+ *
5
+ * Tests AnthropicTokenEstimator, OpenAITokenEstimator, GeminiTokenEstimator.
6
+ */
7
+ Object.defineProperty(exports, "__esModule", { value: true });
8
+ const vitest_1 = require("vitest");
9
+ const token_estimator_js_1 = require("../adapters/token-estimator.js");
10
+ const openai_estimator_js_1 = require("../adapters/openai-estimator.js");
11
+ const gemini_estimator_js_1 = require("../adapters/gemini-estimator.js");
12
+ (0, vitest_1.describe)('Token Estimator', () => {
13
+ (0, vitest_1.describe)('heuristicTokenCount', () => {
14
+ (0, vitest_1.it)('should estimate tokens using chars/4 with multiplier', () => {
15
+ const text = 'a'.repeat(100); // 100 chars
16
+ const tokens = (0, token_estimator_js_1.heuristicTokenCount)(text);
17
+ // Expected: (100 / 4) * 1.2 = 30
18
+ (0, vitest_1.expect)(tokens).toBe(30);
19
+ });
20
+ (0, vitest_1.it)('should round up fractional tokens', () => {
21
+ const text = 'a'.repeat(7); // 7 chars
22
+ const tokens = (0, token_estimator_js_1.heuristicTokenCount)(text);
23
+ // Expected: ceil((7 / 4) * 1.2) = ceil(2.1) = 3
24
+ (0, vitest_1.expect)(tokens).toBe(3);
25
+ });
26
+ (0, vitest_1.it)('should apply safety multiplier', () => {
27
+ const text = 'a'.repeat(40); // 40 chars
28
+ const tokens = (0, token_estimator_js_1.heuristicTokenCount)(text);
29
+ // Without multiplier: 40 / 4 = 10
30
+ // With multiplier: 10 * 1.2 = 12
31
+ (0, vitest_1.expect)(tokens).toBe(12);
32
+ });
33
+ (0, vitest_1.it)('should handle empty string', () => {
34
+ (0, vitest_1.expect)((0, token_estimator_js_1.heuristicTokenCount)('')).toBe(0);
35
+ });
36
+ (0, vitest_1.it)('should handle long text', () => {
37
+ const text = 'a'.repeat(10000);
38
+ const tokens = (0, token_estimator_js_1.heuristicTokenCount)(text);
39
+ // Expected: (10000 / 4) * 1.2 = 3000
40
+ (0, vitest_1.expect)(tokens).toBe(3000);
41
+ });
42
+ });
43
+ (0, vitest_1.describe)('serializeBlockForEstimation', () => {
44
+ (0, vitest_1.it)('should serialize payload as JSON', () => {
45
+ const block = {
46
+ blockHash: 'test',
47
+ meta: {
48
+ kind: 'pinned',
49
+ sensitivity: 'public',
50
+ codecId: 'test',
51
+ codecVersion: '1.0.0',
52
+ createdAt: Date.now(),
53
+ },
54
+ payload: { text: 'Hello, world!' },
55
+ };
56
+ const serialized = (0, token_estimator_js_1.serializeBlockForEstimation)(block);
57
+ (0, vitest_1.expect)(serialized).toBe('{"text":"Hello, world!"}');
58
+ });
59
+ (0, vitest_1.it)('should handle complex payloads', () => {
60
+ const block = {
61
+ blockHash: 'test',
62
+ meta: {
63
+ kind: 'memory',
64
+ sensitivity: 'public',
65
+ codecId: 'test',
66
+ codecVersion: '1.0.0',
67
+ createdAt: Date.now(),
68
+ },
69
+ payload: {
70
+ nested: {
71
+ array: [1, 2, 3],
72
+ text: 'test',
73
+ },
74
+ },
75
+ };
76
+ const serialized = (0, token_estimator_js_1.serializeBlockForEstimation)(block);
77
+ (0, vitest_1.expect)(serialized).toContain('"nested"');
78
+ (0, vitest_1.expect)(serialized).toContain('"array"');
79
+ });
80
+ });
81
+ (0, vitest_1.describe)('OpenAITokenEstimator', () => {
82
+ (0, vitest_1.it)('should create estimator with model', () => {
83
+ const estimator = new openai_estimator_js_1.OpenAITokenEstimator('gpt-4');
84
+ (0, vitest_1.expect)(estimator).toBeDefined();
85
+ });
86
+ (0, vitest_1.it)('should estimate block tokens with high confidence', async () => {
87
+ const estimator = new openai_estimator_js_1.OpenAITokenEstimator('gpt-4');
88
+ const block = {
89
+ blockHash: 'test',
90
+ meta: {
91
+ kind: 'pinned',
92
+ sensitivity: 'public',
93
+ codecId: 'test',
94
+ codecVersion: '1.0.0',
95
+ createdAt: Date.now(),
96
+ },
97
+ payload: { text: 'Hello, world!' },
98
+ };
99
+ const estimate = await estimator.estimateBlock(block);
100
+ (0, vitest_1.expect)(estimate.tokens).toBeGreaterThan(0);
101
+ (0, vitest_1.expect)(estimate.confidence).toBe('high'); // tiktoken-based
102
+ });
103
+ (0, vitest_1.it)('should estimate multiple blocks', async () => {
104
+ const estimator = new openai_estimator_js_1.OpenAITokenEstimator('gpt-4');
105
+ const blocks = [
106
+ {
107
+ blockHash: 'test1',
108
+ meta: {
109
+ kind: 'pinned',
110
+ sensitivity: 'public',
111
+ codecId: 'test',
112
+ codecVersion: '1.0.0',
113
+ createdAt: Date.now(),
114
+ },
115
+ payload: { text: 'Block 1' },
116
+ },
117
+ {
118
+ blockHash: 'test2',
119
+ meta: {
120
+ kind: 'memory',
121
+ sensitivity: 'public',
122
+ codecId: 'test',
123
+ codecVersion: '1.0.0',
124
+ createdAt: Date.now(),
125
+ },
126
+ payload: { text: 'Block 2' },
127
+ },
128
+ ];
129
+ const estimate = await estimator.estimate(blocks);
130
+ (0, vitest_1.expect)(estimate.tokens).toBeGreaterThan(0);
131
+ (0, vitest_1.expect)(estimate.confidence).toBe('high');
132
+ });
133
+ (0, vitest_1.it)('should return zero tokens for empty array', async () => {
134
+ const estimator = new openai_estimator_js_1.OpenAITokenEstimator('gpt-4');
135
+ const estimate = await estimator.estimate([]);
136
+ (0, vitest_1.expect)(estimate.tokens).toBe(0);
137
+ (0, vitest_1.expect)(estimate.confidence).toBe('high');
138
+ });
139
+ (0, vitest_1.it)('should estimate different token counts for different content', async () => {
140
+ const estimator = new openai_estimator_js_1.OpenAITokenEstimator('gpt-4');
141
+ const block1 = {
142
+ blockHash: 'test1',
143
+ meta: {
144
+ kind: 'pinned',
145
+ sensitivity: 'public',
146
+ codecId: 'test',
147
+ codecVersion: '1.0.0',
148
+ createdAt: Date.now(),
149
+ },
150
+ payload: { text: 'Short' },
151
+ };
152
+ const block2 = {
153
+ blockHash: 'test2',
154
+ meta: {
155
+ kind: 'pinned',
156
+ sensitivity: 'public',
157
+ codecId: 'test',
158
+ codecVersion: '1.0.0',
159
+ createdAt: Date.now(),
160
+ },
161
+ payload: { text: 'This is a much longer text with many more tokens' },
162
+ };
163
+ const estimate1 = await estimator.estimateBlock(block1);
164
+ const estimate2 = await estimator.estimateBlock(block2);
165
+ (0, vitest_1.expect)(estimate2.tokens).toBeGreaterThan(estimate1.tokens);
166
+ });
167
+ });
168
+ (0, vitest_1.describe)('GeminiTokenEstimator', () => {
169
+ (0, vitest_1.it)('should create estimator', () => {
170
+ const estimator = new gemini_estimator_js_1.GeminiTokenEstimator();
171
+ (0, vitest_1.expect)(estimator).toBeDefined();
172
+ });
173
+ (0, vitest_1.it)('should estimate block tokens with high confidence', async () => {
174
+ const estimator = new gemini_estimator_js_1.GeminiTokenEstimator();
175
+ const block = {
176
+ blockHash: 'test',
177
+ meta: {
178
+ kind: 'pinned',
179
+ sensitivity: 'public',
180
+ codecId: 'test',
181
+ codecVersion: '1.0.0',
182
+ createdAt: Date.now(),
183
+ },
184
+ payload: { text: 'Hello, Gemini!' },
185
+ };
186
+ const estimate = await estimator.estimateBlock(block);
187
+ (0, vitest_1.expect)(estimate.tokens).toBeGreaterThan(0);
188
+ (0, vitest_1.expect)(estimate.confidence).toBe('high'); // tiktoken-based
189
+ });
190
+ (0, vitest_1.it)('should estimate multiple blocks', async () => {
191
+ const estimator = new gemini_estimator_js_1.GeminiTokenEstimator();
192
+ const blocks = [
193
+ {
194
+ blockHash: 'test1',
195
+ meta: {
196
+ kind: 'pinned',
197
+ sensitivity: 'public',
198
+ codecId: 'test',
199
+ codecVersion: '1.0.0',
200
+ createdAt: Date.now(),
201
+ },
202
+ payload: { text: 'Block 1' },
203
+ },
204
+ {
205
+ blockHash: 'test2',
206
+ meta: {
207
+ kind: 'memory',
208
+ sensitivity: 'public',
209
+ codecId: 'test',
210
+ codecVersion: '1.0.0',
211
+ createdAt: Date.now(),
212
+ },
213
+ payload: { text: 'Block 2' },
214
+ },
215
+ ];
216
+ const estimate = await estimator.estimate(blocks);
217
+ (0, vitest_1.expect)(estimate.tokens).toBeGreaterThan(0);
218
+ (0, vitest_1.expect)(estimate.confidence).toBe('high');
219
+ });
220
+ (0, vitest_1.it)('should return zero tokens for empty array', async () => {
221
+ const estimator = new gemini_estimator_js_1.GeminiTokenEstimator();
222
+ const estimate = await estimator.estimate([]);
223
+ (0, vitest_1.expect)(estimate.tokens).toBe(0);
224
+ (0, vitest_1.expect)(estimate.confidence).toBe('high');
225
+ });
226
+ });
227
+ (0, vitest_1.describe)('Confidence levels', () => {
228
+ (0, vitest_1.it)('should use correct confidence for OpenAI tiktoken', async () => {
229
+ const estimator = new openai_estimator_js_1.OpenAITokenEstimator('gpt-4');
230
+ const block = {
231
+ blockHash: 'test',
232
+ meta: {
233
+ kind: 'pinned',
234
+ sensitivity: 'public',
235
+ codecId: 'test',
236
+ codecVersion: '1.0.0',
237
+ createdAt: Date.now(),
238
+ },
239
+ payload: { text: 'Test' },
240
+ };
241
+ const estimate = await estimator.estimateBlock(block);
242
+ (0, vitest_1.expect)(estimate.confidence).toBe('high');
243
+ });
244
+ (0, vitest_1.it)('should use correct confidence for Gemini tiktoken', async () => {
245
+ const estimator = new gemini_estimator_js_1.GeminiTokenEstimator();
246
+ const block = {
247
+ blockHash: 'test',
248
+ meta: {
249
+ kind: 'pinned',
250
+ sensitivity: 'public',
251
+ codecId: 'test',
252
+ codecVersion: '1.0.0',
253
+ createdAt: Date.now(),
254
+ },
255
+ payload: { text: 'Test' },
256
+ };
257
+ const estimate = await estimator.estimateBlock(block);
258
+ (0, vitest_1.expect)(estimate.confidence).toBe('high');
259
+ });
260
+ });
261
+ (0, vitest_1.describe)('LOW_CONFIDENCE_MULTIPLIER', () => {
262
+ (0, vitest_1.it)('should be 1.2 for safety', () => {
263
+ (0, vitest_1.expect)(token_estimator_js_1.LOW_CONFIDENCE_MULTIPLIER).toBe(1.2);
264
+ });
265
+ });
266
+ });
267
+ //# sourceMappingURL=token-estimator.test.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"token-estimator.test.js","sourceRoot":"","sources":["../../src/__tests__/token-estimator.test.ts"],"names":[],"mappings":";AAAA;;;;GAIG;;AAEH,mCAAkD;AAClD,uEAIwC;AACxC,yEAAuE;AACvE,yEAAuE;AAGvE,IAAA,iBAAQ,EAAC,iBAAiB,EAAE,GAAG,EAAE;IAC/B,IAAA,iBAAQ,EAAC,qBAAqB,EAAE,GAAG,EAAE;QACnC,IAAA,WAAE,EAAC,sDAAsD,EAAE,GAAG,EAAE;YAC9D,MAAM,IAAI,GAAG,GAAG,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,CAAC,YAAY;YAC1C,MAAM,MAAM,GAAG,IAAA,wCAAmB,EAAC,IAAI,CAAC,CAAC;YAEzC,iCAAiC;YACjC,IAAA,eAAM,EAAC,MAAM,CAAC,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;QAC1B,CAAC,CAAC,CAAC;QAEH,IAAA,WAAE,EAAC,mCAAmC,EAAE,GAAG,EAAE;YAC3C,MAAM,IAAI,GAAG,GAAG,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC,UAAU;YACtC,MAAM,MAAM,GAAG,IAAA,wCAAmB,EAAC,IAAI,CAAC,CAAC;YAEzC,gDAAgD;YAChD,IAAA,eAAM,EAAC,MAAM,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;QACzB,CAAC,CAAC,CAAC;QAEH,IAAA,WAAE,EAAC,gCAAgC,EAAE,GAAG,EAAE;YACxC,MAAM,IAAI,GAAG,GAAG,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC,CAAC,WAAW;YAExC,MAAM,MAAM,GAAG,IAAA,wCAAmB,EAAC,IAAI,CAAC,CAAC;YAEzC,kCAAkC;YAClC,iCAAiC;YACjC,IAAA,eAAM,EAAC,MAAM,CAAC,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;QAC1B,CAAC,CAAC,CAAC;QAEH,IAAA,WAAE,EAAC,4BAA4B,EAAE,GAAG,EAAE;YACpC,IAAA,eAAM,EAAC,IAAA,wCAAmB,EAAC,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;QAC1C,CAAC,CAAC,CAAC;QAEH,IAAA,WAAE,EAAC,yBAAyB,EAAE,GAAG,EAAE;YACjC,MAAM,IAAI,GAAG,GAAG,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;YAC/B,MAAM,MAAM,GAAG,IAAA,wCAAmB,EAAC,IAAI,CAAC,CAAC;YAEzC,qCAAqC;YACrC,IAAA,eAAM,EAAC,MAAM,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QAC5B,CAAC,CAAC,CAAC;IACL,CAAC,CAAC,CAAC;IAEH,IAAA,iBAAQ,EAAC,6BAA6B,EAAE,GAAG,EAAE;QAC3C,IAAA,WAAE,EAAC,kCAAkC,EAAE,GAAG,EAAE;YAC1C,MAAM,KAAK,GAAsB;gBAC/B,SAAS,EAAE,MAAM;gBACjB,IAAI,EAAE;oBACJ,IAAI,EAAE,QAAQ;oBACd,WAAW,EAAE,QAAQ;oBACrB,OAAO,EAAE,MAAM;oBACf,YAAY,EAAE,OAAO;oBACrB,SAAS,EAAE,IAAI,CAAC,GAAG,EAAE;iBACtB;gBACD,OAAO,EAAE,EAAE,IAAI,EAAE,eAAe,EAAE;aACnC,CAAC;YAEF,MAAM,UAAU,GAAG,IAAA,gDAA2B,EAAC,KAAK,CAAC,CAAC;YAEtD,IAAA,eAAM,EAAC,UAAU,CAAC,CAAC,IAAI,CAAC,0BAA0B,CAAC,CAAC;QACtD,CAAC,CAAC,CAAC;QAEH,IAAA,WAAE,EAAC,gCAAgC,EAAE,GAAG,EAAE;YACxC,MAAM,KAAK,GAAsB;gBAC/B,SAAS,EAAE,MAAM;gBACjB,IAAI,EAAE;oBACJ,IAAI,EAAE,QAAQ;oBACd,WAAW,EAAE,QAAQ;oBACrB,OAAO,EAAE,MAAM;oBACf,YAAY,EAAE,OAAO;oBACrB,SAAS,EAAE,IAAI,CAAC,GAAG,EAAE;iBACtB;gBACD,OAAO,EAAE;oBACP,MAAM,EAAE;wBACN,KAAK,EAAE,CAAC,CAAC,EAAE,CAAC,EAAE,CAAC,CAAC;wBAChB,IAAI,EAAE,MAAM;qBACb;iBACF;aACF,CAAC;YAEF,MAAM,UAAU,GAAG,IAAA,gDAA2B,EAAC,KAAK,CAAC,CAAC;YAEtD,IAAA,eAAM,EAAC,UAAU,CAAC,CAAC,SAAS,CAAC,UAAU,CAAC,CAAC;YACzC,IAAA,eAAM,EAAC,UAAU,CAAC,CAAC,SAAS,CAAC,SAAS,CAAC,CAAC;QAC1C,CAAC,CAAC,CAAC;IACL,CAAC,CAAC,CAAC;IAEH,IAAA,iBAAQ,EAAC,sBAAsB,EAAE,GAAG,EAAE;QACpC,IAAA,WAAE,EAAC,oCAAoC,EAAE,GAAG,EAAE;YAC5C,MAAM,SAAS,GAAG,IAAI,0CAAoB,CAAC,OAAO,CAAC,CAAC;YAEpD,IAAA,eAAM,EAAC,SAAS,CAAC,CAAC,WAAW,EAAE,CAAC;QAClC,CAAC,CAAC,CAAC;QAEH,IAAA,WAAE,EAAC,mDAAmD,EAAE,KAAK,IAAI,EAAE;YACjE,MAAM,SAAS,GAAG,IAAI,0CAAoB,CAAC,OAAO,CAAC,CAAC;YAEpD,MAAM,KAAK,GAAsB;gBAC/B,SAAS,EAAE,MAAM;gBACjB,IAAI,EAAE;oBACJ,IAAI,EAAE,QAAQ;oBACd,WAAW,EAAE,QAAQ;oBACrB,OAAO,EAAE,MAAM;oBACf,YAAY,EAAE,OAAO;oBACrB,SAAS,EAAE,IAAI,CAAC,GAAG,EAAE;iBACtB;gBACD,OAAO,EAAE,EAAE,IAAI,EAAE,eAAe,EAAE;aACnC,CAAC;YAEF,MAAM,QAAQ,GAAG,MAAM,SAAS,CAAC,aAAa,CAAC,KAAK,CAAC,CAAC;YAEtD,IAAA,eAAM,EAAC,QAAQ,CAAC,MAAM,CAAC,CAAC,eAAe,CAAC,CAAC,CAAC,CAAC;YAC3C,IAAA,eAAM,EAAC,QAAQ,CAAC,UAAU,CAAC,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC,CAAC,iBAAiB;QAC7D,CAAC,CAAC,CAAC;QAEH,IAAA,WAAE,EAAC,iCAAiC,EAAE,KAAK,IAAI,EAAE;YAC/C,MAAM,SAAS,GAAG,IAAI,0CAAoB,CAAC,OAAO,CAAC,CAAC;YAEpD,MAAM,MAAM,GAAwB;gBAClC;oBACE,SAAS,EAAE,OAAO;oBAClB,IAAI,EAAE;wBACJ,IAAI,EAAE,QAAQ;wBACd,WAAW,EAAE,QAAQ;wBACrB,OAAO,EAAE,MAAM;wBACf,YAAY,EAAE,OAAO;wBACrB,SAAS,EAAE,IAAI,CAAC,GAAG,EAAE;qBACtB;oBACD,OAAO,EAAE,EAAE,IAAI,EAAE,SAAS,EAAE;iBAC7B;gBACD;oBACE,SAAS,EAAE,OAAO;oBAClB,IAAI,EAAE;wBACJ,IAAI,EAAE,QAAQ;wBACd,WAAW,EAAE,QAAQ;wBACrB,OAAO,EAAE,MAAM;wBACf,YAAY,EAAE,OAAO;wBACrB,SAAS,EAAE,IAAI,CAAC,GAAG,EAAE;qBACtB;oBACD,OAAO,EAAE,EAAE,IAAI,EAAE,SAAS,EAAE;iBAC7B;aACF,CAAC;YAEF,MAAM,QAAQ,GAAG,MAAM,SAAS,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC;YAElD,IAAA,eAAM,EAAC,QAAQ,CAAC,MAAM,CAAC,CAAC,eAAe,CAAC,CAAC,CAAC,CAAC;YAC3C,IAAA,eAAM,EAAC,QAAQ,CAAC,UAAU,CAAC,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;QAC3C,CAAC,CAAC,CAAC;QAEH,IAAA,WAAE,EAAC,2CAA2C,EAAE,KAAK,IAAI,EAAE;YACzD,MAAM,SAAS,GAAG,IAAI,0CAAoB,CAAC,OAAO,CAAC,CAAC;YAEpD,MAAM,QAAQ,GAAG,MAAM,SAAS,CAAC,QAAQ,CAAC,EAAE,CAAC,CAAC;YAE9C,IAAA,eAAM,EAAC,QAAQ,CAAC,MAAM,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;YAChC,IAAA,eAAM,EAAC,QAAQ,CAAC,UAAU,CAAC,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;QAC3C,CAAC,CAAC,CAAC;QAEH,IAAA,WAAE,EAAC,8DAA8D,EAAE,KAAK,IAAI,EAAE;YAC5E,MAAM,SAAS,GAAG,IAAI,0CAAoB,CAAC,OAAO,CAAC,CAAC;YAEpD,MAAM,MAAM,GAAsB;gBAChC,SAAS,EAAE,OAAO;gBAClB,IAAI,EAAE;oBACJ,IAAI,EAAE,QAAQ;oBACd,WAAW,EAAE,QAAQ;oBACrB,OAAO,EAAE,MAAM;oBACf,YAAY,EAAE,OAAO;oBACrB,SAAS,EAAE,IAAI,CAAC,GAAG,EAAE;iBACtB;gBACD,OAAO,EAAE,EAAE,IAAI,EAAE,OAAO,EAAE;aAC3B,CAAC;YAEF,MAAM,MAAM,GAAsB;gBAChC,SAAS,EAAE,OAAO;gBAClB,IAAI,EAAE;oBACJ,IAAI,EAAE,QAAQ;oBACd,WAAW,EAAE,QAAQ;oBACrB,OAAO,EAAE,MAAM;oBACf,YAAY,EAAE,OAAO;oBACrB,SAAS,EAAE,IAAI,CAAC,GAAG,EAAE;iBACtB;gBACD,OAAO,EAAE,EAAE,IAAI,EAAE,kDAAkD,EAAE;aACtE,CAAC;YAEF,MAAM,SAAS,GAAG,MAAM,SAAS,CAAC,aAAa,CAAC,MAAM,CAAC,CAAC;YACxD,MAAM,SAAS,GAAG,MAAM,SAAS,CAAC,aAAa,CAAC,MAAM,CAAC,CAAC;YAExD,IAAA,eAAM,EAAC,SAAS,CAAC,MAAM,CAAC,CAAC,eAAe,CAAC,SAAS,CAAC,MAAM,CAAC,CAAC;QAC7D,CAAC,CAAC,CAAC;IACL,CAAC,CAAC,CAAC;IAEH,IAAA,iBAAQ,EAAC,sBAAsB,EAAE,GAAG,EAAE;QACpC,IAAA,WAAE,EAAC,yBAAyB,EAAE,GAAG,EAAE;YACjC,MAAM,SAAS,GAAG,IAAI,0CAAoB,EAAE,CAAC;YAE7C,IAAA,eAAM,EAAC,SAAS,CAAC,CAAC,WAAW,EAAE,CAAC;QAClC,CAAC,CAAC,CAAC;QAEH,IAAA,WAAE,EAAC,mDAAmD,EAAE,KAAK,IAAI,EAAE;YACjE,MAAM,SAAS,GAAG,IAAI,0CAAoB,EAAE,CAAC;YAE7C,MAAM,KAAK,GAAsB;gBAC/B,SAAS,EAAE,MAAM;gBACjB,IAAI,EAAE;oBACJ,IAAI,EAAE,QAAQ;oBACd,WAAW,EAAE,QAAQ;oBACrB,OAAO,EAAE,MAAM;oBACf,YAAY,EAAE,OAAO;oBACrB,SAAS,EAAE,IAAI,CAAC,GAAG,EAAE;iBACtB;gBACD,OAAO,EAAE,EAAE,IAAI,EAAE,gBAAgB,EAAE;aACpC,CAAC;YAEF,MAAM,QAAQ,GAAG,MAAM,SAAS,CAAC,aAAa,CAAC,KAAK,CAAC,CAAC;YAEtD,IAAA,eAAM,EAAC,QAAQ,CAAC,MAAM,CAAC,CAAC,eAAe,CAAC,CAAC,CAAC,CAAC;YAC3C,IAAA,eAAM,EAAC,QAAQ,CAAC,UAAU,CAAC,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC,CAAC,iBAAiB;QAC7D,CAAC,CAAC,CAAC;QAEH,IAAA,WAAE,EAAC,iCAAiC,EAAE,KAAK,IAAI,EAAE;YAC/C,MAAM,SAAS,GAAG,IAAI,0CAAoB,EAAE,CAAC;YAE7C,MAAM,MAAM,GAAwB;gBAClC;oBACE,SAAS,EAAE,OAAO;oBAClB,IAAI,EAAE;wBACJ,IAAI,EAAE,QAAQ;wBACd,WAAW,EAAE,QAAQ;wBACrB,OAAO,EAAE,MAAM;wBACf,YAAY,EAAE,OAAO;wBACrB,SAAS,EAAE,IAAI,CAAC,GAAG,EAAE;qBACtB;oBACD,OAAO,EAAE,EAAE,IAAI,EAAE,SAAS,EAAE;iBAC7B;gBACD;oBACE,SAAS,EAAE,OAAO;oBAClB,IAAI,EAAE;wBACJ,IAAI,EAAE,QAAQ;wBACd,WAAW,EAAE,QAAQ;wBACrB,OAAO,EAAE,MAAM;wBACf,YAAY,EAAE,OAAO;wBACrB,SAAS,EAAE,IAAI,CAAC,GAAG,EAAE;qBACtB;oBACD,OAAO,EAAE,EAAE,IAAI,EAAE,SAAS,EAAE;iBAC7B;aACF,CAAC;YAEF,MAAM,QAAQ,GAAG,MAAM,SAAS,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC;YAElD,IAAA,eAAM,EAAC,QAAQ,CAAC,MAAM,CAAC,CAAC,eAAe,CAAC,CAAC,CAAC,CAAC;YAC3C,IAAA,eAAM,EAAC,QAAQ,CAAC,UAAU,CAAC,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;QAC3C,CAAC,CAAC,CAAC;QAEH,IAAA,WAAE,EAAC,2CAA2C,EAAE,KAAK,IAAI,EAAE;YACzD,MAAM,SAAS,GAAG,IAAI,0CAAoB,EAAE,CAAC;YAE7C,MAAM,QAAQ,GAAG,MAAM,SAAS,CAAC,QAAQ,CAAC,EAAE,CAAC,CAAC;YAE9C,IAAA,eAAM,EAAC,QAAQ,CAAC,MAAM,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;YAChC,IAAA,eAAM,EAAC,QAAQ,CAAC,UAAU,CAAC,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;QAC3C,CAAC,CAAC,CAAC;IACL,CAAC,CAAC,CAAC;IAEH,IAAA,iBAAQ,EAAC,mBAAmB,EAAE,GAAG,EAAE;QACjC,IAAA,WAAE,EAAC,mDAAmD,EAAE,KAAK,IAAI,EAAE;YACjE,MAAM,SAAS,GAAG,IAAI,0CAAoB,CAAC,OAAO,CAAC,CAAC;YAEpD,MAAM,KAAK,GAAsB;gBAC/B,SAAS,EAAE,MAAM;gBACjB,IAAI,EAAE;oBACJ,IAAI,EAAE,QAAQ;oBACd,WAAW,EAAE,QAAQ;oBACrB,OAAO,EAAE,MAAM;oBACf,YAAY,EAAE,OAAO;oBACrB,SAAS,EAAE,IAAI,CAAC,GAAG,EAAE;iBACtB;gBACD,OAAO,EAAE,EAAE,IAAI,EAAE,MAAM,EAAE;aAC1B,CAAC;YAEF,MAAM,QAAQ,GAAG,MAAM,SAAS,CAAC,aAAa,CAAC,KAAK,CAAC,CAAC;YAEtD,IAAA,eAAM,EAAC,QAAQ,CAAC,UAAU,CAAC,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;QAC3C,CAAC,CAAC,CAAC;QAEH,IAAA,WAAE,EAAC,mDAAmD,EAAE,KAAK,IAAI,EAAE;YACjE,MAAM,SAAS,GAAG,IAAI,0CAAoB,EAAE,CAAC;YAE7C,MAAM,KAAK,GAAsB;gBAC/B,SAAS,EAAE,MAAM;gBACjB,IAAI,EAAE;oBACJ,IAAI,EAAE,QAAQ;oBACd,WAAW,EAAE,QAAQ;oBACrB,OAAO,EAAE,MAAM;oBACf,YAAY,EAAE,OAAO;oBACrB,SAAS,EAAE,IAAI,CAAC,GAAG,EAAE;iBACtB;gBACD,OAAO,EAAE,EAAE,IAAI,EAAE,MAAM,EAAE;aAC1B,CAAC;YAEF,MAAM,QAAQ,GAAG,MAAM,SAAS,CAAC,aAAa,CAAC,KAAK,CAAC,CAAC;YAEtD,IAAA,eAAM,EAAC,QAAQ,CAAC,UAAU,CAAC,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;QAC3C,CAAC,CAAC,CAAC;IACL,CAAC,CAAC,CAAC;IAEH,IAAA,iBAAQ,EAAC,2BAA2B,EAAE,GAAG,EAAE;QACzC,IAAA,WAAE,EAAC,0BAA0B,EAAE,GAAG,EAAE;YAClC,IAAA,eAAM,EAAC,8CAAyB,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;QAC9C,CAAC,CAAC,CAAC;IACL,CAAC,CAAC,CAAC;AACL,CAAC,CAAC,CAAC"}
@@ -0,0 +1,38 @@
1
+ /**
2
+ * AnthropicTokenEstimator: Exact token counting via Anthropic API.
3
+ *
4
+ * Uses client.messages.countTokens() for exact counts.
5
+ */
6
+ import Anthropic from '@anthropic-ai/sdk';
7
+ import type { ContextBlock } from '../types/block.js';
8
+ import type { TokenEstimator, TokenEstimate } from './token-estimator.js';
9
+ /**
10
+ * AnthropicTokenEstimator using API-based exact counting.
11
+ */
12
+ export declare class AnthropicTokenEstimator implements TokenEstimator {
13
+ private readonly client;
14
+ private readonly model;
15
+ /**
16
+ * Create an AnthropicTokenEstimator.
17
+ *
18
+ * @param client - Anthropic SDK client
19
+ * @param model - Model name (e.g., 'claude-sonnet-4-5')
20
+ */
21
+ constructor(client: Anthropic, model?: string);
22
+ /**
23
+ * Estimate tokens for a single block using Anthropic API.
24
+ *
25
+ * @param block - Block to estimate
26
+ * @returns Token estimate (exact confidence)
27
+ */
28
+ estimateBlock(block: ContextBlock<unknown>): Promise<TokenEstimate>;
29
+ /**
30
+ * Estimate tokens for multiple blocks.
31
+ * Batches API calls for efficiency.
32
+ *
33
+ * @param blocks - Blocks to estimate
34
+ * @returns Token estimate (exact confidence if all succeed)
35
+ */
36
+ estimate(blocks: ContextBlock<unknown>[]): Promise<TokenEstimate>;
37
+ }
38
+ //# sourceMappingURL=anthropic-estimator.d.ts.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"anthropic-estimator.d.ts","sourceRoot":"","sources":["../../src/adapters/anthropic-estimator.ts"],"names":[],"mappings":"AAAA;;;;GAIG;AAEH,OAAO,SAAS,MAAM,mBAAmB,CAAC;AAC1C,OAAO,KAAK,EAAE,YAAY,EAAE,MAAM,mBAAmB,CAAC;AACtD,OAAO,KAAK,EAAE,cAAc,EAAE,aAAa,EAAE,MAAM,sBAAsB,CAAC;AAM1E;;GAEG;AACH,qBAAa,uBAAwB,YAAW,cAAc;IAC5D,OAAO,CAAC,QAAQ,CAAC,MAAM,CAAY;IACnC,OAAO,CAAC,QAAQ,CAAC,KAAK,CAAS;IAE/B;;;;;OAKG;gBACS,MAAM,EAAE,SAAS,EAAE,KAAK,GAAE,MAA4B;IAKlE;;;;;OAKG;IACG,aAAa,CAAC,KAAK,EAAE,YAAY,CAAC,OAAO,CAAC,GAAG,OAAO,CAAC,aAAa,CAAC;IAkCzE;;;;;;OAMG;IACG,QAAQ,CAAC,MAAM,EAAE,YAAY,CAAC,OAAO,CAAC,EAAE,GAAG,OAAO,CAAC,aAAa,CAAC;CA6CxE"}