llmz 0.8.0 → 1.0.1

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (224) hide show
  1. package/DOCS.md +230 -1796
  2. package/ERRORS.md +98 -0
  3. package/README.md +96 -548
  4. package/dist/chat/chat.d.ts +63 -0
  5. package/dist/chat/component.d.ts +31 -0
  6. package/dist/chat/component.default.d.ts +58 -0
  7. package/dist/chat/response.d.ts +15 -0
  8. package/dist/compiler/compiler.d.ts +2 -7
  9. package/dist/compiler/plugins/dynamic-code.d.ts +7 -0
  10. package/dist/compiler/plugins/replace-comment.d.ts +2 -3
  11. package/dist/compiler/plugins/return-async.d.ts +5 -4
  12. package/dist/compiler/plugins/termination.d.ts +8 -0
  13. package/dist/compiler/plugins/tool-resolution.d.ts +4 -0
  14. package/dist/compiler/plugins/variable-extraction.d.ts +2 -8
  15. package/dist/component-BpMVZYOa.cjs +649 -0
  16. package/dist/component-C27qu6Zv.js +614 -0
  17. package/dist/context.d.ts +74 -385
  18. package/dist/custom-client-BDkgBR2w.js +1631 -0
  19. package/dist/custom-client-MytucGI-.cjs +1708 -0
  20. package/dist/custom-client.d.ts +12 -2
  21. package/dist/errors/catalog.d.ts +287 -0
  22. package/dist/errors/hooks.d.ts +2 -0
  23. package/dist/errors-H4JJFH3S.js +620 -0
  24. package/dist/errors-IhnTKUp7.cjs +871 -0
  25. package/dist/errors.d.ts +18 -36
  26. package/dist/execute-BYI_U5sR.js +1943 -0
  27. package/dist/execute-DLas4V2n.cjs +1944 -0
  28. package/dist/{exit-DUM96DN1.cjs → exit-BUgJ5qi5.cjs} +38 -28
  29. package/dist/{exit-CDdxDBRT.js → exit-CPNk3vbz.js} +37 -27
  30. package/dist/exit.d.ts +19 -16
  31. package/dist/index.cjs +181 -999
  32. package/dist/index.d.ts +25 -28
  33. package/dist/index.js +141 -974
  34. package/dist/index.workerd.js +7725 -9531
  35. package/dist/inspect.d.ts +19 -3
  36. package/dist/inspection.d.ts +38 -0
  37. package/dist/native-Bm6L9zOb.cjs +212 -0
  38. package/dist/native-DvTH9vFe.js +177 -0
  39. package/dist/objects.d.ts +2 -57
  40. package/dist/prompts/native.d.ts +2 -0
  41. package/dist/prompts/prompt.d.ts +10 -98
  42. package/dist/quickjs-variant-DJwYDSsb.cjs +1073 -0
  43. package/dist/quickjs-variant-DlPi9-Sx.js +984 -0
  44. package/dist/result.d.ts +30 -861
  45. package/dist/runtime/execute.d.ts +3 -2
  46. package/dist/runtime/execution-activity.d.ts +11 -0
  47. package/dist/runtime/execution-activity.test.d.ts +1 -0
  48. package/dist/runtime/execution-diagnostics.d.ts +11 -0
  49. package/dist/runtime/execution-diagnostics.test.d.ts +1 -0
  50. package/dist/runtime/execution-report.d.ts +48 -0
  51. package/dist/runtime/execution-report.test.d.ts +1 -0
  52. package/dist/runtime/execution-safety.test.d.ts +1 -0
  53. package/dist/runtime/exit-control-flow.test.d.ts +1 -0
  54. package/dist/runtime/fixtures/chat.d.ts +8 -0
  55. package/dist/runtime/fixtures/long-search.d.ts +19 -0
  56. package/dist/runtime/fixtures/long-search.test.d.ts +1 -0
  57. package/dist/runtime/fixtures/native-client.d.ts +33 -0
  58. package/dist/runtime/fixtures/protocol-languages.d.ts +74 -0
  59. package/dist/runtime/generate.d.ts +23 -27
  60. package/dist/runtime/generate.test.d.ts +1 -0
  61. package/dist/runtime/hook-provenance.test.d.ts +1 -0
  62. package/dist/runtime/inspection-hook.test.d.ts +1 -0
  63. package/dist/runtime/inspection-values.d.ts +14 -0
  64. package/dist/runtime/inspection-values.test.d.ts +1 -0
  65. package/dist/runtime/interruption-control-flow.test.d.ts +1 -0
  66. package/dist/runtime/interruption-settings.test.d.ts +1 -0
  67. package/dist/runtime/javascript-api.d.ts +59 -0
  68. package/dist/runtime/javascript-api.test.d.ts +1 -0
  69. package/dist/runtime/native-review.test.d.ts +1 -0
  70. package/dist/runtime/native-tools.d.ts +18 -0
  71. package/dist/runtime/native-tools.test.d.ts +1 -0
  72. package/dist/runtime/object-memory.test.d.ts +1 -0
  73. package/dist/runtime/protocol-adherence.test.d.ts +1 -0
  74. package/dist/runtime/single-tool.test.d.ts +1 -0
  75. package/dist/runtime/token-budget.d.ts +22 -0
  76. package/dist/runtime/token-budget.test.d.ts +1 -0
  77. package/dist/runtime/tool-wrapper.d.ts +4 -5
  78. package/dist/runtime/traces.test.d.ts +1 -0
  79. package/dist/runtime/truncation.test.d.ts +1 -0
  80. package/dist/runtime/types.d.ts +41 -36
  81. package/dist/runtime/variable-recovery.test.d.ts +1 -0
  82. package/dist/runtime/vm-context.d.ts +6 -1
  83. package/dist/runtime/worker-completion.test.d.ts +1 -0
  84. package/dist/runtime-names.d.ts +4 -0
  85. package/dist/schema-Aer_W7Al.js +45 -0
  86. package/dist/schema-DBkjo0b7.cjs +68 -0
  87. package/dist/schema.d.ts +10 -0
  88. package/dist/schema.test.d.ts +1 -0
  89. package/dist/session/compactor.d.ts +51 -0
  90. package/dist/session/compactor.test.d.ts +1 -0
  91. package/dist/session/history.d.ts +36 -0
  92. package/dist/session/history.test.d.ts +1 -0
  93. package/dist/session/json.d.ts +3 -0
  94. package/dist/session/json.test.d.ts +1 -0
  95. package/dist/session/memory-codec.d.ts +9 -0
  96. package/dist/session/memory-codec.test.d.ts +1 -0
  97. package/dist/session/memory-render.d.ts +15 -0
  98. package/dist/session/memory-render.test.d.ts +1 -0
  99. package/dist/session/memory.d.ts +112 -0
  100. package/dist/session/memory.test.d.ts +1 -0
  101. package/dist/session/messages.d.ts +17 -0
  102. package/dist/session/messages.test.d.ts +1 -0
  103. package/dist/session/serialization.d.ts +34 -0
  104. package/dist/session/serialization.test.d.ts +1 -0
  105. package/dist/session/session-memory.test.d.ts +1 -0
  106. package/dist/session/session.d.ts +117 -0
  107. package/dist/session/session.test.d.ts +1 -0
  108. package/dist/{transcript.d.ts → session/transcript.d.ts} +4 -8
  109. package/dist/session/transcript.test.d.ts +1 -0
  110. package/dist/{tool-Bv8N4IPj.js → tool--gK91eez.js} +144 -92
  111. package/dist/{tool-Dy6AJpJH.cjs → tool-Da_F-N-5.cjs} +146 -94
  112. package/dist/tool.d.ts +25 -17
  113. package/dist/truncate-BSoH2-nY.js +79 -0
  114. package/dist/truncate-nV3Mxr6-.cjs +102 -0
  115. package/dist/truncate.d.ts +24 -0
  116. package/dist/truncate.test.d.ts +1 -0
  117. package/dist/types.d.ts +27 -9
  118. package/dist/{typings-3lsqCbkn.cjs → typings-C1ihexWE.cjs} +38 -193
  119. package/dist/{typings-CrBa7Tyy.js → typings-D9_aC8aq.js} +38 -175
  120. package/dist/typings-formatter.d.ts +1 -1
  121. package/dist/typings.d.ts +3 -0
  122. package/dist/{uniq-BYQ7GWwb.js → uniq-DfUeSNaX.js} +2 -2
  123. package/dist/{uniq-G872RWmE.cjs → uniq-DiXgysNV.cjs} +6 -18
  124. package/dist/{_baseIteratee-P_firB7b.js → utils-BOFzb8Ok.js} +1134 -16
  125. package/dist/{_baseIteratee-CF4qP2a8.cjs → utils-CTlsXvdj.cjs} +1281 -84
  126. package/dist/vm/drivers/node.d.ts +1 -1
  127. package/dist/vm/drivers/quickjs.d.ts +1 -1
  128. package/dist/vm/errors.d.ts +4 -4
  129. package/dist/vm/index.d.ts +3 -4
  130. package/dist/vm/instrument.d.ts +14 -6
  131. package/dist/vm/member-proxy.d.ts +4 -0
  132. package/dist/vm/member-proxy.test.d.ts +1 -0
  133. package/dist/vm/memory.test.d.ts +1 -0
  134. package/dist/vm/return-semantics.test.d.ts +1 -0
  135. package/dist/vm/types.d.ts +18 -3
  136. package/dist/{vm-BLsHw1da.js → vm-8jxt8PTK.js} +1162 -180
  137. package/dist/{vm-D6s1zF6M.cjs → vm-XuVPuW3Y.cjs} +1195 -207
  138. package/package.json +13 -6
  139. package/dist/_baseForOwn-BfWDTL8L.cjs +0 -53
  140. package/dist/_baseForOwn-CFhWe_W6.js +0 -48
  141. package/dist/_getPrototype-CG7Dxrrz.js +0 -6
  142. package/dist/_getPrototype-DQDlNVVM.cjs +0 -10
  143. package/dist/_overArg-C5Hy7oCi.cjs +0 -196
  144. package/dist/_overArg-CRYbj1NH.js +0 -155
  145. package/dist/chat.d.ts +0 -401
  146. package/dist/common-DdArNQhl.cjs +0 -643
  147. package/dist/common-pgJjFu2Y.js +0 -596
  148. package/dist/compiler/plugins/track-tool-calls.d.ts +0 -33
  149. package/dist/compiler-C-OI9sim.cjs +0 -547
  150. package/dist/compiler-CW1VjQsn.js +0 -473
  151. package/dist/component-BXS8vAwO.cjs +0 -73
  152. package/dist/component-Dq7ZLdvy.js +0 -44
  153. package/dist/component.d.ts +0 -88
  154. package/dist/component.default.d.ts +0 -268
  155. package/dist/custom-client-2V9lmzUf.js +0 -2655
  156. package/dist/custom-client-HkM1Sdzv.cjs +0 -2726
  157. package/dist/dual-modes-Cb7ThvoV.cjs +0 -3020
  158. package/dist/dual-modes-Cy0_W4O2.js +0 -2930
  159. package/dist/errors-C962uJdS.cjs +0 -220
  160. package/dist/errors-Cg1G0Awu.js +0 -161
  161. package/dist/example.d.ts +0 -45
  162. package/dist/execute-Aw4cbIx-.js +0 -1080
  163. package/dist/execute-COIHOIKR.cjs +0 -1081
  164. package/dist/exit-parser.d.ts +0 -39
  165. package/dist/handlers.d.ts +0 -10
  166. package/dist/hoist.d.ts +0 -2
  167. package/dist/isEmpty-BhJRCqIF.js +0 -52
  168. package/dist/isEmpty-LY533Wmh.cjs +0 -57
  169. package/dist/jsx-B0iYyvfr.js +0 -100
  170. package/dist/jsx-D5Y2cPo-.cjs +0 -129
  171. package/dist/jsx.d.ts +0 -11
  172. package/dist/message-stream/index.d.ts +0 -9
  173. package/dist/message-stream/instructions.d.ts +0 -22
  174. package/dist/message-stream/normalizer.d.ts +0 -21
  175. package/dist/message-stream/parser.d.ts +0 -83
  176. package/dist/message-stream/registry.d.ts +0 -14
  177. package/dist/message-stream/replayable.d.ts +0 -27
  178. package/dist/message-stream/sanitize.d.ts +0 -10
  179. package/dist/message-stream/stream.d.ts +0 -54
  180. package/dist/message-stream/types.d.ts +0 -96
  181. package/dist/message-stream/validator.d.ts +0 -23
  182. package/dist/prompts/chat-mode/system.d.ts +0 -2
  183. package/dist/prompts/chat-mode/system.md.d.ts +0 -2
  184. package/dist/prompts/chat-mode/user.d.ts +0 -2
  185. package/dist/prompts/chat-mode/user.md.d.ts +0 -2
  186. package/dist/prompts/common.d.ts +0 -6
  187. package/dist/prompts/dual-modes.d.ts +0 -2
  188. package/dist/prompts/execution-history.d.ts +0 -6
  189. package/dist/prompts/execution-state.d.ts +0 -3
  190. package/dist/prompts/protocol.d.ts +0 -18
  191. package/dist/prompts/worker-mode/system.d.ts +0 -2
  192. package/dist/prompts/worker-mode/system.md.d.ts +0 -2
  193. package/dist/prompts/worker-mode/user.d.ts +0 -2
  194. package/dist/prompts/worker-mode/user.md.d.ts +0 -2
  195. package/dist/quickjs-variant-BYhMBpwU.js +0 -45
  196. package/dist/quickjs-variant-CsIwTVFC.cjs +0 -56
  197. package/dist/rolldown-runtime-EAsCxrDo.js +0 -14
  198. package/dist/runtime/interpret-result.d.ts +0 -22
  199. package/dist/snapshots.d.ts +0 -249
  200. package/dist/stack-traces-BIE_5Xwf.js +0 -21
  201. package/dist/stack-traces-ntw_qhoy.cjs +0 -26
  202. package/dist/truncator-CLkouTCO.cjs +0 -276
  203. package/dist/truncator-DZqEqnpD.js +0 -253
  204. package/dist/truncator.d.ts +0 -118
  205. package/dist/utils-3ESwP3yg.cjs +0 -1075
  206. package/dist/utils-UBeAFeEI.js +0 -950
  207. /package/dist/{citations.d.ts → chat/citations.d.ts} +0 -0
  208. /package/dist/{citations.test.d.ts → chat/citations.test.d.ts} +0 -0
  209. /package/dist/{component.default.test.d.ts → chat/component.default.test.d.ts} +0 -0
  210. /package/dist/{compiler/plugins/track-tool-calls.test.d.ts → chat/component.test.d.ts} +0 -0
  211. /package/dist/{example.test.d.ts → chat/response.test.d.ts} +0 -0
  212. /package/dist/{exit-parser.test.d.ts → compiler/plugins/dynamic-code.test.d.ts} +0 -0
  213. /package/dist/{handlers.test.d.ts → compiler/plugins/tool-resolution.test.d.ts} +0 -0
  214. /package/dist/{hoist.test.d.ts → errors/catalog.test.d.ts} +0 -0
  215. /package/dist/{message-stream/instructions.test.d.ts → exit.test.d.ts} +0 -0
  216. /package/dist/{message-stream/normalizer.test.d.ts → inspection.test.d.ts} +0 -0
  217. /package/dist/{message-stream/parser.test.d.ts → prompts/native.test.d.ts} +0 -0
  218. /package/dist/{message-stream/stream.test.d.ts → result.test.d.ts} +0 -0
  219. /package/dist/{message-stream/validator.test.d.ts → runtime/chat-delivery.test.d.ts} +0 -0
  220. /package/dist/{prompts/common.test.d.ts → runtime/citations.test.d.ts} +0 -0
  221. /package/dist/{prompts/protocol.test.d.ts → runtime/compatibility-regressions.test.d.ts} +0 -0
  222. /package/dist/runtime/{interpret-result.test.d.ts → context-registration.test.d.ts} +0 -0
  223. /package/dist/{transcript.test.d.ts → runtime/error-recovery.test.d.ts} +0 -0
  224. /package/dist/{truncator.test.d.ts → runtime/errors.test.d.ts} +0 -0
@@ -1,21 +0,0 @@
1
- //#region src/stack-traces.ts
2
- const isInternalLine = (line) => {
3
- return line.includes("/llmz/") || line.includes("\\llmz\\src\\") || line.includes("node_modules");
4
- };
5
- function cleanStackTrace(stack, cleanInternal = true) {
6
- let lines = stack.split("\n");
7
- const until = lines.findIndex((line) => isInternalLine(line));
8
- if (cleanInternal && until >= 0) lines = lines.slice(0, until);
9
- else lines = lines.map((line) => {
10
- let llmzIndex = line.indexOf("/llmz/");
11
- if (llmzIndex === -1) llmzIndex = line.indexOf("\\llmz\\");
12
- if (llmzIndex === -1) return line;
13
- let lastSpaceIndex = line.lastIndexOf(" ", llmzIndex);
14
- if (lastSpaceIndex === -1) lastSpaceIndex = 0;
15
- const maybeParen = line[lastSpaceIndex + 1] === "(" ? "(" : "";
16
- return line.slice(0, lastSpaceIndex + 1) + maybeParen + line.slice(llmzIndex);
17
- });
18
- return lines.join("\n");
19
- }
20
- //#endregion
21
- export { cleanStackTrace as t };
@@ -1,26 +0,0 @@
1
- //#region src/stack-traces.ts
2
- const isInternalLine = (line) => {
3
- return line.includes("/llmz/") || line.includes("\\llmz\\src\\") || line.includes("node_modules");
4
- };
5
- function cleanStackTrace(stack, cleanInternal = true) {
6
- let lines = stack.split("\n");
7
- const until = lines.findIndex((line) => isInternalLine(line));
8
- if (cleanInternal && until >= 0) lines = lines.slice(0, until);
9
- else lines = lines.map((line) => {
10
- let llmzIndex = line.indexOf("/llmz/");
11
- if (llmzIndex === -1) llmzIndex = line.indexOf("\\llmz\\");
12
- if (llmzIndex === -1) return line;
13
- let lastSpaceIndex = line.lastIndexOf(" ", llmzIndex);
14
- if (lastSpaceIndex === -1) lastSpaceIndex = 0;
15
- const maybeParen = line[lastSpaceIndex + 1] === "(" ? "(" : "";
16
- return line.slice(0, lastSpaceIndex + 1) + maybeParen + line.slice(llmzIndex);
17
- });
18
- return lines.join("\n");
19
- }
20
- //#endregion
21
- Object.defineProperty(exports, "cleanStackTrace", {
22
- enumerable: true,
23
- get: function() {
24
- return cleanStackTrace;
25
- }
26
- });
@@ -1,276 +0,0 @@
1
- const require_compiler = require("./compiler-C-OI9sim.cjs");
2
- const require_utils = require("./utils-3ESwP3yg.cjs");
3
- //#region src/truncator.ts
4
- var truncator_exports = /* @__PURE__ */ require_compiler.__exportAll({
5
- stripTruncationTags: () => stripTruncationTags,
6
- truncateWrappedContent: () => truncateWrappedContent,
7
- wrapContent: () => wrapContent
8
- });
9
- const DEFAULT_REMOVE_CHUNK = 250;
10
- const WRAP_OPEN_TAG_1 = "【TRUNCATE";
11
- const WRAP_OPEN_TAG_2 = "】";
12
- const WRAP_CLOSE_TAG = "【/TRUNCATE】";
13
- const REGEXP = `(${WRAP_OPEN_TAG_1}(?:\\s+[\\w:]+)*\\s*${WRAP_OPEN_TAG_2})([\\s\\S]*?)(${WRAP_CLOSE_TAG})`;
14
- const DEFAULT_TRUNCATE_OPTIONS = {
15
- preserve: "top",
16
- flex: 1,
17
- minTokens: 0
18
- };
19
- /**
20
- * Wraps content with truncation tags to mark it as truncatable when using `truncateWrappedContent`.
21
- *
22
- * This function encases the provided content within special truncation tags that contain metadata
23
- * about how the content should be truncated. The wrapped content becomes eligible for intelligent
24
- * truncation while preserving non-wrapped content intact.
25
- *
26
- * @param content - The string content to wrap with truncation tags
27
- * @param options - Optional truncation configuration
28
- * @param options.preserve - Which part of the content to preserve when truncating:
29
- * - 'top': Keep the beginning, remove from the end (default)
30
- * - 'bottom': Keep the end, remove from the beginning
31
- * - 'both': Keep both ends, remove from the middle
32
- * @param options.flex - Priority factor for truncation (default: 1). Higher values make this
33
- * content more likely to be truncated. A flex of 2 means this content can shrink twice as
34
- * much as content with flex of 1.
35
- * @param options.minTokens - Minimum number of tokens to preserve (default: 0). Content will
36
- * never be truncated below this threshold.
37
- *
38
- * @returns The content wrapped with truncation tags and embedded metadata
39
- *
40
- * @example
41
- * ```typescript
42
- * // Basic usage - content will be truncated from the end if needed
43
- * const wrapped = wrapContent("This is some long content that might need truncation")
44
- *
45
- * // Preserve the end of the content
46
- * const bottomPreserved = wrapContent("Error log: ... important error details", {
47
- * preserve: 'bottom'
48
- * })
49
- *
50
- * // High priority for truncation with minimum preservation
51
- * const flexible = wrapContent("Optional context information", {
52
- * flex: 3,
53
- * minTokens: 50
54
- * })
55
- * ```
56
- */
57
- function wrapContent(content, options) {
58
- const preserve = (options === null || options === void 0 ? void 0 : options.preserve) ?? DEFAULT_TRUNCATE_OPTIONS.preserve;
59
- const flex = (options === null || options === void 0 ? void 0 : options.flex) ?? DEFAULT_TRUNCATE_OPTIONS.flex;
60
- const minTokens = (options === null || options === void 0 ? void 0 : options.minTokens) ?? DEFAULT_TRUNCATE_OPTIONS.minTokens;
61
- return `${WRAP_OPEN_TAG_1} preserve:${preserve} flex:${flex} min:${minTokens} ${WRAP_OPEN_TAG_2}${content}${WRAP_CLOSE_TAG}`;
62
- }
63
- /**
64
- * Intelligently truncates message content to fit within a token limit while preserving important parts.
65
- *
66
- * This function processes an array of messages and reduces their total token count to fit within the
67
- * specified limit. It only truncates content that has been wrapped with `wrapContent()`, leaving
68
- * unwrapped content completely intact. The truncation algorithm prioritizes content based on flex
69
- * values and respects preservation preferences and minimum token requirements.
70
- *
71
- * ## How it works:
72
- * 1. **Parsing**: Scans each message for wrapped content sections and unwrapped sections
73
- * 2. **Token counting**: Calculates tokens for each section using the configured tokenizer
74
- * 3. **Prioritization**: Identifies the largest truncatable sections based on flex values
75
- * 4. **Intelligent truncation**: Removes content according to preservation preferences
76
- * 5. **Reconstruction**: Rebuilds messages with truncated content and removes wrapper tags
77
- *
78
- * ## Truncation strategy:
79
- * - **Priority**: Higher flex values = higher truncation priority
80
- * - **Minimum tokens**: Content is never truncated below its `minTokens` threshold
81
- * - **Preservation modes**:
82
- * - `'top'`: Removes from the end, keeps the beginning
83
- * - `'bottom'`: Removes from the beginning, keeps the end
84
- * - `'both'`: Removes from the middle, keeps both ends
85
- *
86
- * @template T - Type extending MessageLike (must have a content property)
87
- * @param options - Configuration object
88
- * @param options.messages - Array of messages to truncate
89
- * @param options.tokenLimit - Maximum total tokens allowed across all messages
90
- * @param options.throwOnFailure - Whether to throw an error if truncation fails (default: true).
91
- * If false, returns the best effort result even if over the token limit.
92
- *
93
- * @returns Array of messages with content truncated to fit the token limit
94
- *
95
- * @throws Error if unable to truncate enough content to meet the token limit (when throwOnFailure is true)
96
- *
97
- * @example
98
- * ```typescript
99
- * const messages = [
100
- * {
101
- * role: 'system',
102
- * content: 'You are a helpful assistant. ' + wrapContent('Here is some background info...', { flex: 2 })
103
- * },
104
- * {
105
- * role: 'user',
106
- * content: 'Please help me with: ' + wrapContent('detailed context and examples', { preserve: 'both' })
107
- * }
108
- * ]
109
- *
110
- * // Truncate to fit within 1000 tokens
111
- * const truncated = truncateWrappedContent({
112
- * messages,
113
- * tokenLimit: 1000,
114
- * throwOnFailure: false
115
- * })
116
- *
117
- * // The system message background info will be truncated first (higher flex),
118
- * // and user context will be truncated from the middle if needed (preserve: 'both')
119
- * ```
120
- */
121
- function truncateWrappedContent({ messages, tokenLimit, throwOnFailure = true }) {
122
- const tokenizer = require_utils.getTokenizer();
123
- /**
124
- * Before { content: 'content', tokens: 10, truncatable: false }
125
- * <WRAPPER>content</WRAPPER> { content: 'content', tokens: 10, truncatable: true }
126
- * After { content: 'content', tokens: 10, truncatable: false }
127
- */
128
- const parts = [];
129
- for (const msg of messages) {
130
- const current = [];
131
- const content = typeof msg.content === "string" ? msg.content : "";
132
- let match;
133
- const parser = new _MessageContentParser();
134
- while ((match = parser.parse(content)) !== null) {
135
- const { attributes, nonTruncatableContent, wrappedContent } = match;
136
- if (nonTruncatableContent) current.push({
137
- content: nonTruncatableContent,
138
- tokens: tokenizer.count(nonTruncatableContent),
139
- truncatable: false
140
- });
141
- current.push({
142
- content: wrappedContent,
143
- tokens: tokenizer.count(wrappedContent),
144
- truncatable: true,
145
- attributes: {
146
- preserve: attributes.preserve,
147
- flex: Number(attributes.flex) || DEFAULT_TRUNCATE_OPTIONS.flex,
148
- minTokens: Number(attributes.min) || DEFAULT_TRUNCATE_OPTIONS.minTokens
149
- }
150
- });
151
- }
152
- const remainingContent = parser.getRemainingContent(content);
153
- if (remainingContent) current.push({
154
- content: remainingContent,
155
- tokens: tokenizer.count(remainingContent),
156
- truncatable: false
157
- });
158
- parts.push(current);
159
- }
160
- let currentCount = _countTotalTokens(parts);
161
- while (currentCount > tokenLimit) {
162
- var _biggest$attributes, _biggest$attributes3;
163
- const { biggest, secondBiggest } = _getTwoBiggestTruncables(parts);
164
- if (!biggest || !biggest.truncatable || biggest.tokens <= 0) {
165
- if (throwOnFailure) throw new Error(`Cannot truncate further, current count: ${currentCount}`);
166
- else break;
167
- }
168
- const delta = Math.max(biggest.tokens - ((secondBiggest === null || secondBiggest === void 0 ? void 0 : secondBiggest.tokens) ?? 0), DEFAULT_REMOVE_CHUNK);
169
- const room = Math.min(delta, biggest.tokens);
170
- let toRemove = Math.min(room, currentCount - tokenLimit);
171
- if (toRemove <= 0) {
172
- if (throwOnFailure) throw new Error(`Cannot truncate further, current count: ${currentCount}`);
173
- else break;
174
- }
175
- if (biggest.tokens - toRemove < (((_biggest$attributes = biggest.attributes) === null || _biggest$attributes === void 0 ? void 0 : _biggest$attributes.minTokens) ?? 0)) {
176
- var _biggest$attributes2;
177
- toRemove = biggest.tokens - (((_biggest$attributes2 = biggest.attributes) === null || _biggest$attributes2 === void 0 ? void 0 : _biggest$attributes2.minTokens) ?? 0);
178
- }
179
- const preserve = ((_biggest$attributes3 = biggest.attributes) === null || _biggest$attributes3 === void 0 ? void 0 : _biggest$attributes3.preserve) ?? DEFAULT_TRUNCATE_OPTIONS.preserve;
180
- const split = tokenizer.splitAndSlice(biggest.content);
181
- if (preserve === "bottom") biggest.content = split.slice(toRemove).join("");
182
- else if (preserve === "top") biggest.content = split.slice(0, -toRemove).join("");
183
- else {
184
- const anchor = Math.ceil(split.length / 2);
185
- const radius = Math.ceil(toRemove / 2);
186
- const left = anchor - radius;
187
- const right = anchor + radius;
188
- biggest.content = split.slice(0, left).join("") + split.slice(right).join("");
189
- }
190
- biggest.tokens -= toRemove;
191
- currentCount -= toRemove;
192
- }
193
- return messages.map((msg, i) => {
194
- const p = parts[i];
195
- return {
196
- ...msg,
197
- content: typeof msg.content === "string" ? _renderRemainingWrappers(p.map((part) => part.content).join("")) : msg.content
198
- };
199
- });
200
- }
201
- var _MessageContentParser = class {
202
- _regex;
203
- _lastIndex = 0;
204
- constructor() {
205
- this._regex = _createRegex();
206
- }
207
- parse(content) {
208
- const match = this._regex.exec(content);
209
- if (!match) return null;
210
- const attributes = match[1].split(/\s+/).slice(1).filter((x) => x !== WRAP_OPEN_TAG_2).map((x) => x.split(":")).reduce((acc, [key, value]) => ({
211
- ...acc,
212
- [key]: value
213
- }), {});
214
- let nonTruncatableContent = void 0;
215
- if (match.index > this._lastIndex) nonTruncatableContent = content.slice(this._lastIndex, match.index);
216
- const wrappedContent = match[2];
217
- this._lastIndex = this._regex.lastIndex;
218
- return {
219
- attributes,
220
- nonTruncatableContent,
221
- wrappedContent
222
- };
223
- }
224
- getRemainingContent(content) {
225
- if (this._lastIndex < content.length) return content.slice(this._lastIndex);
226
- return null;
227
- }
228
- };
229
- const _createRegex = () => new RegExp(REGEXP, "g");
230
- const _renderRemainingWrappers = (content) => content.replace(_createRegex(), "$2");
231
- /** Removes truncation wrapper tags from content, leaving the wrapped content intact. */
232
- const stripTruncationTags = (content) => _renderRemainingWrappers(content);
233
- const _countTotalTokens = (parts) => parts.reduce((acc, x) => acc + x.reduce((acc, y) => acc + y.tokens, 0), 0);
234
- const _getTwoBiggestTruncables = (parts) => {
235
- let biggest = null;
236
- let secondBiggest = null;
237
- for (const part of parts.flat()) if (part.truncatable) {
238
- var _part$attributes, _part$attributes2;
239
- if (part.tokens <= (((_part$attributes = part.attributes) === null || _part$attributes === void 0 ? void 0 : _part$attributes.minTokens) ?? 0)) continue;
240
- const flex = ((_part$attributes2 = part.attributes) === null || _part$attributes2 === void 0 ? void 0 : _part$attributes2.flex) ?? DEFAULT_TRUNCATE_OPTIONS.flex;
241
- const tokens = part.tokens * flex;
242
- if (!biggest || tokens > biggest.tokens) {
243
- secondBiggest = biggest;
244
- biggest = part;
245
- } else if (!secondBiggest || tokens > secondBiggest.tokens) secondBiggest = part;
246
- }
247
- return {
248
- biggest,
249
- secondBiggest
250
- };
251
- };
252
- //#endregion
253
- Object.defineProperty(exports, "stripTruncationTags", {
254
- enumerable: true,
255
- get: function() {
256
- return stripTruncationTags;
257
- }
258
- });
259
- Object.defineProperty(exports, "truncateWrappedContent", {
260
- enumerable: true,
261
- get: function() {
262
- return truncateWrappedContent;
263
- }
264
- });
265
- Object.defineProperty(exports, "truncator_exports", {
266
- enumerable: true,
267
- get: function() {
268
- return truncator_exports;
269
- }
270
- });
271
- Object.defineProperty(exports, "wrapContent", {
272
- enumerable: true,
273
- get: function() {
274
- return wrapContent;
275
- }
276
- });
@@ -1,253 +0,0 @@
1
- import { n as __exportAll } from "./rolldown-runtime-EAsCxrDo.js";
2
- import { o as getTokenizer } from "./utils-UBeAFeEI.js";
3
- //#region src/truncator.ts
4
- var truncator_exports = /* @__PURE__ */ __exportAll({
5
- stripTruncationTags: () => stripTruncationTags,
6
- truncateWrappedContent: () => truncateWrappedContent,
7
- wrapContent: () => wrapContent
8
- });
9
- const DEFAULT_REMOVE_CHUNK = 250;
10
- const WRAP_OPEN_TAG_1 = "【TRUNCATE";
11
- const WRAP_OPEN_TAG_2 = "】";
12
- const WRAP_CLOSE_TAG = "【/TRUNCATE】";
13
- const REGEXP = `(${WRAP_OPEN_TAG_1}(?:\\s+[\\w:]+)*\\s*${WRAP_OPEN_TAG_2})([\\s\\S]*?)(${WRAP_CLOSE_TAG})`;
14
- const DEFAULT_TRUNCATE_OPTIONS = {
15
- preserve: "top",
16
- flex: 1,
17
- minTokens: 0
18
- };
19
- /**
20
- * Wraps content with truncation tags to mark it as truncatable when using `truncateWrappedContent`.
21
- *
22
- * This function encases the provided content within special truncation tags that contain metadata
23
- * about how the content should be truncated. The wrapped content becomes eligible for intelligent
24
- * truncation while preserving non-wrapped content intact.
25
- *
26
- * @param content - The string content to wrap with truncation tags
27
- * @param options - Optional truncation configuration
28
- * @param options.preserve - Which part of the content to preserve when truncating:
29
- * - 'top': Keep the beginning, remove from the end (default)
30
- * - 'bottom': Keep the end, remove from the beginning
31
- * - 'both': Keep both ends, remove from the middle
32
- * @param options.flex - Priority factor for truncation (default: 1). Higher values make this
33
- * content more likely to be truncated. A flex of 2 means this content can shrink twice as
34
- * much as content with flex of 1.
35
- * @param options.minTokens - Minimum number of tokens to preserve (default: 0). Content will
36
- * never be truncated below this threshold.
37
- *
38
- * @returns The content wrapped with truncation tags and embedded metadata
39
- *
40
- * @example
41
- * ```typescript
42
- * // Basic usage - content will be truncated from the end if needed
43
- * const wrapped = wrapContent("This is some long content that might need truncation")
44
- *
45
- * // Preserve the end of the content
46
- * const bottomPreserved = wrapContent("Error log: ... important error details", {
47
- * preserve: 'bottom'
48
- * })
49
- *
50
- * // High priority for truncation with minimum preservation
51
- * const flexible = wrapContent("Optional context information", {
52
- * flex: 3,
53
- * minTokens: 50
54
- * })
55
- * ```
56
- */
57
- function wrapContent(content, options) {
58
- const preserve = (options === null || options === void 0 ? void 0 : options.preserve) ?? DEFAULT_TRUNCATE_OPTIONS.preserve;
59
- const flex = (options === null || options === void 0 ? void 0 : options.flex) ?? DEFAULT_TRUNCATE_OPTIONS.flex;
60
- const minTokens = (options === null || options === void 0 ? void 0 : options.minTokens) ?? DEFAULT_TRUNCATE_OPTIONS.minTokens;
61
- return `${WRAP_OPEN_TAG_1} preserve:${preserve} flex:${flex} min:${minTokens} ${WRAP_OPEN_TAG_2}${content}${WRAP_CLOSE_TAG}`;
62
- }
63
- /**
64
- * Intelligently truncates message content to fit within a token limit while preserving important parts.
65
- *
66
- * This function processes an array of messages and reduces their total token count to fit within the
67
- * specified limit. It only truncates content that has been wrapped with `wrapContent()`, leaving
68
- * unwrapped content completely intact. The truncation algorithm prioritizes content based on flex
69
- * values and respects preservation preferences and minimum token requirements.
70
- *
71
- * ## How it works:
72
- * 1. **Parsing**: Scans each message for wrapped content sections and unwrapped sections
73
- * 2. **Token counting**: Calculates tokens for each section using the configured tokenizer
74
- * 3. **Prioritization**: Identifies the largest truncatable sections based on flex values
75
- * 4. **Intelligent truncation**: Removes content according to preservation preferences
76
- * 5. **Reconstruction**: Rebuilds messages with truncated content and removes wrapper tags
77
- *
78
- * ## Truncation strategy:
79
- * - **Priority**: Higher flex values = higher truncation priority
80
- * - **Minimum tokens**: Content is never truncated below its `minTokens` threshold
81
- * - **Preservation modes**:
82
- * - `'top'`: Removes from the end, keeps the beginning
83
- * - `'bottom'`: Removes from the beginning, keeps the end
84
- * - `'both'`: Removes from the middle, keeps both ends
85
- *
86
- * @template T - Type extending MessageLike (must have a content property)
87
- * @param options - Configuration object
88
- * @param options.messages - Array of messages to truncate
89
- * @param options.tokenLimit - Maximum total tokens allowed across all messages
90
- * @param options.throwOnFailure - Whether to throw an error if truncation fails (default: true).
91
- * If false, returns the best effort result even if over the token limit.
92
- *
93
- * @returns Array of messages with content truncated to fit the token limit
94
- *
95
- * @throws Error if unable to truncate enough content to meet the token limit (when throwOnFailure is true)
96
- *
97
- * @example
98
- * ```typescript
99
- * const messages = [
100
- * {
101
- * role: 'system',
102
- * content: 'You are a helpful assistant. ' + wrapContent('Here is some background info...', { flex: 2 })
103
- * },
104
- * {
105
- * role: 'user',
106
- * content: 'Please help me with: ' + wrapContent('detailed context and examples', { preserve: 'both' })
107
- * }
108
- * ]
109
- *
110
- * // Truncate to fit within 1000 tokens
111
- * const truncated = truncateWrappedContent({
112
- * messages,
113
- * tokenLimit: 1000,
114
- * throwOnFailure: false
115
- * })
116
- *
117
- * // The system message background info will be truncated first (higher flex),
118
- * // and user context will be truncated from the middle if needed (preserve: 'both')
119
- * ```
120
- */
121
- function truncateWrappedContent({ messages, tokenLimit, throwOnFailure = true }) {
122
- const tokenizer = getTokenizer();
123
- /**
124
- * Before { content: 'content', tokens: 10, truncatable: false }
125
- * <WRAPPER>content</WRAPPER> { content: 'content', tokens: 10, truncatable: true }
126
- * After { content: 'content', tokens: 10, truncatable: false }
127
- */
128
- const parts = [];
129
- for (const msg of messages) {
130
- const current = [];
131
- const content = typeof msg.content === "string" ? msg.content : "";
132
- let match;
133
- const parser = new _MessageContentParser();
134
- while ((match = parser.parse(content)) !== null) {
135
- const { attributes, nonTruncatableContent, wrappedContent } = match;
136
- if (nonTruncatableContent) current.push({
137
- content: nonTruncatableContent,
138
- tokens: tokenizer.count(nonTruncatableContent),
139
- truncatable: false
140
- });
141
- current.push({
142
- content: wrappedContent,
143
- tokens: tokenizer.count(wrappedContent),
144
- truncatable: true,
145
- attributes: {
146
- preserve: attributes.preserve,
147
- flex: Number(attributes.flex) || DEFAULT_TRUNCATE_OPTIONS.flex,
148
- minTokens: Number(attributes.min) || DEFAULT_TRUNCATE_OPTIONS.minTokens
149
- }
150
- });
151
- }
152
- const remainingContent = parser.getRemainingContent(content);
153
- if (remainingContent) current.push({
154
- content: remainingContent,
155
- tokens: tokenizer.count(remainingContent),
156
- truncatable: false
157
- });
158
- parts.push(current);
159
- }
160
- let currentCount = _countTotalTokens(parts);
161
- while (currentCount > tokenLimit) {
162
- var _biggest$attributes, _biggest$attributes3;
163
- const { biggest, secondBiggest } = _getTwoBiggestTruncables(parts);
164
- if (!biggest || !biggest.truncatable || biggest.tokens <= 0) {
165
- if (throwOnFailure) throw new Error(`Cannot truncate further, current count: ${currentCount}`);
166
- else break;
167
- }
168
- const delta = Math.max(biggest.tokens - ((secondBiggest === null || secondBiggest === void 0 ? void 0 : secondBiggest.tokens) ?? 0), DEFAULT_REMOVE_CHUNK);
169
- const room = Math.min(delta, biggest.tokens);
170
- let toRemove = Math.min(room, currentCount - tokenLimit);
171
- if (toRemove <= 0) {
172
- if (throwOnFailure) throw new Error(`Cannot truncate further, current count: ${currentCount}`);
173
- else break;
174
- }
175
- if (biggest.tokens - toRemove < (((_biggest$attributes = biggest.attributes) === null || _biggest$attributes === void 0 ? void 0 : _biggest$attributes.minTokens) ?? 0)) {
176
- var _biggest$attributes2;
177
- toRemove = biggest.tokens - (((_biggest$attributes2 = biggest.attributes) === null || _biggest$attributes2 === void 0 ? void 0 : _biggest$attributes2.minTokens) ?? 0);
178
- }
179
- const preserve = ((_biggest$attributes3 = biggest.attributes) === null || _biggest$attributes3 === void 0 ? void 0 : _biggest$attributes3.preserve) ?? DEFAULT_TRUNCATE_OPTIONS.preserve;
180
- const split = tokenizer.splitAndSlice(biggest.content);
181
- if (preserve === "bottom") biggest.content = split.slice(toRemove).join("");
182
- else if (preserve === "top") biggest.content = split.slice(0, -toRemove).join("");
183
- else {
184
- const anchor = Math.ceil(split.length / 2);
185
- const radius = Math.ceil(toRemove / 2);
186
- const left = anchor - radius;
187
- const right = anchor + radius;
188
- biggest.content = split.slice(0, left).join("") + split.slice(right).join("");
189
- }
190
- biggest.tokens -= toRemove;
191
- currentCount -= toRemove;
192
- }
193
- return messages.map((msg, i) => {
194
- const p = parts[i];
195
- return {
196
- ...msg,
197
- content: typeof msg.content === "string" ? _renderRemainingWrappers(p.map((part) => part.content).join("")) : msg.content
198
- };
199
- });
200
- }
201
- var _MessageContentParser = class {
202
- _regex;
203
- _lastIndex = 0;
204
- constructor() {
205
- this._regex = _createRegex();
206
- }
207
- parse(content) {
208
- const match = this._regex.exec(content);
209
- if (!match) return null;
210
- const attributes = match[1].split(/\s+/).slice(1).filter((x) => x !== WRAP_OPEN_TAG_2).map((x) => x.split(":")).reduce((acc, [key, value]) => ({
211
- ...acc,
212
- [key]: value
213
- }), {});
214
- let nonTruncatableContent = void 0;
215
- if (match.index > this._lastIndex) nonTruncatableContent = content.slice(this._lastIndex, match.index);
216
- const wrappedContent = match[2];
217
- this._lastIndex = this._regex.lastIndex;
218
- return {
219
- attributes,
220
- nonTruncatableContent,
221
- wrappedContent
222
- };
223
- }
224
- getRemainingContent(content) {
225
- if (this._lastIndex < content.length) return content.slice(this._lastIndex);
226
- return null;
227
- }
228
- };
229
- const _createRegex = () => new RegExp(REGEXP, "g");
230
- const _renderRemainingWrappers = (content) => content.replace(_createRegex(), "$2");
231
- /** Removes truncation wrapper tags from content, leaving the wrapped content intact. */
232
- const stripTruncationTags = (content) => _renderRemainingWrappers(content);
233
- const _countTotalTokens = (parts) => parts.reduce((acc, x) => acc + x.reduce((acc, y) => acc + y.tokens, 0), 0);
234
- const _getTwoBiggestTruncables = (parts) => {
235
- let biggest = null;
236
- let secondBiggest = null;
237
- for (const part of parts.flat()) if (part.truncatable) {
238
- var _part$attributes, _part$attributes2;
239
- if (part.tokens <= (((_part$attributes = part.attributes) === null || _part$attributes === void 0 ? void 0 : _part$attributes.minTokens) ?? 0)) continue;
240
- const flex = ((_part$attributes2 = part.attributes) === null || _part$attributes2 === void 0 ? void 0 : _part$attributes2.flex) ?? DEFAULT_TRUNCATE_OPTIONS.flex;
241
- const tokens = part.tokens * flex;
242
- if (!biggest || tokens > biggest.tokens) {
243
- secondBiggest = biggest;
244
- biggest = part;
245
- } else if (!secondBiggest || tokens > secondBiggest.tokens) secondBiggest = part;
246
- }
247
- return {
248
- biggest,
249
- secondBiggest
250
- };
251
- };
252
- //#endregion
253
- export { wrapContent as i, truncateWrappedContent as n, truncator_exports as r, stripTruncationTags as t };