@cleocode/lafs 2026.4.0 → 2026.4.4

package/dist/src/tokenEstimator.d.ts

@@ -5,31 +5,64 @@
  * Uses the approximation: 1 token ≈ 4 characters.
  * Properly handles nested objects, arrays, Unicode graphemes, and circular references.
  */
+/**
+ * Configuration options for the token estimator.
+ *
+ * @remarks
+ * All options have sensible defaults. Override individual fields to tune
+ * estimation accuracy or performance for specific workloads.
+ *
+ * @example
+ * ```typescript
+ * const opts: TokenEstimatorOptions = {
+ *   charsPerToken: 3.5,
+ *   maxDepth: 50,
+ * };
+ * ```
+ */
 export interface TokenEstimatorOptions {
     /**
-     * Characters per token ratio (default: 4)
+     * Characters per token ratio.
+     * @defaultValue `4`
      */
     charsPerToken?: number;
     /**
-     * Maximum depth to traverse for circular reference detection (default: 100)
+     * Maximum depth to traverse for circular reference detection.
+     * @defaultValue `100`
      */
     maxDepth?: number;
     /**
-     * Maximum string length to process for Unicode grapheme counting (default: 100000)
+     * Maximum string length to process for Unicode grapheme counting.
+     * @defaultValue `100000`
      */
     maxStringLength?: number;
 }
 /**
- * TokenEstimator provides character-based token counting for JSON payloads.
+ * Character-based token estimator for JSON payloads.
  *
+ * @remarks
  * Algorithm:
- * 1. Serialize value to JSON (handling circular refs)
- * 2. Count Unicode graphemes (not bytes)
- * 3. Divide by charsPerToken ratio (default 4)
- * 4. Add overhead for structural characters
+ * 1. Recursively traverse the value (handling circular refs via WeakSet)
+ * 2. Count Unicode graphemes (not bytes) for string content
+ * 3. Divide by `charsPerToken` ratio (default 4)
+ * 4. Add overhead for structural JSON characters
+ *
+ * The estimator is intentionally conservative to avoid underestimating budget usage.
+ *
+ * @example
+ * ```typescript
+ * const estimator = new TokenEstimator({ charsPerToken: 4 });
+ * const tokens = estimator.estimate({ name: "hello", items: [1, 2, 3] });
+ * ```
  */
 export declare class TokenEstimator {
+    /** Resolved configuration with defaults applied */
     private options;
+    /**
+     * Create a new TokenEstimator.
+     *
+     * @param options - Configuration overrides (merged with defaults)
+     */
     constructor(options?: TokenEstimatorOptions);
     /**
      * Estimate tokens for any JavaScript value.
@@ -49,40 +82,93 @@ export declare class TokenEstimator {
     estimateJSON(json: string): number;
     /**
      * Internal recursive estimation with circular reference tracking.
+     *
+     * @param value - Value to estimate
+     * @param seen - WeakSet tracking visited objects for circular reference detection
+     * @param depth - Current recursion depth
+     * @returns Estimated token count for this value
      */
     private estimateWithTracking;
     /**
      * Estimate tokens for an array.
+     *
+     * @param arr - Array to estimate
+     * @param seen - WeakSet tracking visited objects
+     * @param depth - Current recursion depth
+     * @returns Estimated token count including brackets and separators
      */
     private estimateArray;
     /**
      * Estimate tokens for a plain object.
+     *
+     * @param obj - Object to estimate
+     * @param seen - WeakSet tracking visited objects
+     * @param depth - Current recursion depth
+     * @returns Estimated token count including braces, keys, colons, and separators
      */
     private estimateObject;
     /**
      * Check if a value can be safely serialized (no circular refs).
+     *
+     * @param value - Value to check
+     * @returns `true` if `JSON.stringify` succeeds without throwing
      */
     canSerialize(value: unknown): boolean;
     /**
-     * Serialize value to JSON with circular reference handling.
-     * Circular refs are replaced with "[Circular]".
+     * Serialize a value to JSON with circular reference handling.
+     *
+     * @param value - Value to serialize
+     * @returns JSON string with circular references replaced by `"[Circular]"`
      */
     safeStringify(value: unknown): string;
     /**
-     * Create a safe copy of a value with circular refs removed.
+     * Create a deep copy of a value with circular refs replaced by `"[Circular]"`.
+     *
+     * @param value - Value to copy
+     * @returns Deep clone with all circular references replaced
      */
     safeCopy<T>(value: T): T;
 }
 /**
  * Global token estimator instance with default settings.
+ *
+ * @remarks
+ * Reuses a single estimator instance to avoid repeated object allocation.
+ * All default {@link TokenEstimatorOptions} values apply.
  */
 export declare const defaultEstimator: TokenEstimator;
 /**
  * Convenience function to estimate tokens for a value.
+ *
+ * @param value - Any JavaScript value to estimate
+ * @param options - Optional estimator configuration overrides
+ * @returns Estimated token count
+ *
+ * @remarks
+ * Uses the global {@link defaultEstimator} when no options are provided.
+ * Creates a new estimator instance when custom options are given.
+ *
+ * @example
+ * ```typescript
+ * const tokens = estimateTokens({ data: [1, 2, 3] });
+ * ```
  */
 export declare function estimateTokens(value: unknown, options?: TokenEstimatorOptions): number;
 /**
  * Convenience function to estimate tokens from a JSON string.
+ *
+ * @param json - Pre-serialized JSON string
+ * @param options - Optional estimator configuration overrides
+ * @returns Estimated token count
+ *
+ * @remarks
+ * More efficient than {@link estimateTokens} when you already have the
+ * JSON string, since it skips the serialization step.
+ *
+ * @example
+ * ```typescript
+ * const tokens = estimateTokensJSON('{"key": "value"}');
+ * ```
  */
 export declare function estimateTokensJSON(json: string, options?: TokenEstimatorOptions): number;
 //# sourceMappingURL=tokenEstimator.d.ts.map

package/dist/src/tokenEstimator.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"tokenEstimator.d.ts","sourceRoot":"","sources":["../../src/tokenEstimator.ts"],"names":[],"mappings":"AAAA;;;;;;GAMG;AAEH,MAAM,WAAW,qBAAqB;IACpC;;OAEG;IACH,aAAa,CAAC,EAAE,MAAM,CAAC;IAEvB;;OAEG;IACH,QAAQ,CAAC,EAAE,MAAM,CAAC;IAElB;;OAEG;IACH,eAAe,CAAC,EAAE,MAAM,CAAC;CAC1B;AA0BD;;;;;;;;GAQG;AACH,qBAAa,cAAc;IACzB,OAAO,CAAC,OAAO,CAAkC;gBAErC,OAAO,GAAE,qBAA0B;IAI/C;;;;;;OAMG;IACH,QAAQ,CAAC,KAAK,EAAE,OAAO,GAAG,MAAM;IAIhC;;;;;;OAMG;IACH,YAAY,CAAC,IAAI,EAAE,MAAM,GAAG,MAAM;IAQlC;;OAEG;IACH,OAAO,CAAC,oBAAoB;IAiE5B;;OAEG;IACH,OAAO,CAAC,aAAa;IAiBrB;;OAEG;IACH,OAAO,CAAC,cAAc;IAgCtB;;OAEG;IACH,YAAY,CAAC,KAAK,EAAE,OAAO,GAAG,OAAO;IASrC;;;OAGG;IACH,aAAa,CAAC,KAAK,EAAE,OAAO,GAAG,MAAM;IAcrC;;OAEG;IACH,QAAQ,CAAC,CAAC,EAAE,KAAK,EAAE,CAAC,GAAG,CAAC;CA+BzB;AAED;;GAEG;AACH,eAAO,MAAM,gBAAgB,gBAAuB,CAAC;AAErD;;GAEG;AACH,wBAAgB,cAAc,CAAC,KAAK,EAAE,OAAO,EAAE,OAAO,CAAC,EAAE,qBAAqB,GAAG,MAAM,CAGtF;AAED;;GAEG;AACH,wBAAgB,kBAAkB,CAAC,IAAI,EAAE,MAAM,EAAE,OAAO,CAAC,EAAE,qBAAqB,GAAG,MAAM,CAGxF"}
+{"version":3,"file":"tokenEstimator.d.ts","sourceRoot":"","sources":["../../src/tokenEstimator.ts"],"names":[],"mappings":"AAAA;;;;;;GAMG;AAEH;;;;;;;;;;;;;;GAcG;AACH,MAAM,WAAW,qBAAqB;IACpC;;;OAGG;IACH,aAAa,CAAC,EAAE,MAAM,CAAC;IAEvB;;;OAGG;IACH,QAAQ,CAAC,EAAE,MAAM,CAAC;IAElB;;;OAGG;IACH,eAAe,CAAC,EAAE,MAAM,CAAC;CAC1B;AAqCD;;;;;;;;;;;;;;;;;GAiBG;AACH,qBAAa,cAAc;IACzB,mDAAmD;IACnD,OAAO,CAAC,OAAO,CAAkC;IAEjD;;;;OAIG;gBACS,OAAO,GAAE,qBAA0B;IAI/C;;;;;;OAMG;IACH,QAAQ,CAAC,KAAK,EAAE,OAAO,GAAG,MAAM;IAIhC;;;;;;OAMG;IACH,YAAY,CAAC,IAAI,EAAE,MAAM,GAAG,MAAM;IAQlC;;;;;;;OAOG;IACH,OAAO,CAAC,oBAAoB;IAiE5B;;;;;;;OAOG;IACH,OAAO,CAAC,aAAa;IAiBrB;;;;;;;OAOG;IACH,OAAO,CAAC,cAAc;IAgCtB;;;;;OAKG;IACH,YAAY,CAAC,KAAK,EAAE,OAAO,GAAG,OAAO;IASrC;;;;;OAKG;IACH,aAAa,CAAC,KAAK,EAAE,OAAO,GAAG,MAAM;IAcrC;;;;;OAKG;IACH,QAAQ,CAAC,CAAC,EAAE,KAAK,EAAE,CAAC,GAAG,CAAC;CA+BzB;AAED;;;;;;GAMG;AACH,eAAO,MAAM,gBAAgB,gBAAuB,CAAC;AAErD;;;;;;;;;;;;;;;GAeG;AACH,wBAAgB,cAAc,CAAC,KAAK,EAAE,OAAO,EAAE,OAAO,CAAC,EAAE,qBAAqB,GAAG,MAAM,CAGtF;AAED;;;;;;;;;;;;;;;GAeG;AACH,wBAAgB,kBAAkB,CAAC,IAAI,EAAE,MAAM,EAAE,OAAO,CAAC,EAAE,qBAAqB,GAAG,MAAM,CAGxF"}

package/dist/src/tokenEstimator.js

@@ -6,8 +6,15 @@
  * Properly handles nested objects, arrays, Unicode graphemes, and circular references.
  */
 /**
- * Counts Unicode graphemes in a string using Intl.Segmenter when available.
- * Falls back to character counting for environments without Intl.Segmenter.
+ * Count Unicode graphemes in a string.
+ *
+ * @param str - Input string to count
+ * @returns Number of grapheme clusters in the string
+ *
+ * @remarks
+ * Uses `Intl.Segmenter` when available (Node.js 16+, modern browsers) for
+ * accurate grapheme counting. Falls back to spread-based code-point counting
+ * which handles surrogate pairs but not all grapheme clusters.
  */
 function countGraphemes(str) {
     // Use Intl.Segmenter for proper grapheme counting (Node.js 16+, modern browsers)
@@ -19,7 +26,11 @@ function countGraphemes(str) {
     return [...str].length;
 }
 /**
- * Default options for token estimation
+ * Default options for token estimation.
+ *
+ * @remarks
+ * These values represent the baseline configuration used when no overrides
+ * are provided to the {@link TokenEstimator} constructor.
  */
 const DEFAULT_OPTIONS = {
     charsPerToken: 4,
@@ -27,16 +38,31 @@ const DEFAULT_OPTIONS = {
     maxStringLength: 100000,
 };
 /**
- * TokenEstimator provides character-based token counting for JSON payloads.
+ * Character-based token estimator for JSON payloads.
  *
+ * @remarks
  * Algorithm:
- * 1. Serialize value to JSON (handling circular refs)
- * 2. Count Unicode graphemes (not bytes)
- * 3. Divide by charsPerToken ratio (default 4)
- * 4. Add overhead for structural characters
+ * 1. Recursively traverse the value (handling circular refs via WeakSet)
+ * 2. Count Unicode graphemes (not bytes) for string content
+ * 3. Divide by `charsPerToken` ratio (default 4)
+ * 4. Add overhead for structural JSON characters
+ *
+ * The estimator is intentionally conservative to avoid underestimating budget usage.
+ *
+ * @example
+ * ```typescript
+ * const estimator = new TokenEstimator({ charsPerToken: 4 });
+ * const tokens = estimator.estimate({ name: "hello", items: [1, 2, 3] });
+ * ```
  */
 export class TokenEstimator {
+    /** Resolved configuration with defaults applied */
     options;
+    /**
+     * Create a new TokenEstimator.
+     *
+     * @param options - Configuration overrides (merged with defaults)
+     */
     constructor(options = {}) {
         this.options = { ...DEFAULT_OPTIONS, ...options };
     }
@@ -66,6 +92,11 @@ export class TokenEstimator {
     }
     /**
      * Internal recursive estimation with circular reference tracking.
+     *
+     * @param value - Value to estimate
+     * @param seen - WeakSet tracking visited objects for circular reference detection
+     * @param depth - Current recursion depth
+     * @returns Estimated token count for this value
      */
     estimateWithTracking(value, seen, depth) {
         // Prevent infinite recursion
@@ -122,6 +153,11 @@ export class TokenEstimator {
     }
     /**
      * Estimate tokens for an array.
+     *
+     * @param arr - Array to estimate
+     * @param seen - WeakSet tracking visited objects
+     * @param depth - Current recursion depth
+     * @returns Estimated token count including brackets and separators
      */
     estimateArray(arr, seen, depth) {
         let tokens = 1; // Opening bracket [ (already counted as structural)
@@ -137,6 +173,11 @@ export class TokenEstimator {
     }
     /**
      * Estimate tokens for a plain object.
+     *
+     * @param obj - Object to estimate
+     * @param seen - WeakSet tracking visited objects
+     * @param depth - Current recursion depth
+     * @returns Estimated token count including braces, keys, colons, and separators
      */
     estimateObject(obj, seen, depth) {
         let tokens = 1; // Opening brace {
@@ -160,6 +201,9 @@ export class TokenEstimator {
     }
     /**
      * Check if a value can be safely serialized (no circular refs).
+     *
+     * @param value - Value to check
+     * @returns `true` if `JSON.stringify` succeeds without throwing
      */
     canSerialize(value) {
         try {
@@ -171,8 +215,10 @@ export class TokenEstimator {
         }
     }
     /**
-     * Serialize value to JSON with circular reference handling.
-     * Circular refs are replaced with "[Circular]".
+     * Serialize a value to JSON with circular reference handling.
+     *
+     * @param value - Value to serialize
+     * @returns JSON string with circular references replaced by `"[Circular]"`
      */
     safeStringify(value) {
         const seen = new WeakSet();
@@ -187,7 +233,10 @@ export class TokenEstimator {
         });
     }
     /**
-     * Create a safe copy of a value with circular refs removed.
+     * Create a deep copy of a value with circular refs replaced by `"[Circular]"`.
+     *
+     * @param value - Value to copy
+     * @returns Deep clone with all circular references replaced
      */
     safeCopy(value) {
         const seen = new WeakSet();
@@ -218,10 +267,27 @@ export class TokenEstimator {
 }
 /**
  * Global token estimator instance with default settings.
+ *
+ * @remarks
+ * Reuses a single estimator instance to avoid repeated object allocation.
+ * All default {@link TokenEstimatorOptions} values apply.
  */
 export const defaultEstimator = new TokenEstimator();
 /**
  * Convenience function to estimate tokens for a value.
+ *
+ * @param value - Any JavaScript value to estimate
+ * @param options - Optional estimator configuration overrides
+ * @returns Estimated token count
+ *
+ * @remarks
+ * Uses the global {@link defaultEstimator} when no options are provided.
+ * Creates a new estimator instance when custom options are given.
+ *
+ * @example
+ * ```typescript
+ * const tokens = estimateTokens({ data: [1, 2, 3] });
+ * ```
  */
 export function estimateTokens(value, options) {
     const estimator = options ? new TokenEstimator(options) : defaultEstimator;
@@ -229,6 +295,19 @@ export function estimateTokens(value, options) {
 }
 /**
  * Convenience function to estimate tokens from a JSON string.
+ *
+ * @param json - Pre-serialized JSON string
+ * @param options - Optional estimator configuration overrides
+ * @returns Estimated token count
+ *
+ * @remarks
+ * More efficient than {@link estimateTokens} when you already have the
+ * JSON string, since it skips the serialization step.
+ *
+ * @example
+ * ```typescript
+ * const tokens = estimateTokensJSON('{"key": "value"}');
+ * ```
  */
 export function estimateTokensJSON(json, options) {
     const estimator = options ? new TokenEstimator(options) : defaultEstimator;

package/dist/src/tokenEstimator.js.map

@@ -1 +1 @@
-{"version":3,"file":"tokenEstimator.js","sourceRoot":"","sources":["../../src/tokenEstimator.ts"],"names":[],"mappings":"AAAA;;;;;;GAMG;AAmBH;;;GAGG;AACH,SAAS,cAAc,CAAC,GAAW;IACjC,iFAAiF;IACjF,IAAI,OAAO,IAAI,KAAK,WAAW,IAAI,WAAW,IAAI,IAAI,EAAE,CAAC;QACvD,MAAM,SAAS,GAAG,IAAI,IAAI,CAAC,SAAS,CAAC,IAAI,EAAE,EAAE,WAAW,EAAE,UAAU,EAAE,CAAC,CAAC;QACxE,OAAO,KAAK,CAAC,IAAI,CAAC,SAAS,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC,CAAC,MAAM,CAAC;IACnD,CAAC;IAED,8EAA8E;IAC9E,OAAO,CAAC,GAAG,GAAG,CAAC,CAAC,MAAM,CAAC;AACzB,CAAC;AAED;;GAEG;AACH,MAAM,eAAe,GAAoC;IACvD,aAAa,EAAE,CAAC;IAChB,QAAQ,EAAE,GAAG;IACb,eAAe,EAAE,MAAM;CACxB,CAAC;AAEF;;;;;;;;GAQG;AACH,MAAM,OAAO,cAAc;IACjB,OAAO,CAAkC;IAEjD,YAAY,UAAiC,EAAE;QAC7C,IAAI,CAAC,OAAO,GAAG,EAAE,GAAG,eAAe,EAAE,GAAG,OAAO,EAAE,CAAC;IACpD,CAAC;IAED;;;;;;OAMG;IACH,QAAQ,CAAC,KAAc;QACrB,OAAO,IAAI,CAAC,oBAAoB,CAAC,KAAK,EAAE,IAAI,OAAO,EAAE,EAAE,CAAC,CAAC,CAAC;IAC5D,CAAC;IAED;;;;;;OAMG;IACH,YAAY,CAAC,IAAY;QACvB,qCAAqC;QACrC,MAAM,SAAS,GAAG,cAAc,CAAC,IAAI,CAAC,CAAC;QACvC,mEAAmE;QACnE,MAAM,kBAAkB,GAAG,IAAI,CAAC,IAAI,CAAC,SAAS,GAAG,GAAG,CAAC,CAAC;QACtD,OAAO,IAAI,CAAC,IAAI,CAAC,CAAC,SAAS,GAAG,kBAAkB,CAAC,GAAG,IAAI,CAAC,OAAO,CAAC,aAAa,CAAC,CAAC;IAClF,CAAC;IAED;;OAEG;IACK,oBAAoB,CAAC,KAAc,EAAE,IAAqB,EAAE,KAAa;QAC/E,6BAA6B;QAC7B,IAAI,KAAK,GAAG,IAAI,CAAC,OAAO,CAAC,QAAQ,EAAE,CAAC;YAClC,OAAO,CAAC,CAAC,CAAC,sCAAsC;QAClD,CAAC;QAED,cAAc;QACd,IAAI,KAAK,KAAK,IAAI,EAAE,CAAC;YACnB,OAAO,CAAC,CAAC,CAAC,iCAAiC;QAC7C,CAAC;QAED,mBAAmB;QACnB,IAAI,KAAK,KAAK,SAAS,EAAE,CAAC;YACxB,OAAO,CAAC,CAAC;QACX,CAAC;QAED,oBAAoB;QACpB,MAAM,IAAI,GAAG,OAAO,KAAK,CAAC;QAC1B,IAAI,IAAI,KAAK,SAAS,EAAE,CAAC;YACvB,OAAO,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,8BAA8B;QACtD,CAAC;QAED,IAAI,IAAI,KAAK,QAAQ,EAAE,CAAC;YACtB,MAAM,GAAG,GAAG,MAAM,CAAC,KAAK,CAAC,CAAC;YAC1B,OAAO,IAAI,CAAC,IAAI,CAAC,cAAc,CAAC,GAAG,CAAC,GAAG,IAAI,CAAC,OAAO,CAAC,aAAa,CAAC,CAAC;QACrE,CAAC;QAED,IAAI,IAAI,KAAK,QAAQ,EAAE,CAAC;YACtB,MAAM,GAAG,GAAG,KAAe,CAAC;YAC5B,oDAAoD;YACpD,MAAM,SAAS,GACb,GAAG,CAAC,MAAM,GAAG,IAAI,CAAC,OAAO,CAAC,eAAe;gBACvC,CAAC,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC,EAAE,IAAI,CAAC,OAAO,CAAC,eAAe,CAAC,GAAG,GAAG;gBAClD,CAAC,CAAC,GAAG,CAAC;YACV,MAAM,SAAS,GAAG,cAAc,CAAC,SAAS,CAAC,CAAC;YAC5C,mBAAmB;YACnB,OAAO,IAAI,CAAC,IAAI,CAAC,CAAC,SAAS,GAAG,CAAC,CAAC,GAAG,IAAI,CAAC,OAAO,CAAC,aAAa,CAAC,CAAC;QACjE,CAAC;QAED,4BAA4B;QAC5B,IAAI,IAAI,KAAK,QAAQ,EAAE,CAAC;YACtB,MAAM,GAAG,GAAG,KAAgC,CAAC;YAE7C,+BAA+B;YAC/B,IAAI,IAAI,CAAC,GAAG,CAAC,GAAG,CAAC,EAAE,CAAC;gBAClB,OAAO,CAAC,CAAC,CAAC,4CAA4C;YACxD,CAAC;YAED,IAAI,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC;YAEd,IAAI,CAAC;gBACH,IAAI,KAAK,CAAC,OAAO,CAAC,GAAG,CAAC,EAAE,CAAC;oBACvB,OAAO,IAAI,CAAC,aAAa,CAAC,GAAG,EAAE,IAAI,EAAE,KAAK,CAAC,CAAC;gBAC9C,CAAC;gBAED,OAAO,IAAI,CAAC,cAAc,CAAC,GAAG,EAAE,IAAI,EAAE,KAAK,CAAC,CAAC;YAC/C,CAAC;oBAAS,CAAC;gBACT,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC;YACnB,CAAC;QACH,CAAC;QAED,kCAAkC;QAClC,OAAO,CAAC,CAAC;IACX,CAAC;IAED;;OAEG;IACK,aAAa,CAAC,GAAc,EAAE,IAAqB,EAAE,KAAa;QACxE,IAAI,MAAM,GAAG,CAAC,CAAC,CAAC,oDAAoD;QAEpE,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,GAAG,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;YACpC,MAAM,IAAI,IAAI,CAAC,oBAAoB,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,IAAI,EAAE,KAAK,GAAG,CAAC,CAAC,CAAC;YAE7D,gDAAgD;YAChD,IAAI,CAAC,GAAG,GAAG,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;gBACvB,MAAM,IAAI,CAAC,CAAC,CAAC,mDAAmD;YAClE,CAAC;QACH,CAAC;QAED,MAAM,IAAI,CAAC,CAAC,CAAC,oBAAoB;QAEjC,OAAO,MAAM,CAAC;IAChB,CAAC;IAED;;OAEG;IACK,cAAc,CACpB,GAA4B,EAC5B,IAAqB,EACrB,KAAa;QAEb,IAAI,MAAM,GAAG,CAAC,CAAC,CAAC,kBAAkB;QAClC,MAAM,IAAI,GAAG,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;QAE9B,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,IAAI,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;YACrC,MAAM,GAAG,GAAG,IAAI,CAAC,CAAC,CAAE,CAAC;YACrB,MAAM,KAAK,GAAG,GAAG,CAAC,GAAG,CAAC,CAAC;YAEvB,6BAA6B;YAC7B,MAAM,IAAI,IAAI,CAAC,IAAI,CAAC,CAAC,cAAc,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC,GAAG,IAAI,CAAC,OAAO,CAAC,aAAa,CAAC,CAAC;YAE5E,kBAAkB;YAClB,MAAM,IAAI,CAAC,CAAC,CAAC,4CAA4C;YAEzD,iBAAiB;YACjB,MAAM,IAAI,IAAI,CAAC,oBAAoB,CAAC,KAAK,EAAE,IAAI,EAAE,KAAK,GAAG,CAAC,CAAC,CAAC;YAE5D,6CAA6C;YAC7C,IAAI,CAAC,GAAG,IAAI,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;gBACxB,MAAM,IAAI,CAAC,CAAC,CAAC,mDAAmD;YAClE,CAAC;QACH,CAAC;QAED,MAAM,IAAI,CAAC,CAAC,CAAC,kBAAkB;QAE/B,OAAO,MAAM,CAAC;IAChB,CAAC;IAED;;OAEG;IACH,YAAY,CAAC,KAAc;QACzB,IAAI,CAAC;YACH,IAAI,CAAC,SAAS,CAAC,KAAK,CAAC,CAAC;YACtB,OAAO,IAAI,CAAC;QACd,CAAC;QAAC,MAAM,CAAC;YACP,OAAO,KAAK,CAAC;QACf,CAAC;IACH,CAAC;IAED;;;OAGG;IACH,aAAa,CAAC,KAAc;QAC1B,MAAM,IAAI,GAAG,IAAI,OAAO,EAAE,CAAC;QAE3B,OAAO,IAAI,CAAC,SAAS,CAAC,KAAK,EAAE,CAAC,GAAG,EAAE,GAAG,EAAE,EAAE;YACxC,IAAI,OAAO,GAAG,KAAK,QAAQ,IAAI,GAAG,KAAK,IAAI,EAAE,CAAC;gBAC5C,IAAI,IAAI,CAAC,GAAG,CAAC,GAAG,CAAC,EAAE,CAAC;oBAClB,OAAO,YAAY,CAAC;gBACtB,CAAC;gBACD,IAAI,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC;YAChB,CAAC;YACD,OAAO,GAAG,CAAC;QACb,CAAC,CAAC,CAAC;IACL,CAAC;IAED;;OAEG;IACH,QAAQ,CAAI,KAAQ;QAClB,MAAM,IAAI,GAAG,IAAI,OAAO,EAAE,CAAC;QAE3B,SAAS,KAAK,CAAC,GAAY;YACzB,IAAI,GAAG,KAAK,IAAI,IAAI,OAAO,GAAG,KAAK,QAAQ,EAAE,CAAC;gBAC5C,OAAO,GAAG,CAAC;YACb,CAAC;YAED,IAAI,IAAI,CAAC,GAAG,CAAC,GAAG,CAAC,EAAE,CAAC;gBAClB,OAAO,YAAY,CAAC;YACtB,CAAC;YAED,IAAI,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC;YAEd,IAAI,CAAC;gBACH,IAAI,KAAK,CAAC,OAAO,CAAC,GAAG,CAAC,EAAE,CAAC;oBACvB,OAAO,GAAG,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC;gBACxB,CAAC;gBAED,MAAM,MAAM,GAA4B,EAAE,CAAC;gBAC3C,KAAK,MAAM,CAAC,CAAC,EAAE,CAAC,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,GAAG,CAAC,EAAE,CAAC;oBACzC,MAAM,CAAC,CAAC,CAAC,GAAG,KAAK,CAAC,CAAC,CAAC,CAAC;gBACvB,CAAC;gBACD,OAAO,MAAM,CAAC;YAChB,CAAC;oBAAS,CAAC;gBACT,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC;YACnB,CAAC;QACH,CAAC;QAED,OAAO,KAAK,CAAC,KAAK,CAAM,CAAC;IAC3B,CAAC;CACF;AAED;;GAEG;AACH,MAAM,CAAC,MAAM,gBAAgB,GAAG,IAAI,cAAc,EAAE,CAAC;AAErD;;GAEG;AACH,MAAM,UAAU,cAAc,CAAC,KAAc,EAAE,OAA+B;IAC5E,MAAM,SAAS,GAAG,OAAO,CAAC,CAAC,CAAC,IAAI,cAAc,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,gBAAgB,CAAC;IAC3E,OAAO,SAAS,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC;AACnC,CAAC;AAED;;GAEG;AACH,MAAM,UAAU,kBAAkB,CAAC,IAAY,EAAE,OAA+B;IAC9E,MAAM,SAAS,GAAG,OAAO,CAAC,CAAC,CAAC,IAAI,cAAc,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,gBAAgB,CAAC;IAC3E,OAAO,SAAS,CAAC,YAAY,CAAC,IAAI,CAAC,CAAC;AACtC,CAAC"}
+{"version":3,"file":"tokenEstimator.js","sourceRoot":"","sources":["../../src/tokenEstimator.ts"],"names":[],"mappings":"AAAA;;;;;;GAMG;AAqCH;;;;;;;;;;GAUG;AACH,SAAS,cAAc,CAAC,GAAW;IACjC,iFAAiF;IACjF,IAAI,OAAO,IAAI,KAAK,WAAW,IAAI,WAAW,IAAI,IAAI,EAAE,CAAC;QACvD,MAAM,SAAS,GAAG,IAAI,IAAI,CAAC,SAAS,CAAC,IAAI,EAAE,EAAE,WAAW,EAAE,UAAU,EAAE,CAAC,CAAC;QACxE,OAAO,KAAK,CAAC,IAAI,CAAC,SAAS,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC,CAAC,MAAM,CAAC;IACnD,CAAC;IAED,8EAA8E;IAC9E,OAAO,CAAC,GAAG,GAAG,CAAC,CAAC,MAAM,CAAC;AACzB,CAAC;AAED;;;;;;GAMG;AACH,MAAM,eAAe,GAAoC;IACvD,aAAa,EAAE,CAAC;IAChB,QAAQ,EAAE,GAAG;IACb,eAAe,EAAE,MAAM;CACxB,CAAC;AAEF;;;;;;;;;;;;;;;;;GAiBG;AACH,MAAM,OAAO,cAAc;IACzB,mDAAmD;IAC3C,OAAO,CAAkC;IAEjD;;;;OAIG;IACH,YAAY,UAAiC,EAAE;QAC7C,IAAI,CAAC,OAAO,GAAG,EAAE,GAAG,eAAe,EAAE,GAAG,OAAO,EAAE,CAAC;IACpD,CAAC;IAED;;;;;;OAMG;IACH,QAAQ,CAAC,KAAc;QACrB,OAAO,IAAI,CAAC,oBAAoB,CAAC,KAAK,EAAE,IAAI,OAAO,EAAE,EAAE,CAAC,CAAC,CAAC;IAC5D,CAAC;IAED;;;;;;OAMG;IACH,YAAY,CAAC,IAAY;QACvB,qCAAqC;QACrC,MAAM,SAAS,GAAG,cAAc,CAAC,IAAI,CAAC,CAAC;QACvC,mEAAmE;QACnE,MAAM,kBAAkB,GAAG,IAAI,CAAC,IAAI,CAAC,SAAS,GAAG,GAAG,CAAC,CAAC;QACtD,OAAO,IAAI,CAAC,IAAI,CAAC,CAAC,SAAS,GAAG,kBAAkB,CAAC,GAAG,IAAI,CAAC,OAAO,CAAC,aAAa,CAAC,CAAC;IAClF,CAAC;IAED;;;;;;;OAOG;IACK,oBAAoB,CAAC,KAAc,EAAE,IAAqB,EAAE,KAAa;QAC/E,6BAA6B;QAC7B,IAAI,KAAK,GAAG,IAAI,CAAC,OAAO,CAAC,QAAQ,EAAE,CAAC;YAClC,OAAO,CAAC,CAAC,CAAC,sCAAsC;QAClD,CAAC;QAED,cAAc;QACd,IAAI,KAAK,KAAK,IAAI,EAAE,CAAC;YACnB,OAAO,CAAC,CAAC,CAAC,iCAAiC;QAC7C,CAAC;QAED,mBAAmB;QACnB,IAAI,KAAK,KAAK,SAAS,EAAE,CAAC;YACxB,OAAO,CAAC,CAAC;QACX,CAAC;QAED,oBAAoB;QACpB,MAAM,IAAI,GAAG,OAAO,KAAK,CAAC;QAC1B,IAAI,IAAI,KAAK,SAAS,EAAE,CAAC;YACvB,OAAO,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,8BAA8B;QACtD,CAAC;QAED,IAAI,IAAI,KAAK,QAAQ,EAAE,CAAC;YACtB,MAAM,GAAG,GAAG,MAAM,CAAC,KAAK,CAAC,CAAC;YAC1B,OAAO,IAAI,CAAC,IAAI,CAAC,cAAc,CAAC,GAAG,CAAC,GAAG,IAAI,CAAC,OAAO,CAAC,aAAa,CAAC,CAAC;QACrE,CAAC;QAED,IAAI,IAAI,KAAK,QAAQ,EAAE,CAAC;YACtB,MAAM,GAAG,GAAG,KAAe,CAAC;YAC5B,oDAAoD;YACpD,MAAM,SAAS,GACb,GAAG,CAAC,MAAM,GAAG,IAAI,CAAC,OAAO,CAAC,eAAe;gBACvC,CAAC,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC,EAAE,IAAI,CAAC,OAAO,CAAC,eAAe,CAAC,GAAG,GAAG;gBAClD,CAAC,CAAC,GAAG,CAAC;YACV,MAAM,SAAS,GAAG,cAAc,CAAC,SAAS,CAAC,CAAC;YAC5C,mBAAmB;YACnB,OAAO,IAAI,CAAC,IAAI,CAAC,CAAC,SAAS,GAAG,CAAC,CAAC,GAAG,IAAI,CAAC,OAAO,CAAC,aAAa,CAAC,CAAC;QACjE,CAAC;QAED,4BAA4B;QAC5B,IAAI,IAAI,KAAK,QAAQ,EAAE,CAAC;YACtB,MAAM,GAAG,GAAG,KAAgC,CAAC;YAE7C,+BAA+B;YAC/B,IAAI,IAAI,CAAC,GAAG,CAAC,GAAG,CAAC,EAAE,CAAC;gBAClB,OAAO,CAAC,CAAC,CAAC,4CAA4C;YACxD,CAAC;YAED,IAAI,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC;YAEd,IAAI,CAAC;gBACH,IAAI,KAAK,CAAC,OAAO,CAAC,GAAG,CAAC,EAAE,CAAC;oBACvB,OAAO,IAAI,CAAC,aAAa,CAAC,GAAG,EAAE,IAAI,EAAE,KAAK,CAAC,CAAC;gBAC9C,CAAC;gBAED,OAAO,IAAI,CAAC,cAAc,CAAC,GAAG,EAAE,IAAI,EAAE,KAAK,CAAC,CAAC;YAC/C,CAAC;oBAAS,CAAC;gBACT,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC;YACnB,CAAC;QACH,CAAC;QAED,kCAAkC;QAClC,OAAO,CAAC,CAAC;IACX,CAAC;IAED;;;;;;;OAOG;IACK,aAAa,CAAC,GAAc,EAAE,IAAqB,EAAE,KAAa;QACxE,IAAI,MAAM,GAAG,CAAC,CAAC,CAAC,oDAAoD;QAEpE,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,GAAG,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;YACpC,MAAM,IAAI,IAAI,CAAC,oBAAoB,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,IAAI,EAAE,KAAK,GAAG,CAAC,CAAC,CAAC;YAE7D,gDAAgD;YAChD,IAAI,CAAC,GAAG,GAAG,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;gBACvB,MAAM,IAAI,CAAC,CAAC,CAAC,mDAAmD;YAClE,CAAC;QACH,CAAC;QAED,MAAM,IAAI,CAAC,CAAC,CAAC,oBAAoB;QAEjC,OAAO,MAAM,CAAC;IAChB,CAAC;IAED;;;;;;;OAOG;IACK,cAAc,CACpB,GAA4B,EAC5B,IAAqB,EACrB,KAAa;QAEb,IAAI,MAAM,GAAG,CAAC,CAAC,CAAC,kBAAkB;QAClC,MAAM,IAAI,GAAG,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;QAE9B,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,IAAI,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;YACrC,MAAM,GAAG,GAAG,IAAI,CAAC,CAAC,CAAE,CAAC;YACrB,MAAM,KAAK,GAAG,GAAG,CAAC,GAAG,CAAC,CAAC;YAEvB,6BAA6B;YAC7B,MAAM,IAAI,IAAI,CAAC,IAAI,CAAC,CAAC,cAAc,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC,GAAG,IAAI,CAAC,OAAO,CAAC,aAAa,CAAC,CAAC;YAE5E,kBAAkB;YAClB,MAAM,IAAI,CAAC,CAAC,CAAC,4CAA4C;YAEzD,iBAAiB;YACjB,MAAM,IAAI,IAAI,CAAC,oBAAoB,CAAC,KAAK,EAAE,IAAI,EAAE,KAAK,GAAG,CAAC,CAAC,CAAC;YAE5D,6CAA6C;YAC7C,IAAI,CAAC,GAAG,IAAI,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;gBACxB,MAAM,IAAI,CAAC,CAAC,CAAC,mDAAmD;YAClE,CAAC;QACH,CAAC;QAED,MAAM,IAAI,CAAC,CAAC,CAAC,kBAAkB;QAE/B,OAAO,MAAM,CAAC;IAChB,CAAC;IAED;;;;;OAKG;IACH,YAAY,CAAC,KAAc;QACzB,IAAI,CAAC;YACH,IAAI,CAAC,SAAS,CAAC,KAAK,CAAC,CAAC;YACtB,OAAO,IAAI,CAAC;QACd,CAAC;QAAC,MAAM,CAAC;YACP,OAAO,KAAK,CAAC;QACf,CAAC;IACH,CAAC;IAED;;;;;OAKG;IACH,aAAa,CAAC,KAAc;QAC1B,MAAM,IAAI,GAAG,IAAI,OAAO,EAAE,CAAC;QAE3B,OAAO,IAAI,CAAC,SAAS,CAAC,KAAK,EAAE,CAAC,GAAG,EAAE,GAAG,EAAE,EAAE;YACxC,IAAI,OAAO,GAAG,KAAK,QAAQ,IAAI,GAAG,KAAK,IAAI,EAAE,CAAC;gBAC5C,IAAI,IAAI,CAAC,GAAG,CAAC,GAAG,CAAC,EAAE,CAAC;oBAClB,OAAO,YAAY,CAAC;gBACtB,CAAC;gBACD,IAAI,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC;YAChB,CAAC;YACD,OAAO,GAAG,CAAC;QACb,CAAC,CAAC,CAAC;IACL,CAAC;IAED;;;;;OAKG;IACH,QAAQ,CAAI,KAAQ;QAClB,MAAM,IAAI,GAAG,IAAI,OAAO,EAAE,CAAC;QAE3B,SAAS,KAAK,CAAC,GAAY;YACzB,IAAI,GAAG,KAAK,IAAI,IAAI,OAAO,GAAG,KAAK,QAAQ,EAAE,CAAC;gBAC5C,OAAO,GAAG,CAAC;YACb,CAAC;YAED,IAAI,IAAI,CAAC,GAAG,CAAC,GAAG,CAAC,EAAE,CAAC;gBAClB,OAAO,YAAY,CAAC;YACtB,CAAC;YAED,IAAI,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC;YAEd,IAAI,CAAC;gBACH,IAAI,KAAK,CAAC,OAAO,CAAC,GAAG,CAAC,EAAE,CAAC;oBACvB,OAAO,GAAG,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC;gBACxB,CAAC;gBAED,MAAM,MAAM,GAA4B,EAAE,CAAC;gBAC3C,KAAK,MAAM,CAAC,CAAC,EAAE,CAAC,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,GAAG,CAAC,EAAE,CAAC;oBACzC,MAAM,CAAC,CAAC,CAAC,GAAG,KAAK,CAAC,CAAC,CAAC,CAAC;gBACvB,CAAC;gBACD,OAAO,MAAM,CAAC;YAChB,CAAC;oBAAS,CAAC;gBACT,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC;YACnB,CAAC;QACH,CAAC;QAED,OAAO,KAAK,CAAC,KAAK,CAAM,CAAC;IAC3B,CAAC;CACF;AAED;;;;;;GAMG;AACH,MAAM,CAAC,MAAM,gBAAgB,GAAG,IAAI,cAAc,EAAE,CAAC;AAErD;;;;;;;;;;;;;;;GAeG;AACH,MAAM,UAAU,cAAc,CAAC,KAAc,EAAE,OAA+B;IAC5E,MAAM,SAAS,GAAG,OAAO,CAAC,CAAC,CAAC,IAAI,cAAc,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,gBAAgB,CAAC;IAC3E,OAAO,SAAS,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC;AACnC,CAAC;AAED;;;;;;;;;;;;;;;GAeG;AACH,MAAM,UAAU,kBAAkB,CAAC,IAAY,EAAE,OAA+B;IAC9E,MAAM,SAAS,GAAG,OAAO,CAAC,CAAC,CAAC,IAAI,cAAc,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,gBAAgB,CAAC;IAC3E,OAAO,SAAS,CAAC,YAAY,CAAC,IAAI,CAAC,CAAC;AACtC,CAAC"}