web-count-token 0.1.0 → 0.1.1
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
package/dist/index.d.ts
CHANGED
|
@@ -1,5 +1,5 @@
|
|
|
1
1
|
/**
|
|
2
|
-
* count-
|
|
2
|
+
* web-count-token
|
|
3
3
|
*
|
|
4
4
|
* Browser-compatible token counter for LLM content blocks.
|
|
5
5
|
* Uses js-tiktoken (pure JavaScript) instead of tiktoken (WASM) for browser compatibility.
|
|
@@ -59,15 +59,15 @@ export interface CountTokensOptions {
|
|
|
59
59
|
*
|
|
60
60
|
* @example
|
|
61
61
|
* ```ts
|
|
62
|
-
* import { countTokens } from "count-
|
|
62
|
+
* import { countTokens } from "web-count-token"
|
|
63
63
|
*
|
|
64
|
-
* const tokens =
|
|
64
|
+
* const tokens = countTokens([
|
|
65
65
|
* { type: "text", text: "Hello, world!" }
|
|
66
66
|
* ])
|
|
67
67
|
* console.log(tokens) // e.g. 6
|
|
68
68
|
* ```
|
|
69
69
|
*/
|
|
70
|
-
export declare function countTokens(content: ContentBlock[], options?: CountTokensOptions):
|
|
70
|
+
export declare function countTokens(content: ContentBlock[], options?: CountTokensOptions): number;
|
|
71
71
|
/**
|
|
72
72
|
* Count tokens in a plain text string.
|
|
73
73
|
*
|
|
@@ -77,5 +77,5 @@ export declare function countTokens(content: ContentBlock[], options?: CountToke
|
|
|
77
77
|
* @param options - Optional configuration
|
|
78
78
|
* @returns Promise resolving to the estimated token count
|
|
79
79
|
*/
|
|
80
|
-
export declare function countTextTokens(text: string, options?: CountTokensOptions):
|
|
80
|
+
export declare function countTextTokens(text: string, options?: CountTokensOptions): number;
|
|
81
81
|
//# sourceMappingURL=index.d.ts.map
|
package/dist/index.d.ts.map
CHANGED
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AAAA;;;;;;;;;GASG;AASH,MAAM,WAAW,SAAS;IACtB,IAAI,EAAE,MAAM,CAAA;IACZ,IAAI,EAAE,MAAM,CAAA;CACf;AAED,MAAM,WAAW,WAAW;IACxB,IAAI,EAAE,QAAQ,CAAA;IACd,UAAU,EAAE,MAAM,CAAA;IAClB,IAAI,EAAE,MAAM,CAAA;CACf;AAED,MAAM,WAAW,UAAU;IACvB,IAAI,EAAE,OAAO,CAAA;IACb,MAAM,EAAE,WAAW,CAAA;CACtB;AAED,MAAM,WAAW,YAAY;IACzB,IAAI,EAAE,UAAU,CAAA;IAChB,EAAE,EAAE,MAAM,CAAA;IACV,IAAI,EAAE,MAAM,CAAA;IACZ,KAAK,EAAE,OAAO,CAAA;CACjB;AAED,MAAM,WAAW,sBAAsB;IACnC,IAAI,EAAE,MAAM,GAAG,OAAO,CAAA;IACtB,IAAI,CAAC,EAAE,MAAM,CAAA;IACb,CAAC,GAAG,EAAE,MAAM,GAAG,OAAO,CAAA;CACzB;AAED,MAAM,WAAW,eAAe;IAC5B,IAAI,EAAE,aAAa,CAAA;IACnB,WAAW,EAAE,MAAM,CAAA;IACnB,OAAO,CAAC,EAAE,MAAM,GAAG,sBAAsB,EAAE,CAAA;IAC3C,QAAQ,CAAC,EAAE,OAAO,CAAA;CACrB;AAED,MAAM,MAAM,YAAY,GAAG,SAAS,GAAG,UAAU,GAAG,YAAY,GAAG,eAAe,CAAA;AAMlF,MAAM,WAAW,kBAAkB;IAC/B;;;;OAIG;IACH,WAAW,CAAC,EAAE,MAAM,CAAA;CACvB;AAkED;;;;;;;;;;;;;;;;;;;GAmBG;AACH,
|
|
1
|
+
{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AAAA;;;;;;;;;GASG;AASH,MAAM,WAAW,SAAS;IACtB,IAAI,EAAE,MAAM,CAAA;IACZ,IAAI,EAAE,MAAM,CAAA;CACf;AAED,MAAM,WAAW,WAAW;IACxB,IAAI,EAAE,QAAQ,CAAA;IACd,UAAU,EAAE,MAAM,CAAA;IAClB,IAAI,EAAE,MAAM,CAAA;CACf;AAED,MAAM,WAAW,UAAU;IACvB,IAAI,EAAE,OAAO,CAAA;IACb,MAAM,EAAE,WAAW,CAAA;CACtB;AAED,MAAM,WAAW,YAAY;IACzB,IAAI,EAAE,UAAU,CAAA;IAChB,EAAE,EAAE,MAAM,CAAA;IACV,IAAI,EAAE,MAAM,CAAA;IACZ,KAAK,EAAE,OAAO,CAAA;CACjB;AAED,MAAM,WAAW,sBAAsB;IACnC,IAAI,EAAE,MAAM,GAAG,OAAO,CAAA;IACtB,IAAI,CAAC,EAAE,MAAM,CAAA;IACb,CAAC,GAAG,EAAE,MAAM,GAAG,OAAO,CAAA;CACzB;AAED,MAAM,WAAW,eAAe;IAC5B,IAAI,EAAE,aAAa,CAAA;IACnB,WAAW,EAAE,MAAM,CAAA;IACnB,OAAO,CAAC,EAAE,MAAM,GAAG,sBAAsB,EAAE,CAAA;IAC3C,QAAQ,CAAC,EAAE,OAAO,CAAA;CACrB;AAED,MAAM,MAAM,YAAY,GAAG,SAAS,GAAG,UAAU,GAAG,YAAY,GAAG,eAAe,CAAA;AAMlF,MAAM,WAAW,kBAAkB;IAC/B;;;;OAIG;IACH,WAAW,CAAC,EAAE,MAAM,CAAA;CACvB;AAkED;;;;;;;;;;;;;;;;;;;GAmBG;AACH,wBAAgB,WAAW,CACvB,OAAO,EAAE,YAAY,EAAE,EACvB,OAAO,GAAE,kBAAuB,GACjC,MAAM,CAwCR;AAED;;;;;;;;GAQG;AACH,wBAAgB,eAAe,CAC3B,IAAI,EAAE,MAAM,EACZ,OAAO,GAAE,kBAAuB,GACjC,MAAM,CAER"}
|