web-count-token 0.1.0

package/dist/index.d.ts

@@ -0,0 +1,81 @@
+/**
+ * count-web-token
+ *
+ * Browser-compatible token counter for LLM content blocks.
+ * Uses js-tiktoken (pure JavaScript) instead of tiktoken (WASM) for browser compatibility.
+ *
+ * This package is standalone and does not depend on @anthropic-ai/sdk.
+ * The content block types are defined inline and are duck-type compatible
+ * with Anthropic SDK's ContentBlockParam types.
+ */
+export interface TextBlock {
+    type: "text";
+    text: string;
+}
+export interface ImageSource {
+    type: "base64";
+    media_type: string;
+    data: string;
+}
+export interface ImageBlock {
+    type: "image";
+    source: ImageSource;
+}
+export interface ToolUseBlock {
+    type: "tool_use";
+    id: string;
+    name: string;
+    input: unknown;
+}
+export interface ToolResultContentBlock {
+    type: "text" | "image";
+    text?: string;
+    [key: string]: unknown;
+}
+export interface ToolResultBlock {
+    type: "tool_result";
+    tool_use_id: string;
+    content?: string | ToolResultContentBlock[];
+    is_error?: boolean;
+}
+export type ContentBlock = TextBlock | ImageBlock | ToolUseBlock | ToolResultBlock;
+export interface CountTokensOptions {
+    /**
+     * Fudge factor to multiply the raw token count by.
+     * Accounts for tiktoken not always being accurate.
+     * @default 1.5
+     */
+    fudgeFactor?: number;
+}
+/**
+ * Count tokens in an array of content blocks.
+ *
+ * Supports text, image, tool_use, and tool_result blocks.
+ * Uses the o200k_base tokenizer model (same as GPT-4o / Claude).
+ *
+ * @param content - Array of content blocks to count tokens for
+ * @param options - Optional configuration
+ * @returns Promise resolving to the estimated token count
+ *
+ * @example
+ * ```ts
+ * import { countTokens } from "count-web-token"
+ *
+ * const tokens = await countTokens([
+ *   { type: "text", text: "Hello, world!" }
+ * ])
+ * console.log(tokens) // e.g. 6
+ * ```
+ */
+export declare function countTokens(content: ContentBlock[], options?: CountTokensOptions): Promise<number>;
+/**
+ * Count tokens in a plain text string.
+ *
+ * Convenience wrapper that creates a text content block and counts tokens.
+ *
+ * @param text - The text string to count tokens for
+ * @param options - Optional configuration
+ * @returns Promise resolving to the estimated token count
+ */
+export declare function countTextTokens(text: string, options?: CountTokensOptions): Promise<number>;
+//# sourceMappingURL=index.d.ts.map

package/dist/index.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AAAA;;;;;;;;;GASG;AASH,MAAM,WAAW,SAAS;IACtB,IAAI,EAAE,MAAM,CAAA;IACZ,IAAI,EAAE,MAAM,CAAA;CACf;AAED,MAAM,WAAW,WAAW;IACxB,IAAI,EAAE,QAAQ,CAAA;IACd,UAAU,EAAE,MAAM,CAAA;IAClB,IAAI,EAAE,MAAM,CAAA;CACf;AAED,MAAM,WAAW,UAAU;IACvB,IAAI,EAAE,OAAO,CAAA;IACb,MAAM,EAAE,WAAW,CAAA;CACtB;AAED,MAAM,WAAW,YAAY;IACzB,IAAI,EAAE,UAAU,CAAA;IAChB,EAAE,EAAE,MAAM,CAAA;IACV,IAAI,EAAE,MAAM,CAAA;IACZ,KAAK,EAAE,OAAO,CAAA;CACjB;AAED,MAAM,WAAW,sBAAsB;IACnC,IAAI,EAAE,MAAM,GAAG,OAAO,CAAA;IACtB,IAAI,CAAC,EAAE,MAAM,CAAA;IACb,CAAC,GAAG,EAAE,MAAM,GAAG,OAAO,CAAA;CACzB;AAED,MAAM,WAAW,eAAe;IAC5B,IAAI,EAAE,aAAa,CAAA;IACnB,WAAW,EAAE,MAAM,CAAA;IACnB,OAAO,CAAC,EAAE,MAAM,GAAG,sBAAsB,EAAE,CAAA;IAC3C,QAAQ,CAAC,EAAE,OAAO,CAAA;CACrB;AAED,MAAM,MAAM,YAAY,GAAG,SAAS,GAAG,UAAU,GAAG,YAAY,GAAG,eAAe,CAAA;AAMlF,MAAM,WAAW,kBAAkB;IAC/B;;;;OAIG;IACH,WAAW,CAAC,EAAE,MAAM,CAAA;CACvB;AAkED;;;;;;;;;;;;;;;;;;;GAmBG;AACH,wBAAsB,WAAW,CAC7B,OAAO,EAAE,YAAY,EAAE,EACvB,OAAO,GAAE,kBAAuB,GACjC,OAAO,CAAC,MAAM,CAAC,CAwCjB;AAED;;;;;;;;GAQG;AACH,wBAAsB,eAAe,CACjC,IAAI,EAAE,MAAM,EACZ,OAAO,GAAE,kBAAuB,GACjC,OAAO,CAAC,MAAM,CAAC,CAEjB"}

package/package.json

@@ -0,0 +1,39 @@
+{
+    "name": "web-count-token",
+    "version": "0.1.0",
+    "description": "Browser-compatible token counter for LLM content blocks using js-tiktoken",
+    "type": "module",
+    "main": "dist/web-count-token.cjs",
+    "module": "dist/web-count-token.js",
+    "types": "dist/index.d.ts",
+    "files": [
+        "dist/**"
+    ],
+    "exports": {
+        ".": {
+            "types": "./dist/index.d.ts",
+            "import": "./dist/web-count-token.js",
+            "require": "./dist/web-count-token.cjs"
+        }
+    },
+    "scripts": {
+        "build": "vite build && tsc --emitDeclarationOnly --outDir dist",
+        "dev": "vite build --watch"
+    },
+    "dependencies": {
+        "js-tiktoken": "^1.0.15"
+    },
+    "devDependencies": {
+        "typescript": "5.8.3",
+        "vite": "6.3.5",
+        "vite-plugin-dts": "^4.5.4"
+    },
+    "keywords": [
+        "tiktoken",
+        "token-counter",
+        "llm",
+        "browser",
+        "js-tiktoken"
+    ],
+    "license": "MIT"
+}