tokenometer 0.0.1

package/README.md

@@ -0,0 +1,55 @@
+# tokenometer
+
+> Empirical token-cost benchmarking for LLM prompts. Tells you what your prompt actually costs across Claude, GPT-4o, and Gemini, in every format.
+
+[**Live playground: tokenometer.vercel.app**](https://tokenometer.vercel.app) · [Source](https://github.com/faraa2m/tokenometer) · MIT
+
+```bash
+npx tokenometer ./prompt.md --model claude-opus-4-7,gpt-4o
+```
+
+```
+model            format    tokens  est. cost  tokenizer
+---------------  --------  ------  ---------  --------------
+claude-opus-4-7  json         ~78  $0.001170  cl100k_base
+claude-opus-4-7  yaml         ~84  $0.001260  cl100k_base
+gpt-4o           json          77  $0.000192  o200k_base
+gpt-4o           yaml          83  $0.000208  o200k_base
+
+Cheapest: gpt-4o as json ($0.000192)
+Priciest: claude-opus-4-7 as yaml ($0.001260, 6.74x more)
+```
+
+A leading `~` marks an approximate count (offline mode for Claude / Gemini, since neither vendor publishes a public tokenizer).
+
+## Empirical mode
+
+For exact, vendor-billed counts on Claude and Gemini, set the right env var and pass `--empirical`. The tool calls the providers' free `countTokens` endpoints — no charge.
+
+```bash
+ANTHROPIC_API_KEY=… GOOGLE_API_KEY=… \
+  npx tokenometer ./prompt.md --empirical
+```
+
+## Why not just `tiktoken`?
+
+`tiktoken`'s `cl100k_base` (the encoding most "Claude tokenizer" libraries fall back on) **under-counts Opus 4.7 by a median of +62%** across a 10-prompt benchmark. Sonnet 4.6 and Haiku 4.5 are closer (~17%). Format choice is a wash. Model choice swings cost by 12×. See [README](https://github.com/faraa2m/tokenometer#findings-anthropic-n150-cells-across-10-prompt-shapes) for the dataset findings.
+
+## Flags
+
+```
+tokenometer <file> [options]
+echo "prompt" | tokenometer - [options]
+
+--model <id[,id…]>     Default: claude-opus-4-7
+--format <fmt[,fmt…]>  Default: all (json,yaml,xml,markdown,text)
+--empirical            Use provider countTokens APIs (free, exact)
+--max-spend <usd>      Hard ceiling for empirical mode (default 0.05)
+--offline              Force offline (overrides --empirical)
+-h, --help
+-v, --version
+```
+
+## License
+
+MIT

package/dist/args.d.ts

@@ -0,0 +1,14 @@
+import type { Format } from '@tokenometer/core';
+export interface ParsedArgs {
+    empirical: boolean;
+    formats: Format[];
+    help: boolean;
+    inputPaths: string[];
+    maxSpend: number;
+    modelIds: string[];
+    offline: boolean;
+    version: boolean;
+}
+export declare const HELP_TEXT: string;
+export declare const parseArgs: (argv: readonly string[]) => ParsedArgs;
+//# sourceMappingURL=args.d.ts.map

package/dist/args.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"args.d.ts","sourceRoot":"","sources":["../src/args.ts"],"names":[],"mappings":"AACA,OAAO,KAAK,EAAE,MAAM,EAAE,MAAM,mBAAmB,CAAC;AAEhD,MAAM,WAAW,UAAU;IACzB,SAAS,EAAE,OAAO,CAAC;IACnB,OAAO,EAAE,MAAM,EAAE,CAAC;IAClB,IAAI,EAAE,OAAO,CAAC;IACd,UAAU,EAAE,MAAM,EAAE,CAAC;IACrB,QAAQ,EAAE,MAAM,CAAC;IACjB,QAAQ,EAAE,MAAM,EAAE,CAAC;IACnB,OAAO,EAAE,OAAO,CAAC;IACjB,OAAO,EAAE,OAAO,CAAC;CAClB;AAED,eAAO,MAAM,SAAS,QAsBrB,CAAC;AAKF,eAAO,MAAM,SAAS,GAAI,MAAM,SAAS,MAAM,EAAE,KAAG,UAmFnD,CAAC"}

package/dist/args.js

@@ -0,0 +1,112 @@
+import { KNOWN_MODELS, allFormats, isFormat } from '@tokenometer/core';
+export const HELP_TEXT = `tokenometer — empirical token-cost benchmarking for LLM prompts
+
+USAGE
+  tokenometer <file> [options]
+  echo "prompt" | tokenometer - [options]
+
+OPTIONS
+  --model <id[,id...]>     Comma-separated model ids (default: claude-opus-4-7).
+                           Known: ${KNOWN_MODELS.join(', ')}
+  --format <fmt[,fmt...]>  Comma-separated formats (default: all).
+                           Known: ${allFormats().join(', ')}
+  --empirical              Run sample API calls and report real charges.
+                           Requires the matching <PROVIDER>_API_KEY env var.
+  --max-spend <usd>        Hard ceiling for empirical mode (default: 0.05).
+  --offline                Force offline mode (overrides --empirical).
+  -h, --help               Show this help.
+  -v, --version            Show CLI version.
+
+EXAMPLES
+  tokenometer ./prompt.md
+  tokenometer ./prompt.md --model claude-opus-4-7,gpt-4o
+  tokenometer ./prompt.md --format yaml,json --empirical --max-spend 0.01
+`;
+const DEFAULT_MODELS = ['claude-opus-4-7'];
+const DEFAULT_MAX_SPEND_USD = 0.05;
+export const parseArgs = (argv) => {
+    const result = {
+        empirical: false,
+        formats: [...allFormats()],
+        help: false,
+        inputPaths: [],
+        maxSpend: DEFAULT_MAX_SPEND_USD,
+        modelIds: [...DEFAULT_MODELS],
+        offline: false,
+        version: false,
+    };
+    let modelsSet = false;
+    let formatsSet = false;
+    for (let i = 0; i < argv.length; i++) {
+        const arg = argv[i];
+        if (!arg)
+            continue;
+        if (arg === '-h' || arg === '--help') {
+            result.help = true;
+            continue;
+        }
+        if (arg === '-v' || arg === '--version') {
+            result.version = true;
+            continue;
+        }
+        if (arg === '--empirical') {
+            result.empirical = true;
+            continue;
+        }
+        if (arg === '--offline') {
+            result.offline = true;
+            continue;
+        }
+        if (arg === '--model') {
+            const next = argv[++i];
+            if (!next)
+                throw new Error('--model requires a value');
+            result.modelIds = next
+                .split(',')
+                .map((s) => s.trim())
+                .filter(Boolean);
+            modelsSet = true;
+            continue;
+        }
+        if (arg === '--format') {
+            const next = argv[++i];
+            if (!next)
+                throw new Error('--format requires a value');
+            const formats = next
+                .split(',')
+                .map((s) => s.trim())
+                .filter(Boolean);
+            for (const fmt of formats) {
+                if (!isFormat(fmt)) {
+                    throw new Error(`Unknown format "${fmt}". Known: ${allFormats().join(', ')}.`);
+                }
+            }
+            result.formats = formats;
+            formatsSet = true;
+            continue;
+        }
+        if (arg === '--max-spend') {
+            const next = argv[++i];
+            if (!next)
+                throw new Error('--max-spend requires a value');
+            const parsed = Number.parseFloat(next);
+            if (!Number.isFinite(parsed) || parsed <= 0) {
+                throw new Error(`--max-spend must be a positive number, got "${next}".`);
+            }
+            result.maxSpend = parsed;
+            continue;
+        }
+        if (arg.startsWith('--')) {
+            throw new Error(`Unknown flag: ${arg}`);
+        }
+        result.inputPaths.push(arg);
+    }
+    if (!modelsSet && result.modelIds.length === 0) {
+        result.modelIds = [...DEFAULT_MODELS];
+    }
+    if (!formatsSet && result.formats.length === 0) {
+        result.formats = [...allFormats()];
+    }
+    return result;
+};
+//# sourceMappingURL=args.js.map

package/dist/args.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"args.js","sourceRoot":"","sources":["../src/args.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,YAAY,EAAE,UAAU,EAAE,QAAQ,EAAE,MAAM,mBAAmB,CAAC;AAcvE,MAAM,CAAC,MAAM,SAAS,GAAG;;;;;;;;oCAQW,YAAY,CAAC,IAAI,CAAC,IAAI,CAAC;;oCAEvB,UAAU,EAAE,CAAC,IAAI,CAAC,IAAI,CAAC;;;;;;;;;;;;CAY1D,CAAC;AAEF,MAAM,cAAc,GAAG,CAAC,iBAAiB,CAAC,CAAC;AAC3C,MAAM,qBAAqB,GAAG,IAAI,CAAC;AAEnC,MAAM,CAAC,MAAM,SAAS,GAAG,CAAC,IAAuB,EAAc,EAAE;IAC/D,MAAM,MAAM,GAAe;QACzB,SAAS,EAAE,KAAK;QAChB,OAAO,EAAE,CAAC,GAAG,UAAU,EAAE,CAAC;QAC1B,IAAI,EAAE,KAAK;QACX,UAAU,EAAE,EAAE;QACd,QAAQ,EAAE,qBAAqB;QAC/B,QAAQ,EAAE,CAAC,GAAG,cAAc,CAAC;QAC7B,OAAO,EAAE,KAAK;QACd,OAAO,EAAE,KAAK;KACf,CAAC;IAEF,IAAI,SAAS,GAAG,KAAK,CAAC;IACtB,IAAI,UAAU,GAAG,KAAK,CAAC;IAEvB,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,IAAI,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;QACrC,MAAM,GAAG,GAAG,IAAI,CAAC,CAAC,CAAC,CAAC;QACpB,IAAI,CAAC,GAAG;YAAE,SAAS;QACnB,IAAI,GAAG,KAAK,IAAI,IAAI,GAAG,KAAK,QAAQ,EAAE,CAAC;YACrC,MAAM,CAAC,IAAI,GAAG,IAAI,CAAC;YACnB,SAAS;QACX,CAAC;QACD,IAAI,GAAG,KAAK,IAAI,IAAI,GAAG,KAAK,WAAW,EAAE,CAAC;YACxC,MAAM,CAAC,OAAO,GAAG,IAAI,CAAC;YACtB,SAAS;QACX,CAAC;QACD,IAAI,GAAG,KAAK,aAAa,EAAE,CAAC;YAC1B,MAAM,CAAC,SAAS,GAAG,IAAI,CAAC;YACxB,SAAS;QACX,CAAC;QACD,IAAI,GAAG,KAAK,WAAW,EAAE,CAAC;YACxB,MAAM,CAAC,OAAO,GAAG,IAAI,CAAC;YACtB,SAAS;QACX,CAAC;QACD,IAAI,GAAG,KAAK,SAAS,EAAE,CAAC;YACtB,MAAM,IAAI,GAAG,IAAI,CAAC,EAAE,CAAC,CAAC,CAAC;YACvB,IAAI,CAAC,IAAI;gBAAE,MAAM,IAAI,KAAK,CAAC,0BAA0B,CAAC,CAAC;YACvD,MAAM,CAAC,QAAQ,GAAG,IAAI;iBACnB,KAAK,CAAC,GAAG,CAAC;iBACV,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC;iBACpB,MAAM,CAAC,OAAO,CAAC,CAAC;YACnB,SAAS,GAAG,IAAI,CAAC;YACjB,SAAS;QACX,CAAC;QACD,IAAI,GAAG,KAAK,UAAU,EAAE,CAAC;YACvB,MAAM,IAAI,GAAG,IAAI,CAAC,EAAE,CAAC,CAAC,CAAC;YACvB,IAAI,CAAC,IAAI;gBAAE,MAAM,IAAI,KAAK,CAAC,2BAA2B,CAAC,CAAC;YACxD,MAAM,OAAO,GAAG,IAAI;iBACjB,KAAK,CAAC,GAAG,CAAC;iBACV,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC;iBACpB,MAAM,CAAC,OAAO,CAAC,CAAC;YACnB,KAAK,MAAM,GAAG,IAAI,OAAO,EAAE,CAAC;gBAC1B,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC,EAAE,CAAC;oBACnB,MAAM,IAAI,KAAK,CAAC,mBAAmB,GAAG,aAAa,UAAU,EAAE,CAAC,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;gBACjF,CAAC;YACH,CAAC;YACD,MAAM,CAAC,OAAO,GAAG,OAAmB,CAAC;YACrC,UAAU,GAAG,IAAI,CAAC;YAClB,SAAS;QACX,CAAC;QACD,IAAI,GAAG,KAAK,aAAa,EAAE,CAAC;YAC1B,MAAM,IAAI,GAAG,IAAI,CAAC,EAAE,CAAC,CAAC,CAAC;YACvB,IAAI,CAAC,IAAI;gBAAE,MAAM,IAAI,KAAK,CAAC,8BAA8B,CAAC,CAAC;YAC3D,MAAM,MAAM,GAAG,MAAM,CAAC,UAAU,CAAC,IAAI,CAAC,CAAC;YACvC,IAAI,CAAC,MAAM,CAAC,QAAQ,CAAC,MAAM,CAAC,IAAI,MAAM,IAAI,CAAC,EAAE,CAAC;gBAC5C,MAAM,IAAI,KAAK,CAAC,+CAA+C,IAAI,IAAI,CAAC,CAAC;YAC3E,CAAC;YACD,MAAM,CAAC,QAAQ,GAAG,MAAM,CAAC;YACzB,SAAS;QACX,CAAC;QACD,IAAI,GAAG,CAAC,UAAU,CAAC,IAAI,CAAC,EAAE,CAAC;YACzB,MAAM,IAAI,KAAK,CAAC,iBAAiB,GAAG,EAAE,CAAC,CAAC;QAC1C,CAAC;QACD,MAAM,CAAC,UAAU,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;IAC9B,CAAC;IAED,IAAI,CAAC,SAAS,IAAI,MAAM,CAAC,QAAQ,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QAC/C,MAAM,CAAC,QAAQ,GAAG,CAAC,GAAG,cAAc,CAAC,CAAC;IACxC,CAAC;IACD,IAAI,CAAC,UAAU,IAAI,MAAM,CAAC,OAAO,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QAC/C,MAAM,CAAC,OAAO,GAAG,CAAC,GAAG,UAAU,EAAE,CAAC,CAAC;IACrC,CAAC;IACD,OAAO,MAAM,CAAC;AAChB,CAAC,CAAC"}

package/dist/index.d.ts

@@ -0,0 +1,3 @@
+#!/usr/bin/env node
+export declare const main: (argv: readonly string[]) => Promise<number>;
+//# sourceMappingURL=index.d.ts.map

package/dist/index.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":";AAkCA,eAAO,MAAM,IAAI,GAAU,MAAM,SAAS,MAAM,EAAE,KAAG,OAAO,CAAC,MAAM,CAsDlE,CAAC"}

package/dist/index.js

@@ -0,0 +1,89 @@
+#!/usr/bin/env node
+import { readFile } from 'node:fs/promises';
+import { tokenizeMatrix, tokenizeMatrixEmpirical } from '@tokenometer/core';
+import { HELP_TEXT, parseArgs } from './args.js';
+import { renderSummary, renderTable } from './render.js';
+const VERSION = '0.0.1';
+const readEnv = () => {
+    const env = {};
+    const { ANTHROPIC_API_KEY, GEMINI_API_KEY, GOOGLE_API_KEY } = process.env;
+    if (ANTHROPIC_API_KEY)
+        env.anthropicApiKey = ANTHROPIC_API_KEY;
+    const googleKey = GOOGLE_API_KEY ?? GEMINI_API_KEY;
+    if (googleKey)
+        env.googleApiKey = googleKey;
+    return env;
+};
+const readStdin = async () => {
+    const chunks = [];
+    for await (const chunk of process.stdin) {
+        chunks.push(chunk);
+    }
+    return Buffer.concat(chunks).toString('utf8');
+};
+const readPrompt = async (paths) => {
+    if (paths.length === 0 || paths[0] === '-') {
+        return readStdin();
+    }
+    const contents = await Promise.all(paths.map((p) => readFile(p, 'utf8')));
+    return contents.join('\n');
+};
+export const main = async (argv) => {
+    let parsed;
+    try {
+        parsed = parseArgs(argv);
+    }
+    catch (err) {
+        process.stderr.write(`${err.message}\n\n${HELP_TEXT}`);
+        return 2;
+    }
+    if (parsed.help) {
+        process.stdout.write(HELP_TEXT);
+        return 0;
+    }
+    if (parsed.version) {
+        process.stdout.write(`tokenometer ${VERSION}\n`);
+        return 0;
+    }
+    let prompt;
+    try {
+        prompt = await readPrompt(parsed.inputPaths);
+    }
+    catch (err) {
+        process.stderr.write(`Failed to read input: ${err.message}\n`);
+        return 1;
+    }
+    if (!prompt.trim()) {
+        process.stderr.write('Empty prompt — nothing to measure.\n');
+        return 1;
+    }
+    const useEmpirical = parsed.empirical && !parsed.offline;
+    const results = useEmpirical
+        ? await tokenizeMatrixEmpirical({
+            env: readEnv(),
+            formats: parsed.formats,
+            modelIds: parsed.modelIds,
+            prompt,
+        })
+        : tokenizeMatrix({
+            formats: parsed.formats,
+            modelIds: parsed.modelIds,
+            prompt,
+        });
+    process.stdout.write(`${renderTable(results)}\n`);
+    const summary = renderSummary(results);
+    if (summary)
+        process.stdout.write(`${summary}\n`);
+    if (useEmpirical) {
+        process.stdout.write('\n(empirical: Anthropic / Google counts via provider countTokens API; OpenAI via tiktoken o200k_base)\n');
+    }
+    return 0;
+};
+const scriptUrl = `file://${process.argv[1]}`;
+if (import.meta.url === scriptUrl) {
+    main(process.argv.slice(2)).then((code) => process.exit(code), (err) => {
+        process.stderr.write(`Unexpected error: ${err.stack ?? String(err)}\n`);
+        process.exit(1);
+    });
+}
+//# sourceMappingURL=index.js.map

package/dist/index.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":";AACA,OAAO,EAAE,QAAQ,EAAE,MAAM,kBAAkB,CAAC;AAC5C,OAAO,EAAE,cAAc,EAAE,uBAAuB,EAAE,MAAM,mBAAmB,CAAC;AAE5E,OAAO,EAAE,SAAS,EAAE,SAAS,EAAE,MAAM,WAAW,CAAC;AACjD,OAAO,EAAE,aAAa,EAAE,WAAW,EAAE,MAAM,aAAa,CAAC;AAEzD,MAAM,OAAO,GAAG,OAAO,CAAC;AAExB,MAAM,OAAO,GAAG,GAAiB,EAAE;IACjC,MAAM,GAAG,GAAiB,EAAE,CAAC;IAC7B,MAAM,EAAE,iBAAiB,EAAE,cAAc,EAAE,cAAc,EAAE,GAAG,OAAO,CAAC,GAAG,CAAC;IAC1E,IAAI,iBAAiB;QAAE,GAAG,CAAC,eAAe,GAAG,iBAAiB,CAAC;IAC/D,MAAM,SAAS,GAAG,cAAc,IAAI,cAAc,CAAC;IACnD,IAAI,SAAS;QAAE,GAAG,CAAC,YAAY,GAAG,SAAS,CAAC;IAC5C,OAAO,GAAG,CAAC;AACb,CAAC,CAAC;AAEF,MAAM,SAAS,GAAG,KAAK,IAAqB,EAAE;IAC5C,MAAM,MAAM,GAAa,EAAE,CAAC;IAC5B,IAAI,KAAK,EAAE,MAAM,KAAK,IAAI,OAAO,CAAC,KAAK,EAAE,CAAC;QACxC,MAAM,CAAC,IAAI,CAAC,KAAe,CAAC,CAAC;IAC/B,CAAC;IACD,OAAO,MAAM,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC;AAChD,CAAC,CAAC;AAEF,MAAM,UAAU,GAAG,KAAK,EAAE,KAAwB,EAAmB,EAAE;IACrE,IAAI,KAAK,CAAC,MAAM,KAAK,CAAC,IAAI,KAAK,CAAC,CAAC,CAAC,KAAK,GAAG,EAAE,CAAC;QAC3C,OAAO,SAAS,EAAE,CAAC;IACrB,CAAC;IACD,MAAM,QAAQ,GAAG,MAAM,OAAO,CAAC,GAAG,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,QAAQ,CAAC,CAAC,EAAE,MAAM,CAAC,CAAC,CAAC,CAAC;IAC1E,OAAO,QAAQ,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;AAC7B,CAAC,CAAC;AAEF,MAAM,CAAC,MAAM,IAAI,GAAG,KAAK,EAAE,IAAuB,EAAmB,EAAE;IACrE,IAAI,MAAoC,CAAC;IACzC,IAAI,CAAC;QACH,MAAM,GAAG,SAAS,CAAC,IAAI,CAAC,CAAC;IAC3B,CAAC;IAAC,OAAO,GAAG,EAAE,CAAC;QACb,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,GAAI,GAAa,CAAC,OAAO,OAAO,SAAS,EAAE,CAAC,CAAC;QAClE,OAAO,CAAC,CAAC;IACX,CAAC;IAED,IAAI,MAAM,CAAC,IAAI,EAAE,CAAC;QAChB,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,SAAS,CAAC,CAAC;QAChC,OAAO,CAAC,CAAC;IACX,CAAC;IACD,IAAI,MAAM,CAAC,OAAO,EAAE,CAAC;QACnB,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,eAAe,OAAO,IAAI,CAAC,CAAC;QACjD,OAAO,CAAC,CAAC;IACX,CAAC;IAED,IAAI,MAAc,CAAC;IACnB,IAAI,CAAC;QACH,MAAM,GAAG,MAAM,UAAU,CAAC,MAAM,CAAC,UAAU,CAAC,CAAC;IAC/C,CAAC;IAAC,OAAO,GAAG,EAAE,CAAC;QACb,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,yBAA0B,GAAa,CAAC,OAAO,IAAI,CAAC,CAAC;QAC1E,OAAO,CAAC,CAAC;IACX,CAAC;IAED,IAAI,CAAC,MAAM,CAAC,IAAI,EAAE,EAAE,CAAC;QACnB,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,sCAAsC,CAAC,CAAC;QAC7D,OAAO,CAAC,CAAC;IACX,CAAC;IAED,MAAM,YAAY,GAAG,MAAM,CAAC,SAAS,IAAI,CAAC,MAAM,CAAC,OAAO,CAAC;IACzD,MAAM,OAAO,GAAG,YAAY;QAC1B,CAAC,CAAC,MAAM,uBAAuB,CAAC;YAC5B,GAAG,EAAE,OAAO,EAAE;YACd,OAAO,EAAE,MAAM,CAAC,OAAO;YACvB,QAAQ,EAAE,MAAM,CAAC,QAAQ;YACzB,MAAM;SACP,CAAC;QACJ,CAAC,CAAC,cAAc,CAAC;YACb,OAAO,EAAE,MAAM,CAAC,OAAO;YACvB,QAAQ,EAAE,MAAM,CAAC,QAAQ;YACzB,MAAM;SACP,CAAC,CAAC;IAEP,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,GAAG,WAAW,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC;IAClD,MAAM,OAAO,GAAG,aAAa,CAAC,OAAO,CAAC,CAAC;IACvC,IAAI,OAAO;QAAE,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,GAAG,OAAO,IAAI,CAAC,CAAC;IAClD,IAAI,YAAY,EAAE,CAAC;QACjB,OAAO,CAAC,MAAM,CAAC,KAAK,CAClB,yGAAyG,CAC1G,CAAC;IACJ,CAAC;IACD,OAAO,CAAC,CAAC;AACX,CAAC,CAAC;AAEF,MAAM,SAAS,GAAG,UAAU,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC;AAC9C,IAAI,MAAM,CAAC,IAAI,CAAC,GAAG,KAAK,SAAS,EAAE,CAAC;IAClC,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,IAAI,CAC9B,CAAC,IAAI,EAAE,EAAE,CAAC,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC,EAC5B,CAAC,GAAY,EAAE,EAAE;QACf,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,qBAAsB,GAAa,CAAC,KAAK,IAAI,MAAM,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC;QACnF,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;IAClB,CAAC,CACF,CAAC;AACJ,CAAC"}

package/dist/render.d.ts

@@ -0,0 +1,4 @@
+import type { TokenizeResult } from '@tokenometer/core';
+export declare const renderTable: (results: readonly TokenizeResult[]) => string;
+export declare const renderSummary: (results: readonly TokenizeResult[]) => string;
+//# sourceMappingURL=render.d.ts.map

package/dist/render.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"render.d.ts","sourceRoot":"","sources":["../src/render.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,cAAc,EAAE,MAAM,mBAAmB,CAAC;AAcxD,eAAO,MAAM,WAAW,GAAI,SAAS,SAAS,cAAc,EAAE,KAAG,MA8BhE,CAAC;AAEF,eAAO,MAAM,aAAa,GAAI,SAAS,SAAS,cAAc,EAAE,KAAG,MAOlE,CAAC"}

package/dist/render.js

@@ -0,0 +1,46 @@
+const padRight = (value, width) => value.length >= width ? value : value + ' '.repeat(width - value.length);
+const padLeft = (value, width) => value.length >= width ? value : ' '.repeat(width - value.length) + value;
+const formatCost = (usd) => {
+    if (usd >= 0.01)
+        return `$${usd.toFixed(4)}`;
+    if (usd >= 0.000001)
+        return `$${usd.toFixed(6)}`;
+    return `$${usd.toExponential(2)}`;
+};
+export const renderTable = (results) => {
+    if (results.length === 0)
+        return '(no results)';
+    const headers = ['model', 'format', 'tokens', 'est. cost'];
+    const rows = results.map((r) => [
+        r.model,
+        r.format,
+        `${r.approximate ? '~' : ' '}${r.inputTokens.toLocaleString()}`,
+        formatCost(r.inputCost),
+    ]);
+    const widths = headers.map((h, colIdx) => {
+        const maxRowWidth = rows.reduce((acc, row) => Math.max(acc, row[colIdx]?.length ?? 0), 0);
+        return Math.max(h.length, maxRowWidth);
+    });
+    const headerLine = headers.map((h, i) => padRight(h, widths[i] ?? h.length)).join('  ');
+    const separator = headers.map((_, i) => '-'.repeat(widths[i] ?? 0)).join('  ');
+    const dataLines = rows.map((row) => row
+        .map((cell, i) => {
+        const isNumeric = i >= 2;
+        return isNumeric
+            ? padLeft(cell, widths[i] ?? cell.length)
+            : padRight(cell, widths[i] ?? cell.length);
+    })
+        .join('  '));
+    return [headerLine, separator, ...dataLines].join('\n');
+};
+export const renderSummary = (results) => {
+    if (results.length === 0)
+        return '';
+    const cheapest = [...results].sort((a, b) => a.inputCost - b.inputCost)[0];
+    const priciest = [...results].sort((a, b) => b.inputCost - a.inputCost)[0];
+    if (!cheapest || !priciest || cheapest === priciest)
+        return '';
+    const ratio = priciest.inputCost / Math.max(cheapest.inputCost, Number.EPSILON);
+    return `\nCheapest: ${cheapest.model} as ${cheapest.format} (${formatCost(cheapest.inputCost)})\nPriciest: ${priciest.model} as ${priciest.format} (${formatCost(priciest.inputCost)}, ${ratio.toFixed(2)}x more)`;
+};
+//# sourceMappingURL=render.js.map

package/dist/render.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"render.js","sourceRoot":"","sources":["../src/render.ts"],"names":[],"mappings":"AAEA,MAAM,QAAQ,GAAG,CAAC,KAAa,EAAE,KAAa,EAAU,EAAE,CACxD,KAAK,CAAC,MAAM,IAAI,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,KAAK,GAAG,GAAG,CAAC,MAAM,CAAC,KAAK,GAAG,KAAK,CAAC,MAAM,CAAC,CAAC;AAE3E,MAAM,OAAO,GAAG,CAAC,KAAa,EAAE,KAAa,EAAU,EAAE,CACvD,KAAK,CAAC,MAAM,IAAI,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,GAAG,CAAC,MAAM,CAAC,KAAK,GAAG,KAAK,CAAC,MAAM,CAAC,GAAG,KAAK,CAAC;AAE3E,MAAM,UAAU,GAAG,CAAC,GAAW,EAAU,EAAE;IACzC,IAAI,GAAG,IAAI,IAAI;QAAE,OAAO,IAAI,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,CAAC;IAC7C,IAAI,GAAG,IAAI,QAAQ;QAAE,OAAO,IAAI,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,CAAC;IACjD,OAAO,IAAI,GAAG,CAAC,aAAa,CAAC,CAAC,CAAC,EAAE,CAAC;AACpC,CAAC,CAAC;AAEF,MAAM,CAAC,MAAM,WAAW,GAAG,CAAC,OAAkC,EAAU,EAAE;IACxE,IAAI,OAAO,CAAC,MAAM,KAAK,CAAC;QAAE,OAAO,cAAc,CAAC;IAEhD,MAAM,OAAO,GAAG,CAAC,OAAO,EAAE,QAAQ,EAAE,QAAQ,EAAE,WAAW,CAAU,CAAC;IACpE,MAAM,IAAI,GAAe,OAAO,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC;QAC1C,CAAC,CAAC,KAAK;QACP,CAAC,CAAC,MAAM;QACR,GAAG,CAAC,CAAC,WAAW,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,GAAG,GAAG,CAAC,CAAC,WAAW,CAAC,cAAc,EAAE,EAAE;QAC/D,UAAU,CAAC,CAAC,CAAC,SAAS,CAAC;KACxB,CAAC,CAAC;IAEH,MAAM,MAAM,GAAG,OAAO,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,MAAM,EAAE,EAAE;QACvC,MAAM,WAAW,GAAG,IAAI,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,GAAG,EAAE,EAAE,CAAC,IAAI,CAAC,GAAG,CAAC,GAAG,EAAE,GAAG,CAAC,MAAM,CAAC,EAAE,MAAM,IAAI,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC;QAC1F,OAAO,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC,MAAM,EAAE,WAAW,CAAC,CAAC;IACzC,CAAC,CAAC,CAAC;IAEH,MAAM,UAAU,GAAG,OAAO,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,QAAQ,CAAC,CAAC,EAAE,MAAM,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;IACxF,MAAM,SAAS,GAAG,OAAO,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,GAAG,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;IAC/E,MAAM,SAAS,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,GAAG,EAAE,EAAE,CACjC,GAAG;SACA,GAAG,CAAC,CAAC,IAAI,EAAE,CAAC,EAAE,EAAE;QACf,MAAM,SAAS,GAAG,CAAC,IAAI,CAAC,CAAC;QACzB,OAAO,SAAS;YACd,CAAC,CAAC,OAAO,CAAC,IAAI,EAAE,MAAM,CAAC,CAAC,CAAC,IAAI,IAAI,CAAC,MAAM,CAAC;YACzC,CAAC,CAAC,QAAQ,CAAC,IAAI,EAAE,MAAM,CAAC,CAAC,CAAC,IAAI,IAAI,CAAC,MAAM,CAAC,CAAC;IAC/C,CAAC,CAAC;SACD,IAAI,CAAC,IAAI,CAAC,CACd,CAAC;IAEF,OAAO,CAAC,UAAU,EAAE,SAAS,EAAE,GAAG,SAAS,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;AAC1D,CAAC,CAAC;AAEF,MAAM,CAAC,MAAM,aAAa,GAAG,CAAC,OAAkC,EAAU,EAAE;IAC1E,IAAI,OAAO,CAAC,MAAM,KAAK,CAAC;QAAE,OAAO,EAAE,CAAC;IACpC,MAAM,QAAQ,GAAG,CAAC,GAAG,OAAO,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,SAAS,GAAG,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,CAAC,CAAC;IAC3E,MAAM,QAAQ,GAAG,CAAC,GAAG,OAAO,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,SAAS,GAAG,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,CAAC,CAAC;IAC3E,IAAI,CAAC,QAAQ,IAAI,CAAC,QAAQ,IAAI,QAAQ,KAAK,QAAQ;QAAE,OAAO,EAAE,CAAC;IAC/D,MAAM,KAAK,GAAG,QAAQ,CAAC,SAAS,GAAG,IAAI,CAAC,GAAG,CAAC,QAAQ,CAAC,SAAS,EAAE,MAAM,CAAC,OAAO,CAAC,CAAC;IAChF,OAAO,eAAe,QAAQ,CAAC,KAAK,OAAO,QAAQ,CAAC,MAAM,KAAK,UAAU,CAAC,QAAQ,CAAC,SAAS,CAAC,gBAAgB,QAAQ,CAAC,KAAK,OAAO,QAAQ,CAAC,MAAM,KAAK,UAAU,CAAC,QAAQ,CAAC,SAAS,CAAC,KAAK,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,SAAS,CAAC;AACrN,CAAC,CAAC"}

package/package.json

@@ -0,0 +1,59 @@
+{
+  "name": "tokenometer",
+  "version": "0.0.1",
+  "description": "Empirical token-cost benchmarking CLI for LLM prompts. Tells you what your prompt actually costs across Claude, GPT-4o, and Gemini, in every format.",
+  "license": "MIT",
+  "author": "Faraazuddin Mohammed <mohdfaraaz1@gmail.com>",
+  "homepage": "https://tokenometer.vercel.app",
+  "repository": {
+    "type": "git",
+    "url": "git+https://github.com/faraa2m/tokenometer.git",
+    "directory": "packages/cli"
+  },
+  "bugs": {
+    "url": "https://github.com/faraa2m/tokenometer/issues"
+  },
+  "keywords": [
+    "ai",
+    "anthropic",
+    "claude",
+    "cli",
+    "cost",
+    "gemini",
+    "gpt",
+    "llm",
+    "openai",
+    "prompt",
+    "token",
+    "tokenizer"
+  ],
+  "type": "module",
+  "main": "./dist/index.js",
+  "types": "./dist/index.d.ts",
+  "bin": {
+    "tokenometer": "./dist/index.js"
+  },
+  "exports": {
+    ".": {
+      "types": "./dist/index.d.ts",
+      "import": "./dist/index.js"
+    }
+  },
+  "files": ["dist", "README.md"],
+  "publishConfig": {
+    "access": "public",
+    "registry": "https://registry.npmjs.org/"
+  },
+  "scripts": {
+    "build": "tsc -b",
+    "clean": "rm -rf dist"
+  },
+  "dependencies": {
+    "@tokenometer/core": "0.0.1"
+  },
+  "devDependencies": {
+    "@types/node": "^22.10.5",
+    "typescript": "^5.7.2",
+    "vitest": "^3.0.0"
+  }
+}