tokler-cli 0.1.0

package/LICENSE

@@ -0,0 +1,21 @@
+MIT License
+
+Copyright (c) 2026 Agnel Nieves
+
+Permission is hereby granted, free of charge, to any person obtaining a copy
+of this software and associated documentation files (the "Software"), to deal
+in the Software without restriction, including without limitation the rights
+to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
+copies of the Software, and to permit persons to whom the Software is
+furnished to do so, subject to the following conditions:
+
+The above copyright notice and this permission notice shall be included in all
+copies or substantial portions of the Software.
+
+THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
+IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
+FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
+AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
+LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
+OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
+SOFTWARE.

package/README.md

@@ -0,0 +1,46 @@
+# tokler-cli
+
+Privacy-first AI token analyzer CLI. Count, audit, and optimize prompt and MCP token costs across OpenAI, Anthropic, and Gemini. Everything runs fully local: no telemetry, no uploads, nothing leaves your machine.
+
+## Install
+
+```sh
+npx tokler-cli --help
+# or
+bunx tokler-cli --help
+# or install globally (installs the `tokler` command)
+npm i -g tokler-cli
+```
+
+The `tokler-cli` package is a thin launcher exposing the `tokler` command. The actual binary ships in a per-platform package (`tokler-darwin-arm64`, `tokler-darwin-x64`) pulled in automatically as an optional dependency.
+
+## Commands
+
+| Command | What it does |
+| --- | --- |
+| `tokler count <FILE>` | Count tokens in a file or stdin. `--all` compares providers. |
+| `tokler compare <FILE>` | Side-by-side token counts across providers. |
+| `tokler viz <FILE>` | Visualize token boundaries (count plus estimate band for Claude). |
+| `tokler audit <FILE>` | Run the rules engine: ranked findings with savings estimates. |
+| `tokler redact <FILE>` | Strip secrets from input. Runs before anything else. |
+| `tokler cost <FILE>` | Estimate provider cost for an input. |
+| `tokler mcp <CONFIG>` | Analyze an MCP config: tool-definition token cost and CLI-swap savings. |
+| `tokler drift <FILE>` | Compare the same input across tokenizer versions (encoding drift). |
+| `tokler scan` | Discover your local agent configs (Claude, Cursor, Codex, VS Code, Zed, and more) and report MCP token costs, CLI-swap savings, instruction-file weight, and shell secret hygiene. Read-only. |
+
+Use `-` as the file argument to read stdin, and `--json` for machine-readable output where supported. Run `tokler <command> --help` for full flags.
+
+```sh
+echo "hello world" | tokler count -
+tokler audit prompt.md
+tokler mcp ~/.config/claude/claude_desktop_config.json
+tokler scan
+```
+
+## Supported platforms
+
+macOS arm64 (Apple Silicon) and macOS x64 (Intel). Linux and Windows builds are coming.
+
+## License
+
+MIT

package/bin/tokler.js

@@ -0,0 +1,52 @@
+#!/usr/bin/env node
+"use strict";
+
+const { spawnSync } = require("node:child_process");
+const fs = require("node:fs");
+const path = require("node:path");
+
+const PLATFORMS = {
+  "darwin-arm64": "tokler-darwin-arm64",
+  "darwin-x64": "tokler-darwin-x64",
+};
+
+const key = `${process.platform}-${process.arch}`;
+const pkg = PLATFORMS[key];
+
+function fail() {
+  console.error(`tokler: unsupported platform ${key}.`);
+  console.error("Supported today: macOS arm64 (Apple Silicon) and macOS x64 (Intel).");
+  console.error("Linux and Windows builds are coming.");
+  process.exit(1);
+}
+
+if (!pkg) fail();
+
+let binPath = null;
+
+// Development mode: sibling platform package in the source tree.
+const devPath = path.join(__dirname, "..", "..", pkg, "bin", "tokler");
+if (fs.existsSync(devPath)) {
+  binPath = devPath;
+} else {
+  try {
+    binPath = require.resolve(`${pkg}/bin/tokler`);
+  } catch {
+    console.error(`tokler: could not find the ${pkg} package.`);
+    console.error("It ships as an optionalDependency of tokler; your installer may have skipped it.");
+    console.error("Try reinstalling: npm install tokler (or bun add tokler).");
+    console.error("Supported today: macOS arm64 and macOS x64. Linux and Windows builds are coming.");
+    process.exit(1);
+  }
+}
+
+const result = spawnSync(binPath, process.argv.slice(2), { stdio: "inherit" });
+
+if (result.error) {
+  console.error(`tokler: failed to launch binary: ${result.error.message}`);
+  process.exit(1);
+}
+if (result.signal) {
+  process.kill(process.pid, result.signal);
+}
+process.exit(result.status === null ? 1 : result.status);

package/package.json

@@ -0,0 +1,33 @@
+{
+  "name": "tokler-cli",
+  "version": "0.1.0",
+  "description": "Privacy-first AI token analyzer CLI. Count, audit, and optimize prompt and MCP token costs across OpenAI, Anthropic, and Gemini. Runs fully local.",
+  "license": "MIT",
+  "bin": {
+    "tokler": "bin/tokler.js"
+  },
+  "files": [
+    "bin/tokler.js",
+    "README.md",
+    "LICENSE"
+  ],
+  "engines": {
+    "node": ">=18"
+  },
+  "optionalDependencies": {
+    "tokler-darwin-arm64": "0.1.0",
+    "tokler-darwin-x64": "0.1.0"
+  },
+  "keywords": [
+    "llm",
+    "tokens",
+    "tokenizer",
+    "cli",
+    "anthropic",
+    "openai",
+    "gemini",
+    "mcp",
+    "prompt",
+    "cost"
+  ]
+}