turntax 0.0.0-stage → 0.2.0

package/dist/node/remote.js

@@ -0,0 +1,100 @@
+const ANTHROPIC_URL = 'https://api.anthropic.com/v1/messages/count_tokens';
+const ANTHROPIC_MESSAGES_URL = 'https://api.anthropic.com/v1/messages';
+const GEMINI_BASE = 'https://generativelanguage.googleapis.com/v1beta/models';
+const PROBE = [{ role: 'user', content: '.' }];
+async function postJson(fetchFn, url, headers, body) {
+    const res = await fetchFn(url, {
+        method: 'POST',
+        headers: { 'content-type': 'application/json', ...headers },
+        body: JSON.stringify(body),
+    });
+    if (!res.ok) {
+        // Only the status goes into the message: response bodies can echo request content.
+        throw new Error(`HTTP ${res.status}`);
+    }
+    return res.json();
+}
+async function mapLimited(items, limit, fn) {
+    const results = new Array(items.length);
+    let next = 0;
+    const workers = Array.from({ length: Math.min(limit, items.length) }, async () => {
+        while (next < items.length) {
+            const i = next++;
+            results[i] = await fn(items[i]);
+        }
+    });
+    await Promise.all(workers);
+    return results;
+}
+/**
+ * Exact Claude counts from Anthropic's count_tokens endpoint.
+ * Each text is sent as a system prompt next to a one-character user message; the same request
+ * without the system prompt is subtracted, so the result is the cost the text adds to a turn.
+ */
+export function anthropicCounter(apiKey, fetchFn = fetch) {
+    const headers = { 'x-api-key': apiKey, 'anthropic-version': '2023-06-01' };
+    const baselines = new Map();
+    return {
+        async count(model, texts) {
+            if (!model.apiModel)
+                return texts.map(() => ({ tokens: null, method: 'unavailable', reason: 'no API model id' }));
+            const apiModel = model.apiModel;
+            const baseline = () => {
+                if (!baselines.has(apiModel))
+                    baselines.set(apiModel, postJson(fetchFn, ANTHROPIC_URL, headers, { model: apiModel, messages: PROBE }).then((r) => r.input_tokens));
+                return baselines.get(apiModel);
+            };
+            return mapLimited(texts, 4, async (text) => {
+                if (!text.trim())
+                    return { tokens: 0, method: 'api' };
+                try {
+                    const [base, full] = await Promise.all([
+                        baseline(),
+                        postJson(fetchFn, ANTHROPIC_URL, headers, { model: apiModel, system: text, messages: PROBE }),
+                    ]);
+                    return { tokens: Math.max(0, full.input_tokens - base), method: 'api' };
+                }
+                catch (e) {
+                    return { tokens: null, method: 'unavailable', reason: `Anthropic count_tokens failed: ${e.message}` };
+                }
+            });
+        },
+    };
+}
+/** Gemini counts from Google's models.countTokens endpoint. */
+export function geminiCounter(apiKey, fetchFn = fetch) {
+    const headers = { 'x-goog-api-key': apiKey };
+    return {
+        async count(model, texts) {
+            if (!model.apiModel)
+                return texts.map(() => ({ tokens: null, method: 'unavailable', reason: 'no API model id' }));
+            const url = `${GEMINI_BASE}/${encodeURIComponent(model.apiModel)}:countTokens`;
+            return mapLimited(texts, 4, async (text) => {
+                if (!text.trim())
+                    return { tokens: 0, method: 'api' };
+                try {
+                    const r = await postJson(fetchFn, url, headers, { contents: [{ role: 'user', parts: [{ text }] }] });
+                    return { tokens: r.totalTokens, method: 'api' };
+                }
+                catch (e) {
+                    return { tokens: null, method: 'unavailable', reason: `Gemini countTokens failed: ${e.message}` };
+                }
+            });
+        },
+    };
+}
+/** Opt-in English translation through Claude, used only to measure a language token multiplier. */
+export async function translateToEnglish(apiKey, text, fetchFn = fetch) {
+    const r = await postJson(fetchFn, ANTHROPIC_MESSAGES_URL, { 'x-api-key': apiKey, 'anthropic-version': '2023-06-01' }, {
+        model: 'claude-haiku-5-5',
+        max_tokens: 8000,
+        system: 'Translate the user text into natural English. Keep markdown structure, code, paths and commands unchanged. Output only the translation.',
+        messages: [{ role: 'user', content: text }],
+    });
+    if (r.stop_reason === 'max_tokens')
+        throw new Error('translation was cut off (file too long)');
+    return (r.content ?? [])
+        .filter((b) => b.type === 'text')
+        .map((b) => b.text)
+        .join('');
+}

package/package.json

@@ -1,6 +1,63 @@
 {
   "name": "turntax",
-  "version": "0.0.0-stage",
-  "stub": true,
-  "description": "Temporary package placeholder for staged publishing"
-}
+  "version": "0.2.0",
+  "description": "Measure the per-turn token cost of AI coding-agent instruction files (AGENTS.md, CLAUDE.md, Cursor, Copilot, Cline, Roo, Kiro, Windsurf and more) for every agent that reads them.",
+  "license": "MIT",
+  "author": "TORUT LTD",
+  "homepage": "https://github.com/TorutDev/turntax#readme",
+  "repository": {
+    "type": "git",
+    "url": "git+https://github.com/TorutDev/turntax.git"
+  },
+  "bugs": {
+    "url": "https://github.com/TorutDev/turntax/issues"
+  },
+  "type": "module",
+  "bin": {
+    "turntax": "dist/bin.js"
+  },
+  "files": [
+    "dist"
+  ],
+  "engines": {
+    "node": ">=22"
+  },
+  "scripts": {
+    "build": "tsc -p tsconfig.build.json",
+    "build:web": "esbuild src/web/main.ts --bundle --minify --format=esm --target=es2022 --outfile=web/app.js",
+    "typecheck": "tsc -p tsconfig.json --noEmit",
+    "test": "vitest run",
+    "prepack": "npm run build"
+  },
+  "keywords": [
+    "agents-md",
+    "claude-code",
+    "codex",
+    "cursor",
+    "copilot",
+    "gemini-cli",
+    "windsurf",
+    "cline",
+    "roo-code",
+    "kiro",
+    "junie",
+    "zed",
+    "continue",
+    "aider",
+    "goose",
+    "amp",
+    "opencode",
+    "tokens",
+    "context",
+    "cli"
+  ],
+  "dependencies": {
+    "gpt-tokenizer": "4.0.0"
+  },
+  "devDependencies": {
+    "@types/node": "24.19.0",
+    "esbuild": "0.28.2",
+    "typescript": "6.0.3",
+    "vitest": "5.0.3"
+  }
+}