@ramtinj95/opencode-tokenscope 1.4.0

package/dist/tokenscope-lib/subagent.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"subagent.js","sourceRoot":"","sources":["../../tokenscope-lib/subagent.ts"],"names":[],"mappings":"AAAA,kEAAkE;AAKlE,MAAM,OAAO,gBAAgB;IAEjB;IACA;IACA;IAHV,YACU,MAAW,EACX,cAA8B,EAC9B,WAAyC;QAFzC,WAAM,GAAN,MAAM,CAAK;QACX,mBAAc,GAAd,cAAc,CAAgB;QAC9B,gBAAW,GAAX,WAAW,CAA8B;IAChD,CAAC;IAEJ,KAAK,CAAC,oBAAoB,CAAC,eAAuB;QAChD,MAAM,MAAM,GAAqB;YAC/B,SAAS,EAAE,EAAE;YACb,gBAAgB,EAAE,CAAC;YACnB,iBAAiB,EAAE,CAAC;YACpB,oBAAoB,EAAE,CAAC;YACvB,oBAAoB,EAAE,CAAC;YACvB,qBAAqB,EAAE,CAAC;YACxB,WAAW,EAAE,CAAC;YACd,YAAY,EAAE,CAAC;YACf,kBAAkB,EAAE,CAAC;YACrB,aAAa,EAAE,CAAC;SACjB,CAAA;QAED,IAAI,CAAC;YACH,MAAM,gBAAgB,GAAG,MAAM,IAAI,CAAC,MAAM,CAAC,OAAO,CAAC,QAAQ,CAAC,EAAE,IAAI,EAAE,EAAE,EAAE,EAAE,eAAe,EAAE,EAAE,CAAC,CAAA;YAC9F,MAAM,QAAQ,GAAmB,CAAE,gBAAwB,EAAE,IAAI,IAAI,gBAAgB,IAAI,EAAE,CAAmB,CAAA;YAE9G,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,QAAQ,CAAC,IAAI,QAAQ,CAAC,MAAM,KAAK,CAAC;gBAAE,OAAO,MAAM,CAAA;YAEpE,KAAK,MAAM,KAAK,IAAI,QAAQ,EAAE,CAAC;gBAC7B,MAAM,OAAO,GAAG,MAAM,IAAI,CAAC,mBAAmB,CAAC,KAAK,CAAC,CAAA;gBACrD,IAAI,OAAO,EAAE,CAAC;oBACZ,MAAM,CAAC,SAAS,CAAC,IAAI,CAAC,OAAO,CAAC,CAAA;oBAC9B,MAAM,CAAC,gBAAgB,IAAI,OAAO,CAAC,WAAW,CAAA;oBAC9C,MAAM,CAAC,iBAAiB,IAAI,OAAO,CAAC,YAAY,CAAA;oBAChD,MAAM,CAAC,oBAAoB,IAAI,OAAO,CAAC,eAAe,CAAA;oBACtD,MAAM,CAAC,oBAAoB,IAAI,OAAO,CAAC,eAAe,CAAA;oBACtD,MAAM,CAAC,qBAAqB,IAAI,OAAO,CAAC,gBAAgB,CAAA;oBACxD,MAAM,CAAC,WAAW,IAAI,OAAO,CAAC,WAAW,CAAA;oBACzC,MAAM,CAAC,YAAY,IAAI,OAAO,CAAC,OAAO,CAAA;oBACtC,MAAM,CAAC,kBAAkB,IAAI,OAAO,CAAC,aAAa,CAAA;oBAClD,MAAM,CAAC,aAAa,IAAI,OAAO,CAAC,qBAAqB,CAAA;gBACvD,CAAC;gBAED,MAAM,cAAc,GAAG,MAAM,IAAI,CAAC,oBAAoB,CAAC,KAAK,CAAC,EAAE,CAAC,CAAA;gBAChE,KAAK,MAAM,MAAM,IAAI,cAAc,CAAC,SAAS,EAAE,CAAC;oBAC9C,MAAM,CAAC,SAAS,CAAC,IAAI,CAAC,MAAM,CAAC,CAAA;gBAC/B,CAAC;gBACD,MAAM,CAAC,gBAAgB,IAAI,cAAc,CAAC,gBAAgB,CAAA;gBAC1D,MAAM,CAAC,iBAAiB,IAAI,cAAc,CAAC,iBAAiB,CAAA;gBAC5D,MAAM,CAAC,oBAAoB,IAAI,cAAc,CAAC,oBAAoB,CAAA;gBAClE,MAAM,CAAC,oBAAoB,IAAI,cAAc,CAAC,oBAAoB,CAAA;gBAClE,MAAM,CAAC,qBAAqB,IAAI,cAAc,CAAC,qBAAqB,CAAA;gBACpE,MAAM,CAAC,WAAW,IAAI,cAAc,CAAC,WAAW,CAAA;gBAChD,MAAM,CAAC,YAAY,IAAI,cAAc,CAAC,YAAY,CAAA;gBAClD,MAAM,CAAC,kBAAkB,IAAI,cAAc,CAAC,kBAAkB,CAAA;gBAC9D,MAAM,CAAC,aAAa,IAAI,cAAc,CAAC,aAAa,CAAA;YACtD,CAAC;QACH,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,OAAO,CAAC,KAAK,CAAC,sCAAsC,eAAe,GAAG,EAAE,KAAK,CAAC,CAAA;QAChF,CAAC;QAED,OAAO,MAAM,CAAA;IACf,CAAC;IAEO,KAAK,CAAC,mBAAmB,CAAC,KAAmB;QACnD,IAAI,CAAC;YACH,MAAM,gBAAgB,GAAG,MAAM,IAAI,CAAC,MAAM,CAAC,OAAO,CAAC,QAAQ,CAAC,EAAE,IAAI,EAAE,EAAE,EAAE,EAAE,KAAK,CAAC,EAAE,EAAE,EAAE,CAAC,CAAA;YACvF,MAAM,QAAQ,GAAqB,CAAE,gBAAwB,EAAE,IAAI,IAAI,gBAAgB,IAAI,EAAE,CAAqB,CAAA;YAElH,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,QAAQ,CAAC,IAAI,QAAQ,CAAC,MAAM,KAAK,CAAC;gBAAE,OAAO,IAAI,CAAA;YAElE,MAAM,SAAS,GAAG,IAAI,CAAC,gBAAgB,CAAC,KAAK,CAAC,KAAK,CAAC,CAAA;YACpD,IAAI,WAAW,GAAG,CAAC,EACjB,YAAY,GAAG,CAAC,EAChB,eAAe,GAAG,CAAC,CAAA;YACrB,IAAI,eAAe,GAAG,CAAC,EACrB,gBAAgB,GAAG,CAAC,CAAA;YACtB,IAAI,OAAO,GAAG,CAAC,EACb,qBAAqB,GAAG,CAAC,EACzB,SAAS,GAAG,SAAS,CAAA;YAEvB,KAAK,MAAM,OAAO,IAAI,QAAQ,EAAE,CAAC;gBAC/B,IAAI,OAAO,CAAC,IAAI,CAAC,IAAI,KAAK,WAAW,EAAE,CAAC;oBACtC,qBAAqB,EAAE,CAAA;oBACvB,MAAM,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC,MAAM,CAAA;oBAClC,IAAI,MAAM,EAAE,CAAC;wBACX,WAAW,IAAI,MAAM,CAAC,MAAM,CAAC,KAAK,CAAC,IAAI,CAAC,CAAA;wBACxC,YAAY,IAAI,MAAM,CAAC,MAAM,CAAC,MAAM,CAAC,IAAI,CAAC,CAAA;wBAC1C,eAAe,IAAI,MAAM,CAAC,MAAM,CAAC,SAAS,CAAC,IAAI,CAAC,CAAA;wBAChD,eAAe,IAAI,MAAM,CAAC,MAAM,CAAC,KAAK,EAAE,IAAI,CAAC,IAAI,CAAC,CAAA;wBAClD,gBAAgB,IAAI,MAAM,CAAC,MAAM,CAAC,KAAK,EAAE,KAAK,CAAC,IAAI,CAAC,CAAA;oBACtD,CAAC;oBACD,OAAO,IAAI,MAAM,CAAC,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,CAAA;oBACzC,IAAI,OAAO,CAAC,IAAI,CAAC,OAAO;wBAAE,SAAS,GAAG,OAAO,CAAC,IAAI,CAAC,OAAO,CAAA;gBAC5D,CAAC;YACH,CAAC;YAED,MAAM,WAAW,GAAG,WAAW,GAAG,YAAY,GAAG,eAAe,GAAG,eAAe,GAAG,gBAAgB,CAAA;YACrG,MAAM,OAAO,GAAG,IAAI,CAAC,UAAU,CAAC,SAAS,CAAC,CAAA;YAC1C,MAAM,aAAa,GACjB,CAAC,WAAW,GAAG,SAAS,CAAC,GAAG,OAAO,CAAC,KAAK;gBACzC,CAAC,CAAC,YAAY,GAAG,eAAe,CAAC,GAAG,SAAS,CAAC,GAAG,OAAO,CAAC,MAAM;gBAC/D,CAAC,eAAe,GAAG,SAAS,CAAC,GAAG,OAAO,CAAC,SAAS;gBACjD,CAAC,gBAAgB,GAAG,SAAS,CAAC,GAAG,OAAO,CAAC,UAAU,CAAA;YAErD,OAAO;gBACL,SAAS,EAAE,KAAK,CAAC,EAAE;gBACnB,KAAK,EAAE,KAAK,CAAC,KAAK;gBAClB,SAAS;gBACT,WAAW;gBACX,YAAY;gBACZ,eAAe;gBACf,eAAe;gBACf,gBAAgB;gBAChB,WAAW;gBACX,OAAO;gBACP,aAAa;gBACb,qBAAqB;aACtB,CAAA;QACH,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,OAAO,CAAC,KAAK,CAAC,mCAAmC,KAAK,CAAC,EAAE,GAAG,EAAE,KAAK,CAAC,CAAA;YACpE,OAAO,IAAI,CAAA;QACb,CAAC;IACH,CAAC;IAEO,gBAAgB,CAAC,KAAa;QACpC,MAAM,KAAK,GAAG,KAAK,CAAC,KAAK,CAAC,oBAAoB,CAAC,CAAA;QAC/C,IAAI,KAAK;YAAE,OAAO,KAAK,CAAC,CAAC,CAAC,CAAA;QAC1B,MAAM,KAAK,GAAG,KAAK,CAAC,KAAK,CAAC,KAAK,CAAC,CAAA;QAChC,OAAO,KAAK,CAAC,CAAC,CAAC,EAAE,WAAW,EAAE,IAAI,UAAU,CAAA;IAC9C,CAAC;IAEO,UAAU,CAAC,SAAiB;QAClC,MAAM,cAAc,GAAG,SAAS,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,GAAG,EAAE,IAAI,SAAS,CAAC,CAAC,CAAC,SAAS,CAAA;QACpG,IAAI,IAAI,CAAC,WAAW,CAAC,cAAc,CAAC;YAAE,OAAO,IAAI,CAAC,WAAW,CAAC,cAAc,CAAC,CAAA;QAE7E,MAAM,UAAU,GAAG,cAAc,CAAC,WAAW,EAAE,CAAA;QAC/C,KAAK,MAAM,CAAC,GAAG,EAAE,OAAO,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,IAAI,CAAC,WAAW,CAAC,EAAE,CAAC;YAC9D,IAAI,UAAU,CAAC,UAAU,CAAC,GAAG,CAAC,WAAW,EAAE,CAAC;gBAAE,OAAO,OAAO,CAAA;QAC9D,CAAC;QAED,OAAO,IAAI,CAAC,WAAW,CAAC,SAAS,CAAC,IAAI,EAAE,KAAK,EAAE,CAAC,EAAE,MAAM,EAAE,CAAC,EAAE,UAAU,EAAE,CAAC,EAAE,SAAS,EAAE,CAAC,EAAE,CAAA;IAC5F,CAAC;CACF"}

package/dist/tokenscope-lib/tokenizer.d.ts

@@ -0,0 +1,17 @@
+import type { TokenModel } from "./types";
+export declare class TokenizerManager {
+    private tiktokenCache;
+    private transformerCache;
+    private tiktokenModule?;
+    private transformersModule?;
+    countTokens(content: string, model: TokenModel): Promise<number>;
+    private approximateTokenCount;
+    private countWithTiktoken;
+    private countWithTransformers;
+    private loadTiktokenEncoder;
+    private loadTiktokenModule;
+    private loadTransformersTokenizer;
+    private loadTransformersModule;
+    private importFromVendor;
+}
+//# sourceMappingURL=tokenizer.d.ts.map

package/dist/tokenscope-lib/tokenizer.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"tokenizer.d.ts","sourceRoot":"","sources":["../../tokenscope-lib/tokenizer.ts"],"names":[],"mappings":"AAKA,OAAO,KAAK,EAAE,UAAU,EAAE,MAAM,SAAS,CAAA;AAGzC,qBAAa,gBAAgB;IAC3B,OAAO,CAAC,aAAa,CAAyB;IAC9C,OAAO,CAAC,gBAAgB,CAAyB;IACjD,OAAO,CAAC,cAAc,CAAC,CAAc;IACrC,OAAO,CAAC,kBAAkB,CAAC,CAAc;IAEnC,WAAW,CAAC,OAAO,EAAE,MAAM,EAAE,KAAK,EAAE,UAAU,GAAG,OAAO,CAAC,MAAM,CAAC;IAkBtE,OAAO,CAAC,qBAAqB;YAIf,iBAAiB;YASjB,qBAAqB;YAcrB,mBAAmB;YAwBnB,kBAAkB;YAOlB,yBAAyB;YAgBzB,sBAAsB;YAOtB,gBAAgB;CAiB/B"}

package/dist/tokenscope-lib/tokenizer.js

@@ -0,0 +1,117 @@
+// TokenizerManager - handles token counting with multiple backends
+import path from "path";
+import fs from "fs/promises";
+import { pathToFileURL } from "url";
+import { VENDOR_ROOT } from "./config";
+export class TokenizerManager {
+    tiktokenCache = new Map();
+    transformerCache = new Map();
+    tiktokenModule;
+    transformersModule;
+    async countTokens(content, model) {
+        if (!content.trim())
+            return 0;
+        try {
+            switch (model.spec.kind) {
+                case "approx":
+                    return this.approximateTokenCount(content);
+                case "tiktoken":
+                    return await this.countWithTiktoken(content, model.spec.model);
+                case "transformers":
+                    return await this.countWithTransformers(content, model.spec.hub);
+            }
+        }
+        catch (error) {
+            console.error(`Token counting error for ${model.name}:`, error);
+            return this.approximateTokenCount(content);
+        }
+    }
+    approximateTokenCount(content) {
+        return Math.ceil(content.length / 4);
+    }
+    async countWithTiktoken(content, model) {
+        const encoder = await this.loadTiktokenEncoder(model);
+        try {
+            return encoder.encode(content).length;
+        }
+        catch {
+            return this.approximateTokenCount(content);
+        }
+    }
+    async countWithTransformers(content, hub) {
+        const tokenizer = await this.loadTransformersTokenizer(hub);
+        if (!tokenizer || typeof tokenizer.encode !== "function") {
+            return this.approximateTokenCount(content);
+        }
+        try {
+            const encoding = await tokenizer.encode(content);
+            return Array.isArray(encoding) ? encoding.length : (encoding?.length ?? this.approximateTokenCount(content));
+        }
+        catch {
+            return this.approximateTokenCount(content);
+        }
+    }
+    async loadTiktokenEncoder(model) {
+        if (this.tiktokenCache.has(model)) {
+            return this.tiktokenCache.get(model);
+        }
+        const mod = await this.loadTiktokenModule();
+        const encodingForModel = mod.encodingForModel ?? mod.default?.encodingForModel;
+        const getEncoding = mod.getEncoding ?? mod.default?.getEncoding;
+        if (typeof getEncoding !== "function") {
+            return { encode: (text) => ({ length: Math.ceil(text.length / 4) }) };
+        }
+        let encoder;
+        try {
+            encoder = encodingForModel(model);
+        }
+        catch {
+            encoder = getEncoding("cl100k_base");
+        }
+        this.tiktokenCache.set(model, encoder);
+        return encoder;
+    }
+    async loadTiktokenModule() {
+        if (!this.tiktokenModule) {
+            this.tiktokenModule = this.importFromVendor("js-tiktoken");
+        }
+        return this.tiktokenModule;
+    }
+    async loadTransformersTokenizer(hub) {
+        if (this.transformerCache.has(hub)) {
+            return this.transformerCache.get(hub);
+        }
+        try {
+            const { AutoTokenizer } = await this.loadTransformersModule();
+            const tokenizer = await AutoTokenizer.from_pretrained(hub);
+            this.transformerCache.set(hub, tokenizer);
+            return tokenizer;
+        }
+        catch {
+            this.transformerCache.set(hub, null);
+            return null;
+        }
+    }
+    async loadTransformersModule() {
+        if (!this.transformersModule) {
+            this.transformersModule = this.importFromVendor("@huggingface/transformers");
+        }
+        return this.transformersModule;
+    }
+    async importFromVendor(pkg) {
+        const pkgJsonPath = path.join(VENDOR_ROOT, pkg, "package.json");
+        let data;
+        try {
+            data = await fs.readFile(pkgJsonPath, "utf8");
+        }
+        catch {
+            throw new Error(`Token analyzer dependencies missing. Run the install.sh script to install vendor tokenizers.\n` +
+                `Expected path: ${pkgJsonPath}`);
+        }
+        const manifest = JSON.parse(data);
+        const entry = manifest.module ?? manifest.main ?? "index.js";
+        const entryPath = path.join(VENDOR_ROOT, pkg, entry);
+        return import(pathToFileURL(entryPath).href);
+    }
+}
+//# sourceMappingURL=tokenizer.js.map

package/dist/tokenscope-lib/tokenizer.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"tokenizer.js","sourceRoot":"","sources":["../../tokenscope-lib/tokenizer.ts"],"names":[],"mappings":"AAAA,mEAAmE;AAEnE,OAAO,IAAI,MAAM,MAAM,CAAA;AACvB,OAAO,EAAE,MAAM,aAAa,CAAA;AAC5B,OAAO,EAAE,aAAa,EAAE,MAAM,KAAK,CAAA;AAEnC,OAAO,EAAE,WAAW,EAAE,MAAM,UAAU,CAAA;AAEtC,MAAM,OAAO,gBAAgB;IACnB,aAAa,GAAG,IAAI,GAAG,EAAe,CAAA;IACtC,gBAAgB,GAAG,IAAI,GAAG,EAAe,CAAA;IACzC,cAAc,CAAe;IAC7B,kBAAkB,CAAe;IAEzC,KAAK,CAAC,WAAW,CAAC,OAAe,EAAE,KAAiB;QAClD,IAAI,CAAC,OAAO,CAAC,IAAI,EAAE;YAAE,OAAO,CAAC,CAAA;QAE7B,IAAI,CAAC;YACH,QAAQ,KAAK,CAAC,IAAI,CAAC,IAAI,EAAE,CAAC;gBACxB,KAAK,QAAQ;oBACX,OAAO,IAAI,CAAC,qBAAqB,CAAC,OAAO,CAAC,CAAA;gBAC5C,KAAK,UAAU;oBACb,OAAO,MAAM,IAAI,CAAC,iBAAiB,CAAC,OAAO,EAAE,KAAK,CAAC,IAAI,CAAC,KAAK,CAAC,CAAA;gBAChE,KAAK,cAAc;oBACjB,OAAO,MAAM,IAAI,CAAC,qBAAqB,CAAC,OAAO,EAAE,KAAK,CAAC,IAAI,CAAC,GAAG,CAAC,CAAA;YACpE,CAAC;QACH,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,OAAO,CAAC,KAAK,CAAC,4BAA4B,KAAK,CAAC,IAAI,GAAG,EAAE,KAAK,CAAC,CAAA;YAC/D,OAAO,IAAI,CAAC,qBAAqB,CAAC,OAAO,CAAC,CAAA;QAC5C,CAAC;IACH,CAAC;IAEO,qBAAqB,CAAC,OAAe;QAC3C,OAAO,IAAI,CAAC,IAAI,CAAC,OAAO,CAAC,MAAM,GAAG,CAAC,CAAC,CAAA;IACtC,CAAC;IAEO,KAAK,CAAC,iBAAiB,CAAC,OAAe,EAAE,KAAa;QAC5D,MAAM,OAAO,GAAG,MAAM,IAAI,CAAC,mBAAmB,CAAC,KAAK,CAAC,CAAA;QACrD,IAAI,CAAC;YACH,OAAO,OAAO,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC,MAAM,CAAA;QACvC,CAAC;QAAC,MAAM,CAAC;YACP,OAAO,IAAI,CAAC,qBAAqB,CAAC,OAAO,CAAC,CAAA;QAC5C,CAAC;IACH,CAAC;IAEO,KAAK,CAAC,qBAAqB,CAAC,OAAe,EAAE,GAAW;QAC9D,MAAM,SAAS,GAAG,MAAM,IAAI,CAAC,yBAAyB,CAAC,GAAG,CAAC,CAAA;QAC3D,IAAI,CAAC,SAAS,IAAI,OAAO,SAAS,CAAC,MAAM,KAAK,UAAU,EAAE,CAAC;YACzD,OAAO,IAAI,CAAC,qBAAqB,CAAC,OAAO,CAAC,CAAA;QAC5C,CAAC;QAED,IAAI,CAAC;YACH,MAAM,QAAQ,GAAG,MAAM,SAAS,CAAC,MAAM,CAAC,OAAO,CAAC,CAAA;YAChD,OAAO,KAAK,CAAC,OAAO,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,QAAQ,EAAE,MAAM,IAAI,IAAI,CAAC,qBAAqB,CAAC,OAAO,CAAC,CAAC,CAAA;QAC9G,CAAC;QAAC,MAAM,CAAC;YACP,OAAO,IAAI,CAAC,qBAAqB,CAAC,OAAO,CAAC,CAAA;QAC5C,CAAC;IACH,CAAC;IAEO,KAAK,CAAC,mBAAmB,CAAC,KAAa;QAC7C,IAAI,IAAI,CAAC,aAAa,CAAC,GAAG,CAAC,KAAK,CAAC,EAAE,CAAC;YAClC,OAAO,IAAI,CAAC,aAAa,CAAC,GAAG,CAAC,KAAK,CAAC,CAAA;QACtC,CAAC;QAED,MAAM,GAAG,GAAG,MAAM,IAAI,CAAC,kBAAkB,EAAE,CAAA;QAC3C,MAAM,gBAAgB,GAAG,GAAG,CAAC,gBAAgB,IAAI,GAAG,CAAC,OAAO,EAAE,gBAAgB,CAAA;QAC9E,MAAM,WAAW,GAAG,GAAG,CAAC,WAAW,IAAI,GAAG,CAAC,OAAO,EAAE,WAAW,CAAA;QAE/D,IAAI,OAAO,WAAW,KAAK,UAAU,EAAE,CAAC;YACtC,OAAO,EAAE,MAAM,EAAE,CAAC,IAAY,EAAE,EAAE,CAAC,CAAC,EAAE,MAAM,EAAE,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,MAAM,GAAG,CAAC,CAAC,EAAE,CAAC,EAAE,CAAA;QAC/E,CAAC;QAED,IAAI,OAAO,CAAA;QACX,IAAI,CAAC;YACH,OAAO,GAAG,gBAAgB,CAAC,KAAK,CAAC,CAAA;QACnC,CAAC;QAAC,MAAM,CAAC;YACP,OAAO,GAAG,WAAW,CAAC,aAAa,CAAC,CAAA;QACtC,CAAC;QAED,IAAI,CAAC,aAAa,CAAC,GAAG,CAAC,KAAK,EAAE,OAAO,CAAC,CAAA;QACtC,OAAO,OAAO,CAAA;IAChB,CAAC;IAEO,KAAK,CAAC,kBAAkB;QAC9B,IAAI,CAAC,IAAI,CAAC,cAAc,EAAE,CAAC;YACzB,IAAI,CAAC,cAAc,GAAG,IAAI,CAAC,gBAAgB,CAAC,aAAa,CAAC,CAAA;QAC5D,CAAC;QACD,OAAO,IAAI,CAAC,cAAc,CAAA;IAC5B,CAAC;IAEO,KAAK,CAAC,yBAAyB,CAAC,GAAW;QACjD,IAAI,IAAI,CAAC,gBAAgB,CAAC,GAAG,CAAC,GAAG,CAAC,EAAE,CAAC;YACnC,OAAO,IAAI,CAAC,gBAAgB,CAAC,GAAG,CAAC,GAAG,CAAC,CAAA;QACvC,CAAC;QAED,IAAI,CAAC;YACH,MAAM,EAAE,aAAa,EAAE,GAAG,MAAM,IAAI,CAAC,sBAAsB,EAAE,CAAA;YAC7D,MAAM,SAAS,GAAG,MAAM,aAAa,CAAC,eAAe,CAAC,GAAG,CAAC,CAAA;YAC1D,IAAI,CAAC,gBAAgB,CAAC,GAAG,CAAC,GAAG,EAAE,SAAS,CAAC,CAAA;YACzC,OAAO,SAAS,CAAA;QAClB,CAAC;QAAC,MAAM,CAAC;YACP,IAAI,CAAC,gBAAgB,CAAC,GAAG,CAAC,GAAG,EAAE,IAAI,CAAC,CAAA;YACpC,OAAO,IAAI,CAAA;QACb,CAAC;IACH,CAAC;IAEO,KAAK,CAAC,sBAAsB;QAClC,IAAI,CAAC,IAAI,CAAC,kBAAkB,EAAE,CAAC;YAC7B,IAAI,CAAC,kBAAkB,GAAG,IAAI,CAAC,gBAAgB,CAAC,2BAA2B,CAAC,CAAA;QAC9E,CAAC;QACD,OAAO,IAAI,CAAC,kBAAkB,CAAA;IAChC,CAAC;IAEO,KAAK,CAAC,gBAAgB,CAAC,GAAW;QACxC,MAAM,WAAW,GAAG,IAAI,CAAC,IAAI,CAAC,WAAW,EAAE,GAAG,EAAE,cAAc,CAAC,CAAA;QAC/D,IAAI,IAAY,CAAA;QAChB,IAAI,CAAC;YACH,IAAI,GAAG,MAAM,EAAE,CAAC,QAAQ,CAAC,WAAW,EAAE,MAAM,CAAC,CAAA;QAC/C,CAAC;QAAC,MAAM,CAAC;YACP,MAAM,IAAI,KAAK,CACb,gGAAgG;gBAC9F,kBAAkB,WAAW,EAAE,CAClC,CAAA;QACH,CAAC;QAED,MAAM,QAAQ,GAAG,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,CAAA;QACjC,MAAM,KAAK,GAAG,QAAQ,CAAC,MAAM,IAAI,QAAQ,CAAC,IAAI,IAAI,UAAU,CAAA;QAC5D,MAAM,SAAS,GAAG,IAAI,CAAC,IAAI,CAAC,WAAW,EAAE,GAAG,EAAE,KAAK,CAAC,CAAA;QACpD,OAAO,MAAM,CAAC,aAAa,CAAC,SAAS,CAAC,CAAC,IAAI,CAAC,CAAA;IAC9C,CAAC;CACF"}

package/dist/tokenscope-lib/types.d.ts

@@ -0,0 +1,252 @@
+export interface SessionMessage {
+    info: SessionMessageInfo;
+    parts: SessionMessagePart[];
+}
+export interface SessionMessageInfo {
+    id: string;
+    role: string;
+    modelID?: string;
+    providerID?: string;
+    system?: string[];
+    tokens?: TokenUsage;
+    cost?: number;
+}
+export interface TokenUsage {
+    input?: number;
+    output?: number;
+    reasoning?: number;
+    cache?: {
+        read?: number;
+        write?: number;
+    };
+}
+export type SessionMessagePart = {
+    type: "text";
+    text: string;
+    synthetic?: boolean;
+} | {
+    type: "reasoning";
+    text: string;
+} | {
+    type: "tool";
+    tool: string;
+    state: ToolState;
+} | {
+    type: string;
+    [key: string]: unknown;
+};
+export interface ToolState {
+    status: "pending" | "running" | "completed" | "error";
+    output?: string;
+}
+export interface CategoryEntry {
+    label: string;
+    tokens: number;
+}
+export interface CategorySummary {
+    label: string;
+    totalTokens: number;
+    entries: CategoryEntry[];
+    allEntries: CategoryEntry[];
+}
+export interface TokenAnalysis {
+    sessionID: string;
+    model: TokenModel;
+    categories: {
+        system: CategorySummary;
+        user: CategorySummary;
+        assistant: CategorySummary;
+        tools: CategorySummary;
+        reasoning: CategorySummary;
+    };
+    totalTokens: number;
+    inputTokens: number;
+    outputTokens: number;
+    reasoningTokens: number;
+    cacheReadTokens: number;
+    cacheWriteTokens: number;
+    assistantMessageCount: number;
+    mostRecentInput: number;
+    mostRecentOutput: number;
+    mostRecentReasoning: number;
+    mostRecentCacheRead: number;
+    mostRecentCacheWrite: number;
+    sessionCost: number;
+    mostRecentCost: number;
+    allToolsCalled: string[];
+    toolCallCounts: Map<string, number>;
+    subagentAnalysis?: SubagentAnalysis;
+    contextBreakdown?: ContextBreakdown;
+    toolEstimates?: ToolSchemaEstimate[];
+    cacheEfficiency?: CacheEfficiency;
+}
+export interface TokenModel {
+    name: string;
+    spec: TokenizerSpec;
+}
+export type TokenizerSpec = {
+    kind: "tiktoken";
+    model: string;
+} | {
+    kind: "transformers";
+    hub: string;
+} | {
+    kind: "approx";
+};
+export interface CategoryEntrySource {
+    label: string;
+    content: string;
+}
+export interface CostEstimate {
+    isSubscription: boolean;
+    apiSessionCost: number;
+    apiMostRecentCost: number;
+    estimatedSessionCost: number;
+    estimatedInputCost: number;
+    estimatedOutputCost: number;
+    estimatedCacheReadCost: number;
+    estimatedCacheWriteCost: number;
+    pricePerMillionInput: number;
+    pricePerMillionOutput: number;
+    pricePerMillionCacheRead: number;
+    pricePerMillionCacheWrite: number;
+    inputTokens: number;
+    outputTokens: number;
+    reasoningTokens: number;
+    cacheReadTokens: number;
+    cacheWriteTokens: number;
+}
+export interface SubagentSummary {
+    sessionID: string;
+    title: string;
+    agentType: string;
+    inputTokens: number;
+    outputTokens: number;
+    reasoningTokens: number;
+    cacheReadTokens: number;
+    cacheWriteTokens: number;
+    totalTokens: number;
+    apiCost: number;
+    estimatedCost: number;
+    assistantMessageCount: number;
+}
+export interface SubagentAnalysis {
+    subagents: SubagentSummary[];
+    totalInputTokens: number;
+    totalOutputTokens: number;
+    totalReasoningTokens: number;
+    totalCacheReadTokens: number;
+    totalCacheWriteTokens: number;
+    totalTokens: number;
+    totalApiCost: number;
+    totalEstimatedCost: number;
+    totalApiCalls: number;
+}
+export interface ContextComponent {
+    tokens: number;
+    identified: boolean;
+}
+export interface ContextBreakdown {
+    baseSystemPrompt: ContextComponent;
+    toolDefinitions: ContextComponent & {
+        toolCount: number;
+    };
+    environmentContext: ContextComponent & {
+        components: string[];
+    };
+    projectTree: ContextComponent & {
+        fileCount: number;
+    };
+    customInstructions: ContextComponent & {
+        sources: string[];
+    };
+    totalCachedContext: number;
+}
+export interface ToolSchemaEstimate {
+    name: string;
+    enabled: boolean;
+    estimatedTokens: number;
+    argumentCount: number;
+    hasComplexArgs: boolean;
+}
+export interface CacheEfficiency {
+    cacheReadTokens: number;
+    freshInputTokens: number;
+    cacheWriteTokens: number;
+    totalInputTokens: number;
+    cacheHitRate: number;
+    costWithoutCaching: number;
+    costWithCaching: number;
+    costSavings: number;
+    savingsPercent: number;
+    effectiveRate: number;
+    standardRate: number;
+}
+export interface ExportedSession {
+    info: ExportedSessionInfo;
+    messages: ExportedMessage[];
+}
+export interface ExportedSessionInfo {
+    id: string;
+    title: string;
+    parentID?: string;
+}
+export interface ExportedMessage {
+    info: ExportedMessageInfo;
+    parts: ExportedPart[];
+}
+export interface ExportedMessageInfo {
+    id: string;
+    role: "user" | "assistant";
+    system?: string[];
+    tools?: Record<string, boolean>;
+    tokens?: TokenUsage;
+    cost?: number;
+    modelID?: string;
+    providerID?: string;
+}
+export interface ExportedPart {
+    type: string;
+    tool?: string;
+    state?: {
+        status: string;
+        input?: Record<string, unknown>;
+    };
+}
+export interface TokenscopeConfig {
+    enableContextBreakdown: boolean;
+    enableToolSchemaEstimation: boolean;
+    enableCacheEfficiency: boolean;
+    enableSubagentAnalysis: boolean;
+}
+export interface ContextAnalysisResult {
+    contextBreakdown?: ContextBreakdown;
+    toolEstimates?: ToolSchemaEstimate[];
+    cacheEfficiency?: CacheEfficiency;
+}
+export interface ModelPricing {
+    input: number;
+    output: number;
+    cacheWrite: number;
+    cacheRead: number;
+}
+export interface ChildSession {
+    id: string;
+    title: string;
+    parentID?: string;
+}
+export declare function isToolPart(part: SessionMessagePart): part is {
+    type: "tool";
+    tool: string;
+    state: ToolState;
+};
+export declare function isReasoningPart(part: SessionMessagePart): part is {
+    type: "reasoning";
+    text: string;
+};
+export declare function isTextPart(part: SessionMessagePart): part is {
+    type: "text";
+    text: string;
+    synthetic?: boolean;
+};
+//# sourceMappingURL=types.d.ts.map

package/dist/tokenscope-lib/types.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"types.d.ts","sourceRoot":"","sources":["../../tokenscope-lib/types.ts"],"names":[],"mappings":"AAEA,MAAM,WAAW,cAAc;IAC7B,IAAI,EAAE,kBAAkB,CAAA;IACxB,KAAK,EAAE,kBAAkB,EAAE,CAAA;CAC5B;AAED,MAAM,WAAW,kBAAkB;IACjC,EAAE,EAAE,MAAM,CAAA;IACV,IAAI,EAAE,MAAM,CAAA;IACZ,OAAO,CAAC,EAAE,MAAM,CAAA;IAChB,UAAU,CAAC,EAAE,MAAM,CAAA;IACnB,MAAM,CAAC,EAAE,MAAM,EAAE,CAAA;IACjB,MAAM,CAAC,EAAE,UAAU,CAAA;IACnB,IAAI,CAAC,EAAE,MAAM,CAAA;CACd;AAED,MAAM,WAAW,UAAU;IACzB,KAAK,CAAC,EAAE,MAAM,CAAA;IACd,MAAM,CAAC,EAAE,MAAM,CAAA;IACf,SAAS,CAAC,EAAE,MAAM,CAAA;IAClB,KAAK,CAAC,EAAE;QACN,IAAI,CAAC,EAAE,MAAM,CAAA;QACb,KAAK,CAAC,EAAE,MAAM,CAAA;KACf,CAAA;CACF;AAED,MAAM,MAAM,kBAAkB,GAC1B;IAAE,IAAI,EAAE,MAAM,CAAC;IAAC,IAAI,EAAE,MAAM,CAAC;IAAC,SAAS,CAAC,EAAE,OAAO,CAAA;CAAE,GACnD;IAAE,IAAI,EAAE,WAAW,CAAC;IAAC,IAAI,EAAE,MAAM,CAAA;CAAE,GACnC;IAAE,IAAI,EAAE,MAAM,CAAC;IAAC,IAAI,EAAE,MAAM,CAAC;IAAC,KAAK,EAAE,SAAS,CAAA;CAAE,GAChD;IAAE,IAAI,EAAE,MAAM,CAAC;IAAC,CAAC,GAAG,EAAE,MAAM,GAAG,OAAO,CAAA;CAAE,CAAA;AAE5C,MAAM,WAAW,SAAS;IACxB,MAAM,EAAE,SAAS,GAAG,SAAS,GAAG,WAAW,GAAG,OAAO,CAAA;IACrD,MAAM,CAAC,EAAE,MAAM,CAAA;CAChB;AAED,MAAM,WAAW,aAAa;IAC5B,KAAK,EAAE,MAAM,CAAA;IACb,MAAM,EAAE,MAAM,CAAA;CACf;AAED,MAAM,WAAW,eAAe;IAC9B,KAAK,EAAE,MAAM,CAAA;IACb,WAAW,EAAE,MAAM,CAAA;IACnB,OAAO,EAAE,aAAa,EAAE,CAAA;IACxB,UAAU,EAAE,aAAa,EAAE,CAAA;CAC5B;AAED,MAAM,WAAW,aAAa;IAC5B,SAAS,EAAE,MAAM,CAAA;IACjB,KAAK,EAAE,UAAU,CAAA;IACjB,UAAU,EAAE;QACV,MAAM,EAAE,eAAe,CAAA;QACvB,IAAI,EAAE,eAAe,CAAA;QACrB,SAAS,EAAE,eAAe,CAAA;QAC1B,KAAK,EAAE,eAAe,CAAA;QACtB,SAAS,EAAE,eAAe,CAAA;KAC3B,CAAA;IACD,WAAW,EAAE,MAAM,CAAA;IACnB,WAAW,EAAE,MAAM,CAAA;IACnB,YAAY,EAAE,MAAM,CAAA;IACpB,eAAe,EAAE,MAAM,CAAA;IACvB,eAAe,EAAE,MAAM,CAAA;IACvB,gBAAgB,EAAE,MAAM,CAAA;IACxB,qBAAqB,EAAE,MAAM,CAAA;IAC7B,eAAe,EAAE,MAAM,CAAA;IACvB,gBAAgB,EAAE,MAAM,CAAA;IACxB,mBAAmB,EAAE,MAAM,CAAA;IAC3B,mBAAmB,EAAE,MAAM,CAAA;IAC3B,oBAAoB,EAAE,MAAM,CAAA;IAC5B,WAAW,EAAE,MAAM,CAAA;IACnB,cAAc,EAAE,MAAM,CAAA;IACtB,cAAc,EAAE,MAAM,EAAE,CAAA;IACxB,cAAc,EAAE,GAAG,CAAC,MAAM,EAAE,MAAM,CAAC,CAAA;IACnC,gBAAgB,CAAC,EAAE,gBAAgB,CAAA;IAEnC,gBAAgB,CAAC,EAAE,gBAAgB,CAAA;IACnC,aAAa,CAAC,EAAE,kBAAkB,EAAE,CAAA;IACpC,eAAe,CAAC,EAAE,eAAe,CAAA;CAClC;AAED,MAAM,WAAW,UAAU;IACzB,IAAI,EAAE,MAAM,CAAA;IACZ,IAAI,EAAE,aAAa,CAAA;CACpB;AAED,MAAM,MAAM,aAAa,GACrB;IAAE,IAAI,EAAE,UAAU,CAAC;IAAC,KAAK,EAAE,MAAM,CAAA;CAAE,GACnC;IAAE,IAAI,EAAE,cAAc,CAAC;IAAC,GAAG,EAAE,MAAM,CAAA;CAAE,GACrC;IAAE,IAAI,EAAE,QAAQ,CAAA;CAAE,CAAA;AAEtB,MAAM,WAAW,mBAAmB;IAClC,KAAK,EAAE,MAAM,CAAA;IACb,OAAO,EAAE,MAAM,CAAA;CAChB;AAED,MAAM,WAAW,YAAY;IAC3B,cAAc,EAAE,OAAO,CAAA;IACvB,cAAc,EAAE,MAAM,CAAA;IACtB,iBAAiB,EAAE,MAAM,CAAA;IACzB,oBAAoB,EAAE,MAAM,CAAA;IAC5B,kBAAkB,EAAE,MAAM,CAAA;IAC1B,mBAAmB,EAAE,MAAM,CAAA;IAC3B,sBAAsB,EAAE,MAAM,CAAA;IAC9B,uBAAuB,EAAE,MAAM,CAAA;IAC/B,oBAAoB,EAAE,MAAM,CAAA;IAC5B,qBAAqB,EAAE,MAAM,CAAA;IAC7B,wBAAwB,EAAE,MAAM,CAAA;IAChC,yBAAyB,EAAE,MAAM,CAAA;IACjC,WAAW,EAAE,MAAM,CAAA;IACnB,YAAY,EAAE,MAAM,CAAA;IACpB,eAAe,EAAE,MAAM,CAAA;IACvB,eAAe,EAAE,MAAM,CAAA;IACvB,gBAAgB,EAAE,MAAM,CAAA;CACzB;AAED,MAAM,WAAW,eAAe;IAC9B,SAAS,EAAE,MAAM,CAAA;IACjB,KAAK,EAAE,MAAM,CAAA;IACb,SAAS,EAAE,MAAM,CAAA;IACjB,WAAW,EAAE,MAAM,CAAA;IACnB,YAAY,EAAE,MAAM,CAAA;IACpB,eAAe,EAAE,MAAM,CAAA;IACvB,eAAe,EAAE,MAAM,CAAA;IACvB,gBAAgB,EAAE,MAAM,CAAA;IACxB,WAAW,EAAE,MAAM,CAAA;IACnB,OAAO,EAAE,MAAM,CAAA;IACf,aAAa,EAAE,MAAM,CAAA;IACrB,qBAAqB,EAAE,MAAM,CAAA;CAC9B;AAED,MAAM,WAAW,gBAAgB;IAC/B,SAAS,EAAE,eAAe,EAAE,CAAA;IAC5B,gBAAgB,EAAE,MAAM,CAAA;IACxB,iBAAiB,EAAE,MAAM,CAAA;IACzB,oBAAoB,EAAE,MAAM,CAAA;IAC5B,oBAAoB,EAAE,MAAM,CAAA;IAC5B,qBAAqB,EAAE,MAAM,CAAA;IAC7B,WAAW,EAAE,MAAM,CAAA;IACnB,YAAY,EAAE,MAAM,CAAA;IACpB,kBAAkB,EAAE,MAAM,CAAA;IAC1B,aAAa,EAAE,MAAM,CAAA;CACtB;AAID,MAAM,WAAW,gBAAgB;IAC/B,MAAM,EAAE,MAAM,CAAA;IACd,UAAU,EAAE,OAAO,CAAA;CACpB;AAED,MAAM,WAAW,gBAAgB;IAC/B,gBAAgB,EAAE,gBAAgB,CAAA;IAClC,eAAe,EAAE,gBAAgB,GAAG;QAAE,SAAS,EAAE,MAAM,CAAA;KAAE,CAAA;IACzD,kBAAkB,EAAE,gBAAgB,GAAG;QAAE,UAAU,EAAE,MAAM,EAAE,CAAA;KAAE,CAAA;IAC/D,WAAW,EAAE,gBAAgB,GAAG;QAAE,SAAS,EAAE,MAAM,CAAA;KAAE,CAAA;IACrD,kBAAkB,EAAE,gBAAgB,GAAG;QAAE,OAAO,EAAE,MAAM,EAAE,CAAA;KAAE,CAAA;IAC5D,kBAAkB,EAAE,MAAM,CAAA;CAC3B;AAID,MAAM,WAAW,kBAAkB;IACjC,IAAI,EAAE,MAAM,CAAA;IACZ,OAAO,EAAE,OAAO,CAAA;IAChB,eAAe,EAAE,MAAM,CAAA;IACvB,aAAa,EAAE,MAAM,CAAA;IACrB,cAAc,EAAE,OAAO,CAAA;CACxB;AAID,MAAM,WAAW,eAAe;IAC9B,eAAe,EAAE,MAAM,CAAA;IACvB,gBAAgB,EAAE,MAAM,CAAA;IACxB,gBAAgB,EAAE,MAAM,CAAA;IACxB,gBAAgB,EAAE,MAAM,CAAA;IACxB,YAAY,EAAE,MAAM,CAAA;IACpB,kBAAkB,EAAE,MAAM,CAAA;IAC1B,eAAe,EAAE,MAAM,CAAA;IACvB,WAAW,EAAE,MAAM,CAAA;IACnB,cAAc,EAAE,MAAM,CAAA;IACtB,aAAa,EAAE,MAAM,CAAA;IACrB,YAAY,EAAE,MAAM,CAAA;CACrB;AAID,MAAM,WAAW,eAAe;IAC9B,IAAI,EAAE,mBAAmB,CAAA;IACzB,QAAQ,EAAE,eAAe,EAAE,CAAA;CAC5B;AAED,MAAM,WAAW,mBAAmB;IAClC,EAAE,EAAE,MAAM,CAAA;IACV,KAAK,EAAE,MAAM,CAAA;IACb,QAAQ,CAAC,EAAE,MAAM,CAAA;CAClB;AAED,MAAM,WAAW,eAAe;IAC9B,IAAI,EAAE,mBAAmB,CAAA;IACzB,KAAK,EAAE,YAAY,EAAE,CAAA;CACtB;AAED,MAAM,WAAW,mBAAmB;IAClC,EAAE,EAAE,MAAM,CAAA;IACV,IAAI,EAAE,MAAM,GAAG,WAAW,CAAA;IAC1B,MAAM,CAAC,EAAE,MAAM,EAAE,CAAA;IACjB,KAAK,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAA;IAC/B,MAAM,CAAC,EAAE,UAAU,CAAA;IACnB,IAAI,CAAC,EAAE,MAAM,CAAA;IACb,OAAO,CAAC,EAAE,MAAM,CAAA;IAChB,UAAU,CAAC,EAAE,MAAM,CAAA;CACpB;AAED,MAAM,WAAW,YAAY;IAC3B,IAAI,EAAE,MAAM,CAAA;IACZ,IAAI,CAAC,EAAE,MAAM,CAAA;IACb,KAAK,CAAC,EAAE;QACN,MAAM,EAAE,MAAM,CAAA;QACd,KAAK,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAA;KAChC,CAAA;CACF;AAID,MAAM,WAAW,gBAAgB;IAC/B,sBAAsB,EAAE,OAAO,CAAA;IAC/B,0BAA0B,EAAE,OAAO,CAAA;IACnC,qBAAqB,EAAE,OAAO,CAAA;IAC9B,sBAAsB,EAAE,OAAO,CAAA;CAChC;AAID,MAAM,WAAW,qBAAqB;IACpC,gBAAgB,CAAC,EAAE,gBAAgB,CAAA;IACnC,aAAa,CAAC,EAAE,kBAAkB,EAAE,CAAA;IACpC,eAAe,CAAC,EAAE,eAAe,CAAA;CAClC;AAED,MAAM,WAAW,YAAY;IAC3B,KAAK,EAAE,MAAM,CAAA;IACb,MAAM,EAAE,MAAM,CAAA;IACd,UAAU,EAAE,MAAM,CAAA;IAClB,SAAS,EAAE,MAAM,CAAA;CAClB;AAED,MAAM,WAAW,YAAY;IAC3B,EAAE,EAAE,MAAM,CAAA;IACV,KAAK,EAAE,MAAM,CAAA;IACb,QAAQ,CAAC,EAAE,MAAM,CAAA;CAClB;AAID,wBAAgB,UAAU,CAAC,IAAI,EAAE,kBAAkB,GAAG,IAAI,IAAI;IAAE,IAAI,EAAE,MAAM,CAAC;IAAC,IAAI,EAAE,MAAM,CAAC;IAAC,KAAK,EAAE,SAAS,CAAA;CAAE,CAE7G;AAED,wBAAgB,eAAe,CAAC,IAAI,EAAE,kBAAkB,GAAG,IAAI,IAAI;IAAE,IAAI,EAAE,WAAW,CAAC;IAAC,IAAI,EAAE,MAAM,CAAA;CAAE,CAErG;AAED,wBAAgB,UAAU,CAAC,IAAI,EAAE,kBAAkB,GAAG,IAAI,IAAI;IAAE,IAAI,EAAE,MAAM,CAAC;IAAC,IAAI,EAAE,MAAM,CAAC;IAAC,SAAS,CAAC,EAAE,OAAO,CAAA;CAAE,CAEhH"}

package/dist/tokenscope-lib/types.js

@@ -0,0 +1,12 @@
+// Types and interfaces for the tokenscope plugin
+// Type guards
+export function isToolPart(part) {
+    return part.type === "tool";
+}
+export function isReasoningPart(part) {
+    return part.type === "reasoning";
+}
+export function isTextPart(part) {
+    return part.type === "text";
+}
+//# sourceMappingURL=types.js.map

package/dist/tokenscope-lib/types.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"types.js","sourceRoot":"","sources":["../../tokenscope-lib/types.ts"],"names":[],"mappings":"AAAA,iDAAiD;AAgQjD,cAAc;AAEd,MAAM,UAAU,UAAU,CAAC,IAAwB;IACjD,OAAO,IAAI,CAAC,IAAI,KAAK,MAAM,CAAA;AAC7B,CAAC;AAED,MAAM,UAAU,eAAe,CAAC,IAAwB;IACtD,OAAO,IAAI,CAAC,IAAI,KAAK,WAAW,CAAA;AAClC,CAAC;AAED,MAAM,UAAU,UAAU,CAAC,IAAwB;IACjD,OAAO,IAAI,CAAC,IAAI,KAAK,MAAM,CAAA;AAC7B,CAAC"}

package/dist/tokenscope.d.ts

@@ -0,0 +1,4 @@
+import type { Plugin } from "@opencode-ai/plugin";
+export declare const TokenAnalyzerPlugin: Plugin;
+export default TokenAnalyzerPlugin;
+//# sourceMappingURL=tokenscope.d.ts.map

package/dist/tokenscope.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"tokenscope.d.ts","sourceRoot":"","sources":["../tokenscope.ts"],"names":[],"mappings":"AAEA,OAAO,KAAK,EAAE,MAAM,EAAE,MAAM,qBAAqB,CAAA;AAcjD,eAAO,MAAM,mBAAmB,EAAE,MAyGjC,CAAA;AAGD,eAAe,mBAAmB,CAAA"}

package/dist/tokenscope.js

@@ -0,0 +1,98 @@
+// OpenCode Token Analyzer Plugin - Main Entry Point
+import { tool } from "@opencode-ai/plugin";
+import path from "path";
+import fs from "fs/promises";
+import { DEFAULT_ENTRY_LIMIT, loadModelPricing, loadTokenscopeConfig } from "./tokenscope-lib/config";
+import { TokenizerManager } from "./tokenscope-lib/tokenizer";
+import { ModelResolver, ContentCollector, TokenAnalysisEngine } from "./tokenscope-lib/analyzer";
+import { CostCalculator } from "./tokenscope-lib/cost";
+import { SubagentAnalyzer } from "./tokenscope-lib/subagent";
+import { OutputFormatter } from "./tokenscope-lib/formatter";
+import { ContextAnalyzer } from "./tokenscope-lib/context";
+export const TokenAnalyzerPlugin = async ({ client }) => {
+    const pricingData = await loadModelPricing();
+    const config = await loadTokenscopeConfig();
+    const tokenizerManager = new TokenizerManager();
+    const modelResolver = new ModelResolver();
+    const contentCollector = new ContentCollector();
+    const analysisEngine = new TokenAnalysisEngine(tokenizerManager, contentCollector);
+    const costCalculator = new CostCalculator(pricingData);
+    const subagentAnalyzer = new SubagentAnalyzer(client, costCalculator, pricingData);
+    const contextAnalyzer = new ContextAnalyzer(tokenizerManager);
+    const formatter = new OutputFormatter(costCalculator);
+    // Set config on formatter to control section rendering
+    formatter.setConfig(config);
+    return {
+        tool: {
+            tokenscope: tool({
+                description: "Analyze token usage across the current session with detailed breakdowns by category (system, user, assistant, tools, reasoning). " +
+                    "Provides visual charts, identifies top token consumers, and includes costs from subagent (Task tool) child sessions.",
+                args: {
+                    sessionID: tool.schema.string().optional(),
+                    limitMessages: tool.schema.number().int().min(1).max(10).optional(),
+                    includeSubagents: tool.schema
+                        .boolean()
+                        .optional()
+                        .describe("Include token costs from subagent child sessions (default: true)"),
+                },
+                async execute(args, context) {
+                    const sessionID = args.sessionID ?? context.sessionID;
+                    if (!sessionID) {
+                        throw new Error("No session ID available for token analysis");
+                    }
+                    const response = await client.session.messages({ path: { id: sessionID } });
+                    const messages = (response?.data ?? response ?? []);
+                    if (!Array.isArray(messages) || messages.length === 0) {
+                        return `Session ${sessionID} has no messages yet.`;
+                    }
+                    const tokenModel = modelResolver.resolveTokenModel(messages);
+                    const analysis = await analysisEngine.analyze(sessionID, messages, tokenModel, args.limitMessages ?? DEFAULT_ENTRY_LIMIT);
+                    // Subagent analysis (respects config)
+                    const shouldIncludeSubagents = args.includeSubagents !== false && config.enableSubagentAnalysis;
+                    if (shouldIncludeSubagents) {
+                        analysis.subagentAnalysis = await subagentAnalyzer.analyzeChildSessions(sessionID);
+                    }
+                    // Context analysis (context breakdown, tool estimates, cache efficiency)
+                    const pricing = costCalculator.getPricing(tokenModel.name);
+                    const contextResult = await contextAnalyzer.analyze(sessionID, tokenModel, pricing, config);
+                    // Merge context analysis results into main analysis
+                    if (contextResult.contextBreakdown) {
+                        analysis.contextBreakdown = contextResult.contextBreakdown;
+                    }
+                    if (contextResult.toolEstimates) {
+                        analysis.toolEstimates = contextResult.toolEstimates;
+                    }
+                    if (contextResult.cacheEfficiency) {
+                        analysis.cacheEfficiency = contextResult.cacheEfficiency;
+                    }
+                    const output = formatter.format(analysis);
+                    const outputPath = path.join(process.cwd(), "token-usage-output.txt");
+                    try {
+                        try {
+                            await fs.unlink(outputPath);
+                        }
+                        catch { }
+                        await fs.writeFile(outputPath, output, { encoding: "utf8", flag: "w" });
+                    }
+                    catch (error) {
+                        throw new Error(`Failed to write token analysis to ${outputPath}: ${error}`);
+                    }
+                    const timestamp = new Date().toISOString();
+                    const formattedTotal = new Intl.NumberFormat("en-US").format(analysis.totalTokens);
+                    let summaryMsg = `Token analysis complete! Full report saved to: ${outputPath}\n\nTimestamp: ${timestamp}\nMain session tokens: ${formattedTotal}`;
+                    if (analysis.subagentAnalysis && analysis.subagentAnalysis.subagents.length > 0) {
+                        const subagentTokens = new Intl.NumberFormat("en-US").format(analysis.subagentAnalysis.totalTokens);
+                        const grandTotal = new Intl.NumberFormat("en-US").format(analysis.totalTokens + analysis.subagentAnalysis.totalTokens);
+                        summaryMsg += `\nSubagent sessions: ${analysis.subagentAnalysis.subagents.length} (${subagentTokens} tokens)`;
+                        summaryMsg += `\nGrand total: ${grandTotal} tokens`;
+                    }
+                    summaryMsg += `\n\nUse: cat token-usage-output.txt (or read the file) to view the complete analysis.`;
+                    return summaryMsg;
+                },
+            }),
+        },
+    };
+};
+// Default export for convenience
+export default TokenAnalyzerPlugin;
+//# sourceMappingURL=tokenscope.js.map

package/dist/tokenscope.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"tokenscope.js","sourceRoot":"","sources":["../tokenscope.ts"],"names":[],"mappings":"AAAA,oDAAoD;AAGpD,OAAO,EAAE,IAAI,EAAE,MAAM,qBAAqB,CAAA;AAC1C,OAAO,IAAI,MAAM,MAAM,CAAA;AACvB,OAAO,EAAE,MAAM,aAAa,CAAA;AAG5B,OAAO,EAAE,mBAAmB,EAAE,gBAAgB,EAAE,oBAAoB,EAAE,MAAM,yBAAyB,CAAA;AACrG,OAAO,EAAE,gBAAgB,EAAE,MAAM,4BAA4B,CAAA;AAC7D,OAAO,EAAE,aAAa,EAAE,gBAAgB,EAAE,mBAAmB,EAAE,MAAM,2BAA2B,CAAA;AAChG,OAAO,EAAE,cAAc,EAAE,MAAM,uBAAuB,CAAA;AACtD,OAAO,EAAE,gBAAgB,EAAE,MAAM,2BAA2B,CAAA;AAC5D,OAAO,EAAE,eAAe,EAAE,MAAM,4BAA4B,CAAA;AAC5D,OAAO,EAAE,eAAe,EAAE,MAAM,0BAA0B,CAAA;AAE1D,MAAM,CAAC,MAAM,mBAAmB,GAAW,KAAK,EAAE,EAAE,MAAM,EAAE,EAAE,EAAE;IAC9D,MAAM,WAAW,GAAG,MAAM,gBAAgB,EAAE,CAAA;IAC5C,MAAM,MAAM,GAAG,MAAM,oBAAoB,EAAE,CAAA;IAE3C,MAAM,gBAAgB,GAAG,IAAI,gBAAgB,EAAE,CAAA;IAC/C,MAAM,aAAa,GAAG,IAAI,aAAa,EAAE,CAAA;IACzC,MAAM,gBAAgB,GAAG,IAAI,gBAAgB,EAAE,CAAA;IAC/C,MAAM,cAAc,GAAG,IAAI,mBAAmB,CAAC,gBAAgB,EAAE,gBAAgB,CAAC,CAAA;IAClF,MAAM,cAAc,GAAG,IAAI,cAAc,CAAC,WAAW,CAAC,CAAA;IACtD,MAAM,gBAAgB,GAAG,IAAI,gBAAgB,CAAC,MAAM,EAAE,cAAc,EAAE,WAAW,CAAC,CAAA;IAClF,MAAM,eAAe,GAAG,IAAI,eAAe,CAAC,gBAAgB,CAAC,CAAA;IAC7D,MAAM,SAAS,GAAG,IAAI,eAAe,CAAC,cAAc,CAAC,CAAA;IAErD,uDAAuD;IACvD,SAAS,CAAC,SAAS,CAAC,MAAM,CAAC,CAAA;IAE3B,OAAO;QACL,IAAI,EAAE;YACJ,UAAU,EAAE,IAAI,CAAC;gBACf,WAAW,EACT,mIAAmI;oBACnI,sHAAsH;gBACxH,IAAI,EAAE;oBACJ,SAAS,EAAE,IAAI,CAAC,MAAM,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;oBAC1C,aAAa,EAAE,IAAI,CAAC,MAAM,CAAC,MAAM,EAAE,CAAC,GAAG,EAAE,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC,QAAQ,EAAE;oBACnE,gBAAgB,EAAE,IAAI,CAAC,MAAM;yBAC1B,OAAO,EAAE;yBACT,QAAQ,EAAE;yBACV,QAAQ,CAAC,kEAAkE,CAAC;iBAChF;gBACD,KAAK,CAAC,OAAO,CAAC,IAAI,EAAE,OAAO;oBACzB,MAAM,SAAS,GAAG,IAAI,CAAC,SAAS,IAAI,OAAO,CAAC,SAAS,CAAA;oBACrD,IAAI,CAAC,SAAS,EAAE,CAAC;wBACf,MAAM,IAAI,KAAK,CAAC,4CAA4C,CAAC,CAAA;oBAC/D,CAAC;oBAED,MAAM,QAAQ,GAAG,MAAM,MAAM,CAAC,OAAO,CAAC,QAAQ,CAAC,EAAE,IAAI,EAAE,EAAE,EAAE,EAAE,SAAS,EAAE,EAAE,CAAC,CAAA;oBAC3E,MAAM,QAAQ,GAAqB,CAAE,QAAgB,EAAE,IAAI,IAAI,QAAQ,IAAI,EAAE,CAAqB,CAAA;oBAElG,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,QAAQ,CAAC,IAAI,QAAQ,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;wBACtD,OAAO,WAAW,SAAS,uBAAuB,CAAA;oBACpD,CAAC;oBAED,MAAM,UAAU,GAAG,aAAa,CAAC,iBAAiB,CAAC,QAAQ,CAAC,CAAA;oBAC5D,MAAM,QAAQ,GAAG,MAAM,cAAc,CAAC,OAAO,CAC3C,SAAS,EACT,QAAQ,EACR,UAAU,EACV,IAAI,CAAC,aAAa,IAAI,mBAAmB,CAC1C,CAAA;oBAED,sCAAsC;oBACtC,MAAM,sBAAsB,GAAG,IAAI,CAAC,gBAAgB,KAAK,KAAK,IAAI,MAAM,CAAC,sBAAsB,CAAA;oBAC/F,IAAI,sBAAsB,EAAE,CAAC;wBAC3B,QAAQ,CAAC,gBAAgB,GAAG,MAAM,gBAAgB,CAAC,oBAAoB,CAAC,SAAS,CAAC,CAAA;oBACpF,CAAC;oBAED,yEAAyE;oBACzE,MAAM,OAAO,GAAG,cAAc,CAAC,UAAU,CAAC,UAAU,CAAC,IAAI,CAAC,CAAA;oBAC1D,MAAM,aAAa,GAAG,MAAM,eAAe,CAAC,OAAO,CAAC,SAAS,EAAE,UAAU,EAAE,OAAO,EAAE,MAAM,CAAC,CAAA;oBAE3F,oDAAoD;oBACpD,IAAI,aAAa,CAAC,gBAAgB,EAAE,CAAC;wBACnC,QAAQ,CAAC,gBAAgB,GAAG,aAAa,CAAC,gBAAgB,CAAA;oBAC5D,CAAC;oBACD,IAAI,aAAa,CAAC,aAAa,EAAE,CAAC;wBAChC,QAAQ,CAAC,aAAa,GAAG,aAAa,CAAC,aAAa,CAAA;oBACtD,CAAC;oBACD,IAAI,aAAa,CAAC,eAAe,EAAE,CAAC;wBAClC,QAAQ,CAAC,eAAe,GAAG,aAAa,CAAC,eAAe,CAAA;oBAC1D,CAAC;oBAED,MAAM,MAAM,GAAG,SAAS,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAA;oBACzC,MAAM,UAAU,GAAG,IAAI,CAAC,IAAI,CAAC,OAAO,CAAC,GAAG,EAAE,EAAE,wBAAwB,CAAC,CAAA;oBAErE,IAAI,CAAC;wBACH,IAAI,CAAC;4BACH,MAAM,EAAE,CAAC,MAAM,CAAC,UAAU,CAAC,CAAA;wBAC7B,CAAC;wBAAC,MAAM,CAAC,CAAA,CAAC;wBACV,MAAM,EAAE,CAAC,SAAS,CAAC,UAAU,EAAE,MAAM,EAAE,EAAE,QAAQ,EAAE,MAAM,EAAE,IAAI,EAAE,GAAG,EAAE,CAAC,CAAA;oBACzE,CAAC;oBAAC,OAAO,KAAK,EAAE,CAAC;wBACf,MAAM,IAAI,KAAK,CAAC,qCAAqC,UAAU,KAAK,KAAK,EAAE,CAAC,CAAA;oBAC9E,CAAC;oBAED,MAAM,SAAS,GAAG,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE,CAAA;oBAC1C,MAAM,cAAc,GAAG,IAAI,IAAI,CAAC,YAAY,CAAC,OAAO,CAAC,CAAC,MAAM,CAAC,QAAQ,CAAC,WAAW,CAAC,CAAA;oBAElF,IAAI,UAAU,GAAG,kDAAkD,UAAU,kBAAkB,SAAS,0BAA0B,cAAc,EAAE,CAAA;oBAElJ,IAAI,QAAQ,CAAC,gBAAgB,IAAI,QAAQ,CAAC,gBAAgB,CAAC,SAAS,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;wBAChF,MAAM,cAAc,GAAG,IAAI,IAAI,CAAC,YAAY,CAAC,OAAO,CAAC,CAAC,MAAM,CAAC,QAAQ,CAAC,gBAAgB,CAAC,WAAW,CAAC,CAAA;wBACnG,MAAM,UAAU,GAAG,IAAI,IAAI,CAAC,YAAY,CAAC,OAAO,CAAC,CAAC,MAAM,CACtD,QAAQ,CAAC,WAAW,GAAG,QAAQ,CAAC,gBAAgB,CAAC,WAAW,CAC7D,CAAA;wBACD,UAAU,IAAI,wBAAwB,QAAQ,CAAC,gBAAgB,CAAC,SAAS,CAAC,MAAM,KAAK,cAAc,UAAU,CAAA;wBAC7G,UAAU,IAAI,kBAAkB,UAAU,SAAS,CAAA;oBACrD,CAAC;oBAED,UAAU,IAAI,uFAAuF,CAAA;oBAErG,OAAO,UAAU,CAAA;gBACnB,CAAC;aACF,CAAC;SACH;KACF,CAAA;AACH,CAAC,CAAA;AAED,iCAAiC;AACjC,eAAe,mBAAmB,CAAA"}