@involvex/super-agent-cli 0.0.45 → 0.0.47

package/dist/utils/token-counter.js

@@ -1,79 +0,0 @@
-import { get_encoding, encoding_for_model } from "tiktoken";
-export class TokenCounter {
-    encoder;
-    constructor(model = "gpt-4") {
-        try {
-            // Try to get encoding for specific model
-            this.encoder = encoding_for_model(model);
-        }
-        catch {
-            // Fallback to cl100k_base (used by GPT-4 and most modern models)
-            this.encoder = get_encoding("cl100k_base");
-        }
-    }
-    /**
-     * Count tokens in a string
-     */
-    countTokens(text) {
-        if (!text) {
-            return 0;
-        }
-        return this.encoder.encode(text).length;
-    }
-    /**
-     * Count tokens in messages array (for chat completions)
-     */
-    countMessageTokens(messages) {
-        let totalTokens = 0;
-        for (const message of messages) {
-            // Every message follows <|start|>{role/name}\n{content}<|end|\>\n
-            totalTokens += 3; // Base tokens per message
-            if (message.content && typeof message.content === "string") {
-                totalTokens += this.countTokens(message.content);
-            }
-            if (message.role) {
-                totalTokens += this.countTokens(message.role);
-            }
-            // Add extra tokens for tool calls if present
-            if (message.tool_calls) {
-                totalTokens += this.countTokens(JSON.stringify(message.tool_calls));
-            }
-        }
-        totalTokens += 3; // Every reply is primed with <|start|>assistant<|message|>
-        return totalTokens;
-    }
-    /**
-     * Estimate tokens for streaming content
-     * This is an approximation since we don't have the full response yet
-     */
-    estimateStreamingTokens(accumulatedContent) {
-        return this.countTokens(accumulatedContent);
-    }
-    /**
-     * Clean up resources
-     */
-    dispose() {
-        this.encoder.free();
-    }
-}
-/**
- * Format token count for display (e.g., 1.2k for 1200)
- */
-export function formatTokenCount(count) {
-    if (count <= 999) {
-        return count.toString();
-    }
-    if (count < 1_000_000) {
-        const k = count / 1000;
-        return k % 1 === 0 ? `${k}k` : `${k.toFixed(1)}k`;
-    }
-    const m = count / 1_000_000;
-    return m % 1 === 0 ? `${m}m` : `${m.toFixed(1)}m`;
-}
-/**
- * Create a token counter instance
- */
-export function createTokenCounter(model) {
-    return new TokenCounter(model);
-}
-//# sourceMappingURL=token-counter.js.map

package/dist/utils/token-counter.js.map

@@ -1 +0,0 @@
-{"version":3,"file":"token-counter.js","sourceRoot":"","sources":["../../src/utils/token-counter.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,YAAY,EAAE,kBAAkB,EAAY,MAAM,UAAU,CAAC;AAEtE,MAAM,OAAO,YAAY;IACf,OAAO,CAAW;IAE1B,YAAY,QAAgB,OAAO;QACjC,IAAI,CAAC;YACH,yCAAyC;YACzC,IAAI,CAAC,OAAO,GAAG,kBAAkB,CAAC,KAAY,CAAC,CAAC;QAClD,CAAC;QAAC,MAAM,CAAC;YACP,iEAAiE;YACjE,IAAI,CAAC,OAAO,GAAG,YAAY,CAAC,aAAa,CAAC,CAAC;QAC7C,CAAC;IACH,CAAC;IAED;;OAEG;IACH,WAAW,CAAC,IAAY;QACtB,IAAI,CAAC,IAAI,EAAE,CAAC;YACV,OAAO,CAAC,CAAC;QACX,CAAC;QACD,OAAO,IAAI,CAAC,OAAO,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC,MAAM,CAAC;IAC1C,CAAC;IAED;;OAEG;IACH,kBAAkB,CAChB,QAIE;QAEF,IAAI,WAAW,GAAG,CAAC,CAAC;QAEpB,KAAK,MAAM,OAAO,IAAI,QAAQ,EAAE,CAAC;YAC/B,kEAAkE;YAClE,WAAW,IAAI,CAAC,CAAC,CAAC,0BAA0B;YAE5C,IAAI,OAAO,CAAC,OAAO,IAAI,OAAO,OAAO,CAAC,OAAO,KAAK,QAAQ,EAAE,CAAC;gBAC3D,WAAW,IAAI,IAAI,CAAC,WAAW,CAAC,OAAO,CAAC,OAAO,CAAC,CAAC;YACnD,CAAC;YAED,IAAI,OAAO,CAAC,IAAI,EAAE,CAAC;gBACjB,WAAW,IAAI,IAAI,CAAC,WAAW,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC;YAChD,CAAC;YAED,6CAA6C;YAC7C,IAAI,OAAO,CAAC,UAAU,EAAE,CAAC;gBACvB,WAAW,IAAI,IAAI,CAAC,WAAW,CAAC,IAAI,CAAC,SAAS,CAAC,OAAO,CAAC,UAAU,CAAC,CAAC,CAAC;YACtE,CAAC;QACH,CAAC;QAED,WAAW,IAAI,CAAC,CAAC,CAAC,2DAA2D;QAE7E,OAAO,WAAW,CAAC;IACrB,CAAC;IAED;;;OAGG;IACH,uBAAuB,CAAC,kBAA0B;QAChD,OAAO,IAAI,CAAC,WAAW,CAAC,kBAAkB,CAAC,CAAC;IAC9C,CAAC;IAED;;OAEG;IACH,OAAO;QACL,IAAI,CAAC,OAAO,CAAC,IAAI,EAAE,CAAC;IACtB,CAAC;CACF;AAED;;GAEG;AACH,MAAM,UAAU,gBAAgB,CAAC,KAAa;IAC5C,IAAI,KAAK,IAAI,GAAG,EAAE,CAAC;QACjB,OAAO,KAAK,CAAC,QAAQ,EAAE,CAAC;IAC1B,CAAC;IAED,IAAI,KAAK,GAAG,SAAS,EAAE,CAAC;QACtB,MAAM,CAAC,GAAG,KAAK,GAAG,IAAI,CAAC;QACvB,OAAO,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,GAAG,CAAC;IACpD,CAAC;IAED,MAAM,CAAC,GAAG,KAAK,GAAG,SAAS,CAAC;IAC5B,OAAO,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,GAAG,CAAC;AACpD,CAAC;AAED;;GAEG;AACH,MAAM,UAAU,kBAAkB,CAAC,KAAc;IAC/C,OAAO,IAAI,YAAY,CAAC,KAAK,CAAC,CAAC;AACjC,CAAC"}