@vaultcompass/vault-guard-core 1.2.0 → 1.2.2

package/dist/scanners/token-counter.d.ts

@@ -2,22 +2,12 @@ import { TokenReport } from '../types';
 export declare class TokenCounter {
     private tokenRates;
     /**
-     * Count tokens in a file (rough estimation)
-     * Real implementation would use tiktoken or similar
+     * Rough token estimate from file contents (heuristic, not tokenizer-accurate).
      */
     countTokensInFile(filePath: string): number;
-    /**
-     * Estimate token count from text with improved accuracy
-     * Accounts for code density, symbols, and whitespace
-     */
+    /** Heuristic token count from text (words + symbols; code gets a small bump). */
     estimateTokens(text: string): number;
-    /**
-     * Calculate cost from token usage
-     */
     calculateCost(provider: 'anthropic' | 'openai', inputTokens: number, outputTokens: number): number;
-    /**
-     * Generate token report for a directory
-     */
     generateReport(directoryPath: string): TokenReport;
     private getAllFiles;
     private shouldIgnore;

package/dist/scanners/token-counter.js

@@ -18,8 +18,7 @@ class TokenCounter {
         }
     };
     /**
-     * Count tokens in a file (rough estimation)
-     * Real implementation would use tiktoken or similar
+     * Rough token estimate from file contents (heuristic, not tokenizer-accurate).
      */
     countTokensInFile(filePath) {
         if (!fs_1.default.existsSync(filePath)) {
@@ -28,10 +27,7 @@ class TokenCounter {
         const content = fs_1.default.readFileSync(filePath, 'utf-8');
         return this.estimateTokens(content);
     }
-    /**
-     * Estimate token count from text with improved accuracy
-     * Accounts for code density, symbols, and whitespace
-     */
+    /** Heuristic token count from text (words + symbols; code gets a small bump). */
     estimateTokens(text) {
         if (!text || text.length === 0) {
             return 0;
@@ -39,37 +35,24 @@ class TokenCounter {
         // Count whitespace-separated words
         const words = text.split(/\s+/).filter(w => w.length > 0);
         const wordCount = words.length;
-        // Count symbols and operators (more common in code)
         const symbolMatches = text.match(/[{}[\]();,:.<>+\-*/%=|^&!~?]/g);
         const symbolCount = symbolMatches ? symbolMatches.length : 0;
-        // Base estimate: words + symbols (rough approximation)
         let tokenEstimate = wordCount + symbolCount;
-        // Adjust for code density (code typically has higher token/word ratio)
-        // If text has many symbols relative to words, it's likely code
         const symbolToWordRatio = wordCount > 0 ? symbolCount / wordCount : 0;
         if (symbolToWordRatio > 0.5) {
-            // Code-like content: increase estimate
             tokenEstimate = Math.floor(tokenEstimate * 1.3);
         }
         else if (symbolToWordRatio < 0.1) {
-            // Natural language: decrease slightly (words are better tokens)
             tokenEstimate = Math.floor(tokenEstimate * 0.9);
         }
-        // Ensure minimum estimate
         return Math.max(tokenEstimate, Math.ceil(text.length / 8));
     }
-    /**
-     * Calculate cost from token usage
-     */
     calculateCost(provider, inputTokens, outputTokens) {
         const rates = this.tokenRates[provider];
         const inputCost = (inputTokens / 1_000_000) * rates.input;
         const outputCost = (outputTokens / 1_000_000) * rates.output;
         return inputCost + outputCost;
     }
-    /**
-     * Generate token report for a directory
-     */
     generateReport(directoryPath) {
         let totalTokens = 0;
         const breakdown = {};

package/dist/utils/doc-context.js

@@ -33,7 +33,7 @@ function isDocumentationPath(filePath) {
         return true;
     return false;
 }
-/** Placeholder shapes like `your_posthog_api_key` in docs (no regex; bounded scan). */
+/** Placeholder shapes like `your_example_api_key` in docs (no regex; bounded scan). */
 function isYourUnderscoreKeyPlaceholder(value) {
     const MAX = 256;
     if (value.length > MAX || value.length < 10)

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@vaultcompass/vault-guard-core",
-  "version": "1.2.0",
+  "version": "1.2.2",
   "description": "Secret-scanning engine: vendor-anchored patterns, entropy gating, baselines, SARIF/JSON, hook helpers.",
   "main": "dist/index.js",
   "types": "dist/index.d.ts",