@ai-coders/context 0.1.0 → 0.2.1

package/dist/utils/tokenEstimator.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"tokenEstimator.d.ts","sourceRoot":"","sources":["../../src/utils/tokenEstimator.ts"],"names":[],"mappings":"AAAA,OAAO,EAAY,aAAa,EAAE,MAAM,UAAU,CAAC;AACnD,OAAO,EAAE,UAAU,EAAE,MAAM,cAAc,CAAC;AAyF1C,MAAM,WAAW,aAAa;IAC5B,UAAU,EAAE,MAAM,CAAC;IACnB,oBAAoB,EAAE,MAAM,CAAC;IAC7B,qBAAqB,EAAE,MAAM,CAAC;IAC9B,oBAAoB,EAAE,MAAM,CAAC;IAC7B,aAAa,EAAE;QACb,CAAC,QAAQ,EAAE,MAAM,GAAG;YAClB,QAAQ,EAAE,MAAM,CAAC;YACjB,SAAS,EAAE,MAAM,CAAC;YAClB,SAAS,EAAE,MAAM,CAAC;YAClB,UAAU,EAAE,MAAM,CAAC;YACnB,SAAS,EAAE,MAAM,CAAC;SACnB,CAAC;KACH,CAAC;CACH;AAED,qBAAa,cAAc;IACb,OAAO,CAAC,UAAU;gBAAV,UAAU,EAAE,UAAU;IAEpC,+BAA+B,CAAC,aAAa,EAAE,aAAa,GAAG,OAAO,CAAC,aAAa,CAAC;IA8C3F,OAAO,CAAC,iBAAiB;IAkBzB,OAAO,CAAC,sBAAsB;IAM9B,OAAO,CAAC,sBAAsB;IAoB9B,mBAAmB,CAAC,QAAQ,EAAE,aAAa,GAAG,MAAM;CAqCrD"}
+{"version":3,"file":"tokenEstimator.d.ts","sourceRoot":"","sources":["../../src/utils/tokenEstimator.ts"],"names":[],"mappings":"AAAA,OAAO,EAAY,aAAa,EAAE,MAAM,UAAU,CAAC;AACnD,OAAO,EAAE,UAAU,EAAE,MAAM,cAAc,CAAC;AAG1C,MAAM,WAAW,YAAY;IAC3B,KAAK,EAAE,MAAM,CAAC;IACd,MAAM,EAAE,MAAM,CAAC;CAChB;AAGD,MAAM,WAAW,aAAa;IAC5B,UAAU,EAAE,MAAM,CAAC;IACnB,oBAAoB,EAAE,MAAM,CAAC;IAC7B,qBAAqB,EAAE,MAAM,CAAC;IAC9B,oBAAoB,EAAE,MAAM,CAAC;IAC7B,aAAa,CAAC,EAAE;QACd,SAAS,EAAE,MAAM,CAAC;QAClB,UAAU,EAAE,MAAM,CAAC;QACnB,SAAS,EAAE,MAAM,CAAC;KACnB,CAAC;CACH;AAED,qBAAa,cAAc;IAEvB,OAAO,CAAC,UAAU;IAClB,OAAO,CAAC,OAAO,CAAC;gBADR,UAAU,EAAE,UAAU,EACtB,OAAO,CAAC,EAAE,YAAY,YAAA;IAG1B,+BAA+B,CAAC,aAAa,EAAE,aAAa,GAAG,OAAO,CAAC,aAAa,CAAC;IAoD3F,OAAO,CAAC,iBAAiB;IAkBzB,OAAO,CAAC,sBAAsB;IAM9B,OAAO,CAAC,sBAAsB;IAgB9B,mBAAmB,CAAC,QAAQ,EAAE,aAAa,GAAG,MAAM;CAoDrD"}

package/dist/utils/tokenEstimator.js

@@ -5,90 +5,10 @@ var __importDefault = (this && this.__importDefault) || function (mod) {
 Object.defineProperty(exports, "__esModule", { value: true });
 exports.TokenEstimator = void 0;
 const chalk_1 = __importDefault(require("chalk"));
-// Model pricing per 1M tokens (as of 2024)
-// Update this constant when new models arrive or prices change
-const MODEL_PRICING = {
-    // OpenRouter - Popular models
-    'openrouter-claude-3-haiku': {
-        provider: 'OpenRouter',
-        modelName: 'Claude 3 Haiku',
-        input: 0.25,
-        output: 1.25
-    },
-    'openrouter-claude-3-sonnet': {
-        provider: 'OpenRouter',
-        modelName: 'Claude 3.5 Sonnet',
-        input: 3.00,
-        output: 15.00
-    },
-    'openrouter-gpt-4o-mini': {
-        provider: 'OpenRouter',
-        modelName: 'GPT-4o Mini',
-        input: 0.15,
-        output: 0.60
-    },
-    'openrouter-llama-3.1-8b': {
-        provider: 'OpenRouter',
-        modelName: 'Llama 3.1 8B',
-        input: 0.05,
-        output: 0.05
-    },
-    // OpenAI Direct
-    'openai-gpt-4o': {
-        provider: 'OpenAI',
-        modelName: 'GPT-4o',
-        input: 2.50,
-        output: 10.00
-    },
-    'openai-gpt-4o-mini': {
-        provider: 'OpenAI',
-        modelName: 'GPT-4o Mini',
-        input: 0.15,
-        output: 0.60
-    },
-    'openai-gpt-4-turbo': {
-        provider: 'OpenAI',
-        modelName: 'GPT-4 Turbo',
-        input: 10.00,
-        output: 30.00
-    },
-    // Anthropic Direct
-    'anthropic-claude-3-haiku': {
-        provider: 'Anthropic',
-        modelName: 'Claude 3 Haiku',
-        input: 0.25,
-        output: 1.25
-    },
-    'anthropic-claude-3-sonnet': {
-        provider: 'Anthropic',
-        modelName: 'Claude 3.5 Sonnet',
-        input: 3.00,
-        output: 15.00
-    },
-    // Google AI
-    'gemini-1.5-flash': {
-        provider: 'Google AI',
-        modelName: 'Gemini 1.5 Flash',
-        input: 0.075,
-        output: 0.30
-    },
-    'gemini-1.5-pro': {
-        provider: 'Google AI',
-        modelName: 'Gemini 1.5 Pro',
-        input: 1.25,
-        output: 5.00
-    },
-    // Grok (X.AI)
-    'grok-beta': {
-        provider: 'Grok (X.AI)',
-        modelName: 'Grok Beta',
-        input: 5.00,
-        output: 15.00
-    }
-};
 class TokenEstimator {
-    constructor(fileMapper) {
+    constructor(fileMapper, pricing) {
         this.fileMapper = fileMapper;
+        this.pricing = pricing;
     }
     async estimateTokensForFullGeneration(repoStructure) {
         const relevantFiles = repoStructure.files.filter(file => this.fileMapper.isTextFile(file.path));
@@ -118,13 +38,17 @@ class TokenEstimator {
         // Estimate output tokens (documentation is typically 30-50% of input size)
         const estimatedOutputTokens = Math.ceil(totalInputWithOverhead * 0.4);
         const estimatedTotalTokens = totalInputWithOverhead + estimatedOutputTokens;
-        return {
+        const result = {
             totalFiles: relevantFiles.length,
             estimatedInputTokens: totalInputWithOverhead,
             estimatedOutputTokens,
-            estimatedTotalTokens,
-            costEstimates: this.calculateCostEstimates(totalInputWithOverhead, estimatedOutputTokens)
+            estimatedTotalTokens
         };
+        // Only calculate cost estimates if pricing is provided
+        if (this.pricing) {
+            result.costEstimates = this.calculateCostEstimates(totalInputWithOverhead, estimatedOutputTokens);
+        }
+        return result;
     }
     selectSampleFiles(files, sampleSize) {
         if (files.length <= sampleSize) {
@@ -146,20 +70,17 @@ class TokenEstimator {
         return Math.ceil(text.length / 4);
     }
     calculateCostEstimates(inputTokens, outputTokens) {
-        const costEstimates = {};
-        for (const [modelKey, model] of Object.entries(MODEL_PRICING)) {
-            const inputCost = (inputTokens / 1000000) * model.input;
-            const outputCost = (outputTokens / 1000000) * model.output;
-            const totalCost = inputCost + outputCost;
-            costEstimates[modelKey] = {
-                provider: model.provider,
-                modelName: model.modelName,
-                inputCost: Math.round(inputCost * 100) / 100, // Round to 2 decimal places
-                outputCost: Math.round(outputCost * 100) / 100,
-                totalCost: Math.round(totalCost * 100) / 100
-            };
+        if (!this.pricing) {
+            throw new Error('Pricing information is required for cost estimation');
         }
-        return costEstimates;
+        const inputCost = (inputTokens / 1000000) * this.pricing.input;
+        const outputCost = (outputTokens / 1000000) * this.pricing.output;
+        const totalCost = inputCost + outputCost;
+        return {
+            inputCost: Math.round(inputCost * 100) / 100,
+            outputCost: Math.round(outputCost * 100) / 100,
+            totalCost: Math.round(totalCost * 100) / 100
+        };
     }
     formatTokenEstimate(estimate) {
         const formatNumber = (num) => num.toLocaleString();
@@ -172,23 +93,38 @@ ${chalk_1.default.bold('🔤 Estimated Input Tokens:')} ${chalk_1.default.cyan(f
 ${chalk_1.default.bold('📝 Estimated Output Tokens:')} ${chalk_1.default.cyan(formatNumber(estimate.estimatedOutputTokens))}
 ${chalk_1.default.bold('🎯 Total Estimated Tokens:')} ${chalk_1.default.cyan(formatNumber(estimate.estimatedTotalTokens))}
 
-${chalk_1.default.bold.yellow('💰 Cost Estimates by Model:')}
 `;
-        // Sort models by total cost
-        const sortedModels = Object.entries(estimate.costEstimates)
-            .sort(([, a], [, b]) => a.totalCost - b.totalCost);
-        for (const [, costs] of sortedModels) {
-            const modelDisplay = `${costs.modelName} (${costs.provider})`;
+        if (estimate.costEstimates) {
+            const costs = estimate.costEstimates;
             const totalColor = costs.totalCost < 0.10 ? chalk_1.default.green : costs.totalCost < 0.50 ? chalk_1.default.yellow : chalk_1.default.red;
-            output += `  ${chalk_1.default.bold(modelDisplay.padEnd(30))} | Input: ${chalk_1.default.gray(formatCost(costs.inputCost).padStart(6))} | Output: ${chalk_1.default.gray(formatCost(costs.outputCost).padStart(6))} | Total: ${totalColor(formatCost(costs.totalCost).padStart(6))}\n`;
+            output += `${chalk_1.default.bold.yellow('💰 Cost Estimate:')}
+  Input Tokens Cost:  ${chalk_1.default.gray(formatCost(costs.inputCost))}
+  Output Tokens Cost: ${chalk_1.default.gray(formatCost(costs.outputCost))}
+  ${chalk_1.default.bold('Total Estimated Cost:')} ${totalColor(formatCost(costs.totalCost))}
+
+`;
         }
-        output += `
-${chalk_1.default.bold.blue('ℹ️  Notes:')}
+        else {
+            output += `${chalk_1.default.bold.yellow('💰 Cost Estimation:')}
+  ${chalk_1.default.gray('No pricing information provided - cost estimation unavailable')}
+  ${chalk_1.default.gray('Use --input-price and --output-price to enable cost estimation')}
+
+`;
+        }
+        const notesSection = estimate.costEstimates
+            ? `${chalk_1.default.bold.blue('ℹ️  Notes:')}
 ${chalk_1.default.gray('• Token estimates are based on sampling ' + Math.min(estimate.totalFiles, 10) + ' files')}
 ${chalk_1.default.gray('• Costs include system prompts and context overhead')}
 ${chalk_1.default.gray('• Output tokens estimated at ~40% of input + overhead')}
-${chalk_1.default.gray('• Actual costs may vary based on model choice and content complexity')}
-${chalk_1.default.gray('• Prices are approximate and may change')}
+${chalk_1.default.gray('• Actual costs may vary based on content complexity')}
+${chalk_1.default.gray('• Pricing based on your provided model costs')}`
+            : `${chalk_1.default.bold.blue('ℹ️  Notes:')}
+${chalk_1.default.gray('• Token estimates are based on sampling ' + Math.min(estimate.totalFiles, 10) + ' files')}
+${chalk_1.default.gray('• Costs include system prompts and context overhead')}
+${chalk_1.default.gray('• Output tokens estimated at ~40% of input + overhead')}
+${chalk_1.default.gray('• Provide pricing information to see cost estimates')}`;
+        output += `
+${notesSection}
 
 ${chalk_1.default.gray('═══════════════════════════════════════════════════════════')}`;
         return output;

package/dist/utils/tokenEstimator.js.map

@@ -1 +1 @@
-{"version":3,"file":"tokenEstimator.js","sourceRoot":"","sources":["../../src/utils/tokenEstimator.ts"],"names":[],"mappings":";;;;;;AAEA,kDAA0B;AAE1B,2CAA2C;AAC3C,+DAA+D;AAC/D,MAAM,aAAa,GAAG;IACpB,8BAA8B;IAC9B,2BAA2B,EAAE;QAC3B,QAAQ,EAAE,YAAY;QACtB,SAAS,EAAE,gBAAgB;QAC3B,KAAK,EAAE,IAAI;QACX,MAAM,EAAE,IAAI;KACb;IACD,4BAA4B,EAAE;QAC5B,QAAQ,EAAE,YAAY;QACtB,SAAS,EAAE,mBAAmB;QAC9B,KAAK,EAAE,IAAI;QACX,MAAM,EAAE,KAAK;KACd;IACD,wBAAwB,EAAE;QACxB,QAAQ,EAAE,YAAY;QACtB,SAAS,EAAE,aAAa;QACxB,KAAK,EAAE,IAAI;QACX,MAAM,EAAE,IAAI;KACb;IACD,yBAAyB,EAAE;QACzB,QAAQ,EAAE,YAAY;QACtB,SAAS,EAAE,cAAc;QACzB,KAAK,EAAE,IAAI;QACX,MAAM,EAAE,IAAI;KACb;IAED,gBAAgB;IAChB,eAAe,EAAE;QACf,QAAQ,EAAE,QAAQ;QAClB,SAAS,EAAE,QAAQ;QACnB,KAAK,EAAE,IAAI;QACX,MAAM,EAAE,KAAK;KACd;IACD,oBAAoB,EAAE;QACpB,QAAQ,EAAE,QAAQ;QAClB,SAAS,EAAE,aAAa;QACxB,KAAK,EAAE,IAAI;QACX,MAAM,EAAE,IAAI;KACb;IACD,oBAAoB,EAAE;QACpB,QAAQ,EAAE,QAAQ;QAClB,SAAS,EAAE,aAAa;QACxB,KAAK,EAAE,KAAK;QACZ,MAAM,EAAE,KAAK;KACd;IAED,mBAAmB;IACnB,0BAA0B,EAAE;QAC1B,QAAQ,EAAE,WAAW;QACrB,SAAS,EAAE,gBAAgB;QAC3B,KAAK,EAAE,IAAI;QACX,MAAM,EAAE,IAAI;KACb;IACD,2BAA2B,EAAE;QAC3B,QAAQ,EAAE,WAAW;QACrB,SAAS,EAAE,mBAAmB;QAC9B,KAAK,EAAE,IAAI;QACX,MAAM,EAAE,KAAK;KACd;IAED,YAAY;IACZ,kBAAkB,EAAE;QAClB,QAAQ,EAAE,WAAW;QACrB,SAAS,EAAE,kBAAkB;QAC7B,KAAK,EAAE,KAAK;QACZ,MAAM,EAAE,IAAI;KACb;IACD,gBAAgB,EAAE;QAChB,QAAQ,EAAE,WAAW;QACrB,SAAS,EAAE,gBAAgB;QAC3B,KAAK,EAAE,IAAI;QACX,MAAM,EAAE,IAAI;KACb;IAED,cAAc;IACd,WAAW,EAAE;QACX,QAAQ,EAAE,aAAa;QACvB,SAAS,EAAE,WAAW;QACtB,KAAK,EAAE,IAAI;QACX,MAAM,EAAE,KAAK;KACd;CACO,CAAC;AAkBX,MAAa,cAAc;IACzB,YAAoB,UAAsB;QAAtB,eAAU,GAAV,UAAU,CAAY;IAAG,CAAC;IAE9C,KAAK,CAAC,+BAA+B,CAAC,aAA4B;QAChE,MAAM,aAAa,GAAG,aAAa,CAAC,KAAK,CAAC,MAAM,CAAC,IAAI,CAAC,EAAE,CACtD,IAAI,CAAC,UAAU,CAAC,UAAU,CAAC,IAAI,CAAC,IAAI,CAAC,CACtC,CAAC;QAEF,IAAI,gBAAgB,GAAG,CAAC,CAAC;QACzB,IAAI,cAAc,GAAG,CAAC,CAAC;QAEvB,+DAA+D;QAC/D,MAAM,UAAU,GAAG,IAAI,CAAC,GAAG,CAAC,aAAa,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC;QACtD,MAAM,WAAW,GAAG,IAAI,CAAC,iBAAiB,CAAC,aAAa,EAAE,UAAU,CAAC,CAAC;QAEtE,KAAK,MAAM,IAAI,IAAI,WAAW,EAAE,CAAC;YAC/B,IAAI,CAAC;gBACH,MAAM,OAAO,GAAG,MAAM,IAAI,CAAC,UAAU,CAAC,eAAe,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;gBACjE,MAAM,MAAM,GAAG,IAAI,CAAC,sBAAsB,CAAC,OAAO,CAAC,CAAC;gBACpD,gBAAgB,IAAI,MAAM,CAAC;gBAC3B,cAAc,EAAE,CAAC;YACnB,CAAC;YAAC,OAAO,KAAK,EAAE,CAAC;gBACf,gCAAgC;gBAChC,SAAS;YACX,CAAC;QACH,CAAC;QAED,oCAAoC;QACpC,MAAM,oBAAoB,GAAG,cAAc,GAAG,CAAC,CAAC,CAAC,CAAC,gBAAgB,GAAG,cAAc,CAAC,CAAC,CAAC,CAAC,CAAC;QACxF,MAAM,oBAAoB,GAAG,IAAI,CAAC,IAAI,CAAC,oBAAoB,GAAG,aAAa,CAAC,MAAM,CAAC,CAAC;QAEpF,6DAA6D;QAC7D,MAAM,oBAAoB,GAAG,aAAa,CAAC,MAAM,GAAG,GAAG,CAAC,CAAC,mCAAmC;QAC5F,MAAM,sBAAsB,GAAG,oBAAoB,GAAG,oBAAoB,CAAC;QAE3E,2EAA2E;QAC3E,MAAM,qBAAqB,GAAG,IAAI,CAAC,IAAI,CAAC,sBAAsB,GAAG,GAAG,CAAC,CAAC;QAEtE,MAAM,oBAAoB,GAAG,sBAAsB,GAAG,qBAAqB,CAAC;QAE5E,OAAO;YACL,UAAU,EAAE,aAAa,CAAC,MAAM;YAChC,oBAAoB,EAAE,sBAAsB;YAC5C,qBAAqB;YACrB,oBAAoB;YACpB,aAAa,EAAE,IAAI,CAAC,sBAAsB,CAAC,sBAAsB,EAAE,qBAAqB,CAAC;SAC1F,CAAC;IACJ,CAAC;IAEO,iBAAiB,CAAC,KAAiB,EAAE,UAAkB;QAC7D,IAAI,KAAK,CAAC,MAAM,IAAI,UAAU,EAAE,CAAC;YAC/B,OAAO,KAAK,CAAC;QACf,CAAC;QAED,+DAA+D;QAC/D,MAAM,MAAM,GAAG,CAAC,GAAG,KAAK,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,GAAG,CAAC,CAAC,IAAI,CAAC,CAAC;QAC1D,MAAM,MAAM,GAAe,EAAE,CAAC;QAE9B,MAAM,IAAI,GAAG,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC,MAAM,GAAG,UAAU,CAAC,CAAC;QACpD,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,UAAU,EAAE,CAAC,EAAE,EAAE,CAAC;YACpC,MAAM,KAAK,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,GAAG,IAAI,EAAE,MAAM,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC;YACpD,MAAM,CAAC,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,CAAC;QAC7B,CAAC;QAED,OAAO,MAAM,CAAC;IAChB,CAAC;IAEO,sBAAsB,CAAC,IAAY;QACzC,8DAA8D;QAC9D,sEAAsE;QACtE,OAAO,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC;IACpC,CAAC;IAEO,sBAAsB,CAAC,WAAmB,EAAE,YAAoB;QACtE,MAAM,aAAa,GAAmC,EAAE,CAAC;QAEzD,KAAK,MAAM,CAAC,QAAQ,EAAE,KAAK,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,aAAa,CAAC,EAAE,CAAC;YAC9D,MAAM,SAAS,GAAG,CAAC,WAAW,GAAG,OAAS,CAAC,GAAG,KAAK,CAAC,KAAK,CAAC;YAC1D,MAAM,UAAU,GAAG,CAAC,YAAY,GAAG,OAAS,CAAC,GAAG,KAAK,CAAC,MAAM,CAAC;YAC7D,MAAM,SAAS,GAAG,SAAS,GAAG,UAAU,CAAC;YAEzC,aAAa,CAAC,QAAQ,CAAC,GAAG;gBACxB,QAAQ,EAAE,KAAK,CAAC,QAAQ;gBACxB,SAAS,EAAE,KAAK,CAAC,SAAS;gBAC1B,SAAS,EAAE,IAAI,CAAC,KAAK,CAAC,SAAS,GAAG,GAAG,CAAC,GAAG,GAAG,EAAE,4BAA4B;gBAC1E,UAAU,EAAE,IAAI,CAAC,KAAK,CAAC,UAAU,GAAG,GAAG,CAAC,GAAG,GAAG;gBAC9C,SAAS,EAAE,IAAI,CAAC,KAAK,CAAC,SAAS,GAAG,GAAG,CAAC,GAAG,GAAG;aAC7C,CAAC;QACJ,CAAC;QAED,OAAO,aAAa,CAAC;IACvB,CAAC;IAED,mBAAmB,CAAC,QAAuB;QACzC,MAAM,YAAY,GAAG,CAAC,GAAW,EAAE,EAAE,CAAC,GAAG,CAAC,cAAc,EAAE,CAAC;QAC3D,MAAM,UAAU,GAAG,CAAC,IAAY,EAAE,EAAE,CAAC,IAAI,GAAG,IAAI,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,IAAI,IAAI,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,CAAC;QAEpF,IAAI,MAAM,GAAG,KAAK,eAAK,CAAC,IAAI,CAAC,IAAI,CAAC,4DAA4D,CAAC;EACjG,eAAK,CAAC,IAAI,CAAC,6DAA6D,CAAC;;EAEzE,eAAK,CAAC,IAAI,CAAC,sBAAsB,CAAC,IAAI,eAAK,CAAC,IAAI,CAAC,YAAY,CAAC,QAAQ,CAAC,UAAU,CAAC,CAAC;EACnF,eAAK,CAAC,IAAI,CAAC,4BAA4B,CAAC,IAAI,eAAK,CAAC,IAAI,CAAC,YAAY,CAAC,QAAQ,CAAC,oBAAoB,CAAC,CAAC;EACnG,eAAK,CAAC,IAAI,CAAC,6BAA6B,CAAC,IAAI,eAAK,CAAC,IAAI,CAAC,YAAY,CAAC,QAAQ,CAAC,qBAAqB,CAAC,CAAC;EACrG,eAAK,CAAC,IAAI,CAAC,4BAA4B,CAAC,IAAI,eAAK,CAAC,IAAI,CAAC,YAAY,CAAC,QAAQ,CAAC,oBAAoB,CAAC,CAAC;;EAEnG,eAAK,CAAC,IAAI,CAAC,MAAM,CAAC,6BAA6B,CAAC;CACjD,CAAC;QAEE,4BAA4B;QAC5B,MAAM,YAAY,GAAG,MAAM,CAAC,OAAO,CAAC,QAAQ,CAAC,aAAa,CAAC;aACxD,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,EAAE,CAAC,EAAE,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,SAAS,GAAG,CAAC,CAAC,SAAS,CAAC,CAAC;QAErD,KAAK,MAAM,CAAC,EAAE,KAAK,CAAC,IAAI,YAAY,EAAE,CAAC;YACrC,MAAM,YAAY,GAAG,GAAG,KAAK,CAAC,SAAS,KAAK,KAAK,CAAC,QAAQ,GAAG,CAAC;YAC9D,MAAM,UAAU,GAAG,KAAK,CAAC,SAAS,GAAG,IAAI,CAAC,CAAC,CAAC,eAAK,CAAC,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,SAAS,GAAG,IAAI,CAAC,CAAC,CAAC,eAAK,CAAC,MAAM,CAAC,CAAC,CAAC,eAAK,CAAC,GAAG,CAAC;YAC5G,MAAM,IAAI,KAAK,eAAK,CAAC,IAAI,CAAC,YAAY,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC,aAAa,eAAK,CAAC,IAAI,CAAC,UAAU,CAAC,KAAK,CAAC,SAAS,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,cAAc,eAAK,CAAC,IAAI,CAAC,UAAU,CAAC,KAAK,CAAC,UAAU,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,aAAa,UAAU,CAAC,UAAU,CAAC,KAAK,CAAC,SAAS,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC;QAC3P,CAAC;QAED,MAAM,IAAI;EACZ,eAAK,CAAC,IAAI,CAAC,IAAI,CAAC,YAAY,CAAC;EAC7B,eAAK,CAAC,IAAI,CAAC,0CAA0C,GAAG,IAAI,CAAC,GAAG,CAAC,QAAQ,CAAC,UAAU,EAAE,EAAE,CAAC,GAAG,QAAQ,CAAC;EACrG,eAAK,CAAC,IAAI,CAAC,qDAAqD,CAAC;EACjE,eAAK,CAAC,IAAI,CAAC,uDAAuD,CAAC;EACnE,eAAK,CAAC,IAAI,CAAC,sEAAsE,CAAC;EAClF,eAAK,CAAC,IAAI,CAAC,yCAAyC,CAAC;;EAErD,eAAK,CAAC,IAAI,CAAC,6DAA6D,CAAC,EAAE,CAAC;QAE1E,OAAO,MAAM,CAAC;IAChB,CAAC;CACF;AAlID,wCAkIC"}
+{"version":3,"file":"tokenEstimator.js","sourceRoot":"","sources":["../../src/utils/tokenEstimator.ts"],"names":[],"mappings":";;;;;;AAEA,kDAA0B;AAoB1B,MAAa,cAAc;IACzB,YACU,UAAsB,EACtB,OAAsB;QADtB,eAAU,GAAV,UAAU,CAAY;QACtB,YAAO,GAAP,OAAO,CAAe;IAC7B,CAAC;IAEJ,KAAK,CAAC,+BAA+B,CAAC,aAA4B;QAChE,MAAM,aAAa,GAAG,aAAa,CAAC,KAAK,CAAC,MAAM,CAAC,IAAI,CAAC,EAAE,CACtD,IAAI,CAAC,UAAU,CAAC,UAAU,CAAC,IAAI,CAAC,IAAI,CAAC,CACtC,CAAC;QAEF,IAAI,gBAAgB,GAAG,CAAC,CAAC;QACzB,IAAI,cAAc,GAAG,CAAC,CAAC;QAEvB,+DAA+D;QAC/D,MAAM,UAAU,GAAG,IAAI,CAAC,GAAG,CAAC,aAAa,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC;QACtD,MAAM,WAAW,GAAG,IAAI,CAAC,iBAAiB,CAAC,aAAa,EAAE,UAAU,CAAC,CAAC;QAEtE,KAAK,MAAM,IAAI,IAAI,WAAW,EAAE,CAAC;YAC/B,IAAI,CAAC;gBACH,MAAM,OAAO,GAAG,MAAM,IAAI,CAAC,UAAU,CAAC,eAAe,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;gBACjE,MAAM,MAAM,GAAG,IAAI,CAAC,sBAAsB,CAAC,OAAO,CAAC,CAAC;gBACpD,gBAAgB,IAAI,MAAM,CAAC;gBAC3B,cAAc,EAAE,CAAC;YACnB,CAAC;YAAC,OAAO,KAAK,EAAE,CAAC;gBACf,gCAAgC;gBAChC,SAAS;YACX,CAAC;QACH,CAAC;QAED,oCAAoC;QACpC,MAAM,oBAAoB,GAAG,cAAc,GAAG,CAAC,CAAC,CAAC,CAAC,gBAAgB,GAAG,cAAc,CAAC,CAAC,CAAC,CAAC,CAAC;QACxF,MAAM,oBAAoB,GAAG,IAAI,CAAC,IAAI,CAAC,oBAAoB,GAAG,aAAa,CAAC,MAAM,CAAC,CAAC;QAEpF,6DAA6D;QAC7D,MAAM,oBAAoB,GAAG,aAAa,CAAC,MAAM,GAAG,GAAG,CAAC,CAAC,mCAAmC;QAC5F,MAAM,sBAAsB,GAAG,oBAAoB,GAAG,oBAAoB,CAAC;QAE3E,2EAA2E;QAC3E,MAAM,qBAAqB,GAAG,IAAI,CAAC,IAAI,CAAC,sBAAsB,GAAG,GAAG,CAAC,CAAC;QAEtE,MAAM,oBAAoB,GAAG,sBAAsB,GAAG,qBAAqB,CAAC;QAE5E,MAAM,MAAM,GAAkB;YAC5B,UAAU,EAAE,aAAa,CAAC,MAAM;YAChC,oBAAoB,EAAE,sBAAsB;YAC5C,qBAAqB;YACrB,oBAAoB;SACrB,CAAC;QAEF,uDAAuD;QACvD,IAAI,IAAI,CAAC,OAAO,EAAE,CAAC;YACjB,MAAM,CAAC,aAAa,GAAG,IAAI,CAAC,sBAAsB,CAAC,sBAAsB,EAAE,qBAAqB,CAAC,CAAC;QACpG,CAAC;QAED,OAAO,MAAM,CAAC;IAChB,CAAC;IAEO,iBAAiB,CAAC,KAAiB,EAAE,UAAkB;QAC7D,IAAI,KAAK,CAAC,MAAM,IAAI,UAAU,EAAE,CAAC;YAC/B,OAAO,KAAK,CAAC;QACf,CAAC;QAED,+DAA+D;QAC/D,MAAM,MAAM,GAAG,CAAC,GAAG,KAAK,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,GAAG,CAAC,CAAC,IAAI,CAAC,CAAC;QAC1D,MAAM,MAAM,GAAe,EAAE,CAAC;QAE9B,MAAM,IAAI,GAAG,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC,MAAM,GAAG,UAAU,CAAC,CAAC;QACpD,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,UAAU,EAAE,CAAC,EAAE,EAAE,CAAC;YACpC,MAAM,KAAK,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,GAAG,IAAI,EAAE,MAAM,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC;YACpD,MAAM,CAAC,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,CAAC;QAC7B,CAAC;QAED,OAAO,MAAM,CAAC;IAChB,CAAC;IAEO,sBAAsB,CAAC,IAAY;QACzC,8DAA8D;QAC9D,sEAAsE;QACtE,OAAO,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC;IACpC,CAAC;IAEO,sBAAsB,CAAC,WAAmB,EAAE,YAAoB;QACtE,IAAI,CAAC,IAAI,CAAC,OAAO,EAAE,CAAC;YAClB,MAAM,IAAI,KAAK,CAAC,qDAAqD,CAAC,CAAC;QACzE,CAAC;QAED,MAAM,SAAS,GAAG,CAAC,WAAW,GAAG,OAAS,CAAC,GAAG,IAAI,CAAC,OAAO,CAAC,KAAK,CAAC;QACjE,MAAM,UAAU,GAAG,CAAC,YAAY,GAAG,OAAS,CAAC,GAAG,IAAI,CAAC,OAAO,CAAC,MAAM,CAAC;QACpE,MAAM,SAAS,GAAG,SAAS,GAAG,UAAU,CAAC;QAEzC,OAAO;YACL,SAAS,EAAE,IAAI,CAAC,KAAK,CAAC,SAAS,GAAG,GAAG,CAAC,GAAG,GAAG;YAC5C,UAAU,EAAE,IAAI,CAAC,KAAK,CAAC,UAAU,GAAG,GAAG,CAAC,GAAG,GAAG;YAC9C,SAAS,EAAE,IAAI,CAAC,KAAK,CAAC,SAAS,GAAG,GAAG,CAAC,GAAG,GAAG;SAC7C,CAAC;IACJ,CAAC;IAED,mBAAmB,CAAC,QAAuB;QACzC,MAAM,YAAY,GAAG,CAAC,GAAW,EAAE,EAAE,CAAC,GAAG,CAAC,cAAc,EAAE,CAAC;QAC3D,MAAM,UAAU,GAAG,CAAC,IAAY,EAAE,EAAE,CAAC,IAAI,GAAG,IAAI,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,IAAI,IAAI,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,CAAC;QAEpF,IAAI,MAAM,GAAG,KAAK,eAAK,CAAC,IAAI,CAAC,IAAI,CAAC,4DAA4D,CAAC;EACjG,eAAK,CAAC,IAAI,CAAC,6DAA6D,CAAC;;EAEzE,eAAK,CAAC,IAAI,CAAC,sBAAsB,CAAC,IAAI,eAAK,CAAC,IAAI,CAAC,YAAY,CAAC,QAAQ,CAAC,UAAU,CAAC,CAAC;EACnF,eAAK,CAAC,IAAI,CAAC,4BAA4B,CAAC,IAAI,eAAK,CAAC,IAAI,CAAC,YAAY,CAAC,QAAQ,CAAC,oBAAoB,CAAC,CAAC;EACnG,eAAK,CAAC,IAAI,CAAC,6BAA6B,CAAC,IAAI,eAAK,CAAC,IAAI,CAAC,YAAY,CAAC,QAAQ,CAAC,qBAAqB,CAAC,CAAC;EACrG,eAAK,CAAC,IAAI,CAAC,4BAA4B,CAAC,IAAI,eAAK,CAAC,IAAI,CAAC,YAAY,CAAC,QAAQ,CAAC,oBAAoB,CAAC,CAAC;;CAEpG,CAAC;QAEE,IAAI,QAAQ,CAAC,aAAa,EAAE,CAAC;YAC3B,MAAM,KAAK,GAAG,QAAQ,CAAC,aAAa,CAAC;YACrC,MAAM,UAAU,GAAG,KAAK,CAAC,SAAS,GAAG,IAAI,CAAC,CAAC,CAAC,eAAK,CAAC,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,SAAS,GAAG,IAAI,CAAC,CAAC,CAAC,eAAK,CAAC,MAAM,CAAC,CAAC,CAAC,eAAK,CAAC,GAAG,CAAC;YAE5G,MAAM,IAAI,GAAG,eAAK,CAAC,IAAI,CAAC,MAAM,CAAC,mBAAmB,CAAC;wBACjC,eAAK,CAAC,IAAI,CAAC,UAAU,CAAC,KAAK,CAAC,SAAS,CAAC,CAAC;wBACvC,eAAK,CAAC,IAAI,CAAC,UAAU,CAAC,KAAK,CAAC,UAAU,CAAC,CAAC;IAC5D,eAAK,CAAC,IAAI,CAAC,uBAAuB,CAAC,IAAI,UAAU,CAAC,UAAU,CAAC,KAAK,CAAC,SAAS,CAAC,CAAC;;CAEjF,CAAC;QACE,CAAC;aAAM,CAAC;YACN,MAAM,IAAI,GAAG,eAAK,CAAC,IAAI,CAAC,MAAM,CAAC,qBAAqB,CAAC;IACvD,eAAK,CAAC,IAAI,CAAC,+DAA+D,CAAC;IAC3E,eAAK,CAAC,IAAI,CAAC,gEAAgE,CAAC;;CAE/E,CAAC;QACE,CAAC;QAED,MAAM,YAAY,GAAG,QAAQ,CAAC,aAAa;YACzC,CAAC,CAAC,GAAG,eAAK,CAAC,IAAI,CAAC,IAAI,CAAC,YAAY,CAAC;EACtC,eAAK,CAAC,IAAI,CAAC,0CAA0C,GAAG,IAAI,CAAC,GAAG,CAAC,QAAQ,CAAC,UAAU,EAAE,EAAE,CAAC,GAAG,QAAQ,CAAC;EACrG,eAAK,CAAC,IAAI,CAAC,qDAAqD,CAAC;EACjE,eAAK,CAAC,IAAI,CAAC,uDAAuD,CAAC;EACnE,eAAK,CAAC,IAAI,CAAC,qDAAqD,CAAC;EACjE,eAAK,CAAC,IAAI,CAAC,8CAA8C,CAAC,EAAE;YACxD,CAAC,CAAC,GAAG,eAAK,CAAC,IAAI,CAAC,IAAI,CAAC,YAAY,CAAC;EACtC,eAAK,CAAC,IAAI,CAAC,0CAA0C,GAAG,IAAI,CAAC,GAAG,CAAC,QAAQ,CAAC,UAAU,EAAE,EAAE,CAAC,GAAG,QAAQ,CAAC;EACrG,eAAK,CAAC,IAAI,CAAC,qDAAqD,CAAC;EACjE,eAAK,CAAC,IAAI,CAAC,uDAAuD,CAAC;EACnE,eAAK,CAAC,IAAI,CAAC,qDAAqD,CAAC,EAAE,CAAC;QAElE,MAAM,IAAI;EACZ,YAAY;;EAEZ,eAAK,CAAC,IAAI,CAAC,6DAA6D,CAAC,EAAE,CAAC;QAE1E,OAAO,MAAM,CAAC;IAChB,CAAC;CACF;AAtJD,wCAsJC"}

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@ai-coders/context",
-  "version": "0.1.0",
+  "version": "0.2.1",
   "description": "CLI tool for generating codebase documentation and AI agent prompts",
   "main": "dist/index.js",
   "bin": {