toonify-mcp 0.2.3 → 0.3.0

package/dist/optimizer/caching/cache-optimizer.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"cache-optimizer.js","sourceRoot":"","sources":["../../../src/optimizer/caching/cache-optimizer.ts"],"names":[],"mappings":"AAAA;;GAEG;AAGH,OAAO,EAAE,WAAW,EAAE,MAAM,uBAAuB,CAAC;AAEpD,MAAM,OAAO,cAAc;IACjB,MAAM,CAAc;IACpB,OAAO,CAAe;IAE9B,YAAY,SAA+B,EAAE;QAC3C,IAAI,CAAC,MAAM,GAAG;YACZ,OAAO,EAAE,IAAI;YACb,QAAQ,EAAE,MAAM;YAChB,GAAG,EAAE,OAAO;YACZ,kBAAkB,EAAE,IAAI;YACxB,kBAAkB,EAAE,IAAI;YACxB,GAAG,MAAM;SACV,CAAC;QAEF,IAAI,CAAC,OAAO,GAAG;YACb,SAAS,EAAE,CAAC;YACZ,WAAW,EAAE,CAAC;YACd,YAAY,EAAE,CAAC;YACf,qBAAqB,EAAE,CAAC;YACxB,oBAAoB,EAAE,CAAC;YACvB,sBAAsB,EAAE,CAAC;SAC1B,CAAC;IACJ,CAAC;IAED;;OAEG;IACH,eAAe,CACb,WAAmB,EACnB,QAAgB,EAChB,MAA+B,EAC/B,cAAsB,EACtB,eAAuB;QAEvB,IAAI,CAAC,IAAI,CAAC,MAAM,CAAC,OAAO,IAAI,CAAC,IAAI,CAAC,MAAM,CAAC,kBAAkB,EAAE,CAAC;YAC5D,8BAA8B;YAC9B,OAAO;gBACL,YAAY,EAAE,EAAE;gBAChB,cAAc,EAAE,IAAI,CAAC,gBAAgB,CAAC,WAAW,EAAE,QAAQ,EAAE,MAAM,CAAC;gBACpE,eAAe,EAAE,KAAK;aACvB,CAAC;QACJ,CAAC;QAED,+CAA+C;QAC/C,MAAM,QAAQ,GAAG,WAAW,CAAC,IAAI,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC;QACnD,IAAI,CAAC,QAAQ,CAAC,WAAW,CAAC,WAAW,EAAE,eAAe,CAAC,EAAE,CAAC;YACxD,OAAO;gBACL,YAAY,EAAE,EAAE;gBAChB,cAAc,EAAE,IAAI,CAAC,gBAAgB,CAAC,WAAW,EAAE,QAAQ,EAAE,MAAM,CAAC;gBACpE,eAAe,EAAE,KAAK;aACvB,CAAC;QACJ,CAAC;QAED,iCAAiC;QACjC,MAAM,YAAY,GAAG,IAAI,CAAC,kBAAkB,CAAC,QAAQ,EAAE,MAAM,CAAC,CAAC;QAE/D,0CAA0C;QAC1C,MAAM,cAAc,GAAG,aAAa,WAAW,EAAE,CAAC;QAElD,sBAAsB;QACtB,MAAM,kBAAkB,GAAG,YAAY,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,iBAAiB;QAErE,MAAM,QAAQ,GAAkB;YAC9B,QAAQ,EAAE,IAAI,CAAC,MAAM,CAAC,QAAQ,KAAK,MAAM,CAAC,CAAC;gBACzC,CAAC,OAAO,CAAC,GAAG,CAAC,iBAAiB,CAAC,CAAC,CAAC,WAAW,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC;gBAC1D,IAAI,CAAC,MAAM,CAAC,QAAQ;YACtB,kBAAkB;YAClB,GAAG,EAAE,IAAI,CAAC,MAAM,CAAC,GAAG;SACrB,CAAC;QAEF,iBAAiB;QACjB,IAAI,CAAC,OAAO,CAAC,oBAAoB,IAAI,kBAAkB,CAAC;QAExD,OAAO;YACL,YAAY;YACZ,cAAc;YACd,eAAe,EAAE,IAAI;YACrB,aAAa,EAAE,QAAQ;SACxB,CAAC;IACJ,CAAC;IAED;;OAEG;IACK,kBAAkB,CAAC,QAAgB,EAAE,MAAc;QACzD,OAAO,sCAAsC,QAAQ;;;;;;;;;;;;;;;;iBAgBxC,MAAM,CAAC,WAAW,EAAE;;;;;;;;;IASjC,CAAC;IACH,CAAC;IAED;;OAEG;IACK,gBAAgB,CAAC,WAAmB,EAAE,QAAgB,EAAE,MAAc;QAC5E,OAAO,SAAS,MAAM,CAAC,WAAW,EAAE,MAAM,WAAW,EAAE,CAAC;IAC1D,CAAC;IAED;;OAEG;IACH,kBAAkB,CAAC,MAAqB;QACtC,IAAI,CAAC,MAAM,CAAC,eAAe,EAAE,CAAC;YAC5B,OAAO,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,MAAM,CAAC,cAAc,EAAE,CAAC,CAAC;QACzD,CAAC;QAED,OAAO;YACL;gBACE,IAAI,EAAE,MAAM;gBACZ,IAAI,EAAE,MAAM,CAAC,YAAY;gBACzB,aAAa,EAAE,EAAE,IAAI,EAAE,WAAW,EAAE;aACrC;YACD;gBACE,IAAI,EAAE,MAAM;gBACZ,IAAI,EAAE,MAAM,CAAC,cAAc;aAC5B;SACF,CAAC;IACJ,CAAC;IAED;;OAEG;IACH,eAAe,CAAC,MAAqB;QACnC,OAAO;YACL,MAAM,EAAE,MAAM,CAAC,YAAY,IAAI,4CAA4C;YAC3E,IAAI,EAAE,MAAM,CAAC,cAAc;SAC5B,CAAC;IACJ,CAAC;IAED;;OAEG;IACH,UAAU;QACR,OAAO,EAAE,GAAG,IAAI,CAAC,OAAO,EAAE,CAAC;IAC7B,CAAC;IAED;;OAEG;IACH,cAAc,CAAC,WAAmB;QAChC,IAAI,CAAC,OAAO,CAAC,SAAS,EAAE,CAAC;QACzB,IAAI,CAAC,OAAO,CAAC,qBAAqB,IAAI,WAAW,CAAC;QAClD,IAAI,CAAC,aAAa,EAAE,CAAC;IACvB,CAAC;IAED;;OAEG;IACH,eAAe;QACb,IAAI,CAAC,OAAO,CAAC,WAAW,EAAE,CAAC;QAC3B,IAAI,CAAC,aAAa,EAAE,CAAC;IACvB,CAAC;IAED;;OAEG;IACK,aAAa;QACnB,MAAM,KAAK,GAAG,IAAI,CAAC,OAAO,CAAC,SAAS,GAAG,IAAI,CAAC,OAAO,CAAC,WAAW,CAAC;QAChE,IAAI,CAAC,OAAO,CAAC,YAAY,GAAG,KAAK,GAAG,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,OAAO,CAAC,SAAS,GAAG,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC;IAC7E,CAAC;IAED;;OAEG;IACH,YAAY;QACV,IAAI,CAAC,OAAO,GAAG;YACb,SAAS,EAAE,CAAC;YACZ,WAAW,EAAE,CAAC;YACd,YAAY,EAAE,CAAC;YACf,qBAAqB,EAAE,CAAC;YACxB,oBAAoB,EAAE,CAAC;YACvB,sBAAsB,EAAE,CAAC;SAC1B,CAAC;IACJ,CAAC;CACF"}

package/dist/optimizer/caching/cache-strategies.d.ts

@@ -0,0 +1,19 @@
+/**
+ * Caching strategies for different providers
+ */
+import type { CacheStrategy } from './cache-types.js';
+/**
+ * Anthropic Prompt Caching Strategy
+ * https://docs.anthropic.com/claude/docs/prompt-caching
+ */
+export declare const anthropicStrategy: CacheStrategy;
+/**
+ * OpenAI Prompt Caching Strategy (Placeholder)
+ * Note: OpenAI's caching is automatic and not configurable via API
+ */
+export declare const openaiStrategy: CacheStrategy;
+/**
+ * Get strategy by provider name
+ */
+export declare function getStrategy(provider: 'anthropic' | 'openai' | 'auto'): CacheStrategy;
+//# sourceMappingURL=cache-strategies.d.ts.map

package/dist/optimizer/caching/cache-strategies.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"cache-strategies.d.ts","sourceRoot":"","sources":["../../../src/optimizer/caching/cache-strategies.ts"],"names":[],"mappings":"AAAA;;GAEG;AAEH,OAAO,KAAK,EAAE,aAAa,EAAiB,MAAM,kBAAkB,CAAC;AAErE;;;GAGG;AACH,eAAO,MAAM,iBAAiB,EAAE,aAsB/B,CAAC;AAEF;;;GAGG;AACH,eAAO,MAAM,cAAc,EAAE,aAiB5B,CAAC;AAEF;;GAEG;AACH,wBAAgB,WAAW,CAAC,QAAQ,EAAE,WAAW,GAAG,QAAQ,GAAG,MAAM,GAAG,aAAa,CAUpF"}

package/dist/optimizer/caching/cache-strategies.js

@@ -0,0 +1,62 @@
+/**
+ * Caching strategies for different providers
+ */
+/**
+ * Anthropic Prompt Caching Strategy
+ * https://docs.anthropic.com/claude/docs/prompt-caching
+ */
+export const anthropicStrategy = {
+    name: 'anthropic',
+    shouldCache(content, tokens) {
+        // Anthropic requires minimum 1024 tokens for cache breakpoints
+        // and minimum 2048 tokens for effective caching
+        return tokens >= 1024;
+    },
+    formatCacheStructure(cached) {
+        return [
+            {
+                type: 'text',
+                text: cached.staticPrefix,
+                cache_control: { type: 'ephemeral' }
+            },
+            {
+                type: 'text',
+                text: cached.dynamicContent
+            }
+        ];
+    }
+};
+/**
+ * OpenAI Prompt Caching Strategy (Placeholder)
+ * Note: OpenAI's caching is automatic and not configurable via API
+ */
+export const openaiStrategy = {
+    name: 'openai',
+    shouldCache(content, tokens) {
+        // OpenAI's caching is automatic
+        // We still structure prompts for better reuse
+        return tokens >= 500;
+    },
+    formatCacheStructure(cached) {
+        // OpenAI doesn't have explicit cache_control
+        // Just return structured content
+        return {
+            system: cached.staticPrefix,
+            user: cached.dynamicContent
+        };
+    }
+};
+/**
+ * Get strategy by provider name
+ */
+export function getStrategy(provider) {
+    if (provider === 'auto') {
+        // Auto-detect based on environment
+        if (process.env.ANTHROPIC_API_KEY) {
+            return anthropicStrategy;
+        }
+        return openaiStrategy;
+    }
+    return provider === 'anthropic' ? anthropicStrategy : openaiStrategy;
+}
+//# sourceMappingURL=cache-strategies.js.map

package/dist/optimizer/caching/cache-strategies.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"cache-strategies.js","sourceRoot":"","sources":["../../../src/optimizer/caching/cache-strategies.ts"],"names":[],"mappings":"AAAA;;GAEG;AAIH;;;GAGG;AACH,MAAM,CAAC,MAAM,iBAAiB,GAAkB;IAC9C,IAAI,EAAE,WAAW;IAEjB,WAAW,CAAC,OAAe,EAAE,MAAc;QACzC,+DAA+D;QAC/D,gDAAgD;QAChD,OAAO,MAAM,IAAI,IAAI,CAAC;IACxB,CAAC;IAED,oBAAoB,CAAC,MAAqB;QACxC,OAAO;YACL;gBACE,IAAI,EAAE,MAAM;gBACZ,IAAI,EAAE,MAAM,CAAC,YAAY;gBACzB,aAAa,EAAE,EAAE,IAAI,EAAE,WAAW,EAAE;aACrC;YACD;gBACE,IAAI,EAAE,MAAM;gBACZ,IAAI,EAAE,MAAM,CAAC,cAAc;aAC5B;SACF,CAAC;IACJ,CAAC;CACF,CAAC;AAEF;;;GAGG;AACH,MAAM,CAAC,MAAM,cAAc,GAAkB;IAC3C,IAAI,EAAE,QAAQ;IAEd,WAAW,CAAC,OAAe,EAAE,MAAc;QACzC,gCAAgC;QAChC,8CAA8C;QAC9C,OAAO,MAAM,IAAI,GAAG,CAAC;IACvB,CAAC;IAED,oBAAoB,CAAC,MAAqB;QACxC,6CAA6C;QAC7C,iCAAiC;QACjC,OAAO;YACL,MAAM,EAAE,MAAM,CAAC,YAAY;YAC3B,IAAI,EAAE,MAAM,CAAC,cAAc;SAC5B,CAAC;IACJ,CAAC;CACF,CAAC;AAEF;;GAEG;AACH,MAAM,UAAU,WAAW,CAAC,QAAyC;IACnE,IAAI,QAAQ,KAAK,MAAM,EAAE,CAAC;QACxB,mCAAmC;QACnC,IAAI,OAAO,CAAC,GAAG,CAAC,iBAAiB,EAAE,CAAC;YAClC,OAAO,iBAAiB,CAAC;QAC3B,CAAC;QACD,OAAO,cAAc,CAAC;IACxB,CAAC;IAED,OAAO,QAAQ,KAAK,WAAW,CAAC,CAAC,CAAC,iBAAiB,CAAC,CAAC,CAAC,cAAc,CAAC;AACvE,CAAC"}

package/dist/optimizer/caching/cache-types.d.ts

@@ -0,0 +1,36 @@
+/**
+ * Type definitions for prompt caching integration
+ */
+export interface CacheConfig {
+    enabled: boolean;
+    provider: 'anthropic' | 'openai' | 'auto';
+    ttl?: '5min' | '1hour';
+    cacheStaticPrompts: boolean;
+    minCacheableTokens?: number;
+}
+export interface CachedContent {
+    staticPrefix: string;
+    dynamicContent: string;
+    cacheBreakpoint: boolean;
+    cacheMetadata?: CacheMetadata;
+}
+export interface CacheMetadata {
+    provider: 'anthropic' | 'openai';
+    estimatedCacheSize: number;
+    cacheKey?: string;
+    ttl?: string;
+}
+export interface CacheMetrics {
+    cacheHits: number;
+    cacheMisses: number;
+    cacheHitRate: number;
+    estimatedCacheSavings: number;
+    totalCacheableTokens: number;
+    averageCacheReuseCount: number;
+}
+export interface CacheStrategy {
+    name: string;
+    shouldCache: (content: string, tokens: number) => boolean;
+    formatCacheStructure: (content: CachedContent) => any;
+}
+//# sourceMappingURL=cache-types.d.ts.map

package/dist/optimizer/caching/cache-types.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"cache-types.d.ts","sourceRoot":"","sources":["../../../src/optimizer/caching/cache-types.ts"],"names":[],"mappings":"AAAA;;GAEG;AAEH,MAAM,WAAW,WAAW;IAC1B,OAAO,EAAE,OAAO,CAAC;IACjB,QAAQ,EAAE,WAAW,GAAG,QAAQ,GAAG,MAAM,CAAC;IAC1C,GAAG,CAAC,EAAE,MAAM,GAAG,OAAO,CAAC;IACvB,kBAAkB,EAAE,OAAO,CAAC;IAC5B,kBAAkB,CAAC,EAAE,MAAM,CAAC;CAC7B;AAED,MAAM,WAAW,aAAa;IAC5B,YAAY,EAAE,MAAM,CAAC;IACrB,cAAc,EAAE,MAAM,CAAC;IACvB,eAAe,EAAE,OAAO,CAAC;IACzB,aAAa,CAAC,EAAE,aAAa,CAAC;CAC/B;AAED,MAAM,WAAW,aAAa;IAC5B,QAAQ,EAAE,WAAW,GAAG,QAAQ,CAAC;IACjC,kBAAkB,EAAE,MAAM,CAAC;IAC3B,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,GAAG,CAAC,EAAE,MAAM,CAAC;CACd;AAED,MAAM,WAAW,YAAY;IAC3B,SAAS,EAAE,MAAM,CAAC;IAClB,WAAW,EAAE,MAAM,CAAC;IACpB,YAAY,EAAE,MAAM,CAAC;IACrB,qBAAqB,EAAE,MAAM,CAAC;IAC9B,oBAAoB,EAAE,MAAM,CAAC;IAC7B,sBAAsB,EAAE,MAAM,CAAC;CAChC;AAED,MAAM,WAAW,aAAa;IAC5B,IAAI,EAAE,MAAM,CAAC;IACb,WAAW,EAAE,CAAC,OAAO,EAAE,MAAM,EAAE,MAAM,EAAE,MAAM,KAAK,OAAO,CAAC;IAC1D,oBAAoB,EAAE,CAAC,OAAO,EAAE,aAAa,KAAK,GAAG,CAAC;CACvD"}

package/dist/optimizer/caching/cache-types.js

@@ -0,0 +1,5 @@
+/**
+ * Type definitions for prompt caching integration
+ */
+export {};
+//# sourceMappingURL=cache-types.js.map

package/dist/optimizer/caching/cache-types.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"cache-types.js","sourceRoot":"","sources":["../../../src/optimizer/caching/cache-types.ts"],"names":[],"mappings":"AAAA;;GAEG"}

package/dist/optimizer/caching/index.d.ts

@@ -0,0 +1,7 @@
+/**
+ * Caching module exports
+ */
+export * from './cache-types.js';
+export * from './cache-strategies.js';
+export { CacheOptimizer } from './cache-optimizer.js';
+//# sourceMappingURL=index.d.ts.map

package/dist/optimizer/caching/index.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../src/optimizer/caching/index.ts"],"names":[],"mappings":"AAAA;;GAEG;AAEH,cAAc,kBAAkB,CAAC;AACjC,cAAc,uBAAuB,CAAC;AACtC,OAAO,EAAE,cAAc,EAAE,MAAM,sBAAsB,CAAC"}

package/dist/optimizer/caching/index.js

@@ -0,0 +1,7 @@
+/**
+ * Caching module exports
+ */
+export * from './cache-types.js';
+export * from './cache-strategies.js';
+export { CacheOptimizer } from './cache-optimizer.js';
+//# sourceMappingURL=index.js.map

package/dist/optimizer/caching/index.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../../../src/optimizer/caching/index.ts"],"names":[],"mappings":"AAAA;;GAEG;AAEH,cAAc,kBAAkB,CAAC;AACjC,cAAc,uBAAuB,CAAC;AACtC,OAAO,EAAE,cAAc,EAAE,MAAM,sBAAsB,CAAC"}

package/dist/optimizer/multilingual/index.d.ts

@@ -0,0 +1,7 @@
+/**
+ * Multilingual tokenizer module exports
+ */
+export * from './language-profiles.js';
+export * from './language-detector.js';
+export * from './tokenizer-adapter.js';
+//# sourceMappingURL=index.d.ts.map

package/dist/optimizer/multilingual/index.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../src/optimizer/multilingual/index.ts"],"names":[],"mappings":"AAAA;;GAEG;AAEH,cAAc,wBAAwB,CAAC;AACvC,cAAc,wBAAwB,CAAC;AACvC,cAAc,wBAAwB,CAAC"}

package/dist/optimizer/multilingual/index.js

@@ -0,0 +1,7 @@
+/**
+ * Multilingual tokenizer module exports
+ */
+export * from './language-profiles.js';
+export * from './language-detector.js';
+export * from './tokenizer-adapter.js';
+//# sourceMappingURL=index.js.map

package/dist/optimizer/multilingual/index.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../../../src/optimizer/multilingual/index.ts"],"names":[],"mappings":"AAAA;;GAEG;AAEH,cAAc,wBAAwB,CAAC;AACvC,cAAc,wBAAwB,CAAC;AACvC,cAAc,wBAAwB,CAAC"}

package/dist/optimizer/multilingual/language-detector.d.ts

@@ -0,0 +1,43 @@
+/**
+ * Language detection for token estimation
+ */
+import { type LanguageProfile } from './language-profiles.js';
+export interface LanguageDetectionResult {
+    language: LanguageProfile;
+    confidence: number;
+    detectedPatterns: number;
+}
+export declare class LanguageDetector {
+    private sampleSize;
+    constructor(sampleSize?: number);
+    /**
+     * Detect language from text content
+     */
+    detect(text: string): LanguageDetectionResult;
+    /**
+     * Detect if text is mixed-language
+     */
+    detectMixed(text: string): LanguageProfile[];
+    /**
+     * Estimate token multiplier for mixed-language content
+     */
+    estimateMultiplierForMixed(languages: LanguageProfile[]): number;
+    /**
+     * Estimate tokens with language awareness
+     */
+    estimateTokens(text: string, baseTokens: number): number;
+    /**
+     * Estimate tokens for mixed-language content
+     */
+    estimateTokensMixed(text: string, baseTokens: number): number;
+    /**
+     * Get detailed language breakdown
+     */
+    analyze(text: string): {
+        primary: LanguageDetectionResult;
+        all: LanguageProfile[];
+        estimatedMultiplier: number;
+        isMixed: boolean;
+    };
+}
+//# sourceMappingURL=language-detector.d.ts.map

package/dist/optimizer/multilingual/language-detector.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"language-detector.d.ts","sourceRoot":"","sources":["../../../src/optimizer/multilingual/language-detector.ts"],"names":[],"mappings":"AAAA;;GAEG;AAEH,OAAO,EAAqB,KAAK,eAAe,EAAE,MAAM,wBAAwB,CAAC;AAEjF,MAAM,WAAW,uBAAuB;IACtC,QAAQ,EAAE,eAAe,CAAC;IAC1B,UAAU,EAAE,MAAM,CAAC;IACnB,gBAAgB,EAAE,MAAM,CAAC;CAC1B;AAED,qBAAa,gBAAgB;IAC3B,OAAO,CAAC,UAAU,CAAS;gBAEf,UAAU,GAAE,MAAY;IAIpC;;OAEG;IACH,MAAM,CAAC,IAAI,EAAE,MAAM,GAAG,uBAAuB;IA+E7C;;OAEG;IACH,WAAW,CAAC,IAAI,EAAE,MAAM,GAAG,eAAe,EAAE;IAgC5C;;OAEG;IACH,0BAA0B,CAAC,SAAS,EAAE,eAAe,EAAE,GAAG,MAAM;IAahE;;OAEG;IACH,cAAc,CAAC,IAAI,EAAE,MAAM,EAAE,UAAU,EAAE,MAAM,GAAG,MAAM;IAYxD;;OAEG;IACH,mBAAmB,CAAC,IAAI,EAAE,MAAM,EAAE,UAAU,EAAE,MAAM,GAAG,MAAM;IAM7D;;OAEG;IACH,OAAO,CAAC,IAAI,EAAE,MAAM,GAAG;QACrB,OAAO,EAAE,uBAAuB,CAAC;QACjC,GAAG,EAAE,eAAe,EAAE,CAAC;QACvB,mBAAmB,EAAE,MAAM,CAAC;QAC5B,OAAO,EAAE,OAAO,CAAC;KAClB;CAeF"}

package/dist/optimizer/multilingual/language-detector.js

@@ -0,0 +1,161 @@
+/**
+ * Language detection for token estimation
+ */
+import { LANGUAGE_PROFILES } from './language-profiles.js';
+export class LanguageDetector {
+    sampleSize;
+    constructor(sampleSize = 500) {
+        this.sampleSize = sampleSize;
+    }
+    /**
+     * Detect language from text content
+     */
+    detect(text) {
+        if (!text || text.trim().length === 0) {
+            return {
+                language: LANGUAGE_PROFILES[0], // Default to English
+                confidence: 0,
+                detectedPatterns: 0
+            };
+        }
+        // Use first N characters for detection (performance optimization)
+        const sample = text.slice(0, this.sampleSize);
+        // Score each language profile
+        const scores = LANGUAGE_PROFILES.map(profile => {
+            let matchedPatterns = 0;
+            let totalMatches = 0;
+            for (const pattern of profile.detectionPatterns) {
+                const matches = sample.match(new RegExp(pattern, 'g'));
+                if (matches && matches.length > 0) {
+                    matchedPatterns++;
+                    totalMatches += matches.length;
+                }
+            }
+            // Calculate confidence based on:
+            // 1. Number of patterns matched
+            // 2. Total number of matches relative to sample size (density)
+            // 3. Profile's inherent confidence
+            const patternScore = matchedPatterns / profile.detectionPatterns.length;
+            // Density score: how much of the text matches this language
+            const sampleLength = Math.max(sample.length, 1);
+            // For character-based languages (CJK, Arabic, etc.), matches can be very high
+            const matchDensity = Math.min(totalMatches / (sampleLength / 5), 1.0); // Expect ~1 match per 5 chars
+            const densityScore = matchDensity;
+            // Adaptive weighting: if density is very high, trust it more
+            // (many characters match = strong signal, even if only 1 pattern matched)
+            const patternWeight = densityScore > 0.9 ? 0.4 : 0.7;
+            const densityWeight = 1.0 - patternWeight;
+            // Boost confidence for high-confidence scenarios
+            let boost = 1.0;
+            if (patternScore === 1.0)
+                boost = 1.1; // All patterns matched
+            if (densityScore > 0.95)
+                boost = Math.max(boost, 1.05); // Very high density
+            // Calculate final confidence
+            const rawConfidence = (patternScore * patternWeight + densityScore * densityWeight) * boost;
+            const confidence = Math.min(rawConfidence, 1.0) * profile.confidence;
+            return {
+                profile,
+                confidence,
+                matchedPatterns
+            };
+        });
+        // Find the highest scoring language
+        const best = scores.reduce((a, b) => a.confidence > b.confidence ? a : b);
+        // If confidence is too low, default to English
+        if (best.confidence < 0.1) {
+            return {
+                language: LANGUAGE_PROFILES[0], // English
+                confidence: 0.5, // Low confidence fallback
+                detectedPatterns: 0
+            };
+        }
+        return {
+            language: best.profile,
+            confidence: best.confidence,
+            detectedPatterns: best.matchedPatterns
+        };
+    }
+    /**
+     * Detect if text is mixed-language
+     */
+    detectMixed(text) {
+        const sample = text.slice(0, this.sampleSize);
+        const detected = [];
+        for (const profile of LANGUAGE_PROFILES) {
+            for (const pattern of profile.detectionPatterns) {
+                if (pattern.test(sample)) {
+                    detected.push(profile);
+                    break;
+                }
+            }
+        }
+        // Handle CJK overlap: Japanese Kanji overlaps with Chinese
+        // If both Chinese and Japanese are detected, check for Japanese-specific characters
+        const hasChinese = detected.some(p => p.code === 'zh');
+        const hasJapanese = detected.some(p => p.code === 'ja');
+        if (hasChinese && hasJapanese) {
+            // Check for Hiragana or Katakana (Japanese-specific)
+            const hasHiragana = /[\u3040-\u309f]/.test(sample);
+            const hasKatakana = /[\u30a0-\u30ff]/.test(sample);
+            if (!hasHiragana && !hasKatakana) {
+                // No Japanese-specific characters, remove Japanese
+                return detected.filter(p => p.code !== 'ja');
+            }
+        }
+        return detected;
+    }
+    /**
+     * Estimate token multiplier for mixed-language content
+     */
+    estimateMultiplierForMixed(languages) {
+        if (languages.length === 0)
+            return 1.0;
+        if (languages.length === 1)
+            return languages[0].tokenMultiplier;
+        // Use weighted average (favor higher multipliers for safety)
+        const multipliers = languages.map(l => l.tokenMultiplier);
+        const max = Math.max(...multipliers);
+        const avg = multipliers.reduce((a, b) => a + b) / multipliers.length;
+        // Weight toward max to be conservative
+        return avg * 0.4 + max * 0.6;
+    }
+    /**
+     * Estimate tokens with language awareness
+     */
+    estimateTokens(text, baseTokens) {
+        const detection = this.detect(text);
+        // If very low confidence, use base tokens
+        if (detection.confidence < 0.3) {
+            return baseTokens;
+        }
+        // Apply language multiplier
+        return Math.ceil(baseTokens * detection.language.tokenMultiplier);
+    }
+    /**
+     * Estimate tokens for mixed-language content
+     */
+    estimateTokensMixed(text, baseTokens) {
+        const languages = this.detectMixed(text);
+        const multiplier = this.estimateMultiplierForMixed(languages);
+        return Math.ceil(baseTokens * multiplier);
+    }
+    /**
+     * Get detailed language breakdown
+     */
+    analyze(text) {
+        const primary = this.detect(text);
+        const all = this.detectMixed(text);
+        const isMixed = all.length > 1;
+        const estimatedMultiplier = isMixed
+            ? this.estimateMultiplierForMixed(all)
+            : primary.language.tokenMultiplier;
+        return {
+            primary,
+            all,
+            estimatedMultiplier,
+            isMixed
+        };
+    }
+}
+//# sourceMappingURL=language-detector.js.map

package/dist/optimizer/multilingual/language-detector.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"language-detector.js","sourceRoot":"","sources":["../../../src/optimizer/multilingual/language-detector.ts"],"names":[],"mappings":"AAAA;;GAEG;AAEH,OAAO,EAAE,iBAAiB,EAAwB,MAAM,wBAAwB,CAAC;AAQjF,MAAM,OAAO,gBAAgB;IACnB,UAAU,CAAS;IAE3B,YAAY,aAAqB,GAAG;QAClC,IAAI,CAAC,UAAU,GAAG,UAAU,CAAC;IAC/B,CAAC;IAED;;OAEG;IACH,MAAM,CAAC,IAAY;QACjB,IAAI,CAAC,IAAI,IAAI,IAAI,CAAC,IAAI,EAAE,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;YACtC,OAAO;gBACL,QAAQ,EAAE,iBAAiB,CAAC,CAAC,CAAC,EAAE,qBAAqB;gBACrD,UAAU,EAAE,CAAC;gBACb,gBAAgB,EAAE,CAAC;aACpB,CAAC;QACJ,CAAC;QAED,kEAAkE;QAClE,MAAM,MAAM,GAAG,IAAI,CAAC,KAAK,CAAC,CAAC,EAAE,IAAI,CAAC,UAAU,CAAC,CAAC;QAE9C,8BAA8B;QAC9B,MAAM,MAAM,GAAG,iBAAiB,CAAC,GAAG,CAAC,OAAO,CAAC,EAAE;YAC7C,IAAI,eAAe,GAAG,CAAC,CAAC;YACxB,IAAI,YAAY,GAAG,CAAC,CAAC;YAErB,KAAK,MAAM,OAAO,IAAI,OAAO,CAAC,iBAAiB,EAAE,CAAC;gBAChD,MAAM,OAAO,GAAG,MAAM,CAAC,KAAK,CAAC,IAAI,MAAM,CAAC,OAAO,EAAE,GAAG,CAAC,CAAC,CAAC;gBACvD,IAAI,OAAO,IAAI,OAAO,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;oBAClC,eAAe,EAAE,CAAC;oBAClB,YAAY,IAAI,OAAO,CAAC,MAAM,CAAC;gBACjC,CAAC;YACH,CAAC;YAED,iCAAiC;YACjC,gCAAgC;YAChC,+DAA+D;YAC/D,mCAAmC;YACnC,MAAM,YAAY,GAAG,eAAe,GAAG,OAAO,CAAC,iBAAiB,CAAC,MAAM,CAAC;YAExE,4DAA4D;YAC5D,MAAM,YAAY,GAAG,IAAI,CAAC,GAAG,CAAC,MAAM,CAAC,MAAM,EAAE,CAAC,CAAC,CAAC;YAChD,8EAA8E;YAC9E,MAAM,YAAY,GAAG,IAAI,CAAC,GAAG,CAAC,YAAY,GAAG,CAAC,YAAY,GAAG,CAAC,CAAC,EAAE,GAAG,CAAC,CAAC,CAAC,8BAA8B;YACrG,MAAM,YAAY,GAAG,YAAY,CAAC;YAElC,6DAA6D;YAC7D,0EAA0E;YAC1E,MAAM,aAAa,GAAG,YAAY,GAAG,GAAG,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,GAAG,CAAC;YACrD,MAAM,aAAa,GAAG,GAAG,GAAG,aAAa,CAAC;YAE1C,iDAAiD;YACjD,IAAI,KAAK,GAAG,GAAG,CAAC;YAChB,IAAI,YAAY,KAAK,GAAG;gBAAE,KAAK,GAAG,GAAG,CAAC,CAAC,uBAAuB;YAC9D,IAAI,YAAY,GAAG,IAAI;gBAAE,KAAK,GAAG,IAAI,CAAC,GAAG,CAAC,KAAK,EAAE,IAAI,CAAC,CAAC,CAAC,oBAAoB;YAE5E,6BAA6B;YAC7B,MAAM,aAAa,GAAG,CAAC,YAAY,GAAG,aAAa,GAAG,YAAY,GAAG,aAAa,CAAC,GAAG,KAAK,CAAC;YAC5F,MAAM,UAAU,GAAG,IAAI,CAAC,GAAG,CAAC,aAAa,EAAE,GAAG,CAAC,GAAG,OAAO,CAAC,UAAU,CAAC;YAErE,OAAO;gBACL,OAAO;gBACP,UAAU;gBACV,eAAe;aAChB,CAAC;QACJ,CAAC,CAAC,CAAC;QAEH,oCAAoC;QACpC,MAAM,IAAI,GAAG,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAClC,CAAC,CAAC,UAAU,GAAG,CAAC,CAAC,UAAU,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CACpC,CAAC;QAEF,+CAA+C;QAC/C,IAAI,IAAI,CAAC,UAAU,GAAG,GAAG,EAAE,CAAC;YAC1B,OAAO;gBACL,QAAQ,EAAE,iBAAiB,CAAC,CAAC,CAAC,EAAE,UAAU;gBAC1C,UAAU,EAAE,GAAG,EAAE,0BAA0B;gBAC3C,gBAAgB,EAAE,CAAC;aACpB,CAAC;QACJ,CAAC;QAED,OAAO;YACL,QAAQ,EAAE,IAAI,CAAC,OAAO;YACtB,UAAU,EAAE,IAAI,CAAC,UAAU;YAC3B,gBAAgB,EAAE,IAAI,CAAC,eAAe;SACvC,CAAC;IACJ,CAAC;IAED;;OAEG;IACH,WAAW,CAAC,IAAY;QACtB,MAAM,MAAM,GAAG,IAAI,CAAC,KAAK,CAAC,CAAC,EAAE,IAAI,CAAC,UAAU,CAAC,CAAC;QAC9C,MAAM,QAAQ,GAAsB,EAAE,CAAC;QAEvC,KAAK,MAAM,OAAO,IAAI,iBAAiB,EAAE,CAAC;YACxC,KAAK,MAAM,OAAO,IAAI,OAAO,CAAC,iBAAiB,EAAE,CAAC;gBAChD,IAAI,OAAO,CAAC,IAAI,CAAC,MAAM,CAAC,EAAE,CAAC;oBACzB,QAAQ,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;oBACvB,MAAM;gBACR,CAAC;YACH,CAAC;QACH,CAAC;QAED,2DAA2D;QAC3D,oFAAoF;QACpF,MAAM,UAAU,GAAG,QAAQ,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI,KAAK,IAAI,CAAC,CAAC;QACvD,MAAM,WAAW,GAAG,QAAQ,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI,KAAK,IAAI,CAAC,CAAC;QAExD,IAAI,UAAU,IAAI,WAAW,EAAE,CAAC;YAC9B,qDAAqD;YACrD,MAAM,WAAW,GAAG,iBAAiB,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;YACnD,MAAM,WAAW,GAAG,iBAAiB,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;YAEnD,IAAI,CAAC,WAAW,IAAI,CAAC,WAAW,EAAE,CAAC;gBACjC,mDAAmD;gBACnD,OAAO,QAAQ,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI,KAAK,IAAI,CAAC,CAAC;YAC/C,CAAC;QACH,CAAC;QAED,OAAO,QAAQ,CAAC;IAClB,CAAC;IAED;;OAEG;IACH,0BAA0B,CAAC,SAA4B;QACrD,IAAI,SAAS,CAAC,MAAM,KAAK,CAAC;YAAE,OAAO,GAAG,CAAC;QACvC,IAAI,SAAS,CAAC,MAAM,KAAK,CAAC;YAAE,OAAO,SAAS,CAAC,CAAC,CAAC,CAAC,eAAe,CAAC;QAEhE,6DAA6D;QAC7D,MAAM,WAAW,GAAG,SAAS,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,eAAe,CAAC,CAAC;QAC1D,MAAM,GAAG,GAAG,IAAI,CAAC,GAAG,CAAC,GAAG,WAAW,CAAC,CAAC;QACrC,MAAM,GAAG,GAAG,WAAW,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,GAAG,CAAC,CAAC,GAAG,WAAW,CAAC,MAAM,CAAC;QAErE,uCAAuC;QACvC,OAAO,GAAG,GAAG,GAAG,GAAG,GAAG,GAAG,GAAG,CAAC;IAC/B,CAAC;IAED;;OAEG;IACH,cAAc,CAAC,IAAY,EAAE,UAAkB;QAC7C,MAAM,SAAS,GAAG,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC;QAEpC,0CAA0C;QAC1C,IAAI,SAAS,CAAC,UAAU,GAAG,GAAG,EAAE,CAAC;YAC/B,OAAO,UAAU,CAAC;QACpB,CAAC;QAED,4BAA4B;QAC5B,OAAO,IAAI,CAAC,IAAI,CAAC,UAAU,GAAG,SAAS,CAAC,QAAQ,CAAC,eAAe,CAAC,CAAC;IACpE,CAAC;IAED;;OAEG;IACH,mBAAmB,CAAC,IAAY,EAAE,UAAkB;QAClD,MAAM,SAAS,GAAG,IAAI,CAAC,WAAW,CAAC,IAAI,CAAC,CAAC;QACzC,MAAM,UAAU,GAAG,IAAI,CAAC,0BAA0B,CAAC,SAAS,CAAC,CAAC;QAC9D,OAAO,IAAI,CAAC,IAAI,CAAC,UAAU,GAAG,UAAU,CAAC,CAAC;IAC5C,CAAC;IAED;;OAEG;IACH,OAAO,CAAC,IAAY;QAMlB,MAAM,OAAO,GAAG,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC;QAClC,MAAM,GAAG,GAAG,IAAI,CAAC,WAAW,CAAC,IAAI,CAAC,CAAC;QACnC,MAAM,OAAO,GAAG,GAAG,CAAC,MAAM,GAAG,CAAC,CAAC;QAC/B,MAAM,mBAAmB,GAAG,OAAO;YACjC,CAAC,CAAC,IAAI,CAAC,0BAA0B,CAAC,GAAG,CAAC;YACtC,CAAC,CAAC,OAAO,CAAC,QAAQ,CAAC,eAAe,CAAC;QAErC,OAAO;YACL,OAAO;YACP,GAAG;YACH,mBAAmB;YACnB,OAAO;SACR,CAAC;IACJ,CAAC;CACF"}

package/dist/optimizer/multilingual/language-profiles.d.ts

@@ -0,0 +1,34 @@
+/**
+ * Language profiles with token multipliers
+ * Based on research: different languages require different numbers of tokens
+ */
+export interface LanguageProfile {
+    code: string;
+    name: string;
+    nativeName: string;
+    tokenMultiplier: number;
+    detectionPatterns: RegExp[];
+    confidence: number;
+}
+/**
+ * Token multipliers based on research and testing
+ *
+ * Sources:
+ * - Anthropic: https://docs.anthropic.com/claude/docs/models-overview
+ * - OpenAI tokenizer analysis
+ * - Community research on multilingual token efficiency
+ */
+export declare const LANGUAGE_PROFILES: LanguageProfile[];
+/**
+ * Get language profile by code
+ */
+export declare function getLanguageProfile(code: string): LanguageProfile | null;
+/**
+ * Get all supported language codes
+ */
+export declare function getSupportedLanguages(): string[];
+/**
+ * Get token multiplier for a language code
+ */
+export declare function getTokenMultiplier(code: string): number;
+//# sourceMappingURL=language-profiles.d.ts.map

package/dist/optimizer/multilingual/language-profiles.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"language-profiles.d.ts","sourceRoot":"","sources":["../../../src/optimizer/multilingual/language-profiles.ts"],"names":[],"mappings":"AAAA;;;GAGG;AAEH,MAAM,WAAW,eAAe;IAC9B,IAAI,EAAE,MAAM,CAAC;IACb,IAAI,EAAE,MAAM,CAAC;IACb,UAAU,EAAE,MAAM,CAAC;IACnB,eAAe,EAAE,MAAM,CAAC;IACxB,iBAAiB,EAAE,MAAM,EAAE,CAAC;IAC5B,UAAU,EAAE,MAAM,CAAC;CACpB;AAED;;;;;;;GAOG;AACH,eAAO,MAAM,iBAAiB,EAAE,eAAe,EAmK9C,CAAC;AAEF;;GAEG;AACH,wBAAgB,kBAAkB,CAAC,IAAI,EAAE,MAAM,GAAG,eAAe,GAAG,IAAI,CAEvE;AAED;;GAEG;AACH,wBAAgB,qBAAqB,IAAI,MAAM,EAAE,CAEhD;AAED;;GAEG;AACH,wBAAgB,kBAAkB,CAAC,IAAI,EAAE,MAAM,GAAG,MAAM,CAGvD"}

package/dist/optimizer/multilingual/language-profiles.js

@@ -0,0 +1,196 @@
+/**
+ * Language profiles with token multipliers
+ * Based on research: different languages require different numbers of tokens
+ */
+/**
+ * Token multipliers based on research and testing
+ *
+ * Sources:
+ * - Anthropic: https://docs.anthropic.com/claude/docs/models-overview
+ * - OpenAI tokenizer analysis
+ * - Community research on multilingual token efficiency
+ */
+export const LANGUAGE_PROFILES = [
+    {
+        code: 'en',
+        name: 'English',
+        nativeName: 'English',
+        tokenMultiplier: 1.0,
+        detectionPatterns: [
+            /[a-zA-Z]{2,}/, // At least 2 consecutive English letters
+            /\b(the|is|are|was|were|have|has|had|do|does|did|a|an|and|or|but|in|on|at|to|for|of|with|be|this|that|from|as|by|they|we|you|he|she|it|not|can|will|would|could|should|may|might|must|hello|world)\b/i
+        ],
+        confidence: 1.0
+    },
+    {
+        code: 'es',
+        name: 'Spanish',
+        nativeName: 'Español',
+        tokenMultiplier: 1.7,
+        detectionPatterns: [
+            /[áéíóúüñ¿¡]/i,
+            /\b(el|la|los|las|un|una|de|en|que|y|es|por)\b/i
+        ],
+        confidence: 0.9
+    },
+    {
+        code: 'fr',
+        name: 'French',
+        nativeName: 'Français',
+        tokenMultiplier: 1.8,
+        detectionPatterns: [
+            /[àâäéèêëïîôùûüÿç]/i,
+            /\b(le|la|les|un|une|de|et|est|à|en|que)\b/i
+        ],
+        confidence: 0.9
+    },
+    {
+        code: 'de',
+        name: 'German',
+        nativeName: 'Deutsch',
+        tokenMultiplier: 1.6,
+        detectionPatterns: [
+            /[äöüß]/i,
+            /\b(der|die|das|den|dem|des|ein|eine|und|ist|in)\b/i
+        ],
+        confidence: 0.9
+    },
+    {
+        code: 'zh',
+        name: 'Chinese',
+        nativeName: '中文',
+        tokenMultiplier: 2.0,
+        detectionPatterns: [
+            /[\u4e00-\u9fff]/,
+            /[\u3400-\u4dbf]/ // CJK Extension A
+        ],
+        confidence: 0.95
+    },
+    {
+        code: 'ja',
+        name: 'Japanese',
+        nativeName: '日本語',
+        tokenMultiplier: 2.5,
+        detectionPatterns: [
+            /[\u3040-\u309f]/, // Hiragana
+            /[\u30a0-\u30ff]/, // Katakana
+            /[\u4e00-\u9fff]/ // Kanji (overlaps with Chinese)
+        ],
+        confidence: 0.9
+    },
+    {
+        code: 'ko',
+        name: 'Korean',
+        nativeName: '한국어',
+        tokenMultiplier: 2.3,
+        detectionPatterns: [
+            /[\uac00-\ud7af]/, // Hangul Syllables
+            /[\u1100-\u11ff]/ // Hangul Jamo
+        ],
+        confidence: 0.9
+    },
+    {
+        code: 'ar',
+        name: 'Arabic',
+        nativeName: 'العربية',
+        tokenMultiplier: 3.0,
+        detectionPatterns: [
+            /[\u0600-\u06ff]/, // Arabic
+            /[\u0750-\u077f]/ // Arabic Supplement
+        ],
+        confidence: 0.85
+    },
+    {
+        code: 'ta',
+        name: 'Tamil',
+        nativeName: 'தமிழ்',
+        tokenMultiplier: 4.5,
+        detectionPatterns: [
+            /[\u0b80-\u0bff]/ // Tamil
+        ],
+        confidence: 0.8
+    },
+    {
+        code: 'hi',
+        name: 'Hindi',
+        nativeName: 'हिन्दी',
+        tokenMultiplier: 3.5,
+        detectionPatterns: [
+            /[\u0900-\u097f]/ // Devanagari
+        ],
+        confidence: 0.85
+    },
+    {
+        code: 'ru',
+        name: 'Russian',
+        nativeName: 'Русский',
+        tokenMultiplier: 1.9,
+        detectionPatterns: [
+            /[\u0400-\u04ff]/, // Cyrillic
+            /\b(и|в|не|на|я|что|он|с|как|а)\b/i
+        ],
+        confidence: 0.9
+    },
+    {
+        code: 'pt',
+        name: 'Portuguese',
+        nativeName: 'Português',
+        tokenMultiplier: 1.7,
+        detectionPatterns: [
+            /[àáâãäèéêëìíîïòóôõöùúûü]/i,
+            /\b(o|a|os|as|de|em|que|e|é|do|da)\b/i
+        ],
+        confidence: 0.9
+    },
+    {
+        code: 'th',
+        name: 'Thai',
+        nativeName: 'ไทย',
+        tokenMultiplier: 4.0,
+        detectionPatterns: [
+            /[\u0e00-\u0e7f]/ // Thai
+        ],
+        confidence: 0.8
+    },
+    {
+        code: 'vi',
+        name: 'Vietnamese',
+        nativeName: 'Tiếng Việt',
+        tokenMultiplier: 1.5,
+        detectionPatterns: [
+            /[àáạảãâầấậẩẫăằắặẳẵèéẹẻẽêềếệểễìíịỉĩòóọỏõôồốộổỗơờớợởỡùúụủũưừứựửữỳýỵỷỹđ]/i,
+            /\b(và|của|có|là|này|được|trong|cho|người|từ|để|với|một|những|các|không|khi|trên)\b/i
+        ],
+        confidence: 0.9
+    },
+    {
+        code: 'id',
+        name: 'Indonesian',
+        nativeName: 'Bahasa Indonesia',
+        tokenMultiplier: 1.4,
+        detectionPatterns: [
+            /\b(yang|dan|di|ke|dari|ini|itu|untuk|dengan|pada|adalah|tidak|ada|atau|akan|juga|oleh|dalam)\b/i
+        ],
+        confidence: 0.85
+    }
+];
+/**
+ * Get language profile by code
+ */
+export function getLanguageProfile(code) {
+    return LANGUAGE_PROFILES.find(p => p.code === code) || null;
+}
+/**
+ * Get all supported language codes
+ */
+export function getSupportedLanguages() {
+    return LANGUAGE_PROFILES.map(p => p.code);
+}
+/**
+ * Get token multiplier for a language code
+ */
+export function getTokenMultiplier(code) {
+    const profile = getLanguageProfile(code);
+    return profile ? profile.tokenMultiplier : 1.0; // Default to English
+}
+//# sourceMappingURL=language-profiles.js.map