ctxinit 0.1.0

package/dist/compiler/rule-selector.d.ts

@@ -0,0 +1,115 @@
+/**
+ * Rule selection strategies for compilation
+ *
+ * Supports filtering and ordering rules by:
+ * - Directory: Include rules from specific directories
+ * - Glob: Include rules whose globs match current context
+ * - Priority: Order rules by priority, select until budget exhausted
+ * - Tag: Include rules with specific tags
+ */
+import { ParsedRule } from '../schemas/rule';
+import { SelectionStrategy } from '../schemas/config';
+/**
+ * Selection context for glob-based matching
+ */
+export interface SelectionContext {
+    /** Project root directory */
+    projectRoot: string;
+    /** Files in current context (for glob matching) */
+    contextFiles?: string[];
+}
+/**
+ * Selection options for filtering rules
+ */
+export interface SelectionOptions {
+    /** Selection strategy */
+    strategy: SelectionStrategy;
+    /** Directories to include (for 'directory' strategy) */
+    includeDirs?: string[];
+    /** Tags to include (for 'tag' strategy) */
+    includeTags?: string[];
+    /** Maximum token budget */
+    maxTokens?: number;
+    /** Always include these rule IDs */
+    alwaysInclude?: string[];
+}
+/**
+ * Result of rule selection
+ */
+export interface SelectionResult {
+    /** Selected rules */
+    rules: ParsedRule[];
+    /** Total estimated tokens */
+    totalTokens: number;
+    /** Rules excluded due to budget */
+    excludedByBudget: ParsedRule[];
+    /** Rules excluded by filter */
+    excludedByFilter: ParsedRule[];
+}
+/**
+ * Filter rules by directory
+ *
+ * @param rules - Rules to filter
+ * @param includeDirs - Directories to include
+ * @returns Filtered rules
+ */
+export declare function filterByDirectory(rules: ParsedRule[], includeDirs: string[]): ParsedRule[];
+/**
+ * Filter rules by glob matching against context files
+ *
+ * @param rules - Rules to filter
+ * @param context - Selection context with project root and context files
+ * @returns Filtered rules
+ */
+export declare function filterByGlob(rules: ParsedRule[], context: SelectionContext): ParsedRule[];
+/**
+ * Filter rules by tag
+ *
+ * @param rules - Rules to filter
+ * @param includeTags - Tags to include (at least one must match)
+ * @returns Filtered rules
+ */
+export declare function filterByTag(rules: ParsedRule[], includeTags: string[]): ParsedRule[];
+/**
+ * Sort rules by priority (highest first), then alphabetically by ID
+ *
+ * @param rules - Rules to sort
+ * @returns Sorted rules
+ */
+export declare function sortByPriority(rules: ParsedRule[]): ParsedRule[];
+/**
+ * Select rules until token budget is exhausted
+ *
+ * @param rules - Rules to select from (already sorted)
+ * @param maxTokens - Maximum token budget
+ * @param alwaysIncludeIds - Rule IDs to always include first
+ * @returns Selection result with selected rules and metadata
+ */
+export declare function selectByBudget(rules: ParsedRule[], maxTokens: number, alwaysIncludeIds?: string[]): SelectionResult;
+/**
+ * Select rules using the specified strategy
+ *
+ * @param rules - All available rules
+ * @param options - Selection options
+ * @param context - Selection context
+ * @returns Selection result
+ */
+export declare function selectRules(rules: ParsedRule[], options: SelectionOptions, context: SelectionContext): SelectionResult;
+/**
+ * Get rules with always_apply flag set to true
+ *
+ * @param rules - All rules
+ * @returns Rules with always_apply: true
+ */
+export declare function getAlwaysApplyRules(rules: ParsedRule[]): ParsedRule[];
+/**
+ * Partition rules into always-apply and conditional
+ *
+ * @param rules - All rules
+ * @returns Object with alwaysApply and conditional arrays
+ */
+export declare function partitionRules(rules: ParsedRule[]): {
+    alwaysApply: ParsedRule[];
+    conditional: ParsedRule[];
+};
+//# sourceMappingURL=rule-selector.d.ts.map

package/dist/compiler/rule-selector.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"rule-selector.d.ts","sourceRoot":"","sources":["../../src/compiler/rule-selector.ts"],"names":[],"mappings":"AAAA;;;;;;;;GAQG;AAIH,OAAO,EAAE,UAAU,EAAE,MAAM,iBAAiB,CAAC;AAC7C,OAAO,EAAE,iBAAiB,EAAE,MAAM,mBAAmB,CAAC;AAGtD;;GAEG;AACH,MAAM,WAAW,gBAAgB;IAC/B,6BAA6B;IAC7B,WAAW,EAAE,MAAM,CAAC;IACpB,mDAAmD;IACnD,YAAY,CAAC,EAAE,MAAM,EAAE,CAAC;CACzB;AAED;;GAEG;AACH,MAAM,WAAW,gBAAgB;IAC/B,yBAAyB;IACzB,QAAQ,EAAE,iBAAiB,CAAC;IAC5B,wDAAwD;IACxD,WAAW,CAAC,EAAE,MAAM,EAAE,CAAC;IACvB,2CAA2C;IAC3C,WAAW,CAAC,EAAE,MAAM,EAAE,CAAC;IACvB,2BAA2B;IAC3B,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,oCAAoC;IACpC,aAAa,CAAC,EAAE,MAAM,EAAE,CAAC;CAC1B;AAED;;GAEG;AACH,MAAM,WAAW,eAAe;IAC9B,qBAAqB;IACrB,KAAK,EAAE,UAAU,EAAE,CAAC;IACpB,6BAA6B;IAC7B,WAAW,EAAE,MAAM,CAAC;IACpB,mCAAmC;IACnC,gBAAgB,EAAE,UAAU,EAAE,CAAC;IAC/B,+BAA+B;IAC/B,gBAAgB,EAAE,UAAU,EAAE,CAAC;CAChC;AAED;;;;;;GAMG;AACH,wBAAgB,iBAAiB,CAAC,KAAK,EAAE,UAAU,EAAE,EAAE,WAAW,EAAE,MAAM,EAAE,GAAG,UAAU,EAAE,CAgB1F;AAED;;;;;;GAMG;AACH,wBAAgB,YAAY,CAAC,KAAK,EAAE,UAAU,EAAE,EAAE,OAAO,EAAE,gBAAgB,GAAG,UAAU,EAAE,CAqBzF;AAED;;;;;;GAMG;AACH,wBAAgB,WAAW,CAAC,KAAK,EAAE,UAAU,EAAE,EAAE,WAAW,EAAE,MAAM,EAAE,GAAG,UAAU,EAAE,CASpF;AAED;;;;;GAKG;AACH,wBAAgB,cAAc,CAAC,KAAK,EAAE,UAAU,EAAE,GAAG,UAAU,EAAE,CAShE;AAED;;;;;;;GAOG;AACH,wBAAgB,cAAc,CAC5B,KAAK,EAAE,UAAU,EAAE,EACnB,SAAS,EAAE,MAAM,EACjB,gBAAgB,GAAE,MAAM,EAAO,GAC9B,eAAe,CAkCjB;AAED;;;;;;;GAOG;AACH,wBAAgB,WAAW,CACzB,KAAK,EAAE,UAAU,EAAE,EACnB,OAAO,EAAE,gBAAgB,EACzB,OAAO,EAAE,gBAAgB,GACxB,eAAe,CA0EjB;AAED;;;;;GAKG;AACH,wBAAgB,mBAAmB,CAAC,KAAK,EAAE,UAAU,EAAE,GAAG,UAAU,EAAE,CAErE;AAED;;;;;GAKG;AACH,wBAAgB,cAAc,CAAC,KAAK,EAAE,UAAU,EAAE,GAAG;IACnD,WAAW,EAAE,UAAU,EAAE,CAAC;IAC1B,WAAW,EAAE,UAAU,EAAE,CAAC;CAC3B,CAaA"}

package/dist/compiler/rule-selector.js

@@ -0,0 +1,273 @@
+"use strict";
+/**
+ * Rule selection strategies for compilation
+ *
+ * Supports filtering and ordering rules by:
+ * - Directory: Include rules from specific directories
+ * - Glob: Include rules whose globs match current context
+ * - Priority: Order rules by priority, select until budget exhausted
+ * - Tag: Include rules with specific tags
+ */
+var __createBinding = (this && this.__createBinding) || (Object.create ? (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    var desc = Object.getOwnPropertyDescriptor(m, k);
+    if (!desc || ("get" in desc ? !m.__esModule : desc.writable || desc.configurable)) {
+      desc = { enumerable: true, get: function() { return m[k]; } };
+    }
+    Object.defineProperty(o, k2, desc);
+}) : (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    o[k2] = m[k];
+}));
+var __setModuleDefault = (this && this.__setModuleDefault) || (Object.create ? (function(o, v) {
+    Object.defineProperty(o, "default", { enumerable: true, value: v });
+}) : function(o, v) {
+    o["default"] = v;
+});
+var __importStar = (this && this.__importStar) || (function () {
+    var ownKeys = function(o) {
+        ownKeys = Object.getOwnPropertyNames || function (o) {
+            var ar = [];
+            for (var k in o) if (Object.prototype.hasOwnProperty.call(o, k)) ar[ar.length] = k;
+            return ar;
+        };
+        return ownKeys(o);
+    };
+    return function (mod) {
+        if (mod && mod.__esModule) return mod;
+        var result = {};
+        if (mod != null) for (var k = ownKeys(mod), i = 0; i < k.length; i++) if (k[i] !== "default") __createBinding(result, mod, k[i]);
+        __setModuleDefault(result, mod);
+        return result;
+    };
+})();
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.filterByDirectory = filterByDirectory;
+exports.filterByGlob = filterByGlob;
+exports.filterByTag = filterByTag;
+exports.sortByPriority = sortByPriority;
+exports.selectByBudget = selectByBudget;
+exports.selectRules = selectRules;
+exports.getAlwaysApplyRules = getAlwaysApplyRules;
+exports.partitionRules = partitionRules;
+const path = __importStar(require("path"));
+const minimatch_1 = require("minimatch");
+const token_estimator_1 = require("./token-estimator");
+/**
+ * Filter rules by directory
+ *
+ * @param rules - Rules to filter
+ * @param includeDirs - Directories to include
+ * @returns Filtered rules
+ */
+function filterByDirectory(rules, includeDirs) {
+    if (!includeDirs || includeDirs.length === 0) {
+        return rules;
+    }
+    return rules.filter(rule => {
+        const ruleDir = path.dirname(rule.path);
+        return includeDirs.some(dir => {
+            // Match exact directory or nested subdirectories
+            const normalizedDir = dir.replace(/^\/|\/$/g, '');
+            const normalizedRuleDir = ruleDir.replace(/^\/|\/$/g, '');
+            return normalizedRuleDir === normalizedDir ||
+                normalizedRuleDir.startsWith(normalizedDir + '/') ||
+                normalizedDir === '.';
+        });
+    });
+}
+/**
+ * Filter rules by glob matching against context files
+ *
+ * @param rules - Rules to filter
+ * @param context - Selection context with project root and context files
+ * @returns Filtered rules
+ */
+function filterByGlob(rules, context) {
+    if (!context.contextFiles || context.contextFiles.length === 0) {
+        return rules;
+    }
+    return rules.filter(rule => {
+        // Check if any of the rule's globs match any context file
+        for (const glob of rule.effectiveGlobs) {
+            try {
+                // Use minimatch to check if any context file matches the glob
+                for (const contextFile of context.contextFiles) {
+                    if ((0, minimatch_1.minimatch)(contextFile, glob, { matchBase: true })) {
+                        return true;
+                    }
+                }
+            }
+            catch {
+                // Invalid glob, skip
+            }
+        }
+        return false;
+    });
+}
+/**
+ * Filter rules by tag
+ *
+ * @param rules - Rules to filter
+ * @param includeTags - Tags to include (at least one must match)
+ * @returns Filtered rules
+ */
+function filterByTag(rules, includeTags) {
+    if (!includeTags || includeTags.length === 0) {
+        return rules;
+    }
+    return rules.filter(rule => {
+        const ruleTags = rule.frontmatter.tags || [];
+        return ruleTags.some(tag => includeTags.includes(tag));
+    });
+}
+/**
+ * Sort rules by priority (highest first), then alphabetically by ID
+ *
+ * @param rules - Rules to sort
+ * @returns Sorted rules
+ */
+function sortByPriority(rules) {
+    return [...rules].sort((a, b) => {
+        const priorityDiff = b.frontmatter.priority - a.frontmatter.priority;
+        if (priorityDiff !== 0) {
+            return priorityDiff;
+        }
+        // Equal priority: sort alphabetically by ID
+        return a.frontmatter.id.localeCompare(b.frontmatter.id);
+    });
+}
+/**
+ * Select rules until token budget is exhausted
+ *
+ * @param rules - Rules to select from (already sorted)
+ * @param maxTokens - Maximum token budget
+ * @param alwaysIncludeIds - Rule IDs to always include first
+ * @returns Selection result with selected rules and metadata
+ */
+function selectByBudget(rules, maxTokens, alwaysIncludeIds = []) {
+    const effectiveBudget = (0, token_estimator_1.applyBudgetMargin)(maxTokens);
+    const selected = [];
+    const excludedByBudget = [];
+    let totalTokens = 0;
+    // First, add always-include rules
+    const alwaysInclude = rules.filter(r => alwaysIncludeIds.includes(r.frontmatter.id));
+    const remaining = rules.filter(r => !alwaysIncludeIds.includes(r.frontmatter.id));
+    for (const rule of alwaysInclude) {
+        const tokens = (0, token_estimator_1.estimateTokens)(rule.content).tokens;
+        totalTokens += tokens;
+        selected.push(rule);
+    }
+    // Then add remaining rules until budget exhausted
+    for (const rule of remaining) {
+        const tokens = (0, token_estimator_1.estimateTokens)(rule.content).tokens;
+        if (totalTokens + tokens <= effectiveBudget) {
+            totalTokens += tokens;
+            selected.push(rule);
+        }
+        else {
+            excludedByBudget.push(rule);
+        }
+    }
+    return {
+        rules: selected,
+        totalTokens,
+        excludedByBudget,
+        excludedByFilter: [],
+    };
+}
+/**
+ * Select rules using the specified strategy
+ *
+ * @param rules - All available rules
+ * @param options - Selection options
+ * @param context - Selection context
+ * @returns Selection result
+ */
+function selectRules(rules, options, context) {
+    let filtered = [...rules];
+    const excludedByFilter = [];
+    // Apply strategy-based filtering
+    switch (options.strategy) {
+        case 'directory':
+            if (options.includeDirs) {
+                filtered = filterByDirectory(filtered, options.includeDirs);
+                excludedByFilter.push(...rules.filter(r => !filtered.includes(r)));
+            }
+            break;
+        case 'glob':
+            if (context.contextFiles) {
+                filtered = filterByGlob(filtered, context);
+                excludedByFilter.push(...rules.filter(r => !filtered.includes(r)));
+            }
+            break;
+        case 'tag':
+            if (options.includeTags) {
+                filtered = filterByTag(filtered, options.includeTags);
+                excludedByFilter.push(...rules.filter(r => !filtered.includes(r)));
+            }
+            break;
+        case 'priority':
+            // Priority strategy: sort by priority, no filtering
+            break;
+        case 'all':
+            // Include all rules
+            break;
+    }
+    // Always sort by priority for consistent ordering
+    filtered = sortByPriority(filtered);
+    // Apply token budget if specified
+    if (options.maxTokens !== undefined) {
+        // If budget is zero or negative, exclude all rules
+        if (options.maxTokens <= 0) {
+            return {
+                rules: [],
+                totalTokens: 0,
+                excludedByBudget: filtered,
+                excludedByFilter,
+            };
+        }
+        const result = selectByBudget(filtered, options.maxTokens, options.alwaysInclude);
+        return {
+            ...result,
+            excludedByFilter,
+        };
+    }
+    // No budget constraint
+    const totalTokens = filtered.reduce((sum, rule) => sum + (0, token_estimator_1.estimateTokens)(rule.content).tokens, 0);
+    return {
+        rules: filtered,
+        totalTokens,
+        excludedByBudget: [],
+        excludedByFilter,
+    };
+}
+/**
+ * Get rules with always_apply flag set to true
+ *
+ * @param rules - All rules
+ * @returns Rules with always_apply: true
+ */
+function getAlwaysApplyRules(rules) {
+    return rules.filter(rule => rule.frontmatter.always_apply === true);
+}
+/**
+ * Partition rules into always-apply and conditional
+ *
+ * @param rules - All rules
+ * @returns Object with alwaysApply and conditional arrays
+ */
+function partitionRules(rules) {
+    const alwaysApply = [];
+    const conditional = [];
+    for (const rule of rules) {
+        if (rule.frontmatter.always_apply) {
+            alwaysApply.push(rule);
+        }
+        else {
+            conditional.push(rule);
+        }
+    }
+    return { alwaysApply, conditional };
+}
+//# sourceMappingURL=rule-selector.js.map

package/dist/compiler/rule-selector.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"rule-selector.js","sourceRoot":"","sources":["../../src/compiler/rule-selector.ts"],"names":[],"mappings":";AAAA;;;;;;;;GAQG;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;AAuDH,8CAgBC;AASD,oCAqBC;AASD,kCASC;AAQD,wCASC;AAUD,wCAsCC;AAUD,kCA8EC;AAQD,kDAEC;AAQD,wCAgBC;AAhTD,2CAA6B;AAC7B,yCAAsC;AAGtC,uDAAsE;AA0CtE;;;;;;GAMG;AACH,SAAgB,iBAAiB,CAAC,KAAmB,EAAE,WAAqB;IAC1E,IAAI,CAAC,WAAW,IAAI,WAAW,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QAC7C,OAAO,KAAK,CAAC;IACf,CAAC;IAED,OAAO,KAAK,CAAC,MAAM,CAAC,IAAI,CAAC,EAAE;QACzB,MAAM,OAAO,GAAG,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QACxC,OAAO,WAAW,CAAC,IAAI,CAAC,GAAG,CAAC,EAAE;YAC5B,iDAAiD;YACjD,MAAM,aAAa,GAAG,GAAG,CAAC,OAAO,CAAC,UAAU,EAAE,EAAE,CAAC,CAAC;YAClD,MAAM,iBAAiB,GAAG,OAAO,CAAC,OAAO,CAAC,UAAU,EAAE,EAAE,CAAC,CAAC;YAC1D,OAAO,iBAAiB,KAAK,aAAa;gBACnC,iBAAiB,CAAC,UAAU,CAAC,aAAa,GAAG,GAAG,CAAC;gBACjD,aAAa,KAAK,GAAG,CAAC;QAC/B,CAAC,CAAC,CAAC;IACL,CAAC,CAAC,CAAC;AACL,CAAC;AAED;;;;;;GAMG;AACH,SAAgB,YAAY,CAAC,KAAmB,EAAE,OAAyB;IACzE,IAAI,CAAC,OAAO,CAAC,YAAY,IAAI,OAAO,CAAC,YAAY,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QAC/D,OAAO,KAAK,CAAC;IACf,CAAC;IAED,OAAO,KAAK,CAAC,MAAM,CAAC,IAAI,CAAC,EAAE;QACzB,0DAA0D;QAC1D,KAAK,MAAM,IAAI,IAAI,IAAI,CAAC,cAAc,EAAE,CAAC;YACvC,IAAI,CAAC;gBACH,8DAA8D;gBAC9D,KAAK,MAAM,WAAW,IAAI,OAAO,CAAC,YAAa,EAAE,CAAC;oBAChD,IAAI,IAAA,qBAAS,EAAC,WAAW,EAAE,IAAI,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,EAAE,CAAC;wBACtD,OAAO,IAAI,CAAC;oBACd,CAAC;gBACH,CAAC;YACH,CAAC;YAAC,MAAM,CAAC;gBACP,qBAAqB;YACvB,CAAC;QACH,CAAC;QACD,OAAO,KAAK,CAAC;IACf,CAAC,CAAC,CAAC;AACL,CAAC;AAED;;;;;;GAMG;AACH,SAAgB,WAAW,CAAC,KAAmB,EAAE,WAAqB;IACpE,IAAI,CAAC,WAAW,IAAI,WAAW,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QAC7C,OAAO,KAAK,CAAC;IACf,CAAC;IAED,OAAO,KAAK,CAAC,MAAM,CAAC,IAAI,CAAC,EAAE;QACzB,MAAM,QAAQ,GAAG,IAAI,CAAC,WAAW,CAAC,IAAI,IAAI,EAAE,CAAC;QAC7C,OAAO,QAAQ,CAAC,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,WAAW,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC,CAAC;IACzD,CAAC,CAAC,CAAC;AACL,CAAC;AAED;;;;;GAKG;AACH,SAAgB,cAAc,CAAC,KAAmB;IAChD,OAAO,CAAC,GAAG,KAAK,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE;QAC9B,MAAM,YAAY,GAAG,CAAC,CAAC,WAAW,CAAC,QAAQ,GAAG,CAAC,CAAC,WAAW,CAAC,QAAQ,CAAC;QACrE,IAAI,YAAY,KAAK,CAAC,EAAE,CAAC;YACvB,OAAO,YAAY,CAAC;QACtB,CAAC;QACD,4CAA4C;QAC5C,OAAO,CAAC,CAAC,WAAW,CAAC,EAAE,CAAC,aAAa,CAAC,CAAC,CAAC,WAAW,CAAC,EAAE,CAAC,CAAC;IAC1D,CAAC,CAAC,CAAC;AACL,CAAC;AAED;;;;;;;GAOG;AACH,SAAgB,cAAc,CAC5B,KAAmB,EACnB,SAAiB,EACjB,mBAA6B,EAAE;IAE/B,MAAM,eAAe,GAAG,IAAA,mCAAiB,EAAC,SAAS,CAAC,CAAC;IACrD,MAAM,QAAQ,GAAiB,EAAE,CAAC;IAClC,MAAM,gBAAgB,GAAiB,EAAE,CAAC;IAC1C,IAAI,WAAW,GAAG,CAAC,CAAC;IAEpB,kCAAkC;IAClC,MAAM,aAAa,GAAG,KAAK,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,gBAAgB,CAAC,QAAQ,CAAC,CAAC,CAAC,WAAW,CAAC,EAAE,CAAC,CAAC,CAAC;IACrF,MAAM,SAAS,GAAG,KAAK,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,gBAAgB,CAAC,QAAQ,CAAC,CAAC,CAAC,WAAW,CAAC,EAAE,CAAC,CAAC,CAAC;IAElF,KAAK,MAAM,IAAI,IAAI,aAAa,EAAE,CAAC;QACjC,MAAM,MAAM,GAAG,IAAA,gCAAc,EAAC,IAAI,CAAC,OAAO,CAAC,CAAC,MAAM,CAAC;QACnD,WAAW,IAAI,MAAM,CAAC;QACtB,QAAQ,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;IACtB,CAAC;IAED,kDAAkD;IAClD,KAAK,MAAM,IAAI,IAAI,SAAS,EAAE,CAAC;QAC7B,MAAM,MAAM,GAAG,IAAA,gCAAc,EAAC,IAAI,CAAC,OAAO,CAAC,CAAC,MAAM,CAAC;QAEnD,IAAI,WAAW,GAAG,MAAM,IAAI,eAAe,EAAE,CAAC;YAC5C,WAAW,IAAI,MAAM,CAAC;YACtB,QAAQ,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QACtB,CAAC;aAAM,CAAC;YACN,gBAAgB,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QAC9B,CAAC;IACH,CAAC;IAED,OAAO;QACL,KAAK,EAAE,QAAQ;QACf,WAAW;QACX,gBAAgB;QAChB,gBAAgB,EAAE,EAAE;KACrB,CAAC;AACJ,CAAC;AAED;;;;;;;GAOG;AACH,SAAgB,WAAW,CACzB,KAAmB,EACnB,OAAyB,EACzB,OAAyB;IAEzB,IAAI,QAAQ,GAAG,CAAC,GAAG,KAAK,CAAC,CAAC;IAC1B,MAAM,gBAAgB,GAAiB,EAAE,CAAC;IAE1C,iCAAiC;IACjC,QAAQ,OAAO,CAAC,QAAQ,EAAE,CAAC;QACzB,KAAK,WAAW;YACd,IAAI,OAAO,CAAC,WAAW,EAAE,CAAC;gBACxB,QAAQ,GAAG,iBAAiB,CAAC,QAAQ,EAAE,OAAO,CAAC,WAAW,CAAC,CAAC;gBAC5D,gBAAgB,CAAC,IAAI,CAAC,GAAG,KAAK,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,QAAQ,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;YACrE,CAAC;YACD,MAAM;QAER,KAAK,MAAM;YACT,IAAI,OAAO,CAAC,YAAY,EAAE,CAAC;gBACzB,QAAQ,GAAG,YAAY,CAAC,QAAQ,EAAE,OAAO,CAAC,CAAC;gBAC3C,gBAAgB,CAAC,IAAI,CAAC,GAAG,KAAK,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,QAAQ,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;YACrE,CAAC;YACD,MAAM;QAER,KAAK,KAAK;YACR,IAAI,OAAO,CAAC,WAAW,EAAE,CAAC;gBACxB,QAAQ,GAAG,WAAW,CAAC,QAAQ,EAAE,OAAO,CAAC,WAAW,CAAC,CAAC;gBACtD,gBAAgB,CAAC,IAAI,CAAC,GAAG,KAAK,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,QAAQ,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;YACrE,CAAC;YACD,MAAM;QAER,KAAK,UAAU;YACb,oDAAoD;YACpD,MAAM;QAER,KAAK,KAAK;YACR,oBAAoB;YACpB,MAAM;IACV,CAAC;IAED,kDAAkD;IAClD,QAAQ,GAAG,cAAc,CAAC,QAAQ,CAAC,CAAC;IAEpC,kCAAkC;IAClC,IAAI,OAAO,CAAC,SAAS,KAAK,SAAS,EAAE,CAAC;QACpC,mDAAmD;QACnD,IAAI,OAAO,CAAC,SAAS,IAAI,CAAC,EAAE,CAAC;YAC3B,OAAO;gBACL,KAAK,EAAE,EAAE;gBACT,WAAW,EAAE,CAAC;gBACd,gBAAgB,EAAE,QAAQ;gBAC1B,gBAAgB;aACjB,CAAC;QACJ,CAAC;QAED,MAAM,MAAM,GAAG,cAAc,CAC3B,QAAQ,EACR,OAAO,CAAC,SAAS,EACjB,OAAO,CAAC,aAAa,CACtB,CAAC;QACF,OAAO;YACL,GAAG,MAAM;YACT,gBAAgB;SACjB,CAAC;IACJ,CAAC;IAED,uBAAuB;IACvB,MAAM,WAAW,GAAG,QAAQ,CAAC,MAAM,CACjC,CAAC,GAAG,EAAE,IAAI,EAAE,EAAE,CAAC,GAAG,GAAG,IAAA,gCAAc,EAAC,IAAI,CAAC,OAAO,CAAC,CAAC,MAAM,EACxD,CAAC,CACF,CAAC;IAEF,OAAO;QACL,KAAK,EAAE,QAAQ;QACf,WAAW;QACX,gBAAgB,EAAE,EAAE;QACpB,gBAAgB;KACjB,CAAC;AACJ,CAAC;AAED;;;;;GAKG;AACH,SAAgB,mBAAmB,CAAC,KAAmB;IACrD,OAAO,KAAK,CAAC,MAAM,CAAC,IAAI,CAAC,EAAE,CAAC,IAAI,CAAC,WAAW,CAAC,YAAY,KAAK,IAAI,CAAC,CAAC;AACtE,CAAC;AAED;;;;;GAKG;AACH,SAAgB,cAAc,CAAC,KAAmB;IAIhD,MAAM,WAAW,GAAiB,EAAE,CAAC;IACrC,MAAM,WAAW,GAAiB,EAAE,CAAC;IAErC,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;QACzB,IAAI,IAAI,CAAC,WAAW,CAAC,YAAY,EAAE,CAAC;YAClC,WAAW,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QACzB,CAAC;aAAM,CAAC;YACN,WAAW,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QACzB,CAAC;IACH,CAAC;IAED,OAAO,EAAE,WAAW,EAAE,WAAW,EAAE,CAAC;AACtC,CAAC"}

package/dist/compiler/token-estimator.d.ts

@@ -0,0 +1,74 @@
+/**
+ * Content-aware token estimation for AI context budget control
+ *
+ * Uses character-to-token ratios based on content type:
+ * - Prose (English text): 3.5 chars/token
+ * - Code (programming languages): 2.5 chars/token
+ * - Mixed content: 3.0 chars/token
+ * - CJK (Chinese, Japanese, Korean): 1.5 chars/token
+ */
+/**
+ * Content type for token estimation
+ */
+export type ContentType = 'prose' | 'code' | 'mixed' | 'cjk';
+/**
+ * Token estimation result
+ */
+export interface TokenEstimation {
+    /** Estimated token count */
+    tokens: number;
+    /** Detected content type */
+    contentType: ContentType;
+    /** Character count */
+    characters: number;
+    /** Ratio used for estimation */
+    ratio: number;
+}
+/**
+ * Detect content type from text content
+ *
+ * @param content - Text content to analyze
+ * @returns Detected content type
+ */
+export declare function detectContentType(content: string): ContentType;
+/**
+ * Estimate token count for content
+ *
+ * @param content - Text content to estimate
+ * @returns Token estimation with count, type, and ratio
+ */
+export declare function estimateTokens(content: string): TokenEstimation;
+/**
+ * Estimate tokens with a specific content type override
+ *
+ * @param content - Text content to estimate
+ * @param contentType - Override content type
+ * @returns Token estimation
+ */
+export declare function estimateTokensWithType(content: string, contentType: ContentType): TokenEstimation;
+/**
+ * Apply budget margin for metadata overhead
+ *
+ * @param budget - Original token budget
+ * @param marginPercent - Margin percentage (default: 5%)
+ * @returns Effective budget after margin
+ */
+export declare function applyBudgetMargin(budget: number, marginPercent?: number): number;
+/**
+ * Check if adding content would exceed budget
+ *
+ * @param currentTokens - Current token count
+ * @param additionalContent - Content to add
+ * @param budget - Token budget
+ * @param marginPercent - Margin percentage (default: 5%)
+ * @returns true if budget would be exceeded
+ */
+export declare function wouldExceedBudget(currentTokens: number, additionalContent: string, budget: number, marginPercent?: number): boolean;
+/**
+ * Get the character-to-token ratio for a content type
+ *
+ * @param contentType - Content type
+ * @returns Character-to-token ratio
+ */
+export declare function getRatio(contentType: ContentType): number;
+//# sourceMappingURL=token-estimator.d.ts.map

package/dist/compiler/token-estimator.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"token-estimator.d.ts","sourceRoot":"","sources":["../../src/compiler/token-estimator.ts"],"names":[],"mappings":"AAAA;;;;;;;;GAQG;AAEH;;GAEG;AACH,MAAM,MAAM,WAAW,GAAG,OAAO,GAAG,MAAM,GAAG,OAAO,GAAG,KAAK,CAAC;AAE7D;;GAEG;AACH,MAAM,WAAW,eAAe;IAC9B,4BAA4B;IAC5B,MAAM,EAAE,MAAM,CAAC;IACf,4BAA4B;IAC5B,WAAW,EAAE,WAAW,CAAC;IACzB,sBAAsB;IACtB,UAAU,EAAE,MAAM,CAAC;IACnB,gCAAgC;IAChC,KAAK,EAAE,MAAM,CAAC;CACf;AAmDD;;;;;GAKG;AACH,wBAAgB,iBAAiB,CAAC,OAAO,EAAE,MAAM,GAAG,WAAW,CAoD9D;AAED;;;;;GAKG;AACH,wBAAgB,cAAc,CAAC,OAAO,EAAE,MAAM,GAAG,eAAe,CAsB/D;AAED;;;;;;GAMG;AACH,wBAAgB,sBAAsB,CAAC,OAAO,EAAE,MAAM,EAAE,WAAW,EAAE,WAAW,GAAG,eAAe,CAWjG;AAED;;;;;;GAMG;AACH,wBAAgB,iBAAiB,CAAC,MAAM,EAAE,MAAM,EAAE,aAAa,GAAE,MAAU,GAAG,MAAM,CAEnF;AAED;;;;;;;;GAQG;AACH,wBAAgB,iBAAiB,CAC/B,aAAa,EAAE,MAAM,EACrB,iBAAiB,EAAE,MAAM,EACzB,MAAM,EAAE,MAAM,EACd,aAAa,GAAE,MAAU,GACxB,OAAO,CAIT;AAED;;;;;GAKG;AACH,wBAAgB,QAAQ,CAAC,WAAW,EAAE,WAAW,GAAG,MAAM,CAEzD"}

package/dist/compiler/token-estimator.js

@@ -0,0 +1,191 @@
+"use strict";
+/**
+ * Content-aware token estimation for AI context budget control
+ *
+ * Uses character-to-token ratios based on content type:
+ * - Prose (English text): 3.5 chars/token
+ * - Code (programming languages): 2.5 chars/token
+ * - Mixed content: 3.0 chars/token
+ * - CJK (Chinese, Japanese, Korean): 1.5 chars/token
+ */
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.detectContentType = detectContentType;
+exports.estimateTokens = estimateTokens;
+exports.estimateTokensWithType = estimateTokensWithType;
+exports.applyBudgetMargin = applyBudgetMargin;
+exports.wouldExceedBudget = wouldExceedBudget;
+exports.getRatio = getRatio;
+/**
+ * Character-to-token ratios by content type
+ */
+const TOKEN_RATIOS = {
+    prose: 3.5,
+    code: 2.5,
+    mixed: 3.0,
+    cjk: 1.5,
+};
+/**
+ * Code indicators for content type detection
+ */
+const CODE_INDICATORS = [
+    /\bimport\s+/,
+    /\bexport\s+/,
+    /\bfunction\s+/,
+    /\bclass\s+/,
+    /\bconst\s+/,
+    /\blet\s+/,
+    /\bvar\s+/,
+    /\bdef\s+/,
+    /\basync\s+/,
+    /=>/,
+    /\breturn\s+/,
+    /\bif\s*\(/,
+    /\bfor\s*\(/,
+    /\bwhile\s*\(/,
+    /\bswitch\s*\(/,
+    /\{\s*$/m,
+    /^\s*\}/m,
+];
+/**
+ * CJK Unicode ranges
+ * - CJK Unified Ideographs: U+4E00-U+9FFF
+ * - CJK Extension A: U+3400-U+4DBF
+ * - Hiragana: U+3040-U+309F
+ * - Katakana: U+30A0-U+30FF
+ * - Hangul Syllables: U+AC00-U+D7AF
+ */
+const CJK_PATTERN = /[\u4E00-\u9FFF\u3400-\u4DBF\u3040-\u309F\u30A0-\u30FF\uAC00-\uD7AF]/g;
+/**
+ * Threshold for content type detection (percentage of content)
+ */
+const CODE_INDICATOR_THRESHOLD = 3; // Minimum matches to consider code
+const CJK_RATIO_THRESHOLD = 0.3; // 30% CJK characters
+/**
+ * Detect content type from text content
+ *
+ * @param content - Text content to analyze
+ * @returns Detected content type
+ */
+function detectContentType(content) {
+    if (!content || content.length === 0) {
+        return 'mixed';
+    }
+    // Check for CJK content first
+    const cjkMatches = content.match(CJK_PATTERN) || [];
+    const cjkRatio = cjkMatches.length / content.length;
+    if (cjkRatio >= CJK_RATIO_THRESHOLD) {
+        return 'cjk';
+    }
+    // Count code indicators
+    let codeIndicatorCount = 0;
+    for (const indicator of CODE_INDICATORS) {
+        const matches = content.match(new RegExp(indicator, 'g')) || [];
+        codeIndicatorCount += matches.length;
+    }
+    // If enough code indicators, consider it code
+    if (codeIndicatorCount >= CODE_INDICATOR_THRESHOLD) {
+        return 'code';
+    }
+    // Check if it looks like markdown prose
+    const lines = content.split('\n');
+    const proseIndicators = [
+        /^#+\s+/, // Markdown headers
+        /^\s*[-*]\s+/, // Bullet points
+        /^\d+\.\s+/, // Numbered lists
+        /\*\*[^*]+\*\*/, // Bold text
+        /\*[^*]+\*/, // Italic text
+    ];
+    let proseCount = 0;
+    for (const line of lines) {
+        for (const indicator of proseIndicators) {
+            if (indicator.test(line)) {
+                proseCount++;
+                break;
+            }
+        }
+    }
+    // If significant prose indicators and low code indicators
+    if (proseCount >= 3 && codeIndicatorCount < CODE_INDICATOR_THRESHOLD) {
+        return 'prose';
+    }
+    // Default to mixed
+    return 'mixed';
+}
+/**
+ * Estimate token count for content
+ *
+ * @param content - Text content to estimate
+ * @returns Token estimation with count, type, and ratio
+ */
+function estimateTokens(content) {
+    const characters = content.length;
+    if (characters === 0) {
+        return {
+            tokens: 0,
+            contentType: 'mixed',
+            characters: 0,
+            ratio: TOKEN_RATIOS.mixed,
+        };
+    }
+    const contentType = detectContentType(content);
+    const ratio = TOKEN_RATIOS[contentType];
+    const tokens = Math.ceil(characters / ratio);
+    return {
+        tokens,
+        contentType,
+        characters,
+        ratio,
+    };
+}
+/**
+ * Estimate tokens with a specific content type override
+ *
+ * @param content - Text content to estimate
+ * @param contentType - Override content type
+ * @returns Token estimation
+ */
+function estimateTokensWithType(content, contentType) {
+    const characters = content.length;
+    const ratio = TOKEN_RATIOS[contentType];
+    const tokens = Math.ceil(characters / ratio);
+    return {
+        tokens,
+        contentType,
+        characters,
+        ratio,
+    };
+}
+/**
+ * Apply budget margin for metadata overhead
+ *
+ * @param budget - Original token budget
+ * @param marginPercent - Margin percentage (default: 5%)
+ * @returns Effective budget after margin
+ */
+function applyBudgetMargin(budget, marginPercent = 5) {
+    return Math.floor(budget * (1 - marginPercent / 100));
+}
+/**
+ * Check if adding content would exceed budget
+ *
+ * @param currentTokens - Current token count
+ * @param additionalContent - Content to add
+ * @param budget - Token budget
+ * @param marginPercent - Margin percentage (default: 5%)
+ * @returns true if budget would be exceeded
+ */
+function wouldExceedBudget(currentTokens, additionalContent, budget, marginPercent = 5) {
+    const effectiveBudget = applyBudgetMargin(budget, marginPercent);
+    const additionalTokens = estimateTokens(additionalContent).tokens;
+    return currentTokens + additionalTokens > effectiveBudget;
+}
+/**
+ * Get the character-to-token ratio for a content type
+ *
+ * @param contentType - Content type
+ * @returns Character-to-token ratio
+ */
+function getRatio(contentType) {
+    return TOKEN_RATIOS[contentType];
+}
+//# sourceMappingURL=token-estimator.js.map

package/dist/compiler/token-estimator.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"token-estimator.js","sourceRoot":"","sources":["../../src/compiler/token-estimator.ts"],"names":[],"mappings":";AAAA;;;;;;;;GAQG;;AA4EH,8CAoDC;AAQD,wCAsBC;AASD,wDAWC;AASD,8CAEC;AAWD,8CASC;AAQD,4BAEC;AAtMD;;GAEG;AACH,MAAM,YAAY,GAAgC;IAChD,KAAK,EAAE,GAAG;IACV,IAAI,EAAE,GAAG;IACT,KAAK,EAAE,GAAG;IACV,GAAG,EAAE,GAAG;CACT,CAAC;AAEF;;GAEG;AACH,MAAM,eAAe,GAAG;IACtB,aAAa;IACb,aAAa;IACb,eAAe;IACf,YAAY;IACZ,YAAY;IACZ,UAAU;IACV,UAAU;IACV,UAAU;IACV,YAAY;IACZ,IAAI;IACJ,aAAa;IACb,WAAW;IACX,YAAY;IACZ,cAAc;IACd,eAAe;IACf,SAAS;IACT,SAAS;CACV,CAAC;AAEF;;;;;;;GAOG;AACH,MAAM,WAAW,GAAG,sEAAsE,CAAC;AAE3F;;GAEG;AACH,MAAM,wBAAwB,GAAG,CAAC,CAAC,CAAE,mCAAmC;AACxE,MAAM,mBAAmB,GAAG,GAAG,CAAC,CAAK,qBAAqB;AAE1D;;;;;GAKG;AACH,SAAgB,iBAAiB,CAAC,OAAe;IAC/C,IAAI,CAAC,OAAO,IAAI,OAAO,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QACrC,OAAO,OAAO,CAAC;IACjB,CAAC;IAED,8BAA8B;IAC9B,MAAM,UAAU,GAAG,OAAO,CAAC,KAAK,CAAC,WAAW,CAAC,IAAI,EAAE,CAAC;IACpD,MAAM,QAAQ,GAAG,UAAU,CAAC,MAAM,GAAG,OAAO,CAAC,MAAM,CAAC;IAEpD,IAAI,QAAQ,IAAI,mBAAmB,EAAE,CAAC;QACpC,OAAO,KAAK,CAAC;IACf,CAAC;IAED,wBAAwB;IACxB,IAAI,kBAAkB,GAAG,CAAC,CAAC;IAC3B,KAAK,MAAM,SAAS,IAAI,eAAe,EAAE,CAAC;QACxC,MAAM,OAAO,GAAG,OAAO,CAAC,KAAK,CAAC,IAAI,MAAM,CAAC,SAAS,EAAE,GAAG,CAAC,CAAC,IAAI,EAAE,CAAC;QAChE,kBAAkB,IAAI,OAAO,CAAC,MAAM,CAAC;IACvC,CAAC;IAED,8CAA8C;IAC9C,IAAI,kBAAkB,IAAI,wBAAwB,EAAE,CAAC;QACnD,OAAO,MAAM,CAAC;IAChB,CAAC;IAED,wCAAwC;IACxC,MAAM,KAAK,GAAG,OAAO,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;IAClC,MAAM,eAAe,GAAG;QACtB,QAAQ,EAAM,mBAAmB;QACjC,aAAa,EAAE,gBAAgB;QAC/B,WAAW,EAAI,iBAAiB;QAChC,eAAe,EAAE,YAAY;QAC7B,WAAW,EAAM,cAAc;KAChC,CAAC;IAEF,IAAI,UAAU,GAAG,CAAC,CAAC;IACnB,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;QACzB,KAAK,MAAM,SAAS,IAAI,eAAe,EAAE,CAAC;YACxC,IAAI,SAAS,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC;gBACzB,UAAU,EAAE,CAAC;gBACb,MAAM;YACR,CAAC;QACH,CAAC;IACH,CAAC;IAED,0DAA0D;IAC1D,IAAI,UAAU,IAAI,CAAC,IAAI,kBAAkB,GAAG,wBAAwB,EAAE,CAAC;QACrE,OAAO,OAAO,CAAC;IACjB,CAAC;IAED,mBAAmB;IACnB,OAAO,OAAO,CAAC;AACjB,CAAC;AAED;;;;;GAKG;AACH,SAAgB,cAAc,CAAC,OAAe;IAC5C,MAAM,UAAU,GAAG,OAAO,CAAC,MAAM,CAAC;IAElC,IAAI,UAAU,KAAK,CAAC,EAAE,CAAC;QACrB,OAAO;YACL,MAAM,EAAE,CAAC;YACT,WAAW,EAAE,OAAO;YACpB,UAAU,EAAE,CAAC;YACb,KAAK,EAAE,YAAY,CAAC,KAAK;SAC1B,CAAC;IACJ,CAAC;IAED,MAAM,WAAW,GAAG,iBAAiB,CAAC,OAAO,CAAC,CAAC;IAC/C,MAAM,KAAK,GAAG,YAAY,CAAC,WAAW,CAAC,CAAC;IACxC,MAAM,MAAM,GAAG,IAAI,CAAC,IAAI,CAAC,UAAU,GAAG,KAAK,CAAC,CAAC;IAE7C,OAAO;QACL,MAAM;QACN,WAAW;QACX,UAAU;QACV,KAAK;KACN,CAAC;AACJ,CAAC;AAED;;;;;;GAMG;AACH,SAAgB,sBAAsB,CAAC,OAAe,EAAE,WAAwB;IAC9E,MAAM,UAAU,GAAG,OAAO,CAAC,MAAM,CAAC;IAClC,MAAM,KAAK,GAAG,YAAY,CAAC,WAAW,CAAC,CAAC;IACxC,MAAM,MAAM,GAAG,IAAI,CAAC,IAAI,CAAC,UAAU,GAAG,KAAK,CAAC,CAAC;IAE7C,OAAO;QACL,MAAM;QACN,WAAW;QACX,UAAU;QACV,KAAK;KACN,CAAC;AACJ,CAAC;AAED;;;;;;GAMG;AACH,SAAgB,iBAAiB,CAAC,MAAc,EAAE,gBAAwB,CAAC;IACzE,OAAO,IAAI,CAAC,KAAK,CAAC,MAAM,GAAG,CAAC,CAAC,GAAG,aAAa,GAAG,GAAG,CAAC,CAAC,CAAC;AACxD,CAAC;AAED;;;;;;;;GAQG;AACH,SAAgB,iBAAiB,CAC/B,aAAqB,EACrB,iBAAyB,EACzB,MAAc,EACd,gBAAwB,CAAC;IAEzB,MAAM,eAAe,GAAG,iBAAiB,CAAC,MAAM,EAAE,aAAa,CAAC,CAAC;IACjE,MAAM,gBAAgB,GAAG,cAAc,CAAC,iBAAiB,CAAC,CAAC,MAAM,CAAC;IAClE,OAAO,aAAa,GAAG,gBAAgB,GAAG,eAAe,CAAC;AAC5D,CAAC;AAED;;;;;GAKG;AACH,SAAgB,QAAQ,CAAC,WAAwB;IAC/C,OAAO,YAAY,CAAC,WAAW,CAAC,CAAC;AACnC,CAAC"}

package/dist/config/index.d.ts

@@ -0,0 +1,2 @@
+export * from './loader';
+//# sourceMappingURL=index.d.ts.map

package/dist/config/index.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../src/config/index.ts"],"names":[],"mappings":"AAAA,cAAc,UAAU,CAAC"}