dino-spec 9.10.0 → 9.14.0

package/README.md

@@ -15,6 +15,11 @@
 ## Features
 
 - **MCP Integration** - 47 tools + 29 resources auto-configured during init
+- **Phase 4 Advanced Optimizations** (v9.14.0)
+  - **MCP Tool Filtering** - Phase-based tool tiering for 60-70% context overhead reduction
+  - **Memory Recitation** - SM-2 spaced repetition for long-term memory retention
+  - **Entropy Enhancement** - Language-specific profiles and cross-section deduplication
+  - **External Vector DB** - Qdrant/Pinecone adapter support for scalable embeddings
 - **Enhanced Observability** - Execution tree, memory access log, context transitions with HTML/JSON export (v9.10.0)
 - **Session State** - Automatic tracking of focus, test/build/lint status, blockers
 - **Persistent Memory** - Decisions, patterns, learnings survive across sessions
@@ -27,7 +32,7 @@
 - **Recursive Retrieval** - RLM-style query decomposition with quality feedback
 - **Dynamic Partitioning** - Intelligent codebase segmentation (directory, feature, dependency, time)
 - **Context REPL** - Declarative DSL for model-driven exploration
-- **Context Engineering** - Research-backed token optimization (v9.6.0, v9.7.0)
+- **Context Engineering** - Research-backed token optimization (v9.6.0, v9.7.0, v9.14.0)
   - Tool result summarization (~50-70% better retention)
   - Positional context optimization (~15-25% recall improvement)
   - Just-in-time context loading (~60-80% initial context reduction)
@@ -35,6 +40,8 @@
   - Virtual memory management (~40-50% memory overhead reduction)
   - Multi-agent context isolation (~70-80% token reduction for parallel agents)
   - Semantic memory validation (~20-30% better relevance)
+  - Language-specific entropy profiles (v9.14.0)
+  - Cross-section deduplication (v9.14.0)
   - Reference docs and skills (`/research`, `/context-optimize`)
 
 ## Installation

package/dist/core/budget/cross-section-dedup.d.ts

@@ -0,0 +1,146 @@
+/**
+ * Cross-Section Deduplication - v9.13.0
+ *
+ * Detects and removes redundant content across context sections.
+ * Uses normalized code hashing and similarity clustering to identify
+ * duplicated patterns, reducing token waste.
+ *
+ * Key techniques:
+ * 1. Code normalization (remove whitespace, comments)
+ * 2. Fragment hashing for exact match detection
+ * 3. Similarity clustering for near-duplicates (>90% similar)
+ * 4. Canonical selection and reference replacement
+ *
+ * Usage:
+ * ```typescript
+ * const result = deduplicateSections(sections);
+ * // result.canonicals: unique sections to include
+ * // result.references: sections replaced with references
+ * // result.savings: tokens saved
+ * ```
+ */
+import type { ContentSection } from './entropy-budget.js';
+/**
+ * Normalized content for comparison
+ */
+export interface NormalizedContent {
+    original: string;
+    normalized: string;
+    hash: string;
+    tokens: string[];
+}
+/**
+ * Similarity match between two sections
+ */
+export interface SimilarityMatch {
+    section1Id: string;
+    section2Id: string;
+    similarity: number;
+    matchType: 'exact' | 'near-duplicate' | 'partial';
+}
+/**
+ * Section cluster (group of similar sections)
+ */
+export interface SectionCluster {
+    /** Canonical section (to keep) */
+    canonicalId: string;
+    /** IDs of sections that are duplicates */
+    duplicateIds: string[];
+    /** Average similarity within cluster */
+    avgSimilarity: number;
+    /** Total tokens saved by deduplication */
+    tokensSaved: number;
+}
+/**
+ * Deduplication result
+ */
+export interface DeduplicationResult {
+    /** Original section count */
+    originalCount: number;
+    /** Sections after deduplication */
+    uniqueCount: number;
+    /** Canonical sections to keep */
+    canonicals: ContentSection[];
+    /** Sections replaced with references */
+    references: Array<{
+        sectionId: string;
+        canonicalId: string;
+        similarity: number;
+    }>;
+    /** Similarity clusters found */
+    clusters: SectionCluster[];
+    /** Total tokens saved */
+    tokensSaved: number;
+    /** Deduplication percentage */
+    dedupPercent: number;
+    /** Processing time in ms */
+    processingTimeMs: number;
+}
+/**
+ * Deduplication options
+ */
+export interface DeduplicationOptions {
+    /** Minimum similarity to consider duplicate (default: 0.9) */
+    similarityThreshold: number;
+    /** Remove comments before comparison (default: true) */
+    removeComments: boolean;
+    /** Normalize whitespace (default: true) */
+    normalizeWhitespace: boolean;
+    /** Minimum section size to consider (default: 50 chars) */
+    minSectionSize: number;
+    /** Maximum sections to compare (default: 100) */
+    maxSections: number;
+}
+/**
+ * Default deduplication options
+ */
+export declare const DEFAULT_DEDUP_OPTIONS: DeduplicationOptions;
+/**
+ * Remove comments from code
+ */
+export declare function removeComments(content: string): string;
+/**
+ * Normalize whitespace
+ */
+export declare function normalizeWhitespace(content: string): string;
+/**
+ * Normalize content for comparison
+ */
+export declare function normalizeContent(content: string, options?: Partial<DeduplicationOptions>): NormalizedContent;
+/**
+ * Simple tokenizer for similarity comparison
+ */
+export declare function tokenize(content: string): string[];
+/**
+ * Calculate Jaccard similarity between two token sets
+ */
+export declare function jaccardSimilarity(tokens1: string[], tokens2: string[]): number;
+/**
+ * Calculate similarity using longest common subsequence
+ */
+export declare function lcsSimilarity(str1: string, str2: string): number;
+/**
+ * Calculate combined similarity score
+ */
+export declare function calculateSimilarity(content1: NormalizedContent, content2: NormalizedContent): number;
+/**
+ * Find all similarity matches between sections
+ */
+export declare function findSimilarityMatches(sections: ContentSection[], options?: Partial<DeduplicationOptions>): SimilarityMatch[];
+/**
+ * Build clusters from similarity matches using union-find
+ */
+export declare function buildClusters(sections: ContentSection[], matches: SimilarityMatch[], options?: Partial<DeduplicationOptions>): SectionCluster[];
+/**
+ * Deduplicate content sections
+ */
+export declare function deduplicateSections(sections: ContentSection[], options?: Partial<DeduplicationOptions>): DeduplicationResult;
+/**
+ * Format deduplication result for display
+ */
+export declare function formatDeduplicationResult(result: DeduplicationResult): string;
+/**
+ * Create reference placeholder for deduplicated section
+ */
+export declare function createReferencePlaceholder(canonicalId: string, similarity: number): string;
+//# sourceMappingURL=cross-section-dedup.d.ts.map

package/dist/core/budget/cross-section-dedup.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"cross-section-dedup.d.ts","sourceRoot":"","sources":["../../../src/core/budget/cross-section-dedup.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;;;;;;GAoBG;AAGH,OAAO,KAAK,EAAE,cAAc,EAAE,MAAM,qBAAqB,CAAC;AAM1D;;GAEG;AACH,MAAM,WAAW,iBAAiB;IAChC,QAAQ,EAAE,MAAM,CAAC;IACjB,UAAU,EAAE,MAAM,CAAC;IACnB,IAAI,EAAE,MAAM,CAAC;IACb,MAAM,EAAE,MAAM,EAAE,CAAC;CAClB;AAED;;GAEG;AACH,MAAM,WAAW,eAAe;IAC9B,UAAU,EAAE,MAAM,CAAC;IACnB,UAAU,EAAE,MAAM,CAAC;IACnB,UAAU,EAAE,MAAM,CAAC;IACnB,SAAS,EAAE,OAAO,GAAG,gBAAgB,GAAG,SAAS,CAAC;CACnD;AAED;;GAEG;AACH,MAAM,WAAW,cAAc;IAC7B,kCAAkC;IAClC,WAAW,EAAE,MAAM,CAAC;IACpB,0CAA0C;IAC1C,YAAY,EAAE,MAAM,EAAE,CAAC;IACvB,wCAAwC;IACxC,aAAa,EAAE,MAAM,CAAC;IACtB,0CAA0C;IAC1C,WAAW,EAAE,MAAM,CAAC;CACrB;AAED;;GAEG;AACH,MAAM,WAAW,mBAAmB;IAClC,6BAA6B;IAC7B,aAAa,EAAE,MAAM,CAAC;IACtB,mCAAmC;IACnC,WAAW,EAAE,MAAM,CAAC;IACpB,iCAAiC;IACjC,UAAU,EAAE,cAAc,EAAE,CAAC;IAC7B,wCAAwC;IACxC,UAAU,EAAE,KAAK,CAAC;QAChB,SAAS,EAAE,MAAM,CAAC;QAClB,WAAW,EAAE,MAAM,CAAC;QACpB,UAAU,EAAE,MAAM,CAAC;KACpB,CAAC,CAAC;IACH,gCAAgC;IAChC,QAAQ,EAAE,cAAc,EAAE,CAAC;IAC3B,yBAAyB;IACzB,WAAW,EAAE,MAAM,CAAC;IACpB,+BAA+B;IAC/B,YAAY,EAAE,MAAM,CAAC;IACrB,4BAA4B;IAC5B,gBAAgB,EAAE,MAAM,CAAC;CAC1B;AAED;;GAEG;AACH,MAAM,WAAW,oBAAoB;IACnC,8DAA8D;IAC9D,mBAAmB,EAAE,MAAM,CAAC;IAC5B,wDAAwD;IACxD,cAAc,EAAE,OAAO,CAAC;IACxB,2CAA2C;IAC3C,mBAAmB,EAAE,OAAO,CAAC;IAC7B,2DAA2D;IAC3D,cAAc,EAAE,MAAM,CAAC;IACvB,iDAAiD;IACjD,WAAW,EAAE,MAAM,CAAC;CACrB;AAED;;GAEG;AACH,eAAO,MAAM,qBAAqB,EAAE,oBAMnC,CAAC;AAMF;;GAEG;AACH,wBAAgB,cAAc,CAAC,OAAO,EAAE,MAAM,GAAG,MAAM,CAWtD;AAED;;GAEG;AACH,wBAAgB,mBAAmB,CAAC,OAAO,EAAE,MAAM,GAAG,MAAM,CAY3D;AAED;;GAEG;AACH,wBAAgB,gBAAgB,CAC9B,OAAO,EAAE,MAAM,EACf,OAAO,GAAE,OAAO,CAAC,oBAAoB,CAAM,GAC1C,iBAAiB,CAyBnB;AAED;;GAEG;AACH,wBAAgB,QAAQ,CAAC,OAAO,EAAE,MAAM,GAAG,MAAM,EAAE,CAMlD;AAMD;;GAEG;AACH,wBAAgB,iBAAiB,CAAC,OAAO,EAAE,MAAM,EAAE,EAAE,OAAO,EAAE,MAAM,EAAE,GAAG,MAAM,CAgB9E;AAED;;GAEG;AACH,wBAAgB,aAAa,CAAC,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,MAAM,GAAG,MAAM,CA+BhE;AAED;;GAEG;AACH,wBAAgB,mBAAmB,CACjC,QAAQ,EAAE,iBAAiB,EAC3B,QAAQ,EAAE,iBAAiB,GAC1B,MAAM,CAiBR;AAMD;;GAEG;AACH,wBAAgB,qBAAqB,CACnC,QAAQ,EAAE,cAAc,EAAE,EAC1B,OAAO,GAAE,OAAO,CAAC,oBAAoB,CAAM,GAC1C,eAAe,EAAE,CAmDnB;AAED;;GAEG;AACH,wBAAgB,aAAa,CAC3B,QAAQ,EAAE,cAAc,EAAE,EAC1B,OAAO,EAAE,eAAe,EAAE,EAC1B,OAAO,GAAE,OAAO,CAAC,oBAAoB,CAAM,GAC1C,cAAc,EAAE,CAqGlB;AAED;;GAEG;AACH,wBAAgB,mBAAmB,CACjC,QAAQ,EAAE,cAAc,EAAE,EAC1B,OAAO,GAAE,OAAO,CAAC,oBAAoB,CAAM,GAC1C,mBAAmB,CA8DrB;AAMD;;GAEG;AACH,wBAAgB,yBAAyB,CAAC,MAAM,EAAE,mBAAmB,GAAG,MAAM,CA0B7E;AAED;;GAEG;AACH,wBAAgB,0BAA0B,CACxC,WAAW,EAAE,MAAM,EACnB,UAAU,EAAE,MAAM,GACjB,MAAM,CAER"}

package/dist/core/budget/cross-section-dedup.js

@@ -0,0 +1,396 @@
+/**
+ * Cross-Section Deduplication - v9.13.0
+ *
+ * Detects and removes redundant content across context sections.
+ * Uses normalized code hashing and similarity clustering to identify
+ * duplicated patterns, reducing token waste.
+ *
+ * Key techniques:
+ * 1. Code normalization (remove whitespace, comments)
+ * 2. Fragment hashing for exact match detection
+ * 3. Similarity clustering for near-duplicates (>90% similar)
+ * 4. Canonical selection and reference replacement
+ *
+ * Usage:
+ * ```typescript
+ * const result = deduplicateSections(sections);
+ * // result.canonicals: unique sections to include
+ * // result.references: sections replaced with references
+ * // result.savings: tokens saved
+ * ```
+ */
+import { createHash } from 'crypto';
+/**
+ * Default deduplication options
+ */
+export const DEFAULT_DEDUP_OPTIONS = {
+    similarityThreshold: 0.9,
+    removeComments: true,
+    normalizeWhitespace: true,
+    minSectionSize: 50,
+    maxSections: 100,
+};
+// =============================================================================
+// Normalization
+// =============================================================================
+/**
+ * Remove comments from code
+ */
+export function removeComments(content) {
+    // Remove single-line comments
+    let result = content.replace(/\/\/.*$/gm, '');
+    // Remove multi-line comments
+    result = result.replace(/\/\*[\s\S]*?\*\//g, '');
+    // Remove Python comments
+    result = result.replace(/#.*$/gm, '');
+    return result;
+}
+/**
+ * Normalize whitespace
+ */
+export function normalizeWhitespace(content) {
+    // Collapse multiple spaces/tabs to single space
+    let result = content.replace(/[ \t]+/g, ' ');
+    // Normalize newlines
+    result = result.replace(/\r\n/g, '\n');
+    result = result.replace(/\n+/g, '\n');
+    // Trim lines
+    result = result.split('\n').map(line => line.trim()).join('\n');
+    return result.trim();
+}
+/**
+ * Normalize content for comparison
+ */
+export function normalizeContent(content, options = {}) {
+    const opts = { ...DEFAULT_DEDUP_OPTIONS, ...options };
+    let normalized = content;
+    if (opts.removeComments) {
+        normalized = removeComments(normalized);
+    }
+    if (opts.normalizeWhitespace) {
+        normalized = normalizeWhitespace(normalized);
+    }
+    // Create hash
+    const hash = createHash('sha256').update(normalized).digest('hex').substring(0, 16);
+    // Tokenize for similarity comparison
+    const tokens = tokenize(normalized);
+    return {
+        original: content,
+        normalized,
+        hash,
+        tokens,
+    };
+}
+/**
+ * Simple tokenizer for similarity comparison
+ */
+export function tokenize(content) {
+    // Split on word boundaries and punctuation
+    return content
+        .toLowerCase()
+        .split(/[\s\W]+/)
+        .filter(token => token.length >= 2);
+}
+// =============================================================================
+// Similarity Calculation
+// =============================================================================
+/**
+ * Calculate Jaccard similarity between two token sets
+ */
+export function jaccardSimilarity(tokens1, tokens2) {
+    if (tokens1.length === 0 && tokens2.length === 0)
+        return 1;
+    if (tokens1.length === 0 || tokens2.length === 0)
+        return 0;
+    const set1 = new Set(tokens1);
+    const set2 = new Set(tokens2);
+    let intersection = 0;
+    for (const token of set1) {
+        if (set2.has(token)) {
+            intersection++;
+        }
+    }
+    const union = set1.size + set2.size - intersection;
+    return union > 0 ? intersection / union : 0;
+}
+/**
+ * Calculate similarity using longest common subsequence
+ */
+export function lcsSimilarity(str1, str2) {
+    if (str1.length === 0 && str2.length === 0)
+        return 1;
+    if (str1.length === 0 || str2.length === 0)
+        return 0;
+    // Use shorter strings for performance
+    const shortStr = str1.length < str2.length ? str1 : str2;
+    const longStr = str1.length < str2.length ? str2 : str1;
+    // Simplified LCS for performance
+    const n = shortStr.length;
+    const m = longStr.length;
+    if (n > 1000 || m > 1000) {
+        // Fall back to Jaccard for very long strings
+        return jaccardSimilarity(tokenize(str1), tokenize(str2));
+    }
+    const dp = Array(n + 1).fill(null).map(() => Array(m + 1).fill(0));
+    for (let i = 1; i <= n; i++) {
+        for (let j = 1; j <= m; j++) {
+            if (shortStr[i - 1] === longStr[j - 1]) {
+                dp[i][j] = dp[i - 1][j - 1] + 1;
+            }
+            else {
+                dp[i][j] = Math.max(dp[i - 1][j], dp[i][j - 1]);
+            }
+        }
+    }
+    const lcsLength = dp[n][m];
+    return (2 * lcsLength) / (n + m);
+}
+/**
+ * Calculate combined similarity score
+ */
+export function calculateSimilarity(content1, content2) {
+    // Exact match via hash
+    if (content1.hash === content2.hash) {
+        return 1.0;
+    }
+    // Weighted combination of Jaccard and structural similarity
+    const jaccard = jaccardSimilarity(content1.tokens, content2.tokens);
+    // Only compute LCS if Jaccard is promising
+    if (jaccard < 0.5) {
+        return jaccard;
+    }
+    // Weight: 60% Jaccard, 40% LCS
+    const lcs = lcsSimilarity(content1.normalized, content2.normalized);
+    return jaccard * 0.6 + lcs * 0.4;
+}
+// =============================================================================
+// Deduplication
+// =============================================================================
+/**
+ * Find all similarity matches between sections
+ */
+export function findSimilarityMatches(sections, options = {}) {
+    const opts = { ...DEFAULT_DEDUP_OPTIONS, ...options };
+    const matches = [];
+    // Normalize all sections
+    const normalized = sections
+        .filter(s => s.content.length >= opts.minSectionSize)
+        .slice(0, opts.maxSections)
+        .map(s => ({
+        section: s,
+        normalized: normalizeContent(s.content, opts),
+    }));
+    // Compare all pairs
+    for (let i = 0; i < normalized.length; i++) {
+        for (let j = i + 1; j < normalized.length; j++) {
+            // Quick check via hash
+            if (normalized[i].normalized.hash === normalized[j].normalized.hash) {
+                matches.push({
+                    section1Id: normalized[i].section.id,
+                    section2Id: normalized[j].section.id,
+                    similarity: 1.0,
+                    matchType: 'exact',
+                });
+                continue;
+            }
+            const similarity = calculateSimilarity(normalized[i].normalized, normalized[j].normalized);
+            if (similarity >= opts.similarityThreshold) {
+                matches.push({
+                    section1Id: normalized[i].section.id,
+                    section2Id: normalized[j].section.id,
+                    similarity,
+                    matchType: similarity === 1.0 ? 'exact' : 'near-duplicate',
+                });
+            }
+            else if (similarity >= 0.7) {
+                matches.push({
+                    section1Id: normalized[i].section.id,
+                    section2Id: normalized[j].section.id,
+                    similarity,
+                    matchType: 'partial',
+                });
+            }
+        }
+    }
+    return matches;
+}
+/**
+ * Build clusters from similarity matches using union-find
+ */
+export function buildClusters(sections, matches, options = {}) {
+    const opts = { ...DEFAULT_DEDUP_OPTIONS, ...options };
+    const sectionMap = new Map(sections.map(s => [s.id, s]));
+    // Union-find structure
+    const parent = new Map();
+    const rank = new Map();
+    const find = (id) => {
+        if (!parent.has(id)) {
+            parent.set(id, id);
+            rank.set(id, 0);
+        }
+        if (parent.get(id) !== id) {
+            parent.set(id, find(parent.get(id)));
+        }
+        return parent.get(id);
+    };
+    const union = (id1, id2) => {
+        const root1 = find(id1);
+        const root2 = find(id2);
+        if (root1 !== root2) {
+            const rank1 = rank.get(root1) || 0;
+            const rank2 = rank.get(root2) || 0;
+            if (rank1 < rank2) {
+                parent.set(root1, root2);
+            }
+            else if (rank1 > rank2) {
+                parent.set(root2, root1);
+            }
+            else {
+                parent.set(root2, root1);
+                rank.set(root1, rank1 + 1);
+            }
+        }
+    };
+    // Build clusters from high-similarity matches
+    for (const match of matches) {
+        if (match.similarity >= opts.similarityThreshold) {
+            union(match.section1Id, match.section2Id);
+        }
+    }
+    // Group by cluster root
+    const clusterMembers = new Map();
+    for (const section of sections) {
+        const root = find(section.id);
+        if (!clusterMembers.has(root)) {
+            clusterMembers.set(root, []);
+        }
+        clusterMembers.get(root).push(section.id);
+    }
+    // Build cluster objects (only for clusters with duplicates)
+    const clusters = [];
+    for (const [_root, members] of clusterMembers) {
+        if (members.length <= 1)
+            continue;
+        // Select canonical (highest importance, or largest)
+        const sorted = members
+            .map(id => sectionMap.get(id))
+            .filter(Boolean)
+            .sort((a, b) => {
+            // Prefer higher importance
+            if (a.importance !== b.importance) {
+                return b.importance - a.importance;
+            }
+            // Then larger content
+            return b.content.length - a.content.length;
+        });
+        if (sorted.length === 0)
+            continue;
+        const canonical = sorted[0];
+        const duplicates = sorted.slice(1).map(s => s.id);
+        // Calculate tokens saved
+        const tokensSaved = duplicates.reduce((sum, id) => {
+            const section = sectionMap.get(id);
+            return sum + (section ? Math.ceil(section.content.length / 4) : 0);
+        }, 0);
+        // Calculate average similarity
+        const clusterMatches = matches.filter(m => members.includes(m.section1Id) && members.includes(m.section2Id));
+        const avgSimilarity = clusterMatches.length > 0
+            ? clusterMatches.reduce((sum, m) => sum + m.similarity, 0) / clusterMatches.length
+            : 1.0;
+        clusters.push({
+            canonicalId: canonical.id,
+            duplicateIds: duplicates,
+            avgSimilarity,
+            tokensSaved,
+        });
+    }
+    return clusters;
+}
+/**
+ * Deduplicate content sections
+ */
+export function deduplicateSections(sections, options = {}) {
+    const startTime = Date.now();
+    const opts = { ...DEFAULT_DEDUP_OPTIONS, ...options };
+    if (sections.length === 0) {
+        return {
+            originalCount: 0,
+            uniqueCount: 0,
+            canonicals: [],
+            references: [],
+            clusters: [],
+            tokensSaved: 0,
+            dedupPercent: 0,
+            processingTimeMs: 0,
+        };
+    }
+    // Find similarity matches
+    const matches = findSimilarityMatches(sections, opts);
+    // Build clusters
+    const clusters = buildClusters(sections, matches, opts);
+    // Determine canonical and duplicate sections
+    const duplicateIds = new Set(clusters.flatMap(c => c.duplicateIds));
+    const canonicals = sections.filter(s => !duplicateIds.has(s.id));
+    // Build references
+    const references = clusters.flatMap(cluster => cluster.duplicateIds.map(dupId => {
+        const match = matches.find(m => (m.section1Id === dupId && m.section2Id === cluster.canonicalId) ||
+            (m.section2Id === dupId && m.section1Id === cluster.canonicalId));
+        return {
+            sectionId: dupId,
+            canonicalId: cluster.canonicalId,
+            similarity: match?.similarity ?? 1.0,
+        };
+    }));
+    // Calculate savings
+    const tokensSaved = clusters.reduce((sum, c) => sum + c.tokensSaved, 0);
+    const totalOriginalTokens = sections.reduce((sum, s) => sum + Math.ceil(s.content.length / 4), 0);
+    const dedupPercent = totalOriginalTokens > 0
+        ? Math.round((tokensSaved / totalOriginalTokens) * 100)
+        : 0;
+    return {
+        originalCount: sections.length,
+        uniqueCount: canonicals.length,
+        canonicals,
+        references,
+        clusters,
+        tokensSaved,
+        dedupPercent,
+        processingTimeMs: Date.now() - startTime,
+    };
+}
+// =============================================================================
+// Formatting
+// =============================================================================
+/**
+ * Format deduplication result for display
+ */
+export function formatDeduplicationResult(result) {
+    const lines = [
+        '## Cross-Section Deduplication',
+        '',
+        `**Original Sections:** ${result.originalCount}`,
+        `**Unique Sections:** ${result.uniqueCount}`,
+        `**Duplicates Removed:** ${result.originalCount - result.uniqueCount}`,
+        `**Tokens Saved:** ~${result.tokensSaved} (${result.dedupPercent}%)`,
+        `**Processing Time:** ${result.processingTimeMs}ms`,
+        '',
+    ];
+    if (result.clusters.length > 0) {
+        lines.push('**Clusters Found:**');
+        for (const cluster of result.clusters.slice(0, 5)) {
+            lines.push(`- ${cluster.canonicalId}: ${cluster.duplicateIds.length} duplicates ` +
+                `(${cluster.avgSimilarity.toFixed(2)} avg similarity, ${cluster.tokensSaved} tokens saved)`);
+        }
+        if (result.clusters.length > 5) {
+            lines.push(`- ... and ${result.clusters.length - 5} more clusters`);
+        }
+    }
+    return lines.join('\n');
+}
+/**
+ * Create reference placeholder for deduplicated section
+ */
+export function createReferencePlaceholder(canonicalId, similarity) {
+    return `[Duplicate of ${canonicalId}, ${Math.round(similarity * 100)}% similar]`;
+}
+//# sourceMappingURL=cross-section-dedup.js.map

package/dist/core/budget/cross-section-dedup.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"cross-section-dedup.js","sourceRoot":"","sources":["../../../src/core/budget/cross-section-dedup.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;;;;;;GAoBG;AAEH,OAAO,EAAE,UAAU,EAAE,MAAM,QAAQ,CAAC;AAmFpC;;GAEG;AACH,MAAM,CAAC,MAAM,qBAAqB,GAAyB;IACzD,mBAAmB,EAAE,GAAG;IACxB,cAAc,EAAE,IAAI;IACpB,mBAAmB,EAAE,IAAI;IACzB,cAAc,EAAE,EAAE;IAClB,WAAW,EAAE,GAAG;CACjB,CAAC;AAEF,gFAAgF;AAChF,gBAAgB;AAChB,gFAAgF;AAEhF;;GAEG;AACH,MAAM,UAAU,cAAc,CAAC,OAAe;IAC5C,8BAA8B;IAC9B,IAAI,MAAM,GAAG,OAAO,CAAC,OAAO,CAAC,WAAW,EAAE,EAAE,CAAC,CAAC;IAE9C,6BAA6B;IAC7B,MAAM,GAAG,MAAM,CAAC,OAAO,CAAC,mBAAmB,EAAE,EAAE,CAAC,CAAC;IAEjD,yBAAyB;IACzB,MAAM,GAAG,MAAM,CAAC,OAAO,CAAC,QAAQ,EAAE,EAAE,CAAC,CAAC;IAEtC,OAAO,MAAM,CAAC;AAChB,CAAC;AAED;;GAEG;AACH,MAAM,UAAU,mBAAmB,CAAC,OAAe;IACjD,gDAAgD;IAChD,IAAI,MAAM,GAAG,OAAO,CAAC,OAAO,CAAC,SAAS,EAAE,GAAG,CAAC,CAAC;IAE7C,qBAAqB;IACrB,MAAM,GAAG,MAAM,CAAC,OAAO,CAAC,OAAO,EAAE,IAAI,CAAC,CAAC;IACvC,MAAM,GAAG,MAAM,CAAC,OAAO,CAAC,MAAM,EAAE,IAAI,CAAC,CAAC;IAEtC,aAAa;IACb,MAAM,GAAG,MAAM,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,GAAG,CAAC,IAAI,CAAC,EAAE,CAAC,IAAI,CAAC,IAAI,EAAE,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;IAEhE,OAAO,MAAM,CAAC,IAAI,EAAE,CAAC;AACvB,CAAC;AAED;;GAEG;AACH,MAAM,UAAU,gBAAgB,CAC9B,OAAe,EACf,UAAyC,EAAE;IAE3C,MAAM,IAAI,GAAG,EAAE,GAAG,qBAAqB,EAAE,GAAG,OAAO,EAAE,CAAC;IAEtD,IAAI,UAAU,GAAG,OAAO,CAAC;IAEzB,IAAI,IAAI,CAAC,cAAc,EAAE,CAAC;QACxB,UAAU,GAAG,cAAc,CAAC,UAAU,CAAC,CAAC;IAC1C,CAAC;IAED,IAAI,IAAI,CAAC,mBAAmB,EAAE,CAAC;QAC7B,UAAU,GAAG,mBAAmB,CAAC,UAAU,CAAC,CAAC;IAC/C,CAAC;IAED,cAAc;IACd,MAAM,IAAI,GAAG,UAAU,CAAC,QAAQ,CAAC,CAAC,MAAM,CAAC,UAAU,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,SAAS,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC;IAEpF,qCAAqC;IACrC,MAAM,MAAM,GAAG,QAAQ,CAAC,UAAU,CAAC,CAAC;IAEpC,OAAO;QACL,QAAQ,EAAE,OAAO;QACjB,UAAU;QACV,IAAI;QACJ,MAAM;KACP,CAAC;AACJ,CAAC;AAED;;GAEG;AACH,MAAM,UAAU,QAAQ,CAAC,OAAe;IACtC,2CAA2C;IAC3C,OAAO,OAAO;SACX,WAAW,EAAE;SACb,KAAK,CAAC,SAAS,CAAC;SAChB,MAAM,CAAC,KAAK,CAAC,EAAE,CAAC,KAAK,CAAC,MAAM,IAAI,CAAC,CAAC,CAAC;AACxC,CAAC;AAED,gFAAgF;AAChF,yBAAyB;AACzB,gFAAgF;AAEhF;;GAEG;AACH,MAAM,UAAU,iBAAiB,CAAC,OAAiB,EAAE,OAAiB;IACpE,IAAI,OAAO,CAAC,MAAM,KAAK,CAAC,IAAI,OAAO,CAAC,MAAM,KAAK,CAAC;QAAE,OAAO,CAAC,CAAC;IAC3D,IAAI,OAAO,CAAC,MAAM,KAAK,CAAC,IAAI,OAAO,CAAC,MAAM,KAAK,CAAC;QAAE,OAAO,CAAC,CAAC;IAE3D,MAAM,IAAI,GAAG,IAAI,GAAG,CAAC,OAAO,CAAC,CAAC;IAC9B,MAAM,IAAI,GAAG,IAAI,GAAG,CAAC,OAAO,CAAC,CAAC;IAE9B,IAAI,YAAY,GAAG,CAAC,CAAC;IACrB,KAAK,MAAM,KAAK,IAAI,IAAI,EAAE,CAAC;QACzB,IAAI,IAAI,CAAC,GAAG,CAAC,KAAK,CAAC,EAAE,CAAC;YACpB,YAAY,EAAE,CAAC;QACjB,CAAC;IACH,CAAC;IAED,MAAM,KAAK,GAAG,IAAI,CAAC,IAAI,GAAG,IAAI,CAAC,IAAI,GAAG,YAAY,CAAC;IACnD,OAAO,KAAK,GAAG,CAAC,CAAC,CAAC,CAAC,YAAY,GAAG,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC;AAC9C,CAAC;AAED;;GAEG;AACH,MAAM,UAAU,aAAa,CAAC,IAAY,EAAE,IAAY;IACtD,IAAI,IAAI,CAAC,MAAM,KAAK,CAAC,IAAI,IAAI,CAAC,MAAM,KAAK,CAAC;QAAE,OAAO,CAAC,CAAC;IACrD,IAAI,IAAI,CAAC,MAAM,KAAK,CAAC,IAAI,IAAI,CAAC,MAAM,KAAK,CAAC;QAAE,OAAO,CAAC,CAAC;IAErD,sCAAsC;IACtC,MAAM,QAAQ,GAAG,IAAI,CAAC,MAAM,GAAG,IAAI,CAAC,MAAM,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC;IACzD,MAAM,OAAO,GAAG,IAAI,CAAC,MAAM,GAAG,IAAI,CAAC,MAAM,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC;IAExD,iCAAiC;IACjC,MAAM,CAAC,GAAG,QAAQ,CAAC,MAAM,CAAC;IAC1B,MAAM,CAAC,GAAG,OAAO,CAAC,MAAM,CAAC;IAEzB,IAAI,CAAC,GAAG,IAAI,IAAI,CAAC,GAAG,IAAI,EAAE,CAAC;QACzB,6CAA6C;QAC7C,OAAO,iBAAiB,CAAC,QAAQ,CAAC,IAAI,CAAC,EAAE,QAAQ,CAAC,IAAI,CAAC,CAAC,CAAC;IAC3D,CAAC;IAED,MAAM,EAAE,GAAe,KAAK,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,GAAG,CAAC,GAAG,EAAE,CAAC,KAAK,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC;IAE/E,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,IAAI,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC;QAC5B,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,IAAI,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC;YAC5B,IAAI,QAAQ,CAAC,CAAC,GAAG,CAAC,CAAC,KAAK,OAAO,CAAC,CAAC,GAAG,CAAC,CAAC,EAAE,CAAC;gBACvC,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,GAAG,EAAE,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,GAAG,CAAC,CAAC;YAClC,CAAC;iBAAM,CAAC;gBACN,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,GAAG,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC;YAClD,CAAC;QACH,CAAC;IACH,CAAC;IAED,MAAM,SAAS,GAAG,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;IAC3B,OAAO,CAAC,CAAC,GAAG,SAAS,CAAC,GAAG,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC;AACnC,CAAC;AAED;;GAEG;AACH,MAAM,UAAU,mBAAmB,CACjC,QAA2B,EAC3B,QAA2B;IAE3B,uBAAuB;IACvB,IAAI,QAAQ,CAAC,IAAI,KAAK,QAAQ,CAAC,IAAI,EAAE,CAAC;QACpC,OAAO,GAAG,CAAC;IACb,CAAC;IAED,4DAA4D;IAC5D,MAAM,OAAO,GAAG,iBAAiB,CAAC,QAAQ,CAAC,MAAM,EAAE,QAAQ,CAAC,MAAM,CAAC,CAAC;IAEpE,2CAA2C;IAC3C,IAAI,OAAO,GAAG,GAAG,EAAE,CAAC;QAClB,OAAO,OAAO,CAAC;IACjB,CAAC;IAED,+BAA+B;IAC/B,MAAM,GAAG,GAAG,aAAa,CAAC,QAAQ,CAAC,UAAU,EAAE,QAAQ,CAAC,UAAU,CAAC,CAAC;IACpE,OAAO,OAAO,GAAG,GAAG,GAAG,GAAG,GAAG,GAAG,CAAC;AACnC,CAAC;AAED,gFAAgF;AAChF,gBAAgB;AAChB,gFAAgF;AAEhF;;GAEG;AACH,MAAM,UAAU,qBAAqB,CACnC,QAA0B,EAC1B,UAAyC,EAAE;IAE3C,MAAM,IAAI,GAAG,EAAE,GAAG,qBAAqB,EAAE,GAAG,OAAO,EAAE,CAAC;IACtD,MAAM,OAAO,GAAsB,EAAE,CAAC;IAEtC,yBAAyB;IACzB,MAAM,UAAU,GAAG,QAAQ;SACxB,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,OAAO,CAAC,MAAM,IAAI,IAAI,CAAC,cAAc,CAAC;SACpD,KAAK,CAAC,CAAC,EAAE,IAAI,CAAC,WAAW,CAAC;SAC1B,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC;QACT,OAAO,EAAE,CAAC;QACV,UAAU,EAAE,gBAAgB,CAAC,CAAC,CAAC,OAAO,EAAE,IAAI,CAAC;KAC9C,CAAC,CAAC,CAAC;IAEN,oBAAoB;IACpB,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,UAAU,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;QAC3C,KAAK,IAAI,CAAC,GAAG,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,UAAU,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;YAC/C,uBAAuB;YACvB,IAAI,UAAU,CAAC,CAAC,CAAC,CAAC,UAAU,CAAC,IAAI,KAAK,UAAU,CAAC,CAAC,CAAC,CAAC,UAAU,CAAC,IAAI,EAAE,CAAC;gBACpE,OAAO,CAAC,IAAI,CAAC;oBACX,UAAU,EAAE,UAAU,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,EAAE;oBACpC,UAAU,EAAE,UAAU,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,EAAE;oBACpC,UAAU,EAAE,GAAG;oBACf,SAAS,EAAE,OAAO;iBACnB,CAAC,CAAC;gBACH,SAAS;YACX,CAAC;YAED,MAAM,UAAU,GAAG,mBAAmB,CACpC,UAAU,CAAC,CAAC,CAAC,CAAC,UAAU,EACxB,UAAU,CAAC,CAAC,CAAC,CAAC,UAAU,CACzB,CAAC;YAEF,IAAI,UAAU,IAAI,IAAI,CAAC,mBAAmB,EAAE,CAAC;gBAC3C,OAAO,CAAC,IAAI,CAAC;oBACX,UAAU,EAAE,UAAU,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,EAAE;oBACpC,UAAU,EAAE,UAAU,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,EAAE;oBACpC,UAAU;oBACV,SAAS,EAAE,UAAU,KAAK,GAAG,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,gBAAgB;iBAC3D,CAAC,CAAC;YACL,CAAC;iBAAM,IAAI,UAAU,IAAI,GAAG,EAAE,CAAC;gBAC7B,OAAO,CAAC,IAAI,CAAC;oBACX,UAAU,EAAE,UAAU,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,EAAE;oBACpC,UAAU,EAAE,UAAU,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,EAAE;oBACpC,UAAU;oBACV,SAAS,EAAE,SAAS;iBACrB,CAAC,CAAC;YACL,CAAC;QACH,CAAC;IACH,CAAC;IAED,OAAO,OAAO,CAAC;AACjB,CAAC;AAED;;GAEG;AACH,MAAM,UAAU,aAAa,CAC3B,QAA0B,EAC1B,OAA0B,EAC1B,UAAyC,EAAE;IAE3C,MAAM,IAAI,GAAG,EAAE,GAAG,qBAAqB,EAAE,GAAG,OAAO,EAAE,CAAC;IACtD,MAAM,UAAU,GAAG,IAAI,GAAG,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC;IAEzD,uBAAuB;IACvB,MAAM,MAAM,GAAG,IAAI,GAAG,EAAkB,CAAC;IACzC,MAAM,IAAI,GAAG,IAAI,GAAG,EAAkB,CAAC;IAEvC,MAAM,IAAI,GAAG,CAAC,EAAU,EAAU,EAAE;QAClC,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,EAAE,CAAC,EAAE,CAAC;YACpB,MAAM,CAAC,GAAG,CAAC,EAAE,EAAE,EAAE,CAAC,CAAC;YACnB,IAAI,CAAC,GAAG,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC;QAClB,CAAC;QACD,IAAI,MAAM,CAAC,GAAG,CAAC,EAAE,CAAC,KAAK,EAAE,EAAE,CAAC;YAC1B,MAAM,CAAC,GAAG,CAAC,EAAE,EAAE,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,EAAE,CAAE,CAAC,CAAC,CAAC;QACxC,CAAC;QACD,OAAO,MAAM,CAAC,GAAG,CAAC,EAAE,CAAE,CAAC;IACzB,CAAC,CAAC;IAEF,MAAM,KAAK,GAAG,CAAC,GAAW,EAAE,GAAW,EAAQ,EAAE;QAC/C,MAAM,KAAK,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC;QACxB,MAAM,KAAK,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC;QAExB,IAAI,KAAK,KAAK,KAAK,EAAE,CAAC;YACpB,MAAM,KAAK,GAAG,IAAI,CAAC,GAAG,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;YACnC,MAAM,KAAK,GAAG,IAAI,CAAC,GAAG,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;YAEnC,IAAI,KAAK,GAAG,KAAK,EAAE,CAAC;gBAClB,MAAM,CAAC,GAAG,CAAC,KAAK,EAAE,KAAK,CAAC,CAAC;YAC3B,CAAC;iBAAM,IAAI,KAAK,GAAG,KAAK,EAAE,CAAC;gBACzB,MAAM,CAAC,GAAG,CAAC,KAAK,EAAE,KAAK,CAAC,CAAC;YAC3B,CAAC;iBAAM,CAAC;gBACN,MAAM,CAAC,GAAG,CAAC,KAAK,EAAE,KAAK,CAAC,CAAC;gBACzB,IAAI,CAAC,GAAG,CAAC,KAAK,EAAE,KAAK,GAAG,CAAC,CAAC,CAAC;YAC7B,CAAC;QACH,CAAC;IACH,CAAC,CAAC;IAEF,8CAA8C;IAC9C,KAAK,MAAM,KAAK,IAAI,OAAO,EAAE,CAAC;QAC5B,IAAI,KAAK,CAAC,UAAU,IAAI,IAAI,CAAC,mBAAmB,EAAE,CAAC;YACjD,KAAK,CAAC,KAAK,CAAC,UAAU,EAAE,KAAK,CAAC,UAAU,CAAC,CAAC;QAC5C,CAAC;IACH,CAAC;IAED,wBAAwB;IACxB,MAAM,cAAc,GAAG,IAAI,GAAG,EAAoB,CAAC;IACnD,KAAK,MAAM,OAAO,IAAI,QAAQ,EAAE,CAAC;QAC/B,MAAM,IAAI,GAAG,IAAI,CAAC,OAAO,CAAC,EAAE,CAAC,CAAC;QAC9B,IAAI,CAAC,cAAc,CAAC,GAAG,CAAC,IAAI,CAAC,EAAE,CAAC;YAC9B,cAAc,CAAC,GAAG,CAAC,IAAI,EAAE,EAAE,CAAC,CAAC;QAC/B,CAAC;QACD,cAAc,CAAC,GAAG,CAAC,IAAI,CAAE,CAAC,IAAI,CAAC,OAAO,CAAC,EAAE,CAAC,CAAC;IAC7C,CAAC;IAED,4DAA4D;IAC5D,MAAM,QAAQ,GAAqB,EAAE,CAAC;IACtC,KAAK,MAAM,CAAC,KAAK,EAAE,OAAO,CAAC,IAAI,cAAc,EAAE,CAAC;QAC9C,IAAI,OAAO,CAAC,MAAM,IAAI,CAAC;YAAE,SAAS;QAElC,oDAAoD;QACpD,MAAM,MAAM,GAAG,OAAO;aACnB,GAAG,CAAC,EAAE,CAAC,EAAE,CAAC,UAAU,CAAC,GAAG,CAAC,EAAE,CAAE,CAAC;aAC9B,MAAM,CAAC,OAAO,CAAC;aACf,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE;YACb,2BAA2B;YAC3B,IAAI,CAAC,CAAC,UAAU,KAAK,CAAC,CAAC,UAAU,EAAE,CAAC;gBAClC,OAAO,CAAC,CAAC,UAAU,GAAG,CAAC,CAAC,UAAU,CAAC;YACrC,CAAC;YACD,sBAAsB;YACtB,OAAO,CAAC,CAAC,OAAO,CAAC,MAAM,GAAG,CAAC,CAAC,OAAO,CAAC,MAAM,CAAC;QAC7C,CAAC,CAAC,CAAC;QAEL,IAAI,MAAM,CAAC,MAAM,KAAK,CAAC;YAAE,SAAS;QAElC,MAAM,SAAS,GAAG,MAAM,CAAC,CAAC,CAAC,CAAC;QAC5B,MAAM,UAAU,GAAG,MAAM,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC;QAElD,yBAAyB;QACzB,MAAM,WAAW,GAAG,UAAU,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,EAAE,EAAE,EAAE;YAChD,MAAM,OAAO,GAAG,UAAU,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;YACnC,OAAO,GAAG,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,OAAO,CAAC,OAAO,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;QACrE,CAAC,EAAE,CAAC,CAAC,CAAC;QAEN,+BAA+B;QAC/B,MAAM,cAAc,GAAG,OAAO,CAAC,MAAM,CACnC,CAAC,CAAC,EAAE,CAAC,OAAO,CAAC,QAAQ,CAAC,CAAC,CAAC,UAAU,CAAC,IAAI,OAAO,CAAC,QAAQ,CAAC,CAAC,CAAC,UAAU,CAAC,CACtE,CAAC;QACF,MAAM,aAAa,GAAG,cAAc,CAAC,MAAM,GAAG,CAAC;YAC7C,CAAC,CAAC,cAAc,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,CAAC,EAAE,EAAE,CAAC,GAAG,GAAG,CAAC,CAAC,UAAU,EAAE,CAAC,CAAC,GAAG,cAAc,CAAC,MAAM;YAClF,CAAC,CAAC,GAAG,CAAC;QAER,QAAQ,CAAC,IAAI,CAAC;YACZ,WAAW,EAAE,SAAS,CAAC,EAAE;YACzB,YAAY,EAAE,UAAU;YACxB,aAAa;YACb,WAAW;SACZ,CAAC,CAAC;IACL,CAAC;IAED,OAAO,QAAQ,CAAC;AAClB,CAAC;AAED;;GAEG;AACH,MAAM,UAAU,mBAAmB,CACjC,QAA0B,EAC1B,UAAyC,EAAE;IAE3C,MAAM,SAAS,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;IAC7B,MAAM,IAAI,GAAG,EAAE,GAAG,qBAAqB,EAAE,GAAG,OAAO,EAAE,CAAC;IAEtD,IAAI,QAAQ,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QAC1B,OAAO;YACL,aAAa,EAAE,CAAC;YAChB,WAAW,EAAE,CAAC;YACd,UAAU,EAAE,EAAE;YACd,UAAU,EAAE,EAAE;YACd,QAAQ,EAAE,EAAE;YACZ,WAAW,EAAE,CAAC;YACd,YAAY,EAAE,CAAC;YACf,gBAAgB,EAAE,CAAC;SACpB,CAAC;IACJ,CAAC;IAED,0BAA0B;IAC1B,MAAM,OAAO,GAAG,qBAAqB,CAAC,QAAQ,EAAE,IAAI,CAAC,CAAC;IAEtD,iBAAiB;IACjB,MAAM,QAAQ,GAAG,aAAa,CAAC,QAAQ,EAAE,OAAO,EAAE,IAAI,CAAC,CAAC;IAExD,6CAA6C;IAC7C,MAAM,YAAY,GAAG,IAAI,GAAG,CAAC,QAAQ,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,YAAY,CAAC,CAAC,CAAC;IACpE,MAAM,UAAU,GAAG,QAAQ,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,YAAY,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC;IAEjE,mBAAmB;IACnB,MAAM,UAAU,GAAG,QAAQ,CAAC,OAAO,CAAC,OAAO,CAAC,EAAE,CAC5C,OAAO,CAAC,YAAY,CAAC,GAAG,CAAC,KAAK,CAAC,EAAE;QAC/B,MAAM,KAAK,GAAG,OAAO,CAAC,IAAI,CACxB,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,UAAU,KAAK,KAAK,IAAI,CAAC,CAAC,UAAU,KAAK,OAAO,CAAC,WAAW,CAAC;YAChE,CAAC,CAAC,CAAC,UAAU,KAAK,KAAK,IAAI,CAAC,CAAC,UAAU,KAAK,OAAO,CAAC,WAAW,CAAC,CACtE,CAAC;QACF,OAAO;YACL,SAAS,EAAE,KAAK;YAChB,WAAW,EAAE,OAAO,CAAC,WAAW;YAChC,UAAU,EAAE,KAAK,EAAE,UAAU,IAAI,GAAG;SACrC,CAAC;IACJ,CAAC,CAAC,CACH,CAAC;IAEF,oBAAoB;IACpB,MAAM,WAAW,GAAG,QAAQ,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,CAAC,EAAE,EAAE,CAAC,GAAG,GAAG,CAAC,CAAC,WAAW,EAAE,CAAC,CAAC,CAAC;IACxE,MAAM,mBAAmB,GAAG,QAAQ,CAAC,MAAM,CACzC,CAAC,GAAG,EAAE,CAAC,EAAE,EAAE,CAAC,GAAG,GAAG,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC,OAAO,CAAC,MAAM,GAAG,CAAC,CAAC,EACjD,CAAC,CACF,CAAC;IACF,MAAM,YAAY,GAAG,mBAAmB,GAAG,CAAC;QAC1C,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,WAAW,GAAG,mBAAmB,CAAC,GAAG,GAAG,CAAC;QACvD,CAAC,CAAC,CAAC,CAAC;IAEN,OAAO;QACL,aAAa,EAAE,QAAQ,CAAC,MAAM;QAC9B,WAAW,EAAE,UAAU,CAAC,MAAM;QAC9B,UAAU;QACV,UAAU;QACV,QAAQ;QACR,WAAW;QACX,YAAY;QACZ,gBAAgB,EAAE,IAAI,CAAC,GAAG,EAAE,GAAG,SAAS;KACzC,CAAC;AACJ,CAAC;AAED,gFAAgF;AAChF,aAAa;AACb,gFAAgF;AAEhF;;GAEG;AACH,MAAM,UAAU,yBAAyB,CAAC,MAA2B;IACnE,MAAM,KAAK,GAAa;QACtB,gCAAgC;QAChC,EAAE;QACF,0BAA0B,MAAM,CAAC,aAAa,EAAE;QAChD,wBAAwB,MAAM,CAAC,WAAW,EAAE;QAC5C,2BAA2B,MAAM,CAAC,aAAa,GAAG,MAAM,CAAC,WAAW,EAAE;QACtE,sBAAsB,MAAM,CAAC,WAAW,KAAK,MAAM,CAAC,YAAY,IAAI;QACpE,wBAAwB,MAAM,CAAC,gBAAgB,IAAI;QACnD,EAAE;KACH,CAAC;IAEF,IAAI,MAAM,CAAC,QAAQ,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;QAC/B,KAAK,CAAC,IAAI,CAAC,qBAAqB,CAAC,CAAC;QAClC,KAAK,MAAM,OAAO,IAAI,MAAM,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC,EAAE,CAAC;YAClD,KAAK,CAAC,IAAI,CACR,KAAK,OAAO,CAAC,WAAW,KAAK,OAAO,CAAC,YAAY,CAAC,MAAM,cAAc;gBACtE,IAAI,OAAO,CAAC,aAAa,CAAC,OAAO,CAAC,CAAC,CAAC,oBAAoB,OAAO,CAAC,WAAW,gBAAgB,CAC5F,CAAC;QACJ,CAAC;QACD,IAAI,MAAM,CAAC,QAAQ,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YAC/B,KAAK,CAAC,IAAI,CAAC,aAAa,MAAM,CAAC,QAAQ,CAAC,MAAM,GAAG,CAAC,gBAAgB,CAAC,CAAC;QACtE,CAAC;IACH,CAAC;IAED,OAAO,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;AAC1B,CAAC;AAED;;GAEG;AACH,MAAM,UAAU,0BAA0B,CACxC,WAAmB,EACnB,UAAkB;IAElB,OAAO,iBAAiB,WAAW,KAAK,IAAI,CAAC,KAAK,CAAC,UAAU,GAAG,GAAG,CAAC,YAAY,CAAC;AACnF,CAAC"}

package/dist/core/budget/index.d.ts

@@ -1,3 +1,13 @@
+/**
+ * Budget Module - v9.13.0
+ *
+ * Token budget management and entropy-guided allocation.
+ *
+ * v9.6.0: Added entropy-guided context budgeting
+ * v9.13.0: Added language-specific entropy profiles and cross-section deduplication
+ */
 export * from './token-estimator.js';
 export * from './entropy-budget.js';
+export * from './language-entropy-profiles.js';
+export * from './cross-section-dedup.js';
 //# sourceMappingURL=index.d.ts.map

package/dist/core/budget/index.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../src/core/budget/index.ts"],"names":[],"mappings":"AAAA,cAAc,sBAAsB,CAAC;AACrC,cAAc,qBAAqB,CAAC"}
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../src/core/budget/index.ts"],"names":[],"mappings":"AAAA;;;;;;;GAOG;AAEH,cAAc,sBAAsB,CAAC;AACrC,cAAc,qBAAqB,CAAC;AAGpC,cAAc,gCAAgC,CAAC;AAG/C,cAAc,0BAA0B,CAAC"}

package/dist/core/budget/index.js

@@ -1,3 +1,15 @@
+/**
+ * Budget Module - v9.13.0
+ *
+ * Token budget management and entropy-guided allocation.
+ *
+ * v9.6.0: Added entropy-guided context budgeting
+ * v9.13.0: Added language-specific entropy profiles and cross-section deduplication
+ */
 export * from './token-estimator.js';
 export * from './entropy-budget.js';
+// v9.13.0: Language-specific entropy profiles
+export * from './language-entropy-profiles.js';
+// v9.13.0: Cross-section deduplication
+export * from './cross-section-dedup.js';
 //# sourceMappingURL=index.js.map

package/dist/core/budget/index.js.map

@@ -1 +1 @@
-{"version":3,"file":"index.js","sourceRoot":"","sources":["../../../src/core/budget/index.ts"],"names":[],"mappings":"AAAA,cAAc,sBAAsB,CAAC;AACrC,cAAc,qBAAqB,CAAC"}
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../../../src/core/budget/index.ts"],"names":[],"mappings":"AAAA;;;;;;;GAOG;AAEH,cAAc,sBAAsB,CAAC;AACrC,cAAc,qBAAqB,CAAC;AAEpC,8CAA8C;AAC9C,cAAc,gCAAgC,CAAC;AAE/C,uCAAuC;AACvC,cAAc,0BAA0B,CAAC"}