@shirokuma-library/shirokuma-docs 0.1.0-alpha.10

package/dist/md/linter/token-optimizer.js

@@ -0,0 +1,292 @@
+/**
+ * Token optimizer
+ * Detects token optimization opportunities without modifying files
+ */
+export class TokenOptimizer {
+    rules = [];
+    constructor() {
+        this.registerBuiltinRules();
+    }
+    /**
+     * Register built-in optimization rules
+     */
+    registerBuiltinRules() {
+        // Rule: structural-bold
+        this.rules.push({
+            id: 'structural-bold',
+            name: 'Structural Bold in Key-Value Pairs',
+            severity: 'warning',
+            description: 'Bold used for structural markup instead of semantic emphasis',
+            detect: (content, filePath) => {
+                const issues = [];
+                const lines = content.split('\n');
+                for (let i = 0; i < lines.length; i++) {
+                    const line = lines[i];
+                    const lineNum = i + 1;
+                    // Pattern: **Key**: Value (at start of line)
+                    const match = line.match(/^\s*\*\*([^*]+)\*\*:\s*(.+)$/);
+                    if (match && match[1] && match[2]) {
+                        const key = match[1];
+                        const value = match[2];
+                        const before = `**${key}**: ${value}`;
+                        const after = `${key}: ${value}`;
+                        issues.push({
+                            severity: 'warning',
+                            message: 'Structural bold in key-value pair wastes ~4 tokens',
+                            file: filePath,
+                            line: lineNum,
+                            rule: 'structural-bold',
+                            tokenSavings: 4,
+                            suggestion: `Remove bold: ${after}`,
+                            before,
+                            after,
+                            context: line.substring(0, 80),
+                        });
+                    }
+                }
+                return issues;
+            },
+            estimateTokenSavings: (issue) => issue.tokenSavings,
+        });
+        // Rule: verbose-phrase
+        this.rules.push({
+            id: 'verbose-phrase',
+            name: 'Verbose Phrases',
+            severity: 'info',
+            description: 'Verbose phrases that can be simplified',
+            detect: (content, filePath) => {
+                const issues = [];
+                const lines = content.split('\n');
+                // Define phrase replacements
+                const phrases = [
+                    { before: '詳細なログを出力', after: '詳細ログ出力', savings: 2 },
+                    { before: 'Combine multiple Markdown files into', after: 'Combine files into', savings: 3 },
+                    { before: 'Automatically extract', after: 'Auto-extract', savings: 2 },
+                ];
+                for (let i = 0; i < lines.length; i++) {
+                    const line = lines[i];
+                    const lineNum = i + 1;
+                    for (const phrase of phrases) {
+                        if (line.includes(phrase.before)) {
+                            issues.push({
+                                severity: 'info',
+                                message: `Verbose phrase can be simplified (saves ~${phrase.savings} tokens)`,
+                                file: filePath,
+                                line: lineNum,
+                                rule: 'verbose-phrase',
+                                tokenSavings: phrase.savings,
+                                suggestion: `Replace "${phrase.before}" with "${phrase.after}"`,
+                                before: phrase.before,
+                                after: phrase.after,
+                                context: line.substring(0, 80),
+                            });
+                        }
+                    }
+                }
+                return issues;
+            },
+            estimateTokenSavings: (issue) => issue.tokenSavings,
+        });
+        // Rule: internal-link
+        this.rules.push({
+            id: 'internal-link',
+            name: 'Internal Links in Combined Output',
+            severity: 'warning',
+            description: 'Internal links are redundant when all content is combined',
+            detect: (content, filePath) => {
+                const issues = [];
+                const lines = content.split('\n');
+                for (let i = 0; i < lines.length; i++) {
+                    const line = lines[i];
+                    const lineNum = i + 1;
+                    // Pattern: [text](../path/file.md) or [text](./file.md)
+                    const regex = /\[([^\]]+)\]\(((?:\.\.\/)+[^\)]+\.md|\.\/[^\)]+\.md)\)/g;
+                    let match;
+                    while ((match = regex.exec(line)) !== null) {
+                        const text = match[1];
+                        const link = match[2];
+                        const fullMatch = match[0];
+                        issues.push({
+                            severity: 'warning',
+                            message: 'Internal link is redundant in combined LLM output',
+                            file: filePath,
+                            line: lineNum,
+                            rule: 'internal-link',
+                            tokenSavings: Math.floor(link.length / 2), // Rough estimate
+                            suggestion: `Remove link markup: "${text}" (or keep path as plain text)`,
+                            before: fullMatch,
+                            after: text,
+                            context: `Build combines all files → LLM sees entire context`,
+                        });
+                    }
+                }
+                return issues;
+            },
+            estimateTokenSavings: (issue) => issue.tokenSavings,
+        });
+        // Rule: redundant-modifier
+        this.rules.push({
+            id: 'redundant-modifier',
+            name: 'Redundant Modifiers',
+            severity: 'info',
+            description: 'Redundant modifiers and filler words that can be removed',
+            detect: (content, filePath) => {
+                const issues = [];
+                const lines = content.split('\n');
+                const modifiers = [
+                    { word: '非常に', savings: 1 },
+                    { word: 'とても', savings: 1 },
+                    { word: 'Automatically', savings: 1 },
+                    { word: 'multiple', savings: 1 },
+                ];
+                for (let i = 0; i < lines.length; i++) {
+                    const line = lines[i];
+                    const lineNum = i + 1;
+                    for (const mod of modifiers) {
+                        if (line.includes(mod.word)) {
+                            issues.push({
+                                severity: 'info',
+                                message: `Redundant modifier "${mod.word}" can be removed`,
+                                file: filePath,
+                                line: lineNum,
+                                rule: 'redundant-modifier',
+                                tokenSavings: mod.savings,
+                                suggestion: `Remove "${mod.word}"`,
+                                before: mod.word,
+                                after: '',
+                                context: line.substring(0, 80),
+                            });
+                        }
+                    }
+                }
+                return issues;
+            },
+            estimateTokenSavings: (issue) => issue.tokenSavings,
+        });
+    }
+    /**
+     * Analyze content for token optimization opportunities
+     */
+    analyze(content, filePath) {
+        const allIssues = [];
+        for (const rule of this.rules) {
+            const issues = rule.detect(content, filePath);
+            allIssues.push(...issues);
+        }
+        return allIssues;
+    }
+    /**
+     * Generate optimization report
+     */
+    generateReport(issues) {
+        const issuesBySeverity = {
+            error: [],
+            warning: [],
+            info: [],
+        };
+        const issuesByRule = {};
+        let totalTokenSavings = 0;
+        for (const issue of issues) {
+            issuesBySeverity[issue.severity].push(issue);
+            if (!issuesByRule[issue.rule]) {
+                issuesByRule[issue.rule] = [];
+            }
+            issuesByRule[issue.rule].push(issue);
+            totalTokenSavings += issue.tokenSavings;
+        }
+        const recommendations = this.generateRecommendations(issues, totalTokenSavings);
+        return {
+            issues,
+            totalIssues: issues.length,
+            totalTokenSavings,
+            issuesBySeverity,
+            issuesByRule,
+            recommendations,
+        };
+    }
+    /**
+     * Generate recommendations based on issues
+     */
+    generateRecommendations(issues, totalSavings) {
+        const recommendations = [];
+        if (issues.length === 0) {
+            recommendations.push('✓ No token optimization issues found!');
+            return recommendations;
+        }
+        recommendations.push(`Found ${issues.length} optimization opportunities (${totalSavings} tokens)`);
+        // Priority recommendations
+        const warnings = issues.filter(i => i.severity === 'warning');
+        if (warnings.length > 0) {
+            recommendations.push(`1. Fix ${warnings.length} warnings first (highest impact)`);
+        }
+        recommendations.push('2. Use Claude Code for context-aware fixes');
+        recommendations.push('3. Run: claude "optimize docs based on lint report"');
+        return recommendations;
+    }
+    /**
+     * Format report as markdown
+     */
+    formatReportMarkdown(report) {
+        const lines = [];
+        lines.push('# Token Optimization Report');
+        lines.push('');
+        lines.push(`**Issues Found**: ${report.totalIssues}`);
+        lines.push(`**Potential Token Savings**: ${report.totalTokenSavings} tokens`);
+        lines.push('');
+        if (report.totalIssues === 0) {
+            lines.push('✓ No optimization opportunities found!');
+            return lines.join('\n');
+        }
+        // Group by file
+        const fileGroups = new Map();
+        for (const issue of report.issues) {
+            if (!fileGroups.has(issue.file)) {
+                fileGroups.set(issue.file, []);
+            }
+            fileGroups.get(issue.file).push(issue);
+        }
+        lines.push('## Issues by File');
+        lines.push('');
+        for (const [file, fileIssues] of fileGroups) {
+            lines.push(`### ${file}`);
+            lines.push('');
+            for (const issue of fileIssues) {
+                lines.push(`**Line ${issue.line}** (${issue.severity}): ${issue.message}`);
+                if (issue.before && issue.after) {
+                    lines.push(`- Before: \`${issue.before}\``);
+                    lines.push(`- After: \`${issue.after}\``);
+                }
+                lines.push(`- Token savings: ~${issue.tokenSavings}`);
+                lines.push('');
+            }
+        }
+        lines.push('## Summary by Severity');
+        lines.push('');
+        for (const severity of ['error', 'warning', 'info']) {
+            const count = report.issuesBySeverity[severity].length;
+            const savings = report.issuesBySeverity[severity].reduce((sum, i) => sum + i.tokenSavings, 0);
+            lines.push(`- **${severity}**: ${count} issues (${savings} tokens)`);
+        }
+        lines.push('');
+        lines.push('## Summary by Rule');
+        lines.push('');
+        for (const [rule, issues] of Object.entries(report.issuesByRule)) {
+            const savings = issues.reduce((sum, i) => sum + i.tokenSavings, 0);
+            lines.push(`- **${rule}**: ${issues.length} issues (${savings} tokens)`);
+        }
+        lines.push('');
+        lines.push('## Recommendations');
+        lines.push('');
+        for (const rec of report.recommendations) {
+            lines.push(`- ${rec}`);
+        }
+        return lines.join('\n');
+    }
+    /**
+     * Format report as JSON
+     */
+    formatReportJSON(report) {
+        return JSON.stringify(report, null, 2);
+    }
+}
+//# sourceMappingURL=token-optimizer.js.map

package/dist/md/linter/token-optimizer.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"token-optimizer.js","sourceRoot":"","sources":["../../../src/md/linter/token-optimizer.ts"],"names":[],"mappings":"AAqCA;;;GAGG;AACH,MAAM,OAAO,cAAc;IACjB,KAAK,GAAuB,EAAE,CAAC;IAEvC;QACE,IAAI,CAAC,oBAAoB,EAAE,CAAC;IAC9B,CAAC;IAED;;OAEG;IACK,oBAAoB;QAC1B,wBAAwB;QACxB,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC;YACd,EAAE,EAAE,iBAAiB;YACrB,IAAI,EAAE,oCAAoC;YAC1C,QAAQ,EAAE,SAAS;YACnB,WAAW,EAAE,8DAA8D;YAC3E,MAAM,EAAE,CAAC,OAAe,EAAE,QAAgB,EAAE,EAAE;gBAC5C,MAAM,MAAM,GAAwB,EAAE,CAAC;gBACvC,MAAM,KAAK,GAAG,OAAO,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;gBAElC,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,KAAK,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;oBACtC,MAAM,IAAI,GAAG,KAAK,CAAC,CAAC,CAAC,CAAC;oBACtB,MAAM,OAAO,GAAG,CAAC,GAAG,CAAC,CAAC;oBAEtB,6CAA6C;oBAC7C,MAAM,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC,8BAA8B,CAAC,CAAC;oBACzD,IAAI,KAAK,IAAI,KAAK,CAAC,CAAC,CAAC,IAAI,KAAK,CAAC,CAAC,CAAC,EAAE,CAAC;wBAClC,MAAM,GAAG,GAAG,KAAK,CAAC,CAAC,CAAC,CAAC;wBACrB,MAAM,KAAK,GAAG,KAAK,CAAC,CAAC,CAAC,CAAC;wBACvB,MAAM,MAAM,GAAG,KAAK,GAAG,OAAO,KAAK,EAAE,CAAC;wBACtC,MAAM,KAAK,GAAG,GAAG,GAAG,KAAK,KAAK,EAAE,CAAC;wBAEjC,MAAM,CAAC,IAAI,CAAC;4BACV,QAAQ,EAAE,SAAS;4BACnB,OAAO,EAAE,oDAAoD;4BAC7D,IAAI,EAAE,QAAQ;4BACd,IAAI,EAAE,OAAO;4BACb,IAAI,EAAE,iBAAiB;4BACvB,YAAY,EAAE,CAAC;4BACf,UAAU,EAAE,gBAAgB,KAAK,EAAE;4BACnC,MAAM;4BACN,KAAK;4BACL,OAAO,EAAE,IAAI,CAAC,SAAS,CAAC,CAAC,EAAE,EAAE,CAAC;yBAC/B,CAAC,CAAC;oBACL,CAAC;gBACH,CAAC;gBAED,OAAO,MAAM,CAAC;YAChB,CAAC;YACD,oBAAoB,EAAE,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,YAAY;SACpD,CAAC,CAAC;QAEH,uBAAuB;QACvB,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC;YACd,EAAE,EAAE,gBAAgB;YACpB,IAAI,EAAE,iBAAiB;YACvB,QAAQ,EAAE,MAAM;YAChB,WAAW,EAAE,wCAAwC;YACrD,MAAM,EAAE,CAAC,OAAe,EAAE,QAAgB,EAAE,EAAE;gBAC5C,MAAM,MAAM,GAAwB,EAAE,CAAC;gBACvC,MAAM,KAAK,GAAG,OAAO,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;gBAElC,6BAA6B;gBAC7B,MAAM,OAAO,GAA8D;oBACzE,EAAE,MAAM,EAAE,UAAU,EAAE,KAAK,EAAE,QAAQ,EAAE,OAAO,EAAE,CAAC,EAAE;oBACnD,EAAE,MAAM,EAAE,sCAAsC,EAAE,KAAK,EAAE,oBAAoB,EAAE,OAAO,EAAE,CAAC,EAAE;oBAC3F,EAAE,MAAM,EAAE,uBAAuB,EAAE,KAAK,EAAE,cAAc,EAAE,OAAO,EAAE,CAAC,EAAE;iBACvE,CAAC;gBAEF,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,KAAK,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;oBACtC,MAAM,IAAI,GAAG,KAAK,CAAC,CAAC,CAAC,CAAC;oBACtB,MAAM,OAAO,GAAG,CAAC,GAAG,CAAC,CAAC;oBAEtB,KAAK,MAAM,MAAM,IAAI,OAAO,EAAE,CAAC;wBAC7B,IAAI,IAAI,CAAC,QAAQ,CAAC,MAAM,CAAC,MAAM,CAAC,EAAE,CAAC;4BACjC,MAAM,CAAC,IAAI,CAAC;gCACV,QAAQ,EAAE,MAAM;gCAChB,OAAO,EAAE,4CAA4C,MAAM,CAAC,OAAO,UAAU;gCAC7E,IAAI,EAAE,QAAQ;gCACd,IAAI,EAAE,OAAO;gCACb,IAAI,EAAE,gBAAgB;gCACtB,YAAY,EAAE,MAAM,CAAC,OAAO;gCAC5B,UAAU,EAAE,YAAY,MAAM,CAAC,MAAM,WAAW,MAAM,CAAC,KAAK,GAAG;gCAC/D,MAAM,EAAE,MAAM,CAAC,MAAM;gCACrB,KAAK,EAAE,MAAM,CAAC,KAAK;gCACnB,OAAO,EAAE,IAAI,CAAC,SAAS,CAAC,CAAC,EAAE,EAAE,CAAC;6BAC/B,CAAC,CAAC;wBACL,CAAC;oBACH,CAAC;gBACH,CAAC;gBAED,OAAO,MAAM,CAAC;YAChB,CAAC;YACD,oBAAoB,EAAE,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,YAAY;SACpD,CAAC,CAAC;QAEH,sBAAsB;QACtB,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC;YACd,EAAE,EAAE,eAAe;YACnB,IAAI,EAAE,mCAAmC;YACzC,QAAQ,EAAE,SAAS;YACnB,WAAW,EAAE,2DAA2D;YACxE,MAAM,EAAE,CAAC,OAAe,EAAE,QAAgB,EAAE,EAAE;gBAC5C,MAAM,MAAM,GAAwB,EAAE,CAAC;gBACvC,MAAM,KAAK,GAAG,OAAO,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;gBAElC,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,KAAK,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;oBACtC,MAAM,IAAI,GAAG,KAAK,CAAC,CAAC,CAAC,CAAC;oBACtB,MAAM,OAAO,GAAG,CAAC,GAAG,CAAC,CAAC;oBAEtB,wDAAwD;oBACxD,MAAM,KAAK,GAAG,yDAAyD,CAAC;oBACxE,IAAI,KAAK,CAAC;oBAEV,OAAO,CAAC,KAAK,GAAG,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,KAAK,IAAI,EAAE,CAAC;wBAC3C,MAAM,IAAI,GAAG,KAAK,CAAC,CAAC,CAAC,CAAC;wBACtB,MAAM,IAAI,GAAG,KAAK,CAAC,CAAC,CAAC,CAAC;wBACtB,MAAM,SAAS,GAAG,KAAK,CAAC,CAAC,CAAC,CAAC;wBAE3B,MAAM,CAAC,IAAI,CAAC;4BACV,QAAQ,EAAE,SAAS;4BACnB,OAAO,EAAE,mDAAmD;4BAC5D,IAAI,EAAE,QAAQ;4BACd,IAAI,EAAE,OAAO;4BACb,IAAI,EAAE,eAAe;4BACrB,YAAY,EAAE,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,MAAM,GAAG,CAAC,CAAC,EAAE,iBAAiB;4BAC5D,UAAU,EAAE,wBAAwB,IAAI,gCAAgC;4BACxE,MAAM,EAAE,SAAS;4BACjB,KAAK,EAAE,IAAI;4BACX,OAAO,EAAE,oDAAoD;yBAC9D,CAAC,CAAC;oBACL,CAAC;gBACH,CAAC;gBAED,OAAO,MAAM,CAAC;YAChB,CAAC;YACD,oBAAoB,EAAE,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,YAAY;SACpD,CAAC,CAAC;QAEH,2BAA2B;QAC3B,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC;YACd,EAAE,EAAE,oBAAoB;YACxB,IAAI,EAAE,qBAAqB;YAC3B,QAAQ,EAAE,MAAM;YAChB,WAAW,EAAE,0DAA0D;YACvE,MAAM,EAAE,CAAC,OAAe,EAAE,QAAgB,EAAE,EAAE;gBAC5C,MAAM,MAAM,GAAwB,EAAE,CAAC;gBACvC,MAAM,KAAK,GAAG,OAAO,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;gBAElC,MAAM,SAAS,GAAG;oBAChB,EAAE,IAAI,EAAE,KAAK,EAAE,OAAO,EAAE,CAAC,EAAE;oBAC3B,EAAE,IAAI,EAAE,KAAK,EAAE,OAAO,EAAE,CAAC,EAAE;oBAC3B,EAAE,IAAI,EAAE,eAAe,EAAE,OAAO,EAAE,CAAC,EAAE;oBACrC,EAAE,IAAI,EAAE,UAAU,EAAE,OAAO,EAAE,CAAC,EAAE;iBACjC,CAAC;gBAEF,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,KAAK,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;oBACtC,MAAM,IAAI,GAAG,KAAK,CAAC,CAAC,CAAC,CAAC;oBACtB,MAAM,OAAO,GAAG,CAAC,GAAG,CAAC,CAAC;oBAEtB,KAAK,MAAM,GAAG,IAAI,SAAS,EAAE,CAAC;wBAC5B,IAAI,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC,IAAI,CAAC,EAAE,CAAC;4BAC5B,MAAM,CAAC,IAAI,CAAC;gCACV,QAAQ,EAAE,MAAM;gCAChB,OAAO,EAAE,uBAAuB,GAAG,CAAC,IAAI,kBAAkB;gCAC1D,IAAI,EAAE,QAAQ;gCACd,IAAI,EAAE,OAAO;gCACb,IAAI,EAAE,oBAAoB;gCAC1B,YAAY,EAAE,GAAG,CAAC,OAAO;gCACzB,UAAU,EAAE,WAAW,GAAG,CAAC,IAAI,GAAG;gCAClC,MAAM,EAAE,GAAG,CAAC,IAAI;gCAChB,KAAK,EAAE,EAAE;gCACT,OAAO,EAAE,IAAI,CAAC,SAAS,CAAC,CAAC,EAAE,EAAE,CAAC;6BAC/B,CAAC,CAAC;wBACL,CAAC;oBACH,CAAC;gBACH,CAAC;gBAED,OAAO,MAAM,CAAC;YAChB,CAAC;YACD,oBAAoB,EAAE,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,YAAY;SACpD,CAAC,CAAC;IACL,CAAC;IAED;;OAEG;IACH,OAAO,CAAC,OAAe,EAAE,QAAgB;QACvC,MAAM,SAAS,GAAwB,EAAE,CAAC;QAE1C,KAAK,MAAM,IAAI,IAAI,IAAI,CAAC,KAAK,EAAE,CAAC;YAC9B,MAAM,MAAM,GAAG,IAAI,CAAC,MAAM,CAAC,OAAO,EAAE,QAAQ,CAAC,CAAC;YAC9C,SAAS,CAAC,IAAI,CAAC,GAAG,MAAM,CAAC,CAAC;QAC5B,CAAC;QAED,OAAO,SAAS,CAAC;IACnB,CAAC;IAED;;OAEG;IACH,cAAc,CAAC,MAA2B;QACxC,MAAM,gBAAgB,GAA8D;YAClF,KAAK,EAAE,EAAE;YACT,OAAO,EAAE,EAAE;YACX,IAAI,EAAE,EAAE;SACT,CAAC;QAEF,MAAM,YAAY,GAAwC,EAAE,CAAC;QAE7D,IAAI,iBAAiB,GAAG,CAAC,CAAC;QAE1B,KAAK,MAAM,KAAK,IAAI,MAAM,EAAE,CAAC;YAC3B,gBAAgB,CAAC,KAAK,CAAC,QAAQ,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;YAE7C,IAAI,CAAC,YAAY,CAAC,KAAK,CAAC,IAAI,CAAC,EAAE,CAAC;gBAC9B,YAAY,CAAC,KAAK,CAAC,IAAI,CAAC,GAAG,EAAE,CAAC;YAChC,CAAC;YACD,YAAY,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;YAErC,iBAAiB,IAAI,KAAK,CAAC,YAAY,CAAC;QAC1C,CAAC;QAED,MAAM,eAAe,GAAG,IAAI,CAAC,uBAAuB,CAAC,MAAM,EAAE,iBAAiB,CAAC,CAAC;QAEhF,OAAO;YACL,MAAM;YACN,WAAW,EAAE,MAAM,CAAC,MAAM;YAC1B,iBAAiB;YACjB,gBAAgB;YAChB,YAAY;YACZ,eAAe;SAChB,CAAC;IACJ,CAAC;IAED;;OAEG;IACK,uBAAuB,CAAC,MAA2B,EAAE,YAAoB;QAC/E,MAAM,eAAe,GAAa,EAAE,CAAC;QAErC,IAAI,MAAM,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;YACxB,eAAe,CAAC,IAAI,CAAC,uCAAuC,CAAC,CAAC;YAC9D,OAAO,eAAe,CAAC;QACzB,CAAC;QAED,eAAe,CAAC,IAAI,CAAC,SAAS,MAAM,CAAC,MAAM,gCAAgC,YAAY,UAAU,CAAC,CAAC;QAEnG,2BAA2B;QAC3B,MAAM,QAAQ,GAAG,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,QAAQ,KAAK,SAAS,CAAC,CAAC;QAC9D,IAAI,QAAQ,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YACxB,eAAe,CAAC,IAAI,CAAC,UAAU,QAAQ,CAAC,MAAM,kCAAkC,CAAC,CAAC;QACpF,CAAC;QAED,eAAe,CAAC,IAAI,CAAC,4CAA4C,CAAC,CAAC;QACnE,eAAe,CAAC,IAAI,CAAC,qDAAqD,CAAC,CAAC;QAE5E,OAAO,eAAe,CAAC;IACzB,CAAC;IAED;;OAEG;IACH,oBAAoB,CAAC,MAA0B;QAC7C,MAAM,KAAK,GAAa,EAAE,CAAC;QAE3B,KAAK,CAAC,IAAI,CAAC,6BAA6B,CAAC,CAAC;QAC1C,KAAK,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;QACf,KAAK,CAAC,IAAI,CAAC,qBAAqB,MAAM,CAAC,WAAW,EAAE,CAAC,CAAC;QACtD,KAAK,CAAC,IAAI,CAAC,gCAAgC,MAAM,CAAC,iBAAiB,SAAS,CAAC,CAAC;QAC9E,KAAK,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;QAEf,IAAI,MAAM,CAAC,WAAW,KAAK,CAAC,EAAE,CAAC;YAC7B,KAAK,CAAC,IAAI,CAAC,wCAAwC,CAAC,CAAC;YACrD,OAAO,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QAC1B,CAAC;QAED,gBAAgB;QAChB,MAAM,UAAU,GAAG,IAAI,GAAG,EAA+B,CAAC;QAC1D,KAAK,MAAM,KAAK,IAAI,MAAM,CAAC,MAAM,EAAE,CAAC;YAClC,IAAI,CAAC,UAAU,CAAC,GAAG,CAAC,KAAK,CAAC,IAAI,CAAC,EAAE,CAAC;gBAChC,UAAU,CAAC,GAAG,CAAC,KAAK,CAAC,IAAI,EAAE,EAAE,CAAC,CAAC;YACjC,CAAC;YACD,UAAU,CAAC,GAAG,CAAC,KAAK,CAAC,IAAI,CAAE,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;QAC1C,CAAC;QAED,KAAK,CAAC,IAAI,CAAC,mBAAmB,CAAC,CAAC;QAChC,KAAK,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;QAEf,KAAK,MAAM,CAAC,IAAI,EAAE,UAAU,CAAC,IAAI,UAAU,EAAE,CAAC;YAC5C,KAAK,CAAC,IAAI,CAAC,OAAO,IAAI,EAAE,CAAC,CAAC;YAC1B,KAAK,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;YAEf,KAAK,MAAM,KAAK,IAAI,UAAU,EAAE,CAAC;gBAC/B,KAAK,CAAC,IAAI,CAAC,UAAU,KAAK,CAAC,IAAI,OAAO,KAAK,CAAC,QAAQ,MAAM,KAAK,CAAC,OAAO,EAAE,CAAC,CAAC;gBAC3E,IAAI,KAAK,CAAC,MAAM,IAAI,KAAK,CAAC,KAAK,EAAE,CAAC;oBAChC,KAAK,CAAC,IAAI,CAAC,eAAe,KAAK,CAAC,MAAM,IAAI,CAAC,CAAC;oBAC5C,KAAK,CAAC,IAAI,CAAC,cAAc,KAAK,CAAC,KAAK,IAAI,CAAC,CAAC;gBAC5C,CAAC;gBACD,KAAK,CAAC,IAAI,CAAC,qBAAqB,KAAK,CAAC,YAAY,EAAE,CAAC,CAAC;gBACtD,KAAK,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;YACjB,CAAC;QACH,CAAC;QAED,KAAK,CAAC,IAAI,CAAC,wBAAwB,CAAC,CAAC;QACrC,KAAK,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;QACf,KAAK,MAAM,QAAQ,IAAI,CAAC,OAAO,EAAE,SAAS,EAAE,MAAM,CAAU,EAAE,CAAC;YAC7D,MAAM,KAAK,GAAG,MAAM,CAAC,gBAAgB,CAAC,QAAQ,CAAC,CAAC,MAAM,CAAC;YACvD,MAAM,OAAO,GAAG,MAAM,CAAC,gBAAgB,CAAC,QAAQ,CAAC,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,CAAC,EAAE,EAAE,CAAC,GAAG,GAAG,CAAC,CAAC,YAAY,EAAE,CAAC,CAAC,CAAC;YAC9F,KAAK,CAAC,IAAI,CAAC,OAAO,QAAQ,OAAO,KAAK,YAAY,OAAO,UAAU,CAAC,CAAC;QACvE,CAAC;QAED,KAAK,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;QACf,KAAK,CAAC,IAAI,CAAC,oBAAoB,CAAC,CAAC;QACjC,KAAK,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;QACf,KAAK,MAAM,CAAC,IAAI,EAAE,MAAM,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,MAAM,CAAC,YAAY,CAAC,EAAE,CAAC;YACjE,MAAM,OAAO,GAAG,MAAM,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,CAAC,EAAE,EAAE,CAAC,GAAG,GAAG,CAAC,CAAC,YAAY,EAAE,CAAC,CAAC,CAAC;YACnE,KAAK,CAAC,IAAI,CAAC,OAAO,IAAI,OAAO,MAAM,CAAC,MAAM,YAAY,OAAO,UAAU,CAAC,CAAC;QAC3E,CAAC;QAED,KAAK,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;QACf,KAAK,CAAC,IAAI,CAAC,oBAAoB,CAAC,CAAC;QACjC,KAAK,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;QACf,KAAK,MAAM,GAAG,IAAI,MAAM,CAAC,eAAe,EAAE,CAAC;YACzC,KAAK,CAAC,IAAI,CAAC,KAAK,GAAG,EAAE,CAAC,CAAC;QACzB,CAAC;QAED,OAAO,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;IAC1B,CAAC;IAED;;OAEG;IACH,gBAAgB,CAAC,MAA0B;QACzC,OAAO,IAAI,CAAC,SAAS,CAAC,MAAM,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC;IACzC,CAAC;CACF"}

package/dist/md/lister/index.d.ts

@@ -0,0 +1,42 @@
+import type { Config, ListResult } from '../types/config.js';
+/**
+ * Format type for list output
+ */
+export type ListFormat = 'simple' | 'tree' | 'detailed' | 'markdown' | 'json';
+/**
+ * List options
+ */
+export interface ListOptions {
+    format?: ListFormat;
+    layer?: number;
+    type?: string;
+    category?: string;
+    includePattern?: string;
+    groupBy?: 'layer' | 'type' | 'category' | 'none';
+    sortBy?: 'path' | 'layer' | 'title';
+}
+/**
+ * File lister
+ * Generates file listings in various formats
+ */
+export declare class Lister {
+    private config;
+    constructor(config: Config);
+    list(sourceDir: string, options?: ListOptions): Promise<ListResult>;
+    /**
+     * Format list result as string
+     */
+    format(result: ListResult, format: ListFormat, sourceDir: string): string;
+    private collectFiles;
+    private parseFiles;
+    private filterFiles;
+    private sortFiles;
+    private calculateStats;
+    private formatSimple;
+    private formatTree;
+    private formatDetailed;
+    private formatMarkdown;
+    private formatJSON;
+    private getLayerName;
+}
+//# sourceMappingURL=index.d.ts.map

package/dist/md/lister/index.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../src/md/lister/index.ts"],"names":[],"mappings":"AAIA,OAAO,KAAK,EAAE,MAAM,EAAY,UAAU,EAAE,MAAM,oBAAoB,CAAC;AAEvE;;GAEG;AACH,MAAM,MAAM,UAAU,GAAG,QAAQ,GAAG,MAAM,GAAG,UAAU,GAAG,UAAU,GAAG,MAAM,CAAC;AAE9E;;GAEG;AACH,MAAM,WAAW,WAAW;IAC1B,MAAM,CAAC,EAAE,UAAU,CAAC;IACpB,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,IAAI,CAAC,EAAE,MAAM,CAAC;IACd,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,cAAc,CAAC,EAAE,MAAM,CAAC;IACxB,OAAO,CAAC,EAAE,OAAO,GAAG,MAAM,GAAG,UAAU,GAAG,MAAM,CAAC;IACjD,MAAM,CAAC,EAAE,MAAM,GAAG,OAAO,GAAG,OAAO,CAAC;CACrC;AAED;;;GAGG;AACH,qBAAa,MAAM;IACL,OAAO,CAAC,MAAM;gBAAN,MAAM,EAAE,MAAM;IAE5B,IAAI,CAAC,SAAS,EAAE,MAAM,EAAE,OAAO,GAAE,WAAgB,GAAG,OAAO,CAAC,UAAU,CAAC;IAsB7E;;OAEG;IACH,MAAM,CAAC,MAAM,EAAE,UAAU,EAAE,MAAM,EAAE,UAAU,EAAE,SAAS,EAAE,MAAM,GAAG,MAAM;YAiB3D,YAAY;YAqBZ,UAAU;IA+BxB,OAAO,CAAC,WAAW;IAkBnB,OAAO,CAAC,SAAS;IAuBjB,OAAO,CAAC,cAAc;IA+BtB,OAAO,CAAC,YAAY;IAIpB,OAAO,CAAC,UAAU;IA6DlB,OAAO,CAAC,cAAc;IAwCtB,OAAO,CAAC,cAAc;IAgGtB,OAAO,CAAC,UAAU;IAIlB,OAAO,CAAC,YAAY;CAWrB"}

package/dist/md/lister/index.js

@@ -0,0 +1,317 @@
+import { glob } from 'glob';
+import matter from 'gray-matter';
+import * as fs from 'fs/promises';
+import * as path from 'path';
+/**
+ * File lister
+ * Generates file listings in various formats
+ */
+export class Lister {
+    config;
+    constructor(config) {
+        this.config = config;
+    }
+    async list(sourceDir, options = {}) {
+        // Collect files
+        const files = await this.collectFiles(sourceDir, options);
+        // Parse frontmatter
+        const fileInfos = await this.parseFiles(files, sourceDir);
+        // Filter files
+        const filtered = this.filterFiles(fileInfos, options);
+        // Sort files
+        const sorted = this.sortFiles(filtered, options);
+        // Calculate stats
+        const stats = this.calculateStats(sorted);
+        return {
+            files: sorted,
+            stats,
+        };
+    }
+    /**
+     * Format list result as string
+     */
+    format(result, format, sourceDir) {
+        switch (format) {
+            case 'simple':
+                return this.formatSimple(result);
+            case 'tree':
+                return this.formatTree(result, sourceDir);
+            case 'detailed':
+                return this.formatDetailed(result);
+            case 'markdown':
+                return this.formatMarkdown(result);
+            case 'json':
+                return this.formatJSON(result);
+            default:
+                return this.formatMarkdown(result);
+        }
+    }
+    async collectFiles(sourceDir, options) {
+        const patterns = options.includePattern
+            ? [path.join(sourceDir, options.includePattern)]
+            : this.config.build.include.map((p) => path.join(sourceDir, p));
+        const excludePatterns = this.config.build.exclude.map((p) => path.join(sourceDir, p));
+        const allFiles = [];
+        for (const pattern of patterns) {
+            const matches = await glob(pattern, {
+                ignore: excludePatterns,
+                nodir: true,
+            });
+            allFiles.push(...matches);
+        }
+        // Remove duplicates
+        return [...new Set(allFiles)].sort();
+    }
+    async parseFiles(files, sourceDir) {
+        const fileInfos = [];
+        for (const filePath of files) {
+            try {
+                const content = await fs.readFile(filePath, 'utf-8');
+                const parsed = matter(content);
+                const stats = await fs.stat(filePath);
+                fileInfos.push({
+                    path: filePath,
+                    relativePath: path.relative(sourceDir, filePath),
+                    title: parsed.data.title,
+                    description: parsed.data.description,
+                    layer: parsed.data.layer,
+                    type: parsed.data.type,
+                    category: parsed.data.category,
+                    depends_on: parsed.data.depends_on,
+                    tags: parsed.data.tags,
+                    size: stats.size,
+                    modified: stats.mtime,
+                });
+            }
+            catch (error) {
+                // Skip files that can't be read
+                console.warn(`Warning: Could not read ${filePath}`);
+            }
+        }
+        return fileInfos;
+    }
+    filterFiles(files, options) {
+        let filtered = files;
+        if (options.layer !== undefined) {
+            filtered = filtered.filter((f) => f.layer === options.layer);
+        }
+        if (options.type) {
+            filtered = filtered.filter((f) => f.type === options.type);
+        }
+        if (options.category) {
+            filtered = filtered.filter((f) => f.category === options.category);
+        }
+        return filtered;
+    }
+    sortFiles(files, options) {
+        const sortBy = options.sortBy || this.config.list?.sort_by || 'path';
+        return files.sort((a, b) => {
+            switch (sortBy) {
+                case 'layer':
+                    const layerA = a.layer ?? 999;
+                    const layerB = b.layer ?? 999;
+                    if (layerA !== layerB)
+                        return layerA - layerB;
+                    return a.relativePath.localeCompare(b.relativePath);
+                case 'title':
+                    const titleA = a.title || a.relativePath;
+                    const titleB = b.title || b.relativePath;
+                    return titleA.localeCompare(titleB);
+                case 'path':
+                default:
+                    return a.relativePath.localeCompare(b.relativePath);
+            }
+        });
+    }
+    calculateStats(files) {
+        const stats = {
+            totalFiles: files.length,
+            layers: {},
+            types: {},
+            categories: {},
+        };
+        for (const file of files) {
+            // Count layers
+            if (file.layer !== undefined) {
+                const layerKey = String(file.layer);
+                stats.layers[layerKey] = (stats.layers[layerKey] || 0) + 1;
+            }
+            // Count types
+            if (file.type) {
+                stats.types[file.type] = (stats.types[file.type] || 0) + 1;
+            }
+            // Count categories
+            if (file.category) {
+                stats.categories[file.category] = (stats.categories[file.category] || 0) + 1;
+            }
+        }
+        return stats;
+    }
+    // Format methods
+    formatSimple(result) {
+        return result.files.map((f) => f.relativePath).join('\n');
+    }
+    formatTree(result, sourceDir) {
+        const root = {
+            name: path.basename(sourceDir),
+            path: sourceDir,
+            children: new Map(),
+            isFile: false,
+        };
+        for (const file of result.files) {
+            const parts = file.relativePath.split(path.sep);
+            let current = root;
+            for (let i = 0; i < parts.length; i++) {
+                const part = parts[i];
+                if (!part)
+                    continue;
+                if (!current.children.has(part)) {
+                    current.children.set(part, {
+                        name: part,
+                        path: parts.slice(0, i + 1).join(path.sep),
+                        children: new Map(),
+                        isFile: i === parts.length - 1,
+                    });
+                }
+                current = current.children.get(part);
+            }
+        }
+        // Render tree
+        const renderNode = (node, prefix = '', isLast = true) => {
+            const lines = [];
+            if (node.name !== path.basename(sourceDir)) {
+                const connector = isLast ? '└── ' : '├── ';
+                lines.push(prefix + connector + node.name);
+            }
+            else {
+                lines.push(node.name + '/');
+            }
+            const childEntries = Array.from(node.children.entries());
+            childEntries.forEach(([_, child], index) => {
+                const isLastChild = index === childEntries.length - 1;
+                const newPrefix = node.name === path.basename(sourceDir) ? '' : prefix + (isLast ? '    ' : '│   ');
+                lines.push(renderNode(child, newPrefix, isLastChild));
+            });
+            return lines.join('\n');
+        };
+        return renderNode(root);
+    }
+    formatDetailed(result) {
+        const lines = [];
+        for (const file of result.files) {
+            lines.push(file.relativePath);
+            if (file.title) {
+                lines.push(`  Title: ${file.title}`);
+            }
+            if (file.layer !== undefined) {
+                lines.push(`  Layer: ${file.layer}`);
+            }
+            if (file.type) {
+                lines.push(`  Type: ${file.type}`);
+            }
+            if (file.category) {
+                lines.push(`  Category: ${file.category}`);
+            }
+            if (file.description) {
+                lines.push(`  Description: ${file.description}`);
+            }
+            if (file.depends_on && file.depends_on.length > 0) {
+                lines.push(`  Depends on: ${file.depends_on.join(', ')}`);
+            }
+            if (file.tags && file.tags.length > 0) {
+                lines.push(`  Tags: ${file.tags.join(', ')}`);
+            }
+            lines.push(''); // Empty line between files
+        }
+        return lines.join('\n');
+    }
+    formatMarkdown(result) {
+        const lines = ['# Documentation Index', ''];
+        // Group by layer if available
+        const hasLayers = result.files.some((f) => f.layer !== undefined);
+        if (hasLayers) {
+            const byLayer = new Map();
+            for (const file of result.files) {
+                const layer = file.layer ?? 999;
+                if (!byLayer.has(layer)) {
+                    byLayer.set(layer, []);
+                }
+                byLayer.get(layer).push(file);
+            }
+            const sortedLayers = Array.from(byLayer.keys()).sort((a, b) => a - b);
+            for (const layer of sortedLayers) {
+                const files = byLayer.get(layer);
+                const layerName = this.getLayerName(layer);
+                lines.push(`## ${layerName}`, '');
+                for (const file of files) {
+                    lines.push(`### ${file.relativePath}`);
+                    if (file.title) {
+                        lines.push(`Title: ${file.title}`);
+                    }
+                    if (file.description) {
+                        lines.push(`Description: ${file.description}`);
+                    }
+                    if (file.type) {
+                        lines.push(`Type: ${file.type}`);
+                    }
+                    if (file.category) {
+                        lines.push(`Category: ${file.category}`);
+                    }
+                    if (file.depends_on && file.depends_on.length > 0) {
+                        lines.push(`Depends on: ${file.depends_on.join(', ')}`);
+                    }
+                    if (file.tags && file.tags.length > 0) {
+                        lines.push(`Tags: ${file.tags.join(', ')}`);
+                    }
+                    lines.push('');
+                }
+            }
+        }
+        else {
+            // No layers, just list files
+            for (const file of result.files) {
+                lines.push(`## ${file.relativePath}`);
+                if (file.title) {
+                    lines.push(`Title: ${file.title}`);
+                }
+                if (file.description) {
+                    lines.push(`Description: ${file.description}`);
+                }
+                lines.push('');
+            }
+        }
+        // Add stats (if enabled in config)
+        if (this.config.list?.include_stats !== false) {
+            lines.push('## Statistics', '');
+            lines.push(`**Total Files**: ${result.stats.totalFiles}`);
+            if (result.stats.layers && Object.keys(result.stats.layers).length > 0) {
+                lines.push('', '**Files by Layer**:');
+                for (const [layer, count] of Object.entries(result.stats.layers).sort()) {
+                    const layerName = this.getLayerName(Number(layer));
+                    lines.push(`- ${layerName}: ${count} files`);
+                }
+            }
+            if (result.stats.types && Object.keys(result.stats.types).length > 0) {
+                lines.push('', '**Files by Type**:');
+                for (const [type, count] of Object.entries(result.stats.types).sort()) {
+                    lines.push(`- ${type}: ${count} files`);
+                }
+            }
+        }
+        return lines.join('\n');
+    }
+    formatJSON(result) {
+        return JSON.stringify(result, null, 2);
+    }
+    getLayerName(layer) {
+        const layerNames = {
+            0: 'Layer 0: Foundation',
+            1: 'Layer 1: Getting Started',
+            2: 'Layer 2: Usage',
+            3: 'Layer 3: Reference',
+            4: 'Layer 4: Advanced',
+        };
+        return layerNames[layer] || `Layer ${layer}`;
+    }
+}
+//# sourceMappingURL=index.js.map