shirokuma-docs 0.1.0-alpha.1

package/dist/md/plugins/loader.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"loader.d.ts","sourceRoot":"","sources":["../../../src/md/plugins/loader.ts"],"names":[],"mappings":"AACA,OAAO,KAAK,EAAE,MAAM,EAAE,MAAM,oBAAoB,CAAC;AACjD,OAAO,KAAK,EAAE,SAAS,EAAE,MAAM,EAAE,QAAQ,EAAE,MAAM,wBAAwB,CAAC;AAE1E;;GAEG;AACH,MAAM,WAAW,aAAa;IAC5B,UAAU,EAAE,SAAS,EAAE,CAAC;IACxB,OAAO,EAAE,MAAM,EAAE,CAAC;IAClB,SAAS,EAAE,QAAQ,EAAE,CAAC;CACvB;AAED;;GAEG;AACH,wBAAsB,WAAW,CAAC,MAAM,EAAE,MAAM,GAAG,OAAO,CAAC,aAAa,CAAC,CA6FxE"}

package/dist/md/plugins/loader.js

@@ -0,0 +1,80 @@
+import * as path from 'path';
+/**
+ * Load plugins from configuration
+ */
+export async function loadPlugins(config) {
+    const loaded = {
+        validators: [],
+        linters: [],
+        analyzers: [],
+    };
+    if (!config.plugins || config.plugins.length === 0) {
+        return loaded;
+    }
+    for (const pluginConfig of config.plugins) {
+        // Skip disabled plugins
+        if (pluginConfig.enabled === false) {
+            continue;
+        }
+        try {
+            // Resolve plugin module path
+            const modulePath = path.resolve(pluginConfig.module);
+            // Security: Validate plugin path to prevent path traversal
+            // Only allow:
+            // 1. Scoped npm packages (@org/package)
+            // 2. Unscoped npm packages (package-name)
+            // 3. Relative paths within project (./plugins/*, ../plugins/*)
+            const normalized = path.normalize(modulePath);
+            const isNpmPackage = !pluginConfig.module.startsWith('.') && !pluginConfig.module.startsWith('/');
+            const isRelativeWithinProject = pluginConfig.module.startsWith('./') || pluginConfig.module.startsWith('../');
+            if (!isNpmPackage && !isRelativeWithinProject) {
+                throw new Error(`Plugin path "${pluginConfig.module}" is not allowed. ` +
+                    `Use npm package names (e.g., "my-plugin") or relative paths (e.g., "./plugins/my-plugin")`);
+            }
+            // Prevent path traversal beyond project root
+            const projectRoot = process.cwd();
+            if (isRelativeWithinProject && !normalized.startsWith(projectRoot)) {
+                throw new Error(`Plugin path "${pluginConfig.module}" attempts to access files outside project root. ` +
+                    `This is not allowed for security reasons.`);
+            }
+            // Dynamic import
+            const pluginModule = await import(modulePath);
+            // Load validators
+            if (pluginConfig.validators && Array.isArray(pluginConfig.validators)) {
+                for (const validatorName of pluginConfig.validators) {
+                    if (pluginModule[validatorName]) {
+                        const ValidatorClass = pluginModule[validatorName];
+                        const validator = new ValidatorClass(pluginConfig.config || {});
+                        // Validate interface
+                        if (!validator.name || typeof validator.validate !== 'function') {
+                            throw new Error(`Validator ${validatorName} does not implement Validator interface`);
+                        }
+                        loaded.validators.push(validator);
+                    }
+                    else {
+                        throw new Error(`Validator ${validatorName} not found in ${pluginConfig.module}`);
+                    }
+                }
+            }
+            // Load default export if it's a validator/linter/analyzer
+            if (pluginModule.default) {
+                const plugin = pluginModule.default;
+                if (plugin.validate && typeof plugin.validate === 'function') {
+                    loaded.validators.push(plugin);
+                }
+                if (plugin.lint && typeof plugin.lint === 'function') {
+                    loaded.linters.push(plugin);
+                }
+                if (plugin.analyze && typeof plugin.analyze === 'function') {
+                    loaded.analyzers.push(plugin);
+                }
+            }
+        }
+        catch (error) {
+            const message = error instanceof Error ? error.message : String(error);
+            throw new Error(`Failed to load plugin ${pluginConfig.module}: ${message}`);
+        }
+    }
+    return loaded;
+}
+//# sourceMappingURL=loader.js.map

package/dist/md/plugins/loader.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"loader.js","sourceRoot":"","sources":["../../../src/md/plugins/loader.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,IAAI,MAAM,MAAM,CAAC;AAa7B;;GAEG;AACH,MAAM,CAAC,KAAK,UAAU,WAAW,CAAC,MAAc;IAC9C,MAAM,MAAM,GAAkB;QAC5B,UAAU,EAAE,EAAE;QACd,OAAO,EAAE,EAAE;QACX,SAAS,EAAE,EAAE;KACd,CAAC;IAEF,IAAI,CAAC,MAAM,CAAC,OAAO,IAAI,MAAM,CAAC,OAAO,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QACnD,OAAO,MAAM,CAAC;IAChB,CAAC;IAED,KAAK,MAAM,YAAY,IAAI,MAAM,CAAC,OAAO,EAAE,CAAC;QAC1C,wBAAwB;QACxB,IAAI,YAAY,CAAC,OAAO,KAAK,KAAK,EAAE,CAAC;YACnC,SAAS;QACX,CAAC;QAED,IAAI,CAAC;YACH,6BAA6B;YAC7B,MAAM,UAAU,GAAG,IAAI,CAAC,OAAO,CAAC,YAAY,CAAC,MAAM,CAAC,CAAC;YAErD,2DAA2D;YAC3D,cAAc;YACd,wCAAwC;YACxC,0CAA0C;YAC1C,+DAA+D;YAC/D,MAAM,UAAU,GAAG,IAAI,CAAC,SAAS,CAAC,UAAU,CAAC,CAAC;YAC9C,MAAM,YAAY,GAAG,CAAC,YAAY,CAAC,MAAM,CAAC,UAAU,CAAC,GAAG,CAAC,IAAI,CAAC,YAAY,CAAC,MAAM,CAAC,UAAU,CAAC,GAAG,CAAC,CAAC;YAClG,MAAM,uBAAuB,GAAG,YAAY,CAAC,MAAM,CAAC,UAAU,CAAC,IAAI,CAAC,IAAI,YAAY,CAAC,MAAM,CAAC,UAAU,CAAC,KAAK,CAAC,CAAC;YAE9G,IAAI,CAAC,YAAY,IAAI,CAAC,uBAAuB,EAAE,CAAC;gBAC9C,MAAM,IAAI,KAAK,CACb,gBAAgB,YAAY,CAAC,MAAM,oBAAoB;oBACvD,2FAA2F,CAC5F,CAAC;YACJ,CAAC;YAED,6CAA6C;YAC7C,MAAM,WAAW,GAAG,OAAO,CAAC,GAAG,EAAE,CAAC;YAClC,IAAI,uBAAuB,IAAI,CAAC,UAAU,CAAC,UAAU,CAAC,WAAW,CAAC,EAAE,CAAC;gBACnE,MAAM,IAAI,KAAK,CACb,gBAAgB,YAAY,CAAC,MAAM,mDAAmD;oBACtF,2CAA2C,CAC5C,CAAC;YACJ,CAAC;YAED,iBAAiB;YACjB,MAAM,YAAY,GAAG,MAAM,MAAM,CAAC,UAAU,CAAC,CAAC;YAE9C,kBAAkB;YAClB,IAAI,YAAY,CAAC,UAAU,IAAI,KAAK,CAAC,OAAO,CAAC,YAAY,CAAC,UAAU,CAAC,EAAE,CAAC;gBACtE,KAAK,MAAM,aAAa,IAAI,YAAY,CAAC,UAAU,EAAE,CAAC;oBACpD,IAAI,YAAY,CAAC,aAAa,CAAC,EAAE,CAAC;wBAChC,MAAM,cAAc,GAAG,YAAY,CAAC,aAAa,CAAC,CAAC;wBACnD,MAAM,SAAS,GAAG,IAAI,cAAc,CAAC,YAAY,CAAC,MAAM,IAAI,EAAE,CAAC,CAAC;wBAEhE,qBAAqB;wBACrB,IAAI,CAAC,SAAS,CAAC,IAAI,IAAI,OAAO,SAAS,CAAC,QAAQ,KAAK,UAAU,EAAE,CAAC;4BAChE,MAAM,IAAI,KAAK,CACb,aAAa,aAAa,yCAAyC,CACpE,CAAC;wBACJ,CAAC;wBAED,MAAM,CAAC,UAAU,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC;oBACpC,CAAC;yBAAM,CAAC;wBACN,MAAM,IAAI,KAAK,CAAC,aAAa,aAAa,iBAAiB,YAAY,CAAC,MAAM,EAAE,CAAC,CAAC;oBACpF,CAAC;gBACH,CAAC;YACH,CAAC;YAED,0DAA0D;YAC1D,IAAI,YAAY,CAAC,OAAO,EAAE,CAAC;gBACzB,MAAM,MAAM,GAAG,YAAY,CAAC,OAAO,CAAC;gBAEpC,IAAI,MAAM,CAAC,QAAQ,IAAI,OAAO,MAAM,CAAC,QAAQ,KAAK,UAAU,EAAE,CAAC;oBAC7D,MAAM,CAAC,UAAU,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;gBACjC,CAAC;gBAED,IAAI,MAAM,CAAC,IAAI,IAAI,OAAO,MAAM,CAAC,IAAI,KAAK,UAAU,EAAE,CAAC;oBACrD,MAAM,CAAC,OAAO,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;gBAC9B,CAAC;gBAED,IAAI,MAAM,CAAC,OAAO,IAAI,OAAO,MAAM,CAAC,OAAO,KAAK,UAAU,EAAE,CAAC;oBAC3D,MAAM,CAAC,SAAS,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;gBAChC,CAAC;YACH,CAAC;QACH,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,MAAM,OAAO,GAAG,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;YACvE,MAAM,IAAI,KAAK,CAAC,yBAAyB,YAAY,CAAC,MAAM,KAAK,OAAO,EAAE,CAAC,CAAC;QAC9E,CAAC;IACH,CAAC;IAED,OAAO,MAAM,CAAC;AAChB,CAAC"}

package/dist/md/plugins/normalize-headings.d.ts

@@ -0,0 +1,43 @@
+import type { Root } from 'mdast';
+/**
+ * Options for hierarchical heading normalization
+ */
+export interface NormalizeHeadingsOptions {
+    /**
+     * Separator between heading levels
+     * @default " / "
+     */
+    separator?: string;
+}
+/**
+ * Remark plugin to normalize headings hierarchically for RAG systems
+ *
+ * Converts flat headings into hierarchical context-aware headings:
+ * ## Configuration
+ * ### Consumer Settings
+ * #### auto_offset_reset
+ *
+ * Becomes:
+ * ## Configuration
+ * ### Configuration / Consumer Settings
+ * #### Configuration / Consumer Settings / auto_offset_reset
+ *
+ * This preserves context when documents are chunked for RAG retrieval.
+ *
+ * @example
+ * ```typescript
+ * import { unified } from 'unified';
+ * import remarkParse from 'remark-parse';
+ * import remarkStringify from 'remark-stringify';
+ * import { remarkNormalizeHeadings } from './plugins/normalize-headings.js';
+ *
+ * const processor = unified()
+ *   .use(remarkParse)
+ *   .use(remarkNormalizeHeadings, { separator: ' / ' })
+ *   .use(remarkStringify);
+ *
+ * const result = await processor.process(markdown);
+ * ```
+ */
+export declare function remarkNormalizeHeadings(options?: NormalizeHeadingsOptions): (tree: Root) => void;
+//# sourceMappingURL=normalize-headings.d.ts.map

package/dist/md/plugins/normalize-headings.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"normalize-headings.d.ts","sourceRoot":"","sources":["../../../src/md/plugins/normalize-headings.ts"],"names":[],"mappings":"AAEA,OAAO,KAAK,EAAW,IAAI,EAAE,MAAM,OAAO,CAAC;AAE3C;;GAEG;AACH,MAAM,WAAW,wBAAwB;IACvC;;;OAGG;IACH,SAAS,CAAC,EAAE,MAAM,CAAC;CACpB;AAED;;;;;;;;;;;;;;;;;;;;;;;;;;;;;GA6BG;AACH,wBAAgB,uBAAuB,CACrC,OAAO,GAAE,wBAA6B,IAI9B,MAAM,IAAI,UAmBnB"}

package/dist/md/plugins/normalize-headings.js

@@ -0,0 +1,51 @@
+import { visit } from 'unist-util-visit';
+import { toString } from 'mdast-util-to-string';
+/**
+ * Remark plugin to normalize headings hierarchically for RAG systems
+ *
+ * Converts flat headings into hierarchical context-aware headings:
+ * ## Configuration
+ * ### Consumer Settings
+ * #### auto_offset_reset
+ *
+ * Becomes:
+ * ## Configuration
+ * ### Configuration / Consumer Settings
+ * #### Configuration / Consumer Settings / auto_offset_reset
+ *
+ * This preserves context when documents are chunked for RAG retrieval.
+ *
+ * @example
+ * ```typescript
+ * import { unified } from 'unified';
+ * import remarkParse from 'remark-parse';
+ * import remarkStringify from 'remark-stringify';
+ * import { remarkNormalizeHeadings } from './plugins/normalize-headings.js';
+ *
+ * const processor = unified()
+ *   .use(remarkParse)
+ *   .use(remarkNormalizeHeadings, { separator: ' / ' })
+ *   .use(remarkStringify);
+ *
+ * const result = await processor.process(markdown);
+ * ```
+ */
+export function remarkNormalizeHeadings(options = {}) {
+    const separator = options.separator || ' / ';
+    return (tree) => {
+        const headingStack = [];
+        visit(tree, 'heading', (node) => {
+            const level = node.depth;
+            const text = toString(node);
+            // Update stack for current level
+            headingStack[level - 1] = text;
+            // Clear deeper levels
+            headingStack.splice(level);
+            // Build hierarchical text
+            const hierarchy = headingStack.slice(0, level).join(separator);
+            // Replace heading text with hierarchical version
+            node.children = [{ type: 'text', value: hierarchy }];
+        });
+    };
+}
+//# sourceMappingURL=normalize-headings.js.map

package/dist/md/plugins/normalize-headings.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"normalize-headings.js","sourceRoot":"","sources":["../../../src/md/plugins/normalize-headings.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,KAAK,EAAE,MAAM,kBAAkB,CAAC;AACzC,OAAO,EAAE,QAAQ,EAAE,MAAM,sBAAsB,CAAC;AAchD;;;;;;;;;;;;;;;;;;;;;;;;;;;;;GA6BG;AACH,MAAM,UAAU,uBAAuB,CACrC,UAAoC,EAAE;IAEtC,MAAM,SAAS,GAAG,OAAO,CAAC,SAAS,IAAI,KAAK,CAAC;IAE7C,OAAO,CAAC,IAAU,EAAE,EAAE;QACpB,MAAM,YAAY,GAAa,EAAE,CAAC;QAElC,KAAK,CAAC,IAAI,EAAE,SAAS,EAAE,CAAC,IAAa,EAAE,EAAE;YACvC,MAAM,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC;YACzB,MAAM,IAAI,GAAG,QAAQ,CAAC,IAAI,CAAC,CAAC;YAE5B,iCAAiC;YACjC,YAAY,CAAC,KAAK,GAAG,CAAC,CAAC,GAAG,IAAI,CAAC;YAC/B,sBAAsB;YACtB,YAAY,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;YAE3B,0BAA0B;YAC1B,MAAM,SAAS,GAAG,YAAY,CAAC,KAAK,CAAC,CAAC,EAAE,KAAK,CAAC,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC;YAE/D,iDAAiD;YACjD,IAAI,CAAC,QAAQ,GAAG,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,KAAK,EAAE,SAAS,EAAE,CAAC,CAAC;QACvD,CAAC,CAAC,CAAC;IACL,CAAC,CAAC;AACJ,CAAC"}

package/dist/md/plugins/normalize-whitespace.d.ts

@@ -0,0 +1,46 @@
+import type { Root } from 'mdast';
+import type { VFile } from 'vfile';
+/**
+ * Remark plugin to normalize whitespace in markdown
+ *
+ * Normalizes excessive whitespace:
+ * - Replaces 3+ consecutive blank lines with 2 blank lines
+ * - Removes trailing spaces from lines
+ *
+ * Token savings: ~5-20 tokens per document
+ *
+ * This plugin operates on text nodes and the final stringified output.
+ *
+ * @example
+ * ```typescript
+ * import { unified } from 'unified';
+ * import remarkParse from 'remark-parse';
+ * import remarkStringify from 'remark-stringify';
+ * import { remarkNormalizeWhitespace } from './plugins/normalize-whitespace.js';
+ *
+ * const processor = unified()
+ *   .use(remarkParse)
+ *   .use(remarkNormalizeWhitespace)
+ *   .use(remarkStringify);
+ *
+ * const result = await processor.process(markdown);
+ * ```
+ */
+export declare function remarkNormalizeWhitespace(): (tree: Root, file?: VFile) => void;
+/**
+ * Post-process stringified markdown to normalize whitespace
+ * This should be called after remark-stringify
+ *
+ * @param content - Stringified markdown content
+ * @returns Normalized content
+ */
+export declare function normalizeWhitespaceContent(content: string): string;
+/**
+ * Check if content has excessive whitespace
+ * Useful for validation and detection
+ *
+ * @param content - Markdown content
+ * @returns True if excessive whitespace is found
+ */
+export declare function hasExcessiveWhitespace(content: string): boolean;
+//# sourceMappingURL=normalize-whitespace.d.ts.map

package/dist/md/plugins/normalize-whitespace.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"normalize-whitespace.d.ts","sourceRoot":"","sources":["../../../src/md/plugins/normalize-whitespace.ts"],"names":[],"mappings":"AACA,OAAO,KAAK,EAAE,IAAI,EAAQ,MAAM,OAAO,CAAC;AACxC,OAAO,KAAK,EAAE,KAAK,EAAE,MAAM,OAAO,CAAC;AAEnC;;;;;;;;;;;;;;;;;;;;;;;;;GAyBG;AACH,wBAAgB,yBAAyB,KAC/B,MAAM,IAAI,EAAE,OAAO,KAAK,UAoBjC;AAED;;;;;;GAMG;AACH,wBAAgB,0BAA0B,CAAC,OAAO,EAAE,MAAM,GAAG,MAAM,CAWlE;AAED;;;;;;GAMG;AACH,wBAAgB,sBAAsB,CAAC,OAAO,EAAE,MAAM,GAAG,OAAO,CAe/D"}

package/dist/md/plugins/normalize-whitespace.js

@@ -0,0 +1,86 @@
+import { visit } from 'unist-util-visit';
+/**
+ * Remark plugin to normalize whitespace in markdown
+ *
+ * Normalizes excessive whitespace:
+ * - Replaces 3+ consecutive blank lines with 2 blank lines
+ * - Removes trailing spaces from lines
+ *
+ * Token savings: ~5-20 tokens per document
+ *
+ * This plugin operates on text nodes and the final stringified output.
+ *
+ * @example
+ * ```typescript
+ * import { unified } from 'unified';
+ * import remarkParse from 'remark-parse';
+ * import remarkStringify from 'remark-stringify';
+ * import { remarkNormalizeWhitespace } from './plugins/normalize-whitespace.js';
+ *
+ * const processor = unified()
+ *   .use(remarkParse)
+ *   .use(remarkNormalizeWhitespace)
+ *   .use(remarkStringify);
+ *
+ * const result = await processor.process(markdown);
+ * ```
+ */
+export function remarkNormalizeWhitespace() {
+    return (tree, file) => {
+        // This plugin primarily works during stringify phase
+        // We'll use the stringify option to normalize whitespace
+        // Clean up text nodes (remove trailing spaces in text content)
+        visit(tree, 'text', (node) => {
+            // Trim trailing spaces from text values
+            // Note: This is conservative - only affects text nodes
+            if (node.value) {
+                // Remove trailing spaces at end of text nodes
+                node.value = node.value.replace(/ +$/gm, '');
+            }
+        });
+        // The main whitespace normalization happens in post-processing
+        // We'll attach a compiler to handle this after stringify
+        if (file && file.data) {
+            file.data.normalizeWhitespace = true;
+        }
+    };
+}
+/**
+ * Post-process stringified markdown to normalize whitespace
+ * This should be called after remark-stringify
+ *
+ * @param content - Stringified markdown content
+ * @returns Normalized content
+ */
+export function normalizeWhitespaceContent(content) {
+    // Replace 3+ consecutive blank lines with 2 blank lines
+    let normalized = content.replace(/\n{3,}/g, '\n\n');
+    // Remove trailing spaces from each line
+    normalized = normalized
+        .split('\n')
+        .map(line => line.trimEnd())
+        .join('\n');
+    return normalized;
+}
+/**
+ * Check if content has excessive whitespace
+ * Useful for validation and detection
+ *
+ * @param content - Markdown content
+ * @returns True if excessive whitespace is found
+ */
+export function hasExcessiveWhitespace(content) {
+    // Check for 3+ consecutive blank lines
+    if (content.match(/\n{3,}/)) {
+        return true;
+    }
+    // Check for trailing spaces
+    const lines = content.split('\n');
+    for (const line of lines) {
+        if (line !== line.trimEnd() && line.trim() !== '') {
+            return true;
+        }
+    }
+    return false;
+}
+//# sourceMappingURL=normalize-whitespace.js.map

package/dist/md/plugins/normalize-whitespace.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"normalize-whitespace.js","sourceRoot":"","sources":["../../../src/md/plugins/normalize-whitespace.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,KAAK,EAAE,MAAM,kBAAkB,CAAC;AAIzC;;;;;;;;;;;;;;;;;;;;;;;;;GAyBG;AACH,MAAM,UAAU,yBAAyB;IACvC,OAAO,CAAC,IAAU,EAAE,IAAY,EAAE,EAAE;QAClC,qDAAqD;QACrD,yDAAyD;QAEzD,+DAA+D;QAC/D,KAAK,CAAC,IAAI,EAAE,MAAM,EAAE,CAAC,IAAU,EAAE,EAAE;YACjC,wCAAwC;YACxC,uDAAuD;YACvD,IAAI,IAAI,CAAC,KAAK,EAAE,CAAC;gBACf,8CAA8C;gBAC9C,IAAI,CAAC,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,OAAO,EAAE,EAAE,CAAC,CAAC;YAC/C,CAAC;QACH,CAAC,CAAC,CAAC;QAEH,+DAA+D;QAC/D,yDAAyD;QACzD,IAAI,IAAI,IAAI,IAAI,CAAC,IAAI,EAAE,CAAC;YACtB,IAAI,CAAC,IAAI,CAAC,mBAAmB,GAAG,IAAI,CAAC;QACvC,CAAC;IACH,CAAC,CAAC;AACJ,CAAC;AAED;;;;;;GAMG;AACH,MAAM,UAAU,0BAA0B,CAAC,OAAe;IACxD,wDAAwD;IACxD,IAAI,UAAU,GAAG,OAAO,CAAC,OAAO,CAAC,SAAS,EAAE,MAAM,CAAC,CAAC;IAEpD,wCAAwC;IACxC,UAAU,GAAG,UAAU;SACpB,KAAK,CAAC,IAAI,CAAC;SACX,GAAG,CAAC,IAAI,CAAC,EAAE,CAAC,IAAI,CAAC,OAAO,EAAE,CAAC;SAC3B,IAAI,CAAC,IAAI,CAAC,CAAC;IAEd,OAAO,UAAU,CAAC;AACpB,CAAC;AAED;;;;;;GAMG;AACH,MAAM,UAAU,sBAAsB,CAAC,OAAe;IACpD,uCAAuC;IACvC,IAAI,OAAO,CAAC,KAAK,CAAC,QAAQ,CAAC,EAAE,CAAC;QAC5B,OAAO,IAAI,CAAC;IACd,CAAC;IAED,4BAA4B;IAC5B,MAAM,KAAK,GAAG,OAAO,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;IAClC,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;QACzB,IAAI,IAAI,KAAK,IAAI,CAAC,OAAO,EAAE,IAAI,IAAI,CAAC,IAAI,EAAE,KAAK,EAAE,EAAE,CAAC;YAClD,OAAO,IAAI,CAAC;QACd,CAAC;IACH,CAAC;IAED,OAAO,KAAK,CAAC;AACf,CAAC"}

package/dist/md/plugins/remove-badges.d.ts

@@ -0,0 +1,36 @@
+import type { Root } from 'mdast';
+/**
+ * Remark plugin to remove badge images from markdown
+ *
+ * Removes build badges, status images, and other visual noise:
+ * ![Build Status](https://img.shields.io/github/workflow/status/...)
+ * ![Coverage](https://codecov.io/gh/...)
+ * ![Version](https://img.shields.io/npm/v/...)
+ *
+ * Token savings: ~20-100 tokens per badge
+ *
+ * Detects common badge patterns:
+ * - shields.io badges
+ * - Travis CI badges
+ * - CircleCI badges
+ * - GitHub Actions badges
+ * - Codecov badges
+ * - npm version badges
+ *
+ * @example
+ * ```typescript
+ * import { unified } from 'unified';
+ * import remarkParse from 'remark-parse';
+ * import remarkStringify from 'remark-stringify';
+ * import { remarkRemoveBadges } from './plugins/remove-badges.js';
+ *
+ * const processor = unified()
+ *   .use(remarkParse)
+ *   .use(remarkRemoveBadges)
+ *   .use(remarkStringify);
+ *
+ * const result = await processor.process(markdown);
+ * ```
+ */
+export declare function remarkRemoveBadges(): (tree: Root) => void;
+//# sourceMappingURL=remove-badges.d.ts.map

package/dist/md/plugins/remove-badges.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"remove-badges.d.ts","sourceRoot":"","sources":["../../../src/md/plugins/remove-badges.ts"],"names":[],"mappings":"AACA,OAAO,KAAK,EAAE,IAAI,EAAS,MAAM,OAAO,CAAC;AAEzC;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;GAgCG;AACH,wBAAgB,kBAAkB,KAYxB,MAAM,IAAI,UAYnB"}

package/dist/md/plugins/remove-badges.js

@@ -0,0 +1,59 @@
+import { visit, SKIP } from 'unist-util-visit';
+/**
+ * Remark plugin to remove badge images from markdown
+ *
+ * Removes build badges, status images, and other visual noise:
+ * ![Build Status](https://img.shields.io/github/workflow/status/...)
+ * ![Coverage](https://codecov.io/gh/...)
+ * ![Version](https://img.shields.io/npm/v/...)
+ *
+ * Token savings: ~20-100 tokens per badge
+ *
+ * Detects common badge patterns:
+ * - shields.io badges
+ * - Travis CI badges
+ * - CircleCI badges
+ * - GitHub Actions badges
+ * - Codecov badges
+ * - npm version badges
+ *
+ * @example
+ * ```typescript
+ * import { unified } from 'unified';
+ * import remarkParse from 'remark-parse';
+ * import remarkStringify from 'remark-stringify';
+ * import { remarkRemoveBadges } from './plugins/remove-badges.js';
+ *
+ * const processor = unified()
+ *   .use(remarkParse)
+ *   .use(remarkRemoveBadges)
+ *   .use(remarkStringify);
+ *
+ * const result = await processor.process(markdown);
+ * ```
+ */
+export function remarkRemoveBadges() {
+    const badgePatterns = [
+        /shields\.io/i,
+        /badge/i,
+        /travis-ci/i,
+        /circleci/i,
+        /github\.com\/.*\/workflows\/.*\/badge\.svg/i,
+        /codecov\.io/i,
+        /img\.shields\.io/i,
+        /badgen\.net/i,
+    ];
+    return (tree) => {
+        visit(tree, 'image', (node, index, parent) => {
+            // Check if image URL matches any badge pattern
+            if (badgePatterns.some(pattern => pattern.test(node.url))) {
+                // Remove badge image
+                if (parent && typeof index === 'number') {
+                    parent.children.splice(index, 1);
+                    return [SKIP, index];
+                }
+            }
+        });
+    };
+}
+//# sourceMappingURL=remove-badges.js.map

package/dist/md/plugins/remove-badges.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"remove-badges.js","sourceRoot":"","sources":["../../../src/md/plugins/remove-badges.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,KAAK,EAAE,IAAI,EAAE,MAAM,kBAAkB,CAAC;AAG/C;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;GAgCG;AACH,MAAM,UAAU,kBAAkB;IAChC,MAAM,aAAa,GAAG;QACpB,cAAc;QACd,QAAQ;QACR,YAAY;QACZ,WAAW;QACX,6CAA6C;QAC7C,cAAc;QACd,mBAAmB;QACnB,cAAc;KACf,CAAC;IAEF,OAAO,CAAC,IAAU,EAAE,EAAE;QACpB,KAAK,CAAC,IAAI,EAAE,OAAO,EAAE,CAAC,IAAW,EAAE,KAAK,EAAE,MAAM,EAAE,EAAE;YAClD,+CAA+C;YAC/C,IAAI,aAAa,CAAC,IAAI,CAAC,OAAO,CAAC,EAAE,CAAC,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,CAAC;gBAC1D,qBAAqB;gBACrB,IAAI,MAAM,IAAI,OAAO,KAAK,KAAK,QAAQ,EAAE,CAAC;oBACxC,MAAM,CAAC,QAAQ,CAAC,MAAM,CAAC,KAAK,EAAE,CAAC,CAAC,CAAC;oBACjC,OAAO,CAAC,IAAI,EAAE,KAAK,CAAC,CAAC;gBACvB,CAAC;YACH,CAAC;QACH,CAAC,CAAC,CAAC;IACL,CAAC,CAAC;AACJ,CAAC"}

package/dist/md/plugins/remove-comments.d.ts

@@ -0,0 +1,27 @@
+import type { Root } from 'mdast';
+/**
+ * Remark plugin to remove HTML comments from markdown
+ *
+ * Removes development comments and TODOs from LLM output:
+ * <!-- TODO: Update this section -->
+ * <!-- Author: John Doe, 2024-01-15 -->
+ *
+ * Token savings: ~10-50 tokens per document
+ *
+ * @example
+ * ```typescript
+ * import { unified } from 'unified';
+ * import remarkParse from 'remark-parse';
+ * import remarkStringify from 'remark-stringify';
+ * import { remarkRemoveComments } from './plugins/remove-comments.js';
+ *
+ * const processor = unified()
+ *   .use(remarkParse)
+ *   .use(remarkRemoveComments)
+ *   .use(remarkStringify);
+ *
+ * const result = await processor.process(markdown);
+ * ```
+ */
+export declare function remarkRemoveComments(): (tree: Root) => void;
+//# sourceMappingURL=remove-comments.d.ts.map

package/dist/md/plugins/remove-comments.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"remove-comments.d.ts","sourceRoot":"","sources":["../../../src/md/plugins/remove-comments.ts"],"names":[],"mappings":"AACA,OAAO,KAAK,EAAE,IAAI,EAAQ,MAAM,OAAO,CAAC;AAExC;;;;;;;;;;;;;;;;;;;;;;;GAuBG;AACH,wBAAgB,oBAAoB,KAC1B,MAAM,IAAI,UAYnB"}

package/dist/md/plugins/remove-comments.js

@@ -0,0 +1,40 @@
+import { visit, SKIP } from 'unist-util-visit';
+/**
+ * Remark plugin to remove HTML comments from markdown
+ *
+ * Removes development comments and TODOs from LLM output:
+ * <!-- TODO: Update this section -->
+ * <!-- Author: John Doe, 2024-01-15 -->
+ *
+ * Token savings: ~10-50 tokens per document
+ *
+ * @example
+ * ```typescript
+ * import { unified } from 'unified';
+ * import remarkParse from 'remark-parse';
+ * import remarkStringify from 'remark-stringify';
+ * import { remarkRemoveComments } from './plugins/remove-comments.js';
+ *
+ * const processor = unified()
+ *   .use(remarkParse)
+ *   .use(remarkRemoveComments)
+ *   .use(remarkStringify);
+ *
+ * const result = await processor.process(markdown);
+ * ```
+ */
+export function remarkRemoveComments() {
+    return (tree) => {
+        visit(tree, 'html', (node, index, parent) => {
+            // Check if this is an HTML comment
+            if (node.value.match(/^<!--[\s\S]*?-->$/)) {
+                // Remove HTML comment
+                if (parent && typeof index === 'number') {
+                    parent.children.splice(index, 1);
+                    return [SKIP, index];
+                }
+            }
+        });
+    };
+}
+//# sourceMappingURL=remove-comments.js.map

package/dist/md/plugins/remove-comments.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"remove-comments.js","sourceRoot":"","sources":["../../../src/md/plugins/remove-comments.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,KAAK,EAAE,IAAI,EAAE,MAAM,kBAAkB,CAAC;AAG/C;;;;;;;;;;;;;;;;;;;;;;;GAuBG;AACH,MAAM,UAAU,oBAAoB;IAClC,OAAO,CAAC,IAAU,EAAE,EAAE;QACpB,KAAK,CAAC,IAAI,EAAE,MAAM,EAAE,CAAC,IAAU,EAAE,KAAK,EAAE,MAAM,EAAE,EAAE;YAChD,mCAAmC;YACnC,IAAI,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,mBAAmB,CAAC,EAAE,CAAC;gBAC1C,sBAAsB;gBACtB,IAAI,MAAM,IAAI,OAAO,KAAK,KAAK,QAAQ,EAAE,CAAC;oBACxC,MAAM,CAAC,QAAQ,CAAC,MAAM,CAAC,KAAK,EAAE,CAAC,CAAC,CAAC;oBACjC,OAAO,CAAC,IAAI,EAAE,KAAK,CAAC,CAAC;gBACvB,CAAC;YACH,CAAC;QACH,CAAC,CAAC,CAAC;IACL,CAAC,CAAC;AACJ,CAAC"}

package/dist/md/plugins/remove-duplicates.d.ts

@@ -0,0 +1,40 @@
+import type { Root } from 'mdast';
+/**
+ * Remark plugin to remove duplicate paragraphs from markdown
+ *
+ * Removes repeated paragraph content (common in auto-generated docs):
+ * This library provides Markdown processing.
+ *
+ * ## Features
+ * This library provides Markdown processing.  ← Removed
+ *
+ * Token savings: Varies (50-500 tokens per document for auto-generated content)
+ *
+ * Warning: Use with caution - legitimate repetition exists in natural writing.
+ * Recommended for auto-generated documentation only.
+ *
+ * @example
+ * ```typescript
+ * import { unified } from 'unified';
+ * import remarkParse from 'remark-parse';
+ * import remarkStringify from 'remark-stringify';
+ * import { remarkRemoveDuplicates } from './plugins/remove-duplicates.js';
+ *
+ * const processor = unified()
+ *   .use(remarkParse)
+ *   .use(remarkRemoveDuplicates)
+ *   .use(remarkStringify);
+ *
+ * const result = await processor.process(markdown);
+ * ```
+ */
+export declare function remarkRemoveDuplicates(): (tree: Root) => void;
+/**
+ * Count duplicate paragraphs without removing them
+ * Useful for analysis and reporting
+ *
+ * @param tree - Markdown AST
+ * @returns Number of duplicate paragraphs found
+ */
+export declare function countDuplicates(tree: Root): number;
+//# sourceMappingURL=remove-duplicates.d.ts.map

package/dist/md/plugins/remove-duplicates.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"remove-duplicates.d.ts","sourceRoot":"","sources":["../../../src/md/plugins/remove-duplicates.ts"],"names":[],"mappings":"AAEA,OAAO,KAAK,EAAE,IAAI,EAAa,MAAM,OAAO,CAAC;AAE7C;;;;;;;;;;;;;;;;;;;;;;;;;;;;GA4BG;AACH,wBAAgB,sBAAsB,KAC5B,MAAM,IAAI,UAmBnB;AAED;;;;;;GAMG;AACH,wBAAgB,eAAe,CAAC,IAAI,EAAE,IAAI,GAAG,MAAM,CAkBlD"}

package/dist/md/plugins/remove-duplicates.js

@@ -0,0 +1,72 @@
+import { visit, SKIP } from 'unist-util-visit';
+import { toString } from 'mdast-util-to-string';
+/**
+ * Remark plugin to remove duplicate paragraphs from markdown
+ *
+ * Removes repeated paragraph content (common in auto-generated docs):
+ * This library provides Markdown processing.
+ *
+ * ## Features
+ * This library provides Markdown processing.  ← Removed
+ *
+ * Token savings: Varies (50-500 tokens per document for auto-generated content)
+ *
+ * Warning: Use with caution - legitimate repetition exists in natural writing.
+ * Recommended for auto-generated documentation only.
+ *
+ * @example
+ * ```typescript
+ * import { unified } from 'unified';
+ * import remarkParse from 'remark-parse';
+ * import remarkStringify from 'remark-stringify';
+ * import { remarkRemoveDuplicates } from './plugins/remove-duplicates.js';
+ *
+ * const processor = unified()
+ *   .use(remarkParse)
+ *   .use(remarkRemoveDuplicates)
+ *   .use(remarkStringify);
+ *
+ * const result = await processor.process(markdown);
+ * ```
+ */
+export function remarkRemoveDuplicates() {
+    return (tree) => {
+        const seen = new Set();
+        visit(tree, 'paragraph', (node, index, parent) => {
+            const text = toString(node).trim();
+            if (text && seen.has(text)) {
+                // Remove duplicate paragraph
+                if (parent && typeof index === 'number') {
+                    parent.children.splice(index, 1);
+                    return [SKIP, index];
+                }
+            }
+            if (text) {
+                seen.add(text);
+            }
+        });
+    };
+}
+/**
+ * Count duplicate paragraphs without removing them
+ * Useful for analysis and reporting
+ *
+ * @param tree - Markdown AST
+ * @returns Number of duplicate paragraphs found
+ */
+export function countDuplicates(tree) {
+    const seen = new Map();
+    let duplicates = 0;
+    visit(tree, 'paragraph', (node) => {
+        const text = toString(node).trim();
+        if (text) {
+            const count = seen.get(text) || 0;
+            seen.set(text, count + 1);
+            if (count > 0) {
+                duplicates++;
+            }
+        }
+    });
+    return duplicates;
+}
+//# sourceMappingURL=remove-duplicates.js.map

package/dist/md/plugins/remove-duplicates.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"remove-duplicates.js","sourceRoot":"","sources":["../../../src/md/plugins/remove-duplicates.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,KAAK,EAAE,IAAI,EAAE,MAAM,kBAAkB,CAAC;AAC/C,OAAO,EAAE,QAAQ,EAAE,MAAM,sBAAsB,CAAC;AAGhD;;;;;;;;;;;;;;;;;;;;;;;;;;;;GA4BG;AACH,MAAM,UAAU,sBAAsB;IACpC,OAAO,CAAC,IAAU,EAAE,EAAE;QACpB,MAAM,IAAI,GAAG,IAAI,GAAG,EAAU,CAAC;QAE/B,KAAK,CAAC,IAAI,EAAE,WAAW,EAAE,CAAC,IAAe,EAAE,KAAK,EAAE,MAAM,EAAE,EAAE;YAC1D,MAAM,IAAI,GAAG,QAAQ,CAAC,IAAI,CAAC,CAAC,IAAI,EAAE,CAAC;YAEnC,IAAI,IAAI,IAAI,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,EAAE,CAAC;gBAC3B,6BAA6B;gBAC7B,IAAI,MAAM,IAAI,OAAO,KAAK,KAAK,QAAQ,EAAE,CAAC;oBACxC,MAAM,CAAC,QAAQ,CAAC,MAAM,CAAC,KAAK,EAAE,CAAC,CAAC,CAAC;oBACjC,OAAO,CAAC,IAAI,EAAE,KAAK,CAAC,CAAC;gBACvB,CAAC;YACH,CAAC;YAED,IAAI,IAAI,EAAE,CAAC;gBACT,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC;YACjB,CAAC;QACH,CAAC,CAAC,CAAC;IACL,CAAC,CAAC;AACJ,CAAC;AAED;;;;;;GAMG;AACH,MAAM,UAAU,eAAe,CAAC,IAAU;IACxC,MAAM,IAAI,GAAG,IAAI,GAAG,EAAkB,CAAC;IACvC,IAAI,UAAU,GAAG,CAAC,CAAC;IAEnB,KAAK,CAAC,IAAI,EAAE,WAAW,EAAE,CAAC,IAAe,EAAE,EAAE;QAC3C,MAAM,IAAI,GAAG,QAAQ,CAAC,IAAI,CAAC,CAAC,IAAI,EAAE,CAAC;QAEnC,IAAI,IAAI,EAAE,CAAC;YACT,MAAM,KAAK,GAAG,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;YAClC,IAAI,CAAC,GAAG,CAAC,IAAI,EAAE,KAAK,GAAG,CAAC,CAAC,CAAC;YAE1B,IAAI,KAAK,GAAG,CAAC,EAAE,CAAC;gBACd,UAAU,EAAE,CAAC;YACf,CAAC;QACH,CAAC;IACH,CAAC,CAAC,CAAC;IAEH,OAAO,UAAU,CAAC;AACpB,CAAC"}