agents-reverse-engineer 0.1.1

package/dist/discovery/filters/gitignore.js

@@ -0,0 +1,53 @@
+/**
+ * Gitignore pattern filter for file discovery.
+ *
+ * Uses the `ignore` library to parse and match .gitignore patterns.
+ * This filter loads the root .gitignore file and checks paths against
+ * the patterns to determine exclusion.
+ */
+import ignore from 'ignore';
+import fs from 'node:fs/promises';
+import path from 'node:path';
+/**
+ * Creates a gitignore filter that excludes files matching .gitignore patterns.
+ *
+ * @param root - The root directory containing the .gitignore file
+ * @returns A FileFilter that checks paths against gitignore patterns
+ *
+ * @example
+ * ```typescript
+ * const filter = await createGitignoreFilter('/path/to/project');
+ * if (filter.shouldExclude('/path/to/project/dist/bundle.js')) {
+ *   console.log('File is gitignored');
+ * }
+ * ```
+ */
+export async function createGitignoreFilter(root) {
+    const ig = ignore();
+    const normalizedRoot = path.resolve(root);
+    // Load .gitignore from root if it exists
+    const gitignorePath = path.join(normalizedRoot, '.gitignore');
+    try {
+        const content = await fs.readFile(gitignorePath, 'utf-8');
+        ig.add(content);
+    }
+    catch {
+        // No .gitignore file, filter will pass everything through
+    }
+    return {
+        name: 'gitignore',
+        shouldExclude(absolutePath) {
+            // Convert to relative path (ignore library requires relative paths)
+            const relativePath = path.relative(normalizedRoot, absolutePath);
+            // If path is outside root (starts with ..) or is empty, don't exclude
+            if (!relativePath || relativePath.startsWith('..')) {
+                return false;
+            }
+            // CRITICAL: The ignore library treats paths differently based on trailing slash
+            // We check the path as-is (for files) - directory handling would need trailing slash
+            // Since our walker returns files only, we don't append slash here
+            return ig.ignores(relativePath);
+        },
+    };
+}
+//# sourceMappingURL=gitignore.js.map

package/dist/discovery/filters/gitignore.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"gitignore.js","sourceRoot":"","sources":["../../../src/discovery/filters/gitignore.ts"],"names":[],"mappings":"AAAA;;;;;;GAMG;AAEH,OAAO,MAAuB,MAAM,QAAQ,CAAC;AAC7C,OAAO,EAAE,MAAM,kBAAkB,CAAC;AAClC,OAAO,IAAI,MAAM,WAAW,CAAC;AAG7B;;;;;;;;;;;;;GAaG;AACH,MAAM,CAAC,KAAK,UAAU,qBAAqB,CAAC,IAAY;IACtD,MAAM,EAAE,GAAW,MAAM,EAAE,CAAC;IAC5B,MAAM,cAAc,GAAG,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC;IAE1C,yCAAyC;IACzC,MAAM,aAAa,GAAG,IAAI,CAAC,IAAI,CAAC,cAAc,EAAE,YAAY,CAAC,CAAC;IAC9D,IAAI,CAAC;QACH,MAAM,OAAO,GAAG,MAAM,EAAE,CAAC,QAAQ,CAAC,aAAa,EAAE,OAAO,CAAC,CAAC;QAC1D,EAAE,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC;IAClB,CAAC;IAAC,MAAM,CAAC;QACP,0DAA0D;IAC5D,CAAC;IAED,OAAO;QACL,IAAI,EAAE,WAAW;QAEjB,aAAa,CAAC,YAAoB;YAChC,oEAAoE;YACpE,MAAM,YAAY,GAAG,IAAI,CAAC,QAAQ,CAAC,cAAc,EAAE,YAAY,CAAC,CAAC;YAEjE,sEAAsE;YACtE,IAAI,CAAC,YAAY,IAAI,YAAY,CAAC,UAAU,CAAC,IAAI,CAAC,EAAE,CAAC;gBACnD,OAAO,KAAK,CAAC;YACf,CAAC;YAED,gFAAgF;YAChF,qFAAqF;YACrF,kEAAkE;YAClE,OAAO,EAAE,CAAC,OAAO,CAAC,YAAY,CAAC,CAAC;QAClC,CAAC;KACF,CAAC;AACJ,CAAC"}

package/dist/discovery/filters/index.d.ts

@@ -0,0 +1,85 @@
+/**
+ * Filter chain orchestration for file discovery.
+ *
+ * This module exports all filter creators and provides the applyFilters
+ * function that runs files through the filter chain, recording which
+ * filter excluded each file.
+ */
+import type { FileFilter, FilterResult } from '../types.js';
+export { createGitignoreFilter } from './gitignore.js';
+export { createVendorFilter, DEFAULT_VENDOR_DIRS } from './vendor.js';
+export { createBinaryFilter, BINARY_EXTENSIONS, type BinaryFilterOptions } from './binary.js';
+export { createCustomFilter } from './custom.js';
+/**
+ * Applies a chain of filters to a list of files.
+ *
+ * Each file is run through filters in order until one excludes it
+ * (short-circuit evaluation). The result includes both included files
+ * and excluded files with the reason and responsible filter name.
+ *
+ * @param files - Array of absolute file paths to filter
+ * @param filters - Array of filters to apply in order
+ * @returns Promise resolving to FilterResult with included and excluded lists
+ *
+ * @example
+ * ```typescript
+ * const filters = [
+ *   createVendorFilter(['node_modules']),
+ *   createBinaryFilter({}),
+ * ];
+ * const result = await applyFilters(['/a/b.js', '/a/node_modules/c.js'], filters);
+ * // result.included: ['/a/b.js']
+ * // result.excluded: [{ path: '/a/node_modules/c.js', filter: 'vendor', reason: '...' }]
+ * ```
+ */
+export declare function applyFilters(files: string[], filters: FileFilter[]): Promise<FilterResult>;
+/**
+ * Configuration options for creating default filters.
+ */
+export interface DefaultFilterConfig {
+    /**
+     * Vendor directories to exclude.
+     * Default: DEFAULT_VENDOR_DIRS
+     */
+    vendorDirs?: string[];
+    /**
+     * Custom patterns to exclude (gitignore syntax).
+     * Default: []
+     */
+    patterns?: string[];
+    /**
+     * Maximum file size in bytes before excluding.
+     * Default: 1MB (1048576)
+     */
+    maxFileSize?: number;
+    /**
+     * Additional binary extensions to recognize.
+     * Default: []
+     */
+    additionalBinaryExtensions?: string[];
+}
+/**
+ * Creates the default filter chain in standard order.
+ *
+ * Filter order:
+ * 1. Gitignore - respects .gitignore patterns
+ * 2. Vendor - excludes vendor directories (node_modules, etc.)
+ * 3. Binary - excludes binary files by extension and content
+ * 4. Custom - excludes user-specified patterns
+ *
+ * @param root - Root directory for gitignore and custom pattern matching
+ * @param config - Optional configuration for the filters
+ * @returns Promise resolving to array of filters ready for applyFilters
+ *
+ * @example
+ * ```typescript
+ * const filters = await createDefaultFilters('/path/to/project', {
+ *   vendorDirs: ['node_modules', 'vendor'],
+ *   patterns: ['*.log', 'tmp/**'],
+ *   maxFileSize: 500000,
+ * });
+ * const result = await applyFilters(files, filters);
+ * ```
+ */
+export declare function createDefaultFilters(root: string, config?: DefaultFilterConfig): Promise<FileFilter[]>;
+//# sourceMappingURL=index.d.ts.map

package/dist/discovery/filters/index.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../src/discovery/filters/index.ts"],"names":[],"mappings":"AAAA;;;;;;GAMG;AAEH,OAAO,KAAK,EAAE,UAAU,EAAE,YAAY,EAAgB,MAAM,aAAa,CAAC;AAO1E,OAAO,EAAE,qBAAqB,EAAE,MAAM,gBAAgB,CAAC;AACvD,OAAO,EAAE,kBAAkB,EAAE,mBAAmB,EAAE,MAAM,aAAa,CAAC;AACtE,OAAO,EAAE,kBAAkB,EAAE,iBAAiB,EAAE,KAAK,mBAAmB,EAAE,MAAM,aAAa,CAAC;AAC9F,OAAO,EAAE,kBAAkB,EAAE,MAAM,aAAa,CAAC;AAEjD;;;;;;;;;;;;;;;;;;;;;GAqBG;AACH,wBAAsB,YAAY,CAChC,KAAK,EAAE,MAAM,EAAE,EACf,OAAO,EAAE,UAAU,EAAE,GACpB,OAAO,CAAC,YAAY,CAAC,CA4BvB;AAED;;GAEG;AACH,MAAM,WAAW,mBAAmB;IAClC;;;OAGG;IACH,UAAU,CAAC,EAAE,MAAM,EAAE,CAAC;IAEtB;;;OAGG;IACH,QAAQ,CAAC,EAAE,MAAM,EAAE,CAAC;IAEpB;;;OAGG;IACH,WAAW,CAAC,EAAE,MAAM,CAAC;IAErB;;;OAGG;IACH,0BAA0B,CAAC,EAAE,MAAM,EAAE,CAAC;CACvC;AAED;;;;;;;;;;;;;;;;;;;;;;GAsBG;AACH,wBAAsB,oBAAoB,CACxC,IAAI,EAAE,MAAM,EACZ,MAAM,GAAE,mBAAwB,GAC/B,OAAO,CAAC,UAAU,EAAE,CAAC,CAkBvB"}

package/dist/discovery/filters/index.js

@@ -0,0 +1,98 @@
+/**
+ * Filter chain orchestration for file discovery.
+ *
+ * This module exports all filter creators and provides the applyFilters
+ * function that runs files through the filter chain, recording which
+ * filter excluded each file.
+ */
+import { createGitignoreFilter } from './gitignore.js';
+import { createVendorFilter, DEFAULT_VENDOR_DIRS } from './vendor.js';
+import { createBinaryFilter } from './binary.js';
+import { createCustomFilter } from './custom.js';
+// Re-export all filter creators
+export { createGitignoreFilter } from './gitignore.js';
+export { createVendorFilter, DEFAULT_VENDOR_DIRS } from './vendor.js';
+export { createBinaryFilter, BINARY_EXTENSIONS } from './binary.js';
+export { createCustomFilter } from './custom.js';
+/**
+ * Applies a chain of filters to a list of files.
+ *
+ * Each file is run through filters in order until one excludes it
+ * (short-circuit evaluation). The result includes both included files
+ * and excluded files with the reason and responsible filter name.
+ *
+ * @param files - Array of absolute file paths to filter
+ * @param filters - Array of filters to apply in order
+ * @returns Promise resolving to FilterResult with included and excluded lists
+ *
+ * @example
+ * ```typescript
+ * const filters = [
+ *   createVendorFilter(['node_modules']),
+ *   createBinaryFilter({}),
+ * ];
+ * const result = await applyFilters(['/a/b.js', '/a/node_modules/c.js'], filters);
+ * // result.included: ['/a/b.js']
+ * // result.excluded: [{ path: '/a/node_modules/c.js', filter: 'vendor', reason: '...' }]
+ * ```
+ */
+export async function applyFilters(files, filters) {
+    const included = [];
+    const excluded = [];
+    for (const file of files) {
+        let wasExcluded = false;
+        // Run through filters in order, stop at first exclusion
+        for (const filter of filters) {
+            const shouldExclude = await filter.shouldExclude(file);
+            if (shouldExclude) {
+                excluded.push({
+                    path: file,
+                    reason: `Excluded by ${filter.name} filter`,
+                    filter: filter.name,
+                });
+                wasExcluded = true;
+                break; // Short-circuit: stop checking other filters
+            }
+        }
+        if (!wasExcluded) {
+            included.push(file);
+        }
+    }
+    return { included, excluded };
+}
+/**
+ * Creates the default filter chain in standard order.
+ *
+ * Filter order:
+ * 1. Gitignore - respects .gitignore patterns
+ * 2. Vendor - excludes vendor directories (node_modules, etc.)
+ * 3. Binary - excludes binary files by extension and content
+ * 4. Custom - excludes user-specified patterns
+ *
+ * @param root - Root directory for gitignore and custom pattern matching
+ * @param config - Optional configuration for the filters
+ * @returns Promise resolving to array of filters ready for applyFilters
+ *
+ * @example
+ * ```typescript
+ * const filters = await createDefaultFilters('/path/to/project', {
+ *   vendorDirs: ['node_modules', 'vendor'],
+ *   patterns: ['*.log', 'tmp/**'],
+ *   maxFileSize: 500000,
+ * });
+ * const result = await applyFilters(files, filters);
+ * ```
+ */
+export async function createDefaultFilters(root, config = {}) {
+    const { vendorDirs = [...DEFAULT_VENDOR_DIRS], patterns = [], maxFileSize = 1024 * 1024, additionalBinaryExtensions = [], } = config;
+    // Create filters in standard order
+    const gitignoreFilter = await createGitignoreFilter(root);
+    const vendorFilter = createVendorFilter(vendorDirs);
+    const binaryFilter = createBinaryFilter({
+        maxFileSize,
+        additionalExtensions: additionalBinaryExtensions,
+    });
+    const customFilter = createCustomFilter(patterns, root);
+    return [gitignoreFilter, vendorFilter, binaryFilter, customFilter];
+}
+//# sourceMappingURL=index.js.map

package/dist/discovery/filters/index.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../../../src/discovery/filters/index.ts"],"names":[],"mappings":"AAAA;;;;;;GAMG;AAGH,OAAO,EAAE,qBAAqB,EAAE,MAAM,gBAAgB,CAAC;AACvD,OAAO,EAAE,kBAAkB,EAAE,mBAAmB,EAAE,MAAM,aAAa,CAAC;AACtE,OAAO,EAAE,kBAAkB,EAA4B,MAAM,aAAa,CAAC;AAC3E,OAAO,EAAE,kBAAkB,EAAE,MAAM,aAAa,CAAC;AAEjD,gCAAgC;AAChC,OAAO,EAAE,qBAAqB,EAAE,MAAM,gBAAgB,CAAC;AACvD,OAAO,EAAE,kBAAkB,EAAE,mBAAmB,EAAE,MAAM,aAAa,CAAC;AACtE,OAAO,EAAE,kBAAkB,EAAE,iBAAiB,EAA4B,MAAM,aAAa,CAAC;AAC9F,OAAO,EAAE,kBAAkB,EAAE,MAAM,aAAa,CAAC;AAEjD;;;;;;;;;;;;;;;;;;;;;GAqBG;AACH,MAAM,CAAC,KAAK,UAAU,YAAY,CAChC,KAAe,EACf,OAAqB;IAErB,MAAM,QAAQ,GAAa,EAAE,CAAC;IAC9B,MAAM,QAAQ,GAAmB,EAAE,CAAC;IAEpC,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;QACzB,IAAI,WAAW,GAAG,KAAK,CAAC;QAExB,wDAAwD;QACxD,KAAK,MAAM,MAAM,IAAI,OAAO,EAAE,CAAC;YAC7B,MAAM,aAAa,GAAG,MAAM,MAAM,CAAC,aAAa,CAAC,IAAI,CAAC,CAAC;YAEvD,IAAI,aAAa,EAAE,CAAC;gBAClB,QAAQ,CAAC,IAAI,CAAC;oBACZ,IAAI,EAAE,IAAI;oBACV,MAAM,EAAE,eAAe,MAAM,CAAC,IAAI,SAAS;oBAC3C,MAAM,EAAE,MAAM,CAAC,IAAI;iBACpB,CAAC,CAAC;gBACH,WAAW,GAAG,IAAI,CAAC;gBACnB,MAAM,CAAC,6CAA6C;YACtD,CAAC;QACH,CAAC;QAED,IAAI,CAAC,WAAW,EAAE,CAAC;YACjB,QAAQ,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QACtB,CAAC;IACH,CAAC;IAED,OAAO,EAAE,QAAQ,EAAE,QAAQ,EAAE,CAAC;AAChC,CAAC;AA+BD;;;;;;;;;;;;;;;;;;;;;;GAsBG;AACH,MAAM,CAAC,KAAK,UAAU,oBAAoB,CACxC,IAAY,EACZ,SAA8B,EAAE;IAEhC,MAAM,EACJ,UAAU,GAAG,CAAC,GAAG,mBAAmB,CAAC,EACrC,QAAQ,GAAG,EAAE,EACb,WAAW,GAAG,IAAI,GAAG,IAAI,EACzB,0BAA0B,GAAG,EAAE,GAChC,GAAG,MAAM,CAAC;IAEX,mCAAmC;IACnC,MAAM,eAAe,GAAG,MAAM,qBAAqB,CAAC,IAAI,CAAC,CAAC;IAC1D,MAAM,YAAY,GAAG,kBAAkB,CAAC,UAAU,CAAC,CAAC;IACpD,MAAM,YAAY,GAAG,kBAAkB,CAAC;QACtC,WAAW;QACX,oBAAoB,EAAE,0BAA0B;KACjD,CAAC,CAAC;IACH,MAAM,YAAY,GAAG,kBAAkB,CAAC,QAAQ,EAAE,IAAI,CAAC,CAAC;IAExD,OAAO,CAAC,eAAe,EAAE,YAAY,EAAE,YAAY,EAAE,YAAY,CAAC,CAAC;AACrE,CAAC"}

package/dist/discovery/filters/vendor.d.ts

@@ -0,0 +1,30 @@
+/**
+ * Vendor directory filter for file discovery.
+ *
+ * Excludes files within common vendor/dependency directories that typically
+ * contain third-party code not relevant for documentation purposes.
+ */
+import type { FileFilter } from '../types.js';
+/**
+ * Default vendor directories to exclude.
+ * These are common directories containing third-party code, build output,
+ * or generated files that should not be analyzed.
+ */
+export declare const DEFAULT_VENDOR_DIRS: readonly ["node_modules", "vendor", ".git", "dist", "build", "__pycache__", ".next", "venv", ".venv", "target"];
+/**
+ * Creates a vendor filter that excludes files within specified directories.
+ *
+ * @param vendorDirs - Array of directory names to exclude. Files within
+ *                     any of these directories (at any nesting level) will
+ *                     be excluded.
+ * @returns A FileFilter that checks if a path is within a vendor directory
+ *
+ * @example
+ * ```typescript
+ * const filter = createVendorFilter(['node_modules', 'vendor']);
+ * filter.shouldExclude('/project/node_modules/lodash/index.js'); // true
+ * filter.shouldExclude('/project/src/utils.js'); // false
+ * ```
+ */
+export declare function createVendorFilter(vendorDirs: string[]): FileFilter;
+//# sourceMappingURL=vendor.d.ts.map

package/dist/discovery/filters/vendor.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"vendor.d.ts","sourceRoot":"","sources":["../../../src/discovery/filters/vendor.ts"],"names":[],"mappings":"AAAA;;;;;GAKG;AAGH,OAAO,KAAK,EAAE,UAAU,EAAE,MAAM,aAAa,CAAC;AAE9C;;;;GAIG;AACH,eAAO,MAAM,mBAAmB,iHAWtB,CAAC;AAEX;;;;;;;;;;;;;;GAcG;AACH,wBAAgB,kBAAkB,CAAC,UAAU,EAAE,MAAM,EAAE,GAAG,UAAU,CAoBnE"}

package/dist/discovery/filters/vendor.js

@@ -0,0 +1,57 @@
+/**
+ * Vendor directory filter for file discovery.
+ *
+ * Excludes files within common vendor/dependency directories that typically
+ * contain third-party code not relevant for documentation purposes.
+ */
+import path from 'node:path';
+/**
+ * Default vendor directories to exclude.
+ * These are common directories containing third-party code, build output,
+ * or generated files that should not be analyzed.
+ */
+export const DEFAULT_VENDOR_DIRS = [
+    'node_modules',
+    'vendor',
+    '.git',
+    'dist',
+    'build',
+    '__pycache__',
+    '.next',
+    'venv',
+    '.venv',
+    'target',
+];
+/**
+ * Creates a vendor filter that excludes files within specified directories.
+ *
+ * @param vendorDirs - Array of directory names to exclude. Files within
+ *                     any of these directories (at any nesting level) will
+ *                     be excluded.
+ * @returns A FileFilter that checks if a path is within a vendor directory
+ *
+ * @example
+ * ```typescript
+ * const filter = createVendorFilter(['node_modules', 'vendor']);
+ * filter.shouldExclude('/project/node_modules/lodash/index.js'); // true
+ * filter.shouldExclude('/project/src/utils.js'); // false
+ * ```
+ */
+export function createVendorFilter(vendorDirs) {
+    // Convert to Set for O(1) lookup
+    const vendorSet = new Set(vendorDirs);
+    return {
+        name: 'vendor',
+        shouldExclude(absolutePath) {
+            // Split path by separator and check if any segment matches vendor dirs
+            const segments = absolutePath.split(path.sep);
+            for (const segment of segments) {
+                if (vendorSet.has(segment)) {
+                    return true;
+                }
+            }
+            return false;
+        },
+    };
+}
+//# sourceMappingURL=vendor.js.map

package/dist/discovery/filters/vendor.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"vendor.js","sourceRoot":"","sources":["../../../src/discovery/filters/vendor.ts"],"names":[],"mappings":"AAAA;;;;;GAKG;AAEH,OAAO,IAAI,MAAM,WAAW,CAAC;AAG7B;;;;GAIG;AACH,MAAM,CAAC,MAAM,mBAAmB,GAAG;IACjC,cAAc;IACd,QAAQ;IACR,MAAM;IACN,MAAM;IACN,OAAO;IACP,aAAa;IACb,OAAO;IACP,MAAM;IACN,OAAO;IACP,QAAQ;CACA,CAAC;AAEX;;;;;;;;;;;;;;GAcG;AACH,MAAM,UAAU,kBAAkB,CAAC,UAAoB;IACrD,iCAAiC;IACjC,MAAM,SAAS,GAAG,IAAI,GAAG,CAAC,UAAU,CAAC,CAAC;IAEtC,OAAO;QACL,IAAI,EAAE,QAAQ;QAEd,aAAa,CAAC,YAAoB;YAChC,uEAAuE;YACvE,MAAM,QAAQ,GAAG,YAAY,CAAC,KAAK,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;YAE9C,KAAK,MAAM,OAAO,IAAI,QAAQ,EAAE,CAAC;gBAC/B,IAAI,SAAS,CAAC,GAAG,CAAC,OAAO,CAAC,EAAE,CAAC;oBAC3B,OAAO,IAAI,CAAC;gBACd,CAAC;YACH,CAAC;YAED,OAAO,KAAK,CAAC;QACf,CAAC;KACF,CAAC;AACJ,CAAC"}

package/dist/discovery/types.d.ts

@@ -0,0 +1,66 @@
+/**
+ * Discovery types for the agents-reverse file discovery system.
+ *
+ * This module defines the core interfaces and types used by the directory
+ * walker and filter chain for file discovery operations.
+ */
+import type { Stats } from 'node:fs';
+/**
+ * Interface for file filters in the discovery pipeline.
+ *
+ * Filters are applied to each file discovered by the walker to determine
+ * whether it should be included or excluded from analysis. Filters can be
+ * synchronous or asynchronous.
+ *
+ * Examples: GitignoreFilter, BinaryFilter, VendorFilter, CustomPatternFilter
+ */
+export interface FileFilter {
+    /** Name of the filter for logging which filter excluded a file */
+    readonly name: string;
+    /**
+     * Determine whether a file should be excluded from discovery.
+     *
+     * @param path - Absolute path to the file
+     * @param stats - Optional file stats (for size-based filtering, etc.)
+     * @returns true if the file should be excluded, false to include
+     */
+    shouldExclude(path: string, stats?: Stats): Promise<boolean> | boolean;
+}
+/**
+ * Record of an excluded file with reason and responsible filter.
+ */
+export interface ExcludedFile {
+    /** Absolute path to the excluded file */
+    path: string;
+    /** Human-readable reason for exclusion */
+    reason: string;
+    /** Name of the filter that excluded this file */
+    filter: string;
+}
+/**
+ * Result of running the discovery and filter chain.
+ */
+export interface FilterResult {
+    /** Files that passed all filters and should be analyzed */
+    included: string[];
+    /** Files that were excluded with reasons */
+    excluded: ExcludedFile[];
+}
+/**
+ * Options for the directory walker.
+ */
+export interface WalkerOptions {
+    /** Root directory to walk (absolute path) */
+    cwd: string;
+    /**
+     * Whether to follow symbolic links.
+     * Default: false (per CONTEXT.md - skip symlinks by default)
+     */
+    followSymlinks?: boolean;
+    /**
+     * Whether to include dotfiles (files starting with .).
+     * Default: true (include dotfiles for analysis)
+     */
+    dot?: boolean;
+}
+//# sourceMappingURL=types.d.ts.map

package/dist/discovery/types.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"types.d.ts","sourceRoot":"","sources":["../../src/discovery/types.ts"],"names":[],"mappings":"AAAA;;;;;GAKG;AAEH,OAAO,KAAK,EAAE,KAAK,EAAE,MAAM,SAAS,CAAC;AAErC;;;;;;;;GAQG;AACH,MAAM,WAAW,UAAU;IACzB,kEAAkE;IAClE,QAAQ,CAAC,IAAI,EAAE,MAAM,CAAC;IAEtB;;;;;;OAMG;IACH,aAAa,CAAC,IAAI,EAAE,MAAM,EAAE,KAAK,CAAC,EAAE,KAAK,GAAG,OAAO,CAAC,OAAO,CAAC,GAAG,OAAO,CAAC;CACxE;AAED;;GAEG;AACH,MAAM,WAAW,YAAY;IAC3B,yCAAyC;IACzC,IAAI,EAAE,MAAM,CAAC;IACb,0CAA0C;IAC1C,MAAM,EAAE,MAAM,CAAC;IACf,iDAAiD;IACjD,MAAM,EAAE,MAAM,CAAC;CAChB;AAED;;GAEG;AACH,MAAM,WAAW,YAAY;IAC3B,2DAA2D;IAC3D,QAAQ,EAAE,MAAM,EAAE,CAAC;IACnB,4CAA4C;IAC5C,QAAQ,EAAE,YAAY,EAAE,CAAC;CAC1B;AAED;;GAEG;AACH,MAAM,WAAW,aAAa;IAC5B,6CAA6C;IAC7C,GAAG,EAAE,MAAM,CAAC;IAEZ;;;OAGG;IACH,cAAc,CAAC,EAAE,OAAO,CAAC;IAEzB;;;OAGG;IACH,GAAG,CAAC,EAAE,OAAO,CAAC;CACf"}

package/dist/discovery/types.js

@@ -0,0 +1,8 @@
+/**
+ * Discovery types for the agents-reverse file discovery system.
+ *
+ * This module defines the core interfaces and types used by the directory
+ * walker and filter chain for file discovery operations.
+ */
+export {};
+//# sourceMappingURL=types.js.map

package/dist/discovery/types.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"types.js","sourceRoot":"","sources":["../../src/discovery/types.ts"],"names":[],"mappings":"AAAA;;;;;GAKG"}

package/dist/discovery/walker.d.ts

@@ -0,0 +1,24 @@
+/**
+ * Directory walker for the agents-reverse file discovery system.
+ *
+ * Uses fast-glob to traverse directories and return all candidate files.
+ * Filters are applied separately via the filter chain (not in this module).
+ */
+import type { WalkerOptions } from './types.js';
+/**
+ * Walk a directory tree and return all files.
+ *
+ * This walker returns ALL files in the directory tree. Filtering happens
+ * separately via the filter chain (gitignore, binary, vendor, custom patterns).
+ *
+ * @param options - Walker configuration
+ * @returns Array of absolute file paths
+ *
+ * @example
+ * ```typescript
+ * const files = await walkDirectory({ cwd: '/path/to/repo' });
+ * console.log(`Found ${files.length} files`);
+ * ```
+ */
+export declare function walkDirectory(options: WalkerOptions): Promise<string[]>;
+//# sourceMappingURL=walker.d.ts.map

package/dist/discovery/walker.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"walker.d.ts","sourceRoot":"","sources":["../../src/discovery/walker.ts"],"names":[],"mappings":"AAAA;;;;;GAKG;AAGH,OAAO,KAAK,EAAE,aAAa,EAAE,MAAM,YAAY,CAAC;AAEhD;;;;;;;;;;;;;;GAcG;AACH,wBAAsB,aAAa,CAAC,OAAO,EAAE,aAAa,GAAG,OAAO,CAAC,MAAM,EAAE,CAAC,CAW7E"}

package/dist/discovery/walker.js

@@ -0,0 +1,35 @@
+/**
+ * Directory walker for the agents-reverse file discovery system.
+ *
+ * Uses fast-glob to traverse directories and return all candidate files.
+ * Filters are applied separately via the filter chain (not in this module).
+ */
+import fg from 'fast-glob';
+/**
+ * Walk a directory tree and return all files.
+ *
+ * This walker returns ALL files in the directory tree. Filtering happens
+ * separately via the filter chain (gitignore, binary, vendor, custom patterns).
+ *
+ * @param options - Walker configuration
+ * @returns Array of absolute file paths
+ *
+ * @example
+ * ```typescript
+ * const files = await walkDirectory({ cwd: '/path/to/repo' });
+ * console.log(`Found ${files.length} files`);
+ * ```
+ */
+export async function walkDirectory(options) {
+    return fg.glob('**/*', {
+        cwd: options.cwd,
+        absolute: true,
+        onlyFiles: true,
+        dot: options.dot ?? true,
+        followSymbolicLinks: options.followSymlinks ?? false,
+        suppressErrors: true, // Don't throw on permission errors (per RESEARCH.md)
+        // Always exclude .git internals for performance
+        ignore: ['**/.git/**'],
+    });
+}
+//# sourceMappingURL=walker.js.map

package/dist/discovery/walker.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"walker.js","sourceRoot":"","sources":["../../src/discovery/walker.ts"],"names":[],"mappings":"AAAA;;;;;GAKG;AAEH,OAAO,EAAE,MAAM,WAAW,CAAC;AAG3B;;;;;;;;;;;;;;GAcG;AACH,MAAM,CAAC,KAAK,UAAU,aAAa,CAAC,OAAsB;IACxD,OAAO,EAAE,CAAC,IAAI,CAAC,MAAM,EAAE;QACrB,GAAG,EAAE,OAAO,CAAC,GAAG;QAChB,QAAQ,EAAE,IAAI;QACd,SAAS,EAAE,IAAI;QACf,GAAG,EAAE,OAAO,CAAC,GAAG,IAAI,IAAI;QACxB,mBAAmB,EAAE,OAAO,CAAC,cAAc,IAAI,KAAK;QACpD,cAAc,EAAE,IAAI,EAAE,qDAAqD;QAC3E,gDAAgD;QAChD,MAAM,EAAE,CAAC,YAAY,CAAC;KACvB,CAAC,CAAC;AACL,CAAC"}

package/dist/generation/budget/chunker.d.ts

@@ -0,0 +1,38 @@
+export interface Chunk {
+    index: number;
+    content: string;
+    tokens: number;
+    startLine: number;
+    endLine: number;
+}
+export interface ChunkOptions {
+    /** Target tokens per chunk (default: 3000) */
+    chunkSize?: number;
+    /** Lines of overlap between chunks (default: 10) */
+    overlapLines?: number;
+}
+/**
+ * Check if a file needs to be chunked for processing.
+ *
+ * @param content - File content
+ * @param threshold - Token threshold for chunking (default: 4000)
+ * @returns true if file should be chunked
+ */
+export declare function needsChunking(content: string, threshold?: number): boolean;
+/**
+ * Split a large file into overlapping chunks for map-reduce summarization.
+ *
+ * Each chunk includes some overlap with the previous chunk to maintain
+ * context continuity. The overlap uses line-based boundaries to avoid
+ * cutting in the middle of statements.
+ *
+ * @param content - File content to chunk
+ * @param options - Chunking options
+ * @returns Array of chunks with metadata
+ */
+export declare function chunkFile(content: string, options?: ChunkOptions): Chunk[];
+/**
+ * Get total tokens across all chunks.
+ */
+export declare function getTotalChunkTokens(chunks: Chunk[]): number;
+//# sourceMappingURL=chunker.d.ts.map

package/dist/generation/budget/chunker.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"chunker.d.ts","sourceRoot":"","sources":["../../../src/generation/budget/chunker.ts"],"names":[],"mappings":"AAEA,MAAM,WAAW,KAAK;IACpB,KAAK,EAAE,MAAM,CAAC;IACd,OAAO,EAAE,MAAM,CAAC;IAChB,MAAM,EAAE,MAAM,CAAC;IACf,SAAS,EAAE,MAAM,CAAC;IAClB,OAAO,EAAE,MAAM,CAAC;CACjB;AAED,MAAM,WAAW,YAAY;IAC3B,8CAA8C;IAC9C,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,oDAAoD;IACpD,YAAY,CAAC,EAAE,MAAM,CAAC;CACvB;AAKD;;;;;;GAMG;AACH,wBAAgB,aAAa,CAAC,OAAO,EAAE,MAAM,EAAE,SAAS,GAAE,MAAa,GAAG,OAAO,CAEhF;AAED;;;;;;;;;;GAUG;AACH,wBAAgB,SAAS,CAAC,OAAO,EAAE,MAAM,EAAE,OAAO,GAAE,YAAiB,GAAG,KAAK,EAAE,CAoD9E;AAED;;GAEG;AACH,wBAAgB,mBAAmB,CAAC,MAAM,EAAE,KAAK,EAAE,GAAG,MAAM,CAE3D"}

package/dist/generation/budget/chunker.js

@@ -0,0 +1,73 @@
+import { countTokens } from './counter.js';
+const DEFAULT_CHUNK_SIZE = 3000;
+const DEFAULT_OVERLAP_LINES = 10;
+/**
+ * Check if a file needs to be chunked for processing.
+ *
+ * @param content - File content
+ * @param threshold - Token threshold for chunking (default: 4000)
+ * @returns true if file should be chunked
+ */
+export function needsChunking(content, threshold = 4000) {
+    return countTokens(content) > threshold;
+}
+/**
+ * Split a large file into overlapping chunks for map-reduce summarization.
+ *
+ * Each chunk includes some overlap with the previous chunk to maintain
+ * context continuity. The overlap uses line-based boundaries to avoid
+ * cutting in the middle of statements.
+ *
+ * @param content - File content to chunk
+ * @param options - Chunking options
+ * @returns Array of chunks with metadata
+ */
+export function chunkFile(content, options = {}) {
+    const { chunkSize = DEFAULT_CHUNK_SIZE, overlapLines = DEFAULT_OVERLAP_LINES, } = options;
+    const lines = content.split('\n');
+    const chunks = [];
+    let currentLines = [];
+    let currentTokens = 0;
+    let startLine = 0;
+    for (let i = 0; i < lines.length; i++) {
+        const line = lines[i];
+        const lineTokens = countTokens(line + '\n');
+        // Check if adding this line would exceed chunk size
+        if (currentTokens + lineTokens > chunkSize && currentLines.length > 0) {
+            // Save current chunk
+            chunks.push({
+                index: chunks.length,
+                content: currentLines.join('\n'),
+                tokens: currentTokens,
+                startLine,
+                endLine: i - 1,
+            });
+            // Start new chunk with overlap from previous
+            const overlapStart = Math.max(0, currentLines.length - overlapLines);
+            const overlapContent = currentLines.slice(overlapStart);
+            currentLines = overlapContent;
+            currentTokens = countTokens(overlapContent.join('\n'));
+            startLine = i - overlapContent.length;
+        }
+        currentLines.push(line);
+        currentTokens += lineTokens;
+    }
+    // Add final chunk if there's remaining content
+    if (currentLines.length > 0) {
+        chunks.push({
+            index: chunks.length,
+            content: currentLines.join('\n'),
+            tokens: currentTokens,
+            startLine,
+            endLine: lines.length - 1,
+        });
+    }
+    return chunks;
+}
+/**
+ * Get total tokens across all chunks.
+ */
+export function getTotalChunkTokens(chunks) {
+    return chunks.reduce((sum, chunk) => sum + chunk.tokens, 0);
+}
+//# sourceMappingURL=chunker.js.map

package/dist/generation/budget/chunker.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"chunker.js","sourceRoot":"","sources":["../../../src/generation/budget/chunker.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,WAAW,EAAE,MAAM,cAAc,CAAC;AAiB3C,MAAM,kBAAkB,GAAG,IAAI,CAAC;AAChC,MAAM,qBAAqB,GAAG,EAAE,CAAC;AAEjC;;;;;;GAMG;AACH,MAAM,UAAU,aAAa,CAAC,OAAe,EAAE,YAAoB,IAAI;IACrE,OAAO,WAAW,CAAC,OAAO,CAAC,GAAG,SAAS,CAAC;AAC1C,CAAC;AAED;;;;;;;;;;GAUG;AACH,MAAM,UAAU,SAAS,CAAC,OAAe,EAAE,UAAwB,EAAE;IACnE,MAAM,EACJ,SAAS,GAAG,kBAAkB,EAC9B,YAAY,GAAG,qBAAqB,GACrC,GAAG,OAAO,CAAC;IAEZ,MAAM,KAAK,GAAG,OAAO,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;IAClC,MAAM,MAAM,GAAY,EAAE,CAAC;IAE3B,IAAI,YAAY,GAAa,EAAE,CAAC;IAChC,IAAI,aAAa,GAAG,CAAC,CAAC;IACtB,IAAI,SAAS,GAAG,CAAC,CAAC;IAElB,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,KAAK,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;QACtC,MAAM,IAAI,GAAG,KAAK,CAAC,CAAC,CAAC,CAAC;QACtB,MAAM,UAAU,GAAG,WAAW,CAAC,IAAI,GAAG,IAAI,CAAC,CAAC;QAE5C,oDAAoD;QACpD,IAAI,aAAa,GAAG,UAAU,GAAG,SAAS,IAAI,YAAY,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YACtE,qBAAqB;YACrB,MAAM,CAAC,IAAI,CAAC;gBACV,KAAK,EAAE,MAAM,CAAC,MAAM;gBACpB,OAAO,EAAE,YAAY,CAAC,IAAI,CAAC,IAAI,CAAC;gBAChC,MAAM,EAAE,aAAa;gBACrB,SAAS;gBACT,OAAO,EAAE,CAAC,GAAG,CAAC;aACf,CAAC,CAAC;YAEH,6CAA6C;YAC7C,MAAM,YAAY,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,YAAY,CAAC,MAAM,GAAG,YAAY,CAAC,CAAC;YACrE,MAAM,cAAc,GAAG,YAAY,CAAC,KAAK,CAAC,YAAY,CAAC,CAAC;YACxD,YAAY,GAAG,cAAc,CAAC;YAC9B,aAAa,GAAG,WAAW,CAAC,cAAc,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC;YACvD,SAAS,GAAG,CAAC,GAAG,cAAc,CAAC,MAAM,CAAC;QACxC,CAAC;QAED,YAAY,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QACxB,aAAa,IAAI,UAAU,CAAC;IAC9B,CAAC;IAED,+CAA+C;IAC/C,IAAI,YAAY,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;QAC5B,MAAM,CAAC,IAAI,CAAC;YACV,KAAK,EAAE,MAAM,CAAC,MAAM;YACpB,OAAO,EAAE,YAAY,CAAC,IAAI,CAAC,IAAI,CAAC;YAChC,MAAM,EAAE,aAAa;YACrB,SAAS;YACT,OAAO,EAAE,KAAK,CAAC,MAAM,GAAG,CAAC;SAC1B,CAAC,CAAC;IACL,CAAC;IAED,OAAO,MAAM,CAAC;AAChB,CAAC;AAED;;GAEG;AACH,MAAM,UAAU,mBAAmB,CAAC,MAAe;IACjD,OAAO,MAAM,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,KAAK,EAAE,EAAE,CAAC,GAAG,GAAG,KAAK,CAAC,MAAM,EAAE,CAAC,CAAC,CAAC;AAC9D,CAAC"}

package/dist/generation/budget/counter.d.ts

@@ -0,0 +1,26 @@
+/**
+ * Count tokens in content using BPE tokenization.
+ * Uses cl100k_base encoding (compatible with Claude/GPT-4).
+ *
+ * @param content - Text to count tokens in
+ * @returns Token count
+ */
+export declare function countTokens(content: string): number;
+/**
+ * Check if content fits within token limit without fully encoding.
+ * More efficient than counting when you only need a boolean check.
+ *
+ * @param content - Text to check
+ * @param limit - Maximum allowed tokens
+ * @returns true if content is within limit
+ */
+export declare function isWithinLimit(content: string, limit: number): boolean;
+/**
+ * Estimate prompt overhead for a given file type.
+ * Includes template tokens + system prompt portion.
+ *
+ * @param fileType - Type of file being summarized
+ * @returns Estimated overhead in tokens
+ */
+export declare function estimatePromptOverhead(fileType: string): number;
+//# sourceMappingURL=counter.d.ts.map

package/dist/generation/budget/counter.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"counter.d.ts","sourceRoot":"","sources":["../../../src/generation/budget/counter.ts"],"names":[],"mappings":"AAEA;;;;;;GAMG;AACH,wBAAgB,WAAW,CAAC,OAAO,EAAE,MAAM,GAAG,MAAM,CAEnD;AAED;;;;;;;GAOG;AACH,wBAAgB,aAAa,CAAC,OAAO,EAAE,MAAM,EAAE,KAAK,EAAE,MAAM,GAAG,OAAO,CAGrE;AAED;;;;;;GAMG;AACH,wBAAgB,sBAAsB,CAAC,QAAQ,EAAE,MAAM,GAAG,MAAM,CAe/D"}