@hibanacloud/core 0.3.15

package/dist/src/utils/filesearch/crawler.test.js

@@ -0,0 +1,468 @@
+/**
+ * @license
+ * Copyright 2025 Google LLC
+ * SPDX-License-Identifier: Apache-2.0
+ */
+import { describe, it, expect, afterEach, vi, beforeEach } from 'vitest';
+import * as fs from 'node:fs/promises';
+import * as path from 'node:path';
+import * as cache from './crawlCache.js';
+import { crawl } from './crawler.js';
+import { createTmpDir, cleanupTmpDir } from '@hibanacloud/test-utils';
+import { loadIgnoreRules } from './ignore.js';
+describe('crawler', () => {
+    let tmpDir;
+    afterEach(async () => {
+        if (tmpDir) {
+            await cleanupTmpDir(tmpDir);
+        }
+        vi.restoreAllMocks();
+    });
+    it('should use .qwenignore rules', async () => {
+        tmpDir = await createTmpDir({
+            '.qwenignore': 'dist/',
+            dist: ['ignored.js'],
+            src: ['not-ignored.js'],
+        });
+        const ignore = loadIgnoreRules({
+            projectRoot: tmpDir,
+            useGitignore: false,
+            useQwenignore: true,
+            ignoreDirs: [],
+        });
+        const results = await crawl({
+            crawlDirectory: tmpDir,
+            cwd: tmpDir,
+            ignore,
+            cache: false,
+            cacheTtl: 0,
+        });
+        expect(results).toEqual(expect.arrayContaining([
+            '.',
+            'src/',
+            '.qwenignore',
+            'src/not-ignored.js',
+        ]));
+    });
+    it('should combine .gitignore and .qwenignore rules', async () => {
+        tmpDir = await createTmpDir({
+            '.gitignore': 'dist/',
+            '.qwenignore': 'build/',
+            dist: ['ignored-by-git.js'],
+            build: ['ignored-by-gemini.js'],
+            src: ['not-ignored.js'],
+        });
+        const ignore = loadIgnoreRules({
+            projectRoot: tmpDir,
+            useGitignore: true,
+            useQwenignore: true,
+            ignoreDirs: [],
+        });
+        const results = await crawl({
+            crawlDirectory: tmpDir,
+            cwd: tmpDir,
+            ignore,
+            cache: false,
+            cacheTtl: 0,
+        });
+        expect(results).toEqual(expect.arrayContaining([
+            '.',
+            'src/',
+            '.qwenignore',
+            '.gitignore',
+            'src/not-ignored.js',
+        ]));
+    });
+    it('should use ignoreDirs option', async () => {
+        tmpDir = await createTmpDir({
+            logs: ['some.log'],
+            src: ['main.js'],
+        });
+        const ignore = loadIgnoreRules({
+            projectRoot: tmpDir,
+            useGitignore: false,
+            useQwenignore: false,
+            ignoreDirs: ['logs'],
+        });
+        const results = await crawl({
+            crawlDirectory: tmpDir,
+            cwd: tmpDir,
+            ignore,
+            cache: false,
+            cacheTtl: 0,
+        });
+        expect(results).toEqual(expect.arrayContaining(['.', 'src/', 'src/main.js']));
+    });
+    it('should handle negated directories', async () => {
+        tmpDir = await createTmpDir({
+            '.gitignore': ['build/**', '!build/public', '!build/public/**'].join('\n'),
+            build: {
+                'private.js': '',
+                public: ['index.html'],
+            },
+            src: ['main.js'],
+        });
+        const ignore = loadIgnoreRules({
+            projectRoot: tmpDir,
+            useGitignore: true,
+            useQwenignore: false,
+            ignoreDirs: [],
+        });
+        const results = await crawl({
+            crawlDirectory: tmpDir,
+            cwd: tmpDir,
+            ignore,
+            cache: false,
+            cacheTtl: 0,
+        });
+        expect(results).toEqual(expect.arrayContaining([
+            '.',
+            'build/',
+            'build/public/',
+            'src/',
+            '.gitignore',
+            'build/public/index.html',
+            'src/main.js',
+        ]));
+    });
+    it('should handle root-level file negation', async () => {
+        tmpDir = await createTmpDir({
+            '.gitignore': ['*.mk', '!Foo.mk'].join('\n'),
+            'bar.mk': '',
+            'Foo.mk': '',
+        });
+        const ignore = loadIgnoreRules({
+            projectRoot: tmpDir,
+            useGitignore: true,
+            useQwenignore: false,
+            ignoreDirs: [],
+        });
+        const results = await crawl({
+            crawlDirectory: tmpDir,
+            cwd: tmpDir,
+            ignore,
+            cache: false,
+            cacheTtl: 0,
+        });
+        expect(results).toEqual(expect.arrayContaining(['.', '.gitignore', 'Foo.mk', 'bar.mk']));
+    });
+    it('should handle directory negation with glob', async () => {
+        tmpDir = await createTmpDir({
+            '.gitignore': [
+                'third_party/**',
+                '!third_party/foo',
+                '!third_party/foo/bar',
+                '!third_party/foo/bar/baz_buffer',
+            ].join('\n'),
+            third_party: {
+                foo: {
+                    bar: {
+                        baz_buffer: '',
+                    },
+                },
+                ignore_this: '',
+            },
+        });
+        const ignore = loadIgnoreRules({
+            projectRoot: tmpDir,
+            useGitignore: true,
+            useQwenignore: false,
+            ignoreDirs: [],
+        });
+        const results = await crawl({
+            crawlDirectory: tmpDir,
+            cwd: tmpDir,
+            ignore,
+            cache: false,
+            cacheTtl: 0,
+        });
+        expect(results).toEqual(expect.arrayContaining([
+            '.',
+            'third_party/',
+            'third_party/foo/',
+            'third_party/foo/bar/',
+            '.gitignore',
+            'third_party/foo/bar/baz_buffer',
+        ]));
+    });
+    it('should correctly handle negated patterns in .gitignore', async () => {
+        tmpDir = await createTmpDir({
+            '.gitignore': ['dist/**', '!dist/keep.js'].join('\n'),
+            dist: ['ignore.js', 'keep.js'],
+            src: ['main.js'],
+        });
+        const ignore = loadIgnoreRules({
+            projectRoot: tmpDir,
+            useGitignore: true,
+            useQwenignore: false,
+            ignoreDirs: [],
+        });
+        const results = await crawl({
+            crawlDirectory: tmpDir,
+            cwd: tmpDir,
+            ignore,
+            cache: false,
+            cacheTtl: 0,
+        });
+        expect(results).toEqual(expect.arrayContaining([
+            '.',
+            'dist/',
+            'src/',
+            '.gitignore',
+            'dist/keep.js',
+            'src/main.js',
+        ]));
+    });
+    it('should initialize correctly when ignore files are missing', async () => {
+        tmpDir = await createTmpDir({
+            src: ['file1.js'],
+        });
+        const ignore = loadIgnoreRules({
+            projectRoot: tmpDir,
+            useGitignore: true,
+            useQwenignore: true,
+            ignoreDirs: [],
+        });
+        const results = await crawl({
+            crawlDirectory: tmpDir,
+            cwd: tmpDir,
+            ignore,
+            cache: false,
+            cacheTtl: 0,
+        });
+        expect(results).toEqual(expect.arrayContaining(['.', 'src/', 'src/file1.js']));
+    });
+    it('should handle empty or commented-only ignore files', async () => {
+        tmpDir = await createTmpDir({
+            '.gitignore': '# This is a comment\n\n   \n',
+            src: ['main.js'],
+        });
+        const ignore = loadIgnoreRules({
+            projectRoot: tmpDir,
+            useGitignore: true,
+            useQwenignore: false,
+            ignoreDirs: [],
+        });
+        const results = await crawl({
+            crawlDirectory: tmpDir,
+            cwd: tmpDir,
+            ignore,
+            cache: false,
+            cacheTtl: 0,
+        });
+        expect(results).toEqual(expect.arrayContaining(['.', 'src/', '.gitignore', 'src/main.js']));
+    });
+    it('should always ignore the .git directory', async () => {
+        tmpDir = await createTmpDir({
+            '.git': ['config', 'HEAD'],
+            src: ['main.js'],
+        });
+        const ignore = loadIgnoreRules({
+            projectRoot: tmpDir,
+            useGitignore: false,
+            useQwenignore: false,
+            ignoreDirs: [],
+        });
+        const results = await crawl({
+            crawlDirectory: tmpDir,
+            cwd: tmpDir,
+            ignore,
+            cache: false,
+            cacheTtl: 0,
+        });
+        expect(results).toEqual(expect.arrayContaining(['.', 'src/', 'src/main.js']));
+    });
+    describe('with in-memory cache', () => {
+        beforeEach(() => {
+            cache.clear();
+            vi.useFakeTimers();
+        });
+        afterEach(() => {
+            vi.useRealTimers();
+        });
+        it('should hit the cache for subsequent crawls', async () => {
+            tmpDir = await createTmpDir({ 'file1.js': '' });
+            const ignore = loadIgnoreRules({
+                projectRoot: tmpDir,
+                useGitignore: false,
+                useQwenignore: false,
+                ignoreDirs: [],
+            });
+            const options = {
+                crawlDirectory: tmpDir,
+                cwd: tmpDir,
+                ignore,
+                cache: true,
+                cacheTtl: 10,
+            };
+            const crawlSpy = vi.spyOn(cache, 'read');
+            await crawl(options);
+            expect(crawlSpy).toHaveBeenCalledTimes(1);
+            await crawl(options);
+            expect(crawlSpy).toHaveBeenCalledTimes(2);
+            // fdir should not have been called a second time.
+            // We can't spy on it directly, but we can check the cache was hit.
+            const cacheKey = cache.getCacheKey(options.crawlDirectory, options.ignore.getFingerprint(), undefined);
+            expect(cache.read(cacheKey)).toBeDefined();
+        });
+        it('should miss the cache when ignore rules change', async () => {
+            tmpDir = await createTmpDir({
+                '.gitignore': 'a.txt',
+                'a.txt': '',
+                'b.txt': '',
+            });
+            const getIgnore = () => loadIgnoreRules({
+                projectRoot: tmpDir,
+                useGitignore: true,
+                useQwenignore: false,
+                ignoreDirs: [],
+            });
+            const getOptions = (ignore) => ({
+                crawlDirectory: tmpDir,
+                cwd: tmpDir,
+                ignore,
+                cache: true,
+                cacheTtl: 10000,
+            });
+            // Initial crawl to populate the cache
+            const ignore1 = getIgnore();
+            const results1 = await crawl(getOptions(ignore1));
+            expect(results1).toEqual(expect.arrayContaining(['.', '.gitignore', 'b.txt']));
+            // Modify the ignore file
+            await fs.writeFile(path.join(tmpDir, '.gitignore'), 'b.txt');
+            // Second crawl should miss the cache and trigger a recrawl
+            const ignore2 = getIgnore();
+            const results2 = await crawl(getOptions(ignore2));
+            expect(results2).toEqual(expect.arrayContaining(['.', '.gitignore', 'a.txt']));
+        });
+        it('should miss the cache after TTL expires', async () => {
+            tmpDir = await createTmpDir({ 'file1.js': '' });
+            const ignore = loadIgnoreRules({
+                projectRoot: tmpDir,
+                useGitignore: false,
+                useQwenignore: false,
+                ignoreDirs: [],
+            });
+            const options = {
+                crawlDirectory: tmpDir,
+                cwd: tmpDir,
+                ignore,
+                cache: true,
+                cacheTtl: 10, // 10 seconds
+            };
+            const readSpy = vi.spyOn(cache, 'read');
+            const writeSpy = vi.spyOn(cache, 'write');
+            await crawl(options);
+            expect(readSpy).toHaveBeenCalledTimes(1);
+            expect(writeSpy).toHaveBeenCalledTimes(1);
+            // Advance time past the TTL
+            await vi.advanceTimersByTimeAsync(11000);
+            await crawl(options);
+            expect(readSpy).toHaveBeenCalledTimes(2);
+            expect(writeSpy).toHaveBeenCalledTimes(2);
+        });
+        it('should miss the cache when maxDepth changes', async () => {
+            tmpDir = await createTmpDir({ 'file1.js': '' });
+            const ignore = loadIgnoreRules({
+                projectRoot: tmpDir,
+                useGitignore: false,
+                useQwenignore: false,
+                ignoreDirs: [],
+            });
+            const getOptions = (maxDepth) => ({
+                crawlDirectory: tmpDir,
+                cwd: tmpDir,
+                ignore,
+                cache: true,
+                cacheTtl: 10000,
+                maxDepth,
+            });
+            const readSpy = vi.spyOn(cache, 'read');
+            const writeSpy = vi.spyOn(cache, 'write');
+            // 1. First crawl with maxDepth: 1
+            await crawl(getOptions(1));
+            expect(readSpy).toHaveBeenCalledTimes(1);
+            expect(writeSpy).toHaveBeenCalledTimes(1);
+            // 2. Second crawl with maxDepth: 2, should be a cache miss
+            await crawl(getOptions(2));
+            expect(readSpy).toHaveBeenCalledTimes(2);
+            expect(writeSpy).toHaveBeenCalledTimes(2);
+            // 3. Third crawl with maxDepth: 1 again, should be a cache hit.
+            await crawl(getOptions(1));
+            expect(readSpy).toHaveBeenCalledTimes(3);
+            expect(writeSpy).toHaveBeenCalledTimes(2); // No new write
+        });
+    });
+    describe('with maxDepth', () => {
+        beforeEach(async () => {
+            tmpDir = await createTmpDir({
+                'file-root.txt': '',
+                level1: {
+                    'file-level1.txt': '',
+                    level2: {
+                        'file-level2.txt': '',
+                        level3: {
+                            'file-level3.txt': '',
+                        },
+                    },
+                },
+            });
+        });
+        const getCrawlResults = (maxDepth) => {
+            const ignore = loadIgnoreRules({
+                projectRoot: tmpDir,
+                useGitignore: false,
+                useQwenignore: false,
+                ignoreDirs: [],
+            });
+            return crawl({
+                crawlDirectory: tmpDir,
+                cwd: tmpDir,
+                ignore,
+                cache: false,
+                cacheTtl: 0,
+                maxDepth,
+            });
+        };
+        it('should only crawl top-level files when maxDepth is 0', async () => {
+            const results = await getCrawlResults(0);
+            expect(results).toEqual(expect.arrayContaining(['.', 'level1/', 'file-root.txt']));
+        });
+        it('should crawl one level deep when maxDepth is 1', async () => {
+            const results = await getCrawlResults(1);
+            expect(results).toEqual(expect.arrayContaining([
+                '.',
+                'level1/',
+                'level1/level2/',
+                'file-root.txt',
+                'level1/file-level1.txt',
+            ]));
+        });
+        it('should crawl two levels deep when maxDepth is 2', async () => {
+            const results = await getCrawlResults(2);
+            expect(results).toEqual(expect.arrayContaining([
+                '.',
+                'level1/',
+                'level1/level2/',
+                'level1/level2/level3/',
+                'file-root.txt',
+                'level1/file-level1.txt',
+                'level1/level2/file-level2.txt',
+            ]));
+        });
+        it('should perform a full recursive crawl when maxDepth is undefined', async () => {
+            const results = await getCrawlResults(undefined);
+            expect(results).toEqual(expect.arrayContaining([
+                '.',
+                'level1/',
+                'level1/level2/',
+                'level1/level2/level3/',
+                'file-root.txt',
+                'level1/file-level1.txt',
+                'level1/level2/file-level2.txt',
+                'level1/level2/level3/file-level3.txt',
+            ]));
+        });
+    });
+});
+//# sourceMappingURL=crawler.test.js.map

package/dist/src/utils/filesearch/crawler.test.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"crawler.test.js","sourceRoot":"","sources":["../../../../src/utils/filesearch/crawler.test.ts"],"names":[],"mappings":"AAAA;;;;GAIG;AAEH,OAAO,EAAE,QAAQ,EAAE,EAAE,EAAE,MAAM,EAAE,SAAS,EAAE,EAAE,EAAE,UAAU,EAAE,MAAM,QAAQ,CAAC;AACzE,OAAO,KAAK,EAAE,MAAM,kBAAkB,CAAC;AACvC,OAAO,KAAK,IAAI,MAAM,WAAW,CAAC;AAClC,OAAO,KAAK,KAAK,MAAM,iBAAiB,CAAC;AACzC,OAAO,EAAE,KAAK,EAAE,MAAM,cAAc,CAAC;AACrC,OAAO,EAAE,YAAY,EAAE,aAAa,EAAE,MAAM,yBAAyB,CAAC;AAEtE,OAAO,EAAE,eAAe,EAAE,MAAM,aAAa,CAAC;AAE9C,QAAQ,CAAC,SAAS,EAAE,GAAG,EAAE;IACvB,IAAI,MAAc,CAAC;IACnB,SAAS,CAAC,KAAK,IAAI,EAAE;QACnB,IAAI,MAAM,EAAE,CAAC;YACX,MAAM,aAAa,CAAC,MAAM,CAAC,CAAC;QAC9B,CAAC;QACD,EAAE,CAAC,eAAe,EAAE,CAAC;IACvB,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,8BAA8B,EAAE,KAAK,IAAI,EAAE;QAC5C,MAAM,GAAG,MAAM,YAAY,CAAC;YAC1B,aAAa,EAAE,OAAO;YACtB,IAAI,EAAE,CAAC,YAAY,CAAC;YACpB,GAAG,EAAE,CAAC,gBAAgB,CAAC;SACxB,CAAC,CAAC;QAEH,MAAM,MAAM,GAAG,eAAe,CAAC;YAC7B,WAAW,EAAE,MAAM;YACnB,YAAY,EAAE,KAAK;YACnB,aAAa,EAAE,IAAI;YACnB,UAAU,EAAE,EAAE;SACf,CAAC,CAAC;QAEH,MAAM,OAAO,GAAG,MAAM,KAAK,CAAC;YAC1B,cAAc,EAAE,MAAM;YACtB,GAAG,EAAE,MAAM;YACX,MAAM;YACN,KAAK,EAAE,KAAK;YACZ,QAAQ,EAAE,CAAC;SACZ,CAAC,CAAC;QAEH,MAAM,CAAC,OAAO,CAAC,CAAC,OAAO,CACrB,MAAM,CAAC,eAAe,CAAC;YACrB,GAAG;YACH,MAAM;YACN,aAAa;YACb,oBAAoB;SACrB,CAAC,CACH,CAAC;IACJ,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,iDAAiD,EAAE,KAAK,IAAI,EAAE;QAC/D,MAAM,GAAG,MAAM,YAAY,CAAC;YAC1B,YAAY,EAAE,OAAO;YACrB,aAAa,EAAE,QAAQ;YACvB,IAAI,EAAE,CAAC,mBAAmB,CAAC;YAC3B,KAAK,EAAE,CAAC,sBAAsB,CAAC;YAC/B,GAAG,EAAE,CAAC,gBAAgB,CAAC;SACxB,CAAC,CAAC;QAEH,MAAM,MAAM,GAAG,eAAe,CAAC;YAC7B,WAAW,EAAE,MAAM;YACnB,YAAY,EAAE,IAAI;YAClB,aAAa,EAAE,IAAI;YACnB,UAAU,EAAE,EAAE;SACf,CAAC,CAAC;QAEH,MAAM,OAAO,GAAG,MAAM,KAAK,CAAC;YAC1B,cAAc,EAAE,MAAM;YACtB,GAAG,EAAE,MAAM;YACX,MAAM;YACN,KAAK,EAAE,KAAK;YACZ,QAAQ,EAAE,CAAC;SACZ,CAAC,CAAC;QAEH,MAAM,CAAC,OAAO,CAAC,CAAC,OAAO,CACrB,MAAM,CAAC,eAAe,CAAC;YACrB,GAAG;YACH,MAAM;YACN,aAAa;YACb,YAAY;YACZ,oBAAoB;SACrB,CAAC,CACH,CAAC;IACJ,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,8BAA8B,EAAE,KAAK,IAAI,EAAE;QAC5C,MAAM,GAAG,MAAM,YAAY,CAAC;YAC1B,IAAI,EAAE,CAAC,UAAU,CAAC;YAClB,GAAG,EAAE,CAAC,SAAS,CAAC;SACjB,CAAC,CAAC;QAEH,MAAM,MAAM,GAAG,eAAe,CAAC;YAC7B,WAAW,EAAE,MAAM;YACnB,YAAY,EAAE,KAAK;YACnB,aAAa,EAAE,KAAK;YACpB,UAAU,EAAE,CAAC,MAAM,CAAC;SACrB,CAAC,CAAC;QAEH,MAAM,OAAO,GAAG,MAAM,KAAK,CAAC;YAC1B,cAAc,EAAE,MAAM;YACtB,GAAG,EAAE,MAAM;YACX,MAAM;YACN,KAAK,EAAE,KAAK;YACZ,QAAQ,EAAE,CAAC;SACZ,CAAC,CAAC;QAEH,MAAM,CAAC,OAAO,CAAC,CAAC,OAAO,CACrB,MAAM,CAAC,eAAe,CAAC,CAAC,GAAG,EAAE,MAAM,EAAE,aAAa,CAAC,CAAC,CACrD,CAAC;IACJ,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,mCAAmC,EAAE,KAAK,IAAI,EAAE;QACjD,MAAM,GAAG,MAAM,YAAY,CAAC;YAC1B,YAAY,EAAE,CAAC,UAAU,EAAE,eAAe,EAAE,kBAAkB,CAAC,CAAC,IAAI,CAClE,IAAI,CACL;YACD,KAAK,EAAE;gBACL,YAAY,EAAE,EAAE;gBAChB,MAAM,EAAE,CAAC,YAAY,CAAC;aACvB;YACD,GAAG,EAAE,CAAC,SAAS,CAAC;SACjB,CAAC,CAAC;QAEH,MAAM,MAAM,GAAG,eAAe,CAAC;YAC7B,WAAW,EAAE,MAAM;YACnB,YAAY,EAAE,IAAI;YAClB,aAAa,EAAE,KAAK;YACpB,UAAU,EAAE,EAAE;SACf,CAAC,CAAC;QAEH,MAAM,OAAO,GAAG,MAAM,KAAK,CAAC;YAC1B,cAAc,EAAE,MAAM;YACtB,GAAG,EAAE,MAAM;YACX,MAAM;YACN,KAAK,EAAE,KAAK;YACZ,QAAQ,EAAE,CAAC;SACZ,CAAC,CAAC;QAEH,MAAM,CAAC,OAAO,CAAC,CAAC,OAAO,CACrB,MAAM,CAAC,eAAe,CAAC;YACrB,GAAG;YACH,QAAQ;YACR,eAAe;YACf,MAAM;YACN,YAAY;YACZ,yBAAyB;YACzB,aAAa;SACd,CAAC,CACH,CAAC;IACJ,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,wCAAwC,EAAE,KAAK,IAAI,EAAE;QACtD,MAAM,GAAG,MAAM,YAAY,CAAC;YAC1B,YAAY,EAAE,CAAC,MAAM,EAAE,SAAS,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC;YAC5C,QAAQ,EAAE,EAAE;YACZ,QAAQ,EAAE,EAAE;SACb,CAAC,CAAC;QAEH,MAAM,MAAM,GAAG,eAAe,CAAC;YAC7B,WAAW,EAAE,MAAM;YACnB,YAAY,EAAE,IAAI;YAClB,aAAa,EAAE,KAAK;YACpB,UAAU,EAAE,EAAE;SACf,CAAC,CAAC;QAEH,MAAM,OAAO,GAAG,MAAM,KAAK,CAAC;YAC1B,cAAc,EAAE,MAAM;YACtB,GAAG,EAAE,MAAM;YACX,MAAM;YACN,KAAK,EAAE,KAAK;YACZ,QAAQ,EAAE,CAAC;SACZ,CAAC,CAAC;QAEH,MAAM,CAAC,OAAO,CAAC,CAAC,OAAO,CACrB,MAAM,CAAC,eAAe,CAAC,CAAC,GAAG,EAAE,YAAY,EAAE,QAAQ,EAAE,QAAQ,CAAC,CAAC,CAChE,CAAC;IACJ,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,4CAA4C,EAAE,KAAK,IAAI,EAAE;QAC1D,MAAM,GAAG,MAAM,YAAY,CAAC;YAC1B,YAAY,EAAE;gBACZ,gBAAgB;gBAChB,kBAAkB;gBAClB,sBAAsB;gBACtB,iCAAiC;aAClC,CAAC,IAAI,CAAC,IAAI,CAAC;YACZ,WAAW,EAAE;gBACX,GAAG,EAAE;oBACH,GAAG,EAAE;wBACH,UAAU,EAAE,EAAE;qBACf;iBACF;gBACD,WAAW,EAAE,EAAE;aAChB;SACF,CAAC,CAAC;QAEH,MAAM,MAAM,GAAG,eAAe,CAAC;YAC7B,WAAW,EAAE,MAAM;YACnB,YAAY,EAAE,IAAI;YAClB,aAAa,EAAE,KAAK;YACpB,UAAU,EAAE,EAAE;SACf,CAAC,CAAC;QAEH,MAAM,OAAO,GAAG,MAAM,KAAK,CAAC;YAC1B,cAAc,EAAE,MAAM;YACtB,GAAG,EAAE,MAAM;YACX,MAAM;YACN,KAAK,EAAE,KAAK;YACZ,QAAQ,EAAE,CAAC;SACZ,CAAC,CAAC;QAEH,MAAM,CAAC,OAAO,CAAC,CAAC,OAAO,CACrB,MAAM,CAAC,eAAe,CAAC;YACrB,GAAG;YACH,cAAc;YACd,kBAAkB;YAClB,sBAAsB;YACtB,YAAY;YACZ,gCAAgC;SACjC,CAAC,CACH,CAAC;IACJ,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,wDAAwD,EAAE,KAAK,IAAI,EAAE;QACtE,MAAM,GAAG,MAAM,YAAY,CAAC;YAC1B,YAAY,EAAE,CAAC,SAAS,EAAE,eAAe,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC;YACrD,IAAI,EAAE,CAAC,WAAW,EAAE,SAAS,CAAC;YAC9B,GAAG,EAAE,CAAC,SAAS,CAAC;SACjB,CAAC,CAAC;QAEH,MAAM,MAAM,GAAG,eAAe,CAAC;YAC7B,WAAW,EAAE,MAAM;YACnB,YAAY,EAAE,IAAI;YAClB,aAAa,EAAE,KAAK;YACpB,UAAU,EAAE,EAAE;SACf,CAAC,CAAC;QAEH,MAAM,OAAO,GAAG,MAAM,KAAK,CAAC;YAC1B,cAAc,EAAE,MAAM;YACtB,GAAG,EAAE,MAAM;YACX,MAAM;YACN,KAAK,EAAE,KAAK;YACZ,QAAQ,EAAE,CAAC;SACZ,CAAC,CAAC;QAEH,MAAM,CAAC,OAAO,CAAC,CAAC,OAAO,CACrB,MAAM,CAAC,eAAe,CAAC;YACrB,GAAG;YACH,OAAO;YACP,MAAM;YACN,YAAY;YACZ,cAAc;YACd,aAAa;SACd,CAAC,CACH,CAAC;IACJ,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,2DAA2D,EAAE,KAAK,IAAI,EAAE;QACzE,MAAM,GAAG,MAAM,YAAY,CAAC;YAC1B,GAAG,EAAE,CAAC,UAAU,CAAC;SAClB,CAAC,CAAC;QAEH,MAAM,MAAM,GAAG,eAAe,CAAC;YAC7B,WAAW,EAAE,MAAM;YACnB,YAAY,EAAE,IAAI;YAClB,aAAa,EAAE,IAAI;YACnB,UAAU,EAAE,EAAE;SACf,CAAC,CAAC;QAEH,MAAM,OAAO,GAAG,MAAM,KAAK,CAAC;YAC1B,cAAc,EAAE,MAAM;YACtB,GAAG,EAAE,MAAM;YACX,MAAM;YACN,KAAK,EAAE,KAAK;YACZ,QAAQ,EAAE,CAAC;SACZ,CAAC,CAAC;QACH,MAAM,CAAC,OAAO,CAAC,CAAC,OAAO,CACrB,MAAM,CAAC,eAAe,CAAC,CAAC,GAAG,EAAE,MAAM,EAAE,cAAc,CAAC,CAAC,CACtD,CAAC;IACJ,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,oDAAoD,EAAE,KAAK,IAAI,EAAE;QAClE,MAAM,GAAG,MAAM,YAAY,CAAC;YAC1B,YAAY,EAAE,8BAA8B;YAC5C,GAAG,EAAE,CAAC,SAAS,CAAC;SACjB,CAAC,CAAC;QAEH,MAAM,MAAM,GAAG,eAAe,CAAC;YAC7B,WAAW,EAAE,MAAM;YACnB,YAAY,EAAE,IAAI;YAClB,aAAa,EAAE,KAAK;YACpB,UAAU,EAAE,EAAE;SACf,CAAC,CAAC;QAEH,MAAM,OAAO,GAAG,MAAM,KAAK,CAAC;YAC1B,cAAc,EAAE,MAAM;YACtB,GAAG,EAAE,MAAM;YACX,MAAM;YACN,KAAK,EAAE,KAAK;YACZ,QAAQ,EAAE,CAAC;SACZ,CAAC,CAAC;QAEH,MAAM,CAAC,OAAO,CAAC,CAAC,OAAO,CACrB,MAAM,CAAC,eAAe,CAAC,CAAC,GAAG,EAAE,MAAM,EAAE,YAAY,EAAE,aAAa,CAAC,CAAC,CACnE,CAAC;IACJ,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,yCAAyC,EAAE,KAAK,IAAI,EAAE;QACvD,MAAM,GAAG,MAAM,YAAY,CAAC;YAC1B,MAAM,EAAE,CAAC,QAAQ,EAAE,MAAM,CAAC;YAC1B,GAAG,EAAE,CAAC,SAAS,CAAC;SACjB,CAAC,CAAC;QAEH,MAAM,MAAM,GAAG,eAAe,CAAC;YAC7B,WAAW,EAAE,MAAM;YACnB,YAAY,EAAE,KAAK;YACnB,aAAa,EAAE,KAAK;YACpB,UAAU,EAAE,EAAE;SACf,CAAC,CAAC;QAEH,MAAM,OAAO,GAAG,MAAM,KAAK,CAAC;YAC1B,cAAc,EAAE,MAAM;YACtB,GAAG,EAAE,MAAM;YACX,MAAM;YACN,KAAK,EAAE,KAAK;YACZ,QAAQ,EAAE,CAAC;SACZ,CAAC,CAAC;QAEH,MAAM,CAAC,OAAO,CAAC,CAAC,OAAO,CACrB,MAAM,CAAC,eAAe,CAAC,CAAC,GAAG,EAAE,MAAM,EAAE,aAAa,CAAC,CAAC,CACrD,CAAC;IACJ,CAAC,CAAC,CAAC;IAEH,QAAQ,CAAC,sBAAsB,EAAE,GAAG,EAAE;QACpC,UAAU,CAAC,GAAG,EAAE;YACd,KAAK,CAAC,KAAK,EAAE,CAAC;YACd,EAAE,CAAC,aAAa,EAAE,CAAC;QACrB,CAAC,CAAC,CAAC;QAEH,SAAS,CAAC,GAAG,EAAE;YACb,EAAE,CAAC,aAAa,EAAE,CAAC;QACrB,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,4CAA4C,EAAE,KAAK,IAAI,EAAE;YAC1D,MAAM,GAAG,MAAM,YAAY,CAAC,EAAE,UAAU,EAAE,EAAE,EAAE,CAAC,CAAC;YAChD,MAAM,MAAM,GAAG,eAAe,CAAC;gBAC7B,WAAW,EAAE,MAAM;gBACnB,YAAY,EAAE,KAAK;gBACnB,aAAa,EAAE,KAAK;gBACpB,UAAU,EAAE,EAAE;aACf,CAAC,CAAC;YACH,MAAM,OAAO,GAAG;gBACd,cAAc,EAAE,MAAM;gBACtB,GAAG,EAAE,MAAM;gBACX,MAAM;gBACN,KAAK,EAAE,IAAI;gBACX,QAAQ,EAAE,EAAE;aACb,CAAC;YAEF,MAAM,QAAQ,GAAG,EAAE,CAAC,KAAK,CAAC,KAAK,EAAE,MAAM,CAAC,CAAC;YAEzC,MAAM,KAAK,CAAC,OAAO,CAAC,CAAC;YACrB,MAAM,CAAC,QAAQ,CAAC,CAAC,qBAAqB,CAAC,CAAC,CAAC,CAAC;YAE1C,MAAM,KAAK,CAAC,OAAO,CAAC,CAAC;YACrB,MAAM,CAAC,QAAQ,CAAC,CAAC,qBAAqB,CAAC,CAAC,CAAC,CAAC;YAC1C,kDAAkD;YAClD,mEAAmE;YACnE,MAAM,QAAQ,GAAG,KAAK,CAAC,WAAW,CAChC,OAAO,CAAC,cAAc,EACtB,OAAO,CAAC,MAAM,CAAC,cAAc,EAAE,EAC/B,SAAS,CACV,CAAC;YACF,MAAM,CAAC,KAAK,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC,CAAC,WAAW,EAAE,CAAC;QAC7C,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,gDAAgD,EAAE,KAAK,IAAI,EAAE;YAC9D,MAAM,GAAG,MAAM,YAAY,CAAC;gBAC1B,YAAY,EAAE,OAAO;gBACrB,OAAO,EAAE,EAAE;gBACX,OAAO,EAAE,EAAE;aACZ,CAAC,CAAC;YACH,MAAM,SAAS,GAAG,GAAG,EAAE,CACrB,eAAe,CAAC;gBACd,WAAW,EAAE,MAAM;gBACnB,YAAY,EAAE,IAAI;gBAClB,aAAa,EAAE,KAAK;gBACpB,UAAU,EAAE,EAAE;aACf,CAAC,CAAC;YACL,MAAM,UAAU,GAAG,CAAC,MAAc,EAAE,EAAE,CAAC,CAAC;gBACtC,cAAc,EAAE,MAAM;gBACtB,GAAG,EAAE,MAAM;gBACX,MAAM;gBACN,KAAK,EAAE,IAAI;gBACX,QAAQ,EAAE,KAAK;aAChB,CAAC,CAAC;YAEH,sCAAsC;YACtC,MAAM,OAAO,GAAG,SAAS,EAAE,CAAC;YAC5B,MAAM,QAAQ,GAAG,MAAM,KAAK,CAAC,UAAU,CAAC,OAAO,CAAC,CAAC,CAAC;YAClD,MAAM,CAAC,QAAQ,CAAC,CAAC,OAAO,CACtB,MAAM,CAAC,eAAe,CAAC,CAAC,GAAG,EAAE,YAAY,EAAE,OAAO,CAAC,CAAC,CACrD,CAAC;YAEF,yBAAyB;YACzB,MAAM,EAAE,CAAC,SAAS,CAAC,IAAI,CAAC,IAAI,CAAC,MAAM,EAAE,YAAY,CAAC,EAAE,OAAO,CAAC,CAAC;YAE7D,2DAA2D;YAC3D,MAAM,OAAO,GAAG,SAAS,EAAE,CAAC;YAC5B,MAAM,QAAQ,GAAG,MAAM,KAAK,CAAC,UAAU,CAAC,OAAO,CAAC,CAAC,CAAC;YAClD,MAAM,CAAC,QAAQ,CAAC,CAAC,OAAO,CACtB,MAAM,CAAC,eAAe,CAAC,CAAC,GAAG,EAAE,YAAY,EAAE,OAAO,CAAC,CAAC,CACrD,CAAC;QACJ,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,yCAAyC,EAAE,KAAK,IAAI,EAAE;YACvD,MAAM,GAAG,MAAM,YAAY,CAAC,EAAE,UAAU,EAAE,EAAE,EAAE,CAAC,CAAC;YAChD,MAAM,MAAM,GAAG,eAAe,CAAC;gBAC7B,WAAW,EAAE,MAAM;gBACnB,YAAY,EAAE,KAAK;gBACnB,aAAa,EAAE,KAAK;gBACpB,UAAU,EAAE,EAAE;aACf,CAAC,CAAC;YACH,MAAM,OAAO,GAAG;gBACd,cAAc,EAAE,MAAM;gBACtB,GAAG,EAAE,MAAM;gBACX,MAAM;gBACN,KAAK,EAAE,IAAI;gBACX,QAAQ,EAAE,EAAE,EAAE,aAAa;aAC5B,CAAC;YAEF,MAAM,OAAO,GAAG,EAAE,CAAC,KAAK,CAAC,KAAK,EAAE,MAAM,CAAC,CAAC;YACxC,MAAM,QAAQ,GAAG,EAAE,CAAC,KAAK,CAAC,KAAK,EAAE,OAAO,CAAC,CAAC;YAE1C,MAAM,KAAK,CAAC,OAAO,CAAC,CAAC;YACrB,MAAM,CAAC,OAAO,CAAC,CAAC,qBAAqB,CAAC,CAAC,CAAC,CAAC;YACzC,MAAM,CAAC,QAAQ,CAAC,CAAC,qBAAqB,CAAC,CAAC,CAAC,CAAC;YAE1C,4BAA4B;YAC5B,MAAM,EAAE,CAAC,wBAAwB,CAAC,KAAK,CAAC,CAAC;YAEzC,MAAM,KAAK,CAAC,OAAO,CAAC,CAAC;YACrB,MAAM,CAAC,OAAO,CAAC,CAAC,qBAAqB,CAAC,CAAC,CAAC,CAAC;YACzC,MAAM,CAAC,QAAQ,CAAC,CAAC,qBAAqB,CAAC,CAAC,CAAC,CAAC;QAC5C,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,6CAA6C,EAAE,KAAK,IAAI,EAAE;YAC3D,MAAM,GAAG,MAAM,YAAY,CAAC,EAAE,UAAU,EAAE,EAAE,EAAE,CAAC,CAAC;YAChD,MAAM,MAAM,GAAG,eAAe,CAAC;gBAC7B,WAAW,EAAE,MAAM;gBACnB,YAAY,EAAE,KAAK;gBACnB,aAAa,EAAE,KAAK;gBACpB,UAAU,EAAE,EAAE;aACf,CAAC,CAAC;YACH,MAAM,UAAU,GAAG,CAAC,QAAiB,EAAE,EAAE,CAAC,CAAC;gBACzC,cAAc,EAAE,MAAM;gBACtB,GAAG,EAAE,MAAM;gBACX,MAAM;gBACN,KAAK,EAAE,IAAI;gBACX,QAAQ,EAAE,KAAK;gBACf,QAAQ;aACT,CAAC,CAAC;YAEH,MAAM,OAAO,GAAG,EAAE,CAAC,KAAK,CAAC,KAAK,EAAE,MAAM,CAAC,CAAC;YACxC,MAAM,QAAQ,GAAG,EAAE,CAAC,KAAK,CAAC,KAAK,EAAE,OAAO,CAAC,CAAC;YAE1C,kCAAkC;YAClC,MAAM,KAAK,CAAC,UAAU,CAAC,CAAC,CAAC,CAAC,CAAC;YAC3B,MAAM,CAAC,OAAO,CAAC,CAAC,qBAAqB,CAAC,CAAC,CAAC,CAAC;YACzC,MAAM,CAAC,QAAQ,CAAC,CAAC,qBAAqB,CAAC,CAAC,CAAC,CAAC;YAE1C,2DAA2D;YAC3D,MAAM,KAAK,CAAC,UAAU,CAAC,CAAC,CAAC,CAAC,CAAC;YAC3B,MAAM,CAAC,OAAO,CAAC,CAAC,qBAAqB,CAAC,CAAC,CAAC,CAAC;YACzC,MAAM,CAAC,QAAQ,CAAC,CAAC,qBAAqB,CAAC,CAAC,CAAC,CAAC;YAE1C,gEAAgE;YAChE,MAAM,KAAK,CAAC,UAAU,CAAC,CAAC,CAAC,CAAC,CAAC;YAC3B,MAAM,CAAC,OAAO,CAAC,CAAC,qBAAqB,CAAC,CAAC,CAAC,CAAC;YACzC,MAAM,CAAC,QAAQ,CAAC,CAAC,qBAAqB,CAAC,CAAC,CAAC,CAAC,CAAC,eAAe;QAC5D,CAAC,CAAC,CAAC;IACL,CAAC,CAAC,CAAC;IAEH,QAAQ,CAAC,eAAe,EAAE,GAAG,EAAE;QAC7B,UAAU,CAAC,KAAK,IAAI,EAAE;YACpB,MAAM,GAAG,MAAM,YAAY,CAAC;gBAC1B,eAAe,EAAE,EAAE;gBACnB,MAAM,EAAE;oBACN,iBAAiB,EAAE,EAAE;oBACrB,MAAM,EAAE;wBACN,iBAAiB,EAAE,EAAE;wBACrB,MAAM,EAAE;4BACN,iBAAiB,EAAE,EAAE;yBACtB;qBACF;iBACF;aACF,CAAC,CAAC;QACL,CAAC,CAAC,CAAC;QAEH,MAAM,eAAe,GAAG,CAAC,QAAiB,EAAE,EAAE;YAC5C,MAAM,MAAM,GAAG,eAAe,CAAC;gBAC7B,WAAW,EAAE,MAAM;gBACnB,YAAY,EAAE,KAAK;gBACnB,aAAa,EAAE,KAAK;gBACpB,UAAU,EAAE,EAAE;aACf,CAAC,CAAC;YACH,OAAO,KAAK,CAAC;gBACX,cAAc,EAAE,MAAM;gBACtB,GAAG,EAAE,MAAM;gBACX,MAAM;gBACN,KAAK,EAAE,KAAK;gBACZ,QAAQ,EAAE,CAAC;gBACX,QAAQ;aACT,CAAC,CAAC;QACL,CAAC,CAAC;QAEF,EAAE,CAAC,sDAAsD,EAAE,KAAK,IAAI,EAAE;YACpE,MAAM,OAAO,GAAG,MAAM,eAAe,CAAC,CAAC,CAAC,CAAC;YACzC,MAAM,CAAC,OAAO,CAAC,CAAC,OAAO,CACrB,MAAM,CAAC,eAAe,CAAC,CAAC,GAAG,EAAE,SAAS,EAAE,eAAe,CAAC,CAAC,CAC1D,CAAC;QACJ,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,gDAAgD,EAAE,KAAK,IAAI,EAAE;YAC9D,MAAM,OAAO,GAAG,MAAM,eAAe,CAAC,CAAC,CAAC,CAAC;YACzC,MAAM,CAAC,OAAO,CAAC,CAAC,OAAO,CACrB,MAAM,CAAC,eAAe,CAAC;gBACrB,GAAG;gBACH,SAAS;gBACT,gBAAgB;gBAChB,eAAe;gBACf,wBAAwB;aACzB,CAAC,CACH,CAAC;QACJ,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,iDAAiD,EAAE,KAAK,IAAI,EAAE;YAC/D,MAAM,OAAO,GAAG,MAAM,eAAe,CAAC,CAAC,CAAC,CAAC;YACzC,MAAM,CAAC,OAAO,CAAC,CAAC,OAAO,CACrB,MAAM,CAAC,eAAe,CAAC;gBACrB,GAAG;gBACH,SAAS;gBACT,gBAAgB;gBAChB,uBAAuB;gBACvB,eAAe;gBACf,wBAAwB;gBACxB,+BAA+B;aAChC,CAAC,CACH,CAAC;QACJ,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,kEAAkE,EAAE,KAAK,IAAI,EAAE;YAChF,MAAM,OAAO,GAAG,MAAM,eAAe,CAAC,SAAS,CAAC,CAAC;YACjD,MAAM,CAAC,OAAO,CAAC,CAAC,OAAO,CACrB,MAAM,CAAC,eAAe,CAAC;gBACrB,GAAG;gBACH,SAAS;gBACT,gBAAgB;gBAChB,uBAAuB;gBACvB,eAAe;gBACf,wBAAwB;gBACxB,+BAA+B;gBAC/B,sCAAsC;aACvC,CAAC,CACH,CAAC;QACJ,CAAC,CAAC,CAAC;IACL,CAAC,CAAC,CAAC;AACL,CAAC,CAAC,CAAC"}

package/dist/src/utils/filesearch/fileSearch.d.ts

@@ -0,0 +1,38 @@
+/**
+ * @license
+ * Copyright 2025 Google LLC
+ * SPDX-License-Identifier: Apache-2.0
+ */
+export interface FileSearchOptions {
+    projectRoot: string;
+    ignoreDirs: string[];
+    useGitignore: boolean;
+    useQwenignore: boolean;
+    cache: boolean;
+    cacheTtl: number;
+    enableRecursiveFileSearch: boolean;
+    disableFuzzySearch: boolean;
+    maxDepth?: number;
+}
+export declare class AbortError extends Error {
+    constructor(message?: string);
+}
+/**
+ * Filters a list of paths based on a given pattern.
+ * @param allPaths The list of all paths to filter.
+ * @param pattern The picomatch pattern to filter by.
+ * @param signal An AbortSignal to cancel the operation.
+ * @returns A promise that resolves to the filtered and sorted list of paths.
+ */
+export declare function filter(allPaths: string[], pattern: string, signal: AbortSignal | undefined): Promise<string[]>;
+export interface SearchOptions {
+    signal?: AbortSignal;
+    maxResults?: number;
+}
+export interface FileSearch {
+    initialize(): Promise<void>;
+    search(pattern: string, options?: SearchOptions): Promise<string[]>;
+}
+export declare class FileSearchFactory {
+    static create(options: FileSearchOptions): FileSearch;
+}