@j0hanz/filesystem-context-mcp 1.2.6 → 1.2.8
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist/__tests__/lib/errors-classify.test.d.ts +2 -0
- package/dist/__tests__/lib/errors-classify.test.d.ts.map +1 -0
- package/dist/__tests__/lib/errors-classify.test.js +53 -0
- package/dist/__tests__/lib/errors-classify.test.js.map +1 -0
- package/dist/__tests__/lib/errors-detailed.test.d.ts +2 -0
- package/dist/__tests__/lib/errors-detailed.test.d.ts.map +1 -0
- package/dist/__tests__/lib/errors-detailed.test.js +38 -0
- package/dist/__tests__/lib/errors-detailed.test.js.map +1 -0
- package/dist/__tests__/lib/errors-is-node-error.test.d.ts +2 -0
- package/dist/__tests__/lib/errors-is-node-error.test.d.ts.map +1 -0
- package/dist/__tests__/lib/errors-is-node-error.test.js +21 -0
- package/dist/__tests__/lib/errors-is-node-error.test.js.map +1 -0
- package/dist/__tests__/lib/errors-mcp-error.test.d.ts +2 -0
- package/dist/__tests__/lib/errors-mcp-error.test.d.ts.map +1 -0
- package/dist/__tests__/lib/errors-mcp-error.test.js +29 -0
- package/dist/__tests__/lib/errors-mcp-error.test.js.map +1 -0
- package/dist/__tests__/lib/errors-node-map.test.d.ts +2 -0
- package/dist/__tests__/lib/errors-node-map.test.d.ts.map +1 -0
- package/dist/__tests__/lib/errors-node-map.test.js +16 -0
- package/dist/__tests__/lib/errors-node-map.test.js.map +1 -0
- package/dist/__tests__/lib/errors-suggestion.test.d.ts +2 -0
- package/dist/__tests__/lib/errors-suggestion.test.d.ts.map +1 -0
- package/dist/__tests__/lib/errors-suggestion.test.js +11 -0
- package/dist/__tests__/lib/errors-suggestion.test.js.map +1 -0
- package/dist/__tests__/lib/file-operations/analyze-directory-edge-cases.test.d.ts +2 -0
- package/dist/__tests__/lib/file-operations/analyze-directory-edge-cases.test.d.ts.map +1 -0
- package/dist/__tests__/lib/file-operations/analyze-directory-edge-cases.test.js +15 -0
- package/dist/__tests__/lib/file-operations/analyze-directory-edge-cases.test.js.map +1 -0
- package/dist/__tests__/lib/file-operations/analyze-directory.test.d.ts +2 -0
- package/dist/__tests__/lib/file-operations/analyze-directory.test.d.ts.map +1 -0
- package/dist/__tests__/lib/file-operations/analyze-directory.test.js +28 -0
- package/dist/__tests__/lib/file-operations/analyze-directory.test.js.map +1 -0
- package/dist/__tests__/lib/file-operations/directory-tree-edge-cases.test.d.ts +2 -0
- package/dist/__tests__/lib/file-operations/directory-tree-edge-cases.test.d.ts.map +1 -0
- package/dist/__tests__/lib/file-operations/directory-tree-edge-cases.test.js +29 -0
- package/dist/__tests__/lib/file-operations/directory-tree-edge-cases.test.js.map +1 -0
- package/dist/__tests__/lib/file-operations/directory-tree.test.d.ts +2 -0
- package/dist/__tests__/lib/file-operations/directory-tree.test.d.ts.map +1 -0
- package/dist/__tests__/lib/file-operations/directory-tree.test.js +75 -0
- package/dist/__tests__/lib/file-operations/directory-tree.test.js.map +1 -0
- package/dist/__tests__/lib/file-operations/get-file-info.test.d.ts +2 -0
- package/dist/__tests__/lib/file-operations/get-file-info.test.d.ts.map +1 -0
- package/dist/__tests__/lib/file-operations/get-file-info.test.js +17 -0
- package/dist/__tests__/lib/file-operations/get-file-info.test.js.map +1 -0
- package/dist/__tests__/lib/file-operations/list-directory-edge-cases.test.d.ts +2 -0
- package/dist/__tests__/lib/file-operations/list-directory-edge-cases.test.d.ts.map +1 -0
- package/dist/__tests__/lib/file-operations/list-directory-edge-cases.test.js +21 -0
- package/dist/__tests__/lib/file-operations/list-directory-edge-cases.test.js.map +1 -0
- package/dist/__tests__/lib/file-operations/list-directory.test.d.ts +2 -0
- package/dist/__tests__/lib/file-operations/list-directory.test.d.ts.map +1 -0
- package/dist/__tests__/lib/file-operations/list-directory.test.js +31 -0
- package/dist/__tests__/lib/file-operations/list-directory.test.js.map +1 -0
- package/dist/__tests__/lib/file-operations/read-media-file.test.d.ts +2 -0
- package/dist/__tests__/lib/file-operations/read-media-file.test.d.ts.map +1 -0
- package/dist/__tests__/lib/file-operations/read-media-file.test.js +21 -0
- package/dist/__tests__/lib/file-operations/read-media-file.test.js.map +1 -0
- package/dist/__tests__/lib/file-operations/read-multiple-files-edge-cases.test.d.ts +2 -0
- package/dist/__tests__/lib/file-operations/read-multiple-files-edge-cases.test.d.ts.map +1 -0
- package/dist/__tests__/lib/file-operations/read-multiple-files-edge-cases.test.js +19 -0
- package/dist/__tests__/lib/file-operations/read-multiple-files-edge-cases.test.js.map +1 -0
- package/dist/__tests__/lib/file-operations/read-multiple-files.test.d.ts +2 -0
- package/dist/__tests__/lib/file-operations/read-multiple-files.test.d.ts.map +1 -0
- package/dist/__tests__/lib/file-operations/read-multiple-files.test.js +39 -0
- package/dist/__tests__/lib/file-operations/read-multiple-files.test.js.map +1 -0
- package/dist/__tests__/lib/file-operations/search-content-edge-cases.test.d.ts +2 -0
- package/dist/__tests__/lib/file-operations/search-content-edge-cases.test.d.ts.map +1 -0
- package/dist/__tests__/lib/file-operations/search-content-edge-cases.test.js +57 -0
- package/dist/__tests__/lib/file-operations/search-content-edge-cases.test.js.map +1 -0
- package/dist/__tests__/lib/file-operations/search-content.test.d.ts +2 -0
- package/dist/__tests__/lib/file-operations/search-content.test.d.ts.map +1 -0
- package/dist/__tests__/lib/file-operations/search-content.test.js +73 -0
- package/dist/__tests__/lib/file-operations/search-content.test.js.map +1 -0
- package/dist/__tests__/lib/file-operations/search-files-edge-cases.test.d.ts +2 -0
- package/dist/__tests__/lib/file-operations/search-files-edge-cases.test.d.ts.map +1 -0
- package/dist/__tests__/lib/file-operations/search-files-edge-cases.test.js +13 -0
- package/dist/__tests__/lib/file-operations/search-files-edge-cases.test.js.map +1 -0
- package/dist/__tests__/lib/file-operations/search-files.test.d.ts +2 -0
- package/dist/__tests__/lib/file-operations/search-files.test.d.ts.map +1 -0
- package/dist/__tests__/lib/file-operations/search-files.test.js +31 -0
- package/dist/__tests__/lib/file-operations/search-files.test.js.map +1 -0
- package/dist/__tests__/lib/fixtures/file-ops-fixture.d.ts +7 -0
- package/dist/__tests__/lib/fixtures/file-ops-fixture.d.ts.map +1 -0
- package/dist/__tests__/lib/fixtures/file-ops-fixture.js +87 -0
- package/dist/__tests__/lib/fixtures/file-ops-fixture.js.map +1 -0
- package/dist/__tests__/lib/fixtures/file-ops-hooks.d.ts +2 -0
- package/dist/__tests__/lib/fixtures/file-ops-hooks.d.ts.map +1 -0
- package/dist/__tests__/lib/fixtures/file-ops-hooks.js +13 -0
- package/dist/__tests__/lib/fixtures/file-ops-hooks.js.map +1 -0
- package/dist/__tests__/lib/fs-helpers/file-type.test.d.ts +2 -0
- package/dist/__tests__/lib/fs-helpers/file-type.test.d.ts.map +1 -0
- package/dist/__tests__/lib/fs-helpers/file-type.test.js +15 -0
- package/dist/__tests__/lib/fs-helpers/file-type.test.js.map +1 -0
- package/dist/__tests__/lib/fs-helpers/head-file-edge-cases.test.d.ts +2 -0
- package/dist/__tests__/lib/fs-helpers/head-file-edge-cases.test.d.ts.map +1 -0
- package/dist/__tests__/lib/fs-helpers/head-file-edge-cases.test.js +19 -0
- package/dist/__tests__/lib/fs-helpers/head-file-edge-cases.test.js.map +1 -0
- package/dist/__tests__/lib/fs-helpers/head-file.test.d.ts +2 -0
- package/dist/__tests__/lib/fs-helpers/head-file.test.d.ts.map +1 -0
- package/dist/__tests__/lib/fs-helpers/head-file.test.js +12 -0
- package/dist/__tests__/lib/fs-helpers/head-file.test.js.map +1 -0
- package/dist/__tests__/lib/fs-helpers/is-hidden.test.d.ts +2 -0
- package/dist/__tests__/lib/fs-helpers/is-hidden.test.d.ts.map +1 -0
- package/dist/__tests__/lib/fs-helpers/is-hidden.test.js +7 -0
- package/dist/__tests__/lib/fs-helpers/is-hidden.test.js.map +1 -0
- package/dist/__tests__/lib/fs-helpers/is-probably-binary.test.d.ts +2 -0
- package/dist/__tests__/lib/fs-helpers/is-probably-binary.test.d.ts.map +1 -0
- package/dist/__tests__/lib/fs-helpers/is-probably-binary.test.js +33 -0
- package/dist/__tests__/lib/fs-helpers/is-probably-binary.test.js.map +1 -0
- package/dist/__tests__/lib/fs-helpers/read-file-edge-cases.test.d.ts +2 -0
- package/dist/__tests__/lib/fs-helpers/read-file-edge-cases.test.d.ts.map +1 -0
- package/dist/__tests__/lib/fs-helpers/read-file-edge-cases.test.js +41 -0
- package/dist/__tests__/lib/fs-helpers/read-file-edge-cases.test.js.map +1 -0
- package/dist/__tests__/lib/fs-helpers/read-file.test.d.ts +2 -0
- package/dist/__tests__/lib/fs-helpers/read-file.test.d.ts.map +1 -0
- package/dist/__tests__/lib/fs-helpers/read-file.test.js +21 -0
- package/dist/__tests__/lib/fs-helpers/read-file.test.js.map +1 -0
- package/dist/__tests__/lib/fs-helpers/tail-file-edge-cases.test.d.ts +2 -0
- package/dist/__tests__/lib/fs-helpers/tail-file-edge-cases.test.d.ts.map +1 -0
- package/dist/__tests__/lib/fs-helpers/tail-file-edge-cases.test.js +26 -0
- package/dist/__tests__/lib/fs-helpers/tail-file-edge-cases.test.js.map +1 -0
- package/dist/__tests__/lib/fs-helpers/tail-file.test.d.ts +2 -0
- package/dist/__tests__/lib/fs-helpers/tail-file.test.d.ts.map +1 -0
- package/dist/__tests__/lib/fs-helpers/tail-file.test.js +11 -0
- package/dist/__tests__/lib/fs-helpers/tail-file.test.js.map +1 -0
- package/dist/__tests__/lib/path-validation.test.js +93 -104
- package/dist/__tests__/lib/path-validation.test.js.map +1 -1
- package/dist/__tests__/schemas/validators.test.js +111 -115
- package/dist/__tests__/schemas/validators.test.js.map +1 -1
- package/dist/__tests__/security/filesystem-boundary.test.js +41 -36
- package/dist/__tests__/security/filesystem-boundary.test.js.map +1 -1
- package/dist/lib/errors.d.ts +0 -18
- package/dist/lib/errors.d.ts.map +1 -1
- package/dist/lib/errors.js +33 -34
- package/dist/lib/errors.js.map +1 -1
- package/dist/lib/file-operations/analyze-directory.d.ts.map +1 -1
- package/dist/lib/file-operations/analyze-directory.js +74 -43
- package/dist/lib/file-operations/analyze-directory.js.map +1 -1
- package/dist/lib/file-operations/directory-helpers.d.ts +2 -19
- package/dist/lib/file-operations/directory-helpers.d.ts.map +1 -1
- package/dist/lib/file-operations/directory-helpers.js +26 -90
- package/dist/lib/file-operations/directory-helpers.js.map +1 -1
- package/dist/lib/file-operations/directory-tree-helpers.d.ts +38 -0
- package/dist/lib/file-operations/directory-tree-helpers.d.ts.map +1 -0
- package/dist/lib/file-operations/directory-tree-helpers.js +167 -0
- package/dist/lib/file-operations/directory-tree-helpers.js.map +1 -0
- package/dist/lib/file-operations/directory-tree.d.ts.map +1 -1
- package/dist/lib/file-operations/directory-tree.js +44 -154
- package/dist/lib/file-operations/directory-tree.js.map +1 -1
- package/dist/lib/file-operations/list-directory-helpers.d.ts +2 -1
- package/dist/lib/file-operations/list-directory-helpers.d.ts.map +1 -1
- package/dist/lib/file-operations/list-directory-helpers.js +16 -4
- package/dist/lib/file-operations/list-directory-helpers.js.map +1 -1
- package/dist/lib/file-operations/list-directory.d.ts +4 -2
- package/dist/lib/file-operations/list-directory.d.ts.map +1 -1
- package/dist/lib/file-operations/list-directory.js +39 -17
- package/dist/lib/file-operations/list-directory.js.map +1 -1
- package/dist/lib/file-operations/pattern-validator.d.ts +0 -10
- package/dist/lib/file-operations/pattern-validator.d.ts.map +1 -1
- package/dist/lib/file-operations/pattern-validator.js +44 -43
- package/dist/lib/file-operations/pattern-validator.js.map +1 -1
- package/dist/lib/file-operations/read-multiple-files.d.ts +3 -2
- package/dist/lib/file-operations/read-multiple-files.d.ts.map +1 -1
- package/dist/lib/file-operations/read-multiple-files.js +46 -29
- package/dist/lib/file-operations/read-multiple-files.js.map +1 -1
- package/dist/lib/file-operations/search/context-manager.d.ts +2 -0
- package/dist/lib/file-operations/search/context-manager.d.ts.map +1 -1
- package/dist/lib/file-operations/search/context-manager.js +11 -6
- package/dist/lib/file-operations/search/context-manager.js.map +1 -1
- package/dist/lib/file-operations/search/engine-options.d.ts +19 -0
- package/dist/lib/file-operations/search/engine-options.d.ts.map +1 -0
- package/dist/lib/file-operations/search/engine-options.js +32 -0
- package/dist/lib/file-operations/search/engine-options.js.map +1 -0
- package/dist/lib/file-operations/search/engine-stream.d.ts +6 -0
- package/dist/lib/file-operations/search/engine-stream.d.ts.map +1 -0
- package/dist/lib/file-operations/search/engine-stream.js +130 -0
- package/dist/lib/file-operations/search/engine-stream.js.map +1 -0
- package/dist/lib/file-operations/search/engine.d.ts +1 -17
- package/dist/lib/file-operations/search/engine.d.ts.map +1 -1
- package/dist/lib/file-operations/search/engine.js +7 -117
- package/dist/lib/file-operations/search/engine.js.map +1 -1
- package/dist/lib/file-operations/search/file-processor.d.ts.map +1 -1
- package/dist/lib/file-operations/search/file-processor.js +33 -25
- package/dist/lib/file-operations/search/file-processor.js.map +1 -1
- package/dist/lib/file-operations/search/match-strategy.d.ts.map +1 -1
- package/dist/lib/file-operations/search/match-strategy.js +49 -54
- package/dist/lib/file-operations/search/match-strategy.js.map +1 -1
- package/dist/lib/file-operations/search-files-helpers.d.ts +42 -0
- package/dist/lib/file-operations/search-files-helpers.d.ts.map +1 -0
- package/dist/lib/file-operations/search-files-helpers.js +180 -0
- package/dist/lib/file-operations/search-files-helpers.js.map +1 -0
- package/dist/lib/file-operations/search-files.d.ts +2 -9
- package/dist/lib/file-operations/search-files.d.ts.map +1 -1
- package/dist/lib/file-operations/search-files.js +8 -129
- package/dist/lib/file-operations/search-files.js.map +1 -1
- package/dist/lib/file-operations/sorting.d.ts +3 -2
- package/dist/lib/file-operations/sorting.d.ts.map +1 -1
- package/dist/lib/fs-helpers/binary-detect.d.ts.map +1 -1
- package/dist/lib/fs-helpers/binary-detect.js +16 -10
- package/dist/lib/fs-helpers/binary-detect.js.map +1 -1
- package/dist/lib/fs-helpers/fs-utils.d.ts.map +1 -1
- package/dist/lib/fs-helpers/fs-utils.js +16 -10
- package/dist/lib/fs-helpers/fs-utils.js.map +1 -1
- package/dist/lib/fs-helpers/readers/line-range.d.ts +4 -2
- package/dist/lib/fs-helpers/readers/line-range.d.ts.map +1 -1
- package/dist/lib/fs-helpers/readers/line-range.js +21 -15
- package/dist/lib/fs-helpers/readers/line-range.js.map +1 -1
- package/dist/lib/fs-helpers/readers/read-file.d.ts +6 -3
- package/dist/lib/fs-helpers/readers/read-file.d.ts.map +1 -1
- package/dist/lib/fs-helpers/readers/read-file.js +58 -19
- package/dist/lib/fs-helpers/readers/read-file.js.map +1 -1
- package/dist/lib/fs-helpers/readers/tail-file.d.ts.map +1 -1
- package/dist/lib/fs-helpers/readers/tail-file.js +27 -10
- package/dist/lib/fs-helpers/readers/tail-file.js.map +1 -1
- package/dist/lib/fs-helpers/readers/utf8.d.ts.map +1 -1
- package/dist/lib/fs-helpers/readers/utf8.js +20 -10
- package/dist/lib/fs-helpers/readers/utf8.js.map +1 -1
- package/dist/lib/path-validation/allowed-directories.d.ts +1 -2
- package/dist/lib/path-validation/allowed-directories.d.ts.map +1 -1
- package/dist/lib/path-validation/allowed-directories.js +25 -15
- package/dist/lib/path-validation/allowed-directories.js.map +1 -1
- package/dist/lib/path-validation/errors.d.ts +0 -1
- package/dist/lib/path-validation/errors.d.ts.map +1 -1
- package/dist/lib/path-validation/errors.js +27 -13
- package/dist/lib/path-validation/errors.js.map +1 -1
- package/dist/lib/path-validation/validators.d.ts.map +1 -1
- package/dist/lib/path-validation/validators.js +9 -3
- package/dist/lib/path-validation/validators.js.map +1 -1
- package/dist/lib/path-validation.d.ts +1 -1
- package/dist/lib/path-validation.d.ts.map +1 -1
- package/dist/lib/path-validation.js +1 -1
- package/dist/lib/path-validation.js.map +1 -1
- package/dist/schemas/outputs.d.ts +12 -12
- package/dist/server.d.ts.map +1 -1
- package/dist/server.js +79 -35
- package/dist/server.js.map +1 -1
- package/dist/tools/analyze-directory.d.ts.map +1 -1
- package/dist/tools/analyze-directory.js +1 -30
- package/dist/tools/analyze-directory.js.map +1 -1
- package/dist/tools/directory-tree.d.ts.map +1 -1
- package/dist/tools/directory-tree.js +11 -32
- package/dist/tools/directory-tree.js.map +1 -1
- package/dist/tools/get-file-info.d.ts.map +1 -1
- package/dist/tools/get-file-info.js +1 -12
- package/dist/tools/get-file-info.js.map +1 -1
- package/dist/tools/list-allowed-dirs.d.ts.map +1 -1
- package/dist/tools/list-allowed-dirs.js +9 -1
- package/dist/tools/list-allowed-dirs.js.map +1 -1
- package/dist/tools/list-directory.d.ts.map +1 -1
- package/dist/tools/list-directory.js +27 -50
- package/dist/tools/list-directory.js.map +1 -1
- package/dist/tools/read-file.d.ts.map +1 -1
- package/dist/tools/read-file.js +28 -20
- package/dist/tools/read-file.js.map +1 -1
- package/dist/tools/read-multiple-files.d.ts.map +1 -1
- package/dist/tools/read-multiple-files.js +15 -14
- package/dist/tools/read-multiple-files.js.map +1 -1
- package/dist/tools/search-content.d.ts.map +1 -1
- package/dist/tools/search-content.js +20 -17
- package/dist/tools/search-content.js.map +1 -1
- package/dist/tools/search-files.d.ts.map +1 -1
- package/dist/tools/search-files.js +1 -27
- package/dist/tools/search-files.js.map +1 -1
- package/dist/tools/shared/formatting.d.ts +13 -0
- package/dist/tools/shared/formatting.d.ts.map +1 -0
- package/dist/tools/shared/formatting.js +31 -0
- package/dist/tools/shared/formatting.js.map +1 -0
- package/dist/tools/shared/search-formatting.d.ts.map +1 -1
- package/dist/tools/shared/search-formatting.js +32 -33
- package/dist/tools/shared/search-formatting.js.map +1 -1
- package/package.json +1 -1
|
@@ -11,12 +11,20 @@ function assertHeadTailOptions(head, tail) {
|
|
|
11
11
|
function createOutputSkeleton(filePaths) {
|
|
12
12
|
return filePaths.map((filePath) => ({ path: filePath }));
|
|
13
13
|
}
|
|
14
|
-
|
|
14
|
+
function normalizeReadMultipleOptions(options = {}) {
|
|
15
|
+
return {
|
|
16
|
+
encoding: options.encoding ?? 'utf-8',
|
|
17
|
+
maxSize: options.maxSize ?? MAX_TEXT_FILE_SIZE,
|
|
18
|
+
maxTotalSize: options.maxTotalSize ?? 100 * 1024 * 1024,
|
|
19
|
+
head: options.head,
|
|
20
|
+
tail: options.tail,
|
|
21
|
+
};
|
|
22
|
+
}
|
|
23
|
+
function isPartialRead(options) {
|
|
24
|
+
return options.head !== undefined || options.tail !== undefined;
|
|
25
|
+
}
|
|
26
|
+
async function collectFileBudget(filePaths, isPartialRead, maxTotalSize, maxSize) {
|
|
15
27
|
const skippedBudget = new Set();
|
|
16
|
-
// If performing partial read (head/tail), skip size checks
|
|
17
|
-
if (isPartialRead) {
|
|
18
|
-
return { skippedBudget };
|
|
19
|
-
}
|
|
20
28
|
// Gather file sizes
|
|
21
29
|
const { results } = await processInParallel(filePaths.map((filePath, index) => ({ filePath, index })), async ({ filePath, index }) => {
|
|
22
30
|
const validPath = await validateExistingPath(filePath);
|
|
@@ -27,11 +35,14 @@ async function collectFileBudget(filePaths, isPartialRead, maxTotalSize) {
|
|
|
27
35
|
let totalSize = 0;
|
|
28
36
|
const orderedResults = [...results].sort((a, b) => a.index - b.index);
|
|
29
37
|
for (const result of orderedResults) {
|
|
30
|
-
|
|
38
|
+
const estimatedSize = isPartialRead
|
|
39
|
+
? Math.min(result.size, maxSize)
|
|
40
|
+
: result.size;
|
|
41
|
+
if (totalSize + estimatedSize > maxTotalSize) {
|
|
31
42
|
skippedBudget.add(result.filePath);
|
|
32
43
|
continue;
|
|
33
44
|
}
|
|
34
|
-
totalSize +=
|
|
45
|
+
totalSize += estimatedSize;
|
|
35
46
|
}
|
|
36
47
|
return { skippedBudget };
|
|
37
48
|
}
|
|
@@ -63,21 +74,22 @@ function applySkippedBudgetErrors(output, skippedBudget, filePaths, maxTotalSize
|
|
|
63
74
|
};
|
|
64
75
|
}
|
|
65
76
|
}
|
|
66
|
-
|
|
67
|
-
|
|
68
|
-
|
|
69
|
-
|
|
70
|
-
|
|
71
|
-
|
|
72
|
-
|
|
73
|
-
|
|
74
|
-
|
|
75
|
-
|
|
77
|
+
function mapParallelErrors(errors, filesToProcess) {
|
|
78
|
+
return errors.map((failure) => {
|
|
79
|
+
const target = filesToProcess[failure.index];
|
|
80
|
+
return {
|
|
81
|
+
index: target?.index ?? -1,
|
|
82
|
+
error: failure.error,
|
|
83
|
+
};
|
|
84
|
+
});
|
|
85
|
+
}
|
|
86
|
+
async function readFilesInParallel(filesToProcess, options) {
|
|
87
|
+
return await processInParallel(filesToProcess, async ({ filePath, index }) => {
|
|
76
88
|
const result = await readFile(filePath, {
|
|
77
|
-
encoding,
|
|
78
|
-
maxSize,
|
|
79
|
-
head,
|
|
80
|
-
tail,
|
|
89
|
+
encoding: options.encoding,
|
|
90
|
+
maxSize: options.maxSize,
|
|
91
|
+
head: options.head,
|
|
92
|
+
tail: options.tail,
|
|
81
93
|
});
|
|
82
94
|
return {
|
|
83
95
|
index,
|
|
@@ -89,15 +101,20 @@ export async function readMultipleFiles(filePaths, options = {}) {
|
|
|
89
101
|
},
|
|
90
102
|
};
|
|
91
103
|
}, PARALLEL_CONCURRENCY);
|
|
92
|
-
|
|
93
|
-
|
|
94
|
-
|
|
95
|
-
|
|
96
|
-
|
|
97
|
-
|
|
98
|
-
|
|
104
|
+
}
|
|
105
|
+
export async function readMultipleFiles(filePaths, options = {}) {
|
|
106
|
+
if (filePaths.length === 0)
|
|
107
|
+
return [];
|
|
108
|
+
const normalized = normalizeReadMultipleOptions(options);
|
|
109
|
+
assertHeadTailOptions(normalized.head, normalized.tail);
|
|
110
|
+
const output = createOutputSkeleton(filePaths);
|
|
111
|
+
const partialRead = isPartialRead(normalized);
|
|
112
|
+
const { skippedBudget } = await collectFileBudget(filePaths, partialRead, normalized.maxTotalSize, normalized.maxSize);
|
|
113
|
+
const filesToProcess = buildProcessTargets(filePaths, skippedBudget);
|
|
114
|
+
const { results, errors } = await readFilesInParallel(filesToProcess, normalized);
|
|
115
|
+
const mappedErrors = mapParallelErrors(errors, filesToProcess);
|
|
99
116
|
applyParallelResults(output, results, mappedErrors, filePaths);
|
|
100
|
-
applySkippedBudgetErrors(output, skippedBudget, filePaths, maxTotalSize);
|
|
117
|
+
applySkippedBudgetErrors(output, skippedBudget, filePaths, normalized.maxTotalSize);
|
|
101
118
|
return output;
|
|
102
119
|
}
|
|
103
120
|
//# sourceMappingURL=read-multiple-files.js.map
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"read-multiple-files.js","sourceRoot":"","sources":["../../../src/lib/file-operations/read-multiple-files.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,MAAM,kBAAkB,CAAC;AAEvC,OAAO,EAAE,kBAAkB,EAAE,oBAAoB,EAAE,MAAM,iBAAiB,CAAC;AAC3E,OAAO,EAAE,SAAS,EAAE,QAAQ,EAAE,MAAM,cAAc,CAAC;AACnD,OAAO,EAAE,iBAAiB,EAAE,QAAQ,EAAE,MAAM,kBAAkB,CAAC;AAC/D,OAAO,EAAE,oBAAoB,EAAE,MAAM,uBAAuB,CAAC;
|
|
1
|
+
{"version":3,"file":"read-multiple-files.js","sourceRoot":"","sources":["../../../src/lib/file-operations/read-multiple-files.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,MAAM,kBAAkB,CAAC;AAEvC,OAAO,EAAE,kBAAkB,EAAE,oBAAoB,EAAE,MAAM,iBAAiB,CAAC;AAC3E,OAAO,EAAE,SAAS,EAAE,QAAQ,EAAE,MAAM,cAAc,CAAC;AACnD,OAAO,EAAE,iBAAiB,EAAE,QAAQ,EAAE,MAAM,kBAAkB,CAAC;AAC/D,OAAO,EAAE,oBAAoB,EAAE,MAAM,uBAAuB,CAAC;AA0B7D,SAAS,qBAAqB,CAC5B,IAAwB,EACxB,IAAwB;IAExB,IAAI,IAAI,KAAK,SAAS,IAAI,IAAI,KAAK,SAAS;QAAE,OAAO;IAErD,MAAM,IAAI,QAAQ,CAChB,SAAS,CAAC,eAAe,EACzB,kDAAkD,EAClD,SAAS,CACV,CAAC;AACJ,CAAC;AAED,SAAS,oBAAoB,CAAC,SAAmB;IAC/C,OAAO,SAAS,CAAC,GAAG,CAAC,CAAC,QAAQ,EAAE,EAAE,CAAC,CAAC,EAAE,IAAI,EAAE,QAAQ,EAAE,CAAC,CAAC,CAAC;AAC3D,CAAC;AAED,SAAS,4BAA4B,CACnC,UAA+B,EAAE;IAEjC,OAAO;QACL,QAAQ,EAAE,OAAO,CAAC,QAAQ,IAAI,OAAO;QACrC,OAAO,EAAE,OAAO,CAAC,OAAO,IAAI,kBAAkB;QAC9C,YAAY,EAAE,OAAO,CAAC,YAAY,IAAI,GAAG,GAAG,IAAI,GAAG,IAAI;QACvD,IAAI,EAAE,OAAO,CAAC,IAAI;QAClB,IAAI,EAAE,OAAO,CAAC,IAAI;KACnB,CAAC;AACJ,CAAC;AAED,SAAS,aAAa,CAAC,OAAsC;IAC3D,OAAO,OAAO,CAAC,IAAI,KAAK,SAAS,IAAI,OAAO,CAAC,IAAI,KAAK,SAAS,CAAC;AAClE,CAAC;AAED,KAAK,UAAU,iBAAiB,CAC9B,SAAmB,EACnB,aAAsB,EACtB,YAAoB,EACpB,OAAe;IAEf,MAAM,aAAa,GAAG,IAAI,GAAG,EAAU,CAAC;IAExC,oBAAoB;IACpB,MAAM,EAAE,OAAO,EAAE,GAAG,MAAM,iBAAiB,CACzC,SAAS,CAAC,GAAG,CAAC,CAAC,QAAQ,EAAE,KAAK,EAAE,EAAE,CAAC,CAAC,EAAE,QAAQ,EAAE,KAAK,EAAE,CAAC,CAAC,EACzD,KAAK,EAAE,EAAE,QAAQ,EAAE,KAAK,EAAE,EAAE,EAAE;QAC5B,MAAM,SAAS,GAAG,MAAM,oBAAoB,CAAC,QAAQ,CAAC,CAAC;QACvD,MAAM,KAAK,GAAG,MAAM,EAAE,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC;QACvC,OAAO,EAAE,QAAQ,EAAE,KAAK,EAAE,IAAI,EAAE,KAAK,CAAC,IAAI,EAAE,CAAC;IAC/C,CAAC,EACD,oBAAoB,CACrB,CAAC;IAEF,gDAAgD;IAChD,IAAI,SAAS,GAAG,CAAC,CAAC;IAClB,MAAM,cAAc,GAAG,CAAC,GAAG,OAAO,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,KAAK,GAAG,CAAC,CAAC,KAAK,CAAC,CAAC;IAEtE,KAAK,MAAM,MAAM,IAAI,cAAc,EAAE,CAAC;QACpC,MAAM,aAAa,GAAG,aAAa;YACjC,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,MAAM,CAAC,IAAI,EAAE,OAAO,CAAC;YAChC,CAAC,CAAC,MAAM,CAAC,IAAI,CAAC;QAChB,IAAI,SAAS,GAAG,aAAa,GAAG,YAAY,EAAE,CAAC;YAC7C,aAAa,CAAC,GAAG,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC;YACnC,SAAS;QACX,CAAC;QACD,SAAS,IAAI,aAAa,CAAC;IAC7B,CAAC;IAED,OAAO,EAAE,aAAa,EAAE,CAAC;AAC3B,CAAC;AAED,SAAS,mBAAmB,CAC1B,SAAmB,EACnB,aAA0B;IAE1B,OAAO,SAAS;SACb,GAAG,CAAC,CAAC,QAAQ,EAAE,KAAK,EAAE,EAAE,CAAC,CAAC,EAAE,QAAQ,EAAE,KAAK,EAAE,CAAC,CAAC;SAC/C,MAAM,CAAC,CAAC,EAAE,QAAQ,EAAE,EAAE,EAAE,CAAC,CAAC,aAAa,CAAC,GAAG,CAAC,QAAQ,CAAC,CAAC,CAAC;AAC5D,CAAC;AAED,SAAS,oBAAoB,CAC3B,MAA4B,EAC5B,OAAuD,EACvD,MAAyC,EACzC,SAAmB;IAEnB,KAAK,MAAM,MAAM,IAAI,OAAO,EAAE,CAAC;QAC7B,MAAM,CAAC,MAAM,CAAC,KAAK,CAAC,GAAG,MAAM,CAAC,KAAK,CAAC;IACtC,CAAC;IAED,KAAK,MAAM,OAAO,IAAI,MAAM,EAAE,CAAC;QAC7B,MAAM,QAAQ,GAAG,SAAS,CAAC,OAAO,CAAC,KAAK,CAAC,IAAI,WAAW,CAAC;QACzD,MAAM,CAAC,OAAO,CAAC,KAAK,CAAC,GAAG;YACtB,IAAI,EAAE,QAAQ;YACd,KAAK,EAAE,OAAO,CAAC,KAAK,CAAC,OAAO;SAC7B,CAAC;IACJ,CAAC;AACH,CAAC;AAED,SAAS,wBAAwB,CAC/B,MAA4B,EAC5B,aAA0B,EAC1B,SAAmB,EACnB,YAAoB;IAEpB,KAAK,MAAM,QAAQ,IAAI,aAAa,EAAE,CAAC;QACrC,MAAM,KAAK,GAAG,SAAS,CAAC,OAAO,CAAC,QAAQ,CAAC,CAAC;QAC1C,IAAI,KAAK,KAAK,CAAC,CAAC;YAAE,SAAS;QAE3B,MAAM,CAAC,KAAK,CAAC,GAAG;YACd,IAAI,EAAE,QAAQ;YACd,KAAK,EAAE,+DAA+D,YAAY,SAAS;SAC5F,CAAC;IACJ,CAAC;AACH,CAAC;AAED,SAAS,iBAAiB,CACxB,MAAyC,EACzC,cAAqD;IAErD,OAAO,MAAM,CAAC,GAAG,CAAC,CAAC,OAAO,EAAE,EAAE;QAC5B,MAAM,MAAM,GAAG,cAAc,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC;QAC7C,OAAO;YACL,KAAK,EAAE,MAAM,EAAE,KAAK,IAAI,CAAC,CAAC;YAC1B,KAAK,EAAE,OAAO,CAAC,KAAK;SACrB,CAAC;IACJ,CAAC,CAAC,CAAC;AACL,CAAC;AAED,KAAK,UAAU,mBAAmB,CAChC,cAAqD,EACrD,OAAsC;IAKtC,OAAO,MAAM,iBAAiB,CAC5B,cAAc,EACd,KAAK,EAAE,EAAE,QAAQ,EAAE,KAAK,EAAE,EAAE,EAAE;QAC5B,MAAM,MAAM,GAAG,MAAM,QAAQ,CAAC,QAAQ,EAAE;YACtC,QAAQ,EAAE,OAAO,CAAC,QAAQ;YAC1B,OAAO,EAAE,OAAO,CAAC,OAAO;YACxB,IAAI,EAAE,OAAO,CAAC,IAAI;YAClB,IAAI,EAAE,OAAO,CAAC,IAAI;SACnB,CAAC,CAAC;QAEH,OAAO;YACL,KAAK;YACL,KAAK,EAAE;gBACL,IAAI,EAAE,MAAM,CAAC,IAAI;gBACjB,OAAO,EAAE,MAAM,CAAC,OAAO;gBACvB,SAAS,EAAE,MAAM,CAAC,SAAS;gBAC3B,UAAU,EAAE,MAAM,CAAC,UAAU;aAC9B;SACF,CAAC;IACJ,CAAC,EACD,oBAAoB,CACrB,CAAC;AACJ,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,iBAAiB,CACrC,SAAmB,EACnB,UAA+B,EAAE;IAEjC,IAAI,SAAS,CAAC,MAAM,KAAK,CAAC;QAAE,OAAO,EAAE,CAAC;IAEtC,MAAM,UAAU,GAAG,4BAA4B,CAAC,OAAO,CAAC,CAAC;IACzD,qBAAqB,CAAC,UAAU,CAAC,IAAI,EAAE,UAAU,CAAC,IAAI,CAAC,CAAC;IAExD,MAAM,MAAM,GAAG,oBAAoB,CAAC,SAAS,CAAC,CAAC;IAC/C,MAAM,WAAW,GAAG,aAAa,CAAC,UAAU,CAAC,CAAC;IAC9C,MAAM,EAAE,aAAa,EAAE,GAAG,MAAM,iBAAiB,CAC/C,SAAS,EACT,WAAW,EACX,UAAU,CAAC,YAAY,EACvB,UAAU,CAAC,OAAO,CACnB,CAAC;IAEF,MAAM,cAAc,GAAG,mBAAmB,CAAC,SAAS,EAAE,aAAa,CAAC,CAAC;IAErE,MAAM,EAAE,OAAO,EAAE,MAAM,EAAE,GAAG,MAAM,mBAAmB,CACnD,cAAc,EACd,UAAU,CACX,CAAC;IACF,MAAM,YAAY,GAAG,iBAAiB,CAAC,MAAM,EAAE,cAAc,CAAC,CAAC;IAE/D,oBAAoB,CAAC,MAAM,EAAE,OAAO,EAAE,YAAY,EAAE,SAAS,CAAC,CAAC;IAC/D,wBAAwB,CACtB,MAAM,EACN,aAAa,EACb,SAAS,EACT,UAAU,CAAC,YAAY,CACxB,CAAC;IAEF,OAAO,MAAM,CAAC;AAChB,CAAC"}
|
|
@@ -7,6 +7,8 @@ export declare class ContextManager {
|
|
|
7
7
|
pushLine(line: string): void;
|
|
8
8
|
createMatch(filePath: string, line: number, content: string, matchCount: number): ContentMatch;
|
|
9
9
|
private updatePendingMatches;
|
|
10
|
+
private appendPendingContext;
|
|
11
|
+
private pruneCompletedMatches;
|
|
10
12
|
private addToBuffer;
|
|
11
13
|
}
|
|
12
14
|
//# sourceMappingURL=context-manager.d.ts.map
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"context-manager.d.ts","sourceRoot":"","sources":["../../../../src/lib/file-operations/search/context-manager.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,YAAY,EAAE,MAAM,0BAA0B,CAAC;AAO7D,qBAAa,cAAc;IACzB,OAAO,CAAC,QAAQ,CAAC,YAAY,CAAS;IACtC,OAAO,CAAC,QAAQ,CAAC,MAAM,CAAgB;IACvC,OAAO,CAAC,QAAQ,CAAC,cAAc,CAAsB;gBAEzC,YAAY,EAAE,MAAM;IAIhC,QAAQ,CAAC,IAAI,EAAE,MAAM,GAAG,IAAI;IAO5B,WAAW,CACT,QAAQ,EAAE,MAAM,EAChB,IAAI,EAAE,MAAM,EACZ,OAAO,EAAE,MAAM,EACf,UAAU,EAAE,MAAM,GACjB,YAAY;IAmBf,OAAO,CAAC,oBAAoB;
|
|
1
|
+
{"version":3,"file":"context-manager.d.ts","sourceRoot":"","sources":["../../../../src/lib/file-operations/search/context-manager.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,YAAY,EAAE,MAAM,0BAA0B,CAAC;AAO7D,qBAAa,cAAc;IACzB,OAAO,CAAC,QAAQ,CAAC,YAAY,CAAS;IACtC,OAAO,CAAC,QAAQ,CAAC,MAAM,CAAgB;IACvC,OAAO,CAAC,QAAQ,CAAC,cAAc,CAAsB;gBAEzC,YAAY,EAAE,MAAM;IAIhC,QAAQ,CAAC,IAAI,EAAE,MAAM,GAAG,IAAI;IAO5B,WAAW,CACT,QAAQ,EAAE,MAAM,EAChB,IAAI,EAAE,MAAM,EACZ,OAAO,EAAE,MAAM,EACf,UAAU,EAAE,MAAM,GACjB,YAAY;IAmBf,OAAO,CAAC,oBAAoB;IAK5B,OAAO,CAAC,oBAAoB;IAS5B,OAAO,CAAC,qBAAqB;IAS7B,OAAO,CAAC,WAAW;CAMpB"}
|
|
@@ -27,14 +27,19 @@ export class ContextManager {
|
|
|
27
27
|
return match;
|
|
28
28
|
}
|
|
29
29
|
updatePendingMatches(line) {
|
|
30
|
+
this.appendPendingContext(line);
|
|
31
|
+
this.pruneCompletedMatches();
|
|
32
|
+
}
|
|
33
|
+
appendPendingContext(line) {
|
|
30
34
|
for (const pending of this.pendingMatches) {
|
|
31
|
-
if (pending.afterNeeded
|
|
32
|
-
|
|
33
|
-
|
|
34
|
-
|
|
35
|
-
|
|
35
|
+
if (pending.afterNeeded <= 0)
|
|
36
|
+
continue;
|
|
37
|
+
pending.match.contextAfter ??= [];
|
|
38
|
+
pending.match.contextAfter.push(line);
|
|
39
|
+
pending.afterNeeded--;
|
|
36
40
|
}
|
|
37
|
-
|
|
41
|
+
}
|
|
42
|
+
pruneCompletedMatches() {
|
|
38
43
|
while (this.pendingMatches.length > 0 &&
|
|
39
44
|
this.pendingMatches[0]?.afterNeeded === 0) {
|
|
40
45
|
this.pendingMatches.shift();
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"context-manager.js","sourceRoot":"","sources":["../../../../src/lib/file-operations/search/context-manager.ts"],"names":[],"mappings":"AAOA,MAAM,OAAO,cAAc;IACR,YAAY,CAAS;IACrB,MAAM,GAAa,EAAE,CAAC;IACtB,cAAc,GAAmB,EAAE,CAAC;IAErD,YAAY,YAAoB;QAC9B,IAAI,CAAC,YAAY,GAAG,YAAY,CAAC;IACnC,CAAC;IAED,QAAQ,CAAC,IAAY;QACnB,IAAI,IAAI,CAAC,YAAY,IAAI,CAAC;YAAE,OAAO;QAEnC,IAAI,CAAC,oBAAoB,CAAC,IAAI,CAAC,CAAC;QAChC,IAAI,CAAC,WAAW,CAAC,IAAI,CAAC,CAAC;IACzB,CAAC;IAED,WAAW,CACT,QAAgB,EAChB,IAAY,EACZ,OAAe,EACf,UAAkB;QAElB,MAAM,KAAK,GAAiB;YAC1B,IAAI,EAAE,QAAQ;YACd,IAAI;YACJ,OAAO;YACP,UAAU;SACX,CAAC;QAEF,IAAI,IAAI,CAAC,MAAM,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YAC3B,KAAK,CAAC,aAAa,GAAG,CAAC,GAAG,IAAI,CAAC,MAAM,CAAC,CAAC;QACzC,CAAC;QAED,IAAI,IAAI,CAAC,YAAY,GAAG,CAAC,EAAE,CAAC;YAC1B,IAAI,CAAC,cAAc,CAAC,IAAI,CAAC,EAAE,KAAK,EAAE,WAAW,EAAE,IAAI,CAAC,YAAY,EAAE,CAAC,CAAC;QACtE,CAAC;QAED,OAAO,KAAK,CAAC;IACf,CAAC;IAEO,oBAAoB,CAAC,IAAY;QACvC,KAAK,MAAM,OAAO,IAAI,IAAI,CAAC,cAAc,EAAE,CAAC;YAC1C,IAAI,OAAO,CAAC,WAAW,
|
|
1
|
+
{"version":3,"file":"context-manager.js","sourceRoot":"","sources":["../../../../src/lib/file-operations/search/context-manager.ts"],"names":[],"mappings":"AAOA,MAAM,OAAO,cAAc;IACR,YAAY,CAAS;IACrB,MAAM,GAAa,EAAE,CAAC;IACtB,cAAc,GAAmB,EAAE,CAAC;IAErD,YAAY,YAAoB;QAC9B,IAAI,CAAC,YAAY,GAAG,YAAY,CAAC;IACnC,CAAC;IAED,QAAQ,CAAC,IAAY;QACnB,IAAI,IAAI,CAAC,YAAY,IAAI,CAAC;YAAE,OAAO;QAEnC,IAAI,CAAC,oBAAoB,CAAC,IAAI,CAAC,CAAC;QAChC,IAAI,CAAC,WAAW,CAAC,IAAI,CAAC,CAAC;IACzB,CAAC;IAED,WAAW,CACT,QAAgB,EAChB,IAAY,EACZ,OAAe,EACf,UAAkB;QAElB,MAAM,KAAK,GAAiB;YAC1B,IAAI,EAAE,QAAQ;YACd,IAAI;YACJ,OAAO;YACP,UAAU;SACX,CAAC;QAEF,IAAI,IAAI,CAAC,MAAM,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YAC3B,KAAK,CAAC,aAAa,GAAG,CAAC,GAAG,IAAI,CAAC,MAAM,CAAC,CAAC;QACzC,CAAC;QAED,IAAI,IAAI,CAAC,YAAY,GAAG,CAAC,EAAE,CAAC;YAC1B,IAAI,CAAC,cAAc,CAAC,IAAI,CAAC,EAAE,KAAK,EAAE,WAAW,EAAE,IAAI,CAAC,YAAY,EAAE,CAAC,CAAC;QACtE,CAAC;QAED,OAAO,KAAK,CAAC;IACf,CAAC;IAEO,oBAAoB,CAAC,IAAY;QACvC,IAAI,CAAC,oBAAoB,CAAC,IAAI,CAAC,CAAC;QAChC,IAAI,CAAC,qBAAqB,EAAE,CAAC;IAC/B,CAAC;IAEO,oBAAoB,CAAC,IAAY;QACvC,KAAK,MAAM,OAAO,IAAI,IAAI,CAAC,cAAc,EAAE,CAAC;YAC1C,IAAI,OAAO,CAAC,WAAW,IAAI,CAAC;gBAAE,SAAS;YACvC,OAAO,CAAC,KAAK,CAAC,YAAY,KAAK,EAAE,CAAC;YAClC,OAAO,CAAC,KAAK,CAAC,YAAY,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;YACtC,OAAO,CAAC,WAAW,EAAE,CAAC;QACxB,CAAC;IACH,CAAC;IAEO,qBAAqB;QAC3B,OACE,IAAI,CAAC,cAAc,CAAC,MAAM,GAAG,CAAC;YAC9B,IAAI,CAAC,cAAc,CAAC,CAAC,CAAC,EAAE,WAAW,KAAK,CAAC,EACzC,CAAC;YACD,IAAI,CAAC,cAAc,CAAC,KAAK,EAAE,CAAC;QAC9B,CAAC;IACH,CAAC;IAEO,WAAW,CAAC,IAAY;QAC9B,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QACvB,IAAI,IAAI,CAAC,MAAM,CAAC,MAAM,GAAG,IAAI,CAAC,YAAY,EAAE,CAAC;YAC3C,IAAI,CAAC,MAAM,CAAC,KAAK,EAAE,CAAC;QACtB,CAAC;IACH,CAAC;CACF"}
|
|
@@ -0,0 +1,19 @@
|
|
|
1
|
+
export interface SearchOptions {
|
|
2
|
+
filePattern: string;
|
|
3
|
+
excludePatterns: string[];
|
|
4
|
+
caseSensitive: boolean;
|
|
5
|
+
maxResults: number;
|
|
6
|
+
maxFileSize: number;
|
|
7
|
+
maxFilesScanned: number;
|
|
8
|
+
timeoutMs: number;
|
|
9
|
+
skipBinary: boolean;
|
|
10
|
+
contextLines: number;
|
|
11
|
+
wholeWord: boolean;
|
|
12
|
+
isLiteral: boolean;
|
|
13
|
+
includeHidden: boolean;
|
|
14
|
+
baseNameMatch: boolean;
|
|
15
|
+
caseSensitiveFileMatch: boolean;
|
|
16
|
+
}
|
|
17
|
+
export declare function buildSearchOptions(partialOptions: Partial<SearchOptions>): SearchOptions;
|
|
18
|
+
export declare function getDeadlineMs(options: SearchOptions): number | undefined;
|
|
19
|
+
//# sourceMappingURL=engine-options.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"engine-options.d.ts","sourceRoot":"","sources":["../../../../src/lib/file-operations/search/engine-options.ts"],"names":[],"mappings":"AAOA,MAAM,WAAW,aAAa;IAC5B,WAAW,EAAE,MAAM,CAAC;IACpB,eAAe,EAAE,MAAM,EAAE,CAAC;IAC1B,aAAa,EAAE,OAAO,CAAC;IACvB,UAAU,EAAE,MAAM,CAAC;IACnB,WAAW,EAAE,MAAM,CAAC;IACpB,eAAe,EAAE,MAAM,CAAC;IACxB,SAAS,EAAE,MAAM,CAAC;IAClB,UAAU,EAAE,OAAO,CAAC;IACpB,YAAY,EAAE,MAAM,CAAC;IACrB,SAAS,EAAE,OAAO,CAAC;IACnB,SAAS,EAAE,OAAO,CAAC;IACnB,aAAa,EAAE,OAAO,CAAC;IACvB,aAAa,EAAE,OAAO,CAAC;IACvB,sBAAsB,EAAE,OAAO,CAAC;CACjC;AAaD,wBAAgB,kBAAkB,CAChC,cAAc,EAAE,OAAO,CAAC,aAAa,CAAC,GACrC,aAAa,CAmBf;AAED,wBAAgB,aAAa,CAAC,OAAO,EAAE,aAAa,GAAG,MAAM,GAAG,SAAS,CAExE"}
|
|
@@ -0,0 +1,32 @@
|
|
|
1
|
+
import { DEFAULT_MAX_RESULTS, DEFAULT_SEARCH_MAX_FILES, DEFAULT_SEARCH_TIMEOUT_MS, MAX_SEARCHABLE_FILE_SIZE, } from '../../constants.js';
|
|
2
|
+
function mergeDefined(defaults, overrides) {
|
|
3
|
+
const entries = Object.entries(overrides).filter(([, value]) => value !== undefined);
|
|
4
|
+
const merged = {
|
|
5
|
+
...defaults,
|
|
6
|
+
...Object.fromEntries(entries),
|
|
7
|
+
};
|
|
8
|
+
return merged;
|
|
9
|
+
}
|
|
10
|
+
export function buildSearchOptions(partialOptions) {
|
|
11
|
+
const defaults = {
|
|
12
|
+
filePattern: '**/*',
|
|
13
|
+
excludePatterns: [],
|
|
14
|
+
caseSensitive: false,
|
|
15
|
+
maxResults: DEFAULT_MAX_RESULTS,
|
|
16
|
+
maxFileSize: MAX_SEARCHABLE_FILE_SIZE,
|
|
17
|
+
maxFilesScanned: DEFAULT_SEARCH_MAX_FILES,
|
|
18
|
+
timeoutMs: DEFAULT_SEARCH_TIMEOUT_MS,
|
|
19
|
+
skipBinary: true,
|
|
20
|
+
contextLines: 0,
|
|
21
|
+
wholeWord: false,
|
|
22
|
+
isLiteral: false,
|
|
23
|
+
includeHidden: false,
|
|
24
|
+
baseNameMatch: false,
|
|
25
|
+
caseSensitiveFileMatch: true,
|
|
26
|
+
};
|
|
27
|
+
return mergeDefined(defaults, partialOptions);
|
|
28
|
+
}
|
|
29
|
+
export function getDeadlineMs(options) {
|
|
30
|
+
return options.timeoutMs ? Date.now() + options.timeoutMs : undefined;
|
|
31
|
+
}
|
|
32
|
+
//# sourceMappingURL=engine-options.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"engine-options.js","sourceRoot":"","sources":["../../../../src/lib/file-operations/search/engine-options.ts"],"names":[],"mappings":"AAAA,OAAO,EACL,mBAAmB,EACnB,wBAAwB,EACxB,yBAAyB,EACzB,wBAAwB,GACzB,MAAM,oBAAoB,CAAC;AAmB5B,SAAS,YAAY,CAAmB,QAAW,EAAE,SAAqB;IACxE,MAAM,OAAO,GAAG,MAAM,CAAC,OAAO,CAAC,SAAS,CAAC,CAAC,MAAM,CAC9C,CAAC,CAAC,EAAE,KAAK,CAAC,EAAE,EAAE,CAAC,KAAK,KAAK,SAAS,CACnC,CAAC;IACF,MAAM,MAAM,GAAM;QAChB,GAAG,QAAQ;QACX,GAAI,MAAM,CAAC,WAAW,CAAC,OAAO,CAAgB;KAC/C,CAAC;IACF,OAAO,MAAM,CAAC;AAChB,CAAC;AAED,MAAM,UAAU,kBAAkB,CAChC,cAAsC;IAEtC,MAAM,QAAQ,GAAkB;QAC9B,WAAW,EAAE,MAAM;QACnB,eAAe,EAAE,EAAE;QACnB,aAAa,EAAE,KAAK;QACpB,UAAU,EAAE,mBAAmB;QAC/B,WAAW,EAAE,wBAAwB;QACrC,eAAe,EAAE,wBAAwB;QACzC,SAAS,EAAE,yBAAyB;QACpC,UAAU,EAAE,IAAI;QAChB,YAAY,EAAE,CAAC;QACf,SAAS,EAAE,KAAK;QAChB,SAAS,EAAE,KAAK;QAChB,aAAa,EAAE,KAAK;QACpB,aAAa,EAAE,KAAK;QACpB,sBAAsB,EAAE,IAAI;KAC7B,CAAC;IAEF,OAAO,YAAY,CAAC,QAAQ,EAAE,cAAc,CAAC,CAAC;AAChD,CAAC;AAED,MAAM,UAAU,aAAa,CAAC,OAAsB;IAClD,OAAO,OAAO,CAAC,SAAS,CAAC,CAAC,CAAC,IAAI,CAAC,GAAG,EAAE,GAAG,OAAO,CAAC,SAAS,CAAC,CAAC,CAAC,SAAS,CAAC;AACxE,CAAC"}
|
|
@@ -0,0 +1,6 @@
|
|
|
1
|
+
import type { SearchOptions } from './engine-options.js';
|
|
2
|
+
import type { Matcher } from './match-strategy.js';
|
|
3
|
+
import type { SearchState } from './types.js';
|
|
4
|
+
export declare function createStream(basePath: string, options: SearchOptions): AsyncIterable<string | Buffer>;
|
|
5
|
+
export declare function processStream(stream: AsyncIterable<string | Buffer>, searchState: SearchState, matcher: Matcher, options: SearchOptions, deadlineMs: number | undefined, searchPattern: string): Promise<void>;
|
|
6
|
+
//# sourceMappingURL=engine-stream.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"engine-stream.d.ts","sourceRoot":"","sources":["../../../../src/lib/file-operations/search/engine-stream.ts"],"names":[],"mappings":"AAGA,OAAO,KAAK,EAAE,aAAa,EAAE,MAAM,qBAAqB,CAAC;AAEzD,OAAO,KAAK,EAAE,OAAO,EAAE,MAAM,qBAAqB,CAAC;AACnD,OAAO,KAAK,EAAc,WAAW,EAAE,MAAM,YAAY,CAAC;AAoB1D,wBAAgB,YAAY,CAC1B,QAAQ,EAAE,MAAM,EAChB,OAAO,EAAE,aAAa,GACrB,aAAa,CAAC,MAAM,GAAG,MAAM,CAAC,CAYhC;AA4JD,wBAAsB,aAAa,CACjC,MAAM,EAAE,aAAa,CAAC,MAAM,GAAG,MAAM,CAAC,EACtC,WAAW,EAAE,WAAW,EACxB,OAAO,EAAE,OAAO,EAChB,OAAO,EAAE,aAAa,EACtB,UAAU,EAAE,MAAM,GAAG,SAAS,EAC9B,aAAa,EAAE,MAAM,GACpB,OAAO,CAAC,IAAI,CAAC,CAgBf"}
|
|
@@ -0,0 +1,130 @@
|
|
|
1
|
+
import fg from 'fast-glob';
|
|
2
|
+
import { PARALLEL_CONCURRENCY } from '../../constants.js';
|
|
3
|
+
import { processFile } from './file-processor.js';
|
|
4
|
+
export function createStream(basePath, options) {
|
|
5
|
+
return fg.stream(options.filePattern, {
|
|
6
|
+
cwd: basePath,
|
|
7
|
+
absolute: true,
|
|
8
|
+
onlyFiles: true,
|
|
9
|
+
dot: options.includeHidden,
|
|
10
|
+
ignore: options.excludePatterns,
|
|
11
|
+
suppressErrors: true,
|
|
12
|
+
followSymbolicLinks: false,
|
|
13
|
+
baseNameMatch: options.baseNameMatch,
|
|
14
|
+
caseSensitiveMatch: options.caseSensitiveFileMatch,
|
|
15
|
+
});
|
|
16
|
+
}
|
|
17
|
+
function shouldStop(state, options, deadlineMs) {
|
|
18
|
+
if (deadlineMs && Date.now() > deadlineMs) {
|
|
19
|
+
state.truncated = true;
|
|
20
|
+
state.stoppedReason = 'timeout';
|
|
21
|
+
return true;
|
|
22
|
+
}
|
|
23
|
+
if (state.filesScanned >= options.maxFilesScanned) {
|
|
24
|
+
state.truncated = true;
|
|
25
|
+
state.stoppedReason = 'maxFiles';
|
|
26
|
+
return true;
|
|
27
|
+
}
|
|
28
|
+
if (state.matches.length >= options.maxResults) {
|
|
29
|
+
state.truncated = true;
|
|
30
|
+
state.stoppedReason = 'maxResults';
|
|
31
|
+
return true;
|
|
32
|
+
}
|
|
33
|
+
return false;
|
|
34
|
+
}
|
|
35
|
+
function updateState(state, result) {
|
|
36
|
+
state.filesScanned++;
|
|
37
|
+
if (!result.scanned) {
|
|
38
|
+
state.skippedInaccessible++;
|
|
39
|
+
return;
|
|
40
|
+
}
|
|
41
|
+
if (result.skippedTooLarge)
|
|
42
|
+
state.skippedTooLarge++;
|
|
43
|
+
if (result.skippedBinary)
|
|
44
|
+
state.skippedBinary++;
|
|
45
|
+
if (result.matches.length > 0) {
|
|
46
|
+
state.matches.push(...result.matches);
|
|
47
|
+
state.filesMatched++;
|
|
48
|
+
}
|
|
49
|
+
state.linesSkippedDueToRegexTimeout += result.linesSkippedDueToRegexTimeout;
|
|
50
|
+
}
|
|
51
|
+
function buildProcessorBaseOptions(options, deadlineMs, searchPattern) {
|
|
52
|
+
return {
|
|
53
|
+
maxResults: options.maxResults,
|
|
54
|
+
contextLines: options.contextLines,
|
|
55
|
+
deadlineMs,
|
|
56
|
+
isLiteral: options.isLiteral,
|
|
57
|
+
wholeWord: options.wholeWord,
|
|
58
|
+
caseSensitive: options.caseSensitive,
|
|
59
|
+
maxFileSize: options.maxFileSize,
|
|
60
|
+
skipBinary: options.skipBinary,
|
|
61
|
+
searchPattern,
|
|
62
|
+
};
|
|
63
|
+
}
|
|
64
|
+
async function enforceMaxFilesScanned(state, options, inFlight, active) {
|
|
65
|
+
if (state.filesScanned + inFlight < options.maxFilesScanned) {
|
|
66
|
+
return 'ok';
|
|
67
|
+
}
|
|
68
|
+
if (active.size === 0) {
|
|
69
|
+
return 'stop';
|
|
70
|
+
}
|
|
71
|
+
await Promise.race(active);
|
|
72
|
+
return 'skip';
|
|
73
|
+
}
|
|
74
|
+
async function waitForConcurrency(active) {
|
|
75
|
+
while (active.size >= PARALLEL_CONCURRENCY) {
|
|
76
|
+
await Promise.race(active);
|
|
77
|
+
}
|
|
78
|
+
}
|
|
79
|
+
function createProcessingState(options, deadlineMs, searchPattern) {
|
|
80
|
+
return {
|
|
81
|
+
active: new Set(),
|
|
82
|
+
inFlight: 0,
|
|
83
|
+
processorBaseOptions: buildProcessorBaseOptions(options, deadlineMs, searchPattern),
|
|
84
|
+
};
|
|
85
|
+
}
|
|
86
|
+
async function handleStreamEntry(entry, searchState, processing, matcher, options, deadlineMs) {
|
|
87
|
+
if (shouldStop(searchState, options, deadlineMs))
|
|
88
|
+
return 'stop';
|
|
89
|
+
const maxFilesAction = await enforceMaxFilesScanned(searchState, options, processing.inFlight, processing.active);
|
|
90
|
+
if (maxFilesAction === 'stop')
|
|
91
|
+
return 'stop';
|
|
92
|
+
if (maxFilesAction === 'skip')
|
|
93
|
+
return 'continue';
|
|
94
|
+
await waitForConcurrency(processing.active);
|
|
95
|
+
const rawPath = String(entry);
|
|
96
|
+
const task = createProcessingTask(rawPath, searchState, matcher, processing.processorBaseOptions, options, deadlineMs);
|
|
97
|
+
processing.inFlight++;
|
|
98
|
+
processing.active.add(task);
|
|
99
|
+
void task.finally(() => {
|
|
100
|
+
processing.active.delete(task);
|
|
101
|
+
processing.inFlight--;
|
|
102
|
+
});
|
|
103
|
+
return 'continue';
|
|
104
|
+
}
|
|
105
|
+
function createProcessingTask(rawPath, state, matcher, processorBaseOptions, options, deadlineMs) {
|
|
106
|
+
return (async () => {
|
|
107
|
+
try {
|
|
108
|
+
if (shouldStop(state, options, deadlineMs))
|
|
109
|
+
return;
|
|
110
|
+
const result = await processFile(rawPath, matcher, {
|
|
111
|
+
...processorBaseOptions,
|
|
112
|
+
currentMatchCount: state.matches.length,
|
|
113
|
+
});
|
|
114
|
+
updateState(state, result);
|
|
115
|
+
}
|
|
116
|
+
catch {
|
|
117
|
+
state.skippedInaccessible++;
|
|
118
|
+
}
|
|
119
|
+
})();
|
|
120
|
+
}
|
|
121
|
+
export async function processStream(stream, searchState, matcher, options, deadlineMs, searchPattern) {
|
|
122
|
+
const processing = createProcessingState(options, deadlineMs, searchPattern);
|
|
123
|
+
for await (const entry of stream) {
|
|
124
|
+
const action = await handleStreamEntry(entry, searchState, processing, matcher, options, deadlineMs);
|
|
125
|
+
if (action === 'stop')
|
|
126
|
+
break;
|
|
127
|
+
}
|
|
128
|
+
await Promise.all(processing.active);
|
|
129
|
+
}
|
|
130
|
+
//# sourceMappingURL=engine-stream.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"engine-stream.js","sourceRoot":"","sources":["../../../../src/lib/file-operations/search/engine-stream.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,MAAM,WAAW,CAAC;AAE3B,OAAO,EAAE,oBAAoB,EAAE,MAAM,oBAAoB,CAAC;AAE1D,OAAO,EAAE,WAAW,EAAE,MAAM,qBAAqB,CAAC;AAsBlD,MAAM,UAAU,YAAY,CAC1B,QAAgB,EAChB,OAAsB;IAEtB,OAAO,EAAE,CAAC,MAAM,CAAC,OAAO,CAAC,WAAW,EAAE;QACpC,GAAG,EAAE,QAAQ;QACb,QAAQ,EAAE,IAAI;QACd,SAAS,EAAE,IAAI;QACf,GAAG,EAAE,OAAO,CAAC,aAAa;QAC1B,MAAM,EAAE,OAAO,CAAC,eAAe;QAC/B,cAAc,EAAE,IAAI;QACpB,mBAAmB,EAAE,KAAK;QAC1B,aAAa,EAAE,OAAO,CAAC,aAAa;QACpC,kBAAkB,EAAE,OAAO,CAAC,sBAAsB;KACnD,CAAC,CAAC;AACL,CAAC;AAED,SAAS,UAAU,CACjB,KAAkB,EAClB,OAAsB,EACtB,UAAmB;IAEnB,IAAI,UAAU,IAAI,IAAI,CAAC,GAAG,EAAE,GAAG,UAAU,EAAE,CAAC;QAC1C,KAAK,CAAC,SAAS,GAAG,IAAI,CAAC;QACvB,KAAK,CAAC,aAAa,GAAG,SAAS,CAAC;QAChC,OAAO,IAAI,CAAC;IACd,CAAC;IACD,IAAI,KAAK,CAAC,YAAY,IAAI,OAAO,CAAC,eAAe,EAAE,CAAC;QAClD,KAAK,CAAC,SAAS,GAAG,IAAI,CAAC;QACvB,KAAK,CAAC,aAAa,GAAG,UAAU,CAAC;QACjC,OAAO,IAAI,CAAC;IACd,CAAC;IACD,IAAI,KAAK,CAAC,OAAO,CAAC,MAAM,IAAI,OAAO,CAAC,UAAU,EAAE,CAAC;QAC/C,KAAK,CAAC,SAAS,GAAG,IAAI,CAAC;QACvB,KAAK,CAAC,aAAa,GAAG,YAAY,CAAC;QACnC,OAAO,IAAI,CAAC;IACd,CAAC;IACD,OAAO,KAAK,CAAC;AACf,CAAC;AAED,SAAS,WAAW,CAAC,KAAkB,EAAE,MAAkB;IACzD,KAAK,CAAC,YAAY,EAAE,CAAC;IACrB,IAAI,CAAC,MAAM,CAAC,OAAO,EAAE,CAAC;QACpB,KAAK,CAAC,mBAAmB,EAAE,CAAC;QAC5B,OAAO;IACT,CAAC;IAED,IAAI,MAAM,CAAC,eAAe;QAAE,KAAK,CAAC,eAAe,EAAE,CAAC;IACpD,IAAI,MAAM,CAAC,aAAa;QAAE,KAAK,CAAC,aAAa,EAAE,CAAC;IAEhD,IAAI,MAAM,CAAC,OAAO,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;QAC9B,KAAK,CAAC,OAAO,CAAC,IAAI,CAAC,GAAG,MAAM,CAAC,OAAO,CAAC,CAAC;QACtC,KAAK,CAAC,YAAY,EAAE,CAAC;IACvB,CAAC;IACD,KAAK,CAAC,6BAA6B,IAAI,MAAM,CAAC,6BAA6B,CAAC;AAC9E,CAAC;AAED,SAAS,yBAAyB,CAChC,OAAsB,EACtB,UAA8B,EAC9B,aAAqB;IAErB,OAAO;QACL,UAAU,EAAE,OAAO,CAAC,UAAU;QAC9B,YAAY,EAAE,OAAO,CAAC,YAAY;QAClC,UAAU;QACV,SAAS,EAAE,OAAO,CAAC,SAAS;QAC5B,SAAS,EAAE,OAAO,CAAC,SAAS;QAC5B,aAAa,EAAE,OAAO,CAAC,aAAa;QACpC,WAAW,EAAE,OAAO,CAAC,WAAW;QAChC,UAAU,EAAE,OAAO,CAAC,UAAU;QAC9B,aAAa;KACd,CAAC;AACJ,CAAC;AAED,KAAK,UAAU,sBAAsB,CACnC,KAAkB,EAClB,OAAsB,EACtB,QAAgB,EAChB,MAA0B;IAE1B,IAAI,KAAK,CAAC,YAAY,GAAG,QAAQ,GAAG,OAAO,CAAC,eAAe,EAAE,CAAC;QAC5D,OAAO,IAAI,CAAC;IACd,CAAC;IACD,IAAI,MAAM,CAAC,IAAI,KAAK,CAAC,EAAE,CAAC;QACtB,OAAO,MAAM,CAAC;IAChB,CAAC;IACD,MAAM,OAAO,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;IAC3B,OAAO,MAAM,CAAC;AAChB,CAAC;AAED,KAAK,UAAU,kBAAkB,CAAC,MAA0B;IAC1D,OAAO,MAAM,CAAC,IAAI,IAAI,oBAAoB,EAAE,CAAC;QAC3C,MAAM,OAAO,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;IAC7B,CAAC;AACH,CAAC;AAED,SAAS,qBAAqB,CAC5B,OAAsB,EACtB,UAA8B,EAC9B,aAAqB;IAErB,OAAO;QACL,MAAM,EAAE,IAAI,GAAG,EAAiB;QAChC,QAAQ,EAAE,CAAC;QACX,oBAAoB,EAAE,yBAAyB,CAC7C,OAAO,EACP,UAAU,EACV,aAAa,CACd;KACF,CAAC;AACJ,CAAC;AAED,KAAK,UAAU,iBAAiB,CAC9B,KAAsB,EACtB,WAAwB,EACxB,UAAiC,EACjC,OAAgB,EAChB,OAAsB,EACtB,UAA8B;IAE9B,IAAI,UAAU,CAAC,WAAW,EAAE,OAAO,EAAE,UAAU,CAAC;QAAE,OAAO,MAAM,CAAC;IAChE,MAAM,cAAc,GAAG,MAAM,sBAAsB,CACjD,WAAW,EACX,OAAO,EACP,UAAU,CAAC,QAAQ,EACnB,UAAU,CAAC,MAAM,CAClB,CAAC;IACF,IAAI,cAAc,KAAK,MAAM;QAAE,OAAO,MAAM,CAAC;IAC7C,IAAI,cAAc,KAAK,MAAM;QAAE,OAAO,UAAU,CAAC;IACjD,MAAM,kBAAkB,CAAC,UAAU,CAAC,MAAM,CAAC,CAAC;IAC5C,MAAM,OAAO,GAAG,MAAM,CAAC,KAAK,CAAC,CAAC;IAC9B,MAAM,IAAI,GAAG,oBAAoB,CAC/B,OAAO,EACP,WAAW,EACX,OAAO,EACP,UAAU,CAAC,oBAAoB,EAC/B,OAAO,EACP,UAAU,CACX,CAAC;IACF,UAAU,CAAC,QAAQ,EAAE,CAAC;IACtB,UAAU,CAAC,MAAM,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC;IAC5B,KAAK,IAAI,CAAC,OAAO,CAAC,GAAG,EAAE;QACrB,UAAU,CAAC,MAAM,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC;QAC/B,UAAU,CAAC,QAAQ,EAAE,CAAC;IACxB,CAAC,CAAC,CAAC;IACH,OAAO,UAAU,CAAC;AACpB,CAAC;AAED,SAAS,oBAAoB,CAC3B,OAAe,EACf,KAAkB,EAClB,OAAgB,EAChB,oBAA0C,EAC1C,OAAsB,EACtB,UAA8B;IAE9B,OAAO,CAAC,KAAK,IAAmB,EAAE;QAChC,IAAI,CAAC;YACH,IAAI,UAAU,CAAC,KAAK,EAAE,OAAO,EAAE,UAAU,CAAC;gBAAE,OAAO;YACnD,MAAM,MAAM,GAAG,MAAM,WAAW,CAAC,OAAO,EAAE,OAAO,EAAE;gBACjD,GAAG,oBAAoB;gBACvB,iBAAiB,EAAE,KAAK,CAAC,OAAO,CAAC,MAAM;aACxC,CAAC,CAAC;YACH,WAAW,CAAC,KAAK,EAAE,MAAM,CAAC,CAAC;QAC7B,CAAC;QAAC,MAAM,CAAC;YACP,KAAK,CAAC,mBAAmB,EAAE,CAAC;QAC9B,CAAC;IACH,CAAC,CAAC,EAAE,CAAC;AACP,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,aAAa,CACjC,MAAsC,EACtC,WAAwB,EACxB,OAAgB,EAChB,OAAsB,EACtB,UAA8B,EAC9B,aAAqB;IAErB,MAAM,UAAU,GAAG,qBAAqB,CAAC,OAAO,EAAE,UAAU,EAAE,aAAa,CAAC,CAAC;IAE7E,IAAI,KAAK,EAAE,MAAM,KAAK,IAAI,MAAM,EAAE,CAAC;QACjC,MAAM,MAAM,GAAG,MAAM,iBAAiB,CACpC,KAAK,EACL,WAAW,EACX,UAAU,EACV,OAAO,EACP,OAAO,EACP,UAAU,CACX,CAAC;QACF,IAAI,MAAM,KAAK,MAAM;YAAE,MAAM;IAC/B,CAAC;IAED,MAAM,OAAO,CAAC,GAAG,CAAC,UAAU,CAAC,MAAM,CAAC,CAAC;AACvC,CAAC"}
|
|
@@ -1,20 +1,4 @@
|
|
|
1
1
|
import type { SearchContentResult } from '../../../config/types.js';
|
|
2
|
-
|
|
3
|
-
filePattern: string;
|
|
4
|
-
excludePatterns: string[];
|
|
5
|
-
caseSensitive: boolean;
|
|
6
|
-
maxResults: number;
|
|
7
|
-
maxFileSize: number;
|
|
8
|
-
maxFilesScanned: number;
|
|
9
|
-
timeoutMs: number;
|
|
10
|
-
skipBinary: boolean;
|
|
11
|
-
contextLines: number;
|
|
12
|
-
wholeWord: boolean;
|
|
13
|
-
isLiteral: boolean;
|
|
14
|
-
includeHidden: boolean;
|
|
15
|
-
baseNameMatch: boolean;
|
|
16
|
-
caseSensitiveFileMatch: boolean;
|
|
17
|
-
}
|
|
2
|
+
import type { SearchOptions } from './engine-options.js';
|
|
18
3
|
export declare function executeSearch(basePath: string, searchPattern: string, partialOptions: Partial<SearchOptions>): Promise<SearchContentResult>;
|
|
19
|
-
export {};
|
|
20
4
|
//# sourceMappingURL=engine.d.ts.map
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"engine.d.ts","sourceRoot":"","sources":["../../../../src/lib/file-operations/search/engine.ts"],"names":[],"mappings":"
|
|
1
|
+
{"version":3,"file":"engine.d.ts","sourceRoot":"","sources":["../../../../src/lib/file-operations/search/engine.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,mBAAmB,EAAE,MAAM,0BAA0B,CAAC;AAKpE,OAAO,KAAK,EAAE,aAAa,EAAE,MAAM,qBAAqB,CAAC;AAmDzD,wBAAsB,aAAa,CACjC,QAAQ,EAAE,MAAM,EAChB,aAAa,EAAE,MAAM,EACrB,cAAc,EAAE,OAAO,CAAC,aAAa,CAAC,GACrC,OAAO,CAAC,mBAAmB,CAAC,CA+B9B"}
|
|
@@ -1,9 +1,8 @@
|
|
|
1
|
-
import fg from 'fast-glob';
|
|
2
|
-
import { DEFAULT_MAX_RESULTS, DEFAULT_SEARCH_MAX_FILES, DEFAULT_SEARCH_TIMEOUT_MS, MAX_SEARCHABLE_FILE_SIZE, PARALLEL_CONCURRENCY, } from '../../constants.js';
|
|
3
1
|
import { safeDestroy } from '../../fs-helpers.js';
|
|
4
|
-
import {
|
|
2
|
+
import { validateExistingDirectory } from '../../path-validation.js';
|
|
5
3
|
import { validateGlobPatternOrThrow } from '../pattern-validator.js';
|
|
6
|
-
import {
|
|
4
|
+
import { buildSearchOptions, getDeadlineMs } from './engine-options.js';
|
|
5
|
+
import { createStream, processStream } from './engine-stream.js';
|
|
7
6
|
import { createMatcher } from './match-strategy.js';
|
|
8
7
|
function createInitialState() {
|
|
9
8
|
return {
|
|
@@ -18,53 +17,6 @@ function createInitialState() {
|
|
|
18
17
|
stoppedReason: undefined,
|
|
19
18
|
};
|
|
20
19
|
}
|
|
21
|
-
function createStream(basePath, options) {
|
|
22
|
-
return fg.stream(options.filePattern, {
|
|
23
|
-
cwd: basePath,
|
|
24
|
-
absolute: true,
|
|
25
|
-
onlyFiles: true,
|
|
26
|
-
dot: options.includeHidden,
|
|
27
|
-
ignore: options.excludePatterns,
|
|
28
|
-
suppressErrors: true,
|
|
29
|
-
followSymbolicLinks: false,
|
|
30
|
-
baseNameMatch: options.baseNameMatch,
|
|
31
|
-
caseSensitiveMatch: options.caseSensitiveFileMatch,
|
|
32
|
-
});
|
|
33
|
-
}
|
|
34
|
-
function shouldStop(state, options, deadlineMs) {
|
|
35
|
-
if (deadlineMs && Date.now() > deadlineMs) {
|
|
36
|
-
state.truncated = true;
|
|
37
|
-
state.stoppedReason = 'timeout';
|
|
38
|
-
return true;
|
|
39
|
-
}
|
|
40
|
-
if (state.filesScanned >= options.maxFilesScanned) {
|
|
41
|
-
state.truncated = true;
|
|
42
|
-
state.stoppedReason = 'maxFiles';
|
|
43
|
-
return true;
|
|
44
|
-
}
|
|
45
|
-
if (state.matches.length >= options.maxResults) {
|
|
46
|
-
state.truncated = true;
|
|
47
|
-
state.stoppedReason = 'maxResults';
|
|
48
|
-
return true;
|
|
49
|
-
}
|
|
50
|
-
return false;
|
|
51
|
-
}
|
|
52
|
-
function updateState(state, result) {
|
|
53
|
-
if (!result.scanned) {
|
|
54
|
-
state.skippedInaccessible++;
|
|
55
|
-
return;
|
|
56
|
-
}
|
|
57
|
-
state.filesScanned++;
|
|
58
|
-
if (result.skippedTooLarge)
|
|
59
|
-
state.skippedTooLarge++;
|
|
60
|
-
if (result.skippedBinary)
|
|
61
|
-
state.skippedBinary++;
|
|
62
|
-
if (result.matches.length > 0) {
|
|
63
|
-
state.matches.push(...result.matches);
|
|
64
|
-
state.filesMatched++;
|
|
65
|
-
}
|
|
66
|
-
state.linesSkippedDueToRegexTimeout += result.linesSkippedDueToRegexTimeout;
|
|
67
|
-
}
|
|
68
20
|
function buildResult(basePath, pattern, state, options) {
|
|
69
21
|
let { matches } = state;
|
|
70
22
|
if (matches.length > options.maxResults) {
|
|
@@ -91,23 +43,8 @@ function buildResult(basePath, pattern, state, options) {
|
|
|
91
43
|
};
|
|
92
44
|
}
|
|
93
45
|
export async function executeSearch(basePath, searchPattern, partialOptions) {
|
|
94
|
-
const options =
|
|
95
|
-
|
|
96
|
-
excludePatterns: partialOptions.excludePatterns ?? [],
|
|
97
|
-
caseSensitive: partialOptions.caseSensitive ?? false,
|
|
98
|
-
maxResults: partialOptions.maxResults ?? DEFAULT_MAX_RESULTS,
|
|
99
|
-
maxFileSize: partialOptions.maxFileSize ?? MAX_SEARCHABLE_FILE_SIZE,
|
|
100
|
-
maxFilesScanned: partialOptions.maxFilesScanned ?? DEFAULT_SEARCH_MAX_FILES,
|
|
101
|
-
timeoutMs: partialOptions.timeoutMs ?? DEFAULT_SEARCH_TIMEOUT_MS,
|
|
102
|
-
skipBinary: partialOptions.skipBinary ?? true,
|
|
103
|
-
contextLines: partialOptions.contextLines ?? 0,
|
|
104
|
-
wholeWord: partialOptions.wholeWord ?? false,
|
|
105
|
-
isLiteral: partialOptions.isLiteral ?? false,
|
|
106
|
-
includeHidden: partialOptions.includeHidden ?? false,
|
|
107
|
-
baseNameMatch: partialOptions.baseNameMatch ?? false,
|
|
108
|
-
caseSensitiveFileMatch: partialOptions.caseSensitiveFileMatch ?? true,
|
|
109
|
-
};
|
|
110
|
-
const validPath = await validateExistingPath(basePath);
|
|
46
|
+
const options = buildSearchOptions(partialOptions);
|
|
47
|
+
const validPath = await validateExistingDirectory(basePath);
|
|
111
48
|
validateGlobPatternOrThrow(options.filePattern, validPath);
|
|
112
49
|
const matcher = createMatcher(searchPattern, {
|
|
113
50
|
isLiteral: options.isLiteral,
|
|
@@ -116,57 +53,10 @@ export async function executeSearch(basePath, searchPattern, partialOptions) {
|
|
|
116
53
|
basePath: validPath,
|
|
117
54
|
});
|
|
118
55
|
const state = createInitialState();
|
|
119
|
-
const deadlineMs = options
|
|
120
|
-
? Date.now() + options.timeoutMs
|
|
121
|
-
: undefined;
|
|
122
|
-
const processorBaseOptions = {
|
|
123
|
-
...options,
|
|
124
|
-
deadlineMs,
|
|
125
|
-
searchPattern,
|
|
126
|
-
};
|
|
56
|
+
const deadlineMs = getDeadlineMs(options);
|
|
127
57
|
const stream = createStream(validPath, options);
|
|
128
|
-
const active = new Set();
|
|
129
|
-
let inFlight = 0;
|
|
130
58
|
try {
|
|
131
|
-
|
|
132
|
-
if (shouldStop(state, options, deadlineMs))
|
|
133
|
-
break;
|
|
134
|
-
if (state.filesScanned + inFlight >= options.maxFilesScanned) {
|
|
135
|
-
if (active.size > 0) {
|
|
136
|
-
await Promise.race(active);
|
|
137
|
-
continue;
|
|
138
|
-
}
|
|
139
|
-
else {
|
|
140
|
-
break;
|
|
141
|
-
}
|
|
142
|
-
}
|
|
143
|
-
while (active.size >= PARALLEL_CONCURRENCY) {
|
|
144
|
-
await Promise.race(active);
|
|
145
|
-
}
|
|
146
|
-
const rawPath = String(entry);
|
|
147
|
-
inFlight++;
|
|
148
|
-
const p = (async () => {
|
|
149
|
-
try {
|
|
150
|
-
if (shouldStop(state, options, deadlineMs))
|
|
151
|
-
return;
|
|
152
|
-
const processorOptions = {
|
|
153
|
-
...processorBaseOptions,
|
|
154
|
-
currentMatchCount: state.matches.length,
|
|
155
|
-
};
|
|
156
|
-
const result = await processFile(rawPath, matcher, processorOptions);
|
|
157
|
-
updateState(state, result);
|
|
158
|
-
}
|
|
159
|
-
catch {
|
|
160
|
-
state.skippedInaccessible++;
|
|
161
|
-
}
|
|
162
|
-
finally {
|
|
163
|
-
inFlight--;
|
|
164
|
-
}
|
|
165
|
-
})();
|
|
166
|
-
active.add(p);
|
|
167
|
-
void p.finally(() => active.delete(p));
|
|
168
|
-
}
|
|
169
|
-
await Promise.all(active);
|
|
59
|
+
await processStream(stream, state, matcher, options, deadlineMs, searchPattern);
|
|
170
60
|
}
|
|
171
61
|
finally {
|
|
172
62
|
safeDestroy(stream);
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"engine.js","sourceRoot":"","sources":["../../../../src/lib/file-operations/search/engine.ts"],"names":[],"mappings":"
|
|
1
|
+
{"version":3,"file":"engine.js","sourceRoot":"","sources":["../../../../src/lib/file-operations/search/engine.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,WAAW,EAAE,MAAM,qBAAqB,CAAC;AAClD,OAAO,EAAE,yBAAyB,EAAE,MAAM,0BAA0B,CAAC;AACrE,OAAO,EAAE,0BAA0B,EAAE,MAAM,yBAAyB,CAAC;AACrE,OAAO,EAAE,kBAAkB,EAAE,aAAa,EAAE,MAAM,qBAAqB,CAAC;AAExE,OAAO,EAAE,YAAY,EAAE,aAAa,EAAE,MAAM,oBAAoB,CAAC;AACjE,OAAO,EAAE,aAAa,EAAE,MAAM,qBAAqB,CAAC;AAGpD,SAAS,kBAAkB;IACzB,OAAO;QACL,OAAO,EAAE,EAAE;QACX,YAAY,EAAE,CAAC;QACf,YAAY,EAAE,CAAC;QACf,eAAe,EAAE,CAAC;QAClB,aAAa,EAAE,CAAC;QAChB,mBAAmB,EAAE,CAAC;QACtB,6BAA6B,EAAE,CAAC;QAChC,SAAS,EAAE,KAAK;QAChB,aAAa,EAAE,SAAS;KACzB,CAAC;AACJ,CAAC;AAED,SAAS,WAAW,CAClB,QAAgB,EAChB,OAAe,EACf,KAAkB,EAClB,OAAsB;IAEtB,IAAI,EAAE,OAAO,EAAE,GAAG,KAAK,CAAC;IACxB,IAAI,OAAO,CAAC,MAAM,GAAG,OAAO,CAAC,UAAU,EAAE,CAAC;QACxC,OAAO,GAAG,OAAO,CAAC,KAAK,CAAC,CAAC,EAAE,OAAO,CAAC,UAAU,CAAC,CAAC;QAC/C,KAAK,CAAC,SAAS,GAAG,IAAI,CAAC;QACvB,KAAK,CAAC,aAAa,GAAG,YAAY,CAAC;IACrC,CAAC;IAED,OAAO;QACL,QAAQ;QACR,OAAO;QACP,WAAW,EAAE,OAAO,CAAC,WAAW;QAChC,OAAO;QACP,OAAO,EAAE;YACP,YAAY,EAAE,KAAK,CAAC,YAAY;YAChC,YAAY,EAAE,KAAK,CAAC,YAAY;YAChC,OAAO,EAAE,OAAO,CAAC,MAAM;YACvB,SAAS,EAAE,KAAK,CAAC,SAAS;YAC1B,eAAe,EAAE,KAAK,CAAC,eAAe;YACtC,aAAa,EAAE,KAAK,CAAC,aAAa;YAClC,mBAAmB,EAAE,KAAK,CAAC,mBAAmB;YAC9C,6BAA6B,EAAE,KAAK,CAAC,6BAA6B;YAClE,aAAa,EAAE,KAAK,CAAC,aAAa;SACnC;KACF,CAAC;AACJ,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,aAAa,CACjC,QAAgB,EAChB,aAAqB,EACrB,cAAsC;IAEtC,MAAM,OAAO,GAAG,kBAAkB,CAAC,cAAc,CAAC,CAAC;IAEnD,MAAM,SAAS,GAAG,MAAM,yBAAyB,CAAC,QAAQ,CAAC,CAAC;IAC5D,0BAA0B,CAAC,OAAO,CAAC,WAAW,EAAE,SAAS,CAAC,CAAC;IAE3D,MAAM,OAAO,GAAG,aAAa,CAAC,aAAa,EAAE;QAC3C,SAAS,EAAE,OAAO,CAAC,SAAS;QAC5B,SAAS,EAAE,OAAO,CAAC,SAAS;QAC5B,aAAa,EAAE,OAAO,CAAC,aAAa;QACpC,QAAQ,EAAE,SAAS;KACpB,CAAC,CAAC;IAEH,MAAM,KAAK,GAAG,kBAAkB,EAAE,CAAC;IACnC,MAAM,UAAU,GAAG,aAAa,CAAC,OAAO,CAAC,CAAC;IAC1C,MAAM,MAAM,GAAG,YAAY,CAAC,SAAS,EAAE,OAAO,CAAC,CAAC;IAEhD,IAAI,CAAC;QACH,MAAM,aAAa,CACjB,MAAM,EACN,KAAK,EACL,OAAO,EACP,OAAO,EACP,UAAU,EACV,aAAa,CACd,CAAC;IACJ,CAAC;YAAS,CAAC;QACT,WAAW,CAAC,MAAM,CAAC,CAAC;IACtB,CAAC;IAED,OAAO,WAAW,CAAC,SAAS,EAAE,aAAa,EAAE,KAAK,EAAE,OAAO,CAAC,CAAC;AAC/D,CAAC"}
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"file-processor.d.ts","sourceRoot":"","sources":["../../../../src/lib/file-operations/search/file-processor.ts"],"names":[],"mappings":"AASA,OAAO,KAAK,EAAE,OAAO,EAAE,MAAM,qBAAqB,CAAC;AACnD,OAAO,KAAK,EAAE,UAAU,EAAE,aAAa,EAAE,MAAM,YAAY,CAAC;
|
|
1
|
+
{"version":3,"file":"file-processor.d.ts","sourceRoot":"","sources":["../../../../src/lib/file-operations/search/file-processor.ts"],"names":[],"mappings":"AASA,OAAO,KAAK,EAAE,OAAO,EAAE,MAAM,qBAAqB,CAAC;AACnD,OAAO,KAAK,EAAE,UAAU,EAAE,aAAa,EAAE,MAAM,YAAY,CAAC;AAwJ5D,wBAAsB,WAAW,CAC/B,OAAO,EAAE,MAAM,EACf,OAAO,EAAE,OAAO,EAChB,OAAO,EAAE,aAAa,GACrB,OAAO,CAAC,UAAU,CAAC,CAkBrB"}
|