@zvec/zvec-grep 0.1.5 → 0.1.7
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +154 -236
- package/README_CN.md +142 -233
- package/dist/authorization/index.d.ts +7 -0
- package/dist/authorization/index.js +7 -0
- package/dist/authorization/index.js.map +1 -0
- package/dist/authorization/manager.d.ts +8 -0
- package/dist/authorization/manager.js +19 -0
- package/dist/authorization/manager.js.map +1 -0
- package/dist/authorization/operation.d.ts +7 -0
- package/dist/authorization/operation.js +50 -0
- package/dist/authorization/operation.js.map +1 -0
- package/dist/authorization/planner.d.ts +21 -0
- package/dist/authorization/planner.js +97 -0
- package/dist/authorization/planner.js.map +1 -0
- package/dist/authorization/prompt.d.ts +11 -0
- package/dist/authorization/prompt.js +62 -0
- package/dist/authorization/prompt.js.map +1 -0
- package/dist/authorization/store.d.ts +20 -0
- package/dist/authorization/store.js +251 -0
- package/dist/authorization/store.js.map +1 -0
- package/dist/authorization/target.d.ts +15 -0
- package/dist/authorization/target.js +49 -0
- package/dist/authorization/target.js.map +1 -0
- package/dist/authorization/types.d.ts +61 -0
- package/dist/authorization/types.js +2 -0
- package/dist/authorization/types.js.map +1 -0
- package/dist/cli/args.d.ts +1 -1
- package/dist/cli/args.js +338 -55
- package/dist/cli/args.js.map +1 -1
- package/dist/cli/auth.d.ts +21 -0
- package/dist/cli/auth.js +209 -0
- package/dist/cli/auth.js.map +1 -0
- package/dist/cli/commands.js +469 -625
- package/dist/cli/commands.js.map +1 -1
- package/dist/cli/errors.js +2 -2
- package/dist/cli/errors.js.map +1 -1
- package/dist/cli/format/context.d.ts +4 -0
- package/dist/cli/format/context.js +311 -44
- package/dist/cli/format/context.js.map +1 -1
- package/dist/cli/format/debug.js +12 -6
- package/dist/cli/format/debug.js.map +1 -1
- package/dist/cli/format/progress.d.ts +4 -0
- package/dist/cli/format/progress.js +219 -46
- package/dist/cli/format/progress.js.map +1 -1
- package/dist/cli/format/status.d.ts +79 -6
- package/dist/cli/format/status.js +341 -111
- package/dist/cli/format/status.js.map +1 -1
- package/dist/cli/help.js +395 -63
- package/dist/cli/help.js.map +1 -1
- package/dist/cli/index.d.ts +1 -1
- package/dist/cli/index.js +1 -1
- package/dist/cli/install.d.ts +4 -0
- package/dist/cli/install.js +963 -0
- package/dist/cli/install.js.map +1 -0
- package/dist/cli/managed-rg.d.ts +10 -0
- package/dist/cli/managed-rg.js +329 -0
- package/dist/cli/managed-rg.js.map +1 -0
- package/dist/cli/server-search.d.ts +3 -0
- package/dist/cli/server-search.js +12 -0
- package/dist/cli/server-search.js.map +1 -0
- package/dist/cli/types.d.ts +23 -6
- package/dist/cli/types.js.map +1 -1
- package/dist/client/daemon-client.d.ts +31 -0
- package/dist/client/daemon-client.js +203 -0
- package/dist/client/daemon-client.js.map +1 -0
- package/dist/client/mode-router.d.ts +9 -0
- package/dist/client/mode-router.js +28 -0
- package/dist/client/mode-router.js.map +1 -0
- package/dist/client/search-policy.d.ts +11 -0
- package/dist/client/search-policy.js +15 -0
- package/dist/client/search-policy.js.map +1 -0
- package/dist/daemon/backend.d.ts +77 -0
- package/dist/daemon/backend.js +1087 -0
- package/dist/daemon/backend.js.map +1 -0
- package/dist/daemon/change-set.d.ts +25 -0
- package/dist/daemon/change-set.js +101 -0
- package/dist/daemon/change-set.js.map +1 -0
- package/dist/daemon/config.d.ts +24 -0
- package/dist/daemon/config.js +88 -0
- package/dist/daemon/config.js.map +1 -0
- package/dist/daemon/errors.d.ts +5 -0
- package/dist/daemon/errors.js +11 -0
- package/dist/daemon/errors.js.map +1 -0
- package/dist/daemon/http-server.d.ts +30 -0
- package/dist/daemon/http-server.js +288 -0
- package/dist/daemon/http-server.js.map +1 -0
- package/dist/daemon/index-coordinator.d.ts +24 -0
- package/dist/daemon/index-coordinator.js +68 -0
- package/dist/daemon/index-coordinator.js.map +1 -0
- package/dist/daemon/job-scheduler.d.ts +70 -0
- package/dist/daemon/job-scheduler.js +366 -0
- package/dist/daemon/job-scheduler.js.map +1 -0
- package/dist/daemon/logger.d.ts +9 -0
- package/dist/daemon/logger.js +53 -0
- package/dist/daemon/logger.js.map +1 -0
- package/dist/daemon/model-pool.d.ts +45 -0
- package/dist/daemon/model-pool.js +187 -0
- package/dist/daemon/model-pool.js.map +1 -0
- package/dist/daemon/root-lease.d.ts +14 -0
- package/dist/daemon/root-lease.js +188 -0
- package/dist/daemon/root-lease.js.map +1 -0
- package/dist/daemon/root-runtime.d.ts +78 -0
- package/dist/daemon/root-runtime.js +333 -0
- package/dist/daemon/root-runtime.js.map +1 -0
- package/dist/daemon/runtime-manager.d.ts +46 -0
- package/dist/daemon/runtime-manager.js +246 -0
- package/dist/daemon/runtime-manager.js.map +1 -0
- package/dist/daemon/runtime.d.ts +12 -0
- package/dist/daemon/runtime.js +102 -0
- package/dist/daemon/runtime.js.map +1 -0
- package/dist/daemon/server-controller.d.ts +39 -0
- package/dist/daemon/server-controller.js +254 -0
- package/dist/daemon/server-controller.js.map +1 -0
- package/dist/daemon/watch-manager.d.ts +50 -0
- package/dist/daemon/watch-manager.js +293 -0
- package/dist/daemon/watch-manager.js.map +1 -0
- package/dist/daemon/workspace-read-session-cache.d.ts +31 -0
- package/dist/daemon/workspace-read-session-cache.js +115 -0
- package/dist/daemon/workspace-read-session-cache.js.map +1 -0
- package/dist/engine/code-formats.d.ts +3 -0
- package/dist/engine/code-formats.js +14 -0
- package/dist/engine/code-formats.js.map +1 -0
- package/dist/engine/config.d.ts +30 -8
- package/dist/engine/config.js +171 -45
- package/dist/engine/config.js.map +1 -1
- package/dist/engine/{errors/index.d.ts → errors.d.ts} +6 -1
- package/dist/engine/{errors/details.js → errors.js} +17 -4
- package/dist/engine/errors.js.map +1 -0
- package/dist/engine/extraction/code/adapter.d.ts +1 -1
- package/dist/engine/extraction/code/adapter.js +1 -1
- package/dist/engine/extraction/code/adapter.js.map +1 -1
- package/dist/engine/extraction/code/extractor.d.ts +5 -11
- package/dist/engine/extraction/code/extractor.js +116 -48
- package/dist/engine/extraction/code/extractor.js.map +1 -1
- package/dist/engine/extraction/code/families/c-family.js +1 -1
- package/dist/engine/extraction/code/families/c-family.js.map +1 -1
- package/dist/engine/extraction/code/families/js-ts.d.ts +1 -1
- package/dist/engine/extraction/code/families/metadata.d.ts +1 -1
- package/dist/engine/extraction/code/tree-sitter/grammar.js.map +1 -0
- package/dist/engine/extraction/code/tree-sitter/nodes.js.map +1 -0
- package/dist/engine/extraction/code/tree-sitter/parser.js.map +1 -0
- package/dist/engine/extraction/image/extractor.d.ts +5 -0
- package/dist/engine/extraction/image/extractor.js +35 -0
- package/dist/engine/extraction/image/extractor.js.map +1 -0
- package/dist/engine/extraction/index.d.ts +4 -44
- package/dist/engine/extraction/index.js +2 -280
- package/dist/engine/extraction/index.js.map +1 -1
- package/dist/engine/extraction/markdown/extractor.d.ts +5 -11
- package/dist/engine/extraction/markdown/extractor.js +38 -17
- package/dist/engine/extraction/markdown/extractor.js.map +1 -1
- package/dist/engine/extraction/runtime.d.ts +4 -0
- package/dist/engine/extraction/runtime.js +26 -0
- package/dist/engine/extraction/runtime.js.map +1 -0
- package/dist/engine/extraction/source.d.ts +18 -0
- package/dist/engine/extraction/source.js +22 -0
- package/dist/engine/extraction/source.js.map +1 -0
- package/dist/engine/extraction/text/extractor.d.ts +7 -0
- package/dist/engine/extraction/text/extractor.js +168 -0
- package/dist/engine/extraction/text/extractor.js.map +1 -0
- package/dist/engine/extraction/types.d.ts +4 -0
- package/dist/engine/{models → extraction}/types.js.map +1 -1
- package/dist/engine/extraction/vector-content.d.ts +5 -0
- package/dist/engine/extraction/vector-content.js +95 -0
- package/dist/engine/extraction/vector-content.js.map +1 -0
- package/dist/engine/file-size-policy.d.ts +6 -0
- package/dist/engine/file-size-policy.js +20 -0
- package/dist/engine/file-size-policy.js.map +1 -0
- package/dist/engine/file-type.d.ts +15 -0
- package/dist/engine/file-type.js +152 -0
- package/dist/engine/file-type.js.map +1 -0
- package/dist/engine/index-status.d.ts +9 -0
- package/dist/engine/index-status.js +38 -0
- package/dist/engine/index-status.js.map +1 -0
- package/dist/engine/manifest.d.ts +13 -0
- package/dist/engine/manifest.js +124 -0
- package/dist/engine/manifest.js.map +1 -0
- package/dist/engine/models/{providers/llama-cpp/embedding.d.ts → backends/llama-cpp.d.ts} +25 -20
- package/dist/engine/models/{providers/llama-cpp/embedding.js → backends/llama-cpp.js} +127 -106
- package/dist/engine/models/backends/llama-cpp.js.map +1 -0
- package/dist/engine/models/backends/model2vec-runtime.d.ts +63 -0
- package/dist/engine/models/backends/model2vec-runtime.js +112 -0
- package/dist/engine/models/backends/model2vec-runtime.js.map +1 -0
- package/dist/engine/models/backends/model2vec-tokenizer.d.ts +2 -0
- package/dist/engine/models/backends/model2vec-tokenizer.js +42 -0
- package/dist/engine/models/backends/model2vec-tokenizer.js.map +1 -0
- package/dist/engine/models/backends/model2vec-worker-pool.d.ts +25 -0
- package/dist/engine/models/backends/model2vec-worker-pool.js +264 -0
- package/dist/engine/models/backends/model2vec-worker-pool.js.map +1 -0
- package/dist/engine/models/backends/model2vec-worker.d.ts +1 -0
- package/dist/engine/models/backends/model2vec-worker.js +41 -0
- package/dist/engine/models/backends/model2vec-worker.js.map +1 -0
- package/dist/engine/models/backends/model2vec.d.ts +40 -0
- package/dist/engine/models/backends/model2vec.js +311 -0
- package/dist/engine/models/backends/model2vec.js.map +1 -0
- package/dist/engine/models/backends/qwen.d.ts +44 -0
- package/dist/engine/models/{providers/qwen/embedding.js → backends/qwen.js} +155 -94
- package/dist/engine/models/backends/qwen.js.map +1 -0
- package/dist/engine/models/backends/transformers-js.d.ts +87 -0
- package/dist/engine/models/backends/transformers-js.js +316 -0
- package/dist/engine/models/backends/transformers-js.js.map +1 -0
- package/dist/engine/models/catalog.d.ts +207 -23
- package/dist/engine/models/catalog.js +191 -25
- package/dist/engine/models/catalog.js.map +1 -1
- package/dist/engine/models/download-progress.d.ts +15 -0
- package/dist/engine/models/download-progress.js +48 -0
- package/dist/engine/models/download-progress.js.map +1 -0
- package/dist/engine/models/embeddings.d.ts +59 -18
- package/dist/engine/models/embeddings.js +52 -28
- package/dist/engine/models/embeddings.js.map +1 -1
- package/dist/engine/models/factory.d.ts +2 -5
- package/dist/engine/models/factory.js +41 -56
- package/dist/engine/models/factory.js.map +1 -1
- package/dist/engine/models/index.d.ts +4 -6
- package/dist/engine/models/index.js +4 -4
- package/dist/engine/models/index.js.map +1 -1
- package/dist/engine/models/ranking.d.ts +7 -3
- package/dist/engine/models/resolution.d.ts +8 -0
- package/dist/engine/models/resolution.js +22 -0
- package/dist/engine/models/resolution.js.map +1 -0
- package/dist/engine/pipeline/indexing/index.d.ts +9 -7
- package/dist/engine/pipeline/indexing/index.js +409 -165
- package/dist/engine/pipeline/indexing/index.js.map +1 -1
- package/dist/engine/pipeline/indexing/input-budget.d.ts +2 -0
- package/dist/engine/pipeline/indexing/input-budget.js +51 -0
- package/dist/engine/pipeline/indexing/input-budget.js.map +1 -0
- package/dist/engine/pipeline/indexing/root-paths.js +6 -6
- package/dist/engine/pipeline/indexing/root-paths.js.map +1 -1
- package/dist/engine/pipeline/indexing/scanner/index.d.ts +9 -2
- package/dist/engine/pipeline/indexing/scanner/index.js +291 -35
- package/dist/engine/pipeline/indexing/scanner/index.js.map +1 -1
- package/dist/engine/pipeline/search/index.d.ts +6 -6
- package/dist/engine/pipeline/search/index.js +8 -10
- package/dist/engine/pipeline/search/index.js.map +1 -1
- package/dist/engine/service/index.d.ts +3 -2
- package/dist/engine/service/index.js +1 -1
- package/dist/engine/service/index.js.map +1 -1
- package/dist/engine/service/root.d.ts +10 -12
- package/dist/engine/service/root.js +29 -25
- package/dist/engine/service/root.js.map +1 -1
- package/dist/engine/service/structure-enrichment.d.ts +1 -1
- package/dist/engine/service/structure-enrichment.js +20 -22
- package/dist/engine/service/structure-enrichment.js.map +1 -1
- package/dist/engine/service/types.d.ts +40 -38
- package/dist/engine/service/workspace-index.d.ts +26 -0
- package/dist/engine/service/workspace-index.js +157 -0
- package/dist/engine/service/workspace-index.js.map +1 -0
- package/dist/engine/service/zvec-grep.d.ts +12 -1
- package/dist/engine/service/zvec-grep.js +698 -489
- package/dist/engine/service/zvec-grep.js.map +1 -1
- package/dist/engine/storage/index.d.ts +30 -20
- package/dist/engine/storage/index.js +2 -1
- package/dist/engine/storage/index.js.map +1 -1
- package/dist/engine/storage/layout.d.ts +10 -0
- package/dist/engine/storage/layout.js +29 -0
- package/dist/engine/storage/layout.js.map +1 -0
- package/dist/engine/storage/zvec.d.ts +4 -67
- package/dist/engine/storage/zvec.js +115 -85
- package/dist/engine/storage/zvec.js.map +1 -1
- package/dist/engine/types.d.ts +29 -23
- package/dist/engine/types.js +1 -1
- package/dist/engine/types.js.map +1 -1
- package/dist/engine/utils/daemon-lease.d.ts +17 -0
- package/dist/engine/utils/daemon-lease.js +175 -0
- package/dist/engine/utils/daemon-lease.js.map +1 -0
- package/dist/engine/utils/file-selection.js +38 -1
- package/dist/engine/utils/file-selection.js.map +1 -1
- package/dist/engine/utils/lock.js +1 -1
- package/dist/engine/utils/lock.js.map +1 -1
- package/dist/index-progress.d.ts +10 -0
- package/dist/index-progress.js +159 -0
- package/dist/index-progress.js.map +1 -0
- package/dist/index.d.ts +4 -4
- package/dist/index.js +1 -1
- package/dist/index.js.map +1 -1
- package/dist/mcp/http-transport.d.ts +27 -0
- package/dist/mcp/http-transport.js +182 -0
- package/dist/mcp/http-transport.js.map +1 -0
- package/dist/mcp/input-normalization.d.ts +38 -0
- package/dist/mcp/input-normalization.js +104 -0
- package/dist/mcp/input-normalization.js.map +1 -0
- package/dist/mcp/progress-heartbeat.d.ts +17 -0
- package/dist/mcp/progress-heartbeat.js +46 -0
- package/dist/mcp/progress-heartbeat.js.map +1 -0
- package/dist/mcp/request-metadata.d.ts +2 -0
- package/dist/mcp/request-metadata.js +11 -0
- package/dist/mcp/request-metadata.js.map +1 -0
- package/dist/mcp/request-state.d.ts +40 -0
- package/dist/mcp/request-state.js +210 -0
- package/dist/mcp/request-state.js.map +1 -0
- package/dist/mcp/result-format.d.ts +13 -0
- package/dist/mcp/result-format.js +75 -0
- package/dist/mcp/result-format.js.map +1 -0
- package/dist/mcp/schemas.d.ts +672 -0
- package/dist/mcp/schemas.js +506 -0
- package/dist/mcp/schemas.js.map +1 -0
- package/dist/mcp/stdio-bridge.d.ts +9 -0
- package/dist/mcp/stdio-bridge.js +131 -0
- package/dist/mcp/stdio-bridge.js.map +1 -0
- package/dist/mcp/tools.d.ts +153 -0
- package/dist/mcp/tools.js +482 -0
- package/dist/mcp/tools.js.map +1 -0
- package/dist/mcp/toolset.d.ts +5 -0
- package/dist/mcp/toolset.js +12 -0
- package/dist/mcp/toolset.js.map +1 -0
- package/dist/observability/trace-context.d.ts +11 -0
- package/dist/observability/trace-context.js +138 -0
- package/dist/observability/trace-context.js.map +1 -0
- package/dist/prompts/zvec-grep-guidance.d.ts +2 -0
- package/dist/prompts/zvec-grep-guidance.js +9 -0
- package/dist/prompts/zvec-grep-guidance.js.map +1 -0
- package/docs/01-agents.md +132 -0
- package/docs/02-cli.md +239 -0
- package/docs/03-mcp.md +185 -0
- package/docs/04-pipeline.md +226 -0
- package/docs/05-architecture.md +86 -0
- package/docs/06-server.md +215 -0
- package/docs/07-embedding.md +182 -0
- package/docs/08-roadmap.md +85 -0
- package/docs/README.md +53 -0
- package/package.json +20 -11
- package/dist/cli/mcp.d.ts +0 -2
- package/dist/cli/mcp.js +0 -354
- package/dist/cli/mcp.js.map +0 -1
- package/dist/engine/collection/index.d.ts +0 -55
- package/dist/engine/collection/index.js +0 -710
- package/dist/engine/collection/index.js.map +0 -1
- package/dist/engine/errors/details.d.ts +0 -6
- package/dist/engine/errors/details.js.map +0 -1
- package/dist/engine/errors/index.js +0 -16
- package/dist/engine/errors/index.js.map +0 -1
- package/dist/engine/extraction/tree-sitter/grammar.js.map +0 -1
- package/dist/engine/extraction/tree-sitter/nodes.js.map +0 -1
- package/dist/engine/extraction/tree-sitter/parser.js.map +0 -1
- package/dist/engine/files/file-type.d.ts +0 -5
- package/dist/engine/files/file-type.js +0 -119
- package/dist/engine/files/file-type.js.map +0 -1
- package/dist/engine/models/providers/index.d.ts +0 -2
- package/dist/engine/models/providers/index.js +0 -3
- package/dist/engine/models/providers/index.js.map +0 -1
- package/dist/engine/models/providers/llama-cpp/embedding.js.map +0 -1
- package/dist/engine/models/providers/llama-cpp/index.d.ts +0 -1
- package/dist/engine/models/providers/llama-cpp/index.js +0 -2
- package/dist/engine/models/providers/llama-cpp/index.js.map +0 -1
- package/dist/engine/models/providers/qwen/embedding.d.ts +0 -42
- package/dist/engine/models/providers/qwen/embedding.js.map +0 -1
- package/dist/engine/models/providers/qwen/index.d.ts +0 -1
- package/dist/engine/models/providers/qwen/index.js +0 -2
- package/dist/engine/models/providers/qwen/index.js.map +0 -1
- package/dist/engine/models/types.d.ts +0 -30
- package/skills/zvec-grep/SKILL.md +0 -151
- package/skills/zvec-grep/agents/openai.yaml +0 -4
- /package/dist/engine/extraction/{tree-sitter → code/tree-sitter}/grammar.d.ts +0 -0
- /package/dist/engine/extraction/{tree-sitter → code/tree-sitter}/grammar.js +0 -0
- /package/dist/engine/extraction/{tree-sitter → code/tree-sitter}/nodes.d.ts +0 -0
- /package/dist/engine/extraction/{tree-sitter → code/tree-sitter}/nodes.js +0 -0
- /package/dist/engine/extraction/{tree-sitter → code/tree-sitter}/parser.d.ts +0 -0
- /package/dist/engine/extraction/{tree-sitter → code/tree-sitter}/parser.js +0 -0
- /package/dist/engine/{models → extraction}/types.js +0 -0
package/dist/engine/types.d.ts
CHANGED
|
@@ -18,6 +18,7 @@ export type FileIndexStatus = {
|
|
|
18
18
|
indexedTime: number | null;
|
|
19
19
|
entityCount: number;
|
|
20
20
|
tokenCount?: number;
|
|
21
|
+
truncatedFragmentCount?: number;
|
|
21
22
|
error?: string;
|
|
22
23
|
};
|
|
23
24
|
export type RootPath = {
|
|
@@ -38,7 +39,6 @@ export type RootPath = {
|
|
|
38
39
|
};
|
|
39
40
|
export type FileInfo = {
|
|
40
41
|
id: string;
|
|
41
|
-
collectionId: string;
|
|
42
42
|
absolutePath: string;
|
|
43
43
|
relativePath: string;
|
|
44
44
|
rootPath: string;
|
|
@@ -49,6 +49,19 @@ export type FileInfo = {
|
|
|
49
49
|
format: FileFormat;
|
|
50
50
|
indexStatus?: FileIndexStatus;
|
|
51
51
|
};
|
|
52
|
+
export type SkippedFileReason = "empty" | "too_large" | "unsupported" | "binary";
|
|
53
|
+
export type SkippedFile = {
|
|
54
|
+
absolutePath: string;
|
|
55
|
+
relativePath: string;
|
|
56
|
+
reason: SkippedFileReason;
|
|
57
|
+
sizeBytes?: number;
|
|
58
|
+
limitBytes?: number;
|
|
59
|
+
};
|
|
60
|
+
export type FileScanDiagnostics = {
|
|
61
|
+
skippedFiles: number;
|
|
62
|
+
skippedByReason: Record<SkippedFileReason, number>;
|
|
63
|
+
skippedSamples: SkippedFile[];
|
|
64
|
+
};
|
|
52
65
|
export type FileRange = {
|
|
53
66
|
kind: "file";
|
|
54
67
|
};
|
|
@@ -118,20 +131,20 @@ export type EntityFragment = {
|
|
|
118
131
|
metadata?: EntityMetadata;
|
|
119
132
|
};
|
|
120
133
|
export declare const CURRENT_INDEX_VERSION = 1;
|
|
121
|
-
export type
|
|
134
|
+
export type WorkspaceIndexEmbeddingSchema = {
|
|
122
135
|
provider: string;
|
|
123
136
|
model: string;
|
|
124
137
|
dimension: number;
|
|
125
138
|
metric: string;
|
|
126
139
|
};
|
|
127
|
-
export type
|
|
128
|
-
export type
|
|
140
|
+
export type WorkspaceIndexPolicy = "enabled" | "disabled";
|
|
141
|
+
export type WorkspaceIndexInfo = {
|
|
129
142
|
id: string;
|
|
130
143
|
name: string;
|
|
131
144
|
path: string;
|
|
132
145
|
rootPaths: readonly RootPath[];
|
|
133
|
-
indexPolicy?:
|
|
134
|
-
embedding?:
|
|
146
|
+
indexPolicy?: WorkspaceIndexPolicy;
|
|
147
|
+
embedding?: WorkspaceIndexEmbeddingSchema | null;
|
|
135
148
|
indexVersion?: number | null;
|
|
136
149
|
createdTime: number;
|
|
137
150
|
updatedTime: number;
|
|
@@ -141,6 +154,11 @@ export type IndexEmbeddingProgress = {
|
|
|
141
154
|
concurrency?: number;
|
|
142
155
|
maxConcurrency?: number;
|
|
143
156
|
retryableFailures?: number;
|
|
157
|
+
stage?: "preparing" | "downloading" | "ready" | "warning";
|
|
158
|
+
model?: string;
|
|
159
|
+
downloadedBytes?: number;
|
|
160
|
+
totalBytes?: number;
|
|
161
|
+
message?: string;
|
|
144
162
|
};
|
|
145
163
|
export type IndexProgress = {
|
|
146
164
|
phase: IndexProgressPhase;
|
|
@@ -155,6 +173,8 @@ export type IndexOptions = {
|
|
|
155
173
|
rebuild?: boolean;
|
|
156
174
|
embeddingConcurrency?: number;
|
|
157
175
|
onProgress?: (progress: IndexProgress) => void;
|
|
176
|
+
changedPaths?: readonly string[];
|
|
177
|
+
signal?: AbortSignal;
|
|
158
178
|
};
|
|
159
179
|
export type TimingEntry = {
|
|
160
180
|
name: string;
|
|
@@ -162,8 +182,6 @@ export type TimingEntry = {
|
|
|
162
182
|
count?: number;
|
|
163
183
|
};
|
|
164
184
|
export type IndexResult = {
|
|
165
|
-
collectionId: string;
|
|
166
|
-
collectionName: string;
|
|
167
185
|
filesScanned: number;
|
|
168
186
|
filesAdded: number;
|
|
169
187
|
filesModified: number;
|
|
@@ -174,14 +192,14 @@ export type IndexResult = {
|
|
|
174
192
|
entitiesCreated: number;
|
|
175
193
|
durationMs: number;
|
|
176
194
|
timings?: readonly TimingEntry[];
|
|
195
|
+
scanDiagnostics?: FileScanDiagnostics;
|
|
177
196
|
};
|
|
178
|
-
export type
|
|
179
|
-
collectionId: string;
|
|
180
|
-
collectionName: string;
|
|
197
|
+
export type WorkspaceIndexStatus = {
|
|
181
198
|
filesScanned: number;
|
|
182
199
|
filesStored: number;
|
|
183
200
|
filesIndexed: number;
|
|
184
201
|
entitiesIndexed: number;
|
|
202
|
+
fragmentsTruncated: number;
|
|
185
203
|
filesPending: number;
|
|
186
204
|
filesFailed: number;
|
|
187
205
|
filesAdded: number;
|
|
@@ -271,23 +289,11 @@ export type ResolvedSearchPlan = Omit<SearchPlan, "routes"> & {
|
|
|
271
289
|
routes: readonly ResolvedSearchPlanRoute[];
|
|
272
290
|
};
|
|
273
291
|
export type SearchPlanResult = {
|
|
274
|
-
collectionId: string;
|
|
275
|
-
collectionName: string;
|
|
276
292
|
plan: ResolvedSearchPlan;
|
|
277
293
|
hits: SearchHit[];
|
|
278
294
|
trackedHit?: SearchHit;
|
|
279
295
|
timings?: readonly TimingEntry[];
|
|
280
296
|
};
|
|
281
|
-
export type FileDiagnosis = {
|
|
282
|
-
collectionId: string;
|
|
283
|
-
collectionName: string;
|
|
284
|
-
absolutePath: string;
|
|
285
|
-
belongsToCollection: boolean;
|
|
286
|
-
matchedRootPath?: string;
|
|
287
|
-
file?: FileInfo;
|
|
288
|
-
entityCount: number;
|
|
289
|
-
reason?: string;
|
|
290
|
-
};
|
|
291
297
|
export type EntitySearchDiagnosis = {
|
|
292
298
|
query: string;
|
|
293
299
|
entityId: string;
|
package/dist/engine/types.js
CHANGED
|
@@ -8,7 +8,7 @@ export function isImageContent(content) {
|
|
|
8
8
|
return content.kind === "image";
|
|
9
9
|
}
|
|
10
10
|
// -----------------------------------------------------------------------------
|
|
11
|
-
//
|
|
11
|
+
// Workspace index types
|
|
12
12
|
// -----------------------------------------------------------------------------
|
|
13
13
|
export const CURRENT_INDEX_VERSION = 1;
|
|
14
14
|
//# sourceMappingURL=types.js.map
|
package/dist/engine/types.js.map
CHANGED
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"types.js","sourceRoot":"","sources":["../../src/engine/types.ts"],"names":[],"mappings":"AAAA,gFAAgF;AAChF,gBAAgB;AAChB,gFAAgF;AAmBhF,MAAM,UAAU,aAAa,CAAC,OAAgB;IAC5C,OAAO,OAAO,CAAC,IAAI,KAAK,MAAM,CAAC;AACjC,CAAC;AAED,MAAM,UAAU,cAAc,CAAC,OAAgB;IAC7C,OAAO,OAAO,CAAC,IAAI,KAAK,OAAO,CAAC;AAClC,CAAC;
|
|
1
|
+
{"version":3,"file":"types.js","sourceRoot":"","sources":["../../src/engine/types.ts"],"names":[],"mappings":"AAAA,gFAAgF;AAChF,gBAAgB;AAChB,gFAAgF;AAmBhF,MAAM,UAAU,aAAa,CAAC,OAAgB;IAC5C,OAAO,OAAO,CAAC,IAAI,KAAK,MAAM,CAAC;AACjC,CAAC;AAED,MAAM,UAAU,cAAc,CAAC,OAAgB;IAC7C,OAAO,OAAO,CAAC,IAAI,KAAK,OAAO,CAAC;AAClC,CAAC;AAqKD,gFAAgF;AAChF,wBAAwB;AACxB,gFAAgF;AAEhF,MAAM,CAAC,MAAM,qBAAqB,GAAG,CAAC,CAAC"}
|
|
@@ -0,0 +1,17 @@
|
|
|
1
|
+
export type DaemonLeaseRecord = {
|
|
2
|
+
pid: number;
|
|
3
|
+
hostname: string;
|
|
4
|
+
instanceToken: string;
|
|
5
|
+
createdAt: number;
|
|
6
|
+
updatedAt: number;
|
|
7
|
+
};
|
|
8
|
+
export declare function daemonLeasePath(root: string): string;
|
|
9
|
+
export declare function daemonLeaseGuardPath(root: string): string;
|
|
10
|
+
export type DaemonLeaseGuard = {
|
|
11
|
+
release(): void;
|
|
12
|
+
};
|
|
13
|
+
export declare function acquireDaemonLeaseGuard(root: string, instanceToken: string): DaemonLeaseGuard | undefined;
|
|
14
|
+
export declare function readDaemonLease(root: string): DaemonLeaseRecord | undefined;
|
|
15
|
+
export declare function daemonLeaseFileIsAbandoned(root: string): boolean;
|
|
16
|
+
export declare function assertDaemonWriteAllowed(root: string, instanceToken?: string): DaemonLeaseGuard | undefined;
|
|
17
|
+
export declare function processIsAlive(pid: number): boolean;
|
|
@@ -0,0 +1,175 @@
|
|
|
1
|
+
import { hostname } from "node:os";
|
|
2
|
+
import { existsSync, mkdirSync, readFileSync, renameSync, rmSync, statSync, unlinkSync, writeFileSync, } from "node:fs";
|
|
3
|
+
import { dirname, join } from "node:path";
|
|
4
|
+
import { EngineError } from "../errors.js";
|
|
5
|
+
import { workspaceHome } from "../service/root.js";
|
|
6
|
+
export function daemonLeasePath(root) {
|
|
7
|
+
return join(workspaceHome(root), "locks", "daemon.json");
|
|
8
|
+
}
|
|
9
|
+
export function daemonLeaseGuardPath(root) {
|
|
10
|
+
return join(workspaceHome(root), "locks", "daemon.guard");
|
|
11
|
+
}
|
|
12
|
+
export function acquireDaemonLeaseGuard(root, instanceToken) {
|
|
13
|
+
const path = daemonLeaseGuardPath(root);
|
|
14
|
+
mkdirSync(dirname(path), { recursive: true, mode: 0o700 });
|
|
15
|
+
const record = {
|
|
16
|
+
pid: process.pid,
|
|
17
|
+
hostname: hostname(),
|
|
18
|
+
instanceToken,
|
|
19
|
+
createdAt: Date.now(),
|
|
20
|
+
updatedAt: Date.now(),
|
|
21
|
+
};
|
|
22
|
+
for (let attempt = 0; attempt < 3; attempt++) {
|
|
23
|
+
try {
|
|
24
|
+
mkdirSync(path, { recursive: false, mode: 0o700 });
|
|
25
|
+
writeFileSync(join(path, "owner.json"), `${JSON.stringify(record)}\n`, {
|
|
26
|
+
mode: 0o600,
|
|
27
|
+
});
|
|
28
|
+
let released = false;
|
|
29
|
+
return {
|
|
30
|
+
release() {
|
|
31
|
+
if (!released) {
|
|
32
|
+
released = true;
|
|
33
|
+
rmSync(path, { recursive: true, force: true });
|
|
34
|
+
}
|
|
35
|
+
},
|
|
36
|
+
};
|
|
37
|
+
}
|
|
38
|
+
catch (error) {
|
|
39
|
+
if (error.code !== "EEXIST") {
|
|
40
|
+
throw error;
|
|
41
|
+
}
|
|
42
|
+
if (!guardIsStale(path)) {
|
|
43
|
+
return undefined;
|
|
44
|
+
}
|
|
45
|
+
const quarantine = `${path}.stale-${process.pid}-${Date.now()}-${Math.random().toString(16).slice(2)}`;
|
|
46
|
+
try {
|
|
47
|
+
renameSync(path, quarantine);
|
|
48
|
+
}
|
|
49
|
+
catch (renameError) {
|
|
50
|
+
if (renameError.code === "ENOENT") {
|
|
51
|
+
continue;
|
|
52
|
+
}
|
|
53
|
+
return undefined;
|
|
54
|
+
}
|
|
55
|
+
rmSync(quarantine, { recursive: true, force: true });
|
|
56
|
+
}
|
|
57
|
+
}
|
|
58
|
+
return undefined;
|
|
59
|
+
}
|
|
60
|
+
export function readDaemonLease(root) {
|
|
61
|
+
const path = daemonLeasePath(root);
|
|
62
|
+
if (!existsSync(path)) {
|
|
63
|
+
return undefined;
|
|
64
|
+
}
|
|
65
|
+
try {
|
|
66
|
+
const parsed = JSON.parse(readFileSync(path, "utf8"));
|
|
67
|
+
if (typeof parsed.pid !== "number" ||
|
|
68
|
+
typeof parsed.hostname !== "string" ||
|
|
69
|
+
typeof parsed.instanceToken !== "string" ||
|
|
70
|
+
typeof parsed.createdAt !== "number" ||
|
|
71
|
+
typeof parsed.updatedAt !== "number") {
|
|
72
|
+
return undefined;
|
|
73
|
+
}
|
|
74
|
+
return parsed;
|
|
75
|
+
}
|
|
76
|
+
catch {
|
|
77
|
+
return undefined;
|
|
78
|
+
}
|
|
79
|
+
}
|
|
80
|
+
export function daemonLeaseFileIsAbandoned(root) {
|
|
81
|
+
try {
|
|
82
|
+
return Date.now() - statSync(daemonLeasePath(root)).mtimeMs > 30_000;
|
|
83
|
+
}
|
|
84
|
+
catch {
|
|
85
|
+
return true;
|
|
86
|
+
}
|
|
87
|
+
}
|
|
88
|
+
export function assertDaemonWriteAllowed(root, instanceToken) {
|
|
89
|
+
const path = daemonLeasePath(root);
|
|
90
|
+
const initial = readDaemonLease(root);
|
|
91
|
+
if (initial?.pid === process.pid && initial.instanceToken === instanceToken) {
|
|
92
|
+
return undefined;
|
|
93
|
+
}
|
|
94
|
+
const guard = acquireDaemonLeaseGuard(root, instanceToken ?? `direct-${process.pid}`);
|
|
95
|
+
if (!guard) {
|
|
96
|
+
throw daemonLeaseActiveError(root, initial?.pid ?? 0);
|
|
97
|
+
}
|
|
98
|
+
const record = readDaemonLease(root);
|
|
99
|
+
if (!existsSync(path)) {
|
|
100
|
+
return guard;
|
|
101
|
+
}
|
|
102
|
+
if (!record) {
|
|
103
|
+
if (daemonLeaseFileIsAbandoned(root)) {
|
|
104
|
+
unlinkSync(path);
|
|
105
|
+
return guard;
|
|
106
|
+
}
|
|
107
|
+
guard.release();
|
|
108
|
+
throw new EngineError("A zvec-grep daemon lease exists for this root", {
|
|
109
|
+
code: "ZVEC_GREP.ENGINE.DAEMON_LEASE_ACTIVE",
|
|
110
|
+
context: `root=${root}`,
|
|
111
|
+
});
|
|
112
|
+
}
|
|
113
|
+
if (record.pid === process.pid && record.instanceToken === instanceToken) {
|
|
114
|
+
guard.release();
|
|
115
|
+
return undefined;
|
|
116
|
+
}
|
|
117
|
+
if (record.hostname === hostname() && !processIsAlive(record.pid)) {
|
|
118
|
+
unlinkSync(path);
|
|
119
|
+
return guard;
|
|
120
|
+
}
|
|
121
|
+
guard.release();
|
|
122
|
+
throw daemonLeaseActiveError(root, record.pid);
|
|
123
|
+
}
|
|
124
|
+
function daemonLeaseActiveError(root, pid) {
|
|
125
|
+
return new EngineError("A zvec-grep daemon owns index writes for this root", {
|
|
126
|
+
code: "ZVEC_GREP.ENGINE.DAEMON_LEASE_ACTIVE",
|
|
127
|
+
context: [
|
|
128
|
+
`root=${root}`,
|
|
129
|
+
`pid=${pid}`,
|
|
130
|
+
"hint=Run with --mode auto so a ready daemon handles indexed operations. If auto is already active, check zg server status and restore or stop the daemon before retrying.",
|
|
131
|
+
'config=Edit ~/.zvec-grep/config.json and set client.mode to "auto" to persist this behavior.',
|
|
132
|
+
].join("\n"),
|
|
133
|
+
});
|
|
134
|
+
}
|
|
135
|
+
function guardIsStale(path) {
|
|
136
|
+
try {
|
|
137
|
+
const record = JSON.parse(readFileSync(join(path, "owner.json"), "utf8"));
|
|
138
|
+
if (record.hostname === hostname() &&
|
|
139
|
+
typeof record.pid === "number" &&
|
|
140
|
+
typeof record.instanceToken === "string" &&
|
|
141
|
+
typeof record.createdAt === "number" &&
|
|
142
|
+
typeof record.updatedAt === "number") {
|
|
143
|
+
return !processIsAlive(record.pid);
|
|
144
|
+
}
|
|
145
|
+
if (typeof record.hostname === "string" &&
|
|
146
|
+
typeof record.pid === "number" &&
|
|
147
|
+
typeof record.instanceToken === "string" &&
|
|
148
|
+
typeof record.createdAt === "number" &&
|
|
149
|
+
typeof record.updatedAt === "number") {
|
|
150
|
+
return Date.now() - record.updatedAt > 30_000;
|
|
151
|
+
}
|
|
152
|
+
return Date.now() - statSync(path).mtimeMs > 30_000;
|
|
153
|
+
}
|
|
154
|
+
catch {
|
|
155
|
+
try {
|
|
156
|
+
return Date.now() - statSync(path).mtimeMs > 30_000;
|
|
157
|
+
}
|
|
158
|
+
catch {
|
|
159
|
+
return true;
|
|
160
|
+
}
|
|
161
|
+
}
|
|
162
|
+
}
|
|
163
|
+
export function processIsAlive(pid) {
|
|
164
|
+
if (!Number.isInteger(pid) || pid <= 0) {
|
|
165
|
+
return false;
|
|
166
|
+
}
|
|
167
|
+
try {
|
|
168
|
+
process.kill(pid, 0);
|
|
169
|
+
return true;
|
|
170
|
+
}
|
|
171
|
+
catch (error) {
|
|
172
|
+
return error.code === "EPERM";
|
|
173
|
+
}
|
|
174
|
+
}
|
|
175
|
+
//# sourceMappingURL=daemon-lease.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"daemon-lease.js","sourceRoot":"","sources":["../../../src/engine/utils/daemon-lease.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,QAAQ,EAAE,MAAM,SAAS,CAAC;AACnC,OAAO,EACL,UAAU,EACV,SAAS,EACT,YAAY,EACZ,UAAU,EACV,MAAM,EACN,QAAQ,EACR,UAAU,EACV,aAAa,GACd,MAAM,SAAS,CAAC;AACjB,OAAO,EAAE,OAAO,EAAE,IAAI,EAAE,MAAM,WAAW,CAAC;AAC1C,OAAO,EAAE,WAAW,EAAE,MAAM,cAAc,CAAC;AAC3C,OAAO,EAAE,aAAa,EAAE,MAAM,oBAAoB,CAAC;AAUnD,MAAM,UAAU,eAAe,CAAC,IAAY;IAC1C,OAAO,IAAI,CAAC,aAAa,CAAC,IAAI,CAAC,EAAE,OAAO,EAAE,aAAa,CAAC,CAAC;AAC3D,CAAC;AAED,MAAM,UAAU,oBAAoB,CAAC,IAAY;IAC/C,OAAO,IAAI,CAAC,aAAa,CAAC,IAAI,CAAC,EAAE,OAAO,EAAE,cAAc,CAAC,CAAC;AAC5D,CAAC;AAMD,MAAM,UAAU,uBAAuB,CACrC,IAAY,EACZ,aAAqB;IAErB,MAAM,IAAI,GAAG,oBAAoB,CAAC,IAAI,CAAC,CAAC;IACxC,SAAS,CAAC,OAAO,CAAC,IAAI,CAAC,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,IAAI,EAAE,KAAK,EAAE,CAAC,CAAC;IAC3D,MAAM,MAAM,GAAsB;QAChC,GAAG,EAAE,OAAO,CAAC,GAAG;QAChB,QAAQ,EAAE,QAAQ,EAAE;QACpB,aAAa;QACb,SAAS,EAAE,IAAI,CAAC,GAAG,EAAE;QACrB,SAAS,EAAE,IAAI,CAAC,GAAG,EAAE;KACtB,CAAC;IACF,KAAK,IAAI,OAAO,GAAG,CAAC,EAAE,OAAO,GAAG,CAAC,EAAE,OAAO,EAAE,EAAE,CAAC;QAC7C,IAAI,CAAC;YACH,SAAS,CAAC,IAAI,EAAE,EAAE,SAAS,EAAE,KAAK,EAAE,IAAI,EAAE,KAAK,EAAE,CAAC,CAAC;YACnD,aAAa,CAAC,IAAI,CAAC,IAAI,EAAE,YAAY,CAAC,EAAE,GAAG,IAAI,CAAC,SAAS,CAAC,MAAM,CAAC,IAAI,EAAE;gBACrE,IAAI,EAAE,KAAK;aACZ,CAAC,CAAC;YACH,IAAI,QAAQ,GAAG,KAAK,CAAC;YACrB,OAAO;gBACL,OAAO;oBACL,IAAI,CAAC,QAAQ,EAAE,CAAC;wBACd,QAAQ,GAAG,IAAI,CAAC;wBAChB,MAAM,CAAC,IAAI,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,KAAK,EAAE,IAAI,EAAE,CAAC,CAAC;oBACjD,CAAC;gBACH,CAAC;aACF,CAAC;QACJ,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,IAAK,KAA+B,CAAC,IAAI,KAAK,QAAQ,EAAE,CAAC;gBACvD,MAAM,KAAK,CAAC;YACd,CAAC;YACD,IAAI,CAAC,YAAY,CAAC,IAAI,CAAC,EAAE,CAAC;gBACxB,OAAO,SAAS,CAAC;YACnB,CAAC;YACD,MAAM,UAAU,GAAG,GAAG,IAAI,UAAU,OAAO,CAAC,GAAG,IAAI,IAAI,CAAC,GAAG,EAAE,IAAI,IAAI,CAAC,MAAM,EAAE,CAAC,QAAQ,CAAC,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE,CAAC;YACvG,IAAI,CAAC;gBACH,UAAU,CAAC,IAAI,EAAE,UAAU,CAAC,CAAC;YAC/B,CAAC;YAAC,OAAO,WAAW,EAAE,CAAC;gBACrB,IAAK,WAAqC,CAAC,IAAI,KAAK,QAAQ,EAAE,CAAC;oBAC7D,SAAS;gBACX,CAAC;gBACD,OAAO,SAAS,CAAC;YACnB,CAAC;YACD,MAAM,CAAC,UAAU,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,KAAK,EAAE,IAAI,EAAE,CAAC,CAAC;QACvD,CAAC;IACH,CAAC;IACD,OAAO,SAAS,CAAC;AACnB,CAAC;AAED,MAAM,UAAU,eAAe,CAAC,IAAY;IAC1C,MAAM,IAAI,GAAG,eAAe,CAAC,IAAI,CAAC,CAAC;IACnC,IAAI,CAAC,UAAU,CAAC,IAAI,CAAC,EAAE,CAAC;QACtB,OAAO,SAAS,CAAC;IACnB,CAAC;IACD,IAAI,CAAC;QACH,MAAM,MAAM,GAAG,IAAI,CAAC,KAAK,CACvB,YAAY,CAAC,IAAI,EAAE,MAAM,CAAC,CACG,CAAC;QAChC,IACE,OAAO,MAAM,CAAC,GAAG,KAAK,QAAQ;YAC9B,OAAO,MAAM,CAAC,QAAQ,KAAK,QAAQ;YACnC,OAAO,MAAM,CAAC,aAAa,KAAK,QAAQ;YACxC,OAAO,MAAM,CAAC,SAAS,KAAK,QAAQ;YACpC,OAAO,MAAM,CAAC,SAAS,KAAK,QAAQ,EACpC,CAAC;YACD,OAAO,SAAS,CAAC;QACnB,CAAC;QACD,OAAO,MAA2B,CAAC;IACrC,CAAC;IAAC,MAAM,CAAC;QACP,OAAO,SAAS,CAAC;IACnB,CAAC;AACH,CAAC;AAED,MAAM,UAAU,0BAA0B,CAAC,IAAY;IACrD,IAAI,CAAC;QACH,OAAO,IAAI,CAAC,GAAG,EAAE,GAAG,QAAQ,CAAC,eAAe,CAAC,IAAI,CAAC,CAAC,CAAC,OAAO,GAAG,MAAM,CAAC;IACvE,CAAC;IAAC,MAAM,CAAC;QACP,OAAO,IAAI,CAAC;IACd,CAAC;AACH,CAAC;AAED,MAAM,UAAU,wBAAwB,CACtC,IAAY,EACZ,aAAsB;IAEtB,MAAM,IAAI,GAAG,eAAe,CAAC,IAAI,CAAC,CAAC;IACnC,MAAM,OAAO,GAAG,eAAe,CAAC,IAAI,CAAC,CAAC;IACtC,IAAI,OAAO,EAAE,GAAG,KAAK,OAAO,CAAC,GAAG,IAAI,OAAO,CAAC,aAAa,KAAK,aAAa,EAAE,CAAC;QAC5E,OAAO,SAAS,CAAC;IACnB,CAAC;IACD,MAAM,KAAK,GAAG,uBAAuB,CACnC,IAAI,EACJ,aAAa,IAAI,UAAU,OAAO,CAAC,GAAG,EAAE,CACzC,CAAC;IACF,IAAI,CAAC,KAAK,EAAE,CAAC;QACX,MAAM,sBAAsB,CAAC,IAAI,EAAE,OAAO,EAAE,GAAG,IAAI,CAAC,CAAC,CAAC;IACxD,CAAC;IACD,MAAM,MAAM,GAAG,eAAe,CAAC,IAAI,CAAC,CAAC;IACrC,IAAI,CAAC,UAAU,CAAC,IAAI,CAAC,EAAE,CAAC;QACtB,OAAO,KAAK,CAAC;IACf,CAAC;IACD,IAAI,CAAC,MAAM,EAAE,CAAC;QACZ,IAAI,0BAA0B,CAAC,IAAI,CAAC,EAAE,CAAC;YACrC,UAAU,CAAC,IAAI,CAAC,CAAC;YACjB,OAAO,KAAK,CAAC;QACf,CAAC;QACD,KAAK,CAAC,OAAO,EAAE,CAAC;QAChB,MAAM,IAAI,WAAW,CAAC,+CAA+C,EAAE;YACrE,IAAI,EAAE,sCAAsC;YAC5C,OAAO,EAAE,QAAQ,IAAI,EAAE;SACxB,CAAC,CAAC;IACL,CAAC;IACD,IAAI,MAAM,CAAC,GAAG,KAAK,OAAO,CAAC,GAAG,IAAI,MAAM,CAAC,aAAa,KAAK,aAAa,EAAE,CAAC;QACzE,KAAK,CAAC,OAAO,EAAE,CAAC;QAChB,OAAO,SAAS,CAAC;IACnB,CAAC;IACD,IAAI,MAAM,CAAC,QAAQ,KAAK,QAAQ,EAAE,IAAI,CAAC,cAAc,CAAC,MAAM,CAAC,GAAG,CAAC,EAAE,CAAC;QAClE,UAAU,CAAC,IAAI,CAAC,CAAC;QACjB,OAAO,KAAK,CAAC;IACf,CAAC;IACD,KAAK,CAAC,OAAO,EAAE,CAAC;IAChB,MAAM,sBAAsB,CAAC,IAAI,EAAE,MAAM,CAAC,GAAG,CAAC,CAAC;AACjD,CAAC;AAED,SAAS,sBAAsB,CAAC,IAAY,EAAE,GAAW;IACvD,OAAO,IAAI,WAAW,CAAC,oDAAoD,EAAE;QAC3E,IAAI,EAAE,sCAAsC;QAC5C,OAAO,EAAE;YACP,QAAQ,IAAI,EAAE;YACd,OAAO,GAAG,EAAE;YACZ,2KAA2K;YAC3K,8FAA8F;SAC/F,CAAC,IAAI,CAAC,IAAI,CAAC;KACb,CAAC,CAAC;AACL,CAAC;AAED,SAAS,YAAY,CAAC,IAAY;IAChC,IAAI,CAAC;QACH,MAAM,MAAM,GAAG,IAAI,CAAC,KAAK,CACvB,YAAY,CAAC,IAAI,CAAC,IAAI,EAAE,YAAY,CAAC,EAAE,MAAM,CAAC,CACjB,CAAC;QAChC,IACE,MAAM,CAAC,QAAQ,KAAK,QAAQ,EAAE;YAC9B,OAAO,MAAM,CAAC,GAAG,KAAK,QAAQ;YAC9B,OAAO,MAAM,CAAC,aAAa,KAAK,QAAQ;YACxC,OAAO,MAAM,CAAC,SAAS,KAAK,QAAQ;YACpC,OAAO,MAAM,CAAC,SAAS,KAAK,QAAQ,EACpC,CAAC;YACD,OAAO,CAAC,cAAc,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC;QACrC,CAAC;QACD,IACE,OAAO,MAAM,CAAC,QAAQ,KAAK,QAAQ;YACnC,OAAO,MAAM,CAAC,GAAG,KAAK,QAAQ;YAC9B,OAAO,MAAM,CAAC,aAAa,KAAK,QAAQ;YACxC,OAAO,MAAM,CAAC,SAAS,KAAK,QAAQ;YACpC,OAAO,MAAM,CAAC,SAAS,KAAK,QAAQ,EACpC,CAAC;YACD,OAAO,IAAI,CAAC,GAAG,EAAE,GAAG,MAAM,CAAC,SAAS,GAAG,MAAM,CAAC;QAChD,CAAC;QACD,OAAO,IAAI,CAAC,GAAG,EAAE,GAAG,QAAQ,CAAC,IAAI,CAAC,CAAC,OAAO,GAAG,MAAM,CAAC;IACtD,CAAC;IAAC,MAAM,CAAC;QACP,IAAI,CAAC;YACH,OAAO,IAAI,CAAC,GAAG,EAAE,GAAG,QAAQ,CAAC,IAAI,CAAC,CAAC,OAAO,GAAG,MAAM,CAAC;QACtD,CAAC;QAAC,MAAM,CAAC;YACP,OAAO,IAAI,CAAC;QACd,CAAC;IACH,CAAC;AACH,CAAC;AAED,MAAM,UAAU,cAAc,CAAC,GAAW;IACxC,IAAI,CAAC,MAAM,CAAC,SAAS,CAAC,GAAG,CAAC,IAAI,GAAG,IAAI,CAAC,EAAE,CAAC;QACvC,OAAO,KAAK,CAAC;IACf,CAAC;IACD,IAAI,CAAC;QACH,OAAO,CAAC,IAAI,CAAC,GAAG,EAAE,CAAC,CAAC,CAAC;QACrB,OAAO,IAAI,CAAC;IACd,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,OAAQ,KAA+B,CAAC,IAAI,KAAK,OAAO,CAAC;IAC3D,CAAC;AACH,CAAC"}
|
|
@@ -3,6 +3,31 @@ import { promisify } from "node:util";
|
|
|
3
3
|
import { ripgrepGlobMatches, ripgrepGlobMatchesCaseInsensitive, } from "./glob.js";
|
|
4
4
|
const execFileAsync = promisify(execFile);
|
|
5
5
|
let ripgrepTypeMapPromise;
|
|
6
|
+
const RIPGREP_FILE_TYPE_ALIASES = {
|
|
7
|
+
bash: "sh",
|
|
8
|
+
cjs: "js",
|
|
9
|
+
cp: "cpp",
|
|
10
|
+
cc: "cpp",
|
|
11
|
+
cpp: "cpp",
|
|
12
|
+
cxx: "cpp",
|
|
13
|
+
hpp: "h",
|
|
14
|
+
hxx: "h",
|
|
15
|
+
hh: "h",
|
|
16
|
+
h: "h",
|
|
17
|
+
js: "js",
|
|
18
|
+
jsx: "js",
|
|
19
|
+
mjs: "js",
|
|
20
|
+
markdown: "md",
|
|
21
|
+
mdx: "md",
|
|
22
|
+
pyi: "py",
|
|
23
|
+
py: "py",
|
|
24
|
+
rb: "ruby",
|
|
25
|
+
rs: "rust",
|
|
26
|
+
ts: "ts",
|
|
27
|
+
tsx: "ts",
|
|
28
|
+
yml: "yaml",
|
|
29
|
+
zsh: "sh",
|
|
30
|
+
};
|
|
6
31
|
export async function resolveFileTypePatterns(includedTypes, excludedTypes) {
|
|
7
32
|
if (!includedTypes?.length && !excludedTypes?.length) {
|
|
8
33
|
return { include: [], exclude: [] };
|
|
@@ -61,7 +86,8 @@ function resolveTypeNames(names, types) {
|
|
|
61
86
|
patterns.push("**");
|
|
62
87
|
continue;
|
|
63
88
|
}
|
|
64
|
-
const
|
|
89
|
+
const typeName = resolveRipgrepTypeName(name, types);
|
|
90
|
+
const typePatterns = types.get(typeName);
|
|
65
91
|
if (!typePatterns) {
|
|
66
92
|
throw new Error(`Unknown ripgrep file type: ${rawName}`);
|
|
67
93
|
}
|
|
@@ -69,6 +95,17 @@ function resolveTypeNames(names, types) {
|
|
|
69
95
|
}
|
|
70
96
|
return [...new Set(patterns)];
|
|
71
97
|
}
|
|
98
|
+
function resolveRipgrepTypeName(name, types) {
|
|
99
|
+
if (types.has(name)) {
|
|
100
|
+
return name;
|
|
101
|
+
}
|
|
102
|
+
const extensionName = name.startsWith(".") ? name.slice(1) : name;
|
|
103
|
+
const alias = RIPGREP_FILE_TYPE_ALIASES[extensionName];
|
|
104
|
+
if (alias && types.has(alias)) {
|
|
105
|
+
return alias;
|
|
106
|
+
}
|
|
107
|
+
return name;
|
|
108
|
+
}
|
|
72
109
|
async function ripgrepTypeMap() {
|
|
73
110
|
ripgrepTypeMapPromise ??= loadRipgrepTypeMap();
|
|
74
111
|
return ripgrepTypeMapPromise;
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"file-selection.js","sourceRoot":"","sources":["../../../src/engine/utils/file-selection.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,QAAQ,EAAE,MAAM,oBAAoB,CAAC;AAC9C,OAAO,EAAE,SAAS,EAAE,MAAM,WAAW,CAAC;AACtC,OAAO,EACL,kBAAkB,EAClB,iCAAiC,GAClC,MAAM,WAAW,CAAC;AAEnB,MAAM,aAAa,GAAG,SAAS,CAAC,QAAQ,CAAC,CAAC;AAY1C,IAAI,qBACyD,CAAC;AAE9D,MAAM,CAAC,KAAK,UAAU,uBAAuB,CAC3C,aAA4C,EAC5C,aAA4C;IAE5C,IAAI,CAAC,aAAa,EAAE,MAAM,IAAI,CAAC,aAAa,EAAE,MAAM,EAAE,CAAC;QACrD,OAAO,EAAE,OAAO,EAAE,EAAE,EAAE,OAAO,EAAE,EAAE,EAAE,CAAC;IACtC,CAAC;IAED,MAAM,KAAK,GAAG,MAAM,cAAc,EAAE,CAAC;IACrC,OAAO;QACL,OAAO,EAAE,gBAAgB,CAAC,aAAa,EAAE,KAAK,CAAC;QAC/C,OAAO,EAAE,gBAAgB,CAAC,aAAa,EAAE,KAAK,CAAC;KAChD,CAAC;AACJ,CAAC;AAED,MAAM,UAAU,oBAAoB,CAClC,IAAY,EACZ,SAAwB,EACxB,KAAuB;IAEvB,MAAM,cAAc,GAAG,mBAAmB,CAAC,IAAI,EAAE,SAAS,CAAC,CAAC;IAC5D,MAAM,cAAc,GAClB,KAAK,CAAC,OAAO,CAAC,MAAM,KAAK,CAAC;QAC1B,KAAK,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,kBAAkB,CAAC,IAAI,EAAE,IAAI,CAAC,CAAC,CAAC;IAC/D,MAAM,cAAc,GAAG,KAAK,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC,IAAI,EAAE,EAAE,CACjD,kBAAkB,CAAC,IAAI,EAAE,IAAI,CAAC,CAC/B,CAAC;IAEF,OAAO,cAAc,IAAI,cAAc,IAAI,CAAC,cAAc,CAAC;AAC7D,CAAC;AAED,SAAS,mBAAmB,CAAC,IAAY,EAAE,SAAwB;IACjE,MAAM,KAAK,GAAG;QACZ,GAAG,CAAC,SAAS,CAAC,KAAK,IAAI,EAAE,CAAC,CAAC,GAAG,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC,CAAC;YAC3C,OAAO;YACP,eAAe,EAAE,KAAK;SACvB,CAAC,CAAC;QACH,GAAG,CAAC,SAAS,CAAC,gBAAgB,IAAI,EAAE,CAAC,CAAC,GAAG,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC,CAAC;YACtD,OAAO;YACP,eAAe,EAAE,IAAI;SACtB,CAAC,CAAC;KACJ;SACE,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,CAAC,EAAE,GAAG,IAAI,EAAE,OAAO,EAAE,IAAI,CAAC,OAAO,CAAC,IAAI,EAAE,EAAE,CAAC,CAAC;SAC1D,MAAM,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,OAAO,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC;IAC7C,MAAM,eAAe,GAAG,KAAK,CAAC,IAAI,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,CAAC,IAAI,CAAC,OAAO,CAAC,UAAU,CAAC,GAAG,CAAC,CAAC,CAAC;IAC5E,IAAI,QAAQ,GAAG,CAAC,eAAe,CAAC;IAEhC,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;QACzB,MAAM,OAAO,GAAG,IAAI,CAAC,OAAO,CAAC,UAAU,CAAC,GAAG,CAAC,CAAC;QAC7C,MAAM,OAAO,GAAG,OAAO,CAAC,CAAC,CAAC,IAAI,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,OAAO,CAAC;QACtE,IAAI,CAAC,OAAO,EAAE,CAAC;YACb,SAAS;QACX,CAAC;QACD,MAAM,OAAO,GAAG,IAAI,CAAC,eAAe;YAClC,CAAC,CAAC,iCAAiC,CAAC,OAAO,EAAE,IAAI,CAAC;YAClD,CAAC,CAAC,kBAAkB,CAAC,OAAO,EAAE,IAAI,CAAC,CAAC;QACtC,IAAI,OAAO,EAAE,CAAC;YACZ,QAAQ,GAAG,CAAC,OAAO,CAAC;QACtB,CAAC;IACH,CAAC;IAED,OAAO,QAAQ,CAAC;AAClB,CAAC;AAED,SAAS,gBAAgB,CACvB,KAAoC,EACpC,KAA6C;IAE7C,MAAM,QAAQ,GAAa,EAAE,CAAC;IAC9B,KAAK,MAAM,OAAO,IAAI,KAAK,IAAI,EAAE,EAAE,CAAC;QAClC,MAAM,IAAI,GAAG,OAAO,CAAC,IAAI,EAAE,CAAC,WAAW,EAAE,CAAC;QAC1C,IAAI,CAAC,IAAI,EAAE,CAAC;YACV,SAAS;QACX,CAAC;QACD,IAAI,IAAI,KAAK,KAAK,EAAE,CAAC;YACnB,QAAQ,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;YACpB,SAAS;QACX,CAAC;QACD,MAAM,YAAY,GAAG,KAAK,CAAC,GAAG,CAAC,
|
|
1
|
+
{"version":3,"file":"file-selection.js","sourceRoot":"","sources":["../../../src/engine/utils/file-selection.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,QAAQ,EAAE,MAAM,oBAAoB,CAAC;AAC9C,OAAO,EAAE,SAAS,EAAE,MAAM,WAAW,CAAC;AACtC,OAAO,EACL,kBAAkB,EAClB,iCAAiC,GAClC,MAAM,WAAW,CAAC;AAEnB,MAAM,aAAa,GAAG,SAAS,CAAC,QAAQ,CAAC,CAAC;AAY1C,IAAI,qBACyD,CAAC;AAE9D,MAAM,yBAAyB,GAAqC;IAClE,IAAI,EAAE,IAAI;IACV,GAAG,EAAE,IAAI;IACT,EAAE,EAAE,KAAK;IACT,EAAE,EAAE,KAAK;IACT,GAAG,EAAE,KAAK;IACV,GAAG,EAAE,KAAK;IACV,GAAG,EAAE,GAAG;IACR,GAAG,EAAE,GAAG;IACR,EAAE,EAAE,GAAG;IACP,CAAC,EAAE,GAAG;IACN,EAAE,EAAE,IAAI;IACR,GAAG,EAAE,IAAI;IACT,GAAG,EAAE,IAAI;IACT,QAAQ,EAAE,IAAI;IACd,GAAG,EAAE,IAAI;IACT,GAAG,EAAE,IAAI;IACT,EAAE,EAAE,IAAI;IACR,EAAE,EAAE,MAAM;IACV,EAAE,EAAE,MAAM;IACV,EAAE,EAAE,IAAI;IACR,GAAG,EAAE,IAAI;IACT,GAAG,EAAE,MAAM;IACX,GAAG,EAAE,IAAI;CACV,CAAC;AAEF,MAAM,CAAC,KAAK,UAAU,uBAAuB,CAC3C,aAA4C,EAC5C,aAA4C;IAE5C,IAAI,CAAC,aAAa,EAAE,MAAM,IAAI,CAAC,aAAa,EAAE,MAAM,EAAE,CAAC;QACrD,OAAO,EAAE,OAAO,EAAE,EAAE,EAAE,OAAO,EAAE,EAAE,EAAE,CAAC;IACtC,CAAC;IAED,MAAM,KAAK,GAAG,MAAM,cAAc,EAAE,CAAC;IACrC,OAAO;QACL,OAAO,EAAE,gBAAgB,CAAC,aAAa,EAAE,KAAK,CAAC;QAC/C,OAAO,EAAE,gBAAgB,CAAC,aAAa,EAAE,KAAK,CAAC;KAChD,CAAC;AACJ,CAAC;AAED,MAAM,UAAU,oBAAoB,CAClC,IAAY,EACZ,SAAwB,EACxB,KAAuB;IAEvB,MAAM,cAAc,GAAG,mBAAmB,CAAC,IAAI,EAAE,SAAS,CAAC,CAAC;IAC5D,MAAM,cAAc,GAClB,KAAK,CAAC,OAAO,CAAC,MAAM,KAAK,CAAC;QAC1B,KAAK,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,kBAAkB,CAAC,IAAI,EAAE,IAAI,CAAC,CAAC,CAAC;IAC/D,MAAM,cAAc,GAAG,KAAK,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC,IAAI,EAAE,EAAE,CACjD,kBAAkB,CAAC,IAAI,EAAE,IAAI,CAAC,CAC/B,CAAC;IAEF,OAAO,cAAc,IAAI,cAAc,IAAI,CAAC,cAAc,CAAC;AAC7D,CAAC;AAED,SAAS,mBAAmB,CAAC,IAAY,EAAE,SAAwB;IACjE,MAAM,KAAK,GAAG;QACZ,GAAG,CAAC,SAAS,CAAC,KAAK,IAAI,EAAE,CAAC,CAAC,GAAG,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC,CAAC;YAC3C,OAAO;YACP,eAAe,EAAE,KAAK;SACvB,CAAC,CAAC;QACH,GAAG,CAAC,SAAS,CAAC,gBAAgB,IAAI,EAAE,CAAC,CAAC,GAAG,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC,CAAC;YACtD,OAAO;YACP,eAAe,EAAE,IAAI;SACtB,CAAC,CAAC;KACJ;SACE,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,CAAC,EAAE,GAAG,IAAI,EAAE,OAAO,EAAE,IAAI,CAAC,OAAO,CAAC,IAAI,EAAE,EAAE,CAAC,CAAC;SAC1D,MAAM,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,OAAO,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC;IAC7C,MAAM,eAAe,GAAG,KAAK,CAAC,IAAI,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,CAAC,IAAI,CAAC,OAAO,CAAC,UAAU,CAAC,GAAG,CAAC,CAAC,CAAC;IAC5E,IAAI,QAAQ,GAAG,CAAC,eAAe,CAAC;IAEhC,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;QACzB,MAAM,OAAO,GAAG,IAAI,CAAC,OAAO,CAAC,UAAU,CAAC,GAAG,CAAC,CAAC;QAC7C,MAAM,OAAO,GAAG,OAAO,CAAC,CAAC,CAAC,IAAI,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,OAAO,CAAC;QACtE,IAAI,CAAC,OAAO,EAAE,CAAC;YACb,SAAS;QACX,CAAC;QACD,MAAM,OAAO,GAAG,IAAI,CAAC,eAAe;YAClC,CAAC,CAAC,iCAAiC,CAAC,OAAO,EAAE,IAAI,CAAC;YAClD,CAAC,CAAC,kBAAkB,CAAC,OAAO,EAAE,IAAI,CAAC,CAAC;QACtC,IAAI,OAAO,EAAE,CAAC;YACZ,QAAQ,GAAG,CAAC,OAAO,CAAC;QACtB,CAAC;IACH,CAAC;IAED,OAAO,QAAQ,CAAC;AAClB,CAAC;AAED,SAAS,gBAAgB,CACvB,KAAoC,EACpC,KAA6C;IAE7C,MAAM,QAAQ,GAAa,EAAE,CAAC;IAC9B,KAAK,MAAM,OAAO,IAAI,KAAK,IAAI,EAAE,EAAE,CAAC;QAClC,MAAM,IAAI,GAAG,OAAO,CAAC,IAAI,EAAE,CAAC,WAAW,EAAE,CAAC;QAC1C,IAAI,CAAC,IAAI,EAAE,CAAC;YACV,SAAS;QACX,CAAC;QACD,IAAI,IAAI,KAAK,KAAK,EAAE,CAAC;YACnB,QAAQ,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;YACpB,SAAS;QACX,CAAC;QACD,MAAM,QAAQ,GAAG,sBAAsB,CAAC,IAAI,EAAE,KAAK,CAAC,CAAC;QACrD,MAAM,YAAY,GAAG,KAAK,CAAC,GAAG,CAAC,QAAQ,CAAC,CAAC;QACzC,IAAI,CAAC,YAAY,EAAE,CAAC;YAClB,MAAM,IAAI,KAAK,CAAC,8BAA8B,OAAO,EAAE,CAAC,CAAC;QAC3D,CAAC;QACD,QAAQ,CAAC,IAAI,CAAC,GAAG,YAAY,CAAC,CAAC;IACjC,CAAC;IACD,OAAO,CAAC,GAAG,IAAI,GAAG,CAAC,QAAQ,CAAC,CAAC,CAAC;AAChC,CAAC;AAED,SAAS,sBAAsB,CAC7B,IAAY,EACZ,KAA6C;IAE7C,IAAI,KAAK,CAAC,GAAG,CAAC,IAAI,CAAC,EAAE,CAAC;QACpB,OAAO,IAAI,CAAC;IACd,CAAC;IAED,MAAM,aAAa,GAAG,IAAI,CAAC,UAAU,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC;IAClE,MAAM,KAAK,GAAG,yBAAyB,CAAC,aAAa,CAAC,CAAC;IACvD,IAAI,KAAK,IAAI,KAAK,CAAC,GAAG,CAAC,KAAK,CAAC,EAAE,CAAC;QAC9B,OAAO,KAAK,CAAC;IACf,CAAC;IAED,OAAO,IAAI,CAAC;AACd,CAAC;AAED,KAAK,UAAU,cAAc;IAG3B,qBAAqB,KAAK,kBAAkB,EAAE,CAAC;IAC/C,OAAO,qBAAqB,CAAC;AAC/B,CAAC;AAED,KAAK,UAAU,kBAAkB;IAG/B,MAAM,QAAQ,GAAa,EAAE,CAAC;IAC9B,IAAI,CAAC;QACH,MAAM,EAAE,MAAM,EAAE,GAAG,MAAM,MAAM,CAAC,iBAAiB,CAAC,CAAC;QACnD,QAAQ,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;IACxB,CAAC;IAAC,MAAM,CAAC;QACP,kDAAkD;IACpD,CAAC;IACD,QAAQ,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;IAEpB,IAAI,SAAkB,CAAC;IACvB,KAAK,MAAM,OAAO,IAAI,CAAC,GAAG,IAAI,GAAG,CAAC,QAAQ,CAAC,CAAC,EAAE,CAAC;QAC7C,IAAI,CAAC;YACH,MAAM,EAAE,MAAM,EAAE,GAAG,MAAM,aAAa,CAAC,OAAO,EAAE,CAAC,aAAa,CAAC,EAAE;gBAC/D,QAAQ,EAAE,MAAM;gBAChB,SAAS,EAAE,CAAC,GAAG,IAAI,GAAG,IAAI;aAC3B,CAAC,CAAC;YACH,OAAO,oBAAoB,CAAC,MAAM,CAAC,CAAC;QACtC,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,SAAS,GAAG,KAAK,CAAC;QACpB,CAAC;IACH,CAAC;IAED,MAAM,IAAI,KAAK,CAAC,mCAAmC,EAAE,EAAE,KAAK,EAAE,SAAS,EAAE,CAAC,CAAC;AAC7E,CAAC;AAED,SAAS,oBAAoB,CAC3B,MAAc;IAEd,MAAM,KAAK,GAAG,IAAI,GAAG,EAA6B,CAAC;IACnD,KAAK,MAAM,IAAI,IAAI,MAAM,CAAC,KAAK,CAAC,OAAO,CAAC,EAAE,CAAC;QACzC,MAAM,SAAS,GAAG,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC;QACpC,IAAI,SAAS,IAAI,CAAC,EAAE,CAAC;YACnB,SAAS;QACX,CAAC;QACD,MAAM,IAAI,GAAG,IAAI,CAAC,KAAK,CAAC,CAAC,EAAE,SAAS,CAAC,CAAC,IAAI,EAAE,CAAC,WAAW,EAAE,CAAC;QAC3D,MAAM,QAAQ,GAAG,IAAI;aAClB,KAAK,CAAC,SAAS,GAAG,CAAC,CAAC;aACpB,KAAK,CAAC,GAAG,CAAC;aACV,GAAG,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC,OAAO,CAAC,IAAI,EAAE,CAAC;aAChC,MAAM,CAAC,OAAO,CAAC,CAAC;QACnB,IAAI,IAAI,IAAI,QAAQ,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YAChC,KAAK,CAAC,GAAG,CAAC,IAAI,EAAE,QAAQ,CAAC,CAAC;QAC5B,CAAC;IACH,CAAC;IACD,OAAO,KAAK,CAAC;AACf,CAAC"}
|
|
@@ -2,7 +2,7 @@ import { randomUUID } from "node:crypto";
|
|
|
2
2
|
import { existsSync, mkdirSync, readdirSync, readFileSync, rmSync, statSync, writeFileSync, } from "node:fs";
|
|
3
3
|
import { hostname } from "node:os";
|
|
4
4
|
import { dirname, join } from "node:path";
|
|
5
|
-
import { detail, EngineError, errorDetails } from "../errors
|
|
5
|
+
import { detail, EngineError, errorDetails } from "../errors.js";
|
|
6
6
|
const LOCK_INFO_FILE = "lock.json";
|
|
7
7
|
const DEFAULT_STALE_LOCK_MS = 6 * 60 * 60 * 1000;
|
|
8
8
|
function acquireExclusiveDirectoryLock(lockPath, options) {
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"lock.js","sourceRoot":"","sources":["../../../src/engine/utils/lock.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,UAAU,EAAE,MAAM,aAAa,CAAC;AACzC,OAAO,EACL,UAAU,EACV,SAAS,EACT,WAAW,EACX,YAAY,EACZ,MAAM,EACN,QAAQ,EACR,aAAa,GACd,MAAM,SAAS,CAAC;AACjB,OAAO,EAAE,QAAQ,EAAE,MAAM,SAAS,CAAC;AACnC,OAAO,EAAE,OAAO,EAAE,IAAI,EAAE,MAAM,WAAW,CAAC;AAC1C,OAAO,EAAE,MAAM,EAAE,WAAW,EAAE,YAAY,EAAE,MAAM,
|
|
1
|
+
{"version":3,"file":"lock.js","sourceRoot":"","sources":["../../../src/engine/utils/lock.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,UAAU,EAAE,MAAM,aAAa,CAAC;AACzC,OAAO,EACL,UAAU,EACV,SAAS,EACT,WAAW,EACX,YAAY,EACZ,MAAM,EACN,QAAQ,EACR,aAAa,GACd,MAAM,SAAS,CAAC;AACjB,OAAO,EAAE,QAAQ,EAAE,MAAM,SAAS,CAAC;AACnC,OAAO,EAAE,OAAO,EAAE,IAAI,EAAE,MAAM,WAAW,CAAC;AAC1C,OAAO,EAAE,MAAM,EAAE,WAAW,EAAE,YAAY,EAAE,MAAM,cAAc,CAAC;AAqBjE,MAAM,cAAc,GAAG,WAAW,CAAC;AACnC,MAAM,qBAAqB,GAAG,CAAC,GAAG,EAAE,GAAG,EAAE,GAAG,IAAI,CAAC;AAEjD,SAAS,6BAA6B,CACpC,QAAgB,EAChB,OAAwB;IAExB,SAAS,CAAC,OAAO,CAAC,QAAQ,CAAC,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;IAElD,KAAK,IAAI,OAAO,GAAG,CAAC,EAAE,OAAO,GAAG,CAAC,EAAE,OAAO,EAAE,EAAE,CAAC;QAC7C,IAAI,CAAC;YACH,SAAS,CAAC,QAAQ,CAAC,CAAC;YACpB,MAAM,IAAI,GAAG,eAAe,CAAC,OAAO,CAAC,SAAS,CAAC,CAAC;YAChD,aAAa,CACX,YAAY,CAAC,QAAQ,CAAC,EACtB,GAAG,IAAI,CAAC,SAAS,CAAC,IAAI,EAAE,IAAI,EAAE,CAAC,CAAC,IAAI,EACpC,MAAM,CACP,CAAC;YAEF,OAAO;gBACL,IAAI,EAAE,QAAQ;gBACd,IAAI;gBACJ,OAAO,EAAE,GAAG,EAAE,CAAC,eAAe,CAAC,QAAQ,EAAE,IAAI,CAAC;aAC/C,CAAC;QACJ,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,IAAI,CAAC,WAAW,CAAC,KAAK,CAAC,IAAI,KAAK,CAAC,IAAI,KAAK,QAAQ,EAAE,CAAC;gBACnD,MAAM,KAAK,CAAC;YACd,CAAC;YAED,IACE,gBAAgB,CAAC,QAAQ,EAAE,OAAO,CAAC,OAAO,IAAI,qBAAqB,CAAC,EACpE,CAAC;gBACD,SAAS;YACX,CAAC;YAED,MAAM,aAAa,CAAC,QAAQ,EAAE,OAAO,CAAC,SAAS,CAAC,CAAC;QACnD,CAAC;IACH,CAAC;IAED,MAAM,aAAa,CAAC,QAAQ,EAAE,OAAO,CAAC,SAAS,CAAC,CAAC;AACnD,CAAC;AAED,SAAS,gCAAgC,CACvC,QAAgB,EAChB,SAAiB;IAEjB,IAAI,CAAC,UAAU,CAAC,QAAQ,CAAC,EAAE,CAAC;QAC1B,OAAO;IACT,CAAC;IAED,IAAI,gBAAgB,CAAC,QAAQ,EAAE,qBAAqB,CAAC,EAAE,CAAC;QACtD,OAAO;IACT,CAAC;IAED,MAAM,aAAa,CAAC,QAAQ,EAAE,SAAS,CAAC,CAAC;AAC3C,CAAC;AAED,MAAM,UAAU,oBAAoB,CAClC,QAAgB,EAChB,IAAsB,EACtB,OAAwB;IAExB,OAAO,IAAI,KAAK,MAAM;QACpB,CAAC,CAAC,eAAe,CAAC,QAAQ,EAAE,OAAO,CAAC;QACpC,CAAC,CAAC,gBAAgB,CAAC,QAAQ,EAAE,OAAO,CAAC,CAAC;AAC1C,CAAC;AAED,MAAM,UAAU,iBAAiB,CAAC,QAAgB,EAAE,SAAiB;IACnE,gCAAgC,CAAC,aAAa,CAAC,QAAQ,CAAC,EAAE,SAAS,CAAC,CAAC;AACvE,CAAC;AAED,SAAS,eAAe,CAAC,SAAiB;IACxC,OAAO;QACL,KAAK,EAAE,UAAU,EAAE;QACnB,GAAG,EAAE,OAAO,CAAC,GAAG;QAChB,QAAQ,EAAE,QAAQ,EAAE;QACpB,SAAS,EAAE,IAAI,CAAC,GAAG,EAAE;QACrB,SAAS;KACV,CAAC;AACJ,CAAC;AAED,SAAS,eAAe,CAAC,QAAgB,EAAE,OAAwB;IACjE,SAAS,CAAC,OAAO,CAAC,QAAQ,CAAC,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;IAClD,MAAM,OAAO,GAAG,OAAO,CAAC,OAAO,IAAI,qBAAqB,CAAC;IACzD,MAAM,SAAS,GAAG,aAAa,CAAC,QAAQ,CAAC,CAAC;IAE1C,KAAK,IAAI,OAAO,GAAG,CAAC,EAAE,OAAO,GAAG,CAAC,EAAE,OAAO,EAAE,EAAE,CAAC;QAC7C,IAAI,UAAU,CAAC,SAAS,CAAC,EAAE,CAAC;YAC1B,IAAI,gBAAgB,CAAC,SAAS,EAAE,OAAO,CAAC,EAAE,CAAC;gBACzC,SAAS;YACX,CAAC;YAED,MAAM,aAAa,CAAC,SAAS,EAAE,OAAO,CAAC,SAAS,CAAC,CAAC;QACpD,CAAC;QAED,MAAM,IAAI,GAAG,eAAe,CAAC,OAAO,CAAC,SAAS,CAAC,CAAC;QAChD,MAAM,UAAU,GAAG,IAAI,CACrB,eAAe,CAAC,QAAQ,CAAC,EACzB,GAAG,IAAI,CAAC,GAAG,IAAI,IAAI,CAAC,KAAK,EAAE,CAC5B,CAAC;QACF,IAAI,CAAC;YACH,SAAS,CAAC,UAAU,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;YAC3C,aAAa,CACX,YAAY,CAAC,UAAU,CAAC,EACxB,GAAG,IAAI,CAAC,SAAS,CAAC,IAAI,EAAE,IAAI,EAAE,CAAC,CAAC,IAAI,EACpC,MAAM,CACP,CAAC;YAEF,IAAI,UAAU,CAAC,SAAS,CAAC,EAAE,CAAC;gBAC1B,eAAe,CAAC,UAAU,EAAE,IAAI,CAAC,CAAC;gBAClC,IAAI,gBAAgB,CAAC,SAAS,EAAE,OAAO,CAAC,EAAE,CAAC;oBACzC,SAAS;gBACX,CAAC;gBAED,MAAM,aAAa,CAAC,SAAS,EAAE,OAAO,CAAC,SAAS,CAAC,CAAC;YACpD,CAAC;YAED,OAAO;gBACL,IAAI,EAAE,UAAU;gBAChB,IAAI;gBACJ,OAAO,EAAE,GAAG,EAAE,CAAC,eAAe,CAAC,UAAU,EAAE,IAAI,CAAC;aACjD,CAAC;QACJ,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,eAAe,CAAC,UAAU,EAAE,IAAI,CAAC,CAAC;YAClC,IAAI,CAAC,WAAW,CAAC,KAAK,CAAC,IAAI,KAAK,CAAC,IAAI,KAAK,QAAQ,EAAE,CAAC;gBACnD,MAAM,KAAK,CAAC;YACd,CAAC;QACH,CAAC;IACH,CAAC;IAED,MAAM,aAAa,CAAC,SAAS,EAAE,OAAO,CAAC,SAAS,CAAC,CAAC;AACpD,CAAC;AAED,SAAS,gBAAgB,CACvB,QAAgB,EAChB,OAAwB;IAExB,MAAM,OAAO,GAAG,OAAO,CAAC,OAAO,IAAI,qBAAqB,CAAC;IACzD,MAAM,SAAS,GAAG,aAAa,CAAC,QAAQ,CAAC,CAAC;IAE1C,KAAK,IAAI,OAAO,GAAG,CAAC,EAAE,OAAO,GAAG,CAAC,EAAE,OAAO,EAAE,EAAE,CAAC;QAC7C,MAAM,IAAI,GAAG,6BAA6B,CAAC,SAAS,EAAE,OAAO,CAAC,CAAC;QAC/D,IAAI,CAAC,gBAAgB,CAAC,QAAQ,EAAE,OAAO,CAAC,EAAE,CAAC;YACzC,OAAO,IAAI,CAAC;QACd,CAAC;QAED,IAAI,CAAC,OAAO,EAAE,CAAC;QACf,MAAM,iBAAiB,CAAC,QAAQ,EAAE,OAAO,CAAC,SAAS,CAAC,CAAC;IACvD,CAAC;IAED,MAAM,iBAAiB,CAAC,QAAQ,EAAE,OAAO,CAAC,SAAS,CAAC,CAAC;AACvD,CAAC;AAED,SAAS,eAAe,CAAC,QAAgB,EAAE,KAAmB;IAC5D,MAAM,OAAO,GAAG,YAAY,CAAC,QAAQ,CAAC,CAAC;IACvC,IAAI,OAAO,EAAE,KAAK,KAAK,KAAK,CAAC,KAAK,EAAE,CAAC;QACnC,OAAO;IACT,CAAC;IAED,MAAM,CAAC,QAAQ,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,KAAK,EAAE,IAAI,EAAE,CAAC,CAAC;AACrD,CAAC;AAED,SAAS,gBAAgB,CAAC,QAAgB,EAAE,OAAe;IACzD,IAAI,CAAC,UAAU,CAAC,QAAQ,CAAC,EAAE,CAAC;QAC1B,OAAO,KAAK,CAAC;IACf,CAAC;IAED,MAAM,IAAI,GAAG,YAAY,CAAC,QAAQ,CAAC,CAAC;IACpC,IAAI,CAAC,WAAW,CAAC,QAAQ,EAAE,IAAI,EAAE,OAAO,CAAC,EAAE,CAAC;QAC1C,OAAO,KAAK,CAAC;IACf,CAAC;IAED,MAAM,CAAC,QAAQ,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,KAAK,EAAE,IAAI,EAAE,CAAC,CAAC;IACnD,OAAO,IAAI,CAAC;AACd,CAAC;AAED,SAAS,gBAAgB,CAAC,QAAgB,EAAE,OAAe;IACzD,MAAM,WAAW,GAAG,eAAe,CAAC,QAAQ,CAAC,CAAC;IAC9C,IAAI,CAAC,UAAU,CAAC,WAAW,CAAC,EAAE,CAAC;QAC7B,OAAO,KAAK,CAAC;IACf,CAAC;IAED,IAAI,OAAiB,CAAC;IACtB,IAAI,CAAC;QACH,OAAO,GAAG,WAAW,CAAC,WAAW,CAAC,CAAC;IACrC,CAAC;IAAC,MAAM,CAAC;QACP,OAAO,KAAK,CAAC;IACf,CAAC;IAED,IAAI,MAAM,GAAG,KAAK,CAAC;IACnB,KAAK,MAAM,KAAK,IAAI,OAAO,EAAE,CAAC;QAC5B,MAAM,UAAU,GAAG,IAAI,CAAC,WAAW,EAAE,KAAK,CAAC,CAAC;QAC5C,IAAI,gBAAgB,CAAC,UAAU,EAAE,OAAO,CAAC,EAAE,CAAC;YAC1C,SAAS;QACX,CAAC;QAED,MAAM,GAAG,IAAI,CAAC;IAChB,CAAC;IAED,OAAO,MAAM,CAAC;AAChB,CAAC;AAED,SAAS,WAAW,CAClB,QAAgB,EAChB,IAAyB,EACzB,OAAe;IAEf,MAAM,GAAG,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;IACvB,MAAM,SAAS,GAAG,IAAI,EAAE,SAAS,IAAI,kBAAkB,CAAC,QAAQ,CAAC,CAAC;IAClE,MAAM,OAAO,GAAG,GAAG,GAAG,SAAS,GAAG,OAAO,CAAC;IAC1C,IAAI,CAAC,IAAI,EAAE,CAAC;QACV,OAAO,OAAO,CAAC;IACjB,CAAC;IAED,IAAI,IAAI,CAAC,QAAQ,KAAK,QAAQ,EAAE,IAAI,CAAC,cAAc,CAAC,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC;QAC9D,OAAO,IAAI,CAAC;IACd,CAAC;IAED,OAAO,OAAO,CAAC;AACjB,CAAC;AAED,SAAS,cAAc,CAAC,GAAW;IACjC,IAAI,CAAC,MAAM,CAAC,SAAS,CAAC,GAAG,CAAC,IAAI,GAAG,IAAI,CAAC,EAAE,CAAC;QACvC,OAAO,KAAK,CAAC;IACf,CAAC;IAED,IAAI,CAAC;QACH,OAAO,CAAC,IAAI,CAAC,GAAG,EAAE,CAAC,CAAC,CAAC;QACrB,OAAO,IAAI,CAAC;IACd,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,OAAO,WAAW,CAAC,KAAK,CAAC,IAAI,KAAK,CAAC,IAAI,KAAK,OAAO,CAAC;IACtD,CAAC;AACH,CAAC;AAED,SAAS,YAAY,CAAC,QAAgB;IACpC,IAAI,CAAC;QACH,MAAM,MAAM,GAAG,IAAI,CAAC,KAAK,CACvB,YAAY,CAAC,YAAY,CAAC,QAAQ,CAAC,EAAE,MAAM,CAAC,CACpB,CAAC;QAC3B,IACE,OAAO,MAAM,CAAC,KAAK,KAAK,QAAQ;YAChC,OAAO,MAAM,CAAC,GAAG,KAAK,QAAQ;YAC9B,OAAO,MAAM,CAAC,QAAQ,KAAK,QAAQ;YACnC,OAAO,MAAM,CAAC,SAAS,KAAK,QAAQ;YACpC,OAAO,MAAM,CAAC,SAAS,KAAK,QAAQ,EACpC,CAAC;YACD,OAAO,MAAsB,CAAC;QAChC,CAAC;IACH,CAAC;IAAC,MAAM,CAAC;QACP,OAAO,IAAI,CAAC;IACd,CAAC;IAED,OAAO,IAAI,CAAC;AACd,CAAC;AAED,SAAS,kBAAkB,CAAC,QAAgB;IAC1C,IAAI,CAAC;QACH,OAAO,QAAQ,CAAC,QAAQ,CAAC,CAAC,OAAO,CAAC;IACpC,CAAC;IAAC,MAAM,CAAC;QACP,OAAO,IAAI,CAAC,GAAG,EAAE,CAAC;IACpB,CAAC;AACH,CAAC;AAED,SAAS,aAAa,CACpB,QAAgB,EAChB,kBAA0B;IAE1B,MAAM,KAAK,GAAG,YAAY,CAAC,QAAQ,CAAC,CAAC;IAErC,OAAO,IAAI,WAAW,CAAC,mBAAmB,EAAE;QAC1C,IAAI,EAAE,4BAA4B;QAClC,OAAO,EAAE,YAAY,CAAC;YACpB,MAAM,CAAC,MAAM,EAAE,QAAQ,CAAC;YACxB,MAAM,CAAC,WAAW,EAAE,kBAAkB,CAAC;YACvC,MAAM,CAAC,gBAAgB,EAAE,KAAK,EAAE,SAAS,CAAC;YAC1C,MAAM,CAAC,UAAU,EAAE,KAAK,EAAE,GAAG,CAAC;YAC9B,MAAM,CAAC,WAAW,EAAE,KAAK,EAAE,QAAQ,CAAC;SACrC,CAAC;KACH,CAAC,CAAC;AACL,CAAC;AAED,SAAS,iBAAiB,CACxB,QAAgB,EAChB,kBAA0B;IAE1B,MAAM,KAAK,GAAG,qBAAqB,CAAC,QAAQ,CAAC,CAAC;IAE9C,OAAO,IAAI,WAAW,CAAC,mBAAmB,EAAE;QAC1C,IAAI,EAAE,4BAA4B;QAClC,OAAO,EAAE,YAAY,CAAC;YACpB,MAAM,CAAC,MAAM,EAAE,eAAe,CAAC,QAAQ,CAAC,CAAC;YACzC,MAAM,CAAC,WAAW,EAAE,kBAAkB,CAAC;YACvC,MAAM,CAAC,gBAAgB,EAAE,KAAK,EAAE,SAAS,CAAC;YAC1C,MAAM,CAAC,UAAU,EAAE,KAAK,EAAE,GAAG,CAAC;YAC9B,MAAM,CAAC,WAAW,EAAE,KAAK,EAAE,QAAQ,CAAC;SACrC,CAAC;KACH,CAAC,CAAC;AACL,CAAC;AAED,SAAS,qBAAqB,CAAC,QAAgB;IAC7C,MAAM,WAAW,GAAG,eAAe,CAAC,QAAQ,CAAC,CAAC;IAC9C,IAAI,CAAC,UAAU,CAAC,WAAW,CAAC,EAAE,CAAC;QAC7B,OAAO,IAAI,CAAC;IACd,CAAC;IAED,IAAI,CAAC;QACH,KAAK,MAAM,KAAK,IAAI,WAAW,CAAC,WAAW,CAAC,EAAE,CAAC;YAC7C,MAAM,IAAI,GAAG,YAAY,CAAC,IAAI,CAAC,WAAW,EAAE,KAAK,CAAC,CAAC,CAAC;YACpD,IAAI,IAAI,EAAE,CAAC;gBACT,OAAO,IAAI,CAAC;YACd,CAAC;QACH,CAAC;IACH,CAAC;IAAC,MAAM,CAAC;QACP,OAAO,IAAI,CAAC;IACd,CAAC;IAED,OAAO,IAAI,CAAC;AACd,CAAC;AAED,SAAS,YAAY,CAAC,QAAgB;IACpC,OAAO,IAAI,CAAC,QAAQ,EAAE,cAAc,CAAC,CAAC;AACxC,CAAC;AAED,SAAS,aAAa,CAAC,QAAgB;IACrC,OAAO,GAAG,QAAQ,QAAQ,CAAC;AAC7B,CAAC;AAED,SAAS,eAAe,CAAC,QAAgB;IACvC,OAAO,GAAG,QAAQ,UAAU,CAAC;AAC/B,CAAC;AAED,SAAS,WAAW,CAAC,KAAc;IACjC,OAAO,OAAO,KAAK,KAAK,QAAQ,IAAI,KAAK,KAAK,IAAI,IAAI,MAAM,IAAI,KAAK,CAAC;AACxE,CAAC"}
|
|
@@ -0,0 +1,10 @@
|
|
|
1
|
+
import type { IndexProgress } from "./engine/types.js";
|
|
2
|
+
export type IndexProgressUpdate = {
|
|
3
|
+
phase: IndexProgress["phase"];
|
|
4
|
+
line: string;
|
|
5
|
+
progress: IndexProgress;
|
|
6
|
+
};
|
|
7
|
+
export declare function formatIndexProgressLine(progress: IndexProgress): string | undefined;
|
|
8
|
+
export declare function formatModelDownloadProgress(progress: IndexProgress): string | undefined;
|
|
9
|
+
export declare function indexProgressMessage(progress: IndexProgress): string | undefined;
|
|
10
|
+
export declare function indexProgressFromMessage(message: string | undefined): IndexProgressUpdate | undefined;
|
|
@@ -0,0 +1,159 @@
|
|
|
1
|
+
const MCP_INDEX_PROGRESS_PREFIX = "zvec-grep:index-progress:";
|
|
2
|
+
export function formatIndexProgressLine(progress) {
|
|
3
|
+
if (progress.phase === "scanning") {
|
|
4
|
+
return progress.detail;
|
|
5
|
+
}
|
|
6
|
+
if (progress.phase === "indexing") {
|
|
7
|
+
const modelDownload = formatModelDownloadProgress(progress);
|
|
8
|
+
if (modelDownload) {
|
|
9
|
+
return modelDownload;
|
|
10
|
+
}
|
|
11
|
+
const indexed = progress.filesIndexed ?? 0;
|
|
12
|
+
const total = progress.filesTotal ?? 0;
|
|
13
|
+
const detail = progress.detail ? ` ${truncate(progress.detail, 100)}` : "";
|
|
14
|
+
const failed = formatFailedProgress(progress);
|
|
15
|
+
const embedding = formatEmbeddingProgress(progress);
|
|
16
|
+
return total > 0
|
|
17
|
+
? `Indexing files: ${indexed}/${total}${detail}${failed}${embedding}`
|
|
18
|
+
: `Indexing files...${detail}${failed}${embedding}`;
|
|
19
|
+
}
|
|
20
|
+
return progress.detail ?? "Indexing complete";
|
|
21
|
+
}
|
|
22
|
+
export function formatModelDownloadProgress(progress) {
|
|
23
|
+
const embedding = progress.embedding;
|
|
24
|
+
if (!embedding?.model) {
|
|
25
|
+
return undefined;
|
|
26
|
+
}
|
|
27
|
+
if (embedding.stage === "preparing") {
|
|
28
|
+
return `Preparing ${embedding.model}`;
|
|
29
|
+
}
|
|
30
|
+
if (embedding.stage === "warning") {
|
|
31
|
+
return `zvec-grep warning: ${singleLineText(embedding.message ?? "Embedding model warning")}`;
|
|
32
|
+
}
|
|
33
|
+
if (embedding.stage === "ready") {
|
|
34
|
+
return `Model ready: ${embedding.model}`;
|
|
35
|
+
}
|
|
36
|
+
if (embedding.stage !== "downloading") {
|
|
37
|
+
return undefined;
|
|
38
|
+
}
|
|
39
|
+
const parts = [`Downloading ${embedding.model}`];
|
|
40
|
+
const downloadedBytes = embedding.downloadedBytes;
|
|
41
|
+
const totalBytes = embedding.totalBytes;
|
|
42
|
+
if (typeof downloadedBytes === "number" &&
|
|
43
|
+
typeof totalBytes === "number" &&
|
|
44
|
+
totalBytes > 0) {
|
|
45
|
+
const percent = Math.min(100, Math.max(0, Math.round((downloadedBytes / totalBytes) * 100)));
|
|
46
|
+
parts.push(`${percent}%`);
|
|
47
|
+
parts.push(`${formatByteCount(downloadedBytes)}/${formatByteCount(totalBytes)}`);
|
|
48
|
+
}
|
|
49
|
+
else if (typeof downloadedBytes === "number") {
|
|
50
|
+
parts.push(formatByteCount(downloadedBytes));
|
|
51
|
+
}
|
|
52
|
+
return parts.join(" · ");
|
|
53
|
+
}
|
|
54
|
+
export function indexProgressMessage(progress) {
|
|
55
|
+
const line = formatIndexProgressLine(progress);
|
|
56
|
+
return line
|
|
57
|
+
? `${MCP_INDEX_PROGRESS_PREFIX}${JSON.stringify({ line, progress })}`
|
|
58
|
+
: undefined;
|
|
59
|
+
}
|
|
60
|
+
export function indexProgressFromMessage(message) {
|
|
61
|
+
if (!message?.startsWith(MCP_INDEX_PROGRESS_PREFIX))
|
|
62
|
+
return undefined;
|
|
63
|
+
const payload = message.slice(MCP_INDEX_PROGRESS_PREFIX.length);
|
|
64
|
+
if (payload.startsWith("{")) {
|
|
65
|
+
try {
|
|
66
|
+
const decoded = JSON.parse(payload);
|
|
67
|
+
if (typeof decoded.line === "string" &&
|
|
68
|
+
isIndexProgress(decoded.progress)) {
|
|
69
|
+
return {
|
|
70
|
+
phase: decoded.progress.phase,
|
|
71
|
+
line: decoded.line,
|
|
72
|
+
progress: decoded.progress,
|
|
73
|
+
};
|
|
74
|
+
}
|
|
75
|
+
}
|
|
76
|
+
catch {
|
|
77
|
+
return undefined;
|
|
78
|
+
}
|
|
79
|
+
}
|
|
80
|
+
// Backward-compatible decoding for progress emitted by an older daemon.
|
|
81
|
+
const separator = payload.indexOf(":");
|
|
82
|
+
if (separator < 0)
|
|
83
|
+
return undefined;
|
|
84
|
+
const phase = payload.slice(0, separator);
|
|
85
|
+
if (phase !== "scanning" && phase !== "indexing" && phase !== "done") {
|
|
86
|
+
return undefined;
|
|
87
|
+
}
|
|
88
|
+
const line = payload.slice(separator + 1);
|
|
89
|
+
return { phase, line, progress: { phase, detail: line } };
|
|
90
|
+
}
|
|
91
|
+
function isIndexProgress(value) {
|
|
92
|
+
if (!value || typeof value !== "object")
|
|
93
|
+
return false;
|
|
94
|
+
const progress = value;
|
|
95
|
+
return (progress.phase === "scanning" ||
|
|
96
|
+
progress.phase === "indexing" ||
|
|
97
|
+
progress.phase === "done");
|
|
98
|
+
}
|
|
99
|
+
function formatFailedProgress(progress) {
|
|
100
|
+
const failed = progress.filesFailed ?? 0;
|
|
101
|
+
return failed > 0 ? ` [failed=${failed}]` : "";
|
|
102
|
+
}
|
|
103
|
+
function formatEmbeddingProgress(progress) {
|
|
104
|
+
const embedding = progress.embedding;
|
|
105
|
+
if (!embedding) {
|
|
106
|
+
return "";
|
|
107
|
+
}
|
|
108
|
+
const parts = [];
|
|
109
|
+
if (typeof embedding.concurrency === "number") {
|
|
110
|
+
parts.push(`concurrency=${embedding.concurrency}`);
|
|
111
|
+
}
|
|
112
|
+
if (typeof embedding.retryableFailures === "number" &&
|
|
113
|
+
embedding.retryableFailures > 0) {
|
|
114
|
+
parts.push(`retries=${embedding.retryableFailures}`);
|
|
115
|
+
}
|
|
116
|
+
return parts.length > 0 ? ` [embed ${parts.join(" ")}]` : "";
|
|
117
|
+
}
|
|
118
|
+
function truncate(value, maxLength) {
|
|
119
|
+
if (value.length <= maxLength) {
|
|
120
|
+
return value;
|
|
121
|
+
}
|
|
122
|
+
return `${value.slice(0, Math.max(0, maxLength - 1))}...`;
|
|
123
|
+
}
|
|
124
|
+
function formatByteCount(value) {
|
|
125
|
+
const bytes = Math.max(0, value);
|
|
126
|
+
const units = ["B", "KiB", "MiB", "GiB"];
|
|
127
|
+
let amount = bytes;
|
|
128
|
+
let unitIndex = 0;
|
|
129
|
+
while (amount >= 1024 && unitIndex < units.length - 1) {
|
|
130
|
+
amount /= 1024;
|
|
131
|
+
unitIndex++;
|
|
132
|
+
}
|
|
133
|
+
const digits = unitIndex === 0 || amount >= 10 ? 0 : 1;
|
|
134
|
+
return `${amount.toFixed(digits)} ${units[unitIndex]}`;
|
|
135
|
+
}
|
|
136
|
+
function singleLineText(value) {
|
|
137
|
+
let result = "";
|
|
138
|
+
for (let index = 0; index < value.length; index++) {
|
|
139
|
+
const code = value.charCodeAt(index);
|
|
140
|
+
if (code === 0x1b && value.charCodeAt(index + 1) === 0x5b) {
|
|
141
|
+
index += 2;
|
|
142
|
+
while (index < value.length) {
|
|
143
|
+
const ansiCode = value.charCodeAt(index);
|
|
144
|
+
if (ansiCode >= 0x40 && ansiCode <= 0x7e) {
|
|
145
|
+
break;
|
|
146
|
+
}
|
|
147
|
+
index++;
|
|
148
|
+
}
|
|
149
|
+
continue;
|
|
150
|
+
}
|
|
151
|
+
if (code < 0x20 || (code >= 0x7f && code <= 0x9f)) {
|
|
152
|
+
result += " ";
|
|
153
|
+
continue;
|
|
154
|
+
}
|
|
155
|
+
result += value[index];
|
|
156
|
+
}
|
|
157
|
+
return result.replace(/\s+/g, " ").trim();
|
|
158
|
+
}
|
|
159
|
+
//# sourceMappingURL=index-progress.js.map
|