grepmind-core 0.1.0-alpha
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/LICENSE +190 -0
- package/dist/config/types.d.ts +174 -0
- package/dist/config/types.d.ts.map +1 -0
- package/dist/config/types.js +137 -0
- package/dist/config/types.js.map +1 -0
- package/dist/git.d.ts +98 -0
- package/dist/git.d.ts.map +1 -0
- package/dist/git.js +298 -0
- package/dist/git.js.map +1 -0
- package/dist/git.test.d.ts +7 -0
- package/dist/git.test.d.ts.map +1 -0
- package/dist/git.test.js +242 -0
- package/dist/git.test.js.map +1 -0
- package/dist/index.d.ts +44 -0
- package/dist/index.d.ts.map +1 -0
- package/dist/index.js +67 -0
- package/dist/index.js.map +1 -0
- package/dist/indexer/branch.d.ts +121 -0
- package/dist/indexer/branch.d.ts.map +1 -0
- package/dist/indexer/branch.js +451 -0
- package/dist/indexer/branch.js.map +1 -0
- package/dist/indexer/chunker.d.ts +9 -0
- package/dist/indexer/chunker.d.ts.map +1 -0
- package/dist/indexer/chunker.js +70 -0
- package/dist/indexer/chunker.js.map +1 -0
- package/dist/indexer/chunker.test.d.ts +2 -0
- package/dist/indexer/chunker.test.d.ts.map +1 -0
- package/dist/indexer/chunker.test.js +180 -0
- package/dist/indexer/chunker.test.js.map +1 -0
- package/dist/indexer/code/branch.d.ts +155 -0
- package/dist/indexer/code/branch.d.ts.map +1 -0
- package/dist/indexer/code/branch.js +550 -0
- package/dist/indexer/code/branch.js.map +1 -0
- package/dist/indexer/code/branch.test.d.ts +7 -0
- package/dist/indexer/code/branch.test.d.ts.map +1 -0
- package/dist/indexer/code/branch.test.js +241 -0
- package/dist/indexer/code/branch.test.js.map +1 -0
- package/dist/indexer/code/chunker.d.ts +61 -0
- package/dist/indexer/code/chunker.d.ts.map +1 -0
- package/dist/indexer/code/chunker.js +311 -0
- package/dist/indexer/code/chunker.js.map +1 -0
- package/dist/indexer/code/chunker.test.d.ts +2 -0
- package/dist/indexer/code/chunker.test.d.ts.map +1 -0
- package/dist/indexer/code/chunker.test.js +552 -0
- package/dist/indexer/code/chunker.test.js.map +1 -0
- package/dist/indexer/code/fts.test.d.ts +2 -0
- package/dist/indexer/code/fts.test.d.ts.map +1 -0
- package/dist/indexer/code/fts.test.js +14 -0
- package/dist/indexer/code/fts.test.js.map +1 -0
- package/dist/indexer/code/graph/embedded.d.ts +11 -0
- package/dist/indexer/code/graph/embedded.d.ts.map +1 -0
- package/dist/indexer/code/graph/embedded.js +152 -0
- package/dist/indexer/code/graph/embedded.js.map +1 -0
- package/dist/indexer/code/graph/embedded.test.d.ts +2 -0
- package/dist/indexer/code/graph/embedded.test.d.ts.map +1 -0
- package/dist/indexer/code/graph/embedded.test.js +105 -0
- package/dist/indexer/code/graph/embedded.test.js.map +1 -0
- package/dist/indexer/code/graph/facts.d.ts +11 -0
- package/dist/indexer/code/graph/facts.d.ts.map +1 -0
- package/dist/indexer/code/graph/facts.js +456 -0
- package/dist/indexer/code/graph/facts.js.map +1 -0
- package/dist/indexer/code/graph/facts.test.d.ts +2 -0
- package/dist/indexer/code/graph/facts.test.d.ts.map +1 -0
- package/dist/indexer/code/graph/facts.test.js +181 -0
- package/dist/indexer/code/graph/facts.test.js.map +1 -0
- package/dist/indexer/code/graph/id.d.ts +14 -0
- package/dist/indexer/code/graph/id.d.ts.map +1 -0
- package/dist/indexer/code/graph/id.js +40 -0
- package/dist/indexer/code/graph/id.js.map +1 -0
- package/dist/indexer/code/graph/id.test.d.ts +2 -0
- package/dist/indexer/code/graph/id.test.d.ts.map +1 -0
- package/dist/indexer/code/graph/id.test.js +86 -0
- package/dist/indexer/code/graph/id.test.js.map +1 -0
- package/dist/indexer/code/graph/index.d.ts +133 -0
- package/dist/indexer/code/graph/index.d.ts.map +1 -0
- package/dist/indexer/code/graph/index.js +1876 -0
- package/dist/indexer/code/graph/index.js.map +1 -0
- package/dist/indexer/code/graph/index.test.d.ts +2 -0
- package/dist/indexer/code/graph/index.test.d.ts.map +1 -0
- package/dist/indexer/code/graph/index.test.js +210 -0
- package/dist/indexer/code/graph/index.test.js.map +1 -0
- package/dist/indexer/code/graph/queries.d.ts +22 -0
- package/dist/indexer/code/graph/queries.d.ts.map +1 -0
- package/dist/indexer/code/graph/queries.js +79 -0
- package/dist/indexer/code/graph/queries.js.map +1 -0
- package/dist/indexer/code/graph/queries.test.d.ts +2 -0
- package/dist/indexer/code/graph/queries.test.d.ts.map +1 -0
- package/dist/indexer/code/graph/queries.test.js +108 -0
- package/dist/indexer/code/graph/queries.test.js.map +1 -0
- package/dist/indexer/code/graph/resolver.d.ts +136 -0
- package/dist/indexer/code/graph/resolver.d.ts.map +1 -0
- package/dist/indexer/code/graph/resolver.js +839 -0
- package/dist/indexer/code/graph/resolver.js.map +1 -0
- package/dist/indexer/code/graph/resolver.test.d.ts +2 -0
- package/dist/indexer/code/graph/resolver.test.d.ts.map +1 -0
- package/dist/indexer/code/graph/resolver.test.js +482 -0
- package/dist/indexer/code/graph/resolver.test.js.map +1 -0
- package/dist/indexer/code/graph/semantic.d.ts +33 -0
- package/dist/indexer/code/graph/semantic.d.ts.map +1 -0
- package/dist/indexer/code/graph/semantic.js +279 -0
- package/dist/indexer/code/graph/semantic.js.map +1 -0
- package/dist/indexer/code/graph/semantic.test.d.ts +2 -0
- package/dist/indexer/code/graph/semantic.test.d.ts.map +1 -0
- package/dist/indexer/code/graph/semantic.test.js +127 -0
- package/dist/indexer/code/graph/semantic.test.js.map +1 -0
- package/dist/indexer/code/index.d.ts +404 -0
- package/dist/indexer/code/index.d.ts.map +1 -0
- package/dist/indexer/code/index.js +2070 -0
- package/dist/indexer/code/index.js.map +1 -0
- package/dist/indexer/code/languages/bash.d.ts +14 -0
- package/dist/indexer/code/languages/bash.d.ts.map +1 -0
- package/dist/indexer/code/languages/bash.js +125 -0
- package/dist/indexer/code/languages/bash.js.map +1 -0
- package/dist/indexer/code/languages/css.d.ts +16 -0
- package/dist/indexer/code/languages/css.d.ts.map +1 -0
- package/dist/indexer/code/languages/css.js +204 -0
- package/dist/indexer/code/languages/css.js.map +1 -0
- package/dist/indexer/code/languages/generic.d.ts +61 -0
- package/dist/indexer/code/languages/generic.d.ts.map +1 -0
- package/dist/indexer/code/languages/generic.js +150 -0
- package/dist/indexer/code/languages/generic.js.map +1 -0
- package/dist/indexer/code/languages/graphql.d.ts +13 -0
- package/dist/indexer/code/languages/graphql.d.ts.map +1 -0
- package/dist/indexer/code/languages/graphql.js +180 -0
- package/dist/indexer/code/languages/graphql.js.map +1 -0
- package/dist/indexer/code/languages/html.d.ts +16 -0
- package/dist/indexer/code/languages/html.d.ts.map +1 -0
- package/dist/indexer/code/languages/html.js +138 -0
- package/dist/indexer/code/languages/html.js.map +1 -0
- package/dist/indexer/code/languages/index.d.ts +9 -0
- package/dist/indexer/code/languages/index.d.ts.map +1 -0
- package/dist/indexer/code/languages/index.js +12 -0
- package/dist/indexer/code/languages/index.js.map +1 -0
- package/dist/indexer/code/languages/json.d.ts +12 -0
- package/dist/indexer/code/languages/json.d.ts.map +1 -0
- package/dist/indexer/code/languages/json.js +66 -0
- package/dist/indexer/code/languages/json.js.map +1 -0
- package/dist/indexer/code/languages/registry.d.ts +78 -0
- package/dist/indexer/code/languages/registry.d.ts.map +1 -0
- package/dist/indexer/code/languages/registry.js +72 -0
- package/dist/indexer/code/languages/registry.js.map +1 -0
- package/dist/indexer/code/languages/typescript.d.ts +39 -0
- package/dist/indexer/code/languages/typescript.d.ts.map +1 -0
- package/dist/indexer/code/languages/typescript.js +300 -0
- package/dist/indexer/code/languages/typescript.js.map +1 -0
- package/dist/indexer/code/languages/yaml.d.ts +13 -0
- package/dist/indexer/code/languages/yaml.d.ts.map +1 -0
- package/dist/indexer/code/languages/yaml.js +90 -0
- package/dist/indexer/code/languages/yaml.js.map +1 -0
- package/dist/indexer/code/parser.d.ts +26 -0
- package/dist/indexer/code/parser.d.ts.map +1 -0
- package/dist/indexer/code/parser.js +332 -0
- package/dist/indexer/code/parser.js.map +1 -0
- package/dist/indexer/code/retry.d.ts +58 -0
- package/dist/indexer/code/retry.d.ts.map +1 -0
- package/dist/indexer/code/retry.js +192 -0
- package/dist/indexer/code/retry.js.map +1 -0
- package/dist/indexer/code/tree/builder.d.ts +30 -0
- package/dist/indexer/code/tree/builder.d.ts.map +1 -0
- package/dist/indexer/code/tree/builder.js +132 -0
- package/dist/indexer/code/tree/builder.js.map +1 -0
- package/dist/indexer/code/tree/builder.test.d.ts +2 -0
- package/dist/indexer/code/tree/builder.test.d.ts.map +1 -0
- package/dist/indexer/code/tree/builder.test.js +31 -0
- package/dist/indexer/code/tree/builder.test.js.map +1 -0
- package/dist/indexer/code/tree/cache.d.ts +22 -0
- package/dist/indexer/code/tree/cache.d.ts.map +1 -0
- package/dist/indexer/code/tree/cache.js +85 -0
- package/dist/indexer/code/tree/cache.js.map +1 -0
- package/dist/indexer/code/tree/context.d.ts +32 -0
- package/dist/indexer/code/tree/context.d.ts.map +1 -0
- package/dist/indexer/code/tree/context.js +78 -0
- package/dist/indexer/code/tree/context.js.map +1 -0
- package/dist/indexer/code/tree/embedding.d.ts +9 -0
- package/dist/indexer/code/tree/embedding.d.ts.map +1 -0
- package/dist/indexer/code/tree/embedding.js +53 -0
- package/dist/indexer/code/tree/embedding.js.map +1 -0
- package/dist/indexer/code/tree/embedding.test.d.ts +2 -0
- package/dist/indexer/code/tree/embedding.test.d.ts.map +1 -0
- package/dist/indexer/code/tree/embedding.test.js +57 -0
- package/dist/indexer/code/tree/embedding.test.js.map +1 -0
- package/dist/indexer/code/tree/id.d.ts +3 -0
- package/dist/indexer/code/tree/id.d.ts.map +1 -0
- package/dist/indexer/code/tree/id.js +8 -0
- package/dist/indexer/code/tree/id.js.map +1 -0
- package/dist/indexer/code/tree/index.d.ts +113 -0
- package/dist/indexer/code/tree/index.d.ts.map +1 -0
- package/dist/indexer/code/tree/index.js +1146 -0
- package/dist/indexer/code/tree/index.js.map +1 -0
- package/dist/indexer/code/tree/rename.d.ts +13 -0
- package/dist/indexer/code/tree/rename.d.ts.map +1 -0
- package/dist/indexer/code/tree/rename.js +46 -0
- package/dist/indexer/code/tree/rename.js.map +1 -0
- package/dist/indexer/code/tree/repomap.d.ts +29 -0
- package/dist/indexer/code/tree/repomap.d.ts.map +1 -0
- package/dist/indexer/code/tree/repomap.js +95 -0
- package/dist/indexer/code/tree/repomap.js.map +1 -0
- package/dist/indexer/code/tree/repomap.test.d.ts +2 -0
- package/dist/indexer/code/tree/repomap.test.d.ts.map +1 -0
- package/dist/indexer/code/tree/repomap.test.js +93 -0
- package/dist/indexer/code/tree/repomap.test.js.map +1 -0
- package/dist/indexer/code/tree/stats.d.ts +26 -0
- package/dist/indexer/code/tree/stats.d.ts.map +1 -0
- package/dist/indexer/code/tree/stats.js +49 -0
- package/dist/indexer/code/tree/stats.js.map +1 -0
- package/dist/indexer/code/tree/types.d.ts +186 -0
- package/dist/indexer/code/tree/types.d.ts.map +1 -0
- package/dist/indexer/code/tree/types.js +10 -0
- package/dist/indexer/code/tree/types.js.map +1 -0
- package/dist/indexer/code/wal.d.ts +144 -0
- package/dist/indexer/code/wal.d.ts.map +1 -0
- package/dist/indexer/code/wal.js +283 -0
- package/dist/indexer/code/wal.js.map +1 -0
- package/dist/indexer/embeddings.d.ts +113 -0
- package/dist/indexer/embeddings.d.ts.map +1 -0
- package/dist/indexer/embeddings.js +477 -0
- package/dist/indexer/embeddings.js.map +1 -0
- package/dist/indexer/git-sync.d.ts +117 -0
- package/dist/indexer/git-sync.d.ts.map +1 -0
- package/dist/indexer/git-sync.js +398 -0
- package/dist/indexer/git-sync.js.map +1 -0
- package/dist/indexer/index.d.ts +175 -0
- package/dist/indexer/index.d.ts.map +1 -0
- package/dist/indexer/index.js +1096 -0
- package/dist/indexer/index.js.map +1 -0
- package/dist/indexer/mocks/mock-reranker.d.ts +12 -0
- package/dist/indexer/mocks/mock-reranker.d.ts.map +1 -0
- package/dist/indexer/mocks/mock-reranker.js +26 -0
- package/dist/indexer/mocks/mock-reranker.js.map +1 -0
- package/dist/indexer/parser.d.ts +8 -0
- package/dist/indexer/parser.d.ts.map +1 -0
- package/dist/indexer/parser.js +44 -0
- package/dist/indexer/parser.js.map +1 -0
- package/dist/indexer/parser.test.d.ts +2 -0
- package/dist/indexer/parser.test.d.ts.map +1 -0
- package/dist/indexer/parser.test.js +197 -0
- package/dist/indexer/parser.test.js.map +1 -0
- package/dist/indexer/reranking.d.ts +71 -0
- package/dist/indexer/reranking.d.ts.map +1 -0
- package/dist/indexer/reranking.integration.test.d.ts +2 -0
- package/dist/indexer/reranking.integration.test.d.ts.map +1 -0
- package/dist/indexer/reranking.integration.test.js +104 -0
- package/dist/indexer/reranking.integration.test.js.map +1 -0
- package/dist/indexer/reranking.js +256 -0
- package/dist/indexer/reranking.js.map +1 -0
- package/dist/indexer/reranking.test.d.ts +2 -0
- package/dist/indexer/reranking.test.d.ts.map +1 -0
- package/dist/indexer/reranking.test.js +130 -0
- package/dist/indexer/reranking.test.js.map +1 -0
- package/dist/indexer/wal/file-storage.d.ts +60 -0
- package/dist/indexer/wal/file-storage.d.ts.map +1 -0
- package/dist/indexer/wal/file-storage.js +277 -0
- package/dist/indexer/wal/file-storage.js.map +1 -0
- package/dist/indexer/wal/file-storage.test.d.ts +8 -0
- package/dist/indexer/wal/file-storage.test.d.ts.map +1 -0
- package/dist/indexer/wal/file-storage.test.js +444 -0
- package/dist/indexer/wal/file-storage.test.js.map +1 -0
- package/dist/indexer/wal/index.d.ts +41 -0
- package/dist/indexer/wal/index.d.ts.map +1 -0
- package/dist/indexer/wal/index.js +61 -0
- package/dist/indexer/wal/index.js.map +1 -0
- package/dist/indexer/wal/integration.test.d.ts +11 -0
- package/dist/indexer/wal/integration.test.d.ts.map +1 -0
- package/dist/indexer/wal/integration.test.js +378 -0
- package/dist/indexer/wal/integration.test.js.map +1 -0
- package/dist/indexer/wal/lancedb-storage.d.ts +72 -0
- package/dist/indexer/wal/lancedb-storage.d.ts.map +1 -0
- package/dist/indexer/wal/lancedb-storage.js +462 -0
- package/dist/indexer/wal/lancedb-storage.js.map +1 -0
- package/dist/indexer/wal/lancedb-storage.test.d.ts +8 -0
- package/dist/indexer/wal/lancedb-storage.test.d.ts.map +1 -0
- package/dist/indexer/wal/lancedb-storage.test.js +415 -0
- package/dist/indexer/wal/lancedb-storage.test.js.map +1 -0
- package/dist/indexer/wal/sync-wal.d.ts +144 -0
- package/dist/indexer/wal/sync-wal.d.ts.map +1 -0
- package/dist/indexer/wal/sync-wal.js +863 -0
- package/dist/indexer/wal/sync-wal.js.map +1 -0
- package/dist/indexer/wal/sync-wal.test.d.ts +8 -0
- package/dist/indexer/wal/sync-wal.test.d.ts.map +1 -0
- package/dist/indexer/wal/sync-wal.test.js +752 -0
- package/dist/indexer/wal/sync-wal.test.js.map +1 -0
- package/dist/indexer/wal/types.d.ts +167 -0
- package/dist/indexer/wal/types.d.ts.map +1 -0
- package/dist/indexer/wal/types.js +12 -0
- package/dist/indexer/wal/types.js.map +1 -0
- package/dist/indexer/watcher.d.ts +36 -0
- package/dist/indexer/watcher.d.ts.map +1 -0
- package/dist/indexer/watcher.js +110 -0
- package/dist/indexer/watcher.js.map +1 -0
- package/dist/search/explore.d.ts +62 -0
- package/dist/search/explore.d.ts.map +1 -0
- package/dist/search/explore.js +111 -0
- package/dist/search/explore.js.map +1 -0
- package/dist/search/fts.d.ts +23 -0
- package/dist/search/fts.d.ts.map +1 -0
- package/dist/search/fts.js +64 -0
- package/dist/search/fts.js.map +1 -0
- package/dist/search/fts.test.d.ts +2 -0
- package/dist/search/fts.test.d.ts.map +1 -0
- package/dist/search/fts.test.js +27 -0
- package/dist/search/fts.test.js.map +1 -0
- package/dist/search/grep.d.ts +75 -0
- package/dist/search/grep.d.ts.map +1 -0
- package/dist/search/grep.js +96 -0
- package/dist/search/grep.js.map +1 -0
- package/dist/search/grep.test.d.ts +2 -0
- package/dist/search/grep.test.d.ts.map +1 -0
- package/dist/search/grep.test.js +178 -0
- package/dist/search/grep.test.js.map +1 -0
- package/dist/search/hybrid-grep.d.ts +43 -0
- package/dist/search/hybrid-grep.d.ts.map +1 -0
- package/dist/search/hybrid-grep.js +130 -0
- package/dist/search/hybrid-grep.js.map +1 -0
- package/dist/search/hybrid-grep.test.d.ts +2 -0
- package/dist/search/hybrid-grep.test.d.ts.map +1 -0
- package/dist/search/hybrid-grep.test.js +133 -0
- package/dist/search/hybrid-grep.test.js.map +1 -0
- package/dist/search/rg-executor.d.ts +63 -0
- package/dist/search/rg-executor.d.ts.map +1 -0
- package/dist/search/rg-executor.js +146 -0
- package/dist/search/rg-executor.js.map +1 -0
- package/dist/search/rg-executor.test.d.ts +2 -0
- package/dist/search/rg-executor.test.d.ts.map +1 -0
- package/dist/search/rg-executor.test.js +104 -0
- package/dist/search/rg-executor.test.js.map +1 -0
- package/dist/search/rg-parser/extractor.d.ts +14 -0
- package/dist/search/rg-parser/extractor.d.ts.map +1 -0
- package/dist/search/rg-parser/extractor.js +82 -0
- package/dist/search/rg-parser/extractor.js.map +1 -0
- package/dist/search/rg-parser/extractor.test.d.ts +2 -0
- package/dist/search/rg-parser/extractor.test.d.ts.map +1 -0
- package/dist/search/rg-parser/extractor.test.js +35 -0
- package/dist/search/rg-parser/extractor.test.js.map +1 -0
- package/dist/search/rg-parser/fts-builder.d.ts +7 -0
- package/dist/search/rg-parser/fts-builder.d.ts.map +1 -0
- package/dist/search/rg-parser/fts-builder.js +18 -0
- package/dist/search/rg-parser/fts-builder.js.map +1 -0
- package/dist/search/rg-parser/fts-builder.test.d.ts +2 -0
- package/dist/search/rg-parser/fts-builder.test.d.ts.map +1 -0
- package/dist/search/rg-parser/fts-builder.test.js +26 -0
- package/dist/search/rg-parser/fts-builder.test.js.map +1 -0
- package/dist/search/rg-parser/index.d.ts +36 -0
- package/dist/search/rg-parser/index.d.ts.map +1 -0
- package/dist/search/rg-parser/index.js +83 -0
- package/dist/search/rg-parser/index.js.map +1 -0
- package/dist/search/rg-parser/index.test.d.ts +2 -0
- package/dist/search/rg-parser/index.test.d.ts.map +1 -0
- package/dist/search/rg-parser/index.test.js +34 -0
- package/dist/search/rg-parser/index.test.js.map +1 -0
- package/dist/search/rg-parser/strategy.d.ts +14 -0
- package/dist/search/rg-parser/strategy.d.ts.map +1 -0
- package/dist/search/rg-parser/strategy.js +31 -0
- package/dist/search/rg-parser/strategy.js.map +1 -0
- package/dist/search/rg-parser/strategy.test.d.ts +2 -0
- package/dist/search/rg-parser/strategy.test.d.ts.map +1 -0
- package/dist/search/rg-parser/strategy.test.js +29 -0
- package/dist/search/rg-parser/strategy.test.js.map +1 -0
- package/dist/types.d.ts +345 -0
- package/dist/types.d.ts.map +1 -0
- package/dist/types.js +7 -0
- package/dist/types.js.map +1 -0
- package/dist/utils/vault.d.ts +84 -0
- package/dist/utils/vault.d.ts.map +1 -0
- package/dist/utils/vault.js +138 -0
- package/dist/utils/vault.js.map +1 -0
- package/dist/utils/vault.test.d.ts +2 -0
- package/dist/utils/vault.test.d.ts.map +1 -0
- package/dist/utils/vault.test.js +153 -0
- package/dist/utils/vault.test.js.map +1 -0
- package/package.json +69 -0
|
@@ -0,0 +1,130 @@
|
|
|
1
|
+
import { performance } from 'node:perf_hooks';
|
|
2
|
+
import { isError } from '../types.js';
|
|
3
|
+
import { executeRg } from './rg-executor.js';
|
|
4
|
+
import { parseRgQuery } from './rg-parser/index.js';
|
|
5
|
+
export class HybridGrep {
|
|
6
|
+
indexer;
|
|
7
|
+
vaultUtils;
|
|
8
|
+
constructor(indexer, vaultUtils) {
|
|
9
|
+
this.indexer = indexer;
|
|
10
|
+
this.vaultUtils = vaultUtils;
|
|
11
|
+
}
|
|
12
|
+
async search(options) {
|
|
13
|
+
const startTime = performance.now();
|
|
14
|
+
const totalFiles = await this.getTotalFileCount(options.folder);
|
|
15
|
+
const context = options.context ?? 1;
|
|
16
|
+
const parsed = parseRgQuery(options.pattern, options.additionalPatterns ?? [], {
|
|
17
|
+
regex: options.regex,
|
|
18
|
+
fixedStrings: options.fixedStrings,
|
|
19
|
+
ignoreCase: options.ignoreCase,
|
|
20
|
+
caseSensitive: options.caseSensitive,
|
|
21
|
+
smartCase: options.smartCase,
|
|
22
|
+
pcre2: options.pcre2,
|
|
23
|
+
wordRegexp: options.wordRegexp,
|
|
24
|
+
lineRegexp: options.lineRegexp,
|
|
25
|
+
invertMatch: options.invertMatch,
|
|
26
|
+
contextBefore: context,
|
|
27
|
+
contextAfter: context,
|
|
28
|
+
});
|
|
29
|
+
let strategyUsed = parsed.strategy;
|
|
30
|
+
let candidatePaths;
|
|
31
|
+
let ftsTimeMs;
|
|
32
|
+
let ftsCandidates;
|
|
33
|
+
switch (parsed.strategy) {
|
|
34
|
+
case 'fts-narrow-then-rg': {
|
|
35
|
+
const ftsStart = performance.now();
|
|
36
|
+
candidatePaths = await this.narrowWithFts(parsed, options.folder);
|
|
37
|
+
ftsTimeMs = performance.now() - ftsStart;
|
|
38
|
+
ftsCandidates = candidatePaths.length;
|
|
39
|
+
const tooBroad = candidatePaths.length >= Math.max(500, Math.floor(totalFiles * 0.8));
|
|
40
|
+
if (tooBroad) {
|
|
41
|
+
candidatePaths = await this.getAllFiles(options.folder);
|
|
42
|
+
strategyUsed = 'rg-only';
|
|
43
|
+
}
|
|
44
|
+
break;
|
|
45
|
+
}
|
|
46
|
+
case 'rg-only':
|
|
47
|
+
default: {
|
|
48
|
+
candidatePaths = await this.getAllFiles(options.folder);
|
|
49
|
+
break;
|
|
50
|
+
}
|
|
51
|
+
}
|
|
52
|
+
const rgStart = performance.now();
|
|
53
|
+
const absolutePaths = [...new Set(candidatePaths
|
|
54
|
+
.map((relativePath) => this.vaultUtils.resolveNotePath(relativePath))
|
|
55
|
+
.filter((value) => Boolean(value)))];
|
|
56
|
+
const files = await executeRg({
|
|
57
|
+
pattern: options.pattern,
|
|
58
|
+
additionalPatterns: options.additionalPatterns,
|
|
59
|
+
paths: absolutePaths,
|
|
60
|
+
fixedStrings: parsed.options.fixedStrings,
|
|
61
|
+
ignoreCase: parsed.options.ignoreCase,
|
|
62
|
+
caseSensitive: parsed.options.caseSensitive,
|
|
63
|
+
smartCase: parsed.options.smartCase,
|
|
64
|
+
pcre2: parsed.options.pcre2,
|
|
65
|
+
wordRegexp: parsed.options.wordRegexp,
|
|
66
|
+
lineRegexp: parsed.options.lineRegexp,
|
|
67
|
+
invertMatch: parsed.options.invertMatch,
|
|
68
|
+
contextBefore: parsed.options.contextBefore,
|
|
69
|
+
contextAfter: parsed.options.contextAfter,
|
|
70
|
+
maxMatches: options.maxMatches,
|
|
71
|
+
});
|
|
72
|
+
const rgTimeMs = performance.now() - rgStart;
|
|
73
|
+
const relativeFiles = files.map((file) => ({
|
|
74
|
+
...file,
|
|
75
|
+
path: this.vaultUtils.toRelativePath(file.path),
|
|
76
|
+
}));
|
|
77
|
+
const totalMatches = relativeFiles.reduce((sum, file) => sum + file.matches.length, 0);
|
|
78
|
+
return {
|
|
79
|
+
files: relativeFiles.slice(0, options.limit ?? 20),
|
|
80
|
+
totalMatches,
|
|
81
|
+
stats: {
|
|
82
|
+
strategy: strategyUsed,
|
|
83
|
+
ftsTimeMs,
|
|
84
|
+
ftsCandidates,
|
|
85
|
+
rgTimeMs,
|
|
86
|
+
filesScanned: candidatePaths.length,
|
|
87
|
+
totalFiles,
|
|
88
|
+
totalTimeMs: performance.now() - startTime,
|
|
89
|
+
},
|
|
90
|
+
};
|
|
91
|
+
}
|
|
92
|
+
async narrowWithFts(parsed, folder) {
|
|
93
|
+
if (!parsed.ftsQuery) {
|
|
94
|
+
return [];
|
|
95
|
+
}
|
|
96
|
+
const query = parsed.ftsQuery;
|
|
97
|
+
const firstPassLimit = 400;
|
|
98
|
+
const secondPassLimit = 2000;
|
|
99
|
+
const targetUniqueFiles = 120;
|
|
100
|
+
try {
|
|
101
|
+
const firstPass = await this.indexer.searchFts({ query, limit: firstPassLimit, folder });
|
|
102
|
+
if (isError(firstPass)) {
|
|
103
|
+
return await this.getAllFiles(folder);
|
|
104
|
+
}
|
|
105
|
+
const unique = new Set(firstPass.map((item) => item.path));
|
|
106
|
+
if (unique.size < targetUniqueFiles && firstPass.length === firstPassLimit) {
|
|
107
|
+
const secondPass = await this.indexer.searchFts({ query, limit: secondPassLimit, folder });
|
|
108
|
+
if (isError(secondPass)) {
|
|
109
|
+
return await this.getAllFiles(folder);
|
|
110
|
+
}
|
|
111
|
+
for (const row of secondPass) {
|
|
112
|
+
unique.add(row.path);
|
|
113
|
+
}
|
|
114
|
+
}
|
|
115
|
+
return [...unique];
|
|
116
|
+
}
|
|
117
|
+
catch {
|
|
118
|
+
return await this.getAllFiles(folder);
|
|
119
|
+
}
|
|
120
|
+
}
|
|
121
|
+
async getAllFiles(folder) {
|
|
122
|
+
const files = await this.vaultUtils.globVaults('**/*.md', folder);
|
|
123
|
+
return files.map((file) => this.vaultUtils.toRelativePath(file));
|
|
124
|
+
}
|
|
125
|
+
async getTotalFileCount(folder) {
|
|
126
|
+
const files = await this.vaultUtils.globVaults('**/*.md', folder);
|
|
127
|
+
return files.length;
|
|
128
|
+
}
|
|
129
|
+
}
|
|
130
|
+
//# sourceMappingURL=hybrid-grep.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"hybrid-grep.js","sourceRoot":"","sources":["../../src/search/hybrid-grep.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,WAAW,EAAE,MAAM,iBAAiB,CAAC;AAE9C,OAAO,EAAE,OAAO,EAAE,MAAM,aAAa,CAAC;AAEtC,OAAO,EAAE,SAAS,EAAuB,MAAM,kBAAkB,CAAC;AAClE,OAAO,EAAE,YAAY,EAAsB,MAAM,sBAAsB,CAAC;AAkCxE,MAAM,OAAO,UAAU;IAEX;IACA;IAFV,YACU,OAAgB,EAChB,UAAsB;QADtB,YAAO,GAAP,OAAO,CAAS;QAChB,eAAU,GAAV,UAAU,CAAY;IAC7B,CAAC;IAEJ,KAAK,CAAC,MAAM,CAAC,OAA0B;QACrC,MAAM,SAAS,GAAG,WAAW,CAAC,GAAG,EAAE,CAAC;QACpC,MAAM,UAAU,GAAG,MAAM,IAAI,CAAC,iBAAiB,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC;QAChE,MAAM,OAAO,GAAG,OAAO,CAAC,OAAO,IAAI,CAAC,CAAC;QAErC,MAAM,MAAM,GAAG,YAAY,CACzB,OAAO,CAAC,OAAO,EACf,OAAO,CAAC,kBAAkB,IAAI,EAAE,EAChC;YACE,KAAK,EAAE,OAAO,CAAC,KAAK;YACpB,YAAY,EAAE,OAAO,CAAC,YAAY;YAClC,UAAU,EAAE,OAAO,CAAC,UAAU;YAC9B,aAAa,EAAE,OAAO,CAAC,aAAa;YACpC,SAAS,EAAE,OAAO,CAAC,SAAS;YAC5B,KAAK,EAAE,OAAO,CAAC,KAAK;YACpB,UAAU,EAAE,OAAO,CAAC,UAAU;YAC9B,UAAU,EAAE,OAAO,CAAC,UAAU;YAC9B,WAAW,EAAE,OAAO,CAAC,WAAW;YAChC,aAAa,EAAE,OAAO;YACtB,YAAY,EAAE,OAAO;SACtB,CACF,CAAC;QAEF,IAAI,YAAY,GAAqC,MAAM,CAAC,QAAQ,CAAC;QAErE,IAAI,cAAwB,CAAC;QAC7B,IAAI,SAA6B,CAAC;QAClC,IAAI,aAAiC,CAAC;QAEtC,QAAQ,MAAM,CAAC,QAAQ,EAAE,CAAC;YACxB,KAAK,oBAAoB,CAAC,CAAC,CAAC;gBAC1B,MAAM,QAAQ,GAAG,WAAW,CAAC,GAAG,EAAE,CAAC;gBACnC,cAAc,GAAG,MAAM,IAAI,CAAC,aAAa,CAAC,MAAM,EAAE,OAAO,CAAC,MAAM,CAAC,CAAC;gBAClE,SAAS,GAAG,WAAW,CAAC,GAAG,EAAE,GAAG,QAAQ,CAAC;gBACzC,aAAa,GAAG,cAAc,CAAC,MAAM,CAAC;gBAEtC,MAAM,QAAQ,GAAG,cAAc,CAAC,MAAM,IAAI,IAAI,CAAC,GAAG,CAAC,GAAG,EAAE,IAAI,CAAC,KAAK,CAAC,UAAU,GAAG,GAAG,CAAC,CAAC,CAAC;gBACtF,IAAI,QAAQ,EAAE,CAAC;oBACb,cAAc,GAAG,MAAM,IAAI,CAAC,WAAW,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC;oBACxD,YAAY,GAAG,SAAS,CAAC;gBAC3B,CAAC;gBACD,MAAM;YACR,CAAC;YACD,KAAK,SAAS,CAAC;YACf,OAAO,CAAC,CAAC,CAAC;gBACR,cAAc,GAAG,MAAM,IAAI,CAAC,WAAW,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC;gBACxD,MAAM;YACR,CAAC;QACH,CAAC;QAED,MAAM,OAAO,GAAG,WAAW,CAAC,GAAG,EAAE,CAAC;QAClC,MAAM,aAAa,GAAG,CAAC,GAAG,IAAI,GAAG,CAAC,cAAc;iBAC7C,GAAG,CAAC,CAAC,YAAY,EAAE,EAAE,CAAC,IAAI,CAAC,UAAU,CAAC,eAAe,CAAC,YAAY,CAAC,CAAC;iBACpE,MAAM,CAAC,CAAC,KAAK,EAAmB,EAAE,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC;QAExD,MAAM,KAAK,GAAG,MAAM,SAAS,CAAC;YAC5B,OAAO,EAAE,OAAO,CAAC,OAAO;YACxB,kBAAkB,EAAE,OAAO,CAAC,kBAAkB;YAC9C,KAAK,EAAE,aAAa;YACpB,YAAY,EAAE,MAAM,CAAC,OAAO,CAAC,YAAY;YACzC,UAAU,EAAE,MAAM,CAAC,OAAO,CAAC,UAAU;YACrC,aAAa,EAAE,MAAM,CAAC,OAAO,CAAC,aAAa;YAC3C,SAAS,EAAE,MAAM,CAAC,OAAO,CAAC,SAAS;YACnC,KAAK,EAAE,MAAM,CAAC,OAAO,CAAC,KAAK;YAC3B,UAAU,EAAE,MAAM,CAAC,OAAO,CAAC,UAAU;YACrC,UAAU,EAAE,MAAM,CAAC,OAAO,CAAC,UAAU;YACrC,WAAW,EAAE,MAAM,CAAC,OAAO,CAAC,WAAW;YACvC,aAAa,EAAE,MAAM,CAAC,OAAO,CAAC,aAAa;YAC3C,YAAY,EAAE,MAAM,CAAC,OAAO,CAAC,YAAY;YACzC,UAAU,EAAE,OAAO,CAAC,UAAU;SAC/B,CAAC,CAAC;QACH,MAAM,QAAQ,GAAG,WAAW,CAAC,GAAG,EAAE,GAAG,OAAO,CAAC;QAE7C,MAAM,aAAa,GAAG,KAAK,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,CAAC;YACzC,GAAG,IAAI;YACP,IAAI,EAAE,IAAI,CAAC,UAAU,CAAC,cAAc,CAAC,IAAI,CAAC,IAAI,CAAC;SAChD,CAAC,CAAC,CAAC;QAEJ,MAAM,YAAY,GAAG,aAAa,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,IAAI,EAAE,EAAE,CAAC,GAAG,GAAG,IAAI,CAAC,OAAO,CAAC,MAAM,EAAE,CAAC,CAAC,CAAC;QAEvF,OAAO;YACL,KAAK,EAAE,aAAa,CAAC,KAAK,CAAC,CAAC,EAAE,OAAO,CAAC,KAAK,IAAI,EAAE,CAAC;YAClD,YAAY;YACZ,KAAK,EAAE;gBACL,QAAQ,EAAE,YAAY;gBACtB,SAAS;gBACT,aAAa;gBACb,QAAQ;gBACR,YAAY,EAAE,cAAc,CAAC,MAAM;gBACnC,UAAU;gBACV,WAAW,EAAE,WAAW,CAAC,GAAG,EAAE,GAAG,SAAS;aAC3C;SACF,CAAC;IACJ,CAAC;IAEO,KAAK,CAAC,aAAa,CAAC,MAAqB,EAAE,MAAe;QAChE,IAAI,CAAC,MAAM,CAAC,QAAQ,EAAE,CAAC;YACrB,OAAO,EAAE,CAAC;QACZ,CAAC;QAED,MAAM,KAAK,GAAG,MAAM,CAAC,QAAQ,CAAC;QAC9B,MAAM,cAAc,GAAG,GAAG,CAAC;QAC3B,MAAM,eAAe,GAAG,IAAI,CAAC;QAC7B,MAAM,iBAAiB,GAAG,GAAG,CAAC;QAE9B,IAAI,CAAC;YACH,MAAM,SAAS,GAAG,MAAM,IAAI,CAAC,OAAO,CAAC,SAAS,CAAC,EAAE,KAAK,EAAE,KAAK,EAAE,cAAc,EAAE,MAAM,EAAE,CAAC,CAAC;YACzF,IAAI,OAAO,CAAC,SAAS,CAAC,EAAE,CAAC;gBACvB,OAAO,MAAM,IAAI,CAAC,WAAW,CAAC,MAAM,CAAC,CAAC;YACxC,CAAC;YAED,MAAM,MAAM,GAAG,IAAI,GAAG,CAAC,SAAS,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC;YAE3D,IAAI,MAAM,CAAC,IAAI,GAAG,iBAAiB,IAAI,SAAS,CAAC,MAAM,KAAK,cAAc,EAAE,CAAC;gBAC3E,MAAM,UAAU,GAAG,MAAM,IAAI,CAAC,OAAO,CAAC,SAAS,CAAC,EAAE,KAAK,EAAE,KAAK,EAAE,eAAe,EAAE,MAAM,EAAE,CAAC,CAAC;gBAC3F,IAAI,OAAO,CAAC,UAAU,CAAC,EAAE,CAAC;oBACxB,OAAO,MAAM,IAAI,CAAC,WAAW,CAAC,MAAM,CAAC,CAAC;gBACxC,CAAC;gBAED,KAAK,MAAM,GAAG,IAAI,UAAU,EAAE,CAAC;oBAC7B,MAAM,CAAC,GAAG,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC;gBACvB,CAAC;YACH,CAAC;YAED,OAAO,CAAC,GAAG,MAAM,CAAC,CAAC;QACrB,CAAC;QAAC,MAAM,CAAC;YACP,OAAO,MAAM,IAAI,CAAC,WAAW,CAAC,MAAM,CAAC,CAAC;QACxC,CAAC;IACH,CAAC;IAEO,KAAK,CAAC,WAAW,CAAC,MAAe;QACvC,MAAM,KAAK,GAAG,MAAM,IAAI,CAAC,UAAU,CAAC,UAAU,CAAC,SAAS,EAAE,MAAM,CAAC,CAAC;QAClE,OAAO,KAAK,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,UAAU,CAAC,cAAc,CAAC,IAAI,CAAC,CAAC,CAAC;IACnE,CAAC;IAEO,KAAK,CAAC,iBAAiB,CAAC,MAAe;QAC7C,MAAM,KAAK,GAAG,MAAM,IAAI,CAAC,UAAU,CAAC,UAAU,CAAC,SAAS,EAAE,MAAM,CAAC,CAAC;QAClE,OAAO,KAAK,CAAC,MAAM,CAAC;IACtB,CAAC;CACF"}
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"hybrid-grep.test.d.ts","sourceRoot":"","sources":["../../src/search/hybrid-grep.test.ts"],"names":[],"mappings":""}
|
|
@@ -0,0 +1,133 @@
|
|
|
1
|
+
import { describe, expect, it, vi, beforeEach } from 'vitest';
|
|
2
|
+
vi.mock('./rg-executor.js', () => ({
|
|
3
|
+
executeRg: vi.fn(),
|
|
4
|
+
}));
|
|
5
|
+
import { executeRg } from './rg-executor.js';
|
|
6
|
+
import { HybridGrep } from './hybrid-grep.js';
|
|
7
|
+
function makeSearchRow(path) {
|
|
8
|
+
return {
|
|
9
|
+
path,
|
|
10
|
+
section: null,
|
|
11
|
+
score: 1,
|
|
12
|
+
content: 'content',
|
|
13
|
+
title: 'title',
|
|
14
|
+
tags: [],
|
|
15
|
+
links: [],
|
|
16
|
+
};
|
|
17
|
+
}
|
|
18
|
+
function createVaultUtils(totalFiles) {
|
|
19
|
+
const relativePaths = Array.from({ length: totalFiles }, (_, i) => `f${i}.md`);
|
|
20
|
+
const absolutePaths = relativePaths.map((item) => `/vault/${item}`);
|
|
21
|
+
return {
|
|
22
|
+
resolveNotePath: vi.fn((relativePath) => `/vault/${relativePath}`),
|
|
23
|
+
globVaults: vi.fn(async () => absolutePaths),
|
|
24
|
+
getVaultRoot: vi.fn(() => '/vault'),
|
|
25
|
+
toRelativePath: vi.fn((absolutePath) => absolutePath.replace('/vault/', '')),
|
|
26
|
+
getVaultIndex: vi.fn(() => 0),
|
|
27
|
+
getVaultPaths: vi.fn(() => ['/vault']),
|
|
28
|
+
};
|
|
29
|
+
}
|
|
30
|
+
function createIndexer(impl) {
|
|
31
|
+
return {
|
|
32
|
+
searchFts: vi.fn(impl),
|
|
33
|
+
};
|
|
34
|
+
}
|
|
35
|
+
describe('HybridGrep', () => {
|
|
36
|
+
beforeEach(() => {
|
|
37
|
+
vi.resetAllMocks();
|
|
38
|
+
});
|
|
39
|
+
it('uses rg-only strategy for invert match', async () => {
|
|
40
|
+
const indexer = createIndexer(async () => []);
|
|
41
|
+
const vaultUtils = createVaultUtils(2);
|
|
42
|
+
vi.mocked(executeRg).mockResolvedValueOnce([
|
|
43
|
+
{
|
|
44
|
+
path: '/vault/f0.md',
|
|
45
|
+
matches: [
|
|
46
|
+
{
|
|
47
|
+
lineNumber: 1,
|
|
48
|
+
line: 'foo',
|
|
49
|
+
matchText: 'foo',
|
|
50
|
+
matchStart: 0,
|
|
51
|
+
matchEnd: 3,
|
|
52
|
+
contextBefore: [],
|
|
53
|
+
contextAfter: [],
|
|
54
|
+
},
|
|
55
|
+
],
|
|
56
|
+
},
|
|
57
|
+
]);
|
|
58
|
+
const hybrid = new HybridGrep(indexer, vaultUtils);
|
|
59
|
+
const result = await hybrid.search({ pattern: 'foo', invertMatch: true });
|
|
60
|
+
expect(indexer.searchFts).not.toHaveBeenCalled();
|
|
61
|
+
expect(executeRg).toHaveBeenCalledTimes(1);
|
|
62
|
+
expect(result.stats.strategy).toBe('rg-only');
|
|
63
|
+
expect(result.stats.filesScanned).toBe(2);
|
|
64
|
+
expect(result.files[0].path).toBe('f0.md');
|
|
65
|
+
});
|
|
66
|
+
it('narrows candidates via FTS when literals are available', async () => {
|
|
67
|
+
const indexer = createIndexer(async () => [makeSearchRow('f0.md')]);
|
|
68
|
+
const vaultUtils = createVaultUtils(3);
|
|
69
|
+
vi.mocked(executeRg).mockResolvedValueOnce([
|
|
70
|
+
{
|
|
71
|
+
path: '/vault/f0.md',
|
|
72
|
+
matches: [
|
|
73
|
+
{
|
|
74
|
+
lineNumber: 1,
|
|
75
|
+
line: 'kubernetes rollout',
|
|
76
|
+
matchText: 'kubernetes',
|
|
77
|
+
matchStart: 0,
|
|
78
|
+
matchEnd: 10,
|
|
79
|
+
contextBefore: [],
|
|
80
|
+
contextAfter: [],
|
|
81
|
+
},
|
|
82
|
+
],
|
|
83
|
+
},
|
|
84
|
+
]);
|
|
85
|
+
const hybrid = new HybridGrep(indexer, vaultUtils);
|
|
86
|
+
const result = await hybrid.search({ pattern: 'kubernetes' });
|
|
87
|
+
expect(indexer.searchFts).toHaveBeenCalledTimes(1);
|
|
88
|
+
expect(executeRg).toHaveBeenCalledWith(expect.objectContaining({
|
|
89
|
+
paths: ['/vault/f0.md'],
|
|
90
|
+
contextBefore: 1,
|
|
91
|
+
contextAfter: 1,
|
|
92
|
+
}));
|
|
93
|
+
expect(result.stats.strategy).toBe('fts-narrow-then-rg');
|
|
94
|
+
expect(result.stats.ftsCandidates).toBe(1);
|
|
95
|
+
expect(result.files[0].path).toBe('f0.md');
|
|
96
|
+
});
|
|
97
|
+
it('falls back to rg-only when FTS narrowing is too broad', async () => {
|
|
98
|
+
let call = 0;
|
|
99
|
+
const indexer = createIndexer(async () => {
|
|
100
|
+
call += 1;
|
|
101
|
+
if (call === 1) {
|
|
102
|
+
return Array.from({ length: 400 }, (_, i) => makeSearchRow(`f${i % 100}.md`));
|
|
103
|
+
}
|
|
104
|
+
return Array.from({ length: 900 }, (_, i) => makeSearchRow(`f${i}.md`));
|
|
105
|
+
});
|
|
106
|
+
const vaultUtils = createVaultUtils(1000);
|
|
107
|
+
vi.mocked(executeRg).mockResolvedValueOnce([]);
|
|
108
|
+
const hybrid = new HybridGrep(indexer, vaultUtils);
|
|
109
|
+
const result = await hybrid.search({ pattern: 'timeout' });
|
|
110
|
+
expect(indexer.searchFts).toHaveBeenCalledTimes(2);
|
|
111
|
+
expect(result.stats.ftsCandidates).toBe(900);
|
|
112
|
+
expect(result.stats.strategy).toBe('rg-only');
|
|
113
|
+
expect(result.stats.filesScanned).toBe(1000);
|
|
114
|
+
expect(executeRg).toHaveBeenCalledWith(expect.objectContaining({
|
|
115
|
+
paths: expect.arrayContaining(['/vault/f0.md', '/vault/f999.md']),
|
|
116
|
+
}));
|
|
117
|
+
});
|
|
118
|
+
it('falls back to rg-only when FTS query throws', async () => {
|
|
119
|
+
const indexer = createIndexer(async () => {
|
|
120
|
+
throw new Error('No Inverted index found');
|
|
121
|
+
});
|
|
122
|
+
const vaultUtils = createVaultUtils(3);
|
|
123
|
+
vi.mocked(executeRg).mockResolvedValueOnce([]);
|
|
124
|
+
const hybrid = new HybridGrep(indexer, vaultUtils);
|
|
125
|
+
const result = await hybrid.search({ pattern: 'SOLID', fixedStrings: true });
|
|
126
|
+
expect(result.stats.strategy).toBe('fts-narrow-then-rg');
|
|
127
|
+
expect(result.stats.filesScanned).toBe(3);
|
|
128
|
+
expect(executeRg).toHaveBeenCalledWith(expect.objectContaining({
|
|
129
|
+
paths: ['/vault/f0.md', '/vault/f1.md', '/vault/f2.md'],
|
|
130
|
+
}));
|
|
131
|
+
});
|
|
132
|
+
});
|
|
133
|
+
//# sourceMappingURL=hybrid-grep.test.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"hybrid-grep.test.js","sourceRoot":"","sources":["../../src/search/hybrid-grep.test.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,QAAQ,EAAE,MAAM,EAAE,EAAE,EAAE,EAAE,EAAE,UAAU,EAAE,MAAM,QAAQ,CAAC;AAK9D,EAAE,CAAC,IAAI,CAAC,kBAAkB,EAAE,GAAG,EAAE,CAAC,CAAC;IACjC,SAAS,EAAE,EAAE,CAAC,EAAE,EAAE;CACnB,CAAC,CAAC,CAAC;AAEJ,OAAO,EAAE,SAAS,EAAE,MAAM,kBAAkB,CAAC;AAC7C,OAAO,EAAE,UAAU,EAAE,MAAM,kBAAkB,CAAC;AAE9C,SAAS,aAAa,CAAC,IAAY;IACjC,OAAO;QACL,IAAI;QACJ,OAAO,EAAE,IAAI;QACb,KAAK,EAAE,CAAC;QACR,OAAO,EAAE,SAAS;QAClB,KAAK,EAAE,OAAO;QACd,IAAI,EAAE,EAAE;QACR,KAAK,EAAE,EAAE;KACV,CAAC;AACJ,CAAC;AAED,SAAS,gBAAgB,CAAC,UAAkB;IAC1C,MAAM,aAAa,GAAG,KAAK,CAAC,IAAI,CAAC,EAAE,MAAM,EAAE,UAAU,EAAE,EAAE,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;IAC/E,MAAM,aAAa,GAAG,aAAa,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,UAAU,IAAI,EAAE,CAAC,CAAC;IAEpE,OAAO;QACL,eAAe,EAAE,EAAE,CAAC,EAAE,CAAC,CAAC,YAAoB,EAAE,EAAE,CAAC,UAAU,YAAY,EAAE,CAAC;QAC1E,UAAU,EAAE,EAAE,CAAC,EAAE,CAAC,KAAK,IAAI,EAAE,CAAC,aAAa,CAAC;QAC5C,YAAY,EAAE,EAAE,CAAC,EAAE,CAAC,GAAG,EAAE,CAAC,QAAQ,CAAC;QACnC,cAAc,EAAE,EAAE,CAAC,EAAE,CAAC,CAAC,YAAoB,EAAE,EAAE,CAAC,YAAY,CAAC,OAAO,CAAC,SAAS,EAAE,EAAE,CAAC,CAAC;QACpF,aAAa,EAAE,EAAE,CAAC,EAAE,CAAC,GAAG,EAAE,CAAC,CAAC,CAAC;QAC7B,aAAa,EAAE,EAAE,CAAC,EAAE,CAAC,GAAG,EAAE,CAAC,CAAC,QAAQ,CAAC,CAAC;KACvC,CAAC;AACJ,CAAC;AAED,SAAS,aAAa,CACpB,IAAgD;IAEhD,OAAO;QACL,SAAS,EAAE,EAAE,CAAC,EAAE,CAAC,IAAI,CAAC;KACD,CAAC;AAC1B,CAAC;AAED,QAAQ,CAAC,YAAY,EAAE,GAAG,EAAE;IAC1B,UAAU,CAAC,GAAG,EAAE;QACd,EAAE,CAAC,aAAa,EAAE,CAAC;IACrB,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,wCAAwC,EAAE,KAAK,IAAI,EAAE;QACtD,MAAM,OAAO,GAAG,aAAa,CAAC,KAAK,IAAI,EAAE,CAAC,EAAE,CAAC,CAAC;QAC9C,MAAM,UAAU,GAAG,gBAAgB,CAAC,CAAC,CAAC,CAAC;QAEvC,EAAE,CAAC,MAAM,CAAC,SAAS,CAAC,CAAC,qBAAqB,CAAC;YACzC;gBACE,IAAI,EAAE,cAAc;gBACpB,OAAO,EAAE;oBACP;wBACE,UAAU,EAAE,CAAC;wBACb,IAAI,EAAE,KAAK;wBACX,SAAS,EAAE,KAAK;wBAChB,UAAU,EAAE,CAAC;wBACb,QAAQ,EAAE,CAAC;wBACX,aAAa,EAAE,EAAE;wBACjB,YAAY,EAAE,EAAE;qBACjB;iBACF;aACF;SACF,CAAC,CAAC;QAEH,MAAM,MAAM,GAAG,IAAI,UAAU,CAAC,OAAO,EAAE,UAAU,CAAC,CAAC;QACnD,MAAM,MAAM,GAAG,MAAM,MAAM,CAAC,MAAM,CAAC,EAAE,OAAO,EAAE,KAAK,EAAE,WAAW,EAAE,IAAI,EAAE,CAAC,CAAC;QAE1E,MAAM,CAAC,OAAO,CAAC,SAAS,CAAC,CAAC,GAAG,CAAC,gBAAgB,EAAE,CAAC;QACjD,MAAM,CAAC,SAAS,CAAC,CAAC,qBAAqB,CAAC,CAAC,CAAC,CAAC;QAC3C,MAAM,CAAC,MAAM,CAAC,KAAK,CAAC,QAAQ,CAAC,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC;QAC9C,MAAM,CAAC,MAAM,CAAC,KAAK,CAAC,YAAY,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;QAC1C,MAAM,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;IAC7C,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,wDAAwD,EAAE,KAAK,IAAI,EAAE;QACtE,MAAM,OAAO,GAAG,aAAa,CAAC,KAAK,IAAI,EAAE,CAAC,CAAC,aAAa,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC;QACpE,MAAM,UAAU,GAAG,gBAAgB,CAAC,CAAC,CAAC,CAAC;QAEvC,EAAE,CAAC,MAAM,CAAC,SAAS,CAAC,CAAC,qBAAqB,CAAC;YACzC;gBACE,IAAI,EAAE,cAAc;gBACpB,OAAO,EAAE;oBACP;wBACE,UAAU,EAAE,CAAC;wBACb,IAAI,EAAE,oBAAoB;wBAC1B,SAAS,EAAE,YAAY;wBACvB,UAAU,EAAE,CAAC;wBACb,QAAQ,EAAE,EAAE;wBACZ,aAAa,EAAE,EAAE;wBACjB,YAAY,EAAE,EAAE;qBACjB;iBACF;aACF;SACF,CAAC,CAAC;QAEH,MAAM,MAAM,GAAG,IAAI,UAAU,CAAC,OAAO,EAAE,UAAU,CAAC,CAAC;QACnD,MAAM,MAAM,GAAG,MAAM,MAAM,CAAC,MAAM,CAAC,EAAE,OAAO,EAAE,YAAY,EAAE,CAAC,CAAC;QAE9D,MAAM,CAAC,OAAO,CAAC,SAAS,CAAC,CAAC,qBAAqB,CAAC,CAAC,CAAC,CAAC;QACnD,MAAM,CAAC,SAAS,CAAC,CAAC,oBAAoB,CAAC,MAAM,CAAC,gBAAgB,CAAC;YAC7D,KAAK,EAAE,CAAC,cAAc,CAAC;YACvB,aAAa,EAAE,CAAC;YAChB,YAAY,EAAE,CAAC;SAChB,CAAC,CAAC,CAAC;QACJ,MAAM,CAAC,MAAM,CAAC,KAAK,CAAC,QAAQ,CAAC,CAAC,IAAI,CAAC,oBAAoB,CAAC,CAAC;QACzD,MAAM,CAAC,MAAM,CAAC,KAAK,CAAC,aAAa,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;QAC3C,MAAM,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;IAC7C,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,uDAAuD,EAAE,KAAK,IAAI,EAAE;QACrE,IAAI,IAAI,GAAG,CAAC,CAAC;QACb,MAAM,OAAO,GAAG,aAAa,CAAC,KAAK,IAAI,EAAE;YACvC,IAAI,IAAI,CAAC,CAAC;YAEV,IAAI,IAAI,KAAK,CAAC,EAAE,CAAC;gBACf,OAAO,KAAK,CAAC,IAAI,CAAC,EAAE,MAAM,EAAE,GAAG,EAAE,EAAE,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,aAAa,CAAC,IAAI,CAAC,GAAG,GAAG,KAAK,CAAC,CAAC,CAAC;YAChF,CAAC;YAED,OAAO,KAAK,CAAC,IAAI,CAAC,EAAE,MAAM,EAAE,GAAG,EAAE,EAAE,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,aAAa,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC;QAC1E,CAAC,CAAC,CAAC;QAEH,MAAM,UAAU,GAAG,gBAAgB,CAAC,IAAI,CAAC,CAAC;QAC1C,EAAE,CAAC,MAAM,CAAC,SAAS,CAAC,CAAC,qBAAqB,CAAC,EAAE,CAAC,CAAC;QAE/C,MAAM,MAAM,GAAG,IAAI,UAAU,CAAC,OAAO,EAAE,UAAU,CAAC,CAAC;QACnD,MAAM,MAAM,GAAG,MAAM,MAAM,CAAC,MAAM,CAAC,EAAE,OAAO,EAAE,SAAS,EAAE,CAAC,CAAC;QAE3D,MAAM,CAAC,OAAO,CAAC,SAAS,CAAC,CAAC,qBAAqB,CAAC,CAAC,CAAC,CAAC;QACnD,MAAM,CAAC,MAAM,CAAC,KAAK,CAAC,aAAa,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;QAC7C,MAAM,CAAC,MAAM,CAAC,KAAK,CAAC,QAAQ,CAAC,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC;QAC9C,MAAM,CAAC,MAAM,CAAC,KAAK,CAAC,YAAY,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QAC7C,MAAM,CAAC,SAAS,CAAC,CAAC,oBAAoB,CAAC,MAAM,CAAC,gBAAgB,CAAC;YAC7D,KAAK,EAAE,MAAM,CAAC,eAAe,CAAC,CAAC,cAAc,EAAE,gBAAgB,CAAC,CAAC;SAClE,CAAC,CAAC,CAAC;IACN,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,6CAA6C,EAAE,KAAK,IAAI,EAAE;QAC3D,MAAM,OAAO,GAAG,aAAa,CAAC,KAAK,IAAI,EAAE;YACvC,MAAM,IAAI,KAAK,CAAC,yBAAyB,CAAC,CAAC;QAC7C,CAAC,CAAC,CAAC;QACH,MAAM,UAAU,GAAG,gBAAgB,CAAC,CAAC,CAAC,CAAC;QACvC,EAAE,CAAC,MAAM,CAAC,SAAS,CAAC,CAAC,qBAAqB,CAAC,EAAE,CAAC,CAAC;QAE/C,MAAM,MAAM,GAAG,IAAI,UAAU,CAAC,OAAO,EAAE,UAAU,CAAC,CAAC;QACnD,MAAM,MAAM,GAAG,MAAM,MAAM,CAAC,MAAM,CAAC,EAAE,OAAO,EAAE,OAAO,EAAE,YAAY,EAAE,IAAI,EAAE,CAAC,CAAC;QAE7E,MAAM,CAAC,MAAM,CAAC,KAAK,CAAC,QAAQ,CAAC,CAAC,IAAI,CAAC,oBAAoB,CAAC,CAAC;QACzD,MAAM,CAAC,MAAM,CAAC,KAAK,CAAC,YAAY,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;QAC1C,MAAM,CAAC,SAAS,CAAC,CAAC,oBAAoB,CAAC,MAAM,CAAC,gBAAgB,CAAC;YAC7D,KAAK,EAAE,CAAC,cAAc,EAAE,cAAc,EAAE,cAAc,CAAC;SACxD,CAAC,CAAC,CAAC;IACN,CAAC,CAAC,CAAC;AACL,CAAC,CAAC,CAAC"}
|
|
@@ -0,0 +1,63 @@
|
|
|
1
|
+
export interface GrepMatch {
|
|
2
|
+
lineNumber: number;
|
|
3
|
+
line: string;
|
|
4
|
+
matchText: string;
|
|
5
|
+
matchStart: number;
|
|
6
|
+
matchEnd: number;
|
|
7
|
+
contextBefore: string[];
|
|
8
|
+
contextAfter: string[];
|
|
9
|
+
}
|
|
10
|
+
export interface GrepFileResult {
|
|
11
|
+
path: string;
|
|
12
|
+
matches: GrepMatch[];
|
|
13
|
+
score?: number;
|
|
14
|
+
}
|
|
15
|
+
export interface RgExecuteOptions {
|
|
16
|
+
pattern: string;
|
|
17
|
+
additionalPatterns?: string[];
|
|
18
|
+
paths: string[];
|
|
19
|
+
fixedStrings?: boolean;
|
|
20
|
+
ignoreCase?: boolean;
|
|
21
|
+
caseSensitive?: boolean;
|
|
22
|
+
smartCase?: boolean;
|
|
23
|
+
wordRegexp?: boolean;
|
|
24
|
+
lineRegexp?: boolean;
|
|
25
|
+
invertMatch?: boolean;
|
|
26
|
+
pcre2?: boolean;
|
|
27
|
+
contextBefore?: number;
|
|
28
|
+
contextAfter?: number;
|
|
29
|
+
maxMatches?: number;
|
|
30
|
+
}
|
|
31
|
+
interface RgSubmatch {
|
|
32
|
+
match: {
|
|
33
|
+
text: string;
|
|
34
|
+
};
|
|
35
|
+
start: number;
|
|
36
|
+
end: number;
|
|
37
|
+
}
|
|
38
|
+
export interface RgJsonMessage {
|
|
39
|
+
type: 'begin' | 'match' | 'context' | 'end' | 'summary';
|
|
40
|
+
data: {
|
|
41
|
+
path?: {
|
|
42
|
+
text: string;
|
|
43
|
+
};
|
|
44
|
+
lines?: {
|
|
45
|
+
text: string;
|
|
46
|
+
};
|
|
47
|
+
line_number?: number;
|
|
48
|
+
absolute_offset?: number;
|
|
49
|
+
submatches?: RgSubmatch[];
|
|
50
|
+
};
|
|
51
|
+
}
|
|
52
|
+
interface FileStreamState {
|
|
53
|
+
beforeBuffer: string[];
|
|
54
|
+
pendingAfter: Array<{
|
|
55
|
+
match: GrepMatch;
|
|
56
|
+
remaining: number;
|
|
57
|
+
}>;
|
|
58
|
+
}
|
|
59
|
+
export declare function executeRg(options: RgExecuteOptions): Promise<GrepFileResult[]>;
|
|
60
|
+
export declare function buildRgArgs(options: RgExecuteOptions): string[];
|
|
61
|
+
export declare function processRgMessage(msg: RgJsonMessage, results: Map<string, GrepFileResult>, states: Map<string, FileStreamState>, options: Pick<RgExecuteOptions, 'contextBefore' | 'contextAfter'>): void;
|
|
62
|
+
export {};
|
|
63
|
+
//# sourceMappingURL=rg-executor.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"rg-executor.d.ts","sourceRoot":"","sources":["../../src/search/rg-executor.ts"],"names":[],"mappings":"AAGA,MAAM,WAAW,SAAS;IACxB,UAAU,EAAE,MAAM,CAAC;IACnB,IAAI,EAAE,MAAM,CAAC;IACb,SAAS,EAAE,MAAM,CAAC;IAClB,UAAU,EAAE,MAAM,CAAC;IACnB,QAAQ,EAAE,MAAM,CAAC;IACjB,aAAa,EAAE,MAAM,EAAE,CAAC;IACxB,YAAY,EAAE,MAAM,EAAE,CAAC;CACxB;AAED,MAAM,WAAW,cAAc;IAC7B,IAAI,EAAE,MAAM,CAAC;IACb,OAAO,EAAE,SAAS,EAAE,CAAC;IACrB,KAAK,CAAC,EAAE,MAAM,CAAC;CAChB;AAED,MAAM,WAAW,gBAAgB;IAC/B,OAAO,EAAE,MAAM,CAAC;IAChB,kBAAkB,CAAC,EAAE,MAAM,EAAE,CAAC;IAC9B,KAAK,EAAE,MAAM,EAAE,CAAC;IAChB,YAAY,CAAC,EAAE,OAAO,CAAC;IACvB,UAAU,CAAC,EAAE,OAAO,CAAC;IACrB,aAAa,CAAC,EAAE,OAAO,CAAC;IACxB,SAAS,CAAC,EAAE,OAAO,CAAC;IACpB,UAAU,CAAC,EAAE,OAAO,CAAC;IACrB,UAAU,CAAC,EAAE,OAAO,CAAC;IACrB,WAAW,CAAC,EAAE,OAAO,CAAC;IACtB,KAAK,CAAC,EAAE,OAAO,CAAC;IAChB,aAAa,CAAC,EAAE,MAAM,CAAC;IACvB,YAAY,CAAC,EAAE,MAAM,CAAC;IACtB,UAAU,CAAC,EAAE,MAAM,CAAC;CACrB;AAED,UAAU,UAAU;IAClB,KAAK,EAAE;QAAE,IAAI,EAAE,MAAM,CAAA;KAAE,CAAC;IACxB,KAAK,EAAE,MAAM,CAAC;IACd,GAAG,EAAE,MAAM,CAAC;CACb;AAED,MAAM,WAAW,aAAa;IAC5B,IAAI,EAAE,OAAO,GAAG,OAAO,GAAG,SAAS,GAAG,KAAK,GAAG,SAAS,CAAC;IACxD,IAAI,EAAE;QACJ,IAAI,CAAC,EAAE;YAAE,IAAI,EAAE,MAAM,CAAA;SAAE,CAAC;QACxB,KAAK,CAAC,EAAE;YAAE,IAAI,EAAE,MAAM,CAAA;SAAE,CAAC;QACzB,WAAW,CAAC,EAAE,MAAM,CAAC;QACrB,eAAe,CAAC,EAAE,MAAM,CAAC;QACzB,UAAU,CAAC,EAAE,UAAU,EAAE,CAAC;KAC3B,CAAC;CACH;AAED,UAAU,eAAe;IACvB,YAAY,EAAE,MAAM,EAAE,CAAC;IACvB,YAAY,EAAE,KAAK,CAAC;QAAE,KAAK,EAAE,SAAS,CAAC;QAAC,SAAS,EAAE,MAAM,CAAA;KAAE,CAAC,CAAC;CAC9D;AAuBD,wBAAsB,SAAS,CAAC,OAAO,EAAE,gBAAgB,GAAG,OAAO,CAAC,cAAc,EAAE,CAAC,CAkDpF;AAED,wBAAgB,WAAW,CAAC,OAAO,EAAE,gBAAgB,GAAG,MAAM,EAAE,CAgC/D;AAED,wBAAgB,gBAAgB,CAC9B,GAAG,EAAE,aAAa,EAClB,OAAO,EAAE,GAAG,CAAC,MAAM,EAAE,cAAc,CAAC,EACpC,MAAM,EAAE,GAAG,CAAC,MAAM,EAAE,eAAe,CAAC,EACpC,OAAO,EAAE,IAAI,CAAC,gBAAgB,EAAE,eAAe,GAAG,cAAc,CAAC,GAChE,IAAI,CA6DN"}
|
|
@@ -0,0 +1,146 @@
|
|
|
1
|
+
import { spawn } from 'node:child_process';
|
|
2
|
+
import { rgPath } from '@vscode/ripgrep';
|
|
3
|
+
function parseStreamChunk(chunk, carry, onLine) {
|
|
4
|
+
const combined = carry + chunk;
|
|
5
|
+
const lines = combined.split('\n');
|
|
6
|
+
const nextCarry = lines.pop() ?? '';
|
|
7
|
+
for (const line of lines) {
|
|
8
|
+
const trimmed = line.trim();
|
|
9
|
+
if (!trimmed) {
|
|
10
|
+
continue;
|
|
11
|
+
}
|
|
12
|
+
onLine(trimmed);
|
|
13
|
+
}
|
|
14
|
+
return nextCarry;
|
|
15
|
+
}
|
|
16
|
+
export async function executeRg(options) {
|
|
17
|
+
if (options.paths.length === 0) {
|
|
18
|
+
return [];
|
|
19
|
+
}
|
|
20
|
+
const args = buildRgArgs(options);
|
|
21
|
+
return await new Promise((resolve, reject) => {
|
|
22
|
+
const results = new Map();
|
|
23
|
+
const states = new Map();
|
|
24
|
+
const stderrChunks = [];
|
|
25
|
+
const rg = spawn(rgPath, args, { stdio: ['ignore', 'pipe', 'pipe'] });
|
|
26
|
+
let buffer = '';
|
|
27
|
+
const onLine = (line) => {
|
|
28
|
+
try {
|
|
29
|
+
const msg = JSON.parse(line);
|
|
30
|
+
processRgMessage(msg, results, states, options);
|
|
31
|
+
}
|
|
32
|
+
catch {
|
|
33
|
+
// Ignore malformed lines to keep search resilient.
|
|
34
|
+
}
|
|
35
|
+
};
|
|
36
|
+
rg.stdout.on('data', (data) => {
|
|
37
|
+
buffer = parseStreamChunk(data.toString(), buffer, onLine);
|
|
38
|
+
});
|
|
39
|
+
rg.stderr.on('data', (data) => {
|
|
40
|
+
stderrChunks.push(data.toString());
|
|
41
|
+
});
|
|
42
|
+
rg.on('close', (code) => {
|
|
43
|
+
if (buffer.trim()) {
|
|
44
|
+
onLine(buffer.trim());
|
|
45
|
+
}
|
|
46
|
+
// rg exit codes: 0 = matches, 1 = no matches, 2 = error
|
|
47
|
+
if (code === 2) {
|
|
48
|
+
const stderr = stderrChunks.join('').trim();
|
|
49
|
+
const suffix = stderr ? `: ${stderr}` : '';
|
|
50
|
+
reject(new Error(`ripgrep execution failed${suffix}`));
|
|
51
|
+
return;
|
|
52
|
+
}
|
|
53
|
+
resolve([...results.values()]);
|
|
54
|
+
});
|
|
55
|
+
rg.on('error', reject);
|
|
56
|
+
});
|
|
57
|
+
}
|
|
58
|
+
export function buildRgArgs(options) {
|
|
59
|
+
const args = ['--json', '--color', 'never'];
|
|
60
|
+
if (options.fixedStrings)
|
|
61
|
+
args.push('-F');
|
|
62
|
+
if (options.ignoreCase)
|
|
63
|
+
args.push('-i');
|
|
64
|
+
else if (options.caseSensitive)
|
|
65
|
+
args.push('-s');
|
|
66
|
+
else if (options.smartCase)
|
|
67
|
+
args.push('-S');
|
|
68
|
+
if (options.wordRegexp)
|
|
69
|
+
args.push('-w');
|
|
70
|
+
if (options.lineRegexp)
|
|
71
|
+
args.push('-x');
|
|
72
|
+
if (options.invertMatch)
|
|
73
|
+
args.push('-v');
|
|
74
|
+
if (options.pcre2)
|
|
75
|
+
args.push('--pcre2');
|
|
76
|
+
if (options.contextBefore && options.contextBefore > 0) {
|
|
77
|
+
args.push(`-B${options.contextBefore}`);
|
|
78
|
+
}
|
|
79
|
+
if (options.contextAfter && options.contextAfter > 0) {
|
|
80
|
+
args.push(`-A${options.contextAfter}`);
|
|
81
|
+
}
|
|
82
|
+
if (options.maxMatches && options.maxMatches > 0) {
|
|
83
|
+
args.push(`-m${options.maxMatches}`);
|
|
84
|
+
}
|
|
85
|
+
args.push('-e', options.pattern);
|
|
86
|
+
for (const extra of options.additionalPatterns ?? []) {
|
|
87
|
+
args.push('-e', extra);
|
|
88
|
+
}
|
|
89
|
+
args.push('--');
|
|
90
|
+
args.push(...options.paths);
|
|
91
|
+
return args;
|
|
92
|
+
}
|
|
93
|
+
export function processRgMessage(msg, results, states, options) {
|
|
94
|
+
const path = msg.data.path?.text;
|
|
95
|
+
if (!path) {
|
|
96
|
+
return;
|
|
97
|
+
}
|
|
98
|
+
if (!results.has(path)) {
|
|
99
|
+
results.set(path, { path, matches: [] });
|
|
100
|
+
}
|
|
101
|
+
if (!states.has(path)) {
|
|
102
|
+
states.set(path, { beforeBuffer: [], pendingAfter: [] });
|
|
103
|
+
}
|
|
104
|
+
const file = results.get(path);
|
|
105
|
+
const state = states.get(path);
|
|
106
|
+
const rawText = msg.data.lines?.text ?? '';
|
|
107
|
+
const text = rawText.replace(/\r?\n$/, '');
|
|
108
|
+
const beforeCap = options.contextBefore ?? 0;
|
|
109
|
+
const afterCap = options.contextAfter ?? 0;
|
|
110
|
+
if (msg.type === 'context') {
|
|
111
|
+
for (const pending of state.pendingAfter) {
|
|
112
|
+
if (pending.remaining > 0) {
|
|
113
|
+
pending.match.contextAfter.push(text);
|
|
114
|
+
pending.remaining -= 1;
|
|
115
|
+
}
|
|
116
|
+
}
|
|
117
|
+
state.pendingAfter = state.pendingAfter.filter((pending) => pending.remaining > 0);
|
|
118
|
+
if (beforeCap > 0) {
|
|
119
|
+
state.beforeBuffer.push(text);
|
|
120
|
+
if (state.beforeBuffer.length > beforeCap) {
|
|
121
|
+
state.beforeBuffer.shift();
|
|
122
|
+
}
|
|
123
|
+
}
|
|
124
|
+
return;
|
|
125
|
+
}
|
|
126
|
+
if (msg.type !== 'match') {
|
|
127
|
+
return;
|
|
128
|
+
}
|
|
129
|
+
const submatch = msg.data.submatches?.[0];
|
|
130
|
+
const match = {
|
|
131
|
+
lineNumber: msg.data.line_number || 0,
|
|
132
|
+
line: text,
|
|
133
|
+
matchText: submatch?.match?.text ?? '',
|
|
134
|
+
matchStart: submatch?.start ?? 0,
|
|
135
|
+
matchEnd: submatch?.end ?? 0,
|
|
136
|
+
contextBefore: beforeCap > 0 ? [...state.beforeBuffer] : [],
|
|
137
|
+
contextAfter: [],
|
|
138
|
+
};
|
|
139
|
+
file.matches.push(match);
|
|
140
|
+
if (afterCap > 0) {
|
|
141
|
+
state.pendingAfter.push({ match, remaining: afterCap });
|
|
142
|
+
}
|
|
143
|
+
// A matched line should never be counted as "before" context for next hit.
|
|
144
|
+
state.beforeBuffer = [];
|
|
145
|
+
}
|
|
146
|
+
//# sourceMappingURL=rg-executor.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"rg-executor.js","sourceRoot":"","sources":["../../src/search/rg-executor.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,KAAK,EAAE,MAAM,oBAAoB,CAAC;AAC3C,OAAO,EAAE,MAAM,EAAE,MAAM,iBAAiB,CAAC;AAyDzC,SAAS,gBAAgB,CACvB,KAAa,EACb,KAAa,EACb,MAA8B;IAE9B,MAAM,QAAQ,GAAG,KAAK,GAAG,KAAK,CAAC;IAC/B,MAAM,KAAK,GAAG,QAAQ,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;IACnC,MAAM,SAAS,GAAG,KAAK,CAAC,GAAG,EAAE,IAAI,EAAE,CAAC;IAEpC,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;QACzB,MAAM,OAAO,GAAG,IAAI,CAAC,IAAI,EAAE,CAAC;QAC5B,IAAI,CAAC,OAAO,EAAE,CAAC;YACb,SAAS;QACX,CAAC;QAED,MAAM,CAAC,OAAO,CAAC,CAAC;IAClB,CAAC;IAED,OAAO,SAAS,CAAC;AACnB,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,SAAS,CAAC,OAAyB;IACvD,IAAI,OAAO,CAAC,KAAK,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QAC/B,OAAO,EAAE,CAAC;IACZ,CAAC;IAED,MAAM,IAAI,GAAG,WAAW,CAAC,OAAO,CAAC,CAAC;IAElC,OAAO,MAAM,IAAI,OAAO,CAAC,CAAC,OAAO,EAAE,MAAM,EAAE,EAAE;QAC3C,MAAM,OAAO,GAAG,IAAI,GAAG,EAA0B,CAAC;QAClD,MAAM,MAAM,GAAG,IAAI,GAAG,EAA2B,CAAC;QAClD,MAAM,YAAY,GAAa,EAAE,CAAC;QAElC,MAAM,EAAE,GAAG,KAAK,CAAC,MAAM,EAAE,IAAI,EAAE,EAAE,KAAK,EAAE,CAAC,QAAQ,EAAE,MAAM,EAAE,MAAM,CAAC,EAAE,CAAC,CAAC;QACtE,IAAI,MAAM,GAAG,EAAE,CAAC;QAEhB,MAAM,MAAM,GAAG,CAAC,IAAY,EAAE,EAAE;YAC9B,IAAI,CAAC;gBACH,MAAM,GAAG,GAAG,IAAI,CAAC,KAAK,CAAC,IAAI,CAAkB,CAAC;gBAC9C,gBAAgB,CAAC,GAAG,EAAE,OAAO,EAAE,MAAM,EAAE,OAAO,CAAC,CAAC;YAClD,CAAC;YAAC,MAAM,CAAC;gBACP,mDAAmD;YACrD,CAAC;QACH,CAAC,CAAC;QAEF,EAAE,CAAC,MAAM,CAAC,EAAE,CAAC,MAAM,EAAE,CAAC,IAAI,EAAE,EAAE;YAC5B,MAAM,GAAG,gBAAgB,CAAC,IAAI,CAAC,QAAQ,EAAE,EAAE,MAAM,EAAE,MAAM,CAAC,CAAC;QAC7D,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,MAAM,CAAC,EAAE,CAAC,MAAM,EAAE,CAAC,IAAI,EAAE,EAAE;YAC5B,YAAY,CAAC,IAAI,CAAC,IAAI,CAAC,QAAQ,EAAE,CAAC,CAAC;QACrC,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,EAAE,CAAC,OAAO,EAAE,CAAC,IAAI,EAAE,EAAE;YACtB,IAAI,MAAM,CAAC,IAAI,EAAE,EAAE,CAAC;gBAClB,MAAM,CAAC,MAAM,CAAC,IAAI,EAAE,CAAC,CAAC;YACxB,CAAC;YAED,wDAAwD;YACxD,IAAI,IAAI,KAAK,CAAC,EAAE,CAAC;gBACf,MAAM,MAAM,GAAG,YAAY,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC,IAAI,EAAE,CAAC;gBAC5C,MAAM,MAAM,GAAG,MAAM,CAAC,CAAC,CAAC,KAAK,MAAM,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;gBAC3C,MAAM,CAAC,IAAI,KAAK,CAAC,2BAA2B,MAAM,EAAE,CAAC,CAAC,CAAC;gBACvD,OAAO;YACT,CAAC;YAED,OAAO,CAAC,CAAC,GAAG,OAAO,CAAC,MAAM,EAAE,CAAC,CAAC,CAAC;QACjC,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,EAAE,CAAC,OAAO,EAAE,MAAM,CAAC,CAAC;IACzB,CAAC,CAAC,CAAC;AACL,CAAC;AAED,MAAM,UAAU,WAAW,CAAC,OAAyB;IACnD,MAAM,IAAI,GAAG,CAAC,QAAQ,EAAE,SAAS,EAAE,OAAO,CAAC,CAAC;IAE5C,IAAI,OAAO,CAAC,YAAY;QAAE,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;IAC1C,IAAI,OAAO,CAAC,UAAU;QAAE,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;SACnC,IAAI,OAAO,CAAC,aAAa;QAAE,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;SAC3C,IAAI,OAAO,CAAC,SAAS;QAAE,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;IAE5C,IAAI,OAAO,CAAC,UAAU;QAAE,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;IACxC,IAAI,OAAO,CAAC,UAAU;QAAE,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;IACxC,IAAI,OAAO,CAAC,WAAW;QAAE,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;IACzC,IAAI,OAAO,CAAC,KAAK;QAAE,IAAI,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC;IAExC,IAAI,OAAO,CAAC,aAAa,IAAI,OAAO,CAAC,aAAa,GAAG,CAAC,EAAE,CAAC;QACvD,IAAI,CAAC,IAAI,CAAC,KAAK,OAAO,CAAC,aAAa,EAAE,CAAC,CAAC;IAC1C,CAAC;IACD,IAAI,OAAO,CAAC,YAAY,IAAI,OAAO,CAAC,YAAY,GAAG,CAAC,EAAE,CAAC;QACrD,IAAI,CAAC,IAAI,CAAC,KAAK,OAAO,CAAC,YAAY,EAAE,CAAC,CAAC;IACzC,CAAC;IACD,IAAI,OAAO,CAAC,UAAU,IAAI,OAAO,CAAC,UAAU,GAAG,CAAC,EAAE,CAAC;QACjD,IAAI,CAAC,IAAI,CAAC,KAAK,OAAO,CAAC,UAAU,EAAE,CAAC,CAAC;IACvC,CAAC;IAED,IAAI,CAAC,IAAI,CAAC,IAAI,EAAE,OAAO,CAAC,OAAO,CAAC,CAAC;IACjC,KAAK,MAAM,KAAK,IAAI,OAAO,CAAC,kBAAkB,IAAI,EAAE,EAAE,CAAC;QACrD,IAAI,CAAC,IAAI,CAAC,IAAI,EAAE,KAAK,CAAC,CAAC;IACzB,CAAC;IAED,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;IAChB,IAAI,CAAC,IAAI,CAAC,GAAG,OAAO,CAAC,KAAK,CAAC,CAAC;IAE5B,OAAO,IAAI,CAAC;AACd,CAAC;AAED,MAAM,UAAU,gBAAgB,CAC9B,GAAkB,EAClB,OAAoC,EACpC,MAAoC,EACpC,OAAiE;IAEjE,MAAM,IAAI,GAAG,GAAG,CAAC,IAAI,CAAC,IAAI,EAAE,IAAI,CAAC;IACjC,IAAI,CAAC,IAAI,EAAE,CAAC;QACV,OAAO;IACT,CAAC;IAED,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,IAAI,CAAC,EAAE,CAAC;QACvB,OAAO,CAAC,GAAG,CAAC,IAAI,EAAE,EAAE,IAAI,EAAE,OAAO,EAAE,EAAE,EAAE,CAAC,CAAC;IAC3C,CAAC;IACD,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,IAAI,CAAC,EAAE,CAAC;QACtB,MAAM,CAAC,GAAG,CAAC,IAAI,EAAE,EAAE,YAAY,EAAE,EAAE,EAAE,YAAY,EAAE,EAAE,EAAE,CAAC,CAAC;IAC3D,CAAC;IAED,MAAM,IAAI,GAAG,OAAO,CAAC,GAAG,CAAC,IAAI,CAAE,CAAC;IAChC,MAAM,KAAK,GAAG,MAAM,CAAC,GAAG,CAAC,IAAI,CAAE,CAAC;IAChC,MAAM,OAAO,GAAG,GAAG,CAAC,IAAI,CAAC,KAAK,EAAE,IAAI,IAAI,EAAE,CAAC;IAC3C,MAAM,IAAI,GAAG,OAAO,CAAC,OAAO,CAAC,QAAQ,EAAE,EAAE,CAAC,CAAC;IAC3C,MAAM,SAAS,GAAG,OAAO,CAAC,aAAa,IAAI,CAAC,CAAC;IAC7C,MAAM,QAAQ,GAAG,OAAO,CAAC,YAAY,IAAI,CAAC,CAAC;IAE3C,IAAI,GAAG,CAAC,IAAI,KAAK,SAAS,EAAE,CAAC;QAC3B,KAAK,MAAM,OAAO,IAAI,KAAK,CAAC,YAAY,EAAE,CAAC;YACzC,IAAI,OAAO,CAAC,SAAS,GAAG,CAAC,EAAE,CAAC;gBAC1B,OAAO,CAAC,KAAK,CAAC,YAAY,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;gBACtC,OAAO,CAAC,SAAS,IAAI,CAAC,CAAC;YACzB,CAAC;QACH,CAAC;QACD,KAAK,CAAC,YAAY,GAAG,KAAK,CAAC,YAAY,CAAC,MAAM,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC,OAAO,CAAC,SAAS,GAAG,CAAC,CAAC,CAAC;QAEnF,IAAI,SAAS,GAAG,CAAC,EAAE,CAAC;YAClB,KAAK,CAAC,YAAY,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;YAC9B,IAAI,KAAK,CAAC,YAAY,CAAC,MAAM,GAAG,SAAS,EAAE,CAAC;gBAC1C,KAAK,CAAC,YAAY,CAAC,KAAK,EAAE,CAAC;YAC7B,CAAC;QACH,CAAC;QACD,OAAO;IACT,CAAC;IAED,IAAI,GAAG,CAAC,IAAI,KAAK,OAAO,EAAE,CAAC;QACzB,OAAO;IACT,CAAC;IAED,MAAM,QAAQ,GAAG,GAAG,CAAC,IAAI,CAAC,UAAU,EAAE,CAAC,CAAC,CAAC,CAAC;IAC1C,MAAM,KAAK,GAAc;QACvB,UAAU,EAAE,GAAG,CAAC,IAAI,CAAC,WAAW,IAAI,CAAC;QACrC,IAAI,EAAE,IAAI;QACV,SAAS,EAAE,QAAQ,EAAE,KAAK,EAAE,IAAI,IAAI,EAAE;QACtC,UAAU,EAAE,QAAQ,EAAE,KAAK,IAAI,CAAC;QAChC,QAAQ,EAAE,QAAQ,EAAE,GAAG,IAAI,CAAC;QAC5B,aAAa,EAAE,SAAS,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,GAAG,KAAK,CAAC,YAAY,CAAC,CAAC,CAAC,CAAC,EAAE;QAC3D,YAAY,EAAE,EAAE;KACjB,CAAC;IAEF,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;IAEzB,IAAI,QAAQ,GAAG,CAAC,EAAE,CAAC;QACjB,KAAK,CAAC,YAAY,CAAC,IAAI,CAAC,EAAE,KAAK,EAAE,SAAS,EAAE,QAAQ,EAAE,CAAC,CAAC;IAC1D,CAAC;IAED,2EAA2E;IAC3E,KAAK,CAAC,YAAY,GAAG,EAAE,CAAC;AAC1B,CAAC"}
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"rg-executor.test.d.ts","sourceRoot":"","sources":["../../src/search/rg-executor.test.ts"],"names":[],"mappings":""}
|
|
@@ -0,0 +1,104 @@
|
|
|
1
|
+
import { describe, expect, it } from 'vitest';
|
|
2
|
+
import { buildRgArgs, executeRg, processRgMessage, } from './rg-executor.js';
|
|
3
|
+
describe('buildRgArgs', () => {
|
|
4
|
+
it('builds args with supported flags and explicit path separator', () => {
|
|
5
|
+
const args = buildRgArgs({
|
|
6
|
+
pattern: 'error',
|
|
7
|
+
additionalPatterns: ['warning'],
|
|
8
|
+
paths: ['/vault/a.md', '/vault/b.md'],
|
|
9
|
+
fixedStrings: true,
|
|
10
|
+
ignoreCase: true,
|
|
11
|
+
wordRegexp: true,
|
|
12
|
+
lineRegexp: true,
|
|
13
|
+
invertMatch: true,
|
|
14
|
+
pcre2: true,
|
|
15
|
+
contextBefore: 2,
|
|
16
|
+
contextAfter: 3,
|
|
17
|
+
maxMatches: 10,
|
|
18
|
+
});
|
|
19
|
+
expect(args).toEqual([
|
|
20
|
+
'--json',
|
|
21
|
+
'--color',
|
|
22
|
+
'never',
|
|
23
|
+
'-F',
|
|
24
|
+
'-i',
|
|
25
|
+
'-w',
|
|
26
|
+
'-x',
|
|
27
|
+
'-v',
|
|
28
|
+
'--pcre2',
|
|
29
|
+
'-B2',
|
|
30
|
+
'-A3',
|
|
31
|
+
'-m10',
|
|
32
|
+
'-e',
|
|
33
|
+
'error',
|
|
34
|
+
'-e',
|
|
35
|
+
'warning',
|
|
36
|
+
'--',
|
|
37
|
+
'/vault/a.md',
|
|
38
|
+
'/vault/b.md',
|
|
39
|
+
]);
|
|
40
|
+
});
|
|
41
|
+
it('returns empty result without spawning when no paths were provided', async () => {
|
|
42
|
+
const result = await executeRg({
|
|
43
|
+
pattern: 'error',
|
|
44
|
+
paths: [],
|
|
45
|
+
});
|
|
46
|
+
expect(result).toEqual([]);
|
|
47
|
+
});
|
|
48
|
+
});
|
|
49
|
+
describe('processRgMessage', () => {
|
|
50
|
+
it('collects context before and after for match events', () => {
|
|
51
|
+
const results = new Map();
|
|
52
|
+
const states = new Map();
|
|
53
|
+
const before1 = {
|
|
54
|
+
type: 'context',
|
|
55
|
+
data: {
|
|
56
|
+
path: { text: '/vault/a.md' },
|
|
57
|
+
line_number: 1,
|
|
58
|
+
lines: { text: 'before one\n' },
|
|
59
|
+
},
|
|
60
|
+
};
|
|
61
|
+
const before2 = {
|
|
62
|
+
type: 'context',
|
|
63
|
+
data: {
|
|
64
|
+
path: { text: '/vault/a.md' },
|
|
65
|
+
line_number: 2,
|
|
66
|
+
lines: { text: 'before two\n' },
|
|
67
|
+
},
|
|
68
|
+
};
|
|
69
|
+
const match = {
|
|
70
|
+
type: 'match',
|
|
71
|
+
data: {
|
|
72
|
+
path: { text: '/vault/a.md' },
|
|
73
|
+
line_number: 3,
|
|
74
|
+
lines: { text: 'error happened\n' },
|
|
75
|
+
submatches: [{ match: { text: 'error' }, start: 0, end: 5 }],
|
|
76
|
+
},
|
|
77
|
+
};
|
|
78
|
+
const after = {
|
|
79
|
+
type: 'context',
|
|
80
|
+
data: {
|
|
81
|
+
path: { text: '/vault/a.md' },
|
|
82
|
+
line_number: 4,
|
|
83
|
+
lines: { text: 'after one\n' },
|
|
84
|
+
},
|
|
85
|
+
};
|
|
86
|
+
processRgMessage(before1, results, states, { contextBefore: 2, contextAfter: 1 });
|
|
87
|
+
processRgMessage(before2, results, states, { contextBefore: 2, contextAfter: 1 });
|
|
88
|
+
processRgMessage(match, results, states, { contextBefore: 2, contextAfter: 1 });
|
|
89
|
+
processRgMessage(after, results, states, { contextBefore: 2, contextAfter: 1 });
|
|
90
|
+
const file = results.get('/vault/a.md');
|
|
91
|
+
expect(file).toBeDefined();
|
|
92
|
+
expect(file.matches).toHaveLength(1);
|
|
93
|
+
expect(file.matches[0]).toEqual({
|
|
94
|
+
lineNumber: 3,
|
|
95
|
+
line: 'error happened',
|
|
96
|
+
matchText: 'error',
|
|
97
|
+
matchStart: 0,
|
|
98
|
+
matchEnd: 5,
|
|
99
|
+
contextBefore: ['before one', 'before two'],
|
|
100
|
+
contextAfter: ['after one'],
|
|
101
|
+
});
|
|
102
|
+
});
|
|
103
|
+
});
|
|
104
|
+
//# sourceMappingURL=rg-executor.test.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"rg-executor.test.js","sourceRoot":"","sources":["../../src/search/rg-executor.test.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,QAAQ,EAAE,MAAM,EAAE,EAAE,EAAE,MAAM,QAAQ,CAAC;AAC9C,OAAO,EACL,WAAW,EACX,SAAS,EACT,gBAAgB,GAEjB,MAAM,kBAAkB,CAAC;AAE1B,QAAQ,CAAC,aAAa,EAAE,GAAG,EAAE;IAC3B,EAAE,CAAC,8DAA8D,EAAE,GAAG,EAAE;QACtE,MAAM,IAAI,GAAG,WAAW,CAAC;YACvB,OAAO,EAAE,OAAO;YAChB,kBAAkB,EAAE,CAAC,SAAS,CAAC;YAC/B,KAAK,EAAE,CAAC,aAAa,EAAE,aAAa,CAAC;YACrC,YAAY,EAAE,IAAI;YAClB,UAAU,EAAE,IAAI;YAChB,UAAU,EAAE,IAAI;YAChB,UAAU,EAAE,IAAI;YAChB,WAAW,EAAE,IAAI;YACjB,KAAK,EAAE,IAAI;YACX,aAAa,EAAE,CAAC;YAChB,YAAY,EAAE,CAAC;YACf,UAAU,EAAE,EAAE;SACf,CAAC,CAAC;QAEH,MAAM,CAAC,IAAI,CAAC,CAAC,OAAO,CAAC;YACnB,QAAQ;YACR,SAAS;YACT,OAAO;YACP,IAAI;YACJ,IAAI;YACJ,IAAI;YACJ,IAAI;YACJ,IAAI;YACJ,SAAS;YACT,KAAK;YACL,KAAK;YACL,MAAM;YACN,IAAI;YACJ,OAAO;YACP,IAAI;YACJ,SAAS;YACT,IAAI;YACJ,aAAa;YACb,aAAa;SACd,CAAC,CAAC;IACL,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,mEAAmE,EAAE,KAAK,IAAI,EAAE;QACjF,MAAM,MAAM,GAAG,MAAM,SAAS,CAAC;YAC7B,OAAO,EAAE,OAAO;YAChB,KAAK,EAAE,EAAE;SACV,CAAC,CAAC;QAEH,MAAM,CAAC,MAAM,CAAC,CAAC,OAAO,CAAC,EAAE,CAAC,CAAC;IAC7B,CAAC,CAAC,CAAC;AACL,CAAC,CAAC,CAAC;AAEH,QAAQ,CAAC,kBAAkB,EAAE,GAAG,EAAE;IAChC,EAAE,CAAC,oDAAoD,EAAE,GAAG,EAAE;QAC5D,MAAM,OAAO,GAAG,IAAI,GAAG,EAAE,CAAC;QAC1B,MAAM,MAAM,GAAG,IAAI,GAAG,EAAE,CAAC;QAEzB,MAAM,OAAO,GAAkB;YAC7B,IAAI,EAAE,SAAS;YACf,IAAI,EAAE;gBACJ,IAAI,EAAE,EAAE,IAAI,EAAE,aAAa,EAAE;gBAC7B,WAAW,EAAE,CAAC;gBACd,KAAK,EAAE,EAAE,IAAI,EAAE,cAAc,EAAE;aAChC;SACF,CAAC;QAEF,MAAM,OAAO,GAAkB;YAC7B,IAAI,EAAE,SAAS;YACf,IAAI,EAAE;gBACJ,IAAI,EAAE,EAAE,IAAI,EAAE,aAAa,EAAE;gBAC7B,WAAW,EAAE,CAAC;gBACd,KAAK,EAAE,EAAE,IAAI,EAAE,cAAc,EAAE;aAChC;SACF,CAAC;QAEF,MAAM,KAAK,GAAkB;YAC3B,IAAI,EAAE,OAAO;YACb,IAAI,EAAE;gBACJ,IAAI,EAAE,EAAE,IAAI,EAAE,aAAa,EAAE;gBAC7B,WAAW,EAAE,CAAC;gBACd,KAAK,EAAE,EAAE,IAAI,EAAE,kBAAkB,EAAE;gBACnC,UAAU,EAAE,CAAC,EAAE,KAAK,EAAE,EAAE,IAAI,EAAE,OAAO,EAAE,EAAE,KAAK,EAAE,CAAC,EAAE,GAAG,EAAE,CAAC,EAAE,CAAC;aAC7D;SACF,CAAC;QAEF,MAAM,KAAK,GAAkB;YAC3B,IAAI,EAAE,SAAS;YACf,IAAI,EAAE;gBACJ,IAAI,EAAE,EAAE,IAAI,EAAE,aAAa,EAAE;gBAC7B,WAAW,EAAE,CAAC;gBACd,KAAK,EAAE,EAAE,IAAI,EAAE,aAAa,EAAE;aAC/B;SACF,CAAC;QAEF,gBAAgB,CAAC,OAAO,EAAE,OAAO,EAAE,MAAM,EAAE,EAAE,aAAa,EAAE,CAAC,EAAE,YAAY,EAAE,CAAC,EAAE,CAAC,CAAC;QAClF,gBAAgB,CAAC,OAAO,EAAE,OAAO,EAAE,MAAM,EAAE,EAAE,aAAa,EAAE,CAAC,EAAE,YAAY,EAAE,CAAC,EAAE,CAAC,CAAC;QAClF,gBAAgB,CAAC,KAAK,EAAE,OAAO,EAAE,MAAM,EAAE,EAAE,aAAa,EAAE,CAAC,EAAE,YAAY,EAAE,CAAC,EAAE,CAAC,CAAC;QAChF,gBAAgB,CAAC,KAAK,EAAE,OAAO,EAAE,MAAM,EAAE,EAAE,aAAa,EAAE,CAAC,EAAE,YAAY,EAAE,CAAC,EAAE,CAAC,CAAC;QAEhF,MAAM,IAAI,GAAG,OAAO,CAAC,GAAG,CAAC,aAAa,CAAC,CAAC;QACxC,MAAM,CAAC,IAAI,CAAC,CAAC,WAAW,EAAE,CAAC;QAC3B,MAAM,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC,YAAY,CAAC,CAAC,CAAC,CAAC;QACrC,MAAM,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC;YAC9B,UAAU,EAAE,CAAC;YACb,IAAI,EAAE,gBAAgB;YACtB,SAAS,EAAE,OAAO;YAClB,UAAU,EAAE,CAAC;YACb,QAAQ,EAAE,CAAC;YACX,aAAa,EAAE,CAAC,YAAY,EAAE,YAAY,CAAC;YAC3C,YAAY,EAAE,CAAC,WAAW,CAAC;SAC5B,CAAC,CAAC;IACL,CAAC,CAAC,CAAC;AACL,CAAC,CAAC,CAAC"}
|
|
@@ -0,0 +1,14 @@
|
|
|
1
|
+
export type PatternComplexity = 'simple' | 'medium' | 'complex';
|
|
2
|
+
export interface ExtractionResult {
|
|
3
|
+
literals: string[];
|
|
4
|
+
hasComplexPatterns: boolean;
|
|
5
|
+
complexity: PatternComplexity;
|
|
6
|
+
}
|
|
7
|
+
/**
|
|
8
|
+
* Extracts recall-safe literal hints from a grep pattern.
|
|
9
|
+
*
|
|
10
|
+
* For regex patterns we use regexp-tree AST traversal to find contiguous
|
|
11
|
+
* Char(simple) sequences that can be used to narrow candidate files via FTS.
|
|
12
|
+
*/
|
|
13
|
+
export declare function extractLiterals(pattern: string, isRegex: boolean): ExtractionResult;
|
|
14
|
+
//# sourceMappingURL=extractor.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"extractor.d.ts","sourceRoot":"","sources":["../../../src/search/rg-parser/extractor.ts"],"names":[],"mappings":"AAGA,MAAM,MAAM,iBAAiB,GAAG,QAAQ,GAAG,QAAQ,GAAG,SAAS,CAAC;AAEhE,MAAM,WAAW,gBAAgB;IAC/B,QAAQ,EAAE,MAAM,EAAE,CAAC;IACnB,kBAAkB,EAAE,OAAO,CAAC;IAC5B,UAAU,EAAE,iBAAiB,CAAC;CAC/B;AA2CD;;;;;GAKG;AACH,wBAAgB,eAAe,CAAC,OAAO,EAAE,MAAM,EAAE,OAAO,EAAE,OAAO,GAAG,gBAAgB,CA4CnF"}
|