@thoughtflow/codebase 0.2.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist/contexts/context-decomposer.d.ts +13 -0
- package/dist/contexts/context-decomposer.d.ts.map +1 -0
- package/dist/contexts/context-decomposer.js +97 -0
- package/dist/contexts/context-decomposer.js.map +1 -0
- package/dist/contexts/context-document-manager.d.ts +21 -0
- package/dist/contexts/context-document-manager.d.ts.map +1 -0
- package/dist/contexts/context-document-manager.js +69 -0
- package/dist/contexts/context-document-manager.js.map +1 -0
- package/dist/contexts/context-router.d.ts +13 -0
- package/dist/contexts/context-router.d.ts.map +1 -0
- package/dist/contexts/context-router.js +94 -0
- package/dist/contexts/context-router.js.map +1 -0
- package/dist/index.d.ts +53 -0
- package/dist/index.d.ts.map +1 -0
- package/dist/index.js +76 -0
- package/dist/index.js.map +1 -0
- package/dist/libs/codebase/deep-analyzer.d.ts +58 -0
- package/dist/libs/codebase/deep-analyzer.d.ts.map +1 -0
- package/dist/libs/codebase/deep-analyzer.js +239 -0
- package/dist/libs/codebase/deep-analyzer.js.map +1 -0
- package/dist/libs/codebase/graph/dependency-extractor.d.ts +20 -0
- package/dist/libs/codebase/graph/dependency-extractor.d.ts.map +1 -0
- package/dist/libs/codebase/graph/dependency-extractor.js +174 -0
- package/dist/libs/codebase/graph/dependency-extractor.js.map +1 -0
- package/dist/libs/codebase/graph/graph-analysis.d.ts +42 -0
- package/dist/libs/codebase/graph/graph-analysis.d.ts.map +1 -0
- package/dist/libs/codebase/graph/graph-analysis.js +222 -0
- package/dist/libs/codebase/graph/graph-analysis.js.map +1 -0
- package/dist/libs/codebase/graph/graph-visualizer.d.ts +12 -0
- package/dist/libs/codebase/graph/graph-visualizer.d.ts.map +1 -0
- package/dist/libs/codebase/graph/graph-visualizer.js +99 -0
- package/dist/libs/codebase/graph/graph-visualizer.js.map +1 -0
- package/dist/libs/codebase/indexer/batch-processor.d.ts +18 -0
- package/dist/libs/codebase/indexer/batch-processor.d.ts.map +1 -0
- package/dist/libs/codebase/indexer/batch-processor.js +39 -0
- package/dist/libs/codebase/indexer/batch-processor.js.map +1 -0
- package/dist/libs/codebase/indexer/chunker-markdown.d.ts +19 -0
- package/dist/libs/codebase/indexer/chunker-markdown.d.ts.map +1 -0
- package/dist/libs/codebase/indexer/chunker-markdown.js +138 -0
- package/dist/libs/codebase/indexer/chunker-markdown.js.map +1 -0
- package/dist/libs/codebase/indexer/chunker.d.ts +21 -0
- package/dist/libs/codebase/indexer/chunker.d.ts.map +1 -0
- package/dist/libs/codebase/indexer/chunker.js +133 -0
- package/dist/libs/codebase/indexer/chunker.js.map +1 -0
- package/dist/libs/codebase/indexer/explorer.d.ts +29 -0
- package/dist/libs/codebase/indexer/explorer.d.ts.map +1 -0
- package/dist/libs/codebase/indexer/explorer.js +278 -0
- package/dist/libs/codebase/indexer/explorer.js.map +1 -0
- package/dist/libs/codebase/indexer/indexer.d.ts +35 -0
- package/dist/libs/codebase/indexer/indexer.d.ts.map +1 -0
- package/dist/libs/codebase/indexer/indexer.js +172 -0
- package/dist/libs/codebase/indexer/indexer.js.map +1 -0
- package/dist/libs/codebase/knowledge/cross-referencer.d.ts +32 -0
- package/dist/libs/codebase/knowledge/cross-referencer.d.ts.map +1 -0
- package/dist/libs/codebase/knowledge/cross-referencer.js +132 -0
- package/dist/libs/codebase/knowledge/cross-referencer.js.map +1 -0
- package/dist/libs/codebase/knowledge/markdown-extractor.d.ts +34 -0
- package/dist/libs/codebase/knowledge/markdown-extractor.d.ts.map +1 -0
- package/dist/libs/codebase/knowledge/markdown-extractor.js +273 -0
- package/dist/libs/codebase/knowledge/markdown-extractor.js.map +1 -0
- package/dist/libs/codebase/knowledge/summarizer.d.ts +25 -0
- package/dist/libs/codebase/knowledge/summarizer.d.ts.map +1 -0
- package/dist/libs/codebase/knowledge/summarizer.js +61 -0
- package/dist/libs/codebase/knowledge/summarizer.js.map +1 -0
- package/dist/libs/codebase/search/bm25.d.ts +23 -0
- package/dist/libs/codebase/search/bm25.d.ts.map +1 -0
- package/dist/libs/codebase/search/bm25.js +93 -0
- package/dist/libs/codebase/search/bm25.js.map +1 -0
- package/dist/libs/codebase/search/hybrid-search.d.ts +22 -0
- package/dist/libs/codebase/search/hybrid-search.d.ts.map +1 -0
- package/dist/libs/codebase/search/hybrid-search.js +80 -0
- package/dist/libs/codebase/search/hybrid-search.js.map +1 -0
- package/dist/libs/codebase-index.class.d.ts +66 -0
- package/dist/libs/codebase-index.class.d.ts.map +1 -0
- package/dist/libs/codebase-index.class.js +595 -0
- package/dist/libs/codebase-index.class.js.map +1 -0
- package/dist/tools/codebase/codebase-analyze.tool.d.ts +8 -0
- package/dist/tools/codebase/codebase-analyze.tool.d.ts.map +1 -0
- package/dist/tools/codebase/codebase-analyze.tool.js +20 -0
- package/dist/tools/codebase/codebase-analyze.tool.js.map +1 -0
- package/dist/tools/codebase/codebase-crossref.tool.d.ts +8 -0
- package/dist/tools/codebase/codebase-crossref.tool.d.ts.map +1 -0
- package/dist/tools/codebase/codebase-crossref.tool.js +20 -0
- package/dist/tools/codebase/codebase-crossref.tool.js.map +1 -0
- package/dist/tools/codebase/codebase-flow.tool.d.ts +8 -0
- package/dist/tools/codebase/codebase-flow.tool.d.ts.map +1 -0
- package/dist/tools/codebase/codebase-flow.tool.js +20 -0
- package/dist/tools/codebase/codebase-flow.tool.js.map +1 -0
- package/dist/tools/codebase/codebase-graph-circular.tool.d.ts +8 -0
- package/dist/tools/codebase/codebase-graph-circular.tool.d.ts.map +1 -0
- package/dist/tools/codebase/codebase-graph-circular.tool.js +17 -0
- package/dist/tools/codebase/codebase-graph-circular.tool.js.map +1 -0
- package/dist/tools/codebase/codebase-graph-query.tool.d.ts +8 -0
- package/dist/tools/codebase/codebase-graph-query.tool.d.ts.map +1 -0
- package/dist/tools/codebase/codebase-graph-query.tool.js +21 -0
- package/dist/tools/codebase/codebase-graph-query.tool.js.map +1 -0
- package/dist/tools/codebase/codebase-graph-stats.tool.d.ts +8 -0
- package/dist/tools/codebase/codebase-graph-stats.tool.d.ts.map +1 -0
- package/dist/tools/codebase/codebase-graph-stats.tool.js +17 -0
- package/dist/tools/codebase/codebase-graph-stats.tool.js.map +1 -0
- package/dist/tools/codebase/codebase-graph-visualize.tool.d.ts +8 -0
- package/dist/tools/codebase/codebase-graph-visualize.tool.d.ts.map +1 -0
- package/dist/tools/codebase/codebase-graph-visualize.tool.js +21 -0
- package/dist/tools/codebase/codebase-graph-visualize.tool.js.map +1 -0
- package/dist/tools/codebase/codebase-impact.tool.d.ts +8 -0
- package/dist/tools/codebase/codebase-impact.tool.d.ts.map +1 -0
- package/dist/tools/codebase/codebase-impact.tool.js +21 -0
- package/dist/tools/codebase/codebase-impact.tool.js.map +1 -0
- package/dist/tools/codebase/codebase-index.tool.d.ts +8 -0
- package/dist/tools/codebase/codebase-index.tool.d.ts.map +1 -0
- package/dist/tools/codebase/codebase-index.tool.js +21 -0
- package/dist/tools/codebase/codebase-index.tool.js.map +1 -0
- package/dist/tools/codebase/codebase-knowledge.tool.d.ts +8 -0
- package/dist/tools/codebase/codebase-knowledge.tool.d.ts.map +1 -0
- package/dist/tools/codebase/codebase-knowledge.tool.js +22 -0
- package/dist/tools/codebase/codebase-knowledge.tool.js.map +1 -0
- package/dist/tools/codebase/codebase-search.tool.d.ts +8 -0
- package/dist/tools/codebase/codebase-search.tool.d.ts.map +1 -0
- package/dist/tools/codebase/codebase-search.tool.js +24 -0
- package/dist/tools/codebase/codebase-search.tool.js.map +1 -0
- package/dist/tools/codebase/codebase-status.tool.d.ts +8 -0
- package/dist/tools/codebase/codebase-status.tool.d.ts.map +1 -0
- package/dist/tools/codebase/codebase-status.tool.js +19 -0
- package/dist/tools/codebase/codebase-status.tool.js.map +1 -0
- package/dist/tools/neural/comparative-analysis.tool.d.ts +37 -0
- package/dist/tools/neural/comparative-analysis.tool.d.ts.map +1 -0
- package/dist/tools/neural/comparative-analysis.tool.js +241 -0
- package/dist/tools/neural/comparative-analysis.tool.js.map +1 -0
- package/dist/tools/neural/index.d.ts +12 -0
- package/dist/tools/neural/index.d.ts.map +1 -0
- package/dist/tools/neural/index.js +28 -0
- package/dist/tools/neural/index.js.map +1 -0
- package/dist/tools/neural/neural-deadcode.tool.d.ts +10 -0
- package/dist/tools/neural/neural-deadcode.tool.d.ts.map +1 -0
- package/dist/tools/neural/neural-deadcode.tool.js +133 -0
- package/dist/tools/neural/neural-deadcode.tool.js.map +1 -0
- package/dist/tools/neural/neural-debug.tool.d.ts +11 -0
- package/dist/tools/neural/neural-debug.tool.d.ts.map +1 -0
- package/dist/tools/neural/neural-debug.tool.js +205 -0
- package/dist/tools/neural/neural-debug.tool.js.map +1 -0
- package/dist/tools/neural/neural-explain.tool.d.ts +9 -0
- package/dist/tools/neural/neural-explain.tool.d.ts.map +1 -0
- package/dist/tools/neural/neural-explain.tool.js +100 -0
- package/dist/tools/neural/neural-explain.tool.js.map +1 -0
- package/dist/tools/neural/neural-optimize.tool.d.ts +9 -0
- package/dist/tools/neural/neural-optimize.tool.d.ts.map +1 -0
- package/dist/tools/neural/neural-optimize.tool.js +117 -0
- package/dist/tools/neural/neural-optimize.tool.js.map +1 -0
- package/dist/tools/neural/neural-pattern.tool.d.ts +10 -0
- package/dist/tools/neural/neural-pattern.tool.d.ts.map +1 -0
- package/dist/tools/neural/neural-pattern.tool.js +169 -0
- package/dist/tools/neural/neural-pattern.tool.js.map +1 -0
- package/dist/tools/neural/neural-review.tool.d.ts +11 -0
- package/dist/tools/neural/neural-review.tool.d.ts.map +1 -0
- package/dist/tools/neural/neural-review.tool.js +152 -0
- package/dist/tools/neural/neural-review.tool.js.map +1 -0
- package/dist/tools/neural/neural-security.tool.d.ts +16 -0
- package/dist/tools/neural/neural-security.tool.d.ts.map +1 -0
- package/dist/tools/neural/neural-security.tool.js +256 -0
- package/dist/tools/neural/neural-security.tool.js.map +1 -0
- package/dist/tools/neural/neural-similar.tool.d.ts +9 -0
- package/dist/tools/neural/neural-similar.tool.d.ts.map +1 -0
- package/dist/tools/neural/neural-similar.tool.js +139 -0
- package/dist/tools/neural/neural-similar.tool.js.map +1 -0
- package/dist/tools/neural/neural-smells.tool.d.ts +9 -0
- package/dist/tools/neural/neural-smells.tool.d.ts.map +1 -0
- package/dist/tools/neural/neural-smells.tool.js +123 -0
- package/dist/tools/neural/neural-smells.tool.js.map +1 -0
- package/dist/tools/neural/neural-suggest.tool.d.ts +9 -0
- package/dist/tools/neural/neural-suggest.tool.d.ts.map +1 -0
- package/dist/tools/neural/neural-suggest.tool.js +64 -0
- package/dist/tools/neural/neural-suggest.tool.js.map +1 -0
- package/dist/tools/quality/index.d.ts +8 -0
- package/dist/tools/quality/index.d.ts.map +1 -0
- package/dist/tools/quality/index.js +24 -0
- package/dist/tools/quality/index.js.map +1 -0
- package/dist/tools/quality/quality-complexity.tool.d.ts +11 -0
- package/dist/tools/quality/quality-complexity.tool.d.ts.map +1 -0
- package/dist/tools/quality/quality-complexity.tool.js +152 -0
- package/dist/tools/quality/quality-complexity.tool.js.map +1 -0
- package/dist/tools/quality/quality-coupling.tool.d.ts +9 -0
- package/dist/tools/quality/quality-coupling.tool.d.ts.map +1 -0
- package/dist/tools/quality/quality-coupling.tool.js +51 -0
- package/dist/tools/quality/quality-coupling.tool.js.map +1 -0
- package/dist/tools/quality/quality-coverage.tool.d.ts +9 -0
- package/dist/tools/quality/quality-coverage.tool.d.ts.map +1 -0
- package/dist/tools/quality/quality-coverage.tool.js +104 -0
- package/dist/tools/quality/quality-coverage.tool.js.map +1 -0
- package/dist/tools/quality/quality-deps.tool.d.ts +11 -0
- package/dist/tools/quality/quality-deps.tool.d.ts.map +1 -0
- package/dist/tools/quality/quality-deps.tool.js +119 -0
- package/dist/tools/quality/quality-deps.tool.js.map +1 -0
- package/dist/tools/quality/quality-duplication.tool.d.ts +9 -0
- package/dist/tools/quality/quality-duplication.tool.d.ts.map +1 -0
- package/dist/tools/quality/quality-duplication.tool.js +100 -0
- package/dist/tools/quality/quality-duplication.tool.js.map +1 -0
- package/dist/tools/quality/quality-size.tool.d.ts +9 -0
- package/dist/tools/quality/quality-size.tool.d.ts.map +1 -0
- package/dist/tools/quality/quality-size.tool.js +94 -0
- package/dist/tools/quality/quality-size.tool.js.map +1 -0
- package/dist/tools/quality/quality-types.tool.d.ts +9 -0
- package/dist/tools/quality/quality-types.tool.d.ts.map +1 -0
- package/dist/tools/quality/quality-types.tool.js +95 -0
- package/dist/tools/quality/quality-types.tool.js.map +1 -0
- package/dist/tools/workspace/analyze-project.tool.d.ts +36 -0
- package/dist/tools/workspace/analyze-project.tool.d.ts.map +1 -0
- package/dist/tools/workspace/analyze-project.tool.js +454 -0
- package/dist/tools/workspace/analyze-project.tool.js.map +1 -0
- package/dist/tools/workspace/codebase-research.tool.d.ts +10 -0
- package/dist/tools/workspace/codebase-research.tool.d.ts.map +1 -0
- package/dist/tools/workspace/codebase-research.tool.js +89 -0
- package/dist/tools/workspace/codebase-research.tool.js.map +1 -0
- package/dist/tools/workspace/project-scanner.tool.d.ts +55 -0
- package/dist/tools/workspace/project-scanner.tool.d.ts.map +1 -0
- package/dist/tools/workspace/project-scanner.tool.js +978 -0
- package/dist/tools/workspace/project-scanner.tool.js.map +1 -0
- package/dist/tools/workspace/search-code.tool.d.ts +14 -0
- package/dist/tools/workspace/search-code.tool.d.ts.map +1 -0
- package/dist/tools/workspace/search-code.tool.js +286 -0
- package/dist/tools/workspace/search-code.tool.js.map +1 -0
- package/package.json +17 -0
- package/src/contexts/context-decomposer.ts +113 -0
- package/src/contexts/context-document-manager.ts +70 -0
- package/src/contexts/context-router.ts +121 -0
- package/src/index.ts +65 -0
- package/src/libs/codebase/deep-analyzer.ts +287 -0
- package/src/libs/codebase/graph/dependency-extractor.ts +165 -0
- package/src/libs/codebase/graph/graph-analysis.ts +231 -0
- package/src/libs/codebase/graph/graph-visualizer.ts +124 -0
- package/src/libs/codebase/indexer/batch-processor.ts +47 -0
- package/src/libs/codebase/indexer/chunker-markdown.ts +175 -0
- package/src/libs/codebase/indexer/chunker.ts +126 -0
- package/src/libs/codebase/indexer/explorer.ts +269 -0
- package/src/libs/codebase/indexer/indexer.ts +174 -0
- package/src/libs/codebase/knowledge/cross-referencer.ts +182 -0
- package/src/libs/codebase/knowledge/markdown-extractor.ts +270 -0
- package/src/libs/codebase/knowledge/summarizer.ts +85 -0
- package/src/libs/codebase/search/bm25.ts +109 -0
- package/src/libs/codebase/search/hybrid-search.ts +109 -0
- package/src/libs/codebase-index.class.ts +715 -0
- package/src/tools/codebase/codebase-analyze.tool.ts +18 -0
- package/src/tools/codebase/codebase-crossref.tool.ts +18 -0
- package/src/tools/codebase/codebase-flow.tool.ts +18 -0
- package/src/tools/codebase/codebase-graph-circular.tool.ts +15 -0
- package/src/tools/codebase/codebase-graph-query.tool.ts +19 -0
- package/src/tools/codebase/codebase-graph-stats.tool.ts +15 -0
- package/src/tools/codebase/codebase-graph-visualize.tool.ts +19 -0
- package/src/tools/codebase/codebase-impact.tool.ts +19 -0
- package/src/tools/codebase/codebase-index.tool.ts +19 -0
- package/src/tools/codebase/codebase-knowledge.tool.ts +20 -0
- package/src/tools/codebase/codebase-search.tool.ts +22 -0
- package/src/tools/codebase/codebase-status.tool.ts +17 -0
- package/src/tools/neural/comparative-analysis.tool.ts +309 -0
- package/src/tools/neural/index.ts +11 -0
- package/src/tools/neural/neural-deadcode.tool.ts +105 -0
- package/src/tools/neural/neural-debug.tool.ts +199 -0
- package/src/tools/neural/neural-explain.tool.ts +67 -0
- package/src/tools/neural/neural-optimize.tool.ts +93 -0
- package/src/tools/neural/neural-pattern.tool.ts +141 -0
- package/src/tools/neural/neural-review.tool.ts +145 -0
- package/src/tools/neural/neural-security.tool.ts +226 -0
- package/src/tools/neural/neural-similar.tool.ts +113 -0
- package/src/tools/neural/neural-smells.tool.ts +98 -0
- package/src/tools/neural/neural-suggest.tool.ts +65 -0
- package/src/tools/quality/index.ts +7 -0
- package/src/tools/quality/quality-complexity.tool.ts +132 -0
- package/src/tools/quality/quality-coupling.tool.ts +57 -0
- package/src/tools/quality/quality-coverage.tool.ts +78 -0
- package/src/tools/quality/quality-deps.tool.ts +89 -0
- package/src/tools/quality/quality-duplication.tool.ts +71 -0
- package/src/tools/quality/quality-size.tool.ts +66 -0
- package/src/tools/quality/quality-types.tool.ts +66 -0
- package/src/tools/workspace/analyze-project.tool.ts +429 -0
- package/src/tools/workspace/codebase-research.tool.ts +100 -0
- package/src/tools/workspace/project-scanner.tool.ts +1058 -0
- package/src/tools/workspace/search-code.tool.ts +344 -0
- package/tsconfig.build.json +12 -0
- package/tsconfig.json +9 -0
|
@@ -0,0 +1,133 @@
|
|
|
1
|
+
"use strict";
|
|
2
|
+
var __createBinding = (this && this.__createBinding) || (Object.create ? (function(o, m, k, k2) {
|
|
3
|
+
if (k2 === undefined) k2 = k;
|
|
4
|
+
var desc = Object.getOwnPropertyDescriptor(m, k);
|
|
5
|
+
if (!desc || ("get" in desc ? !m.__esModule : desc.writable || desc.configurable)) {
|
|
6
|
+
desc = { enumerable: true, get: function() { return m[k]; } };
|
|
7
|
+
}
|
|
8
|
+
Object.defineProperty(o, k2, desc);
|
|
9
|
+
}) : (function(o, m, k, k2) {
|
|
10
|
+
if (k2 === undefined) k2 = k;
|
|
11
|
+
o[k2] = m[k];
|
|
12
|
+
}));
|
|
13
|
+
var __setModuleDefault = (this && this.__setModuleDefault) || (Object.create ? (function(o, v) {
|
|
14
|
+
Object.defineProperty(o, "default", { enumerable: true, value: v });
|
|
15
|
+
}) : function(o, v) {
|
|
16
|
+
o["default"] = v;
|
|
17
|
+
});
|
|
18
|
+
var __importStar = (this && this.__importStar) || (function () {
|
|
19
|
+
var ownKeys = function(o) {
|
|
20
|
+
ownKeys = Object.getOwnPropertyNames || function (o) {
|
|
21
|
+
var ar = [];
|
|
22
|
+
for (var k in o) if (Object.prototype.hasOwnProperty.call(o, k)) ar[ar.length] = k;
|
|
23
|
+
return ar;
|
|
24
|
+
};
|
|
25
|
+
return ownKeys(o);
|
|
26
|
+
};
|
|
27
|
+
return function (mod) {
|
|
28
|
+
if (mod && mod.__esModule) return mod;
|
|
29
|
+
var result = {};
|
|
30
|
+
if (mod != null) for (var k = ownKeys(mod), i = 0; i < k.length; i++) if (k[i] !== "default") __createBinding(result, mod, k[i]);
|
|
31
|
+
__setModuleDefault(result, mod);
|
|
32
|
+
return result;
|
|
33
|
+
};
|
|
34
|
+
})();
|
|
35
|
+
Object.defineProperty(exports, "__esModule", { value: true });
|
|
36
|
+
exports.CodeChunker = void 0;
|
|
37
|
+
const LANG_MAP = {
|
|
38
|
+
".ts": "TypeScript", ".tsx": "Tsx", ".mts": "TypeScript", ".cts": "TypeScript",
|
|
39
|
+
".js": "JavaScript", ".jsx": "JavaScript", ".mjs": "JavaScript", ".cjs": "JavaScript",
|
|
40
|
+
".html": "Html",
|
|
41
|
+
};
|
|
42
|
+
async function parseWithAstGrep(lang, content) {
|
|
43
|
+
const { Lang, parse } = await Promise.resolve().then(() => __importStar(require("@ast-grep/napi")));
|
|
44
|
+
return parse(Lang[lang], content);
|
|
45
|
+
}
|
|
46
|
+
const IMPORT_DQ = 'import $$$ from "$SOURCE"';
|
|
47
|
+
const IMPORT_SQ = "import $$$ from '$SOURCE'";
|
|
48
|
+
class CodeChunker {
|
|
49
|
+
async chunkFile(file, content) {
|
|
50
|
+
const lang = LANG_MAP[file.extension];
|
|
51
|
+
const totalLines = content.split("\n").length;
|
|
52
|
+
if (!lang) {
|
|
53
|
+
return this.lineBasedFallback(file, content, totalLines);
|
|
54
|
+
}
|
|
55
|
+
try {
|
|
56
|
+
const root = (await parseWithAstGrep(lang, content)).root();
|
|
57
|
+
const chunks = [];
|
|
58
|
+
const importNodes = [...root.findAll(IMPORT_DQ), ...root.findAll(IMPORT_SQ)];
|
|
59
|
+
if (importNodes.length > 0) {
|
|
60
|
+
const text = importNodes.map((n) => n.text()).join("\n");
|
|
61
|
+
chunks.push({
|
|
62
|
+
id: `${file.relativePath}:imports`,
|
|
63
|
+
text: text.slice(0, 2000),
|
|
64
|
+
startLine: importNodes[0].range().start.line + 1,
|
|
65
|
+
endLine: importNodes[importNodes.length - 1].range().end.line + 1,
|
|
66
|
+
type: 'import-block',
|
|
67
|
+
});
|
|
68
|
+
}
|
|
69
|
+
const fnRule = { rule: { kind: "function_declaration", pattern: "function $NAME" } };
|
|
70
|
+
for (const node of root.findAll(fnRule)) {
|
|
71
|
+
const name = node.getMatch('NAME')?.text() ?? '(anonymous)';
|
|
72
|
+
chunks.push({
|
|
73
|
+
id: `${file.relativePath}:fn:${name}`,
|
|
74
|
+
text: node.text().slice(0, 2000),
|
|
75
|
+
startLine: node.range().start.line + 1,
|
|
76
|
+
endLine: node.range().end.line + 1,
|
|
77
|
+
type: 'function',
|
|
78
|
+
name,
|
|
79
|
+
});
|
|
80
|
+
}
|
|
81
|
+
const clsRule = { rule: { kind: "class_declaration", pattern: "class $NAME" } };
|
|
82
|
+
for (const node of root.findAll(clsRule)) {
|
|
83
|
+
const name = node.getMatch('NAME')?.text() ?? '(anonymous)';
|
|
84
|
+
chunks.push({
|
|
85
|
+
id: `${file.relativePath}:class:${name}`,
|
|
86
|
+
text: node.text().slice(0, 2000),
|
|
87
|
+
startLine: node.range().start.line + 1,
|
|
88
|
+
endLine: node.range().end.line + 1,
|
|
89
|
+
type: 'class',
|
|
90
|
+
name,
|
|
91
|
+
});
|
|
92
|
+
}
|
|
93
|
+
if (chunks.length === 0 || this.coverageRatio(chunks, content) < 0.1) {
|
|
94
|
+
const lineChunks = this.lineBasedChunks(file, content, totalLines);
|
|
95
|
+
return { chunks: lineChunks, language: file.language ?? 'unknown', totalLines };
|
|
96
|
+
}
|
|
97
|
+
return { chunks, language: file.language ?? 'unknown', totalLines };
|
|
98
|
+
}
|
|
99
|
+
catch {
|
|
100
|
+
return this.lineBasedFallback(file, content, totalLines);
|
|
101
|
+
}
|
|
102
|
+
}
|
|
103
|
+
coverageRatio(chunks, content) {
|
|
104
|
+
const covered = chunks.reduce((sum, c) => sum + c.text.length, 0);
|
|
105
|
+
return content.length > 0 ? covered / content.length : 0;
|
|
106
|
+
}
|
|
107
|
+
lineBasedFallback(file, content, totalLines) {
|
|
108
|
+
return {
|
|
109
|
+
chunks: this.lineBasedChunks(file, content, totalLines),
|
|
110
|
+
language: file.language ?? 'unknown',
|
|
111
|
+
totalLines,
|
|
112
|
+
};
|
|
113
|
+
}
|
|
114
|
+
lineBasedChunks(file, content, totalLines) {
|
|
115
|
+
const lines = content.split("\n");
|
|
116
|
+
const chunkSize = 100;
|
|
117
|
+
const chunks = [];
|
|
118
|
+
for (let i = 0; i < lines.length; i += chunkSize) {
|
|
119
|
+
const end = Math.min(i + chunkSize, lines.length);
|
|
120
|
+
const text = lines.slice(i, end).join("\n");
|
|
121
|
+
chunks.push({
|
|
122
|
+
id: `${file.relativePath}:${i + 1}-${end}`,
|
|
123
|
+
text: text.slice(0, 2000),
|
|
124
|
+
startLine: i + 1,
|
|
125
|
+
endLine: end,
|
|
126
|
+
type: 'other',
|
|
127
|
+
});
|
|
128
|
+
}
|
|
129
|
+
return chunks;
|
|
130
|
+
}
|
|
131
|
+
}
|
|
132
|
+
exports.CodeChunker = CodeChunker;
|
|
133
|
+
//# sourceMappingURL=chunker.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"chunker.js","sourceRoot":"","sources":["../../../../src/libs/codebase/indexer/chunker.ts"],"names":[],"mappings":";;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;AAiBA,MAAM,QAAQ,GAA2B;IACvC,KAAK,EAAE,YAAY,EAAE,MAAM,EAAE,KAAK,EAAE,MAAM,EAAE,YAAY,EAAE,MAAM,EAAE,YAAY;IAC9E,KAAK,EAAE,YAAY,EAAE,MAAM,EAAE,YAAY,EAAE,MAAM,EAAE,YAAY,EAAE,MAAM,EAAE,YAAY;IACrF,OAAO,EAAE,MAAM;CAChB,CAAC;AAEF,KAAK,UAAU,gBAAgB,CAAC,IAAY,EAAE,OAAe;IAC3D,MAAM,EAAE,IAAI,EAAE,KAAK,EAAE,GAAG,wDAAa,gBAAgB,GAAC,CAAC;IACvD,OAAO,KAAK,CAAC,IAAI,CAAC,IAAyB,CAAC,EAAE,OAAO,CAAC,CAAC;AACzD,CAAC;AAED,MAAM,SAAS,GAAG,2BAA2B,CAAC;AAC9C,MAAM,SAAS,GAAG,2BAA2B,CAAC;AAE9C,MAAa,WAAW;IACtB,KAAK,CAAC,SAAS,CAAC,IAAoB,EAAE,OAAe;QACnD,MAAM,IAAI,GAAG,QAAQ,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC;QACtC,MAAM,UAAU,GAAG,OAAO,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,MAAM,CAAC;QAE9C,IAAI,CAAC,IAAI,EAAE,CAAC;YACV,OAAO,IAAI,CAAC,iBAAiB,CAAC,IAAI,EAAE,OAAO,EAAE,UAAU,CAAC,CAAC;QAC3D,CAAC;QAED,IAAI,CAAC;YACH,MAAM,IAAI,GAAG,CAAC,MAAM,gBAAgB,CAAC,IAAI,EAAE,OAAO,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC;YAC5D,MAAM,MAAM,GAAgB,EAAE,CAAC;YAE/B,MAAM,WAAW,GAAG,CAAC,GAAG,IAAI,CAAC,OAAO,CAAC,SAAS,CAAC,EAAE,GAAG,IAAI,CAAC,OAAO,CAAC,SAAS,CAAC,CAAC,CAAC;YAC7E,IAAI,WAAW,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;gBAC3B,MAAM,IAAI,GAAG,WAAW,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;gBACzD,MAAM,CAAC,IAAI,CAAC;oBACV,EAAE,EAAE,GAAG,IAAI,CAAC,YAAY,UAAU;oBAClC,IAAI,EAAE,IAAI,CAAC,KAAK,CAAC,CAAC,EAAE,IAAI,CAAC;oBACzB,SAAS,EAAE,WAAW,CAAC,CAAC,CAAC,CAAC,KAAK,EAAE,CAAC,KAAK,CAAC,IAAI,GAAG,CAAC;oBAChD,OAAO,EAAE,WAAW,CAAC,WAAW,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,KAAK,EAAE,CAAC,GAAG,CAAC,IAAI,GAAG,CAAC;oBACjE,IAAI,EAAE,cAAc;iBACrB,CAAC,CAAC;YACL,CAAC;YAED,MAAM,MAAM,GAAG,EAAE,IAAI,EAAE,EAAE,IAAI,EAAE,sBAAsB,EAAE,OAAO,EAAE,gBAAgB,EAAE,EAAE,CAAC;YACrF,KAAK,MAAM,IAAI,IAAI,IAAI,CAAC,OAAO,CAAC,MAAa,CAAC,EAAE,CAAC;gBAC/C,MAAM,IAAI,GAAG,IAAI,CAAC,QAAQ,CAAC,MAAM,CAAC,EAAE,IAAI,EAAE,IAAI,aAAa,CAAC;gBAC5D,MAAM,CAAC,IAAI,CAAC;oBACV,EAAE,EAAE,GAAG,IAAI,CAAC,YAAY,OAAO,IAAI,EAAE;oBACrC,IAAI,EAAE,IAAI,CAAC,IAAI,EAAE,CAAC,KAAK,CAAC,CAAC,EAAE,IAAI,CAAC;oBAChC,SAAS,EAAE,IAAI,CAAC,KAAK,EAAE,CAAC,KAAK,CAAC,IAAI,GAAG,CAAC;oBACtC,OAAO,EAAE,IAAI,CAAC,KAAK,EAAE,CAAC,GAAG,CAAC,IAAI,GAAG,CAAC;oBAClC,IAAI,EAAE,UAAU;oBAChB,IAAI;iBACL,CAAC,CAAC;YACL,CAAC;YAED,MAAM,OAAO,GAAG,EAAE,IAAI,EAAE,EAAE,IAAI,EAAE,mBAAmB,EAAE,OAAO,EAAE,aAAa,EAAE,EAAE,CAAC;YAChF,KAAK,MAAM,IAAI,IAAI,IAAI,CAAC,OAAO,CAAC,OAAc,CAAC,EAAE,CAAC;gBAChD,MAAM,IAAI,GAAG,IAAI,CAAC,QAAQ,CAAC,MAAM,CAAC,EAAE,IAAI,EAAE,IAAI,aAAa,CAAC;gBAC5D,MAAM,CAAC,IAAI,CAAC;oBACV,EAAE,EAAE,GAAG,IAAI,CAAC,YAAY,UAAU,IAAI,EAAE;oBACxC,IAAI,EAAE,IAAI,CAAC,IAAI,EAAE,CAAC,KAAK,CAAC,CAAC,EAAE,IAAI,CAAC;oBAChC,SAAS,EAAE,IAAI,CAAC,KAAK,EAAE,CAAC,KAAK,CAAC,IAAI,GAAG,CAAC;oBACtC,OAAO,EAAE,IAAI,CAAC,KAAK,EAAE,CAAC,GAAG,CAAC,IAAI,GAAG,CAAC;oBAClC,IAAI,EAAE,OAAO;oBACb,IAAI;iBACL,CAAC,CAAC;YACL,CAAC;YAED,IAAI,MAAM,CAAC,MAAM,KAAK,CAAC,IAAI,IAAI,CAAC,aAAa,CAAC,MAAM,EAAE,OAAO,CAAC,GAAG,GAAG,EAAE,CAAC;gBACrE,MAAM,UAAU,GAAG,IAAI,CAAC,eAAe,CAAC,IAAI,EAAE,OAAO,EAAE,UAAU,CAAC,CAAC;gBACnE,OAAO,EAAE,MAAM,EAAE,UAAU,EAAE,QAAQ,EAAE,IAAI,CAAC,QAAQ,IAAI,SAAS,EAAE,UAAU,EAAE,CAAC;YAClF,CAAC;YAED,OAAO,EAAE,MAAM,EAAE,QAAQ,EAAE,IAAI,CAAC,QAAQ,IAAI,SAAS,EAAE,UAAU,EAAE,CAAC;QACtE,CAAC;QAAC,MAAM,CAAC;YACP,OAAO,IAAI,CAAC,iBAAiB,CAAC,IAAI,EAAE,OAAO,EAAE,UAAU,CAAC,CAAC;QAC3D,CAAC;IACH,CAAC;IAEO,aAAa,CAAC,MAAmB,EAAE,OAAe;QACxD,MAAM,OAAO,GAAG,MAAM,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,CAAC,EAAE,EAAE,CAAC,GAAG,GAAG,CAAC,CAAC,IAAI,CAAC,MAAM,EAAE,CAAC,CAAC,CAAC;QAClE,OAAO,OAAO,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,OAAO,GAAG,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC;IAC3D,CAAC;IAEO,iBAAiB,CAAC,IAAoB,EAAE,OAAe,EAAE,UAAkB;QACjF,OAAO;YACL,MAAM,EAAE,IAAI,CAAC,eAAe,CAAC,IAAI,EAAE,OAAO,EAAE,UAAU,CAAC;YACvD,QAAQ,EAAE,IAAI,CAAC,QAAQ,IAAI,SAAS;YACpC,UAAU;SACX,CAAC;IACJ,CAAC;IAEO,eAAe,CAAC,IAAoB,EAAE,OAAe,EAAE,UAAkB;QAC/E,MAAM,KAAK,GAAG,OAAO,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;QAClC,MAAM,SAAS,GAAG,GAAG,CAAC;QACtB,MAAM,MAAM,GAAgB,EAAE,CAAC;QAE/B,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,KAAK,CAAC,MAAM,EAAE,CAAC,IAAI,SAAS,EAAE,CAAC;YACjD,MAAM,GAAG,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,GAAG,SAAS,EAAE,KAAK,CAAC,MAAM,CAAC,CAAC;YAClD,MAAM,IAAI,GAAG,KAAK,CAAC,KAAK,CAAC,CAAC,EAAE,GAAG,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;YAC5C,MAAM,CAAC,IAAI,CAAC;gBACV,EAAE,EAAE,GAAG,IAAI,CAAC,YAAY,IAAI,CAAC,GAAG,CAAC,IAAI,GAAG,EAAE;gBAC1C,IAAI,EAAE,IAAI,CAAC,KAAK,CAAC,CAAC,EAAE,IAAI,CAAC;gBACzB,SAAS,EAAE,CAAC,GAAG,CAAC;gBAChB,OAAO,EAAE,GAAG;gBACZ,IAAI,EAAE,OAAO;aACd,CAAC,CAAC;QACL,CAAC;QAED,OAAO,MAAM,CAAC;IAChB,CAAC;CACF;AA9FD,kCA8FC"}
|
|
@@ -0,0 +1,29 @@
|
|
|
1
|
+
import { ResourceKind } from "@thoughtflow/core";
|
|
2
|
+
export type FileClassification = "source-code" | "documentation" | "config" | "data" | "test" | "infrastructure" | "schema" | "api-spec" | "unknown";
|
|
3
|
+
export interface ExplorerOptions {
|
|
4
|
+
rootPath: string;
|
|
5
|
+
ignorePatterns?: string[];
|
|
6
|
+
respectGitignore?: boolean;
|
|
7
|
+
includeExtensions?: string[];
|
|
8
|
+
excludeExtensions?: string[];
|
|
9
|
+
maxFileSizeBytes?: number;
|
|
10
|
+
}
|
|
11
|
+
export interface DiscoveredFile {
|
|
12
|
+
absolutePath: string;
|
|
13
|
+
relativePath: string;
|
|
14
|
+
extension: string;
|
|
15
|
+
sizeBytes: number;
|
|
16
|
+
language?: string;
|
|
17
|
+
classification: FileClassification;
|
|
18
|
+
resourceKind?: ResourceKind;
|
|
19
|
+
}
|
|
20
|
+
export declare class CodebaseExplorer {
|
|
21
|
+
explore(options: ExplorerOptions): DiscoveredFile[];
|
|
22
|
+
private walk;
|
|
23
|
+
private classify;
|
|
24
|
+
private toResourceKind;
|
|
25
|
+
private parseGitignores;
|
|
26
|
+
private isIgnored;
|
|
27
|
+
private isLikelyText;
|
|
28
|
+
}
|
|
29
|
+
//# sourceMappingURL=explorer.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"explorer.d.ts","sourceRoot":"","sources":["../../../../src/libs/codebase/indexer/explorer.ts"],"names":[],"mappings":"AAEA,OAAO,EAAE,YAAY,EAAE,MAAM,mBAAmB,CAAC;AACjD,MAAM,MAAM,kBAAkB,GAC1B,aAAa,GACb,eAAe,GACf,QAAQ,GACR,MAAM,GACN,MAAM,GACN,gBAAgB,GAChB,QAAQ,GACR,UAAU,GACV,SAAS,CAAC;AAEd,MAAM,WAAW,eAAe;IAC9B,QAAQ,EAAE,MAAM,CAAC;IACjB,cAAc,CAAC,EAAE,MAAM,EAAE,CAAC;IAC1B,gBAAgB,CAAC,EAAE,OAAO,CAAC;IAC3B,iBAAiB,CAAC,EAAE,MAAM,EAAE,CAAC;IAC7B,iBAAiB,CAAC,EAAE,MAAM,EAAE,CAAC;IAC7B,gBAAgB,CAAC,EAAE,MAAM,CAAC;CAC3B;AAED,MAAM,WAAW,cAAc;IAC7B,YAAY,EAAE,MAAM,CAAC;IACrB,YAAY,EAAE,MAAM,CAAC;IACrB,SAAS,EAAE,MAAM,CAAC;IAClB,SAAS,EAAE,MAAM,CAAC;IAClB,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,cAAc,EAAE,kBAAkB,CAAC;IACnC,YAAY,CAAC,EAAE,YAAY,CAAC;CAC7B;AAsED,qBAAa,gBAAgB;IAC3B,OAAO,CAAC,OAAO,EAAE,eAAe,GAAG,cAAc,EAAE;IAanD,OAAO,CAAC,IAAI;IA4DZ,OAAO,CAAC,QAAQ;IAchB,OAAO,CAAC,cAAc;IAetB,OAAO,CAAC,eAAe;IA4BvB,OAAO,CAAC,SAAS;IAcjB,OAAO,CAAC,YAAY;CAsBrB"}
|
|
@@ -0,0 +1,278 @@
|
|
|
1
|
+
"use strict";
|
|
2
|
+
var __createBinding = (this && this.__createBinding) || (Object.create ? (function(o, m, k, k2) {
|
|
3
|
+
if (k2 === undefined) k2 = k;
|
|
4
|
+
var desc = Object.getOwnPropertyDescriptor(m, k);
|
|
5
|
+
if (!desc || ("get" in desc ? !m.__esModule : desc.writable || desc.configurable)) {
|
|
6
|
+
desc = { enumerable: true, get: function() { return m[k]; } };
|
|
7
|
+
}
|
|
8
|
+
Object.defineProperty(o, k2, desc);
|
|
9
|
+
}) : (function(o, m, k, k2) {
|
|
10
|
+
if (k2 === undefined) k2 = k;
|
|
11
|
+
o[k2] = m[k];
|
|
12
|
+
}));
|
|
13
|
+
var __setModuleDefault = (this && this.__setModuleDefault) || (Object.create ? (function(o, v) {
|
|
14
|
+
Object.defineProperty(o, "default", { enumerable: true, value: v });
|
|
15
|
+
}) : function(o, v) {
|
|
16
|
+
o["default"] = v;
|
|
17
|
+
});
|
|
18
|
+
var __importStar = (this && this.__importStar) || (function () {
|
|
19
|
+
var ownKeys = function(o) {
|
|
20
|
+
ownKeys = Object.getOwnPropertyNames || function (o) {
|
|
21
|
+
var ar = [];
|
|
22
|
+
for (var k in o) if (Object.prototype.hasOwnProperty.call(o, k)) ar[ar.length] = k;
|
|
23
|
+
return ar;
|
|
24
|
+
};
|
|
25
|
+
return ownKeys(o);
|
|
26
|
+
};
|
|
27
|
+
return function (mod) {
|
|
28
|
+
if (mod && mod.__esModule) return mod;
|
|
29
|
+
var result = {};
|
|
30
|
+
if (mod != null) for (var k = ownKeys(mod), i = 0; i < k.length; i++) if (k[i] !== "default") __createBinding(result, mod, k[i]);
|
|
31
|
+
__setModuleDefault(result, mod);
|
|
32
|
+
return result;
|
|
33
|
+
};
|
|
34
|
+
})();
|
|
35
|
+
Object.defineProperty(exports, "__esModule", { value: true });
|
|
36
|
+
exports.CodebaseExplorer = void 0;
|
|
37
|
+
const fs = __importStar(require("node:fs"));
|
|
38
|
+
const path = __importStar(require("node:path"));
|
|
39
|
+
const DEFAULT_SKIP_DIRS = new Set([
|
|
40
|
+
"node_modules",
|
|
41
|
+
".git",
|
|
42
|
+
"dist",
|
|
43
|
+
"build",
|
|
44
|
+
"coverage",
|
|
45
|
+
"out",
|
|
46
|
+
".next",
|
|
47
|
+
".turbo",
|
|
48
|
+
".cache",
|
|
49
|
+
"vendor",
|
|
50
|
+
"__pycache__",
|
|
51
|
+
".venv",
|
|
52
|
+
"venv",
|
|
53
|
+
".idea",
|
|
54
|
+
".vscode",
|
|
55
|
+
"target",
|
|
56
|
+
".mypy_cache",
|
|
57
|
+
".pytest_cache",
|
|
58
|
+
]);
|
|
59
|
+
const DEFAULT_BINARY_EXTS = new Set([
|
|
60
|
+
".png", ".jpg", ".jpeg", ".gif", ".webp", ".ico", ".svg",
|
|
61
|
+
".pdf", ".zip", ".gz", ".tar", ".tgz", ".bz2", ".7z", ".rar",
|
|
62
|
+
".mp4", ".mov", ".avi", ".mp3", ".wav", ".ogg",
|
|
63
|
+
".woff", ".woff2", ".ttf", ".eot", ".otf",
|
|
64
|
+
".class", ".jar", ".exe", ".dll", ".so", ".dylib", ".bin", ".wasm", ".map",
|
|
65
|
+
".pyc", ".pyo", ".o", ".a", ".lib", ".obj",
|
|
66
|
+
]);
|
|
67
|
+
const DOC_EXTS = new Set([".md", ".mdx", ".rst", ".txt", ".adoc", ".wiki"]);
|
|
68
|
+
const CONFIG_EXTS = new Set([".json", ".yaml", ".yml", ".toml", ".ini", ".cfg", ".env", ".rc"]);
|
|
69
|
+
const SCHEMA_EXTS = new Set([".prisma", ".graphql", ".gql", ".proto", ".sql"]);
|
|
70
|
+
const INFRA_EXTS = new Set([".tf", ".hcl", ".bicep", ".dockerfile"]);
|
|
71
|
+
const TEST_PATTERNS = [/\.test\./, /\.spec\./, /\.e2e/, /\.integration\./, /__tests__\//, /test\//, /tests\//, /cypress\//];
|
|
72
|
+
const EXTENSION_LANG_MAP = {
|
|
73
|
+
".ts": "typescript",
|
|
74
|
+
".tsx": "tsx",
|
|
75
|
+
".mts": "typescript",
|
|
76
|
+
".cts": "typescript",
|
|
77
|
+
".js": "javascript",
|
|
78
|
+
".jsx": "javascript",
|
|
79
|
+
".mjs": "javascript",
|
|
80
|
+
".cjs": "javascript",
|
|
81
|
+
".py": "python",
|
|
82
|
+
".pyi": "python",
|
|
83
|
+
".go": "go",
|
|
84
|
+
".rs": "rust",
|
|
85
|
+
".java": "java",
|
|
86
|
+
".kt": "kotlin",
|
|
87
|
+
".swift": "swift",
|
|
88
|
+
".rb": "ruby",
|
|
89
|
+
".php": "php",
|
|
90
|
+
".cs": "csharp",
|
|
91
|
+
".c": "c",
|
|
92
|
+
".cpp": "cpp",
|
|
93
|
+
".h": "c",
|
|
94
|
+
".scala": "scala",
|
|
95
|
+
".lua": "lua",
|
|
96
|
+
".sh": "bash",
|
|
97
|
+
".bash": "bash",
|
|
98
|
+
".html": "html",
|
|
99
|
+
".css": "css",
|
|
100
|
+
".scss": "scss",
|
|
101
|
+
".less": "less",
|
|
102
|
+
};
|
|
103
|
+
class CodebaseExplorer {
|
|
104
|
+
explore(options) {
|
|
105
|
+
const root = path.resolve(options.rootPath);
|
|
106
|
+
const maxSize = options.maxFileSizeBytes ?? 512 * 1024;
|
|
107
|
+
const ignorePatterns = options.ignorePatterns ?? [];
|
|
108
|
+
const respectGitignore = options.respectGitignore ?? true;
|
|
109
|
+
const gitignorePatterns = respectGitignore ? this.parseGitignores(root) : [];
|
|
110
|
+
const files = [];
|
|
111
|
+
this.walk(root, root, files, maxSize, gitignorePatterns, ignorePatterns, options);
|
|
112
|
+
return files;
|
|
113
|
+
}
|
|
114
|
+
walk(dir, root, out, maxSize, gitignorePatterns, extraIgnores, options) {
|
|
115
|
+
let entries;
|
|
116
|
+
try {
|
|
117
|
+
entries = fs.readdirSync(dir, { withFileTypes: true });
|
|
118
|
+
}
|
|
119
|
+
catch {
|
|
120
|
+
return;
|
|
121
|
+
}
|
|
122
|
+
for (const entry of entries) {
|
|
123
|
+
const abs = path.join(dir, entry.name);
|
|
124
|
+
const rel = path.relative(root, abs).replace(/\\/g, "/");
|
|
125
|
+
if (entry.isDirectory()) {
|
|
126
|
+
if (DEFAULT_SKIP_DIRS.has(entry.name))
|
|
127
|
+
continue;
|
|
128
|
+
if (entry.name.startsWith(".") && !options.includeExtensions?.length)
|
|
129
|
+
continue;
|
|
130
|
+
if (this.isIgnored(rel, gitignorePatterns, extraIgnores))
|
|
131
|
+
continue;
|
|
132
|
+
this.walk(abs, root, out, maxSize, gitignorePatterns, extraIgnores, options);
|
|
133
|
+
continue;
|
|
134
|
+
}
|
|
135
|
+
if (!entry.isFile())
|
|
136
|
+
continue;
|
|
137
|
+
const ext = path.extname(abs).toLowerCase();
|
|
138
|
+
if (DEFAULT_BINARY_EXTS.has(ext))
|
|
139
|
+
continue;
|
|
140
|
+
if (this.isIgnored(rel, gitignorePatterns, extraIgnores))
|
|
141
|
+
continue;
|
|
142
|
+
if (options.excludeExtensions?.includes(ext))
|
|
143
|
+
continue;
|
|
144
|
+
let stat;
|
|
145
|
+
try {
|
|
146
|
+
stat = fs.statSync(abs);
|
|
147
|
+
}
|
|
148
|
+
catch {
|
|
149
|
+
continue;
|
|
150
|
+
}
|
|
151
|
+
if (stat.size > maxSize)
|
|
152
|
+
continue;
|
|
153
|
+
if (!this.isLikelyText(abs))
|
|
154
|
+
continue;
|
|
155
|
+
const classification = this.classify(rel, ext);
|
|
156
|
+
const resourceKind = this.toResourceKind(classification);
|
|
157
|
+
out.push({
|
|
158
|
+
absolutePath: abs,
|
|
159
|
+
relativePath: rel,
|
|
160
|
+
extension: ext,
|
|
161
|
+
sizeBytes: stat.size,
|
|
162
|
+
language: EXTENSION_LANG_MAP[ext],
|
|
163
|
+
classification,
|
|
164
|
+
resourceKind,
|
|
165
|
+
});
|
|
166
|
+
}
|
|
167
|
+
}
|
|
168
|
+
classify(relativePath, ext) {
|
|
169
|
+
if (DOC_EXTS.has(ext))
|
|
170
|
+
return "documentation";
|
|
171
|
+
if (SCHEMA_EXTS.has(ext))
|
|
172
|
+
return "schema";
|
|
173
|
+
if (INFRA_EXTS.has(ext))
|
|
174
|
+
return "infrastructure";
|
|
175
|
+
if (relativePath.includes("docker-compose") || relativePath.includes("Dockerfile") || relativePath.includes("Makefile"))
|
|
176
|
+
return "infrastructure";
|
|
177
|
+
if (relativePath.includes("openapi") || relativePath.includes("swagger"))
|
|
178
|
+
return "api-spec";
|
|
179
|
+
if (relativePath.includes(".github/workflows") || relativePath.includes(".gitlab-ci"))
|
|
180
|
+
return "infrastructure";
|
|
181
|
+
if (CONFIG_EXTS.has(ext))
|
|
182
|
+
return "config";
|
|
183
|
+
if (TEST_PATTERNS.some((p) => p.test(relativePath)))
|
|
184
|
+
return "test";
|
|
185
|
+
if (EXTENSION_LANG_MAP[ext])
|
|
186
|
+
return "source-code";
|
|
187
|
+
if (ext === ".json" || ext === ".yaml" || ext === ".yml")
|
|
188
|
+
return "config";
|
|
189
|
+
return "unknown";
|
|
190
|
+
}
|
|
191
|
+
toResourceKind(classification) {
|
|
192
|
+
switch (classification) {
|
|
193
|
+
case "schema":
|
|
194
|
+
return "schema";
|
|
195
|
+
case "config":
|
|
196
|
+
return "config";
|
|
197
|
+
case "infrastructure":
|
|
198
|
+
return "infra";
|
|
199
|
+
case "api-spec":
|
|
200
|
+
return "api-spec";
|
|
201
|
+
default:
|
|
202
|
+
return undefined;
|
|
203
|
+
}
|
|
204
|
+
}
|
|
205
|
+
parseGitignores(root) {
|
|
206
|
+
const patterns = [];
|
|
207
|
+
const gitignorePath = path.join(root, ".gitignore");
|
|
208
|
+
try {
|
|
209
|
+
const content = fs.readFileSync(gitignorePath, "utf8");
|
|
210
|
+
for (const line of content.split("\n")) {
|
|
211
|
+
const trimmed = line.trim();
|
|
212
|
+
if (!trimmed || trimmed.startsWith("#"))
|
|
213
|
+
continue;
|
|
214
|
+
if (trimmed.startsWith("/"))
|
|
215
|
+
continue;
|
|
216
|
+
try {
|
|
217
|
+
patterns.push(new RegExp(trimmed
|
|
218
|
+
.replace(/\./g, "\\.")
|
|
219
|
+
.replace(/\*\*/g, "§§DOUBLESTAR§§")
|
|
220
|
+
.replace(/\*/g, "[^/]*")
|
|
221
|
+
.replace(/§§DOUBLESTAR§§/g, ".*")
|
|
222
|
+
.replace(/\?/g, ".")));
|
|
223
|
+
}
|
|
224
|
+
catch {
|
|
225
|
+
/* noop */
|
|
226
|
+
}
|
|
227
|
+
}
|
|
228
|
+
}
|
|
229
|
+
catch {
|
|
230
|
+
/* noop */
|
|
231
|
+
}
|
|
232
|
+
return patterns;
|
|
233
|
+
}
|
|
234
|
+
isIgnored(relPath, gitignorePatterns, extras) {
|
|
235
|
+
for (const p of gitignorePatterns) {
|
|
236
|
+
if (p.test(relPath))
|
|
237
|
+
return true;
|
|
238
|
+
}
|
|
239
|
+
for (const p of extras) {
|
|
240
|
+
try {
|
|
241
|
+
if (new RegExp(p).test(relPath))
|
|
242
|
+
return true;
|
|
243
|
+
}
|
|
244
|
+
catch {
|
|
245
|
+
/* noop */
|
|
246
|
+
}
|
|
247
|
+
}
|
|
248
|
+
return false;
|
|
249
|
+
}
|
|
250
|
+
isLikelyText(absPath) {
|
|
251
|
+
let fd = null;
|
|
252
|
+
try {
|
|
253
|
+
fd = fs.openSync(absPath, "r");
|
|
254
|
+
const sample = Buffer.allocUnsafe(1024);
|
|
255
|
+
const read = fs.readSync(fd, sample, 0, sample.length, 0);
|
|
256
|
+
for (let i = 0; i < read; i++) {
|
|
257
|
+
if (sample[i] === 0)
|
|
258
|
+
return false;
|
|
259
|
+
}
|
|
260
|
+
return true;
|
|
261
|
+
}
|
|
262
|
+
catch {
|
|
263
|
+
return false;
|
|
264
|
+
}
|
|
265
|
+
finally {
|
|
266
|
+
if (fd !== null) {
|
|
267
|
+
try {
|
|
268
|
+
fs.closeSync(fd);
|
|
269
|
+
}
|
|
270
|
+
catch {
|
|
271
|
+
/* noop */
|
|
272
|
+
}
|
|
273
|
+
}
|
|
274
|
+
}
|
|
275
|
+
}
|
|
276
|
+
}
|
|
277
|
+
exports.CodebaseExplorer = CodebaseExplorer;
|
|
278
|
+
//# sourceMappingURL=explorer.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"explorer.js","sourceRoot":"","sources":["../../../../src/libs/codebase/indexer/explorer.ts"],"names":[],"mappings":";;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;AAAA,4CAA8B;AAC9B,gDAAkC;AAgClC,MAAM,iBAAiB,GAAG,IAAI,GAAG,CAAC;IAChC,cAAc;IACd,MAAM;IACN,MAAM;IACN,OAAO;IACP,UAAU;IACV,KAAK;IACL,OAAO;IACP,QAAQ;IACR,QAAQ;IACR,QAAQ;IACR,aAAa;IACb,OAAO;IACP,MAAM;IACN,OAAO;IACP,SAAS;IACT,QAAQ;IACR,aAAa;IACb,eAAe;CAChB,CAAC,CAAC;AAEH,MAAM,mBAAmB,GAAG,IAAI,GAAG,CAAC;IAClC,MAAM,EAAE,MAAM,EAAE,OAAO,EAAE,MAAM,EAAE,OAAO,EAAE,MAAM,EAAE,MAAM;IACxD,MAAM,EAAE,MAAM,EAAE,KAAK,EAAE,MAAM,EAAE,MAAM,EAAE,MAAM,EAAE,KAAK,EAAE,MAAM;IAC5D,MAAM,EAAE,MAAM,EAAE,MAAM,EAAE,MAAM,EAAE,MAAM,EAAE,MAAM;IAC9C,OAAO,EAAE,QAAQ,EAAE,MAAM,EAAE,MAAM,EAAE,MAAM;IACzC,QAAQ,EAAE,MAAM,EAAE,MAAM,EAAE,MAAM,EAAE,KAAK,EAAE,QAAQ,EAAE,MAAM,EAAE,OAAO,EAAE,MAAM;IAC1E,MAAM,EAAE,MAAM,EAAE,IAAI,EAAE,IAAI,EAAE,MAAM,EAAE,MAAM;CAC3C,CAAC,CAAC;AAEH,MAAM,QAAQ,GAAG,IAAI,GAAG,CAAC,CAAC,KAAK,EAAE,MAAM,EAAE,MAAM,EAAE,MAAM,EAAE,OAAO,EAAE,OAAO,CAAC,CAAC,CAAC;AAC5E,MAAM,WAAW,GAAG,IAAI,GAAG,CAAC,CAAC,OAAO,EAAE,OAAO,EAAE,MAAM,EAAE,OAAO,EAAE,MAAM,EAAE,MAAM,EAAE,MAAM,EAAE,KAAK,CAAC,CAAC,CAAC;AAChG,MAAM,WAAW,GAAG,IAAI,GAAG,CAAC,CAAC,SAAS,EAAE,UAAU,EAAE,MAAM,EAAE,QAAQ,EAAE,MAAM,CAAC,CAAC,CAAC;AAC/E,MAAM,UAAU,GAAG,IAAI,GAAG,CAAC,CAAC,KAAK,EAAE,MAAM,EAAE,QAAQ,EAAE,aAAa,CAAC,CAAC,CAAC;AACrE,MAAM,aAAa,GAAG,CAAC,UAAU,EAAE,UAAU,EAAE,OAAO,EAAE,iBAAiB,EAAE,aAAa,EAAE,QAAQ,EAAE,SAAS,EAAE,WAAW,CAAC,CAAC;AAE5H,MAAM,kBAAkB,GAA2B;IACjD,KAAK,EAAE,YAAY;IACnB,MAAM,EAAE,KAAK;IACb,MAAM,EAAE,YAAY;IACpB,MAAM,EAAE,YAAY;IACpB,KAAK,EAAE,YAAY;IACnB,MAAM,EAAE,YAAY;IACpB,MAAM,EAAE,YAAY;IACpB,MAAM,EAAE,YAAY;IACpB,KAAK,EAAE,QAAQ;IACf,MAAM,EAAE,QAAQ;IAChB,KAAK,EAAE,IAAI;IACX,KAAK,EAAE,MAAM;IACb,OAAO,EAAE,MAAM;IACf,KAAK,EAAE,QAAQ;IACf,QAAQ,EAAE,OAAO;IACjB,KAAK,EAAE,MAAM;IACb,MAAM,EAAE,KAAK;IACb,KAAK,EAAE,QAAQ;IACf,IAAI,EAAE,GAAG;IACT,MAAM,EAAE,KAAK;IACb,IAAI,EAAE,GAAG;IACT,QAAQ,EAAE,OAAO;IACjB,MAAM,EAAE,KAAK;IACb,KAAK,EAAE,MAAM;IACb,OAAO,EAAE,MAAM;IACf,OAAO,EAAE,MAAM;IACf,MAAM,EAAE,KAAK;IACb,OAAO,EAAE,MAAM;IACf,OAAO,EAAE,MAAM;CAChB,CAAC;AAEF,MAAa,gBAAgB;IAC3B,OAAO,CAAC,OAAwB;QAC9B,MAAM,IAAI,GAAG,IAAI,CAAC,OAAO,CAAC,OAAO,CAAC,QAAQ,CAAC,CAAC;QAC5C,MAAM,OAAO,GAAG,OAAO,CAAC,gBAAgB,IAAI,GAAG,GAAG,IAAI,CAAC;QACvD,MAAM,cAAc,GAAG,OAAO,CAAC,cAAc,IAAI,EAAE,CAAC;QACpD,MAAM,gBAAgB,GAAG,OAAO,CAAC,gBAAgB,IAAI,IAAI,CAAC;QAE1D,MAAM,iBAAiB,GAAG,gBAAgB,CAAC,CAAC,CAAC,IAAI,CAAC,eAAe,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC;QAE7E,MAAM,KAAK,GAAqB,EAAE,CAAC;QACnC,IAAI,CAAC,IAAI,CAAC,IAAI,EAAE,IAAI,EAAE,KAAK,EAAE,OAAO,EAAE,iBAAiB,EAAE,cAAc,EAAE,OAAO,CAAC,CAAC;QAClF,OAAO,KAAK,CAAC;IACf,CAAC;IAEO,IAAI,CACV,GAAW,EACX,IAAY,EACZ,GAAqB,EACrB,OAAe,EACf,iBAA2B,EAC3B,YAAsB,EACtB,OAAwB;QAExB,IAAI,OAAoB,CAAC;QACzB,IAAI,CAAC;YACH,OAAO,GAAG,EAAE,CAAC,WAAW,CAAC,GAAG,EAAE,EAAE,aAAa,EAAE,IAAI,EAAE,CAAC,CAAC;QACzD,CAAC;QAAC,MAAM,CAAC;YACP,OAAO;QACT,CAAC;QAED,KAAK,MAAM,KAAK,IAAI,OAAO,EAAE,CAAC;YAC5B,MAAM,GAAG,GAAG,IAAI,CAAC,IAAI,CAAC,GAAG,EAAE,KAAK,CAAC,IAAI,CAAC,CAAC;YACvC,MAAM,GAAG,GAAG,IAAI,CAAC,QAAQ,CAAC,IAAI,EAAE,GAAG,CAAC,CAAC,OAAO,CAAC,KAAK,EAAE,GAAG,CAAC,CAAC;YAEzD,IAAI,KAAK,CAAC,WAAW,EAAE,EAAE,CAAC;gBACxB,IAAI,iBAAiB,CAAC,GAAG,CAAC,KAAK,CAAC,IAAI,CAAC;oBAAE,SAAS;gBAChD,IAAI,KAAK,CAAC,IAAI,CAAC,UAAU,CAAC,GAAG,CAAC,IAAI,CAAC,OAAO,CAAC,iBAAiB,EAAE,MAAM;oBAAE,SAAS;gBAC/E,IAAI,IAAI,CAAC,SAAS,CAAC,GAAG,EAAE,iBAAiB,EAAE,YAAY,CAAC;oBAAE,SAAS;gBACnE,IAAI,CAAC,IAAI,CAAC,GAAG,EAAE,IAAI,EAAE,GAAG,EAAE,OAAO,EAAE,iBAAiB,EAAE,YAAY,EAAE,OAAO,CAAC,CAAC;gBAC7E,SAAS;YACX,CAAC;YAED,IAAI,CAAC,KAAK,CAAC,MAAM,EAAE;gBAAE,SAAS;YAE9B,MAAM,GAAG,GAAG,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC,WAAW,EAAE,CAAC;YAC5C,IAAI,mBAAmB,CAAC,GAAG,CAAC,GAAG,CAAC;gBAAE,SAAS;YAC3C,IAAI,IAAI,CAAC,SAAS,CAAC,GAAG,EAAE,iBAAiB,EAAE,YAAY,CAAC;gBAAE,SAAS;YAEnE,IAAI,OAAO,CAAC,iBAAiB,EAAE,QAAQ,CAAC,GAAG,CAAC;gBAAE,SAAS;YAEvD,IAAI,IAAc,CAAC;YACnB,IAAI,CAAC;gBACH,IAAI,GAAG,EAAE,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC;YAC1B,CAAC;YAAC,MAAM,CAAC;gBACP,SAAS;YACX,CAAC;YACD,IAAI,IAAI,CAAC,IAAI,GAAG,OAAO;gBAAE,SAAS;YAClC,IAAI,CAAC,IAAI,CAAC,YAAY,CAAC,GAAG,CAAC;gBAAE,SAAS;YAEtC,MAAM,cAAc,GAAG,IAAI,CAAC,QAAQ,CAAC,GAAG,EAAE,GAAG,CAAC,CAAC;YAC/C,MAAM,YAAY,GAAG,IAAI,CAAC,cAAc,CAAC,cAAc,CAAC,CAAC;YAEzD,GAAG,CAAC,IAAI,CAAC;gBACP,YAAY,EAAE,GAAG;gBACjB,YAAY,EAAE,GAAG;gBACjB,SAAS,EAAE,GAAG;gBACd,SAAS,EAAE,IAAI,CAAC,IAAI;gBACpB,QAAQ,EAAE,kBAAkB,CAAC,GAAG,CAAC;gBACjC,cAAc;gBACd,YAAY;aACb,CAAC,CAAC;QACL,CAAC;IACH,CAAC;IAEO,QAAQ,CAAC,YAAoB,EAAE,GAAW;QAChD,IAAI,QAAQ,CAAC,GAAG,CAAC,GAAG,CAAC;YAAE,OAAO,eAAe,CAAC;QAC9C,IAAI,WAAW,CAAC,GAAG,CAAC,GAAG,CAAC;YAAE,OAAO,QAAQ,CAAC;QAC1C,IAAI,UAAU,CAAC,GAAG,CAAC,GAAG,CAAC;YAAE,OAAO,gBAAgB,CAAC;QACjD,IAAI,YAAY,CAAC,QAAQ,CAAC,gBAAgB,CAAC,IAAI,YAAY,CAAC,QAAQ,CAAC,YAAY,CAAC,IAAI,YAAY,CAAC,QAAQ,CAAC,UAAU,CAAC;YAAE,OAAO,gBAAgB,CAAC;QACjJ,IAAI,YAAY,CAAC,QAAQ,CAAC,SAAS,CAAC,IAAI,YAAY,CAAC,QAAQ,CAAC,SAAS,CAAC;YAAE,OAAO,UAAU,CAAC;QAC5F,IAAI,YAAY,CAAC,QAAQ,CAAC,mBAAmB,CAAC,IAAI,YAAY,CAAC,QAAQ,CAAC,YAAY,CAAC;YAAE,OAAO,gBAAgB,CAAC;QAC/G,IAAI,WAAW,CAAC,GAAG,CAAC,GAAG,CAAC;YAAE,OAAO,QAAQ,CAAC;QAC1C,IAAI,aAAa,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,YAAY,CAAC,CAAC;YAAE,OAAO,MAAM,CAAC;QACnE,IAAI,kBAAkB,CAAC,GAAG,CAAC;YAAE,OAAO,aAAa,CAAC;QAClD,IAAI,GAAG,KAAK,OAAO,IAAI,GAAG,KAAK,OAAO,IAAI,GAAG,KAAK,MAAM;YAAE,OAAO,QAAQ,CAAC;QAC1E,OAAO,SAAS,CAAC;IACnB,CAAC;IAEO,cAAc,CAAC,cAAkC;QACvD,QAAQ,cAAc,EAAE,CAAC;YACvB,KAAK,QAAQ;gBACX,OAAO,QAAQ,CAAC;YAClB,KAAK,QAAQ;gBACX,OAAO,QAAQ,CAAC;YAClB,KAAK,gBAAgB;gBACnB,OAAO,OAAO,CAAC;YACjB,KAAK,UAAU;gBACb,OAAO,UAAU,CAAC;YACpB;gBACE,OAAO,SAAS,CAAC;QACrB,CAAC;IACH,CAAC;IAEO,eAAe,CAAC,IAAY;QAClC,MAAM,QAAQ,GAAa,EAAE,CAAC;QAC9B,MAAM,aAAa,GAAG,IAAI,CAAC,IAAI,CAAC,IAAI,EAAE,YAAY,CAAC,CAAC;QACpD,IAAI,CAAC;YACH,MAAM,OAAO,GAAG,EAAE,CAAC,YAAY,CAAC,aAAa,EAAE,MAAM,CAAC,CAAC;YACvD,KAAK,MAAM,IAAI,IAAI,OAAO,CAAC,KAAK,CAAC,IAAI,CAAC,EAAE,CAAC;gBACvC,MAAM,OAAO,GAAG,IAAI,CAAC,IAAI,EAAE,CAAC;gBAC5B,IAAI,CAAC,OAAO,IAAI,OAAO,CAAC,UAAU,CAAC,GAAG,CAAC;oBAAE,SAAS;gBAClD,IAAI,OAAO,CAAC,UAAU,CAAC,GAAG,CAAC;oBAAE,SAAS;gBACtC,IAAI,CAAC;oBACH,QAAQ,CAAC,IAAI,CAAC,IAAI,MAAM,CACtB,OAAO;yBACJ,OAAO,CAAC,KAAK,EAAE,KAAK,CAAC;yBACrB,OAAO,CAAC,OAAO,EAAE,gBAAgB,CAAC;yBAClC,OAAO,CAAC,KAAK,EAAE,OAAO,CAAC;yBACvB,OAAO,CAAC,iBAAiB,EAAE,IAAI,CAAC;yBAChC,OAAO,CAAC,KAAK,EAAE,GAAG,CAAC,CACvB,CAAC,CAAC;gBACL,CAAC;gBAAC,MAAM,CAAC;oBACP,UAAU;gBACZ,CAAC;YACH,CAAC;QACH,CAAC;QAAC,MAAM,CAAC;YACP,UAAU;QACZ,CAAC;QACD,OAAO,QAAQ,CAAC;IAClB,CAAC;IAEO,SAAS,CAAC,OAAe,EAAE,iBAA2B,EAAE,MAAgB;QAC9E,KAAK,MAAM,CAAC,IAAI,iBAAiB,EAAE,CAAC;YAClC,IAAI,CAAC,CAAC,IAAI,CAAC,OAAO,CAAC;gBAAE,OAAO,IAAI,CAAC;QACnC,CAAC;QACD,KAAK,MAAM,CAAC,IAAI,MAAM,EAAE,CAAC;YACvB,IAAI,CAAC;gBACH,IAAI,IAAI,MAAM,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,OAAO,CAAC;oBAAE,OAAO,IAAI,CAAC;YAC/C,CAAC;YAAC,MAAM,CAAC;gBACP,UAAU;YACZ,CAAC;QACH,CAAC;QACD,OAAO,KAAK,CAAC;IACf,CAAC;IAEO,YAAY,CAAC,OAAe;QAClC,IAAI,EAAE,GAAkB,IAAI,CAAC;QAC7B,IAAI,CAAC;YACH,EAAE,GAAG,EAAE,CAAC,QAAQ,CAAC,OAAO,EAAE,GAAG,CAAC,CAAC;YAC/B,MAAM,MAAM,GAAG,MAAM,CAAC,WAAW,CAAC,IAAI,CAAC,CAAC;YACxC,MAAM,IAAI,GAAG,EAAE,CAAC,QAAQ,CAAC,EAAE,EAAE,MAAM,EAAE,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,CAAC,CAAC,CAAC;YAC1D,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,IAAI,EAAE,CAAC,EAAE,EAAE,CAAC;gBAC9B,IAAI,MAAM,CAAC,CAAC,CAAC,KAAK,CAAC;oBAAE,OAAO,KAAK,CAAC;YACpC,CAAC;YACD,OAAO,IAAI,CAAC;QACd,CAAC;QAAC,MAAM,CAAC;YACP,OAAO,KAAK,CAAC;QACf,CAAC;gBAAS,CAAC;YACT,IAAI,EAAE,KAAK,IAAI,EAAE,CAAC;gBAChB,IAAI,CAAC;oBACH,EAAE,CAAC,SAAS,CAAC,EAAE,CAAC,CAAC;gBACnB,CAAC;gBAAC,MAAM,CAAC;oBACP,UAAU;gBACZ,CAAC;YACH,CAAC;QACH,CAAC;IACH,CAAC;CACF;AAvKD,4CAuKC"}
|
|
@@ -0,0 +1,35 @@
|
|
|
1
|
+
import type { IVectorStore, IEmbeddingProvider } from "@thoughtflow/core";
|
|
2
|
+
export interface IndexProgress {
|
|
3
|
+
phase: "discovering" | "chunking" | "embedding" | "storing" | "complete";
|
|
4
|
+
filesDiscovered: number;
|
|
5
|
+
filesProcessed: number;
|
|
6
|
+
chunksCreated: number;
|
|
7
|
+
chunksEmbedded: number;
|
|
8
|
+
elapsedMs: number;
|
|
9
|
+
}
|
|
10
|
+
export interface IndexResult {
|
|
11
|
+
totalFiles: number;
|
|
12
|
+
totalChunks: number;
|
|
13
|
+
timeMs: number;
|
|
14
|
+
collections: string[];
|
|
15
|
+
}
|
|
16
|
+
export interface IndexerOptions {
|
|
17
|
+
projectPath: string;
|
|
18
|
+
batchSize?: number;
|
|
19
|
+
includeDocs?: boolean;
|
|
20
|
+
onProgress?: (p: IndexProgress) => void;
|
|
21
|
+
}
|
|
22
|
+
export declare class CodebaseIndexer {
|
|
23
|
+
private vectorStore;
|
|
24
|
+
private embeddingProvider;
|
|
25
|
+
private options;
|
|
26
|
+
private explorer;
|
|
27
|
+
private chunker;
|
|
28
|
+
private mdChunker;
|
|
29
|
+
private processor;
|
|
30
|
+
private progress;
|
|
31
|
+
constructor(vectorStore: IVectorStore, embeddingProvider: IEmbeddingProvider, options: IndexerOptions);
|
|
32
|
+
index(): Promise<IndexResult>;
|
|
33
|
+
private updateProgress;
|
|
34
|
+
}
|
|
35
|
+
//# sourceMappingURL=indexer.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"indexer.d.ts","sourceRoot":"","sources":["../../../../src/libs/codebase/indexer/indexer.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,YAAY,EAAE,kBAAkB,EAA8B,MAAM,mBAAmB,CAAC;AAOtG,MAAM,WAAW,aAAa;IAC5B,KAAK,EAAE,aAAa,GAAG,UAAU,GAAG,WAAW,GAAG,SAAS,GAAG,UAAU,CAAC;IACzE,eAAe,EAAE,MAAM,CAAC;IACxB,cAAc,EAAE,MAAM,CAAC;IACvB,aAAa,EAAE,MAAM,CAAC;IACtB,cAAc,EAAE,MAAM,CAAC;IACvB,SAAS,EAAE,MAAM,CAAC;CACnB;AAED,MAAM,WAAW,WAAW;IAC1B,UAAU,EAAE,MAAM,CAAC;IACnB,WAAW,EAAE,MAAM,CAAC;IACpB,MAAM,EAAE,MAAM,CAAC;IACf,WAAW,EAAE,MAAM,EAAE,CAAC;CACvB;AAED,MAAM,WAAW,cAAc;IAC7B,WAAW,EAAE,MAAM,CAAC;IACpB,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,WAAW,CAAC,EAAE,OAAO,CAAC;IACtB,UAAU,CAAC,EAAE,CAAC,CAAC,EAAE,aAAa,KAAK,IAAI,CAAC;CACzC;AAED,qBAAa,eAAe;IAQxB,OAAO,CAAC,WAAW;IACnB,OAAO,CAAC,iBAAiB;IACzB,OAAO,CAAC,OAAO;IATjB,OAAO,CAAC,QAAQ,CAAmB;IACnC,OAAO,CAAC,OAAO,CAAc;IAC7B,OAAO,CAAC,SAAS,CAAkB;IACnC,OAAO,CAAC,SAAS,CAAiB;IAClC,OAAO,CAAC,QAAQ,CAAgB;gBAGtB,WAAW,EAAE,YAAY,EACzB,iBAAiB,EAAE,kBAAkB,EACrC,OAAO,EAAE,cAAc;IAgB3B,KAAK,IAAI,OAAO,CAAC,WAAW,CAAC;IAiHnC,OAAO,CAAC,cAAc;CAIvB"}
|