@thoughtflow/codebase 0.2.0 → 0.2.1
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/package.json +4 -3
- package/tsconfig.json +13 -2
- package/dist/contexts/context-decomposer.d.ts +0 -13
- package/dist/contexts/context-decomposer.d.ts.map +0 -1
- package/dist/contexts/context-decomposer.js +0 -97
- package/dist/contexts/context-decomposer.js.map +0 -1
- package/dist/contexts/context-document-manager.d.ts +0 -21
- package/dist/contexts/context-document-manager.d.ts.map +0 -1
- package/dist/contexts/context-document-manager.js +0 -69
- package/dist/contexts/context-document-manager.js.map +0 -1
- package/dist/contexts/context-router.d.ts +0 -13
- package/dist/contexts/context-router.d.ts.map +0 -1
- package/dist/contexts/context-router.js +0 -94
- package/dist/contexts/context-router.js.map +0 -1
- package/dist/index.d.ts +0 -53
- package/dist/index.d.ts.map +0 -1
- package/dist/index.js +0 -76
- package/dist/index.js.map +0 -1
- package/dist/libs/codebase/deep-analyzer.d.ts +0 -58
- package/dist/libs/codebase/deep-analyzer.d.ts.map +0 -1
- package/dist/libs/codebase/deep-analyzer.js +0 -239
- package/dist/libs/codebase/deep-analyzer.js.map +0 -1
- package/dist/libs/codebase/graph/dependency-extractor.d.ts +0 -20
- package/dist/libs/codebase/graph/dependency-extractor.d.ts.map +0 -1
- package/dist/libs/codebase/graph/dependency-extractor.js +0 -174
- package/dist/libs/codebase/graph/dependency-extractor.js.map +0 -1
- package/dist/libs/codebase/graph/graph-analysis.d.ts +0 -42
- package/dist/libs/codebase/graph/graph-analysis.d.ts.map +0 -1
- package/dist/libs/codebase/graph/graph-analysis.js +0 -222
- package/dist/libs/codebase/graph/graph-analysis.js.map +0 -1
- package/dist/libs/codebase/graph/graph-visualizer.d.ts +0 -12
- package/dist/libs/codebase/graph/graph-visualizer.d.ts.map +0 -1
- package/dist/libs/codebase/graph/graph-visualizer.js +0 -99
- package/dist/libs/codebase/graph/graph-visualizer.js.map +0 -1
- package/dist/libs/codebase/indexer/batch-processor.d.ts +0 -18
- package/dist/libs/codebase/indexer/batch-processor.d.ts.map +0 -1
- package/dist/libs/codebase/indexer/batch-processor.js +0 -39
- package/dist/libs/codebase/indexer/batch-processor.js.map +0 -1
- package/dist/libs/codebase/indexer/chunker-markdown.d.ts +0 -19
- package/dist/libs/codebase/indexer/chunker-markdown.d.ts.map +0 -1
- package/dist/libs/codebase/indexer/chunker-markdown.js +0 -138
- package/dist/libs/codebase/indexer/chunker-markdown.js.map +0 -1
- package/dist/libs/codebase/indexer/chunker.d.ts +0 -21
- package/dist/libs/codebase/indexer/chunker.d.ts.map +0 -1
- package/dist/libs/codebase/indexer/chunker.js +0 -133
- package/dist/libs/codebase/indexer/chunker.js.map +0 -1
- package/dist/libs/codebase/indexer/explorer.d.ts +0 -29
- package/dist/libs/codebase/indexer/explorer.d.ts.map +0 -1
- package/dist/libs/codebase/indexer/explorer.js +0 -278
- package/dist/libs/codebase/indexer/explorer.js.map +0 -1
- package/dist/libs/codebase/indexer/indexer.d.ts +0 -35
- package/dist/libs/codebase/indexer/indexer.d.ts.map +0 -1
- package/dist/libs/codebase/indexer/indexer.js +0 -172
- package/dist/libs/codebase/indexer/indexer.js.map +0 -1
- package/dist/libs/codebase/knowledge/cross-referencer.d.ts +0 -32
- package/dist/libs/codebase/knowledge/cross-referencer.d.ts.map +0 -1
- package/dist/libs/codebase/knowledge/cross-referencer.js +0 -132
- package/dist/libs/codebase/knowledge/cross-referencer.js.map +0 -1
- package/dist/libs/codebase/knowledge/markdown-extractor.d.ts +0 -34
- package/dist/libs/codebase/knowledge/markdown-extractor.d.ts.map +0 -1
- package/dist/libs/codebase/knowledge/markdown-extractor.js +0 -273
- package/dist/libs/codebase/knowledge/markdown-extractor.js.map +0 -1
- package/dist/libs/codebase/knowledge/summarizer.d.ts +0 -25
- package/dist/libs/codebase/knowledge/summarizer.d.ts.map +0 -1
- package/dist/libs/codebase/knowledge/summarizer.js +0 -61
- package/dist/libs/codebase/knowledge/summarizer.js.map +0 -1
- package/dist/libs/codebase/search/bm25.d.ts +0 -23
- package/dist/libs/codebase/search/bm25.d.ts.map +0 -1
- package/dist/libs/codebase/search/bm25.js +0 -93
- package/dist/libs/codebase/search/bm25.js.map +0 -1
- package/dist/libs/codebase/search/hybrid-search.d.ts +0 -22
- package/dist/libs/codebase/search/hybrid-search.d.ts.map +0 -1
- package/dist/libs/codebase/search/hybrid-search.js +0 -80
- package/dist/libs/codebase/search/hybrid-search.js.map +0 -1
- package/dist/libs/codebase-index.class.d.ts +0 -66
- package/dist/libs/codebase-index.class.d.ts.map +0 -1
- package/dist/libs/codebase-index.class.js +0 -595
- package/dist/libs/codebase-index.class.js.map +0 -1
- package/dist/tools/codebase/codebase-analyze.tool.d.ts +0 -8
- package/dist/tools/codebase/codebase-analyze.tool.d.ts.map +0 -1
- package/dist/tools/codebase/codebase-analyze.tool.js +0 -20
- package/dist/tools/codebase/codebase-analyze.tool.js.map +0 -1
- package/dist/tools/codebase/codebase-crossref.tool.d.ts +0 -8
- package/dist/tools/codebase/codebase-crossref.tool.d.ts.map +0 -1
- package/dist/tools/codebase/codebase-crossref.tool.js +0 -20
- package/dist/tools/codebase/codebase-crossref.tool.js.map +0 -1
- package/dist/tools/codebase/codebase-flow.tool.d.ts +0 -8
- package/dist/tools/codebase/codebase-flow.tool.d.ts.map +0 -1
- package/dist/tools/codebase/codebase-flow.tool.js +0 -20
- package/dist/tools/codebase/codebase-flow.tool.js.map +0 -1
- package/dist/tools/codebase/codebase-graph-circular.tool.d.ts +0 -8
- package/dist/tools/codebase/codebase-graph-circular.tool.d.ts.map +0 -1
- package/dist/tools/codebase/codebase-graph-circular.tool.js +0 -17
- package/dist/tools/codebase/codebase-graph-circular.tool.js.map +0 -1
- package/dist/tools/codebase/codebase-graph-query.tool.d.ts +0 -8
- package/dist/tools/codebase/codebase-graph-query.tool.d.ts.map +0 -1
- package/dist/tools/codebase/codebase-graph-query.tool.js +0 -21
- package/dist/tools/codebase/codebase-graph-query.tool.js.map +0 -1
- package/dist/tools/codebase/codebase-graph-stats.tool.d.ts +0 -8
- package/dist/tools/codebase/codebase-graph-stats.tool.d.ts.map +0 -1
- package/dist/tools/codebase/codebase-graph-stats.tool.js +0 -17
- package/dist/tools/codebase/codebase-graph-stats.tool.js.map +0 -1
- package/dist/tools/codebase/codebase-graph-visualize.tool.d.ts +0 -8
- package/dist/tools/codebase/codebase-graph-visualize.tool.d.ts.map +0 -1
- package/dist/tools/codebase/codebase-graph-visualize.tool.js +0 -21
- package/dist/tools/codebase/codebase-graph-visualize.tool.js.map +0 -1
- package/dist/tools/codebase/codebase-impact.tool.d.ts +0 -8
- package/dist/tools/codebase/codebase-impact.tool.d.ts.map +0 -1
- package/dist/tools/codebase/codebase-impact.tool.js +0 -21
- package/dist/tools/codebase/codebase-impact.tool.js.map +0 -1
- package/dist/tools/codebase/codebase-index.tool.d.ts +0 -8
- package/dist/tools/codebase/codebase-index.tool.d.ts.map +0 -1
- package/dist/tools/codebase/codebase-index.tool.js +0 -21
- package/dist/tools/codebase/codebase-index.tool.js.map +0 -1
- package/dist/tools/codebase/codebase-knowledge.tool.d.ts +0 -8
- package/dist/tools/codebase/codebase-knowledge.tool.d.ts.map +0 -1
- package/dist/tools/codebase/codebase-knowledge.tool.js +0 -22
- package/dist/tools/codebase/codebase-knowledge.tool.js.map +0 -1
- package/dist/tools/codebase/codebase-search.tool.d.ts +0 -8
- package/dist/tools/codebase/codebase-search.tool.d.ts.map +0 -1
- package/dist/tools/codebase/codebase-search.tool.js +0 -24
- package/dist/tools/codebase/codebase-search.tool.js.map +0 -1
- package/dist/tools/codebase/codebase-status.tool.d.ts +0 -8
- package/dist/tools/codebase/codebase-status.tool.d.ts.map +0 -1
- package/dist/tools/codebase/codebase-status.tool.js +0 -19
- package/dist/tools/codebase/codebase-status.tool.js.map +0 -1
- package/dist/tools/neural/comparative-analysis.tool.d.ts +0 -37
- package/dist/tools/neural/comparative-analysis.tool.d.ts.map +0 -1
- package/dist/tools/neural/comparative-analysis.tool.js +0 -241
- package/dist/tools/neural/comparative-analysis.tool.js.map +0 -1
- package/dist/tools/neural/index.d.ts +0 -12
- package/dist/tools/neural/index.d.ts.map +0 -1
- package/dist/tools/neural/index.js +0 -28
- package/dist/tools/neural/index.js.map +0 -1
- package/dist/tools/neural/neural-deadcode.tool.d.ts +0 -10
- package/dist/tools/neural/neural-deadcode.tool.d.ts.map +0 -1
- package/dist/tools/neural/neural-deadcode.tool.js +0 -133
- package/dist/tools/neural/neural-deadcode.tool.js.map +0 -1
- package/dist/tools/neural/neural-debug.tool.d.ts +0 -11
- package/dist/tools/neural/neural-debug.tool.d.ts.map +0 -1
- package/dist/tools/neural/neural-debug.tool.js +0 -205
- package/dist/tools/neural/neural-debug.tool.js.map +0 -1
- package/dist/tools/neural/neural-explain.tool.d.ts +0 -9
- package/dist/tools/neural/neural-explain.tool.d.ts.map +0 -1
- package/dist/tools/neural/neural-explain.tool.js +0 -100
- package/dist/tools/neural/neural-explain.tool.js.map +0 -1
- package/dist/tools/neural/neural-optimize.tool.d.ts +0 -9
- package/dist/tools/neural/neural-optimize.tool.d.ts.map +0 -1
- package/dist/tools/neural/neural-optimize.tool.js +0 -117
- package/dist/tools/neural/neural-optimize.tool.js.map +0 -1
- package/dist/tools/neural/neural-pattern.tool.d.ts +0 -10
- package/dist/tools/neural/neural-pattern.tool.d.ts.map +0 -1
- package/dist/tools/neural/neural-pattern.tool.js +0 -169
- package/dist/tools/neural/neural-pattern.tool.js.map +0 -1
- package/dist/tools/neural/neural-review.tool.d.ts +0 -11
- package/dist/tools/neural/neural-review.tool.d.ts.map +0 -1
- package/dist/tools/neural/neural-review.tool.js +0 -152
- package/dist/tools/neural/neural-review.tool.js.map +0 -1
- package/dist/tools/neural/neural-security.tool.d.ts +0 -16
- package/dist/tools/neural/neural-security.tool.d.ts.map +0 -1
- package/dist/tools/neural/neural-security.tool.js +0 -256
- package/dist/tools/neural/neural-security.tool.js.map +0 -1
- package/dist/tools/neural/neural-similar.tool.d.ts +0 -9
- package/dist/tools/neural/neural-similar.tool.d.ts.map +0 -1
- package/dist/tools/neural/neural-similar.tool.js +0 -139
- package/dist/tools/neural/neural-similar.tool.js.map +0 -1
- package/dist/tools/neural/neural-smells.tool.d.ts +0 -9
- package/dist/tools/neural/neural-smells.tool.d.ts.map +0 -1
- package/dist/tools/neural/neural-smells.tool.js +0 -123
- package/dist/tools/neural/neural-smells.tool.js.map +0 -1
- package/dist/tools/neural/neural-suggest.tool.d.ts +0 -9
- package/dist/tools/neural/neural-suggest.tool.d.ts.map +0 -1
- package/dist/tools/neural/neural-suggest.tool.js +0 -64
- package/dist/tools/neural/neural-suggest.tool.js.map +0 -1
- package/dist/tools/quality/index.d.ts +0 -8
- package/dist/tools/quality/index.d.ts.map +0 -1
- package/dist/tools/quality/index.js +0 -24
- package/dist/tools/quality/index.js.map +0 -1
- package/dist/tools/quality/quality-complexity.tool.d.ts +0 -11
- package/dist/tools/quality/quality-complexity.tool.d.ts.map +0 -1
- package/dist/tools/quality/quality-complexity.tool.js +0 -152
- package/dist/tools/quality/quality-complexity.tool.js.map +0 -1
- package/dist/tools/quality/quality-coupling.tool.d.ts +0 -9
- package/dist/tools/quality/quality-coupling.tool.d.ts.map +0 -1
- package/dist/tools/quality/quality-coupling.tool.js +0 -51
- package/dist/tools/quality/quality-coupling.tool.js.map +0 -1
- package/dist/tools/quality/quality-coverage.tool.d.ts +0 -9
- package/dist/tools/quality/quality-coverage.tool.d.ts.map +0 -1
- package/dist/tools/quality/quality-coverage.tool.js +0 -104
- package/dist/tools/quality/quality-coverage.tool.js.map +0 -1
- package/dist/tools/quality/quality-deps.tool.d.ts +0 -11
- package/dist/tools/quality/quality-deps.tool.d.ts.map +0 -1
- package/dist/tools/quality/quality-deps.tool.js +0 -119
- package/dist/tools/quality/quality-deps.tool.js.map +0 -1
- package/dist/tools/quality/quality-duplication.tool.d.ts +0 -9
- package/dist/tools/quality/quality-duplication.tool.d.ts.map +0 -1
- package/dist/tools/quality/quality-duplication.tool.js +0 -100
- package/dist/tools/quality/quality-duplication.tool.js.map +0 -1
- package/dist/tools/quality/quality-size.tool.d.ts +0 -9
- package/dist/tools/quality/quality-size.tool.d.ts.map +0 -1
- package/dist/tools/quality/quality-size.tool.js +0 -94
- package/dist/tools/quality/quality-size.tool.js.map +0 -1
- package/dist/tools/quality/quality-types.tool.d.ts +0 -9
- package/dist/tools/quality/quality-types.tool.d.ts.map +0 -1
- package/dist/tools/quality/quality-types.tool.js +0 -95
- package/dist/tools/quality/quality-types.tool.js.map +0 -1
- package/dist/tools/workspace/analyze-project.tool.d.ts +0 -36
- package/dist/tools/workspace/analyze-project.tool.d.ts.map +0 -1
- package/dist/tools/workspace/analyze-project.tool.js +0 -454
- package/dist/tools/workspace/analyze-project.tool.js.map +0 -1
- package/dist/tools/workspace/codebase-research.tool.d.ts +0 -10
- package/dist/tools/workspace/codebase-research.tool.d.ts.map +0 -1
- package/dist/tools/workspace/codebase-research.tool.js +0 -89
- package/dist/tools/workspace/codebase-research.tool.js.map +0 -1
- package/dist/tools/workspace/project-scanner.tool.d.ts +0 -55
- package/dist/tools/workspace/project-scanner.tool.d.ts.map +0 -1
- package/dist/tools/workspace/project-scanner.tool.js +0 -978
- package/dist/tools/workspace/project-scanner.tool.js.map +0 -1
- package/dist/tools/workspace/search-code.tool.d.ts +0 -14
- package/dist/tools/workspace/search-code.tool.d.ts.map +0 -1
- package/dist/tools/workspace/search-code.tool.js +0 -286
- package/dist/tools/workspace/search-code.tool.js.map +0 -1
|
@@ -1,172 +0,0 @@
|
|
|
1
|
-
"use strict";
|
|
2
|
-
var __createBinding = (this && this.__createBinding) || (Object.create ? (function(o, m, k, k2) {
|
|
3
|
-
if (k2 === undefined) k2 = k;
|
|
4
|
-
var desc = Object.getOwnPropertyDescriptor(m, k);
|
|
5
|
-
if (!desc || ("get" in desc ? !m.__esModule : desc.writable || desc.configurable)) {
|
|
6
|
-
desc = { enumerable: true, get: function() { return m[k]; } };
|
|
7
|
-
}
|
|
8
|
-
Object.defineProperty(o, k2, desc);
|
|
9
|
-
}) : (function(o, m, k, k2) {
|
|
10
|
-
if (k2 === undefined) k2 = k;
|
|
11
|
-
o[k2] = m[k];
|
|
12
|
-
}));
|
|
13
|
-
var __setModuleDefault = (this && this.__setModuleDefault) || (Object.create ? (function(o, v) {
|
|
14
|
-
Object.defineProperty(o, "default", { enumerable: true, value: v });
|
|
15
|
-
}) : function(o, v) {
|
|
16
|
-
o["default"] = v;
|
|
17
|
-
});
|
|
18
|
-
var __importStar = (this && this.__importStar) || (function () {
|
|
19
|
-
var ownKeys = function(o) {
|
|
20
|
-
ownKeys = Object.getOwnPropertyNames || function (o) {
|
|
21
|
-
var ar = [];
|
|
22
|
-
for (var k in o) if (Object.prototype.hasOwnProperty.call(o, k)) ar[ar.length] = k;
|
|
23
|
-
return ar;
|
|
24
|
-
};
|
|
25
|
-
return ownKeys(o);
|
|
26
|
-
};
|
|
27
|
-
return function (mod) {
|
|
28
|
-
if (mod && mod.__esModule) return mod;
|
|
29
|
-
var result = {};
|
|
30
|
-
if (mod != null) for (var k = ownKeys(mod), i = 0; i < k.length; i++) if (k[i] !== "default") __createBinding(result, mod, k[i]);
|
|
31
|
-
__setModuleDefault(result, mod);
|
|
32
|
-
return result;
|
|
33
|
-
};
|
|
34
|
-
})();
|
|
35
|
-
Object.defineProperty(exports, "__esModule", { value: true });
|
|
36
|
-
exports.CodebaseIndexer = void 0;
|
|
37
|
-
const explorer_1 = require("./explorer");
|
|
38
|
-
const chunker_1 = require("./chunker");
|
|
39
|
-
const chunker_markdown_1 = require("./chunker-markdown");
|
|
40
|
-
const batch_processor_1 = require("./batch-processor");
|
|
41
|
-
const fs = __importStar(require("node:fs"));
|
|
42
|
-
class CodebaseIndexer {
|
|
43
|
-
vectorStore;
|
|
44
|
-
embeddingProvider;
|
|
45
|
-
options;
|
|
46
|
-
explorer;
|
|
47
|
-
chunker;
|
|
48
|
-
mdChunker;
|
|
49
|
-
processor;
|
|
50
|
-
progress;
|
|
51
|
-
constructor(vectorStore, embeddingProvider, options) {
|
|
52
|
-
this.vectorStore = vectorStore;
|
|
53
|
-
this.embeddingProvider = embeddingProvider;
|
|
54
|
-
this.options = options;
|
|
55
|
-
this.explorer = new explorer_1.CodebaseExplorer();
|
|
56
|
-
this.chunker = new chunker_1.CodeChunker();
|
|
57
|
-
this.mdChunker = new chunker_markdown_1.MarkdownChunker();
|
|
58
|
-
this.processor = new batch_processor_1.BatchProcessor();
|
|
59
|
-
this.progress = {
|
|
60
|
-
phase: "discovering",
|
|
61
|
-
filesDiscovered: 0,
|
|
62
|
-
filesProcessed: 0,
|
|
63
|
-
chunksCreated: 0,
|
|
64
|
-
chunksEmbedded: 0,
|
|
65
|
-
elapsedMs: 0,
|
|
66
|
-
};
|
|
67
|
-
}
|
|
68
|
-
async index() {
|
|
69
|
-
const startTime = Date.now();
|
|
70
|
-
await this.vectorStore.initialize?.();
|
|
71
|
-
await this.embeddingProvider.initialize?.();
|
|
72
|
-
this.updateProgress("discovering");
|
|
73
|
-
const files = this.explorer.explore({ rootPath: this.options.projectPath });
|
|
74
|
-
this.progress.filesDiscovered = files.length;
|
|
75
|
-
this.updateProgress("chunking");
|
|
76
|
-
const batchSize = this.options.batchSize ?? 50;
|
|
77
|
-
this.processor.start(files.length, "chunking");
|
|
78
|
-
const allChunks = [];
|
|
79
|
-
for (const batch of this.processor.chunk(files, batchSize)) {
|
|
80
|
-
for (const file of batch) {
|
|
81
|
-
let content;
|
|
82
|
-
try {
|
|
83
|
-
content = fs.readFileSync(file.absolutePath, "utf8");
|
|
84
|
-
}
|
|
85
|
-
catch {
|
|
86
|
-
continue;
|
|
87
|
-
}
|
|
88
|
-
if (file.classification === "documentation" && this.options.includeDocs !== false) {
|
|
89
|
-
const mdChunks = this.mdChunker.chunkFile(file, content);
|
|
90
|
-
for (const c of mdChunks) {
|
|
91
|
-
allChunks.push({ chunk: c, file, isMarkdown: true });
|
|
92
|
-
}
|
|
93
|
-
}
|
|
94
|
-
else if (file.classification === "source-code" || file.classification === "test") {
|
|
95
|
-
const result = await this.chunker.chunkFile(file, content);
|
|
96
|
-
for (const c of result.chunks) {
|
|
97
|
-
allChunks.push({ chunk: c, file, isMarkdown: false });
|
|
98
|
-
}
|
|
99
|
-
}
|
|
100
|
-
this.progress.filesProcessed++;
|
|
101
|
-
this.progress.chunksCreated = allChunks.length;
|
|
102
|
-
}
|
|
103
|
-
await this.processor.advance(batch.length);
|
|
104
|
-
}
|
|
105
|
-
if (allChunks.length === 0) {
|
|
106
|
-
return {
|
|
107
|
-
totalFiles: files.length,
|
|
108
|
-
totalChunks: 0,
|
|
109
|
-
timeMs: Date.now() - startTime,
|
|
110
|
-
collections: [],
|
|
111
|
-
};
|
|
112
|
-
}
|
|
113
|
-
this.updateProgress("embedding");
|
|
114
|
-
this.processor.start(allChunks.length, "embedding");
|
|
115
|
-
const texts = allChunks.map((c) => c.chunk.text.slice(0, 512));
|
|
116
|
-
const vectors = [];
|
|
117
|
-
const embBatchSize = this.embeddingProvider.maxBatchSize;
|
|
118
|
-
for (const batch of this.processor.chunk(texts, embBatchSize)) {
|
|
119
|
-
const batchVectors = await this.embeddingProvider.embed(batch);
|
|
120
|
-
vectors.push(...batchVectors);
|
|
121
|
-
this.progress.chunksEmbedded = vectors.length;
|
|
122
|
-
await this.processor.advance(batch.length);
|
|
123
|
-
}
|
|
124
|
-
this.updateProgress("storing");
|
|
125
|
-
this.processor.start(allChunks.length, "storing");
|
|
126
|
-
const vectorChunks = allChunks.map((item, i) => {
|
|
127
|
-
const c = item.chunk;
|
|
128
|
-
const metadata = {
|
|
129
|
-
projectPath: this.options.projectPath,
|
|
130
|
-
filePath: item.file.relativePath,
|
|
131
|
-
startLine: c.startLine,
|
|
132
|
-
endLine: c.endLine,
|
|
133
|
-
language: item.file.language,
|
|
134
|
-
chunkType: item.file.classification === "documentation" ? "documentation" : "code",
|
|
135
|
-
resourceKind: item.file.resourceKind,
|
|
136
|
-
tags: [],
|
|
137
|
-
};
|
|
138
|
-
if (item.isMarkdown) {
|
|
139
|
-
const mdChunk = c;
|
|
140
|
-
if (mdChunk.docType) {
|
|
141
|
-
metadata.category = mdChunk.docType;
|
|
142
|
-
}
|
|
143
|
-
}
|
|
144
|
-
return {
|
|
145
|
-
id: c.id,
|
|
146
|
-
vector: vectors[i] ?? new Array(this.embeddingProvider.dimensions).fill(0),
|
|
147
|
-
text: c.text,
|
|
148
|
-
metadata,
|
|
149
|
-
};
|
|
150
|
-
});
|
|
151
|
-
const storeBatchSize = 500;
|
|
152
|
-
for (const batch of this.processor.chunk(vectorChunks, storeBatchSize)) {
|
|
153
|
-
await this.vectorStore.insert(batch);
|
|
154
|
-
await this.processor.advance(batch.length);
|
|
155
|
-
}
|
|
156
|
-
this.updateProgress("complete");
|
|
157
|
-
const elapsed = Date.now() - startTime;
|
|
158
|
-
await this.embeddingProvider.dispose?.();
|
|
159
|
-
return {
|
|
160
|
-
totalFiles: files.length,
|
|
161
|
-
totalChunks: allChunks.length,
|
|
162
|
-
timeMs: elapsed,
|
|
163
|
-
collections: ["default"],
|
|
164
|
-
};
|
|
165
|
-
}
|
|
166
|
-
updateProgress(phase) {
|
|
167
|
-
this.progress.phase = phase;
|
|
168
|
-
this.options.onProgress?.({ ...this.progress });
|
|
169
|
-
}
|
|
170
|
-
}
|
|
171
|
-
exports.CodebaseIndexer = CodebaseIndexer;
|
|
172
|
-
//# sourceMappingURL=indexer.js.map
|
|
@@ -1 +0,0 @@
|
|
|
1
|
-
{"version":3,"file":"indexer.js","sourceRoot":"","sources":["../../../../src/libs/codebase/indexer/indexer.ts"],"names":[],"mappings":";;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;AACA,yCAA8D;AAC9D,uCAAmD;AACnD,yDAAoE;AACpE,uDAAmD;AACnD,4CAA8B;AAyB9B,MAAa,eAAe;IAQhB;IACA;IACA;IATF,QAAQ,CAAmB;IAC3B,OAAO,CAAc;IACrB,SAAS,CAAkB;IAC3B,SAAS,CAAiB;IAC1B,QAAQ,CAAgB;IAEhC,YACU,WAAyB,EACzB,iBAAqC,EACrC,OAAuB;QAFvB,gBAAW,GAAX,WAAW,CAAc;QACzB,sBAAiB,GAAjB,iBAAiB,CAAoB;QACrC,YAAO,GAAP,OAAO,CAAgB;QAE/B,IAAI,CAAC,QAAQ,GAAG,IAAI,2BAAgB,EAAE,CAAC;QACvC,IAAI,CAAC,OAAO,GAAG,IAAI,qBAAW,EAAE,CAAC;QACjC,IAAI,CAAC,SAAS,GAAG,IAAI,kCAAe,EAAE,CAAC;QACvC,IAAI,CAAC,SAAS,GAAG,IAAI,gCAAc,EAAE,CAAC;QACtC,IAAI,CAAC,QAAQ,GAAG;YACd,KAAK,EAAE,aAAa;YACpB,eAAe,EAAE,CAAC;YAClB,cAAc,EAAE,CAAC;YACjB,aAAa,EAAE,CAAC;YAChB,cAAc,EAAE,CAAC;YACjB,SAAS,EAAE,CAAC;SACb,CAAC;IACJ,CAAC;IAED,KAAK,CAAC,KAAK;QACT,MAAM,SAAS,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;QAE7B,MAAM,IAAI,CAAC,WAAW,CAAC,UAAU,EAAE,EAAE,CAAC;QACtC,MAAM,IAAI,CAAC,iBAAiB,CAAC,UAAU,EAAE,EAAE,CAAC;QAE5C,IAAI,CAAC,cAAc,CAAC,aAAa,CAAC,CAAC;QACnC,MAAM,KAAK,GAAG,IAAI,CAAC,QAAQ,CAAC,OAAO,CAAC,EAAE,QAAQ,EAAE,IAAI,CAAC,OAAO,CAAC,WAAW,EAAE,CAAC,CAAC;QAC5E,IAAI,CAAC,QAAQ,CAAC,eAAe,GAAG,KAAK,CAAC,MAAM,CAAC;QAC7C,IAAI,CAAC,cAAc,CAAC,UAAU,CAAC,CAAC;QAEhC,MAAM,SAAS,GAAG,IAAI,CAAC,OAAO,CAAC,SAAS,IAAI,EAAE,CAAC;QAC/C,IAAI,CAAC,SAAS,CAAC,KAAK,CAAC,KAAK,CAAC,MAAM,EAAE,UAAU,CAAC,CAAC;QAE/C,MAAM,SAAS,GAA2F,EAAE,CAAC;QAE7G,KAAK,MAAM,KAAK,IAAI,IAAI,CAAC,SAAS,CAAC,KAAK,CAAC,KAAK,EAAE,SAAS,CAAC,EAAE,CAAC;YAC3D,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;gBACzB,IAAI,OAAe,CAAC;gBACpB,IAAI,CAAC;oBACH,OAAO,GAAG,EAAE,CAAC,YAAY,CAAC,IAAI,CAAC,YAAY,EAAE,MAAM,CAAC,CAAC;gBACvD,CAAC;gBAAC,MAAM,CAAC;oBACP,SAAS;gBACX,CAAC;gBAED,IAAI,IAAI,CAAC,cAAc,KAAK,eAAe,IAAI,IAAI,CAAC,OAAO,CAAC,WAAW,KAAK,KAAK,EAAE,CAAC;oBAClF,MAAM,QAAQ,GAAG,IAAI,CAAC,SAAS,CAAC,SAAS,CAAC,IAAI,EAAE,OAAO,CAAC,CAAC;oBACzD,KAAK,MAAM,CAAC,IAAI,QAAQ,EAAE,CAAC;wBACzB,SAAS,CAAC,IAAI,CAAC,EAAE,KAAK,EAAE,CAAC,EAAE,IAAI,EAAE,UAAU,EAAE,IAAI,EAAE,CAAC,CAAC;oBACvD,CAAC;gBACH,CAAC;qBAAM,IAAI,IAAI,CAAC,cAAc,KAAK,aAAa,IAAI,IAAI,CAAC,cAAc,KAAK,MAAM,EAAE,CAAC;oBACnF,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,OAAO,CAAC,SAAS,CAAC,IAAI,EAAE,OAAO,CAAC,CAAC;oBAC3D,KAAK,MAAM,CAAC,IAAI,MAAM,CAAC,MAAM,EAAE,CAAC;wBAC9B,SAAS,CAAC,IAAI,CAAC,EAAE,KAAK,EAAE,CAAC,EAAE,IAAI,EAAE,UAAU,EAAE,KAAK,EAAE,CAAC,CAAC;oBACxD,CAAC;gBACH,CAAC;gBAED,IAAI,CAAC,QAAQ,CAAC,cAAc,EAAE,CAAC;gBAC/B,IAAI,CAAC,QAAQ,CAAC,aAAa,GAAG,SAAS,CAAC,MAAM,CAAC;YACjD,CAAC;YACD,MAAM,IAAI,CAAC,SAAS,CAAC,OAAO,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC;QAC7C,CAAC;QAED,IAAI,SAAS,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;YAC3B,OAAO;gBACL,UAAU,EAAE,KAAK,CAAC,MAAM;gBACxB,WAAW,EAAE,CAAC;gBACd,MAAM,EAAE,IAAI,CAAC,GAAG,EAAE,GAAG,SAAS;gBAC9B,WAAW,EAAE,EAAE;aAChB,CAAC;QACJ,CAAC;QAED,IAAI,CAAC,cAAc,CAAC,WAAW,CAAC,CAAC;QACjC,IAAI,CAAC,SAAS,CAAC,KAAK,CAAC,SAAS,CAAC,MAAM,EAAE,WAAW,CAAC,CAAC;QACpD,MAAM,KAAK,GAAG,SAAS,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,KAAK,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,EAAE,GAAG,CAAC,CAAC,CAAC;QAC/D,MAAM,OAAO,GAAe,EAAE,CAAC;QAC/B,MAAM,YAAY,GAAG,IAAI,CAAC,iBAAiB,CAAC,YAAY,CAAC;QAEzD,KAAK,MAAM,KAAK,IAAI,IAAI,CAAC,SAAS,CAAC,KAAK,CAAC,KAAK,EAAE,YAAY,CAAC,EAAE,CAAC;YAC9D,MAAM,YAAY,GAAG,MAAM,IAAI,CAAC,iBAAiB,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC;YAC/D,OAAO,CAAC,IAAI,CAAC,GAAG,YAAY,CAAC,CAAC;YAC9B,IAAI,CAAC,QAAQ,CAAC,cAAc,GAAG,OAAO,CAAC,MAAM,CAAC;YAC9C,MAAM,IAAI,CAAC,SAAS,CAAC,OAAO,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC;QAC7C,CAAC;QAED,IAAI,CAAC,cAAc,CAAC,SAAS,CAAC,CAAC;QAC/B,IAAI,CAAC,SAAS,CAAC,KAAK,CAAC,SAAS,CAAC,MAAM,EAAE,SAAS,CAAC,CAAC;QAElD,MAAM,YAAY,GAAkB,SAAS,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,CAAC,EAAE,EAAE;YAC5D,MAAM,CAAC,GAAG,IAAI,CAAC,KAAK,CAAC;YACrB,MAAM,QAAQ,GAAkB;gBAC9B,WAAW,EAAE,IAAI,CAAC,OAAO,CAAC,WAAW;gBACrC,QAAQ,EAAE,IAAI,CAAC,IAAI,CAAC,YAAY;gBAChC,SAAS,EAAE,CAAC,CAAC,SAAS;gBACtB,OAAO,EAAE,CAAC,CAAC,OAAO;gBAClB,QAAQ,EAAE,IAAI,CAAC,IAAI,CAAC,QAAQ;gBAC5B,SAAS,EAAE,IAAI,CAAC,IAAI,CAAC,cAAc,KAAK,eAAe,CAAC,CAAC,CAAC,eAAe,CAAC,CAAC,CAAC,MAAM;gBAClF,YAAY,EAAE,IAAI,CAAC,IAAI,CAAC,YAAY;gBACpC,IAAI,EAAE,EAAE;aACT,CAAC;YACF,IAAI,IAAI,CAAC,UAAU,EAAE,CAAC;gBACpB,MAAM,OAAO,GAAG,CAAkB,CAAC;gBACnC,IAAI,OAAO,CAAC,OAAO,EAAE,CAAC;oBACpB,QAAQ,CAAC,QAAQ,GAAG,OAAO,CAAC,OAAO,CAAC;gBACtC,CAAC;YACH,CAAC;YACD,OAAO;gBACL,EAAE,EAAE,CAAC,CAAC,EAAE;gBACR,MAAM,EAAE,OAAO,CAAC,CAAC,CAAC,IAAI,IAAI,KAAK,CAAC,IAAI,CAAC,iBAAiB,CAAC,UAAU,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC;gBAC1E,IAAI,EAAE,CAAC,CAAC,IAAI;gBACZ,QAAQ;aACT,CAAC;QACJ,CAAC,CAAC,CAAC;QAEH,MAAM,cAAc,GAAG,GAAG,CAAC;QAC3B,KAAK,MAAM,KAAK,IAAI,IAAI,CAAC,SAAS,CAAC,KAAK,CAAC,YAAY,EAAE,cAAc,CAAC,EAAE,CAAC;YACvE,MAAM,IAAI,CAAC,WAAW,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;YACrC,MAAM,IAAI,CAAC,SAAS,CAAC,OAAO,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC;QAC7C,CAAC;QAED,IAAI,CAAC,cAAc,CAAC,UAAU,CAAC,CAAC;QAChC,MAAM,OAAO,GAAG,IAAI,CAAC,GAAG,EAAE,GAAG,SAAS,CAAC;QAEvC,MAAM,IAAI,CAAC,iBAAiB,CAAC,OAAO,EAAE,EAAE,CAAC;QAEzC,OAAO;YACL,UAAU,EAAE,KAAK,CAAC,MAAM;YACxB,WAAW,EAAE,SAAS,CAAC,MAAM;YAC7B,MAAM,EAAE,OAAO;YACf,WAAW,EAAE,CAAC,SAAS,CAAC;SACzB,CAAC;IACJ,CAAC;IAEO,cAAc,CAAC,KAA6B;QAClD,IAAI,CAAC,QAAQ,CAAC,KAAK,GAAG,KAAK,CAAC;QAC5B,IAAI,CAAC,OAAO,CAAC,UAAU,EAAE,CAAC,EAAE,GAAG,IAAI,CAAC,QAAQ,EAAE,CAAC,CAAC;IAClD,CAAC;CACF;AA/ID,0CA+IC"}
|
|
@@ -1,32 +0,0 @@
|
|
|
1
|
-
import { ExtractedDocument } from "./markdown-extractor";
|
|
2
|
-
export interface CrossReference {
|
|
3
|
-
sourceId: string;
|
|
4
|
-
targetId: string;
|
|
5
|
-
type: 'implements' | 'documents' | 'relates-to' | 'depends-on' | 'decision-for';
|
|
6
|
-
confidence: number;
|
|
7
|
-
evidence: string;
|
|
8
|
-
}
|
|
9
|
-
export interface CrossRefNode {
|
|
10
|
-
id: string;
|
|
11
|
-
type: 'feature' | 'code' | 'document' | 'decision' | 'pattern';
|
|
12
|
-
label: string;
|
|
13
|
-
filePath?: string;
|
|
14
|
-
summary?: string;
|
|
15
|
-
}
|
|
16
|
-
export interface CrossReferenceGraph {
|
|
17
|
-
nodes: Map<string, CrossRefNode>;
|
|
18
|
-
edges: CrossReference[];
|
|
19
|
-
}
|
|
20
|
-
export declare class CrossReferencer {
|
|
21
|
-
buildReferences(documents: ExtractedDocument[], codeFiles: Array<{
|
|
22
|
-
relativePath: string;
|
|
23
|
-
content?: string;
|
|
24
|
-
}>, dependencyEdges?: Array<{
|
|
25
|
-
from: string;
|
|
26
|
-
to: string;
|
|
27
|
-
}>): CrossReferenceGraph;
|
|
28
|
-
findOrphanDocuments(graph: CrossReferenceGraph): string[];
|
|
29
|
-
findUndocumentedCode(graph: CrossReferenceGraph, minImportance?: number): string[];
|
|
30
|
-
traceChain(graph: CrossReferenceGraph, startId: string, maxDepth?: number): string[][];
|
|
31
|
-
}
|
|
32
|
-
//# sourceMappingURL=cross-referencer.d.ts.map
|
|
@@ -1 +0,0 @@
|
|
|
1
|
-
{"version":3,"file":"cross-referencer.d.ts","sourceRoot":"","sources":["../../../../src/libs/codebase/knowledge/cross-referencer.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,iBAAiB,EAAE,MAAM,sBAAsB,CAAC;AAEzD,MAAM,WAAW,cAAc;IAC7B,QAAQ,EAAE,MAAM,CAAC;IACjB,QAAQ,EAAE,MAAM,CAAC;IACjB,IAAI,EAAE,YAAY,GAAG,WAAW,GAAG,YAAY,GAAG,YAAY,GAAG,cAAc,CAAC;IAChF,UAAU,EAAE,MAAM,CAAC;IACnB,QAAQ,EAAE,MAAM,CAAC;CAClB;AAED,MAAM,WAAW,YAAY;IAC3B,EAAE,EAAE,MAAM,CAAC;IACX,IAAI,EAAE,SAAS,GAAG,MAAM,GAAG,UAAU,GAAG,UAAU,GAAG,SAAS,CAAC;IAC/D,KAAK,EAAE,MAAM,CAAC;IACd,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,OAAO,CAAC,EAAE,MAAM,CAAC;CAClB;AAED,MAAM,WAAW,mBAAmB;IAClC,KAAK,EAAE,GAAG,CAAC,MAAM,EAAE,YAAY,CAAC,CAAC;IACjC,KAAK,EAAE,cAAc,EAAE,CAAC;CACzB;AAED,qBAAa,eAAe;IAC1B,eAAe,CACb,SAAS,EAAE,iBAAiB,EAAE,EAC9B,SAAS,EAAE,KAAK,CAAC;QAAE,YAAY,EAAE,MAAM,CAAC;QAAC,OAAO,CAAC,EAAE,MAAM,CAAA;KAAE,CAAC,EAC5D,eAAe,CAAC,EAAE,KAAK,CAAC;QAAE,IAAI,EAAE,MAAM,CAAC;QAAC,EAAE,EAAE,MAAM,CAAA;KAAE,CAAC,GACpD,mBAAmB;IAuGtB,mBAAmB,CAAC,KAAK,EAAE,mBAAmB,GAAG,MAAM,EAAE;IAOzD,oBAAoB,CAClB,KAAK,EAAE,mBAAmB,EAC1B,aAAa,GAAE,MAAU,GACxB,MAAM,EAAE;IAWX,UAAU,CACR,KAAK,EAAE,mBAAmB,EAC1B,OAAO,EAAE,MAAM,EACf,QAAQ,GAAE,MAAU,GACnB,MAAM,EAAE,EAAE;CAyBd"}
|
|
@@ -1,132 +0,0 @@
|
|
|
1
|
-
"use strict";
|
|
2
|
-
Object.defineProperty(exports, "__esModule", { value: true });
|
|
3
|
-
exports.CrossReferencer = void 0;
|
|
4
|
-
class CrossReferencer {
|
|
5
|
-
buildReferences(documents, codeFiles, dependencyEdges) {
|
|
6
|
-
const nodes = new Map();
|
|
7
|
-
const edges = [];
|
|
8
|
-
for (const doc of documents) {
|
|
9
|
-
nodes.set(doc.id, {
|
|
10
|
-
id: doc.id,
|
|
11
|
-
type: 'document',
|
|
12
|
-
label: doc.title,
|
|
13
|
-
filePath: doc.filePath,
|
|
14
|
-
summary: doc.summary,
|
|
15
|
-
});
|
|
16
|
-
if (doc.docType === 'decision') {
|
|
17
|
-
nodes.set(doc.id, { ...nodes.get(doc.id), type: 'decision' });
|
|
18
|
-
}
|
|
19
|
-
}
|
|
20
|
-
for (const file of codeFiles) {
|
|
21
|
-
const id = file.relativePath.replace(/[^a-z0-9]+/gi, "-").toLowerCase();
|
|
22
|
-
nodes.set(id, {
|
|
23
|
-
id,
|
|
24
|
-
type: 'code',
|
|
25
|
-
label: file.relativePath,
|
|
26
|
-
filePath: file.relativePath,
|
|
27
|
-
});
|
|
28
|
-
}
|
|
29
|
-
for (const doc of documents) {
|
|
30
|
-
for (const ref of doc.references) {
|
|
31
|
-
const normalizedRef = ref.replace(/\.md$/, "").replace(/[^a-z0-9]+/gi, "-").toLowerCase();
|
|
32
|
-
const targetNode = nodes.get(normalizedRef);
|
|
33
|
-
if (targetNode) {
|
|
34
|
-
edges.push({
|
|
35
|
-
sourceId: doc.id,
|
|
36
|
-
targetId: normalizedRef,
|
|
37
|
-
type: 'relates-to',
|
|
38
|
-
confidence: 0.7,
|
|
39
|
-
evidence: `Explicit reference in ${doc.filePath}`,
|
|
40
|
-
});
|
|
41
|
-
}
|
|
42
|
-
}
|
|
43
|
-
for (const codeRef of doc.codeReferences) {
|
|
44
|
-
const matchingCodeNode = Array.from(nodes.values()).find((n) => n.type === 'code' && n.filePath?.includes(codeRef.replace(/^\.\//, "")));
|
|
45
|
-
if (matchingCodeNode) {
|
|
46
|
-
edges.push({
|
|
47
|
-
sourceId: doc.id,
|
|
48
|
-
targetId: matchingCodeNode.id,
|
|
49
|
-
type: 'documents',
|
|
50
|
-
confidence: 0.5,
|
|
51
|
-
evidence: `Code reference in ${doc.filePath}`,
|
|
52
|
-
});
|
|
53
|
-
}
|
|
54
|
-
}
|
|
55
|
-
const docDir = doc.filePath.replace(/\.[^.]+$/, "").toLowerCase();
|
|
56
|
-
for (const [nodeId, node] of nodes) {
|
|
57
|
-
if (node.type === 'code' && node.filePath) {
|
|
58
|
-
const codeDir = node.filePath.toLowerCase();
|
|
59
|
-
if (codeDir.includes(docDir.split("/").pop() ?? "") || docDir.includes(codeDir.split("/").pop() ?? "")) {
|
|
60
|
-
edges.push({
|
|
61
|
-
sourceId: doc.id,
|
|
62
|
-
targetId: nodeId,
|
|
63
|
-
type: 'relates-to',
|
|
64
|
-
confidence: 0.3,
|
|
65
|
-
evidence: `Path similarity: ${doc.filePath} ↔ ${node.filePath}`,
|
|
66
|
-
});
|
|
67
|
-
}
|
|
68
|
-
}
|
|
69
|
-
}
|
|
70
|
-
}
|
|
71
|
-
if (dependencyEdges) {
|
|
72
|
-
for (const edge of dependencyEdges) {
|
|
73
|
-
const fromId = edge.from.replace(/[^a-z0-9]+/gi, "-").toLowerCase();
|
|
74
|
-
const toId = edge.to.replace(/[^a-z0-9]+/gi, "-").toLowerCase();
|
|
75
|
-
const fromNode = Array.from(nodes.values()).find((n) => n.filePath === edge.from);
|
|
76
|
-
const toNode = Array.from(nodes.values()).find((n) => n.filePath === edge.to);
|
|
77
|
-
if (fromNode) {
|
|
78
|
-
nodes.set(fromId, fromNode);
|
|
79
|
-
}
|
|
80
|
-
if (toNode) {
|
|
81
|
-
nodes.set(toId, toNode);
|
|
82
|
-
}
|
|
83
|
-
edges.push({
|
|
84
|
-
sourceId: fromId,
|
|
85
|
-
targetId: toId,
|
|
86
|
-
type: 'depends-on',
|
|
87
|
-
confidence: 1.0,
|
|
88
|
-
evidence: `Import: ${edge.from} → ${edge.to}`,
|
|
89
|
-
});
|
|
90
|
-
}
|
|
91
|
-
}
|
|
92
|
-
return { nodes, edges };
|
|
93
|
-
}
|
|
94
|
-
findOrphanDocuments(graph) {
|
|
95
|
-
const referenced = new Set(graph.edges.map((e) => e.sourceId));
|
|
96
|
-
return Array.from(graph.nodes.values())
|
|
97
|
-
.filter((n) => n.type === 'document' && !referenced.has(n.id))
|
|
98
|
-
.map((n) => n.filePath ?? n.id);
|
|
99
|
-
}
|
|
100
|
-
findUndocumentedCode(graph, minImportance = 1) {
|
|
101
|
-
const documentedCode = new Set(graph.edges
|
|
102
|
-
.filter((e) => e.type === 'documents')
|
|
103
|
-
.map((e) => e.targetId));
|
|
104
|
-
return Array.from(graph.nodes.values())
|
|
105
|
-
.filter((n) => n.type === 'code' && !documentedCode.has(n.id))
|
|
106
|
-
.map((n) => n.filePath ?? n.id);
|
|
107
|
-
}
|
|
108
|
-
traceChain(graph, startId, maxDepth = 3) {
|
|
109
|
-
const chains = [];
|
|
110
|
-
const queue = [
|
|
111
|
-
{ id: startId, path: [startId] },
|
|
112
|
-
];
|
|
113
|
-
while (queue.length > 0) {
|
|
114
|
-
const current = queue.shift();
|
|
115
|
-
if (current.path.length > maxDepth)
|
|
116
|
-
continue;
|
|
117
|
-
const nextEdges = graph.edges.filter((e) => e.sourceId === current.id);
|
|
118
|
-
if (nextEdges.length === 0) {
|
|
119
|
-
chains.push([...current.path]);
|
|
120
|
-
continue;
|
|
121
|
-
}
|
|
122
|
-
for (const edge of nextEdges) {
|
|
123
|
-
if (!current.path.includes(edge.targetId)) {
|
|
124
|
-
queue.push({ id: edge.targetId, path: [...current.path, edge.targetId] });
|
|
125
|
-
}
|
|
126
|
-
}
|
|
127
|
-
}
|
|
128
|
-
return chains;
|
|
129
|
-
}
|
|
130
|
-
}
|
|
131
|
-
exports.CrossReferencer = CrossReferencer;
|
|
132
|
-
//# sourceMappingURL=cross-referencer.js.map
|
|
@@ -1 +0,0 @@
|
|
|
1
|
-
{"version":3,"file":"cross-referencer.js","sourceRoot":"","sources":["../../../../src/libs/codebase/knowledge/cross-referencer.ts"],"names":[],"mappings":";;;AAuBA,MAAa,eAAe;IAC1B,eAAe,CACb,SAA8B,EAC9B,SAA4D,EAC5D,eAAqD;QAErD,MAAM,KAAK,GAAG,IAAI,GAAG,EAAwB,CAAC;QAC9C,MAAM,KAAK,GAAqB,EAAE,CAAC;QAEnC,KAAK,MAAM,GAAG,IAAI,SAAS,EAAE,CAAC;YAC5B,KAAK,CAAC,GAAG,CAAC,GAAG,CAAC,EAAE,EAAE;gBAChB,EAAE,EAAE,GAAG,CAAC,EAAE;gBACV,IAAI,EAAE,UAAU;gBAChB,KAAK,EAAE,GAAG,CAAC,KAAK;gBAChB,QAAQ,EAAE,GAAG,CAAC,QAAQ;gBACtB,OAAO,EAAE,GAAG,CAAC,OAAO;aACrB,CAAC,CAAC;YAEH,IAAI,GAAG,CAAC,OAAO,KAAK,UAAU,EAAE,CAAC;gBAC/B,KAAK,CAAC,GAAG,CAAC,GAAG,CAAC,EAAE,EAAE,EAAE,GAAG,KAAK,CAAC,GAAG,CAAC,GAAG,CAAC,EAAE,CAAE,EAAE,IAAI,EAAE,UAAU,EAAE,CAAC,CAAC;YACjE,CAAC;QACH,CAAC;QAED,KAAK,MAAM,IAAI,IAAI,SAAS,EAAE,CAAC;YAC7B,MAAM,EAAE,GAAG,IAAI,CAAC,YAAY,CAAC,OAAO,CAAC,cAAc,EAAE,GAAG,CAAC,CAAC,WAAW,EAAE,CAAC;YACxE,KAAK,CAAC,GAAG,CAAC,EAAE,EAAE;gBACZ,EAAE;gBACF,IAAI,EAAE,MAAM;gBACZ,KAAK,EAAE,IAAI,CAAC,YAAY;gBACxB,QAAQ,EAAE,IAAI,CAAC,YAAY;aAC5B,CAAC,CAAC;QACL,CAAC;QAED,KAAK,MAAM,GAAG,IAAI,SAAS,EAAE,CAAC;YAC5B,KAAK,MAAM,GAAG,IAAI,GAAG,CAAC,UAAU,EAAE,CAAC;gBACjC,MAAM,aAAa,GAAG,GAAG,CAAC,OAAO,CAAC,OAAO,EAAE,EAAE,CAAC,CAAC,OAAO,CAAC,cAAc,EAAE,GAAG,CAAC,CAAC,WAAW,EAAE,CAAC;gBAC1F,MAAM,UAAU,GAAG,KAAK,CAAC,GAAG,CAAC,aAAa,CAAC,CAAC;gBAC5C,IAAI,UAAU,EAAE,CAAC;oBACf,KAAK,CAAC,IAAI,CAAC;wBACT,QAAQ,EAAE,GAAG,CAAC,EAAE;wBAChB,QAAQ,EAAE,aAAa;wBACvB,IAAI,EAAE,YAAY;wBAClB,UAAU,EAAE,GAAG;wBACf,QAAQ,EAAE,yBAAyB,GAAG,CAAC,QAAQ,EAAE;qBAClD,CAAC,CAAC;gBACL,CAAC;YACH,CAAC;YAED,KAAK,MAAM,OAAO,IAAI,GAAG,CAAC,cAAc,EAAE,CAAC;gBACzC,MAAM,gBAAgB,GAAG,KAAK,CAAC,IAAI,CAAC,KAAK,CAAC,MAAM,EAAE,CAAC,CAAC,IAAI,CACtD,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,KAAK,MAAM,IAAI,CAAC,CAAC,QAAQ,EAAE,QAAQ,CAAC,OAAO,CAAC,OAAO,CAAC,OAAO,EAAE,EAAE,CAAC,CAAC,CAC/E,CAAC;gBACF,IAAI,gBAAgB,EAAE,CAAC;oBACrB,KAAK,CAAC,IAAI,CAAC;wBACT,QAAQ,EAAE,GAAG,CAAC,EAAE;wBAChB,QAAQ,EAAE,gBAAgB,CAAC,EAAE;wBAC7B,IAAI,EAAE,WAAW;wBACjB,UAAU,EAAE,GAAG;wBACf,QAAQ,EAAE,qBAAqB,GAAG,CAAC,QAAQ,EAAE;qBAC9C,CAAC,CAAC;gBACL,CAAC;YACH,CAAC;YAED,MAAM,MAAM,GAAG,GAAG,CAAC,QAAQ,CAAC,OAAO,CAAC,UAAU,EAAE,EAAE,CAAC,CAAC,WAAW,EAAE,CAAC;YAClE,KAAK,MAAM,CAAC,MAAM,EAAE,IAAI,CAAC,IAAI,KAAK,EAAE,CAAC;gBACnC,IAAI,IAAI,CAAC,IAAI,KAAK,MAAM,IAAI,IAAI,CAAC,QAAQ,EAAE,CAAC;oBAC1C,MAAM,OAAO,GAAG,IAAI,CAAC,QAAQ,CAAC,WAAW,EAAE,CAAC;oBAC5C,IAAI,OAAO,CAAC,QAAQ,CAAC,MAAM,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,GAAG,EAAE,IAAI,EAAE,CAAC,IAAI,MAAM,CAAC,QAAQ,CAAC,OAAO,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,GAAG,EAAE,IAAI,EAAE,CAAC,EAAE,CAAC;wBACvG,KAAK,CAAC,IAAI,CAAC;4BACT,QAAQ,EAAE,GAAG,CAAC,EAAE;4BAChB,QAAQ,EAAE,MAAM;4BAChB,IAAI,EAAE,YAAY;4BAClB,UAAU,EAAE,GAAG;4BACf,QAAQ,EAAE,oBAAoB,GAAG,CAAC,QAAQ,MAAM,IAAI,CAAC,QAAQ,EAAE;yBAChE,CAAC,CAAC;oBACL,CAAC;gBACH,CAAC;YACH,CAAC;QACH,CAAC;QAED,IAAI,eAAe,EAAE,CAAC;YACpB,KAAK,MAAM,IAAI,IAAI,eAAe,EAAE,CAAC;gBACnC,MAAM,MAAM,GAAG,IAAI,CAAC,IAAI,CAAC,OAAO,CAAC,cAAc,EAAE,GAAG,CAAC,CAAC,WAAW,EAAE,CAAC;gBACpE,MAAM,IAAI,GAAG,IAAI,CAAC,EAAE,CAAC,OAAO,CAAC,cAAc,EAAE,GAAG,CAAC,CAAC,WAAW,EAAE,CAAC;gBAEhE,MAAM,QAAQ,GAAG,KAAK,CAAC,IAAI,CAAC,KAAK,CAAC,MAAM,EAAE,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,QAAQ,KAAK,IAAI,CAAC,IAAI,CAAC,CAAC;gBAClF,MAAM,MAAM,GAAG,KAAK,CAAC,IAAI,CAAC,KAAK,CAAC,MAAM,EAAE,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,QAAQ,KAAK,IAAI,CAAC,EAAE,CAAC,CAAC;gBAE9E,IAAI,QAAQ,EAAE,CAAC;oBACb,KAAK,CAAC,GAAG,CAAC,MAAM,EAAE,QAAQ,CAAC,CAAC;gBAC9B,CAAC;gBACD,IAAI,MAAM,EAAE,CAAC;oBACX,KAAK,CAAC,GAAG,CAAC,IAAI,EAAE,MAAM,CAAC,CAAC;gBAC1B,CAAC;gBAED,KAAK,CAAC,IAAI,CAAC;oBACT,QAAQ,EAAE,MAAM;oBAChB,QAAQ,EAAE,IAAI;oBACd,IAAI,EAAE,YAAY;oBAClB,UAAU,EAAE,GAAG;oBACf,QAAQ,EAAE,WAAW,IAAI,CAAC,IAAI,MAAM,IAAI,CAAC,EAAE,EAAE;iBAC9C,CAAC,CAAC;YACL,CAAC;QACH,CAAC;QAED,OAAO,EAAE,KAAK,EAAE,KAAK,EAAE,CAAC;IAC1B,CAAC;IAED,mBAAmB,CAAC,KAA0B;QAC5C,MAAM,UAAU,GAAG,IAAI,GAAG,CAAC,KAAK,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC;QAC/D,OAAO,KAAK,CAAC,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,MAAM,EAAE,CAAC;aACpC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,KAAK,UAAU,IAAI,CAAC,UAAU,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC;aAC7D,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,QAAQ,IAAI,CAAC,CAAC,EAAE,CAAC,CAAC;IACpC,CAAC;IAED,oBAAoB,CAClB,KAA0B,EAC1B,gBAAwB,CAAC;QAEzB,MAAM,cAAc,GAAG,IAAI,GAAG,CAC5B,KAAK,CAAC,KAAK;aACR,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,KAAK,WAAW,CAAC;aACrC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,QAAQ,CAAC,CAC1B,CAAC;QACF,OAAO,KAAK,CAAC,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,MAAM,EAAE,CAAC;aACpC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,KAAK,MAAM,IAAI,CAAC,cAAc,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC;aAC7D,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,QAAQ,IAAI,CAAC,CAAC,EAAE,CAAC,CAAC;IACpC,CAAC;IAED,UAAU,CACR,KAA0B,EAC1B,OAAe,EACf,WAAmB,CAAC;QAEpB,MAAM,MAAM,GAAe,EAAE,CAAC;QAC9B,MAAM,KAAK,GAA0C;YACnD,EAAE,EAAE,EAAE,OAAO,EAAE,IAAI,EAAE,CAAC,OAAO,CAAC,EAAE;SACjC,CAAC;QAEF,OAAO,KAAK,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YACxB,MAAM,OAAO,GAAG,KAAK,CAAC,KAAK,EAAG,CAAC;YAC/B,IAAI,OAAO,CAAC,IAAI,CAAC,MAAM,GAAG,QAAQ;gBAAE,SAAS;YAE7C,MAAM,SAAS,GAAG,KAAK,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,QAAQ,KAAK,OAAO,CAAC,EAAE,CAAC,CAAC;YACvE,IAAI,SAAS,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;gBAC3B,MAAM,CAAC,IAAI,CAAC,CAAC,GAAG,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC;gBAC/B,SAAS;YACX,CAAC;YAED,KAAK,MAAM,IAAI,IAAI,SAAS,EAAE,CAAC;gBAC7B,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,QAAQ,CAAC,IAAI,CAAC,QAAQ,CAAC,EAAE,CAAC;oBAC1C,KAAK,CAAC,IAAI,CAAC,EAAE,EAAE,EAAE,IAAI,CAAC,QAAQ,EAAE,IAAI,EAAE,CAAC,GAAG,OAAO,CAAC,IAAI,EAAE,IAAI,CAAC,QAAQ,CAAC,EAAE,CAAC,CAAC;gBAC5E,CAAC;YACH,CAAC;QACH,CAAC;QAED,OAAO,MAAM,CAAC;IAChB,CAAC;CACF;AA9JD,0CA8JC"}
|
|
@@ -1,34 +0,0 @@
|
|
|
1
|
-
export interface ExtractedDocument {
|
|
2
|
-
id: string;
|
|
3
|
-
filePath: string;
|
|
4
|
-
title: string;
|
|
5
|
-
docType: 'guideline' | 'architecture' | 'decision' | 'business' | 'technical' | 'audit' | 'unknown';
|
|
6
|
-
summary?: string;
|
|
7
|
-
sections: DocumentSection[];
|
|
8
|
-
frontmatter: Record<string, unknown>;
|
|
9
|
-
references: string[];
|
|
10
|
-
codeReferences: string[];
|
|
11
|
-
qualityScore: number;
|
|
12
|
-
isStale: boolean;
|
|
13
|
-
}
|
|
14
|
-
export interface DocumentSection {
|
|
15
|
-
heading: string;
|
|
16
|
-
level: number;
|
|
17
|
-
content: string;
|
|
18
|
-
startLine: number;
|
|
19
|
-
}
|
|
20
|
-
export declare class MarkdownExtractor {
|
|
21
|
-
extract(filePath: string, content?: string): ExtractedDocument;
|
|
22
|
-
extractAll(filePaths: string[], rootPath: string): ExtractedDocument[];
|
|
23
|
-
private readFile;
|
|
24
|
-
private parseFrontmatter;
|
|
25
|
-
private parseSections;
|
|
26
|
-
private extractTitle;
|
|
27
|
-
private classifyDocType;
|
|
28
|
-
private extractReferences;
|
|
29
|
-
private extractCodeReferences;
|
|
30
|
-
private calculateQuality;
|
|
31
|
-
private checkStaleness;
|
|
32
|
-
private slugify;
|
|
33
|
-
}
|
|
34
|
-
//# sourceMappingURL=markdown-extractor.d.ts.map
|
|
@@ -1 +0,0 @@
|
|
|
1
|
-
{"version":3,"file":"markdown-extractor.d.ts","sourceRoot":"","sources":["../../../../src/libs/codebase/knowledge/markdown-extractor.ts"],"names":[],"mappings":"AAEA,MAAM,WAAW,iBAAiB;IAChC,EAAE,EAAE,MAAM,CAAC;IACX,QAAQ,EAAE,MAAM,CAAC;IACjB,KAAK,EAAE,MAAM,CAAC;IACd,OAAO,EAAE,WAAW,GAAG,cAAc,GAAG,UAAU,GAAG,UAAU,GAAG,WAAW,GAAG,OAAO,GAAG,SAAS,CAAC;IACpG,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB,QAAQ,EAAE,eAAe,EAAE,CAAC;IAC5B,WAAW,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;IACrC,UAAU,EAAE,MAAM,EAAE,CAAC;IACrB,cAAc,EAAE,MAAM,EAAE,CAAC;IACzB,YAAY,EAAE,MAAM,CAAC;IACrB,OAAO,EAAE,OAAO,CAAC;CAClB;AAED,MAAM,WAAW,eAAe;IAC9B,OAAO,EAAE,MAAM,CAAC;IAChB,KAAK,EAAE,MAAM,CAAC;IACd,OAAO,EAAE,MAAM,CAAC;IAChB,SAAS,EAAE,MAAM,CAAC;CACnB;AAED,qBAAa,iBAAiB;IAC5B,OAAO,CAAC,QAAQ,EAAE,MAAM,EAAE,OAAO,CAAC,EAAE,MAAM,GAAG,iBAAiB;IAyB9D,UAAU,CAAC,SAAS,EAAE,MAAM,EAAE,EAAE,QAAQ,EAAE,MAAM,GAAG,iBAAiB,EAAE;IAatE,OAAO,CAAC,QAAQ;IAIhB,OAAO,CAAC,gBAAgB;IAqCxB,OAAO,CAAC,aAAa;IAuCrB,OAAO,CAAC,YAAY;IAQpB,OAAO,CAAC,eAAe;IA2BvB,OAAO,CAAC,iBAAiB;IAazB,OAAO,CAAC,qBAAqB;IAgB7B,OAAO,CAAC,gBAAgB;IA0CxB,OAAO,CAAC,cAAc;IActB,OAAO,CAAC,OAAO;CAOhB"}
|