doc-freshness-checker 1.0.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/LICENSE +21 -0
- package/README.md +305 -0
- package/dist/cache/cacheManager.d.ts +42 -0
- package/dist/cache/cacheManager.js +138 -0
- package/dist/cache/cacheManager.js.map +1 -0
- package/dist/cache/cacheManager.test.d.ts +1 -0
- package/dist/cache/cacheManager.test.js +142 -0
- package/dist/cache/cacheManager.test.js.map +1 -0
- package/dist/cli.d.ts +32 -0
- package/dist/cli.js +137 -0
- package/dist/cli.js.map +1 -0
- package/dist/cli.test.d.ts +1 -0
- package/dist/cli.test.js +184 -0
- package/dist/cli.test.js.map +1 -0
- package/dist/config/defaults.d.ts +5 -0
- package/dist/config/defaults.js +135 -0
- package/dist/config/defaults.js.map +1 -0
- package/dist/config/defineConfig.d.ts +28 -0
- package/dist/config/defineConfig.js +30 -0
- package/dist/config/defineConfig.js.map +1 -0
- package/dist/config/defineConfig.test.d.ts +1 -0
- package/dist/config/defineConfig.test.js +10 -0
- package/dist/config/defineConfig.test.js.map +1 -0
- package/dist/config/loader.d.ts +7 -0
- package/dist/config/loader.js +250 -0
- package/dist/config/loader.js.map +1 -0
- package/dist/config/loader.test.d.ts +1 -0
- package/dist/config/loader.test.js +276 -0
- package/dist/config/loader.test.js.map +1 -0
- package/dist/git/changeTracker.d.ts +44 -0
- package/dist/git/changeTracker.js +149 -0
- package/dist/git/changeTracker.js.map +1 -0
- package/dist/git/changeTracker.test.d.ts +1 -0
- package/dist/git/changeTracker.test.js +184 -0
- package/dist/git/changeTracker.test.js.map +1 -0
- package/dist/graph/codeDocGraph.d.ts +43 -0
- package/dist/graph/codeDocGraph.js +103 -0
- package/dist/graph/codeDocGraph.js.map +1 -0
- package/dist/graph/codeDocGraph.test.d.ts +1 -0
- package/dist/graph/codeDocGraph.test.js +78 -0
- package/dist/graph/codeDocGraph.test.js.map +1 -0
- package/dist/graph/graphBuilder.d.ts +17 -0
- package/dist/graph/graphBuilder.js +76 -0
- package/dist/graph/graphBuilder.js.map +1 -0
- package/dist/graph/graphBuilder.test.d.ts +1 -0
- package/dist/graph/graphBuilder.test.js +87 -0
- package/dist/graph/graphBuilder.test.js.map +1 -0
- package/dist/index.d.ts +37 -0
- package/dist/index.js +37 -0
- package/dist/index.js.map +1 -0
- package/dist/parsers/documentParser.d.ts +22 -0
- package/dist/parsers/documentParser.js +76 -0
- package/dist/parsers/documentParser.js.map +1 -0
- package/dist/parsers/documentParser.test.d.ts +1 -0
- package/dist/parsers/documentParser.test.js +116 -0
- package/dist/parsers/documentParser.test.js.map +1 -0
- package/dist/parsers/extractors/baseExtractor.d.ts +19 -0
- package/dist/parsers/extractors/baseExtractor.js +33 -0
- package/dist/parsers/extractors/baseExtractor.js.map +1 -0
- package/dist/parsers/extractors/baseExtractor.test.d.ts +1 -0
- package/dist/parsers/extractors/baseExtractor.test.js +43 -0
- package/dist/parsers/extractors/baseExtractor.test.js.map +1 -0
- package/dist/parsers/extractors/codePatternExtractor.d.ts +13 -0
- package/dist/parsers/extractors/codePatternExtractor.js +108 -0
- package/dist/parsers/extractors/codePatternExtractor.js.map +1 -0
- package/dist/parsers/extractors/codePatternExtractor.test.d.ts +1 -0
- package/dist/parsers/extractors/codePatternExtractor.test.js +49 -0
- package/dist/parsers/extractors/codePatternExtractor.test.js.map +1 -0
- package/dist/parsers/extractors/dependencyExtractor.d.ts +12 -0
- package/dist/parsers/extractors/dependencyExtractor.js +92 -0
- package/dist/parsers/extractors/dependencyExtractor.js.map +1 -0
- package/dist/parsers/extractors/dependencyExtractor.test.d.ts +1 -0
- package/dist/parsers/extractors/dependencyExtractor.test.js +48 -0
- package/dist/parsers/extractors/dependencyExtractor.test.js.map +1 -0
- package/dist/parsers/extractors/directoryStructureExtractor.d.ts +34 -0
- package/dist/parsers/extractors/directoryStructureExtractor.js +168 -0
- package/dist/parsers/extractors/directoryStructureExtractor.js.map +1 -0
- package/dist/parsers/extractors/directoryStructureExtractor.test.d.ts +1 -0
- package/dist/parsers/extractors/directoryStructureExtractor.test.js +121 -0
- package/dist/parsers/extractors/directoryStructureExtractor.test.js.map +1 -0
- package/dist/parsers/extractors/externalUrlExtractor.d.ts +14 -0
- package/dist/parsers/extractors/externalUrlExtractor.js +53 -0
- package/dist/parsers/extractors/externalUrlExtractor.js.map +1 -0
- package/dist/parsers/extractors/externalUrlExtractor.test.d.ts +1 -0
- package/dist/parsers/extractors/externalUrlExtractor.test.js +85 -0
- package/dist/parsers/extractors/externalUrlExtractor.test.js.map +1 -0
- package/dist/parsers/extractors/filePathExtractor.d.ts +18 -0
- package/dist/parsers/extractors/filePathExtractor.js +72 -0
- package/dist/parsers/extractors/filePathExtractor.js.map +1 -0
- package/dist/parsers/extractors/filePathExtractor.test.d.ts +1 -0
- package/dist/parsers/extractors/filePathExtractor.test.js +73 -0
- package/dist/parsers/extractors/filePathExtractor.test.js.map +1 -0
- package/dist/parsers/extractors/versionExtractor.d.ts +11 -0
- package/dist/parsers/extractors/versionExtractor.js +74 -0
- package/dist/parsers/extractors/versionExtractor.js.map +1 -0
- package/dist/parsers/extractors/versionExtractor.test.d.ts +1 -0
- package/dist/parsers/extractors/versionExtractor.test.js +55 -0
- package/dist/parsers/extractors/versionExtractor.test.js.map +1 -0
- package/dist/plugins/plugin.d.ts +32 -0
- package/dist/plugins/plugin.js +40 -0
- package/dist/plugins/plugin.js.map +1 -0
- package/dist/plugins/plugin.test.d.ts +1 -0
- package/dist/plugins/plugin.test.js +23 -0
- package/dist/plugins/plugin.test.js.map +1 -0
- package/dist/reporters/consoleReporter.d.ts +15 -0
- package/dist/reporters/consoleReporter.js +73 -0
- package/dist/reporters/consoleReporter.js.map +1 -0
- package/dist/reporters/consoleReporter.test.d.ts +1 -0
- package/dist/reporters/consoleReporter.test.js +155 -0
- package/dist/reporters/consoleReporter.test.js.map +1 -0
- package/dist/reporters/enhancedReporter.d.ts +12 -0
- package/dist/reporters/enhancedReporter.js +81 -0
- package/dist/reporters/enhancedReporter.js.map +1 -0
- package/dist/reporters/enhancedReporter.test.d.ts +1 -0
- package/dist/reporters/enhancedReporter.test.js +152 -0
- package/dist/reporters/enhancedReporter.test.js.map +1 -0
- package/dist/reporters/jsonReporter.d.ts +11 -0
- package/dist/reporters/jsonReporter.js +20 -0
- package/dist/reporters/jsonReporter.js.map +1 -0
- package/dist/reporters/jsonReporter.test.d.ts +1 -0
- package/dist/reporters/jsonReporter.test.js +31 -0
- package/dist/reporters/jsonReporter.test.js.map +1 -0
- package/dist/reporters/markdownReporter.d.ts +11 -0
- package/dist/reporters/markdownReporter.js +55 -0
- package/dist/reporters/markdownReporter.js.map +1 -0
- package/dist/reporters/markdownReporter.test.d.ts +1 -0
- package/dist/reporters/markdownReporter.test.js +136 -0
- package/dist/reporters/markdownReporter.test.js.map +1 -0
- package/dist/runner.d.ts +9 -0
- package/dist/runner.js +265 -0
- package/dist/runner.js.map +1 -0
- package/dist/runner.test.d.ts +1 -0
- package/dist/runner.test.js +353 -0
- package/dist/runner.test.js.map +1 -0
- package/dist/scoring/freshnessScorer.d.ts +40 -0
- package/dist/scoring/freshnessScorer.js +170 -0
- package/dist/scoring/freshnessScorer.js.map +1 -0
- package/dist/scoring/freshnessScorer.test.d.ts +1 -0
- package/dist/scoring/freshnessScorer.test.js +397 -0
- package/dist/scoring/freshnessScorer.test.js.map +1 -0
- package/dist/semantic/vectorSearch.d.ts +84 -0
- package/dist/semantic/vectorSearch.js +484 -0
- package/dist/semantic/vectorSearch.js.map +1 -0
- package/dist/semantic/vectorSearch.test.d.ts +1 -0
- package/dist/semantic/vectorSearch.test.js +660 -0
- package/dist/semantic/vectorSearch.test.js.map +1 -0
- package/dist/setupTests.d.ts +4 -0
- package/dist/setupTests.js +11 -0
- package/dist/setupTests.js.map +1 -0
- package/dist/test-utils/console.d.ts +2 -0
- package/dist/test-utils/console.js +3 -0
- package/dist/test-utils/console.js.map +1 -0
- package/dist/test-utils/factories.d.ts +3 -0
- package/dist/test-utils/factories.js +25 -0
- package/dist/test-utils/factories.js.map +1 -0
- package/dist/test-utils/tempFiles.d.ts +1 -0
- package/dist/test-utils/tempFiles.js +12 -0
- package/dist/test-utils/tempFiles.js.map +1 -0
- package/dist/types.d.ts +304 -0
- package/dist/types.js +5 -0
- package/dist/types.js.map +1 -0
- package/dist/utils/boundedMap.d.ts +8 -0
- package/dist/utils/boundedMap.js +22 -0
- package/dist/utils/boundedMap.js.map +1 -0
- package/dist/utils/boundedMap.test.d.ts +1 -0
- package/dist/utils/boundedMap.test.js +57 -0
- package/dist/utils/boundedMap.test.js.map +1 -0
- package/dist/utils/illustrativePatterns.d.ts +28 -0
- package/dist/utils/illustrativePatterns.js +80 -0
- package/dist/utils/illustrativePatterns.js.map +1 -0
- package/dist/utils/illustrativePatterns.test.d.ts +1 -0
- package/dist/utils/illustrativePatterns.test.js +48 -0
- package/dist/utils/illustrativePatterns.test.js.map +1 -0
- package/dist/utils/incremental.d.ts +36 -0
- package/dist/utils/incremental.js +87 -0
- package/dist/utils/incremental.js.map +1 -0
- package/dist/utils/incremental.test.d.ts +1 -0
- package/dist/utils/incremental.test.js +84 -0
- package/dist/utils/incremental.test.js.map +1 -0
- package/dist/utils/parallel.d.ts +14 -0
- package/dist/utils/parallel.js +43 -0
- package/dist/utils/parallel.js.map +1 -0
- package/dist/utils/parallel.test.d.ts +1 -0
- package/dist/utils/parallel.test.js +48 -0
- package/dist/utils/parallel.test.js.map +1 -0
- package/dist/utils/pathSecurity.d.ts +12 -0
- package/dist/utils/pathSecurity.js +22 -0
- package/dist/utils/pathSecurity.js.map +1 -0
- package/dist/utils/pathSecurity.test.d.ts +1 -0
- package/dist/utils/pathSecurity.test.js +34 -0
- package/dist/utils/pathSecurity.test.js.map +1 -0
- package/dist/utils/similarity.d.ts +12 -0
- package/dist/utils/similarity.js +64 -0
- package/dist/utils/similarity.js.map +1 -0
- package/dist/utils/similarity.test.d.ts +1 -0
- package/dist/utils/similarity.test.js +49 -0
- package/dist/utils/similarity.test.js.map +1 -0
- package/dist/utils/validation.d.ts +13 -0
- package/dist/utils/validation.js +24 -0
- package/dist/utils/validation.js.map +1 -0
- package/dist/utils/validation.test.d.ts +1 -0
- package/dist/utils/validation.test.js +28 -0
- package/dist/utils/validation.test.js.map +1 -0
- package/dist/validators/codePatternValidator.d.ts +28 -0
- package/dist/validators/codePatternValidator.js +200 -0
- package/dist/validators/codePatternValidator.js.map +1 -0
- package/dist/validators/codePatternValidator.test.d.ts +1 -0
- package/dist/validators/codePatternValidator.test.js +86 -0
- package/dist/validators/codePatternValidator.test.js.map +1 -0
- package/dist/validators/dependencyValidator.d.ts +12 -0
- package/dist/validators/dependencyValidator.js +102 -0
- package/dist/validators/dependencyValidator.js.map +1 -0
- package/dist/validators/dependencyValidator.test.d.ts +1 -0
- package/dist/validators/dependencyValidator.test.js +179 -0
- package/dist/validators/dependencyValidator.test.js.map +1 -0
- package/dist/validators/directoryValidator.d.ts +30 -0
- package/dist/validators/directoryValidator.js +192 -0
- package/dist/validators/directoryValidator.js.map +1 -0
- package/dist/validators/directoryValidator.test.d.ts +1 -0
- package/dist/validators/directoryValidator.test.js +193 -0
- package/dist/validators/directoryValidator.test.js.map +1 -0
- package/dist/validators/fileValidator.d.ts +16 -0
- package/dist/validators/fileValidator.js +114 -0
- package/dist/validators/fileValidator.js.map +1 -0
- package/dist/validators/fileValidator.test.d.ts +1 -0
- package/dist/validators/fileValidator.test.js +108 -0
- package/dist/validators/fileValidator.test.js.map +1 -0
- package/dist/validators/urlValidator.d.ts +25 -0
- package/dist/validators/urlValidator.js +320 -0
- package/dist/validators/urlValidator.js.map +1 -0
- package/dist/validators/urlValidator.test.d.ts +1 -0
- package/dist/validators/urlValidator.test.js +252 -0
- package/dist/validators/urlValidator.test.js.map +1 -0
- package/dist/validators/validationEngine.d.ts +23 -0
- package/dist/validators/validationEngine.js +117 -0
- package/dist/validators/validationEngine.js.map +1 -0
- package/dist/validators/validationEngine.test.d.ts +1 -0
- package/dist/validators/validationEngine.test.js +82 -0
- package/dist/validators/validationEngine.test.js.map +1 -0
- package/dist/validators/versionValidator.d.ts +18 -0
- package/dist/validators/versionValidator.js +211 -0
- package/dist/validators/versionValidator.js.map +1 -0
- package/dist/validators/versionValidator.test.d.ts +1 -0
- package/dist/validators/versionValidator.test.js +308 -0
- package/dist/validators/versionValidator.test.js.map +1 -0
- package/package.json +98 -0
|
@@ -0,0 +1,76 @@
|
|
|
1
|
+
import path from 'path';
|
|
2
|
+
import { CodeDocGraph } from './codeDocGraph.js';
|
|
3
|
+
/**
|
|
4
|
+
* Builds the code-to-doc relationship graph
|
|
5
|
+
*/
|
|
6
|
+
export class GraphBuilder {
|
|
7
|
+
config;
|
|
8
|
+
constructor(config) {
|
|
9
|
+
this.config = config;
|
|
10
|
+
}
|
|
11
|
+
/**
|
|
12
|
+
* Build the complete code-to-doc graph
|
|
13
|
+
*/
|
|
14
|
+
async buildGraph(documents, codeIndex) {
|
|
15
|
+
const graph = new CodeDocGraph();
|
|
16
|
+
const indexedFilePaths = codeIndex
|
|
17
|
+
? new Set(Array.from(codeIndex.values()).flatMap((locations) => locations.map((loc) => loc.filePath)))
|
|
18
|
+
: null;
|
|
19
|
+
// Resolve references and build edges
|
|
20
|
+
for (const doc of documents) {
|
|
21
|
+
for (const ref of doc.references) {
|
|
22
|
+
const resolvedFiles = this.resolveReference(ref, doc, codeIndex, indexedFilePaths);
|
|
23
|
+
for (const codeFile of resolvedFiles) {
|
|
24
|
+
graph.addReference(doc.path, codeFile, ref);
|
|
25
|
+
}
|
|
26
|
+
}
|
|
27
|
+
}
|
|
28
|
+
// Store code symbols for change detection
|
|
29
|
+
if (codeIndex) {
|
|
30
|
+
for (const [symbolName, locations] of codeIndex.entries()) {
|
|
31
|
+
for (const location of locations) {
|
|
32
|
+
if (!graph.codeSymbols.has(location.filePath)) {
|
|
33
|
+
graph.codeSymbols.set(location.filePath, new Set());
|
|
34
|
+
}
|
|
35
|
+
graph.codeSymbols.get(location.filePath).add(symbolName);
|
|
36
|
+
}
|
|
37
|
+
}
|
|
38
|
+
}
|
|
39
|
+
graph.buildTimestamp = Date.now();
|
|
40
|
+
return graph;
|
|
41
|
+
}
|
|
42
|
+
/**
|
|
43
|
+
* Resolve a reference to actual code files
|
|
44
|
+
*/
|
|
45
|
+
resolveReference(ref, doc, codeIndex, indexedFilePaths) {
|
|
46
|
+
const resolvedFiles = [];
|
|
47
|
+
switch (ref.type) {
|
|
48
|
+
case 'file-path': {
|
|
49
|
+
// Direct file reference
|
|
50
|
+
const docDir = path.dirname(doc.absolutePath || doc.path);
|
|
51
|
+
const resolvedPath = path.resolve(docDir, ref.value);
|
|
52
|
+
const relativePath = path.relative(this.config.rootDir || process.cwd(), resolvedPath);
|
|
53
|
+
if (indexedFilePaths?.has(relativePath)) {
|
|
54
|
+
resolvedFiles.push(relativePath);
|
|
55
|
+
}
|
|
56
|
+
break;
|
|
57
|
+
}
|
|
58
|
+
case 'code-pattern': {
|
|
59
|
+
// Symbol reference - find files containing this symbol
|
|
60
|
+
if (codeIndex && codeIndex.has(ref.value)) {
|
|
61
|
+
const locations = codeIndex.get(ref.value);
|
|
62
|
+
for (const loc of locations) {
|
|
63
|
+
resolvedFiles.push(loc.filePath);
|
|
64
|
+
}
|
|
65
|
+
}
|
|
66
|
+
break;
|
|
67
|
+
}
|
|
68
|
+
case 'dependency':
|
|
69
|
+
// Package reference - could map to local packages in monorepo
|
|
70
|
+
// Skip for now - external packages
|
|
71
|
+
break;
|
|
72
|
+
}
|
|
73
|
+
return resolvedFiles;
|
|
74
|
+
}
|
|
75
|
+
}
|
|
76
|
+
//# sourceMappingURL=graphBuilder.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"graphBuilder.js","sourceRoot":"","sources":["../../src/graph/graphBuilder.ts"],"names":[],"mappings":"AAAA,OAAO,IAAI,MAAM,MAAM,CAAC;AACxB,OAAO,EAAE,YAAY,EAAE,MAAM,mBAAmB,CAAC;AAGjD;;GAEG;AACH,MAAM,OAAO,YAAY;IACf,MAAM,CAAqB;IAEnC,YAAY,MAA0B;QACpC,IAAI,CAAC,MAAM,GAAG,MAAM,CAAC;IACvB,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,UAAU,CAAC,SAAqB,EAAE,SAA+C;QACrF,MAAM,KAAK,GAAG,IAAI,YAAY,EAAE,CAAC;QACjC,MAAM,gBAAgB,GAAG,SAAS;YAChC,CAAC,CAAC,IAAI,GAAG,CAAC,KAAK,CAAC,IAAI,CAAC,SAAS,CAAC,MAAM,EAAE,CAAC,CAAC,OAAO,CAAC,CAAC,SAAS,EAAE,EAAE,CAAC,SAAS,CAAC,GAAG,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,GAAG,CAAC,QAAQ,CAAC,CAAC,CAAC;YACtG,CAAC,CAAC,IAAI,CAAC;QAET,qCAAqC;QACrC,KAAK,MAAM,GAAG,IAAI,SAAS,EAAE,CAAC;YAC5B,KAAK,MAAM,GAAG,IAAI,GAAG,CAAC,UAAU,EAAE,CAAC;gBACjC,MAAM,aAAa,GAAG,IAAI,CAAC,gBAAgB,CAAC,GAAG,EAAE,GAAG,EAAE,SAAS,EAAE,gBAAgB,CAAC,CAAC;gBAEnF,KAAK,MAAM,QAAQ,IAAI,aAAa,EAAE,CAAC;oBACrC,KAAK,CAAC,YAAY,CAAC,GAAG,CAAC,IAAI,EAAE,QAAQ,EAAE,GAAG,CAAC,CAAC;gBAC9C,CAAC;YACH,CAAC;QACH,CAAC;QAED,0CAA0C;QAC1C,IAAI,SAAS,EAAE,CAAC;YACd,KAAK,MAAM,CAAC,UAAU,EAAE,SAAS,CAAC,IAAI,SAAS,CAAC,OAAO,EAAE,EAAE,CAAC;gBAC1D,KAAK,MAAM,QAAQ,IAAI,SAAS,EAAE,CAAC;oBACjC,IAAI,CAAC,KAAK,CAAC,WAAW,CAAC,GAAG,CAAC,QAAQ,CAAC,QAAQ,CAAC,EAAE,CAAC;wBAC9C,KAAK,CAAC,WAAW,CAAC,GAAG,CAAC,QAAQ,CAAC,QAAQ,EAAE,IAAI,GAAG,EAAE,CAAC,CAAC;oBACtD,CAAC;oBACD,KAAK,CAAC,WAAW,CAAC,GAAG,CAAC,QAAQ,CAAC,QAAQ,CAAE,CAAC,GAAG,CAAC,UAAU,CAAC,CAAC;gBAC5D,CAAC;YACH,CAAC;QACH,CAAC;QAED,KAAK,CAAC,cAAc,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;QAElC,OAAO,KAAK,CAAC;IACf,CAAC;IAED;;OAEG;IACK,gBAAgB,CACtB,GAAc,EACd,GAAa,EACb,SAA+C,EAC/C,gBAAoC;QAEpC,MAAM,aAAa,GAAa,EAAE,CAAC;QAEnC,QAAQ,GAAG,CAAC,IAAI,EAAE,CAAC;YACjB,KAAK,WAAW,CAAC,CAAC,CAAC;gBACjB,wBAAwB;gBACxB,MAAM,MAAM,GAAG,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,YAAY,IAAI,GAAG,CAAC,IAAI,CAAC,CAAC;gBAC1D,MAAM,YAAY,GAAG,IAAI,CAAC,OAAO,CAAC,MAAM,EAAE,GAAG,CAAC,KAAK,CAAC,CAAC;gBACrD,MAAM,YAAY,GAAG,IAAI,CAAC,QAAQ,CAAC,IAAI,CAAC,MAAM,CAAC,OAAO,IAAI,OAAO,CAAC,GAAG,EAAE,EAAE,YAAY,CAAC,CAAC;gBAEvF,IAAI,gBAAgB,EAAE,GAAG,CAAC,YAAY,CAAC,EAAE,CAAC;oBACxC,aAAa,CAAC,IAAI,CAAC,YAAY,CAAC,CAAC;gBACnC,CAAC;gBACD,MAAM;YACR,CAAC;YAED,KAAK,cAAc,CAAC,CAAC,CAAC;gBACpB,uDAAuD;gBACvD,IAAI,SAAS,IAAI,SAAS,CAAC,GAAG,CAAC,GAAG,CAAC,KAAK,CAAC,EAAE,CAAC;oBAC1C,MAAM,SAAS,GAAG,SAAS,CAAC,GAAG,CAAC,GAAG,CAAC,KAAK,CAAE,CAAC;oBAC5C,KAAK,MAAM,GAAG,IAAI,SAAS,EAAE,CAAC;wBAC5B,aAAa,CAAC,IAAI,CAAC,GAAG,CAAC,QAAQ,CAAC,CAAC;oBACnC,CAAC;gBACH,CAAC;gBACD,MAAM;YACR,CAAC;YAED,KAAK,YAAY;gBACf,8DAA8D;gBAC9D,mCAAmC;gBACnC,MAAM;QACV,CAAC;QAED,OAAO,aAAa,CAAC;IACvB,CAAC;CACF"}
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
export {};
|
|
@@ -0,0 +1,87 @@
|
|
|
1
|
+
import { GraphBuilder } from './graphBuilder.js';
|
|
2
|
+
function makeDoc(docPath, refs) {
|
|
3
|
+
return {
|
|
4
|
+
path: docPath,
|
|
5
|
+
absolutePath: `${process.cwd()}/${docPath}`,
|
|
6
|
+
content: '',
|
|
7
|
+
format: 'markdown',
|
|
8
|
+
lines: [],
|
|
9
|
+
references: refs,
|
|
10
|
+
};
|
|
11
|
+
}
|
|
12
|
+
function makeRef(type, value) {
|
|
13
|
+
return { type, value, lineNumber: 1, raw: value, sourceFile: 'doc.md' };
|
|
14
|
+
}
|
|
15
|
+
describe('GraphBuilder', () => {
|
|
16
|
+
const config = { rootDir: process.cwd() };
|
|
17
|
+
it('builds graph from code-pattern references', async () => {
|
|
18
|
+
const codeIndex = new Map([
|
|
19
|
+
['MyClass', [{ filePath: 'src/myClass.ts', kind: 'class', language: 'typescript' }]],
|
|
20
|
+
]);
|
|
21
|
+
const docs = [makeDoc('docs/api.md', [makeRef('code-pattern', 'MyClass')])];
|
|
22
|
+
const graph = await new GraphBuilder(config).buildGraph(docs, codeIndex);
|
|
23
|
+
expect(graph.getCodeReferencedByDoc('docs/api.md').has('src/myClass.ts')).toBe(true);
|
|
24
|
+
expect(graph.codeSymbols.get('src/myClass.ts')?.has('MyClass')).toBe(true);
|
|
25
|
+
});
|
|
26
|
+
it('stores code symbols from the index', async () => {
|
|
27
|
+
const codeIndex = new Map([
|
|
28
|
+
['FuncA', [{ filePath: 'src/a.ts', kind: 'function', language: 'typescript' }]],
|
|
29
|
+
['FuncB', [{ filePath: 'src/a.ts', kind: 'function', language: 'typescript' }]],
|
|
30
|
+
]);
|
|
31
|
+
const graph = await new GraphBuilder(config).buildGraph([], codeIndex);
|
|
32
|
+
expect(graph.codeSymbols.get('src/a.ts')?.size).toBe(2);
|
|
33
|
+
});
|
|
34
|
+
it('resolves file-path references when file is in code index', async () => {
|
|
35
|
+
const codeIndex = new Map([
|
|
36
|
+
['SomeFunc', [{ filePath: 'src/utils.ts', kind: 'function', language: 'typescript' }]],
|
|
37
|
+
]);
|
|
38
|
+
const docs = [makeDoc('docs/guide.md', [makeRef('file-path', '../src/utils.ts')])];
|
|
39
|
+
const graph = await new GraphBuilder(config).buildGraph(docs, codeIndex);
|
|
40
|
+
expect(graph.getCodeReferencedByDoc('docs/guide.md').has('src/utils.ts')).toBe(true);
|
|
41
|
+
});
|
|
42
|
+
it('does not resolve file-path when file is not in code index', async () => {
|
|
43
|
+
const codeIndex = new Map([
|
|
44
|
+
['Other', [{ filePath: 'src/other.ts', kind: 'function', language: 'typescript' }]],
|
|
45
|
+
]);
|
|
46
|
+
const docs = [makeDoc('docs/guide.md', [makeRef('file-path', '../src/missing.ts')])];
|
|
47
|
+
const graph = await new GraphBuilder(config).buildGraph(docs, codeIndex);
|
|
48
|
+
expect(graph.getCodeReferencedByDoc('docs/guide.md').size).toBe(0);
|
|
49
|
+
});
|
|
50
|
+
it('does not resolve file-path when codeIndex is null', async () => {
|
|
51
|
+
const docs = [makeDoc('docs/guide.md', [makeRef('file-path', '../src/utils.ts')])];
|
|
52
|
+
const graph = await new GraphBuilder(config).buildGraph(docs, null);
|
|
53
|
+
expect(graph.getCodeReferencedByDoc('docs/guide.md').size).toBe(0);
|
|
54
|
+
});
|
|
55
|
+
it('ignores dependency references (external packages)', async () => {
|
|
56
|
+
const docs = [makeDoc('docs/api.md', [makeRef('dependency', 'express')])];
|
|
57
|
+
const graph = await new GraphBuilder(config).buildGraph(docs, new Map());
|
|
58
|
+
expect(graph.getCodeReferencedByDoc('docs/api.md').size).toBe(0);
|
|
59
|
+
});
|
|
60
|
+
it('sets buildTimestamp on the graph', async () => {
|
|
61
|
+
const before = Date.now();
|
|
62
|
+
const graph = await new GraphBuilder(config).buildGraph([], null);
|
|
63
|
+
expect(graph.buildTimestamp).toBeGreaterThanOrEqual(before);
|
|
64
|
+
});
|
|
65
|
+
it('handles null codeIndex for code-pattern refs', async () => {
|
|
66
|
+
const docs = [makeDoc('docs/api.md', [makeRef('code-pattern', 'Missing')])];
|
|
67
|
+
const graph = await new GraphBuilder(config).buildGraph(docs, null);
|
|
68
|
+
expect(graph.getCodeReferencedByDoc('docs/api.md').size).toBe(0);
|
|
69
|
+
});
|
|
70
|
+
it('resolves code-pattern to multiple files', async () => {
|
|
71
|
+
const codeIndex = new Map([
|
|
72
|
+
[
|
|
73
|
+
'SharedFunc',
|
|
74
|
+
[
|
|
75
|
+
{ filePath: 'src/a.ts', kind: 'function', language: 'typescript' },
|
|
76
|
+
{ filePath: 'src/b.ts', kind: 'function', language: 'typescript' },
|
|
77
|
+
],
|
|
78
|
+
],
|
|
79
|
+
]);
|
|
80
|
+
const docs = [makeDoc('docs/api.md', [makeRef('code-pattern', 'SharedFunc')])];
|
|
81
|
+
const graph = await new GraphBuilder(config).buildGraph(docs, codeIndex);
|
|
82
|
+
const refs = graph.getCodeReferencedByDoc('docs/api.md');
|
|
83
|
+
expect(refs.has('src/a.ts')).toBe(true);
|
|
84
|
+
expect(refs.has('src/b.ts')).toBe(true);
|
|
85
|
+
});
|
|
86
|
+
});
|
|
87
|
+
//# sourceMappingURL=graphBuilder.test.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"graphBuilder.test.js","sourceRoot":"","sources":["../../src/graph/graphBuilder.test.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,YAAY,EAAE,MAAM,mBAAmB,CAAC;AAGjD,SAAS,OAAO,CAAC,OAAe,EAAE,IAAiB;IACjD,OAAO;QACL,IAAI,EAAE,OAAO;QACb,YAAY,EAAE,GAAG,OAAO,CAAC,GAAG,EAAE,IAAI,OAAO,EAAE;QAC3C,OAAO,EAAE,EAAE;QACX,MAAM,EAAE,UAAU;QAClB,KAAK,EAAE,EAAE;QACT,UAAU,EAAE,IAAI;KACjB,CAAC;AACJ,CAAC;AAED,SAAS,OAAO,CAAC,IAAY,EAAE,KAAa;IAC1C,OAAO,EAAE,IAAI,EAAE,KAAK,EAAE,UAAU,EAAE,CAAC,EAAE,GAAG,EAAE,KAAK,EAAE,UAAU,EAAE,QAAQ,EAAE,CAAC;AAC1E,CAAC;AAED,QAAQ,CAAC,cAAc,EAAE,GAAG,EAAE;IAC5B,MAAM,MAAM,GAAuB,EAAE,OAAO,EAAE,OAAO,CAAC,GAAG,EAAE,EAAE,CAAC;IAE9D,EAAE,CAAC,2CAA2C,EAAE,KAAK,IAAI,EAAE;QACzD,MAAM,SAAS,GAAG,IAAI,GAAG,CAA2B;YAClD,CAAC,SAAS,EAAE,CAAC,EAAE,QAAQ,EAAE,gBAAgB,EAAE,IAAI,EAAE,OAAO,EAAE,QAAQ,EAAE,YAAY,EAAE,CAAC,CAAC;SACrF,CAAC,CAAC;QACH,MAAM,IAAI,GAAG,CAAC,OAAO,CAAC,aAAa,EAAE,CAAC,OAAO,CAAC,cAAc,EAAE,SAAS,CAAC,CAAC,CAAC,CAAC,CAAC;QAC5E,MAAM,KAAK,GAAG,MAAM,IAAI,YAAY,CAAC,MAAM,CAAC,CAAC,UAAU,CAAC,IAAI,EAAE,SAAS,CAAC,CAAC;QACzE,MAAM,CAAC,KAAK,CAAC,sBAAsB,CAAC,aAAa,CAAC,CAAC,GAAG,CAAC,gBAAgB,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QACrF,MAAM,CAAC,KAAK,CAAC,WAAW,CAAC,GAAG,CAAC,gBAAgB,CAAC,EAAE,GAAG,CAAC,SAAS,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;IAC7E,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,oCAAoC,EAAE,KAAK,IAAI,EAAE;QAClD,MAAM,SAAS,GAAG,IAAI,GAAG,CAA2B;YAClD,CAAC,OAAO,EAAE,CAAC,EAAE,QAAQ,EAAE,UAAU,EAAE,IAAI,EAAE,UAAU,EAAE,QAAQ,EAAE,YAAY,EAAE,CAAC,CAAC;YAC/E,CAAC,OAAO,EAAE,CAAC,EAAE,QAAQ,EAAE,UAAU,EAAE,IAAI,EAAE,UAAU,EAAE,QAAQ,EAAE,YAAY,EAAE,CAAC,CAAC;SAChF,CAAC,CAAC;QACH,MAAM,KAAK,GAAG,MAAM,IAAI,YAAY,CAAC,MAAM,CAAC,CAAC,UAAU,CAAC,EAAE,EAAE,SAAS,CAAC,CAAC;QACvE,MAAM,CAAC,KAAK,CAAC,WAAW,CAAC,GAAG,CAAC,UAAU,CAAC,EAAE,IAAI,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;IAC1D,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,0DAA0D,EAAE,KAAK,IAAI,EAAE;QACxE,MAAM,SAAS,GAAG,IAAI,GAAG,CAA2B;YAClD,CAAC,UAAU,EAAE,CAAC,EAAE,QAAQ,EAAE,cAAc,EAAE,IAAI,EAAE,UAAU,EAAE,QAAQ,EAAE,YAAY,EAAE,CAAC,CAAC;SACvF,CAAC,CAAC;QACH,MAAM,IAAI,GAAG,CAAC,OAAO,CAAC,eAAe,EAAE,CAAC,OAAO,CAAC,WAAW,EAAE,iBAAiB,CAAC,CAAC,CAAC,CAAC,CAAC;QACnF,MAAM,KAAK,GAAG,MAAM,IAAI,YAAY,CAAC,MAAM,CAAC,CAAC,UAAU,CAAC,IAAI,EAAE,SAAS,CAAC,CAAC;QACzE,MAAM,CAAC,KAAK,CAAC,sBAAsB,CAAC,eAAe,CAAC,CAAC,GAAG,CAAC,cAAc,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;IACvF,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,2DAA2D,EAAE,KAAK,IAAI,EAAE;QACzE,MAAM,SAAS,GAAG,IAAI,GAAG,CAA2B;YAClD,CAAC,OAAO,EAAE,CAAC,EAAE,QAAQ,EAAE,cAAc,EAAE,IAAI,EAAE,UAAU,EAAE,QAAQ,EAAE,YAAY,EAAE,CAAC,CAAC;SACpF,CAAC,CAAC;QACH,MAAM,IAAI,GAAG,CAAC,OAAO,CAAC,eAAe,EAAE,CAAC,OAAO,CAAC,WAAW,EAAE,mBAAmB,CAAC,CAAC,CAAC,CAAC,CAAC;QACrF,MAAM,KAAK,GAAG,MAAM,IAAI,YAAY,CAAC,MAAM,CAAC,CAAC,UAAU,CAAC,IAAI,EAAE,SAAS,CAAC,CAAC;QACzE,MAAM,CAAC,KAAK,CAAC,sBAAsB,CAAC,eAAe,CAAC,CAAC,IAAI,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;IACrE,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,mDAAmD,EAAE,KAAK,IAAI,EAAE;QACjE,MAAM,IAAI,GAAG,CAAC,OAAO,CAAC,eAAe,EAAE,CAAC,OAAO,CAAC,WAAW,EAAE,iBAAiB,CAAC,CAAC,CAAC,CAAC,CAAC;QACnF,MAAM,KAAK,GAAG,MAAM,IAAI,YAAY,CAAC,MAAM,CAAC,CAAC,UAAU,CAAC,IAAI,EAAE,IAAI,CAAC,CAAC;QACpE,MAAM,CAAC,KAAK,CAAC,sBAAsB,CAAC,eAAe,CAAC,CAAC,IAAI,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;IACrE,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,mDAAmD,EAAE,KAAK,IAAI,EAAE;QACjE,MAAM,IAAI,GAAG,CAAC,OAAO,CAAC,aAAa,EAAE,CAAC,OAAO,CAAC,YAAY,EAAE,SAAS,CAAC,CAAC,CAAC,CAAC,CAAC;QAC1E,MAAM,KAAK,GAAG,MAAM,IAAI,YAAY,CAAC,MAAM,CAAC,CAAC,UAAU,CAAC,IAAI,EAAE,IAAI,GAAG,EAAE,CAAC,CAAC;QACzE,MAAM,CAAC,KAAK,CAAC,sBAAsB,CAAC,aAAa,CAAC,CAAC,IAAI,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;IACnE,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,kCAAkC,EAAE,KAAK,IAAI,EAAE;QAChD,MAAM,MAAM,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;QAC1B,MAAM,KAAK,GAAG,MAAM,IAAI,YAAY,CAAC,MAAM,CAAC,CAAC,UAAU,CAAC,EAAE,EAAE,IAAI,CAAC,CAAC;QAClE,MAAM,CAAC,KAAK,CAAC,cAAc,CAAC,CAAC,sBAAsB,CAAC,MAAM,CAAC,CAAC;IAC9D,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,8CAA8C,EAAE,KAAK,IAAI,EAAE;QAC5D,MAAM,IAAI,GAAG,CAAC,OAAO,CAAC,aAAa,EAAE,CAAC,OAAO,CAAC,cAAc,EAAE,SAAS,CAAC,CAAC,CAAC,CAAC,CAAC;QAC5E,MAAM,KAAK,GAAG,MAAM,IAAI,YAAY,CAAC,MAAM,CAAC,CAAC,UAAU,CAAC,IAAI,EAAE,IAAI,CAAC,CAAC;QACpE,MAAM,CAAC,KAAK,CAAC,sBAAsB,CAAC,aAAa,CAAC,CAAC,IAAI,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;IACnE,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,yCAAyC,EAAE,KAAK,IAAI,EAAE;QACvD,MAAM,SAAS,GAAG,IAAI,GAAG,CAA2B;YAClD;gBACE,YAAY;gBACZ;oBACE,EAAE,QAAQ,EAAE,UAAU,EAAE,IAAI,EAAE,UAAU,EAAE,QAAQ,EAAE,YAAY,EAAE;oBAClE,EAAE,QAAQ,EAAE,UAAU,EAAE,IAAI,EAAE,UAAU,EAAE,QAAQ,EAAE,YAAY,EAAE;iBACnE;aACF;SACF,CAAC,CAAC;QACH,MAAM,IAAI,GAAG,CAAC,OAAO,CAAC,aAAa,EAAE,CAAC,OAAO,CAAC,cAAc,EAAE,YAAY,CAAC,CAAC,CAAC,CAAC,CAAC;QAC/E,MAAM,KAAK,GAAG,MAAM,IAAI,YAAY,CAAC,MAAM,CAAC,CAAC,UAAU,CAAC,IAAI,EAAE,SAAS,CAAC,CAAC;QACzE,MAAM,IAAI,GAAG,KAAK,CAAC,sBAAsB,CAAC,aAAa,CAAC,CAAC;QACzD,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC,UAAU,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QACxC,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC,UAAU,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;IAC1C,CAAC,CAAC,CAAC;AACL,CAAC,CAAC,CAAC"}
|
package/dist/index.d.ts
ADDED
|
@@ -0,0 +1,37 @@
|
|
|
1
|
+
/**
|
|
2
|
+
* Documentation Freshness Checker
|
|
3
|
+
*
|
|
4
|
+
* A universal, project-agnostic tool that validates documentation accuracy
|
|
5
|
+
* by checking references against the actual codebase.
|
|
6
|
+
*/
|
|
7
|
+
export { run, runWithConfig } from './runner.js';
|
|
8
|
+
export { loadConfig, DEFAULT_CONFIG } from './config/loader.js';
|
|
9
|
+
export { defineConfig } from './config/defineConfig.js';
|
|
10
|
+
export { DocumentParser } from './parsers/documentParser.js';
|
|
11
|
+
export { ValidationEngine } from './validators/validationEngine.js';
|
|
12
|
+
export { BaseExtractor } from './parsers/extractors/baseExtractor.js';
|
|
13
|
+
export { FilePathExtractor } from './parsers/extractors/filePathExtractor.js';
|
|
14
|
+
export { VersionExtractor } from './parsers/extractors/versionExtractor.js';
|
|
15
|
+
export { DirectoryStructureExtractor } from './parsers/extractors/directoryStructureExtractor.js';
|
|
16
|
+
export { CodePatternExtractor } from './parsers/extractors/codePatternExtractor.js';
|
|
17
|
+
export { ExternalUrlExtractor } from './parsers/extractors/externalUrlExtractor.js';
|
|
18
|
+
export { DependencyExtractor } from './parsers/extractors/dependencyExtractor.js';
|
|
19
|
+
export { FileValidator } from './validators/fileValidator.js';
|
|
20
|
+
export { UrlValidator } from './validators/urlValidator.js';
|
|
21
|
+
export { VersionValidator } from './validators/versionValidator.js';
|
|
22
|
+
export { DirectoryValidator } from './validators/directoryValidator.js';
|
|
23
|
+
export { CodePatternValidator } from './validators/codePatternValidator.js';
|
|
24
|
+
export { DependencyValidator } from './validators/dependencyValidator.js';
|
|
25
|
+
export { ConsoleReporter } from './reporters/consoleReporter.js';
|
|
26
|
+
export { JsonReporter } from './reporters/jsonReporter.js';
|
|
27
|
+
export { MarkdownReporter } from './reporters/markdownReporter.js';
|
|
28
|
+
export { EnhancedReporter } from './reporters/enhancedReporter.js';
|
|
29
|
+
export { CodeDocGraph } from './graph/codeDocGraph.js';
|
|
30
|
+
export { GraphBuilder } from './graph/graphBuilder.js';
|
|
31
|
+
export { GitChangeTracker } from './git/changeTracker.js';
|
|
32
|
+
export { CacheManager } from './cache/cacheManager.js';
|
|
33
|
+
export { FreshnessScorer } from './scoring/freshnessScorer.js';
|
|
34
|
+
export { Plugin } from './plugins/plugin.js';
|
|
35
|
+
export { IncrementalChecker } from './utils/incremental.js';
|
|
36
|
+
export { VectorSearch } from './semantic/vectorSearch.js';
|
|
37
|
+
export type { DocFreshnessConfig, Document, DocumentFormat, Reference, ValidationResult, ValidationResults, ValidationSummary, DocumentIssues, VectorMismatch, Severity, RuleConfig, VersionRuleConfig, RulesConfig, UrlValidationConfig, GraphConfig, GitConfig, FreshnessScoringConfig, FreshnessScoringWeights, FreshnessScoringThresholds, VectorSearchConfig, CacheConfig, IncrementalConfig, ReporterType, Grade, DocScore, ProjectScores, CommitInfo, ChangeSummaryItem, IndexMetadata, CacheStats, SymbolLocation, SourceFileData, CodeFile, BaseExtractor as BaseExtractorType, BaseValidator, } from './types.js';
|
package/dist/index.js
ADDED
|
@@ -0,0 +1,37 @@
|
|
|
1
|
+
/**
|
|
2
|
+
* Documentation Freshness Checker
|
|
3
|
+
*
|
|
4
|
+
* A universal, project-agnostic tool that validates documentation accuracy
|
|
5
|
+
* by checking references against the actual codebase.
|
|
6
|
+
*/
|
|
7
|
+
export { run, runWithConfig } from './runner.js';
|
|
8
|
+
export { loadConfig, DEFAULT_CONFIG } from './config/loader.js';
|
|
9
|
+
export { defineConfig } from './config/defineConfig.js';
|
|
10
|
+
export { DocumentParser } from './parsers/documentParser.js';
|
|
11
|
+
export { ValidationEngine } from './validators/validationEngine.js';
|
|
12
|
+
export { BaseExtractor } from './parsers/extractors/baseExtractor.js';
|
|
13
|
+
export { FilePathExtractor } from './parsers/extractors/filePathExtractor.js';
|
|
14
|
+
export { VersionExtractor } from './parsers/extractors/versionExtractor.js';
|
|
15
|
+
export { DirectoryStructureExtractor } from './parsers/extractors/directoryStructureExtractor.js';
|
|
16
|
+
export { CodePatternExtractor } from './parsers/extractors/codePatternExtractor.js';
|
|
17
|
+
export { ExternalUrlExtractor } from './parsers/extractors/externalUrlExtractor.js';
|
|
18
|
+
export { DependencyExtractor } from './parsers/extractors/dependencyExtractor.js';
|
|
19
|
+
export { FileValidator } from './validators/fileValidator.js';
|
|
20
|
+
export { UrlValidator } from './validators/urlValidator.js';
|
|
21
|
+
export { VersionValidator } from './validators/versionValidator.js';
|
|
22
|
+
export { DirectoryValidator } from './validators/directoryValidator.js';
|
|
23
|
+
export { CodePatternValidator } from './validators/codePatternValidator.js';
|
|
24
|
+
export { DependencyValidator } from './validators/dependencyValidator.js';
|
|
25
|
+
export { ConsoleReporter } from './reporters/consoleReporter.js';
|
|
26
|
+
export { JsonReporter } from './reporters/jsonReporter.js';
|
|
27
|
+
export { MarkdownReporter } from './reporters/markdownReporter.js';
|
|
28
|
+
export { EnhancedReporter } from './reporters/enhancedReporter.js';
|
|
29
|
+
export { CodeDocGraph } from './graph/codeDocGraph.js';
|
|
30
|
+
export { GraphBuilder } from './graph/graphBuilder.js';
|
|
31
|
+
export { GitChangeTracker } from './git/changeTracker.js';
|
|
32
|
+
export { CacheManager } from './cache/cacheManager.js';
|
|
33
|
+
export { FreshnessScorer } from './scoring/freshnessScorer.js';
|
|
34
|
+
export { Plugin } from './plugins/plugin.js';
|
|
35
|
+
export { IncrementalChecker } from './utils/incremental.js';
|
|
36
|
+
export { VectorSearch } from './semantic/vectorSearch.js';
|
|
37
|
+
//# sourceMappingURL=index.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"index.js","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AAAA;;;;;GAKG;AAEH,OAAO,EAAE,GAAG,EAAE,aAAa,EAAE,MAAM,aAAa,CAAC;AACjD,OAAO,EAAE,UAAU,EAAE,cAAc,EAAE,MAAM,oBAAoB,CAAC;AAChE,OAAO,EAAE,YAAY,EAAE,MAAM,0BAA0B,CAAC;AACxD,OAAO,EAAE,cAAc,EAAE,MAAM,6BAA6B,CAAC;AAC7D,OAAO,EAAE,gBAAgB,EAAE,MAAM,kCAAkC,CAAC;AACpE,OAAO,EAAE,aAAa,EAAE,MAAM,uCAAuC,CAAC;AACtE,OAAO,EAAE,iBAAiB,EAAE,MAAM,2CAA2C,CAAC;AAC9E,OAAO,EAAE,gBAAgB,EAAE,MAAM,0CAA0C,CAAC;AAC5E,OAAO,EAAE,2BAA2B,EAAE,MAAM,qDAAqD,CAAC;AAClG,OAAO,EAAE,oBAAoB,EAAE,MAAM,8CAA8C,CAAC;AACpF,OAAO,EAAE,oBAAoB,EAAE,MAAM,8CAA8C,CAAC;AACpF,OAAO,EAAE,mBAAmB,EAAE,MAAM,6CAA6C,CAAC;AAClF,OAAO,EAAE,aAAa,EAAE,MAAM,+BAA+B,CAAC;AAC9D,OAAO,EAAE,YAAY,EAAE,MAAM,8BAA8B,CAAC;AAC5D,OAAO,EAAE,gBAAgB,EAAE,MAAM,kCAAkC,CAAC;AACpE,OAAO,EAAE,kBAAkB,EAAE,MAAM,oCAAoC,CAAC;AACxE,OAAO,EAAE,oBAAoB,EAAE,MAAM,sCAAsC,CAAC;AAC5E,OAAO,EAAE,mBAAmB,EAAE,MAAM,qCAAqC,CAAC;AAC1E,OAAO,EAAE,eAAe,EAAE,MAAM,gCAAgC,CAAC;AACjE,OAAO,EAAE,YAAY,EAAE,MAAM,6BAA6B,CAAC;AAC3D,OAAO,EAAE,gBAAgB,EAAE,MAAM,iCAAiC,CAAC;AACnE,OAAO,EAAE,gBAAgB,EAAE,MAAM,iCAAiC,CAAC;AACnE,OAAO,EAAE,YAAY,EAAE,MAAM,yBAAyB,CAAC;AACvD,OAAO,EAAE,YAAY,EAAE,MAAM,yBAAyB,CAAC;AACvD,OAAO,EAAE,gBAAgB,EAAE,MAAM,wBAAwB,CAAC;AAC1D,OAAO,EAAE,YAAY,EAAE,MAAM,yBAAyB,CAAC;AACvD,OAAO,EAAE,eAAe,EAAE,MAAM,8BAA8B,CAAC;AAC/D,OAAO,EAAE,MAAM,EAAE,MAAM,qBAAqB,CAAC;AAC7C,OAAO,EAAE,kBAAkB,EAAE,MAAM,wBAAwB,CAAC;AAC5D,OAAO,EAAE,YAAY,EAAE,MAAM,4BAA4B,CAAC"}
|
|
@@ -0,0 +1,22 @@
|
|
|
1
|
+
import type { DocFreshnessConfig, Document, DocumentFormat } from '../types.js';
|
|
2
|
+
import type { BaseExtractor } from './extractors/baseExtractor.js';
|
|
3
|
+
/**
|
|
4
|
+
* Parses documentation files and extracts references for validation
|
|
5
|
+
*/
|
|
6
|
+
export declare class DocumentParser {
|
|
7
|
+
private config;
|
|
8
|
+
private extractors;
|
|
9
|
+
constructor(config: DocFreshnessConfig);
|
|
10
|
+
/**
|
|
11
|
+
* Register reference extractors
|
|
12
|
+
*/
|
|
13
|
+
registerExtractor(extractor: BaseExtractor): void;
|
|
14
|
+
/**
|
|
15
|
+
* Scan all documentation files matching the configured patterns
|
|
16
|
+
*/
|
|
17
|
+
scanDocuments(): Promise<Document[]>;
|
|
18
|
+
/**
|
|
19
|
+
* Detect documentation format from file extension
|
|
20
|
+
*/
|
|
21
|
+
detectFormat(filePath: string): DocumentFormat;
|
|
22
|
+
}
|
|
@@ -0,0 +1,76 @@
|
|
|
1
|
+
import fs from 'fs';
|
|
2
|
+
import path from 'path';
|
|
3
|
+
import { glob } from 'glob';
|
|
4
|
+
/**
|
|
5
|
+
* Parses documentation files and extracts references for validation
|
|
6
|
+
*/
|
|
7
|
+
export class DocumentParser {
|
|
8
|
+
config;
|
|
9
|
+
extractors;
|
|
10
|
+
constructor(config) {
|
|
11
|
+
this.config = config;
|
|
12
|
+
this.extractors = [];
|
|
13
|
+
}
|
|
14
|
+
/**
|
|
15
|
+
* Register reference extractors
|
|
16
|
+
*/
|
|
17
|
+
registerExtractor(extractor) {
|
|
18
|
+
this.extractors.push(extractor);
|
|
19
|
+
}
|
|
20
|
+
/**
|
|
21
|
+
* Scan all documentation files matching the configured patterns
|
|
22
|
+
*/
|
|
23
|
+
async scanDocuments() {
|
|
24
|
+
const files = await glob(this.config.include || [], {
|
|
25
|
+
ignore: this.config.exclude,
|
|
26
|
+
cwd: this.config.rootDir,
|
|
27
|
+
absolute: true,
|
|
28
|
+
});
|
|
29
|
+
const documents = [];
|
|
30
|
+
for (const filePath of files) {
|
|
31
|
+
try {
|
|
32
|
+
const content = await fs.promises.readFile(filePath, 'utf-8');
|
|
33
|
+
const relativePath = path.relative(this.config.rootDir || process.cwd(), filePath);
|
|
34
|
+
const format = this.detectFormat(filePath);
|
|
35
|
+
const doc = {
|
|
36
|
+
path: relativePath,
|
|
37
|
+
absolutePath: filePath,
|
|
38
|
+
content,
|
|
39
|
+
format,
|
|
40
|
+
lines: content.split('\n'),
|
|
41
|
+
references: [],
|
|
42
|
+
};
|
|
43
|
+
// Extract all reference types
|
|
44
|
+
for (const extractor of this.extractors) {
|
|
45
|
+
if (extractor.supportsFormat(format)) {
|
|
46
|
+
const refs = extractor.extract(doc);
|
|
47
|
+
doc.references.push(...refs);
|
|
48
|
+
}
|
|
49
|
+
}
|
|
50
|
+
documents.push(doc);
|
|
51
|
+
}
|
|
52
|
+
catch (error) {
|
|
53
|
+
if (this.config.verbose) {
|
|
54
|
+
console.warn(`Warning: Could not read ${filePath}: ${error.message}`);
|
|
55
|
+
}
|
|
56
|
+
}
|
|
57
|
+
}
|
|
58
|
+
return documents;
|
|
59
|
+
}
|
|
60
|
+
/**
|
|
61
|
+
* Detect documentation format from file extension
|
|
62
|
+
*/
|
|
63
|
+
detectFormat(filePath) {
|
|
64
|
+
const ext = path.extname(filePath).toLowerCase();
|
|
65
|
+
const formatMap = {
|
|
66
|
+
'.md': 'markdown',
|
|
67
|
+
'.markdown': 'markdown',
|
|
68
|
+
'.rst': 'restructuredtext',
|
|
69
|
+
'.adoc': 'asciidoc',
|
|
70
|
+
'.asciidoc': 'asciidoc',
|
|
71
|
+
'.txt': 'plaintext',
|
|
72
|
+
};
|
|
73
|
+
return formatMap[ext] || 'plaintext';
|
|
74
|
+
}
|
|
75
|
+
}
|
|
76
|
+
//# sourceMappingURL=documentParser.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"documentParser.js","sourceRoot":"","sources":["../../src/parsers/documentParser.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,MAAM,IAAI,CAAC;AACpB,OAAO,IAAI,MAAM,MAAM,CAAC;AACxB,OAAO,EAAE,IAAI,EAAE,MAAM,MAAM,CAAC;AAI5B;;GAEG;AACH,MAAM,OAAO,cAAc;IACjB,MAAM,CAAqB;IAC3B,UAAU,CAAkB;IAEpC,YAAY,MAA0B;QACpC,IAAI,CAAC,MAAM,GAAG,MAAM,CAAC;QACrB,IAAI,CAAC,UAAU,GAAG,EAAE,CAAC;IACvB,CAAC;IAED;;OAEG;IACH,iBAAiB,CAAC,SAAwB;QACxC,IAAI,CAAC,UAAU,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC;IAClC,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,aAAa;QACjB,MAAM,KAAK,GAAG,MAAM,IAAI,CAAC,IAAI,CAAC,MAAM,CAAC,OAAO,IAAI,EAAE,EAAE;YAClD,MAAM,EAAE,IAAI,CAAC,MAAM,CAAC,OAAO;YAC3B,GAAG,EAAE,IAAI,CAAC,MAAM,CAAC,OAAO;YACxB,QAAQ,EAAE,IAAI;SACf,CAAC,CAAC;QAEH,MAAM,SAAS,GAAe,EAAE,CAAC;QAEjC,KAAK,MAAM,QAAQ,IAAI,KAAK,EAAE,CAAC;YAC7B,IAAI,CAAC;gBACH,MAAM,OAAO,GAAG,MAAM,EAAE,CAAC,QAAQ,CAAC,QAAQ,CAAC,QAAQ,EAAE,OAAO,CAAC,CAAC;gBAC9D,MAAM,YAAY,GAAG,IAAI,CAAC,QAAQ,CAAC,IAAI,CAAC,MAAM,CAAC,OAAO,IAAI,OAAO,CAAC,GAAG,EAAE,EAAE,QAAQ,CAAC,CAAC;gBACnF,MAAM,MAAM,GAAG,IAAI,CAAC,YAAY,CAAC,QAAQ,CAAC,CAAC;gBAE3C,MAAM,GAAG,GAAa;oBACpB,IAAI,EAAE,YAAY;oBAClB,YAAY,EAAE,QAAQ;oBACtB,OAAO;oBACP,MAAM;oBACN,KAAK,EAAE,OAAO,CAAC,KAAK,CAAC,IAAI,CAAC;oBAC1B,UAAU,EAAE,EAAE;iBACf,CAAC;gBAEF,8BAA8B;gBAC9B,KAAK,MAAM,SAAS,IAAI,IAAI,CAAC,UAAU,EAAE,CAAC;oBACxC,IAAI,SAAS,CAAC,cAAc,CAAC,MAAM,CAAC,EAAE,CAAC;wBACrC,MAAM,IAAI,GAAG,SAAS,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC;wBACpC,GAAG,CAAC,UAAU,CAAC,IAAI,CAAC,GAAG,IAAI,CAAC,CAAC;oBAC/B,CAAC;gBACH,CAAC;gBAED,SAAS,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;YACtB,CAAC;YAAC,OAAO,KAAK,EAAE,CAAC;gBACf,IAAI,IAAI,CAAC,MAAM,CAAC,OAAO,EAAE,CAAC;oBACxB,OAAO,CAAC,IAAI,CAAC,2BAA2B,QAAQ,KAAM,KAAe,CAAC,OAAO,EAAE,CAAC,CAAC;gBACnF,CAAC;YACH,CAAC;QACH,CAAC;QAED,OAAO,SAAS,CAAC;IACnB,CAAC;IAED;;OAEG;IACH,YAAY,CAAC,QAAgB;QAC3B,MAAM,GAAG,GAAG,IAAI,CAAC,OAAO,CAAC,QAAQ,CAAC,CAAC,WAAW,EAAE,CAAC;QACjD,MAAM,SAAS,GAAmC;YAChD,KAAK,EAAE,UAAU;YACjB,WAAW,EAAE,UAAU;YACvB,MAAM,EAAE,kBAAkB;YAC1B,OAAO,EAAE,UAAU;YACnB,WAAW,EAAE,UAAU;YACvB,MAAM,EAAE,WAAW;SACpB,CAAC;QACF,OAAO,SAAS,CAAC,GAAG,CAAC,IAAI,WAAW,CAAC;IACvC,CAAC;CACF"}
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
export {};
|
|
@@ -0,0 +1,116 @@
|
|
|
1
|
+
import fs from 'fs';
|
|
2
|
+
import path from 'path';
|
|
3
|
+
import { DocumentParser } from './documentParser.js';
|
|
4
|
+
import { BaseExtractor } from './extractors/baseExtractor.js';
|
|
5
|
+
import { captureConsoleWarn } from '../test-utils/console.js';
|
|
6
|
+
class MockExtractor extends BaseExtractor {
|
|
7
|
+
refs;
|
|
8
|
+
constructor(type, refs = []) {
|
|
9
|
+
super(type);
|
|
10
|
+
this.refs = refs;
|
|
11
|
+
}
|
|
12
|
+
extract(_document) {
|
|
13
|
+
return this.refs;
|
|
14
|
+
}
|
|
15
|
+
}
|
|
16
|
+
class MarkdownOnlyExtractor extends BaseExtractor {
|
|
17
|
+
constructor() {
|
|
18
|
+
super('test');
|
|
19
|
+
}
|
|
20
|
+
supportsFormat(format) {
|
|
21
|
+
return format === 'markdown';
|
|
22
|
+
}
|
|
23
|
+
extract(_document) {
|
|
24
|
+
return [{ type: 'test', value: 'found', lineNumber: 1, raw: 'found', sourceFile: '' }];
|
|
25
|
+
}
|
|
26
|
+
}
|
|
27
|
+
describe('DocumentParser', () => {
|
|
28
|
+
const tmpDir = path.join(process.cwd(), '.doc-freshness-cache', 'parser-test');
|
|
29
|
+
const captureWarn = captureConsoleWarn;
|
|
30
|
+
const writeDoc = async (fileName, content) => {
|
|
31
|
+
const fullPath = path.join(tmpDir, fileName);
|
|
32
|
+
await fs.promises.writeFile(fullPath, content);
|
|
33
|
+
return fullPath;
|
|
34
|
+
};
|
|
35
|
+
const createParser = (include, verbose = false) => new DocumentParser({
|
|
36
|
+
rootDir: process.cwd(),
|
|
37
|
+
include,
|
|
38
|
+
verbose,
|
|
39
|
+
});
|
|
40
|
+
beforeAll(async () => {
|
|
41
|
+
await fs.promises.mkdir(tmpDir, { recursive: true });
|
|
42
|
+
});
|
|
43
|
+
afterAll(async () => {
|
|
44
|
+
await fs.promises.rm(tmpDir, { recursive: true, force: true }).catch(() => { });
|
|
45
|
+
});
|
|
46
|
+
describe('detectFormat', () => {
|
|
47
|
+
const parser = new DocumentParser({ rootDir: process.cwd() });
|
|
48
|
+
it.each([
|
|
49
|
+
['file.md', 'markdown'],
|
|
50
|
+
['file.markdown', 'markdown'],
|
|
51
|
+
['file.rst', 'restructuredtext'],
|
|
52
|
+
['file.adoc', 'asciidoc'],
|
|
53
|
+
['file.asciidoc', 'asciidoc'],
|
|
54
|
+
['file.txt', 'plaintext'],
|
|
55
|
+
['file.unknown', 'plaintext'],
|
|
56
|
+
])('detectFormat(%s) => %s', (file, expected) => {
|
|
57
|
+
expect(parser.detectFormat(file)).toBe(expected);
|
|
58
|
+
});
|
|
59
|
+
});
|
|
60
|
+
describe('scanDocuments', () => {
|
|
61
|
+
it('returns empty array when no files match', async () => {
|
|
62
|
+
const parser = createParser(['nonexistent/**/*.md']);
|
|
63
|
+
const docs = await parser.scanDocuments();
|
|
64
|
+
expect(docs).toEqual([]);
|
|
65
|
+
});
|
|
66
|
+
it('scans and parses matching doc files', async () => {
|
|
67
|
+
const mdFile = await writeDoc('test-doc.md', '# Hello\n\nSome content');
|
|
68
|
+
const parser = createParser([path.relative(process.cwd(), mdFile)]);
|
|
69
|
+
const docs = await parser.scanDocuments();
|
|
70
|
+
expect(docs).toHaveLength(1);
|
|
71
|
+
expect(docs[0].format).toBe('markdown');
|
|
72
|
+
expect(docs[0].content).toContain('Hello');
|
|
73
|
+
});
|
|
74
|
+
it('applies registered extractors to matching documents', async () => {
|
|
75
|
+
const mdFile = await writeDoc('extract-doc.md', '# Test\n\nContent');
|
|
76
|
+
const parser = createParser([path.relative(process.cwd(), mdFile)]);
|
|
77
|
+
const ref = { type: 'test', value: 'found', lineNumber: 1, raw: 'found', sourceFile: '' };
|
|
78
|
+
parser.registerExtractor(new MockExtractor('test', [ref]));
|
|
79
|
+
const docs = await parser.scanDocuments();
|
|
80
|
+
expect(docs[0].references).toHaveLength(1);
|
|
81
|
+
expect(docs[0].references[0].value).toBe('found');
|
|
82
|
+
});
|
|
83
|
+
it('skips extractors that do not support the doc format', async () => {
|
|
84
|
+
const txtFile = await writeDoc('plain.txt', 'plain text content');
|
|
85
|
+
const parser = createParser([path.relative(process.cwd(), txtFile)]);
|
|
86
|
+
parser.registerExtractor(new MarkdownOnlyExtractor());
|
|
87
|
+
const docs = await parser.scanDocuments();
|
|
88
|
+
expect(docs[0].references).toHaveLength(0);
|
|
89
|
+
});
|
|
90
|
+
it('handles unreadable files gracefully in verbose mode', async () => {
|
|
91
|
+
const badFile = await writeDoc('bad-file.md', 'content');
|
|
92
|
+
const parser = createParser([path.relative(process.cwd(), badFile)], true);
|
|
93
|
+
const readSpy = vi.spyOn(fs.promises, 'readFile');
|
|
94
|
+
readSpy.mockRejectedValueOnce(new Error('Permission denied'));
|
|
95
|
+
const warnSpy = captureWarn();
|
|
96
|
+
const docs = await parser.scanDocuments();
|
|
97
|
+
expect(docs).toHaveLength(0);
|
|
98
|
+
expect(warnSpy).toHaveBeenCalledWith(expect.stringContaining('Permission denied'));
|
|
99
|
+
});
|
|
100
|
+
it('silently skips unreadable files in non-verbose mode', async () => {
|
|
101
|
+
const badFile = await writeDoc('silent-bad.md', 'content');
|
|
102
|
+
const parser = createParser([path.relative(process.cwd(), badFile)], false);
|
|
103
|
+
vi.spyOn(fs.promises, 'readFile').mockRejectedValueOnce(new Error('EPERM'));
|
|
104
|
+
const warnSpy = captureWarn();
|
|
105
|
+
const docs = await parser.scanDocuments();
|
|
106
|
+
expect(docs).toHaveLength(0);
|
|
107
|
+
expect(warnSpy).not.toHaveBeenCalled();
|
|
108
|
+
});
|
|
109
|
+
it('uses empty array when include is not set', async () => {
|
|
110
|
+
const parser = new DocumentParser({ rootDir: process.cwd() });
|
|
111
|
+
const docs = await parser.scanDocuments();
|
|
112
|
+
expect(docs).toEqual([]);
|
|
113
|
+
});
|
|
114
|
+
});
|
|
115
|
+
});
|
|
116
|
+
//# sourceMappingURL=documentParser.test.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"documentParser.test.js","sourceRoot":"","sources":["../../src/parsers/documentParser.test.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,MAAM,IAAI,CAAC;AACpB,OAAO,IAAI,MAAM,MAAM,CAAC;AACxB,OAAO,EAAE,cAAc,EAAE,MAAM,qBAAqB,CAAC;AACrD,OAAO,EAAE,aAAa,EAAE,MAAM,+BAA+B,CAAC;AAE9D,OAAO,EAAE,kBAAkB,EAAE,MAAM,0BAA0B,CAAC;AAE9D,MAAM,aAAc,SAAQ,aAAa;IAC/B,IAAI,CAAc;IAE1B,YAAY,IAAY,EAAE,OAAoB,EAAE;QAC9C,KAAK,CAAC,IAAI,CAAC,CAAC;QACZ,IAAI,CAAC,IAAI,GAAG,IAAI,CAAC;IACnB,CAAC;IAED,OAAO,CAAC,SAAmB;QACzB,OAAO,IAAI,CAAC,IAAI,CAAC;IACnB,CAAC;CACF;AAED,MAAM,qBAAsB,SAAQ,aAAa;IAC/C;QACE,KAAK,CAAC,MAAM,CAAC,CAAC;IAChB,CAAC;IAED,cAAc,CAAC,MAAc;QAC3B,OAAO,MAAM,KAAK,UAAU,CAAC;IAC/B,CAAC;IAED,OAAO,CAAC,SAAmB;QACzB,OAAO,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,KAAK,EAAE,OAAO,EAAE,UAAU,EAAE,CAAC,EAAE,GAAG,EAAE,OAAO,EAAE,UAAU,EAAE,EAAE,EAAE,CAAC,CAAC;IACzF,CAAC;CACF;AAED,QAAQ,CAAC,gBAAgB,EAAE,GAAG,EAAE;IAC9B,MAAM,MAAM,GAAG,IAAI,CAAC,IAAI,CAAC,OAAO,CAAC,GAAG,EAAE,EAAE,sBAAsB,EAAE,aAAa,CAAC,CAAC;IAC/E,MAAM,WAAW,GAAG,kBAAkB,CAAC;IACvC,MAAM,QAAQ,GAAG,KAAK,EAAE,QAAgB,EAAE,OAAe,EAAE,EAAE;QAC3D,MAAM,QAAQ,GAAG,IAAI,CAAC,IAAI,CAAC,MAAM,EAAE,QAAQ,CAAC,CAAC;QAC7C,MAAM,EAAE,CAAC,QAAQ,CAAC,SAAS,CAAC,QAAQ,EAAE,OAAO,CAAC,CAAC;QAC/C,OAAO,QAAQ,CAAC;IAClB,CAAC,CAAC;IACF,MAAM,YAAY,GAAG,CAAC,OAAiB,EAAE,UAAmB,KAAK,EAAE,EAAE,CACnE,IAAI,cAAc,CAAC;QACjB,OAAO,EAAE,OAAO,CAAC,GAAG,EAAE;QACtB,OAAO;QACP,OAAO;KACR,CAAC,CAAC;IAEL,SAAS,CAAC,KAAK,IAAI,EAAE;QACnB,MAAM,EAAE,CAAC,QAAQ,CAAC,KAAK,CAAC,MAAM,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;IACvD,CAAC,CAAC,CAAC;IAEH,QAAQ,CAAC,KAAK,IAAI,EAAE;QAClB,MAAM,EAAE,CAAC,QAAQ,CAAC,EAAE,CAAC,MAAM,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,KAAK,EAAE,IAAI,EAAE,CAAC,CAAC,KAAK,CAAC,GAAG,EAAE,GAAE,CAAC,CAAC,CAAC;IACjF,CAAC,CAAC,CAAC;IAEH,QAAQ,CAAC,cAAc,EAAE,GAAG,EAAE;QAC5B,MAAM,MAAM,GAAG,IAAI,cAAc,CAAC,EAAE,OAAO,EAAE,OAAO,CAAC,GAAG,EAAE,EAAE,CAAC,CAAC;QAE9D,EAAE,CAAC,IAAI,CAAC;YACN,CAAC,SAAS,EAAE,UAAU,CAAC;YACvB,CAAC,eAAe,EAAE,UAAU,CAAC;YAC7B,CAAC,UAAU,EAAE,kBAAkB,CAAC;YAChC,CAAC,WAAW,EAAE,UAAU,CAAC;YACzB,CAAC,eAAe,EAAE,UAAU,CAAC;YAC7B,CAAC,UAAU,EAAE,WAAW,CAAC;YACzB,CAAC,cAAc,EAAE,WAAW,CAAC;SACrB,CAAC,CAAC,wBAAwB,EAAE,CAAC,IAAI,EAAE,QAAQ,EAAE,EAAE;YACvD,MAAM,CAAC,MAAM,CAAC,YAAY,CAAC,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;QACnD,CAAC,CAAC,CAAC;IACL,CAAC,CAAC,CAAC;IAEH,QAAQ,CAAC,eAAe,EAAE,GAAG,EAAE;QAC7B,EAAE,CAAC,yCAAyC,EAAE,KAAK,IAAI,EAAE;YACvD,MAAM,MAAM,GAAG,YAAY,CAAC,CAAC,qBAAqB,CAAC,CAAC,CAAC;YACrD,MAAM,IAAI,GAAG,MAAM,MAAM,CAAC,aAAa,EAAE,CAAC;YAC1C,MAAM,CAAC,IAAI,CAAC,CAAC,OAAO,CAAC,EAAE,CAAC,CAAC;QAC3B,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,qCAAqC,EAAE,KAAK,IAAI,EAAE;YACnD,MAAM,MAAM,GAAG,MAAM,QAAQ,CAAC,aAAa,EAAE,yBAAyB,CAAC,CAAC;YACxE,MAAM,MAAM,GAAG,YAAY,CAAC,CAAC,IAAI,CAAC,QAAQ,CAAC,OAAO,CAAC,GAAG,EAAE,EAAE,MAAM,CAAC,CAAC,CAAC,CAAC;YACpE,MAAM,IAAI,GAAG,MAAM,MAAM,CAAC,aAAa,EAAE,CAAC;YAC1C,MAAM,CAAC,IAAI,CAAC,CAAC,YAAY,CAAC,CAAC,CAAC,CAAC;YAC7B,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,IAAI,CAAC,UAAU,CAAC,CAAC;YACxC,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,SAAS,CAAC,OAAO,CAAC,CAAC;QAC7C,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,qDAAqD,EAAE,KAAK,IAAI,EAAE;YACnE,MAAM,MAAM,GAAG,MAAM,QAAQ,CAAC,gBAAgB,EAAE,mBAAmB,CAAC,CAAC;YACrE,MAAM,MAAM,GAAG,YAAY,CAAC,CAAC,IAAI,CAAC,QAAQ,CAAC,OAAO,CAAC,GAAG,EAAE,EAAE,MAAM,CAAC,CAAC,CAAC,CAAC;YACpE,MAAM,GAAG,GAAc,EAAE,IAAI,EAAE,MAAM,EAAE,KAAK,EAAE,OAAO,EAAE,UAAU,EAAE,CAAC,EAAE,GAAG,EAAE,OAAO,EAAE,UAAU,EAAE,EAAE,EAAE,CAAC;YACrG,MAAM,CAAC,iBAAiB,CAAC,IAAI,aAAa,CAAC,MAAM,EAAE,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC;YAC3D,MAAM,IAAI,GAAG,MAAM,MAAM,CAAC,aAAa,EAAE,CAAC;YAC1C,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,UAAU,CAAC,CAAC,YAAY,CAAC,CAAC,CAAC,CAAC;YAC3C,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,UAAU,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;QACpD,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,qDAAqD,EAAE,KAAK,IAAI,EAAE;YACnE,MAAM,OAAO,GAAG,MAAM,QAAQ,CAAC,WAAW,EAAE,oBAAoB,CAAC,CAAC;YAClE,MAAM,MAAM,GAAG,YAAY,CAAC,CAAC,IAAI,CAAC,QAAQ,CAAC,OAAO,CAAC,GAAG,EAAE,EAAE,OAAO,CAAC,CAAC,CAAC,CAAC;YACrE,MAAM,CAAC,iBAAiB,CAAC,IAAI,qBAAqB,EAAE,CAAC,CAAC;YACtD,MAAM,IAAI,GAAG,MAAM,MAAM,CAAC,aAAa,EAAE,CAAC;YAC1C,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,UAAU,CAAC,CAAC,YAAY,CAAC,CAAC,CAAC,CAAC;QAC7C,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,qDAAqD,EAAE,KAAK,IAAI,EAAE;YACnE,MAAM,OAAO,GAAG,MAAM,QAAQ,CAAC,aAAa,EAAE,SAAS,CAAC,CAAC;YACzD,MAAM,MAAM,GAAG,YAAY,CAAC,CAAC,IAAI,CAAC,QAAQ,CAAC,OAAO,CAAC,GAAG,EAAE,EAAE,OAAO,CAAC,CAAC,EAAE,IAAI,CAAC,CAAC;YAE3E,MAAM,OAAO,GAAG,EAAE,CAAC,KAAK,CAAC,EAAE,CAAC,QAAQ,EAAE,UAAU,CAAC,CAAC;YAClD,OAAO,CAAC,qBAAqB,CAAC,IAAI,KAAK,CAAC,mBAAmB,CAAC,CAAC,CAAC;YAC9D,MAAM,OAAO,GAAG,WAAW,EAAE,CAAC;YAE9B,MAAM,IAAI,GAAG,MAAM,MAAM,CAAC,aAAa,EAAE,CAAC;YAC1C,MAAM,CAAC,IAAI,CAAC,CAAC,YAAY,CAAC,CAAC,CAAC,CAAC;YAC7B,MAAM,CAAC,OAAO,CAAC,CAAC,oBAAoB,CAAC,MAAM,CAAC,gBAAgB,CAAC,mBAAmB,CAAC,CAAC,CAAC;QACrF,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,qDAAqD,EAAE,KAAK,IAAI,EAAE;YACnE,MAAM,OAAO,GAAG,MAAM,QAAQ,CAAC,eAAe,EAAE,SAAS,CAAC,CAAC;YAC3D,MAAM,MAAM,GAAG,YAAY,CAAC,CAAC,IAAI,CAAC,QAAQ,CAAC,OAAO,CAAC,GAAG,EAAE,EAAE,OAAO,CAAC,CAAC,EAAE,KAAK,CAAC,CAAC;YAE5E,EAAE,CAAC,KAAK,CAAC,EAAE,CAAC,QAAQ,EAAE,UAAU,CAAC,CAAC,qBAAqB,CAAC,IAAI,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC;YAC5E,MAAM,OAAO,GAAG,WAAW,EAAE,CAAC;YAE9B,MAAM,IAAI,GAAG,MAAM,MAAM,CAAC,aAAa,EAAE,CAAC;YAC1C,MAAM,CAAC,IAAI,CAAC,CAAC,YAAY,CAAC,CAAC,CAAC,CAAC;YAC7B,MAAM,CAAC,OAAO,CAAC,CAAC,GAAG,CAAC,gBAAgB,EAAE,CAAC;QACzC,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,0CAA0C,EAAE,KAAK,IAAI,EAAE;YACxD,MAAM,MAAM,GAAG,IAAI,cAAc,CAAC,EAAE,OAAO,EAAE,OAAO,CAAC,GAAG,EAAE,EAAE,CAAC,CAAC;YAC9D,MAAM,IAAI,GAAG,MAAM,MAAM,CAAC,aAAa,EAAE,CAAC;YAC1C,MAAM,CAAC,IAAI,CAAC,CAAC,OAAO,CAAC,EAAE,CAAC,CAAC;QAC3B,CAAC,CAAC,CAAC;IACL,CAAC,CAAC,CAAC;AACL,CAAC,CAAC,CAAC"}
|
|
@@ -0,0 +1,19 @@
|
|
|
1
|
+
import type { Document, DocumentFormat, Reference } from '../../types.js';
|
|
2
|
+
/**
|
|
3
|
+
* Base class for reference extractors
|
|
4
|
+
*/
|
|
5
|
+
export declare class BaseExtractor {
|
|
6
|
+
type: string;
|
|
7
|
+
supportedFormats: DocumentFormat[];
|
|
8
|
+
constructor(type: string);
|
|
9
|
+
supportsFormat(format: DocumentFormat): boolean;
|
|
10
|
+
extract(_document: Document): Reference[];
|
|
11
|
+
/**
|
|
12
|
+
* Helper to find line number for a match
|
|
13
|
+
*/
|
|
14
|
+
findLineNumber(content: string, matchIndex: number): number;
|
|
15
|
+
/**
|
|
16
|
+
* Helper to get the context around a match
|
|
17
|
+
*/
|
|
18
|
+
getContext(lines: string[], lineNumber: number, contextLines?: number): string;
|
|
19
|
+
}
|
|
@@ -0,0 +1,33 @@
|
|
|
1
|
+
/**
|
|
2
|
+
* Base class for reference extractors
|
|
3
|
+
*/
|
|
4
|
+
export class BaseExtractor {
|
|
5
|
+
type;
|
|
6
|
+
supportedFormats;
|
|
7
|
+
constructor(type) {
|
|
8
|
+
this.type = type;
|
|
9
|
+
this.supportedFormats = ['markdown', 'restructuredtext', 'asciidoc', 'plaintext'];
|
|
10
|
+
}
|
|
11
|
+
supportsFormat(format) {
|
|
12
|
+
return this.supportedFormats.includes(format);
|
|
13
|
+
}
|
|
14
|
+
extract(_document) {
|
|
15
|
+
throw new Error('extract() must be implemented');
|
|
16
|
+
}
|
|
17
|
+
/**
|
|
18
|
+
* Helper to find line number for a match
|
|
19
|
+
*/
|
|
20
|
+
findLineNumber(content, matchIndex) {
|
|
21
|
+
const upToMatch = content.substring(0, matchIndex);
|
|
22
|
+
return upToMatch.split('\n').length;
|
|
23
|
+
}
|
|
24
|
+
/**
|
|
25
|
+
* Helper to get the context around a match
|
|
26
|
+
*/
|
|
27
|
+
getContext(lines, lineNumber, contextLines = 2) {
|
|
28
|
+
const start = Math.max(0, lineNumber - contextLines - 1);
|
|
29
|
+
const end = Math.min(lines.length, lineNumber + contextLines);
|
|
30
|
+
return lines.slice(start, end).join('\n');
|
|
31
|
+
}
|
|
32
|
+
}
|
|
33
|
+
//# sourceMappingURL=baseExtractor.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"baseExtractor.js","sourceRoot":"","sources":["../../../src/parsers/extractors/baseExtractor.ts"],"names":[],"mappings":"AAEA;;GAEG;AACH,MAAM,OAAO,aAAa;IACxB,IAAI,CAAS;IACb,gBAAgB,CAAmB;IAEnC,YAAY,IAAY;QACtB,IAAI,CAAC,IAAI,GAAG,IAAI,CAAC;QACjB,IAAI,CAAC,gBAAgB,GAAG,CAAC,UAAU,EAAE,kBAAkB,EAAE,UAAU,EAAE,WAAW,CAAC,CAAC;IACpF,CAAC;IAED,cAAc,CAAC,MAAsB;QACnC,OAAO,IAAI,CAAC,gBAAgB,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC;IAChD,CAAC;IAED,OAAO,CAAC,SAAmB;QACzB,MAAM,IAAI,KAAK,CAAC,+BAA+B,CAAC,CAAC;IACnD,CAAC;IAED;;OAEG;IACH,cAAc,CAAC,OAAe,EAAE,UAAkB;QAChD,MAAM,SAAS,GAAG,OAAO,CAAC,SAAS,CAAC,CAAC,EAAE,UAAU,CAAC,CAAC;QACnD,OAAO,SAAS,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,MAAM,CAAC;IACtC,CAAC;IAED;;OAEG;IACH,UAAU,CAAC,KAAe,EAAE,UAAkB,EAAE,eAAuB,CAAC;QACtE,MAAM,KAAK,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,UAAU,GAAG,YAAY,GAAG,CAAC,CAAC,CAAC;QACzD,MAAM,GAAG,GAAG,IAAI,CAAC,GAAG,CAAC,KAAK,CAAC,MAAM,EAAE,UAAU,GAAG,YAAY,CAAC,CAAC;QAC9D,OAAO,KAAK,CAAC,KAAK,CAAC,KAAK,EAAE,GAAG,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;IAC5C,CAAC;CACF"}
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
export {};
|
|
@@ -0,0 +1,43 @@
|
|
|
1
|
+
import { BaseExtractor } from './baseExtractor.js';
|
|
2
|
+
describe('BaseExtractor', () => {
|
|
3
|
+
let extractor;
|
|
4
|
+
beforeEach(() => {
|
|
5
|
+
extractor = new BaseExtractor('test-type');
|
|
6
|
+
});
|
|
7
|
+
it('initializes with type and all supported formats', () => {
|
|
8
|
+
expect(extractor.type).toBe('test-type');
|
|
9
|
+
expect(extractor.supportedFormats).toEqual(['markdown', 'restructuredtext', 'asciidoc', 'plaintext']);
|
|
10
|
+
});
|
|
11
|
+
describe('supportsFormat', () => {
|
|
12
|
+
it.each(['markdown', 'restructuredtext', 'asciidoc', 'plaintext'])('supports %s', (format) => {
|
|
13
|
+
expect(extractor.supportsFormat(format)).toBe(true);
|
|
14
|
+
});
|
|
15
|
+
it('rejects unknown formats', () => {
|
|
16
|
+
expect(extractor.supportsFormat('unknown')).toBe(false);
|
|
17
|
+
});
|
|
18
|
+
});
|
|
19
|
+
it('extract() throws by default', () => {
|
|
20
|
+
const doc = { path: 'test.md', absolutePath: '/test.md', content: '', format: 'markdown', lines: [], references: [] };
|
|
21
|
+
expect(() => extractor.extract(doc)).toThrow('extract() must be implemented');
|
|
22
|
+
});
|
|
23
|
+
describe('findLineNumber', () => {
|
|
24
|
+
it('returns correct line number for match index', () => {
|
|
25
|
+
const content = 'line1\nline2\nline3\nline4';
|
|
26
|
+
expect(extractor.findLineNumber(content, 0)).toBe(1);
|
|
27
|
+
expect(extractor.findLineNumber(content, 6)).toBe(2);
|
|
28
|
+
expect(extractor.findLineNumber(content, 12)).toBe(3);
|
|
29
|
+
});
|
|
30
|
+
});
|
|
31
|
+
describe('getContext', () => {
|
|
32
|
+
it('returns surrounding lines', () => {
|
|
33
|
+
const lines = ['a', 'b', 'c', 'd', 'e', 'f', 'g'];
|
|
34
|
+
const ctx = extractor.getContext(lines, 4, 1);
|
|
35
|
+
expect(ctx).toBe('c\nd\ne');
|
|
36
|
+
});
|
|
37
|
+
it('clamps to array bounds', () => {
|
|
38
|
+
const lines = ['a', 'b', 'c'];
|
|
39
|
+
expect(extractor.getContext(lines, 1, 5)).toBe('a\nb\nc');
|
|
40
|
+
});
|
|
41
|
+
});
|
|
42
|
+
});
|
|
43
|
+
//# sourceMappingURL=baseExtractor.test.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"baseExtractor.test.js","sourceRoot":"","sources":["../../../src/parsers/extractors/baseExtractor.test.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,aAAa,EAAE,MAAM,oBAAoB,CAAC;AAEnD,QAAQ,CAAC,eAAe,EAAE,GAAG,EAAE;IAC7B,IAAI,SAAwB,CAAC;IAE7B,UAAU,CAAC,GAAG,EAAE;QACd,SAAS,GAAG,IAAI,aAAa,CAAC,WAAW,CAAC,CAAC;IAC7C,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,iDAAiD,EAAE,GAAG,EAAE;QACzD,MAAM,CAAC,SAAS,CAAC,IAAI,CAAC,CAAC,IAAI,CAAC,WAAW,CAAC,CAAC;QACzC,MAAM,CAAC,SAAS,CAAC,gBAAgB,CAAC,CAAC,OAAO,CAAC,CAAC,UAAU,EAAE,kBAAkB,EAAE,UAAU,EAAE,WAAW,CAAC,CAAC,CAAC;IACxG,CAAC,CAAC,CAAC;IAEH,QAAQ,CAAC,gBAAgB,EAAE,GAAG,EAAE;QAC9B,EAAE,CAAC,IAAI,CAAC,CAAC,UAAU,EAAE,kBAAkB,EAAE,UAAU,EAAE,WAAW,CAAU,CAAC,CAAC,aAAa,EAAE,CAAC,MAAM,EAAE,EAAE;YACpG,MAAM,CAAC,SAAS,CAAC,cAAc,CAAC,MAAM,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QACtD,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,yBAAyB,EAAE,GAAG,EAAE;YACjC,MAAM,CAAC,SAAS,CAAC,cAAc,CAAC,SAAuB,CAAC,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;QACxE,CAAC,CAAC,CAAC;IACL,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,6BAA6B,EAAE,GAAG,EAAE;QACrC,MAAM,GAAG,GAAG,EAAE,IAAI,EAAE,SAAS,EAAE,YAAY,EAAE,UAAU,EAAE,OAAO,EAAE,EAAE,EAAE,MAAM,EAAE,UAAmB,EAAE,KAAK,EAAE,EAAE,EAAE,UAAU,EAAE,EAAE,EAAE,CAAC;QAC/H,MAAM,CAAC,GAAG,EAAE,CAAC,SAAS,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC,CAAC,OAAO,CAAC,+BAA+B,CAAC,CAAC;IAChF,CAAC,CAAC,CAAC;IAEH,QAAQ,CAAC,gBAAgB,EAAE,GAAG,EAAE;QAC9B,EAAE,CAAC,6CAA6C,EAAE,GAAG,EAAE;YACrD,MAAM,OAAO,GAAG,4BAA4B,CAAC;YAC7C,MAAM,CAAC,SAAS,CAAC,cAAc,CAAC,OAAO,EAAE,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;YACrD,MAAM,CAAC,SAAS,CAAC,cAAc,CAAC,OAAO,EAAE,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;YACrD,MAAM,CAAC,SAAS,CAAC,cAAc,CAAC,OAAO,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;QACxD,CAAC,CAAC,CAAC;IACL,CAAC,CAAC,CAAC;IAEH,QAAQ,CAAC,YAAY,EAAE,GAAG,EAAE;QAC1B,EAAE,CAAC,2BAA2B,EAAE,GAAG,EAAE;YACnC,MAAM,KAAK,GAAG,CAAC,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,CAAC,CAAC;YAClD,MAAM,GAAG,GAAG,SAAS,CAAC,UAAU,CAAC,KAAK,EAAE,CAAC,EAAE,CAAC,CAAC,CAAC;YAC9C,MAAM,CAAC,GAAG,CAAC,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC;QAC9B,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,wBAAwB,EAAE,GAAG,EAAE;YAChC,MAAM,KAAK,GAAG,CAAC,GAAG,EAAE,GAAG,EAAE,GAAG,CAAC,CAAC;YAC9B,MAAM,CAAC,SAAS,CAAC,UAAU,CAAC,KAAK,EAAE,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC;QAC5D,CAAC,CAAC,CAAC;IACL,CAAC,CAAC,CAAC;AACL,CAAC,CAAC,CAAC"}
|
|
@@ -0,0 +1,13 @@
|
|
|
1
|
+
import { BaseExtractor } from './baseExtractor.js';
|
|
2
|
+
import type { Document, DocFreshnessConfig, Reference } from '../../types.js';
|
|
3
|
+
/**
|
|
4
|
+
* Extracts code pattern references
|
|
5
|
+
* Configurable for any programming language
|
|
6
|
+
*/
|
|
7
|
+
export declare class CodePatternExtractor extends BaseExtractor {
|
|
8
|
+
private languageAliases;
|
|
9
|
+
private languagePatterns;
|
|
10
|
+
constructor(config?: Partial<DocFreshnessConfig>);
|
|
11
|
+
extract(document: Document): Reference[];
|
|
12
|
+
private detectLanguage;
|
|
13
|
+
}
|