doc-freshness-checker 1.0.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/LICENSE +21 -0
- package/README.md +305 -0
- package/dist/cache/cacheManager.d.ts +42 -0
- package/dist/cache/cacheManager.js +138 -0
- package/dist/cache/cacheManager.js.map +1 -0
- package/dist/cache/cacheManager.test.d.ts +1 -0
- package/dist/cache/cacheManager.test.js +142 -0
- package/dist/cache/cacheManager.test.js.map +1 -0
- package/dist/cli.d.ts +32 -0
- package/dist/cli.js +137 -0
- package/dist/cli.js.map +1 -0
- package/dist/cli.test.d.ts +1 -0
- package/dist/cli.test.js +184 -0
- package/dist/cli.test.js.map +1 -0
- package/dist/config/defaults.d.ts +5 -0
- package/dist/config/defaults.js +135 -0
- package/dist/config/defaults.js.map +1 -0
- package/dist/config/defineConfig.d.ts +28 -0
- package/dist/config/defineConfig.js +30 -0
- package/dist/config/defineConfig.js.map +1 -0
- package/dist/config/defineConfig.test.d.ts +1 -0
- package/dist/config/defineConfig.test.js +10 -0
- package/dist/config/defineConfig.test.js.map +1 -0
- package/dist/config/loader.d.ts +7 -0
- package/dist/config/loader.js +250 -0
- package/dist/config/loader.js.map +1 -0
- package/dist/config/loader.test.d.ts +1 -0
- package/dist/config/loader.test.js +276 -0
- package/dist/config/loader.test.js.map +1 -0
- package/dist/git/changeTracker.d.ts +44 -0
- package/dist/git/changeTracker.js +149 -0
- package/dist/git/changeTracker.js.map +1 -0
- package/dist/git/changeTracker.test.d.ts +1 -0
- package/dist/git/changeTracker.test.js +184 -0
- package/dist/git/changeTracker.test.js.map +1 -0
- package/dist/graph/codeDocGraph.d.ts +43 -0
- package/dist/graph/codeDocGraph.js +103 -0
- package/dist/graph/codeDocGraph.js.map +1 -0
- package/dist/graph/codeDocGraph.test.d.ts +1 -0
- package/dist/graph/codeDocGraph.test.js +78 -0
- package/dist/graph/codeDocGraph.test.js.map +1 -0
- package/dist/graph/graphBuilder.d.ts +17 -0
- package/dist/graph/graphBuilder.js +76 -0
- package/dist/graph/graphBuilder.js.map +1 -0
- package/dist/graph/graphBuilder.test.d.ts +1 -0
- package/dist/graph/graphBuilder.test.js +87 -0
- package/dist/graph/graphBuilder.test.js.map +1 -0
- package/dist/index.d.ts +37 -0
- package/dist/index.js +37 -0
- package/dist/index.js.map +1 -0
- package/dist/parsers/documentParser.d.ts +22 -0
- package/dist/parsers/documentParser.js +76 -0
- package/dist/parsers/documentParser.js.map +1 -0
- package/dist/parsers/documentParser.test.d.ts +1 -0
- package/dist/parsers/documentParser.test.js +116 -0
- package/dist/parsers/documentParser.test.js.map +1 -0
- package/dist/parsers/extractors/baseExtractor.d.ts +19 -0
- package/dist/parsers/extractors/baseExtractor.js +33 -0
- package/dist/parsers/extractors/baseExtractor.js.map +1 -0
- package/dist/parsers/extractors/baseExtractor.test.d.ts +1 -0
- package/dist/parsers/extractors/baseExtractor.test.js +43 -0
- package/dist/parsers/extractors/baseExtractor.test.js.map +1 -0
- package/dist/parsers/extractors/codePatternExtractor.d.ts +13 -0
- package/dist/parsers/extractors/codePatternExtractor.js +108 -0
- package/dist/parsers/extractors/codePatternExtractor.js.map +1 -0
- package/dist/parsers/extractors/codePatternExtractor.test.d.ts +1 -0
- package/dist/parsers/extractors/codePatternExtractor.test.js +49 -0
- package/dist/parsers/extractors/codePatternExtractor.test.js.map +1 -0
- package/dist/parsers/extractors/dependencyExtractor.d.ts +12 -0
- package/dist/parsers/extractors/dependencyExtractor.js +92 -0
- package/dist/parsers/extractors/dependencyExtractor.js.map +1 -0
- package/dist/parsers/extractors/dependencyExtractor.test.d.ts +1 -0
- package/dist/parsers/extractors/dependencyExtractor.test.js +48 -0
- package/dist/parsers/extractors/dependencyExtractor.test.js.map +1 -0
- package/dist/parsers/extractors/directoryStructureExtractor.d.ts +34 -0
- package/dist/parsers/extractors/directoryStructureExtractor.js +168 -0
- package/dist/parsers/extractors/directoryStructureExtractor.js.map +1 -0
- package/dist/parsers/extractors/directoryStructureExtractor.test.d.ts +1 -0
- package/dist/parsers/extractors/directoryStructureExtractor.test.js +121 -0
- package/dist/parsers/extractors/directoryStructureExtractor.test.js.map +1 -0
- package/dist/parsers/extractors/externalUrlExtractor.d.ts +14 -0
- package/dist/parsers/extractors/externalUrlExtractor.js +53 -0
- package/dist/parsers/extractors/externalUrlExtractor.js.map +1 -0
- package/dist/parsers/extractors/externalUrlExtractor.test.d.ts +1 -0
- package/dist/parsers/extractors/externalUrlExtractor.test.js +85 -0
- package/dist/parsers/extractors/externalUrlExtractor.test.js.map +1 -0
- package/dist/parsers/extractors/filePathExtractor.d.ts +18 -0
- package/dist/parsers/extractors/filePathExtractor.js +72 -0
- package/dist/parsers/extractors/filePathExtractor.js.map +1 -0
- package/dist/parsers/extractors/filePathExtractor.test.d.ts +1 -0
- package/dist/parsers/extractors/filePathExtractor.test.js +73 -0
- package/dist/parsers/extractors/filePathExtractor.test.js.map +1 -0
- package/dist/parsers/extractors/versionExtractor.d.ts +11 -0
- package/dist/parsers/extractors/versionExtractor.js +74 -0
- package/dist/parsers/extractors/versionExtractor.js.map +1 -0
- package/dist/parsers/extractors/versionExtractor.test.d.ts +1 -0
- package/dist/parsers/extractors/versionExtractor.test.js +55 -0
- package/dist/parsers/extractors/versionExtractor.test.js.map +1 -0
- package/dist/plugins/plugin.d.ts +32 -0
- package/dist/plugins/plugin.js +40 -0
- package/dist/plugins/plugin.js.map +1 -0
- package/dist/plugins/plugin.test.d.ts +1 -0
- package/dist/plugins/plugin.test.js +23 -0
- package/dist/plugins/plugin.test.js.map +1 -0
- package/dist/reporters/consoleReporter.d.ts +15 -0
- package/dist/reporters/consoleReporter.js +73 -0
- package/dist/reporters/consoleReporter.js.map +1 -0
- package/dist/reporters/consoleReporter.test.d.ts +1 -0
- package/dist/reporters/consoleReporter.test.js +155 -0
- package/dist/reporters/consoleReporter.test.js.map +1 -0
- package/dist/reporters/enhancedReporter.d.ts +12 -0
- package/dist/reporters/enhancedReporter.js +81 -0
- package/dist/reporters/enhancedReporter.js.map +1 -0
- package/dist/reporters/enhancedReporter.test.d.ts +1 -0
- package/dist/reporters/enhancedReporter.test.js +152 -0
- package/dist/reporters/enhancedReporter.test.js.map +1 -0
- package/dist/reporters/jsonReporter.d.ts +11 -0
- package/dist/reporters/jsonReporter.js +20 -0
- package/dist/reporters/jsonReporter.js.map +1 -0
- package/dist/reporters/jsonReporter.test.d.ts +1 -0
- package/dist/reporters/jsonReporter.test.js +31 -0
- package/dist/reporters/jsonReporter.test.js.map +1 -0
- package/dist/reporters/markdownReporter.d.ts +11 -0
- package/dist/reporters/markdownReporter.js +55 -0
- package/dist/reporters/markdownReporter.js.map +1 -0
- package/dist/reporters/markdownReporter.test.d.ts +1 -0
- package/dist/reporters/markdownReporter.test.js +136 -0
- package/dist/reporters/markdownReporter.test.js.map +1 -0
- package/dist/runner.d.ts +9 -0
- package/dist/runner.js +265 -0
- package/dist/runner.js.map +1 -0
- package/dist/runner.test.d.ts +1 -0
- package/dist/runner.test.js +353 -0
- package/dist/runner.test.js.map +1 -0
- package/dist/scoring/freshnessScorer.d.ts +40 -0
- package/dist/scoring/freshnessScorer.js +170 -0
- package/dist/scoring/freshnessScorer.js.map +1 -0
- package/dist/scoring/freshnessScorer.test.d.ts +1 -0
- package/dist/scoring/freshnessScorer.test.js +397 -0
- package/dist/scoring/freshnessScorer.test.js.map +1 -0
- package/dist/semantic/vectorSearch.d.ts +84 -0
- package/dist/semantic/vectorSearch.js +484 -0
- package/dist/semantic/vectorSearch.js.map +1 -0
- package/dist/semantic/vectorSearch.test.d.ts +1 -0
- package/dist/semantic/vectorSearch.test.js +660 -0
- package/dist/semantic/vectorSearch.test.js.map +1 -0
- package/dist/setupTests.d.ts +4 -0
- package/dist/setupTests.js +11 -0
- package/dist/setupTests.js.map +1 -0
- package/dist/test-utils/console.d.ts +2 -0
- package/dist/test-utils/console.js +3 -0
- package/dist/test-utils/console.js.map +1 -0
- package/dist/test-utils/factories.d.ts +3 -0
- package/dist/test-utils/factories.js +25 -0
- package/dist/test-utils/factories.js.map +1 -0
- package/dist/test-utils/tempFiles.d.ts +1 -0
- package/dist/test-utils/tempFiles.js +12 -0
- package/dist/test-utils/tempFiles.js.map +1 -0
- package/dist/types.d.ts +304 -0
- package/dist/types.js +5 -0
- package/dist/types.js.map +1 -0
- package/dist/utils/boundedMap.d.ts +8 -0
- package/dist/utils/boundedMap.js +22 -0
- package/dist/utils/boundedMap.js.map +1 -0
- package/dist/utils/boundedMap.test.d.ts +1 -0
- package/dist/utils/boundedMap.test.js +57 -0
- package/dist/utils/boundedMap.test.js.map +1 -0
- package/dist/utils/illustrativePatterns.d.ts +28 -0
- package/dist/utils/illustrativePatterns.js +80 -0
- package/dist/utils/illustrativePatterns.js.map +1 -0
- package/dist/utils/illustrativePatterns.test.d.ts +1 -0
- package/dist/utils/illustrativePatterns.test.js +48 -0
- package/dist/utils/illustrativePatterns.test.js.map +1 -0
- package/dist/utils/incremental.d.ts +36 -0
- package/dist/utils/incremental.js +87 -0
- package/dist/utils/incremental.js.map +1 -0
- package/dist/utils/incremental.test.d.ts +1 -0
- package/dist/utils/incremental.test.js +84 -0
- package/dist/utils/incremental.test.js.map +1 -0
- package/dist/utils/parallel.d.ts +14 -0
- package/dist/utils/parallel.js +43 -0
- package/dist/utils/parallel.js.map +1 -0
- package/dist/utils/parallel.test.d.ts +1 -0
- package/dist/utils/parallel.test.js +48 -0
- package/dist/utils/parallel.test.js.map +1 -0
- package/dist/utils/pathSecurity.d.ts +12 -0
- package/dist/utils/pathSecurity.js +22 -0
- package/dist/utils/pathSecurity.js.map +1 -0
- package/dist/utils/pathSecurity.test.d.ts +1 -0
- package/dist/utils/pathSecurity.test.js +34 -0
- package/dist/utils/pathSecurity.test.js.map +1 -0
- package/dist/utils/similarity.d.ts +12 -0
- package/dist/utils/similarity.js +64 -0
- package/dist/utils/similarity.js.map +1 -0
- package/dist/utils/similarity.test.d.ts +1 -0
- package/dist/utils/similarity.test.js +49 -0
- package/dist/utils/similarity.test.js.map +1 -0
- package/dist/utils/validation.d.ts +13 -0
- package/dist/utils/validation.js +24 -0
- package/dist/utils/validation.js.map +1 -0
- package/dist/utils/validation.test.d.ts +1 -0
- package/dist/utils/validation.test.js +28 -0
- package/dist/utils/validation.test.js.map +1 -0
- package/dist/validators/codePatternValidator.d.ts +28 -0
- package/dist/validators/codePatternValidator.js +200 -0
- package/dist/validators/codePatternValidator.js.map +1 -0
- package/dist/validators/codePatternValidator.test.d.ts +1 -0
- package/dist/validators/codePatternValidator.test.js +86 -0
- package/dist/validators/codePatternValidator.test.js.map +1 -0
- package/dist/validators/dependencyValidator.d.ts +12 -0
- package/dist/validators/dependencyValidator.js +102 -0
- package/dist/validators/dependencyValidator.js.map +1 -0
- package/dist/validators/dependencyValidator.test.d.ts +1 -0
- package/dist/validators/dependencyValidator.test.js +179 -0
- package/dist/validators/dependencyValidator.test.js.map +1 -0
- package/dist/validators/directoryValidator.d.ts +30 -0
- package/dist/validators/directoryValidator.js +192 -0
- package/dist/validators/directoryValidator.js.map +1 -0
- package/dist/validators/directoryValidator.test.d.ts +1 -0
- package/dist/validators/directoryValidator.test.js +193 -0
- package/dist/validators/directoryValidator.test.js.map +1 -0
- package/dist/validators/fileValidator.d.ts +16 -0
- package/dist/validators/fileValidator.js +114 -0
- package/dist/validators/fileValidator.js.map +1 -0
- package/dist/validators/fileValidator.test.d.ts +1 -0
- package/dist/validators/fileValidator.test.js +108 -0
- package/dist/validators/fileValidator.test.js.map +1 -0
- package/dist/validators/urlValidator.d.ts +25 -0
- package/dist/validators/urlValidator.js +320 -0
- package/dist/validators/urlValidator.js.map +1 -0
- package/dist/validators/urlValidator.test.d.ts +1 -0
- package/dist/validators/urlValidator.test.js +252 -0
- package/dist/validators/urlValidator.test.js.map +1 -0
- package/dist/validators/validationEngine.d.ts +23 -0
- package/dist/validators/validationEngine.js +117 -0
- package/dist/validators/validationEngine.js.map +1 -0
- package/dist/validators/validationEngine.test.d.ts +1 -0
- package/dist/validators/validationEngine.test.js +82 -0
- package/dist/validators/validationEngine.test.js.map +1 -0
- package/dist/validators/versionValidator.d.ts +18 -0
- package/dist/validators/versionValidator.js +211 -0
- package/dist/validators/versionValidator.js.map +1 -0
- package/dist/validators/versionValidator.test.d.ts +1 -0
- package/dist/validators/versionValidator.test.js +308 -0
- package/dist/validators/versionValidator.test.js.map +1 -0
- package/package.json +98 -0
|
@@ -0,0 +1,320 @@
|
|
|
1
|
+
import dns from 'dns/promises';
|
|
2
|
+
import net from 'net';
|
|
3
|
+
import { pruneOldestEntries, setWithMaxEntries } from '../utils/boundedMap.js';
|
|
4
|
+
/**
|
|
5
|
+
* Browser-like User-Agent to avoid being blocked by sites that reject bots
|
|
6
|
+
*/
|
|
7
|
+
const USER_AGENT = 'Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/120.0.0.0 Safari/537.36';
|
|
8
|
+
/**
|
|
9
|
+
* Domains known to not support HEAD requests properly or have bot detection
|
|
10
|
+
* These will use GET requests directly
|
|
11
|
+
*/
|
|
12
|
+
const DOMAINS_REQUIRING_GET = [
|
|
13
|
+
'marketplace.visualstudio.com',
|
|
14
|
+
'code.visualstudio.com',
|
|
15
|
+
'visualstudio.microsoft.com',
|
|
16
|
+
'learn.microsoft.com',
|
|
17
|
+
'docs.microsoft.com',
|
|
18
|
+
];
|
|
19
|
+
const MAX_URL_CACHE_ENTRIES = 5000;
|
|
20
|
+
/**
|
|
21
|
+
* Check whether a hostname resolves to a private/internal IP range.
|
|
22
|
+
* Prevents SSRF attacks against cloud metadata services, localhost, etc.
|
|
23
|
+
*/
|
|
24
|
+
function isPrivateHostname(hostname) {
|
|
25
|
+
// Block obvious private/reserved hostnames
|
|
26
|
+
if (hostname === 'localhost' || hostname === '127.0.0.1' || hostname === '[::1]' || hostname === '::1' || hostname === '0.0.0.0') {
|
|
27
|
+
return true;
|
|
28
|
+
}
|
|
29
|
+
if (isPrivateIpAddress(hostname)) {
|
|
30
|
+
return true;
|
|
31
|
+
}
|
|
32
|
+
return false;
|
|
33
|
+
}
|
|
34
|
+
function isPrivateIpAddress(value) {
|
|
35
|
+
const ipVersion = net.isIP(value);
|
|
36
|
+
if (ipVersion === 4) {
|
|
37
|
+
const octets = value.split('.').map((part) => Number(part));
|
|
38
|
+
const [a, b] = octets;
|
|
39
|
+
if (octets.some((n) => !Number.isInteger(n) || n < 0 || n > 255))
|
|
40
|
+
return true;
|
|
41
|
+
if (a === 10)
|
|
42
|
+
return true; // 10.0.0.0/8
|
|
43
|
+
if (a === 172 && b >= 16 && b <= 31)
|
|
44
|
+
return true; // 172.16.0.0/12
|
|
45
|
+
if (a === 192 && b === 168)
|
|
46
|
+
return true; // 192.168.0.0/16
|
|
47
|
+
if (a === 169 && b === 254)
|
|
48
|
+
return true; // 169.254.0.0/16
|
|
49
|
+
if (a === 127)
|
|
50
|
+
return true; // 127.0.0.0/8
|
|
51
|
+
if (a === 0)
|
|
52
|
+
return true; // 0.0.0.0/8
|
|
53
|
+
if (a >= 224)
|
|
54
|
+
return true; // Multicast/reserved
|
|
55
|
+
return false;
|
|
56
|
+
}
|
|
57
|
+
if (ipVersion === 6) {
|
|
58
|
+
const normalized = value.toLowerCase();
|
|
59
|
+
if (normalized === '::1' || normalized === '::')
|
|
60
|
+
return true;
|
|
61
|
+
if (normalized.startsWith('fc') || normalized.startsWith('fd'))
|
|
62
|
+
return true; // fc00::/7
|
|
63
|
+
if (normalized.startsWith('fe8') || normalized.startsWith('fe9') || normalized.startsWith('fea') || normalized.startsWith('feb')) {
|
|
64
|
+
return true; // fe80::/10 link-local
|
|
65
|
+
}
|
|
66
|
+
if (normalized.startsWith('::ffff:127.'))
|
|
67
|
+
return true; // IPv4-mapped loopback
|
|
68
|
+
return false;
|
|
69
|
+
}
|
|
70
|
+
return false;
|
|
71
|
+
}
|
|
72
|
+
function hostnameMatchesDomain(hostname, domain) {
|
|
73
|
+
const normalizedHost = hostname.toLowerCase();
|
|
74
|
+
const normalizedDomain = domain.toLowerCase();
|
|
75
|
+
return normalizedHost === normalizedDomain || normalizedHost.endsWith(`.${normalizedDomain}`);
|
|
76
|
+
}
|
|
77
|
+
/**
|
|
78
|
+
* Validates external URLs are accessible
|
|
79
|
+
*/
|
|
80
|
+
export class UrlValidator {
|
|
81
|
+
cache;
|
|
82
|
+
constructor() {
|
|
83
|
+
this.cache = new Map();
|
|
84
|
+
}
|
|
85
|
+
async validateBatch(references, _document, config) {
|
|
86
|
+
if (!config.urlValidation?.enabled) {
|
|
87
|
+
return references.map((ref) => ({
|
|
88
|
+
reference: ref,
|
|
89
|
+
valid: true,
|
|
90
|
+
skipped: true,
|
|
91
|
+
}));
|
|
92
|
+
}
|
|
93
|
+
const concurrency = config.urlValidation?.concurrency || 5;
|
|
94
|
+
const timeout = config.urlValidation?.timeout || 10000;
|
|
95
|
+
const skipDomains = config.urlValidation?.skipDomains || [];
|
|
96
|
+
// Deduplicate - each unique URL only needs to be checked once
|
|
97
|
+
const urlToRefs = new Map();
|
|
98
|
+
for (const ref of references) {
|
|
99
|
+
const url = ref.value;
|
|
100
|
+
if (!urlToRefs.has(url)) {
|
|
101
|
+
urlToRefs.set(url, []);
|
|
102
|
+
}
|
|
103
|
+
urlToRefs.get(url).push(ref);
|
|
104
|
+
}
|
|
105
|
+
// Check each unique URL once
|
|
106
|
+
const uniqueUrls = Array.from(urlToRefs.keys());
|
|
107
|
+
const urlResults = new Map();
|
|
108
|
+
for (let i = 0; i < uniqueUrls.length; i += concurrency) {
|
|
109
|
+
const batch = uniqueUrls.slice(i, i + concurrency);
|
|
110
|
+
const batchResults = await Promise.all(batch.map(async (url) => {
|
|
111
|
+
// Create a temporary ref for validation
|
|
112
|
+
const refs = urlToRefs.get(url);
|
|
113
|
+
const result = await this.validateUrl(refs[0], timeout, skipDomains, config);
|
|
114
|
+
return { url, result };
|
|
115
|
+
}));
|
|
116
|
+
for (const { url, result } of batchResults) {
|
|
117
|
+
urlResults.set(url, result);
|
|
118
|
+
}
|
|
119
|
+
}
|
|
120
|
+
// Map results back to all references
|
|
121
|
+
const results = [];
|
|
122
|
+
for (const ref of references) {
|
|
123
|
+
const cachedResult = urlResults.get(ref.value);
|
|
124
|
+
results.push({
|
|
125
|
+
...cachedResult,
|
|
126
|
+
reference: ref, // Use the actual reference
|
|
127
|
+
});
|
|
128
|
+
}
|
|
129
|
+
return results;
|
|
130
|
+
}
|
|
131
|
+
async validateUrl(ref, timeout, skipDomains, config) {
|
|
132
|
+
const url = ref.value;
|
|
133
|
+
// Skip URLs with template placeholders (${...}, {{...}}, etc.)
|
|
134
|
+
if (/\$\{.*\}|\{\{.*\}\}|<%.*%>/.test(url)) {
|
|
135
|
+
return {
|
|
136
|
+
reference: ref,
|
|
137
|
+
valid: true,
|
|
138
|
+
skipped: true,
|
|
139
|
+
message: 'URL contains template placeholders',
|
|
140
|
+
};
|
|
141
|
+
}
|
|
142
|
+
// Check skip domains and SSRF protection
|
|
143
|
+
try {
|
|
144
|
+
const urlObj = new URL(url);
|
|
145
|
+
if (urlObj.protocol !== 'http:' && urlObj.protocol !== 'https:') {
|
|
146
|
+
return {
|
|
147
|
+
reference: ref,
|
|
148
|
+
valid: false,
|
|
149
|
+
severity: config.rules?.['external-url']?.severity || 'warning',
|
|
150
|
+
message: `Unsupported URL protocol: ${urlObj.protocol}`,
|
|
151
|
+
};
|
|
152
|
+
}
|
|
153
|
+
if (skipDomains.some((domain) => hostnameMatchesDomain(urlObj.hostname, domain))) {
|
|
154
|
+
return {
|
|
155
|
+
reference: ref,
|
|
156
|
+
valid: true,
|
|
157
|
+
skipped: true,
|
|
158
|
+
message: 'Domain in skip list',
|
|
159
|
+
};
|
|
160
|
+
}
|
|
161
|
+
if (isPrivateHostname(urlObj.hostname)) {
|
|
162
|
+
return {
|
|
163
|
+
reference: ref,
|
|
164
|
+
valid: true,
|
|
165
|
+
skipped: true,
|
|
166
|
+
message: 'Skipped: private/internal address',
|
|
167
|
+
};
|
|
168
|
+
}
|
|
169
|
+
if (await this.resolvesToPrivateAddress(urlObj.hostname)) {
|
|
170
|
+
return {
|
|
171
|
+
reference: ref,
|
|
172
|
+
valid: true,
|
|
173
|
+
skipped: true,
|
|
174
|
+
message: 'Skipped: hostname resolves to private/internal address',
|
|
175
|
+
};
|
|
176
|
+
}
|
|
177
|
+
}
|
|
178
|
+
catch {
|
|
179
|
+
return {
|
|
180
|
+
reference: ref,
|
|
181
|
+
valid: false,
|
|
182
|
+
severity: config.rules?.['external-url']?.severity || 'warning',
|
|
183
|
+
message: `Invalid URL format: ${url}`,
|
|
184
|
+
};
|
|
185
|
+
}
|
|
186
|
+
// Check cache
|
|
187
|
+
if (this.cache.has(url)) {
|
|
188
|
+
const cached = this.cache.get(url);
|
|
189
|
+
if (Date.now() - cached.timestamp < (config.urlValidation?.cacheSeconds || 3600) * 1000) {
|
|
190
|
+
return {
|
|
191
|
+
reference: ref,
|
|
192
|
+
...cached.result,
|
|
193
|
+
};
|
|
194
|
+
}
|
|
195
|
+
}
|
|
196
|
+
// Validate URL
|
|
197
|
+
try {
|
|
198
|
+
const urlObj = new URL(url);
|
|
199
|
+
const requiresGet = DOMAINS_REQUIRING_GET.some((domain) => urlObj.hostname.includes(domain));
|
|
200
|
+
// Try HEAD first (unless domain is known to not support it), then fall back to GET
|
|
201
|
+
let response = await this.fetchWithTimeout(url, requiresGet ? 'GET' : 'HEAD', timeout);
|
|
202
|
+
// If HEAD returns 404 or 405 (Method Not Allowed), retry with GET
|
|
203
|
+
if (!requiresGet && (response.status === 404 || response.status === 405)) {
|
|
204
|
+
response = await this.fetchWithTimeout(url, 'GET', timeout);
|
|
205
|
+
}
|
|
206
|
+
let result;
|
|
207
|
+
if (response.ok) {
|
|
208
|
+
result = {
|
|
209
|
+
valid: true,
|
|
210
|
+
statusCode: response.status,
|
|
211
|
+
};
|
|
212
|
+
}
|
|
213
|
+
else if (response.status === 401 || response.status === 403) {
|
|
214
|
+
// Authentication required - treat as valid but note it
|
|
215
|
+
result = {
|
|
216
|
+
valid: true,
|
|
217
|
+
statusCode: response.status,
|
|
218
|
+
message: `Requires authentication: ${url}`,
|
|
219
|
+
};
|
|
220
|
+
}
|
|
221
|
+
else if (response.status === 404 && this.isGitHubUrl(url)) {
|
|
222
|
+
// GitHub private repos return 404 - treat as potentially valid
|
|
223
|
+
result = {
|
|
224
|
+
valid: true,
|
|
225
|
+
statusCode: response.status,
|
|
226
|
+
message: `May be private repository: ${url}`,
|
|
227
|
+
};
|
|
228
|
+
}
|
|
229
|
+
else {
|
|
230
|
+
result = {
|
|
231
|
+
valid: false,
|
|
232
|
+
severity: config.rules?.['external-url']?.severity || 'warning',
|
|
233
|
+
message: `${url} returned ${response.status} ${response.statusText}`,
|
|
234
|
+
statusCode: response.status,
|
|
235
|
+
};
|
|
236
|
+
}
|
|
237
|
+
this.setCacheEntry(url, result);
|
|
238
|
+
return {
|
|
239
|
+
reference: ref,
|
|
240
|
+
...result,
|
|
241
|
+
};
|
|
242
|
+
}
|
|
243
|
+
catch (error) {
|
|
244
|
+
const err = error;
|
|
245
|
+
const result = {
|
|
246
|
+
valid: false,
|
|
247
|
+
severity: (config.rules?.['external-url']?.severity || 'warning'),
|
|
248
|
+
message: err.name === 'AbortError' ? `URL timeout: ${url}` : `URL check failed: ${url} (${err.message})`,
|
|
249
|
+
};
|
|
250
|
+
this.setCacheEntry(url, result);
|
|
251
|
+
return {
|
|
252
|
+
reference: ref,
|
|
253
|
+
...result,
|
|
254
|
+
};
|
|
255
|
+
}
|
|
256
|
+
}
|
|
257
|
+
async fetchWithTimeout(url, method, timeout) {
|
|
258
|
+
const controller = new AbortController();
|
|
259
|
+
const timeoutId = setTimeout(() => controller.abort(), timeout);
|
|
260
|
+
try {
|
|
261
|
+
const response = await fetch(url, {
|
|
262
|
+
method,
|
|
263
|
+
signal: controller.signal,
|
|
264
|
+
headers: {
|
|
265
|
+
'User-Agent': USER_AGENT,
|
|
266
|
+
Accept: 'text/html,application/xhtml+xml,application/xml;q=0.9,*/*;q=0.8',
|
|
267
|
+
'Accept-Language': 'en-US,en;q=0.5',
|
|
268
|
+
},
|
|
269
|
+
redirect: 'follow',
|
|
270
|
+
});
|
|
271
|
+
const result = { ok: response.ok, status: response.status, statusText: response.statusText };
|
|
272
|
+
// Drain the response body to free the TCP connection
|
|
273
|
+
response.body?.cancel().catch(() => { });
|
|
274
|
+
return result;
|
|
275
|
+
}
|
|
276
|
+
finally {
|
|
277
|
+
clearTimeout(timeoutId);
|
|
278
|
+
}
|
|
279
|
+
}
|
|
280
|
+
/**
|
|
281
|
+
* Check if URL is a GitHub URL (repos can be private)
|
|
282
|
+
*/
|
|
283
|
+
isGitHubUrl(url) {
|
|
284
|
+
try {
|
|
285
|
+
const urlObj = new URL(url);
|
|
286
|
+
return urlObj.hostname === 'github.com' || urlObj.hostname === 'raw.githubusercontent.com' || urlObj.hostname.endsWith('.github.com');
|
|
287
|
+
}
|
|
288
|
+
catch {
|
|
289
|
+
return false;
|
|
290
|
+
}
|
|
291
|
+
}
|
|
292
|
+
/**
|
|
293
|
+
* Load cache from external source
|
|
294
|
+
*/
|
|
295
|
+
loadCache(cacheData) {
|
|
296
|
+
for (const [url, data] of Object.entries(cacheData)) {
|
|
297
|
+
this.cache.set(url, data);
|
|
298
|
+
}
|
|
299
|
+
pruneOldestEntries(this.cache, MAX_URL_CACHE_ENTRIES);
|
|
300
|
+
}
|
|
301
|
+
/**
|
|
302
|
+
* Export cache for persistence
|
|
303
|
+
*/
|
|
304
|
+
exportCache() {
|
|
305
|
+
return Object.fromEntries(this.cache);
|
|
306
|
+
}
|
|
307
|
+
async resolvesToPrivateAddress(hostname) {
|
|
308
|
+
try {
|
|
309
|
+
const addresses = await dns.lookup(hostname, { all: true, verbatim: true });
|
|
310
|
+
return addresses.some((entry) => isPrivateIpAddress(entry.address));
|
|
311
|
+
}
|
|
312
|
+
catch {
|
|
313
|
+
return false;
|
|
314
|
+
}
|
|
315
|
+
}
|
|
316
|
+
setCacheEntry(url, result) {
|
|
317
|
+
setWithMaxEntries(this.cache, url, { result, timestamp: Date.now() }, MAX_URL_CACHE_ENTRIES);
|
|
318
|
+
}
|
|
319
|
+
}
|
|
320
|
+
//# sourceMappingURL=urlValidator.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"urlValidator.js","sourceRoot":"","sources":["../../src/validators/urlValidator.ts"],"names":[],"mappings":"AAAA,OAAO,GAAG,MAAM,cAAc,CAAC;AAC/B,OAAO,GAAG,MAAM,KAAK,CAAC;AACtB,OAAO,EAAE,kBAAkB,EAAE,iBAAiB,EAAE,MAAM,wBAAwB,CAAC;AAG/E;;GAEG;AACH,MAAM,UAAU,GAAG,uHAAuH,CAAC;AAE3I;;;GAGG;AACH,MAAM,qBAAqB,GAAG;IAC5B,8BAA8B;IAC9B,uBAAuB;IACvB,4BAA4B;IAC5B,qBAAqB;IACrB,oBAAoB;CACrB,CAAC;AAEF,MAAM,qBAAqB,GAAG,IAAI,CAAC;AAEnC;;;GAGG;AACH,SAAS,iBAAiB,CAAC,QAAgB;IACzC,2CAA2C;IAC3C,IAAI,QAAQ,KAAK,WAAW,IAAI,QAAQ,KAAK,WAAW,IAAI,QAAQ,KAAK,OAAO,IAAI,QAAQ,KAAK,KAAK,IAAI,QAAQ,KAAK,SAAS,EAAE,CAAC;QACjI,OAAO,IAAI,CAAC;IACd,CAAC;IAED,IAAI,kBAAkB,CAAC,QAAQ,CAAC,EAAE,CAAC;QACjC,OAAO,IAAI,CAAC;IACd,CAAC;IAED,OAAO,KAAK,CAAC;AACf,CAAC;AAED,SAAS,kBAAkB,CAAC,KAAa;IACvC,MAAM,SAAS,GAAG,GAAG,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;IAElC,IAAI,SAAS,KAAK,CAAC,EAAE,CAAC;QACpB,MAAM,MAAM,GAAG,KAAK,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC;QAC5D,MAAM,CAAC,CAAC,EAAE,CAAC,CAAC,GAAG,MAAM,CAAC;QAEtB,IAAI,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,MAAM,CAAC,SAAS,CAAC,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,GAAG,GAAG,CAAC;YAAE,OAAO,IAAI,CAAC;QAC9E,IAAI,CAAC,KAAK,EAAE;YAAE,OAAO,IAAI,CAAC,CAAC,aAAa;QACxC,IAAI,CAAC,KAAK,GAAG,IAAI,CAAC,IAAI,EAAE,IAAI,CAAC,IAAI,EAAE;YAAE,OAAO,IAAI,CAAC,CAAC,gBAAgB;QAClE,IAAI,CAAC,KAAK,GAAG,IAAI,CAAC,KAAK,GAAG;YAAE,OAAO,IAAI,CAAC,CAAC,iBAAiB;QAC1D,IAAI,CAAC,KAAK,GAAG,IAAI,CAAC,KAAK,GAAG;YAAE,OAAO,IAAI,CAAC,CAAC,iBAAiB;QAC1D,IAAI,CAAC,KAAK,GAAG;YAAE,OAAO,IAAI,CAAC,CAAC,cAAc;QAC1C,IAAI,CAAC,KAAK,CAAC;YAAE,OAAO,IAAI,CAAC,CAAC,YAAY;QACtC,IAAI,CAAC,IAAI,GAAG;YAAE,OAAO,IAAI,CAAC,CAAC,qBAAqB;QAChD,OAAO,KAAK,CAAC;IACf,CAAC;IAED,IAAI,SAAS,KAAK,CAAC,EAAE,CAAC;QACpB,MAAM,UAAU,GAAG,KAAK,CAAC,WAAW,EAAE,CAAC;QACvC,IAAI,UAAU,KAAK,KAAK,IAAI,UAAU,KAAK,IAAI;YAAE,OAAO,IAAI,CAAC;QAC7D,IAAI,UAAU,CAAC,UAAU,CAAC,IAAI,CAAC,IAAI,UAAU,CAAC,UAAU,CAAC,IAAI,CAAC;YAAE,OAAO,IAAI,CAAC,CAAC,WAAW;QACxF,IAAI,UAAU,CAAC,UAAU,CAAC,KAAK,CAAC,IAAI,UAAU,CAAC,UAAU,CAAC,KAAK,CAAC,IAAI,UAAU,CAAC,UAAU,CAAC,KAAK,CAAC,IAAI,UAAU,CAAC,UAAU,CAAC,KAAK,CAAC,EAAE,CAAC;YACjI,OAAO,IAAI,CAAC,CAAC,uBAAuB;QACtC,CAAC;QACD,IAAI,UAAU,CAAC,UAAU,CAAC,aAAa,CAAC;YAAE,OAAO,IAAI,CAAC,CAAC,uBAAuB;QAC9E,OAAO,KAAK,CAAC;IACf,CAAC;IAED,OAAO,KAAK,CAAC;AACf,CAAC;AAED,SAAS,qBAAqB,CAAC,QAAgB,EAAE,MAAc;IAC7D,MAAM,cAAc,GAAG,QAAQ,CAAC,WAAW,EAAE,CAAC;IAC9C,MAAM,gBAAgB,GAAG,MAAM,CAAC,WAAW,EAAE,CAAC;IAC9C,OAAO,cAAc,KAAK,gBAAgB,IAAI,cAAc,CAAC,QAAQ,CAAC,IAAI,gBAAgB,EAAE,CAAC,CAAC;AAChG,CAAC;AAED;;GAEG;AACH,MAAM,OAAO,YAAY;IACf,KAAK,CAA6B;IAE1C;QACE,IAAI,CAAC,KAAK,GAAG,IAAI,GAAG,EAAE,CAAC;IACzB,CAAC;IAED,KAAK,CAAC,aAAa,CAAC,UAAuB,EAAE,SAAmB,EAAE,MAA0B;QAC1F,IAAI,CAAC,MAAM,CAAC,aAAa,EAAE,OAAO,EAAE,CAAC;YACnC,OAAO,UAAU,CAAC,GAAG,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,CAAC;gBAC9B,SAAS,EAAE,GAAG;gBACd,KAAK,EAAE,IAAI;gBACX,OAAO,EAAE,IAAI;aACd,CAAC,CAAC,CAAC;QACN,CAAC;QAED,MAAM,WAAW,GAAG,MAAM,CAAC,aAAa,EAAE,WAAW,IAAI,CAAC,CAAC;QAC3D,MAAM,OAAO,GAAG,MAAM,CAAC,aAAa,EAAE,OAAO,IAAI,KAAK,CAAC;QACvD,MAAM,WAAW,GAAG,MAAM,CAAC,aAAa,EAAE,WAAW,IAAI,EAAE,CAAC;QAE5D,8DAA8D;QAC9D,MAAM,SAAS,GAAG,IAAI,GAAG,EAAuB,CAAC;QACjD,KAAK,MAAM,GAAG,IAAI,UAAU,EAAE,CAAC;YAC7B,MAAM,GAAG,GAAG,GAAG,CAAC,KAAK,CAAC;YACtB,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,GAAG,CAAC,EAAE,CAAC;gBACxB,SAAS,CAAC,GAAG,CAAC,GAAG,EAAE,EAAE,CAAC,CAAC;YACzB,CAAC;YACD,SAAS,CAAC,GAAG,CAAC,GAAG,CAAE,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;QAChC,CAAC;QAED,6BAA6B;QAC7B,MAAM,UAAU,GAAG,KAAK,CAAC,IAAI,CAAC,SAAS,CAAC,IAAI,EAAE,CAAC,CAAC;QAChD,MAAM,UAAU,GAAG,IAAI,GAAG,EAA4B,CAAC;QAEvD,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,UAAU,CAAC,MAAM,EAAE,CAAC,IAAI,WAAW,EAAE,CAAC;YACxD,MAAM,KAAK,GAAG,UAAU,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,GAAG,WAAW,CAAC,CAAC;YACnD,MAAM,YAAY,GAAG,MAAM,OAAO,CAAC,GAAG,CACpC,KAAK,CAAC,GAAG,CAAC,KAAK,EAAE,GAAG,EAAE,EAAE;gBACtB,wCAAwC;gBACxC,MAAM,IAAI,GAAG,SAAS,CAAC,GAAG,CAAC,GAAG,CAAE,CAAC;gBACjC,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,WAAW,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,OAAO,EAAE,WAAW,EAAE,MAAM,CAAC,CAAC;gBAC7E,OAAO,EAAE,GAAG,EAAE,MAAM,EAAE,CAAC;YACzB,CAAC,CAAC,CACH,CAAC;YACF,KAAK,MAAM,EAAE,GAAG,EAAE,MAAM,EAAE,IAAI,YAAY,EAAE,CAAC;gBAC3C,UAAU,CAAC,GAAG,CAAC,GAAG,EAAE,MAAM,CAAC,CAAC;YAC9B,CAAC;QACH,CAAC;QAED,qCAAqC;QACrC,MAAM,OAAO,GAAuB,EAAE,CAAC;QACvC,KAAK,MAAM,GAAG,IAAI,UAAU,EAAE,CAAC;YAC7B,MAAM,YAAY,GAAG,UAAU,CAAC,GAAG,CAAC,GAAG,CAAC,KAAK,CAAE,CAAC;YAChD,OAAO,CAAC,IAAI,CAAC;gBACX,GAAG,YAAY;gBACf,SAAS,EAAE,GAAG,EAAE,2BAA2B;aAC5C,CAAC,CAAC;QACL,CAAC;QAED,OAAO,OAAO,CAAC;IACjB,CAAC;IAEO,KAAK,CAAC,WAAW,CAAC,GAAc,EAAE,OAAe,EAAE,WAAqB,EAAE,MAA0B;QAC1G,MAAM,GAAG,GAAG,GAAG,CAAC,KAAK,CAAC;QAEtB,+DAA+D;QAC/D,IAAI,4BAA4B,CAAC,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC;YAC3C,OAAO;gBACL,SAAS,EAAE,GAAG;gBACd,KAAK,EAAE,IAAI;gBACX,OAAO,EAAE,IAAI;gBACb,OAAO,EAAE,oCAAoC;aAC9C,CAAC;QACJ,CAAC;QAED,yCAAyC;QACzC,IAAI,CAAC;YACH,MAAM,MAAM,GAAG,IAAI,GAAG,CAAC,GAAG,CAAC,CAAC;YAC5B,IAAI,MAAM,CAAC,QAAQ,KAAK,OAAO,IAAI,MAAM,CAAC,QAAQ,KAAK,QAAQ,EAAE,CAAC;gBAChE,OAAO;oBACL,SAAS,EAAE,GAAG;oBACd,KAAK,EAAE,KAAK;oBACZ,QAAQ,EAAE,MAAM,CAAC,KAAK,EAAE,CAAC,cAAc,CAAC,EAAE,QAAQ,IAAI,SAAS;oBAC/D,OAAO,EAAE,6BAA6B,MAAM,CAAC,QAAQ,EAAE;iBACxD,CAAC;YACJ,CAAC;YAED,IAAI,WAAW,CAAC,IAAI,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,qBAAqB,CAAC,MAAM,CAAC,QAAQ,EAAE,MAAM,CAAC,CAAC,EAAE,CAAC;gBACjF,OAAO;oBACL,SAAS,EAAE,GAAG;oBACd,KAAK,EAAE,IAAI;oBACX,OAAO,EAAE,IAAI;oBACb,OAAO,EAAE,qBAAqB;iBAC/B,CAAC;YACJ,CAAC;YACD,IAAI,iBAAiB,CAAC,MAAM,CAAC,QAAQ,CAAC,EAAE,CAAC;gBACvC,OAAO;oBACL,SAAS,EAAE,GAAG;oBACd,KAAK,EAAE,IAAI;oBACX,OAAO,EAAE,IAAI;oBACb,OAAO,EAAE,mCAAmC;iBAC7C,CAAC;YACJ,CAAC;YACD,IAAI,MAAM,IAAI,CAAC,wBAAwB,CAAC,MAAM,CAAC,QAAQ,CAAC,EAAE,CAAC;gBACzD,OAAO;oBACL,SAAS,EAAE,GAAG;oBACd,KAAK,EAAE,IAAI;oBACX,OAAO,EAAE,IAAI;oBACb,OAAO,EAAE,wDAAwD;iBAClE,CAAC;YACJ,CAAC;QACH,CAAC;QAAC,MAAM,CAAC;YACP,OAAO;gBACL,SAAS,EAAE,GAAG;gBACd,KAAK,EAAE,KAAK;gBACZ,QAAQ,EAAE,MAAM,CAAC,KAAK,EAAE,CAAC,cAAc,CAAC,EAAE,QAAQ,IAAI,SAAS;gBAC/D,OAAO,EAAE,uBAAuB,GAAG,EAAE;aACtC,CAAC;QACJ,CAAC;QAED,cAAc;QACd,IAAI,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,GAAG,CAAC,EAAE,CAAC;YACxB,MAAM,MAAM,GAAG,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,GAAG,CAAE,CAAC;YACpC,IAAI,IAAI,CAAC,GAAG,EAAE,GAAG,MAAM,CAAC,SAAS,GAAG,CAAC,MAAM,CAAC,aAAa,EAAE,YAAY,IAAI,IAAI,CAAC,GAAG,IAAI,EAAE,CAAC;gBACxF,OAAO;oBACL,SAAS,EAAE,GAAG;oBACd,GAAG,MAAM,CAAC,MAAM;iBACjB,CAAC;YACJ,CAAC;QACH,CAAC;QAED,eAAe;QACf,IAAI,CAAC;YACH,MAAM,MAAM,GAAG,IAAI,GAAG,CAAC,GAAG,CAAC,CAAC;YAC5B,MAAM,WAAW,GAAG,qBAAqB,CAAC,IAAI,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,MAAM,CAAC,QAAQ,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC,CAAC;YAE7F,mFAAmF;YACnF,IAAI,QAAQ,GAAG,MAAM,IAAI,CAAC,gBAAgB,CAAC,GAAG,EAAE,WAAW,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;YAEvF,kEAAkE;YAClE,IAAI,CAAC,WAAW,IAAI,CAAC,QAAQ,CAAC,MAAM,KAAK,GAAG,IAAI,QAAQ,CAAC,MAAM,KAAK,GAAG,CAAC,EAAE,CAAC;gBACzE,QAAQ,GAAG,MAAM,IAAI,CAAC,gBAAgB,CAAC,GAAG,EAAE,KAAK,EAAE,OAAO,CAAC,CAAC;YAC9D,CAAC;YAED,IAAI,MAA0G,CAAC;YAE/G,IAAI,QAAQ,CAAC,EAAE,EAAE,CAAC;gBAChB,MAAM,GAAG;oBACP,KAAK,EAAE,IAAI;oBACX,UAAU,EAAE,QAAQ,CAAC,MAAM;iBAC5B,CAAC;YACJ,CAAC;iBAAM,IAAI,QAAQ,CAAC,MAAM,KAAK,GAAG,IAAI,QAAQ,CAAC,MAAM,KAAK,GAAG,EAAE,CAAC;gBAC9D,uDAAuD;gBACvD,MAAM,GAAG;oBACP,KAAK,EAAE,IAAI;oBACX,UAAU,EAAE,QAAQ,CAAC,MAAM;oBAC3B,OAAO,EAAE,4BAA4B,GAAG,EAAE;iBAC3C,CAAC;YACJ,CAAC;iBAAM,IAAI,QAAQ,CAAC,MAAM,KAAK,GAAG,IAAI,IAAI,CAAC,WAAW,CAAC,GAAG,CAAC,EAAE,CAAC;gBAC5D,+DAA+D;gBAC/D,MAAM,GAAG;oBACP,KAAK,EAAE,IAAI;oBACX,UAAU,EAAE,QAAQ,CAAC,MAAM;oBAC3B,OAAO,EAAE,8BAA8B,GAAG,EAAE;iBAC7C,CAAC;YACJ,CAAC;iBAAM,CAAC;gBACN,MAAM,GAAG;oBACP,KAAK,EAAE,KAAK;oBACZ,QAAQ,EAAE,MAAM,CAAC,KAAK,EAAE,CAAC,cAAc,CAAC,EAAE,QAAQ,IAAI,SAAS;oBAC/D,OAAO,EAAE,GAAG,GAAG,aAAa,QAAQ,CAAC,MAAM,IAAI,QAAQ,CAAC,UAAU,EAAE;oBACpE,UAAU,EAAE,QAAQ,CAAC,MAAM;iBAC5B,CAAC;YACJ,CAAC;YAED,IAAI,CAAC,aAAa,CAAC,GAAG,EAAE,MAAM,CAAC,CAAC;YAEhC,OAAO;gBACL,SAAS,EAAE,GAAG;gBACd,GAAG,MAAM;aACV,CAAC;QACJ,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,MAAM,GAAG,GAAG,KAAc,CAAC;YAC3B,MAAM,MAAM,GAAG;gBACb,KAAK,EAAE,KAAK;gBACZ,QAAQ,EAAE,CAAC,MAAM,CAAC,KAAK,EAAE,CAAC,cAAc,CAAC,EAAE,QAAQ,IAAI,SAAS,CAAiC;gBACjG,OAAO,EAAE,GAAG,CAAC,IAAI,KAAK,YAAY,CAAC,CAAC,CAAC,gBAAgB,GAAG,EAAE,CAAC,CAAC,CAAC,qBAAqB,GAAG,KAAK,GAAG,CAAC,OAAO,GAAG;aACzG,CAAC;YAEF,IAAI,CAAC,aAAa,CAAC,GAAG,EAAE,MAAM,CAAC,CAAC;YAEhC,OAAO;gBACL,SAAS,EAAE,GAAG;gBACd,GAAG,MAAM;aACV,CAAC;QACJ,CAAC;IACH,CAAC;IAEO,KAAK,CAAC,gBAAgB,CAC5B,GAAW,EACX,MAAsB,EACtB,OAAe;QAEf,MAAM,UAAU,GAAG,IAAI,eAAe,EAAE,CAAC;QACzC,MAAM,SAAS,GAAG,UAAU,CAAC,GAAG,EAAE,CAAC,UAAU,CAAC,KAAK,EAAE,EAAE,OAAO,CAAC,CAAC;QAEhE,IAAI,CAAC;YACH,MAAM,QAAQ,GAAG,MAAM,KAAK,CAAC,GAAG,EAAE;gBAChC,MAAM;gBACN,MAAM,EAAE,UAAU,CAAC,MAAM;gBACzB,OAAO,EAAE;oBACP,YAAY,EAAE,UAAU;oBACxB,MAAM,EAAE,iEAAiE;oBACzE,iBAAiB,EAAE,gBAAgB;iBACpC;gBACD,QAAQ,EAAE,QAAQ;aACnB,CAAC,CAAC;YAEH,MAAM,MAAM,GAAG,EAAE,EAAE,EAAE,QAAQ,CAAC,EAAE,EAAE,MAAM,EAAE,QAAQ,CAAC,MAAM,EAAE,UAAU,EAAE,QAAQ,CAAC,UAAU,EAAE,CAAC;YAE7F,qDAAqD;YACrD,QAAQ,CAAC,IAAI,EAAE,MAAM,EAAE,CAAC,KAAK,CAAC,GAAG,EAAE,GAAE,CAAC,CAAC,CAAC;YAExC,OAAO,MAAM,CAAC;QAChB,CAAC;gBAAS,CAAC;YACT,YAAY,CAAC,SAAS,CAAC,CAAC;QAC1B,CAAC;IACH,CAAC;IAED;;OAEG;IACK,WAAW,CAAC,GAAW;QAC7B,IAAI,CAAC;YACH,MAAM,MAAM,GAAG,IAAI,GAAG,CAAC,GAAG,CAAC,CAAC;YAC5B,OAAO,MAAM,CAAC,QAAQ,KAAK,YAAY,IAAI,MAAM,CAAC,QAAQ,KAAK,2BAA2B,IAAI,MAAM,CAAC,QAAQ,CAAC,QAAQ,CAAC,aAAa,CAAC,CAAC;QACxI,CAAC;QAAC,MAAM,CAAC;YACP,OAAO,KAAK,CAAC;QACf,CAAC;IACH,CAAC;IAED;;OAEG;IACH,SAAS,CAAC,SAAwC;QAChD,KAAK,MAAM,CAAC,GAAG,EAAE,IAAI,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,SAAS,CAAC,EAAE,CAAC;YACpD,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,GAAG,EAAE,IAAI,CAAC,CAAC;QAC5B,CAAC;QACD,kBAAkB,CAAC,IAAI,CAAC,KAAK,EAAE,qBAAqB,CAAC,CAAC;IACxD,CAAC;IAED;;OAEG;IACH,WAAW;QACT,OAAO,MAAM,CAAC,WAAW,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;IACxC,CAAC;IAEO,KAAK,CAAC,wBAAwB,CAAC,QAAgB;QACrD,IAAI,CAAC;YACH,MAAM,SAAS,GAAG,MAAM,GAAG,CAAC,MAAM,CAAC,QAAQ,EAAE,EAAE,GAAG,EAAE,IAAI,EAAE,QAAQ,EAAE,IAAI,EAAE,CAAC,CAAC;YAC5E,OAAO,SAAS,CAAC,IAAI,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,kBAAkB,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC;QACtE,CAAC;QAAC,MAAM,CAAC;YACP,OAAO,KAAK,CAAC;QACf,CAAC;IACH,CAAC;IAEO,aAAa,CAAC,GAAW,EAAE,MAA+B;QAChE,iBAAiB,CAAC,IAAI,CAAC,KAAK,EAAE,GAAG,EAAE,EAAE,MAAM,EAAE,SAAS,EAAE,IAAI,CAAC,GAAG,EAAE,EAAE,EAAE,qBAAqB,CAAC,CAAC;IAC/F,CAAC;CACF"}
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
export {};
|
|
@@ -0,0 +1,252 @@
|
|
|
1
|
+
import { UrlValidator } from './urlValidator.js';
|
|
2
|
+
import dns from 'dns/promises';
|
|
3
|
+
import { makeDoc, makeRef as makeBaseRef } from '../test-utils/factories.js';
|
|
4
|
+
vi.mock('dns/promises', () => ({
|
|
5
|
+
default: {
|
|
6
|
+
lookup: vi.fn().mockResolvedValue([{ address: '93.184.216.34', family: 4 }]),
|
|
7
|
+
},
|
|
8
|
+
}));
|
|
9
|
+
function makeRef(url) {
|
|
10
|
+
return makeBaseRef('external-url', url);
|
|
11
|
+
}
|
|
12
|
+
const doc = makeDoc();
|
|
13
|
+
const enabledConfig = { urlValidation: { enabled: true, timeout: 5000 } };
|
|
14
|
+
describe('UrlValidator', () => {
|
|
15
|
+
let validator;
|
|
16
|
+
beforeEach(() => {
|
|
17
|
+
validator = new UrlValidator();
|
|
18
|
+
});
|
|
19
|
+
it('skips all URLs when urlValidation is disabled', async () => {
|
|
20
|
+
const results = await validator.validateBatch([makeRef('https://example.com')], doc, { urlValidation: { enabled: false } });
|
|
21
|
+
expect(results).toHaveLength(1);
|
|
22
|
+
expect(results[0].skipped).toBe(true);
|
|
23
|
+
});
|
|
24
|
+
it('skips URLs with template placeholders', async () => {
|
|
25
|
+
const results = await validator.validateBatch([
|
|
26
|
+
makeRef('https://api.example.com/${version}/endpoint'),
|
|
27
|
+
makeRef('https://api.example.com/{{path}}/data'),
|
|
28
|
+
makeRef('https://api.example.com/<% url %>'),
|
|
29
|
+
], doc, enabledConfig);
|
|
30
|
+
results.forEach((r) => {
|
|
31
|
+
expect(r.skipped).toBe(true);
|
|
32
|
+
expect(r.message).toContain('template');
|
|
33
|
+
});
|
|
34
|
+
});
|
|
35
|
+
it('skips domains in the skip list (including subdomains)', async () => {
|
|
36
|
+
const config = { urlValidation: { enabled: true, skipDomains: ['example.com'] } };
|
|
37
|
+
const results = await validator.validateBatch([makeRef('https://example.com/path'), makeRef('https://api.example.com/path')], doc, config);
|
|
38
|
+
results.forEach((r) => expect(r.skipped).toBe(true));
|
|
39
|
+
});
|
|
40
|
+
describe('SSRF protection - private hostnames', () => {
|
|
41
|
+
it.each(['http://localhost:3000', 'http://127.0.0.1/admin', 'http://0.0.0.0/', 'http://[::1]/'])('skips %s', async (url) => {
|
|
42
|
+
const results = await validator.validateBatch([makeRef(url)], doc, enabledConfig);
|
|
43
|
+
expect(results[0].skipped).toBe(true);
|
|
44
|
+
});
|
|
45
|
+
it.each([
|
|
46
|
+
['10.0.0.1', '10.x.x.x range'],
|
|
47
|
+
['172.16.0.1', '172.16-31.x.x range'],
|
|
48
|
+
['172.31.255.255', '172.16-31.x.x upper bound'],
|
|
49
|
+
['192.168.1.1', '192.168.x.x range'],
|
|
50
|
+
['169.254.1.1', '169.254.x.x link-local'],
|
|
51
|
+
['224.0.0.1', 'multicast range'],
|
|
52
|
+
['255.255.255.255', 'broadcast'],
|
|
53
|
+
])('skips private IPv4 %s (%s)', async (ip) => {
|
|
54
|
+
const results = await validator.validateBatch([makeRef(`http://${ip}/`)], doc, enabledConfig);
|
|
55
|
+
expect(results[0].skipped).toBe(true);
|
|
56
|
+
});
|
|
57
|
+
});
|
|
58
|
+
it('rejects unsupported protocols', async () => {
|
|
59
|
+
const results = await validator.validateBatch([makeRef('ftp://files.example.com')], doc, enabledConfig);
|
|
60
|
+
expect(results[0].valid).toBe(false);
|
|
61
|
+
expect(results[0].message).toContain('Unsupported URL protocol');
|
|
62
|
+
});
|
|
63
|
+
it('rejects invalid URL format', async () => {
|
|
64
|
+
const results = await validator.validateBatch([makeRef('not-a-valid-url')], doc, enabledConfig);
|
|
65
|
+
expect(results[0].valid).toBe(false);
|
|
66
|
+
expect(results[0].message).toContain('Invalid URL');
|
|
67
|
+
});
|
|
68
|
+
describe('HTTP validation', () => {
|
|
69
|
+
it('validates accessible URLs as valid (200)', async () => {
|
|
70
|
+
fetchMock.mockResponseOnce('', { status: 200 });
|
|
71
|
+
const results = await validator.validateBatch([makeRef('https://httpbin.org/status/200')], doc, enabledConfig);
|
|
72
|
+
expect(results[0].valid).toBe(true);
|
|
73
|
+
expect(results[0].statusCode).toBe(200);
|
|
74
|
+
});
|
|
75
|
+
it('falls back from HEAD to GET on 404', async () => {
|
|
76
|
+
fetchMock.mockResponseOnce('', { status: 404 });
|
|
77
|
+
fetchMock.mockResponseOnce('', { status: 200 });
|
|
78
|
+
const results = await validator.validateBatch([makeRef('https://example.com/page')], doc, enabledConfig);
|
|
79
|
+
expect(results[0].valid).toBe(true);
|
|
80
|
+
expect(fetchMock).toHaveBeenCalledTimes(2);
|
|
81
|
+
});
|
|
82
|
+
it('falls back from HEAD to GET on 405 Method Not Allowed', async () => {
|
|
83
|
+
fetchMock.mockResponseOnce('', { status: 405 });
|
|
84
|
+
fetchMock.mockResponseOnce('', { status: 200 });
|
|
85
|
+
const results = await validator.validateBatch([makeRef('https://example.com/api')], doc, enabledConfig);
|
|
86
|
+
expect(results[0].valid).toBe(true);
|
|
87
|
+
});
|
|
88
|
+
it('uses GET directly for known GET-only domains', async () => {
|
|
89
|
+
fetchMock.mockResponseOnce('', { status: 200 });
|
|
90
|
+
const results = await validator.validateBatch([makeRef('https://marketplace.visualstudio.com/items?q=test')], doc, enabledConfig);
|
|
91
|
+
expect(results[0].valid).toBe(true);
|
|
92
|
+
expect(fetchMock).toHaveBeenCalledTimes(1);
|
|
93
|
+
expect(fetchMock.mock.calls[0][1]?.method).toBe('GET');
|
|
94
|
+
});
|
|
95
|
+
it('treats 401/403 as valid (auth-protected)', async () => {
|
|
96
|
+
fetchMock.mockResponseOnce('', { status: 401 });
|
|
97
|
+
const results = await validator.validateBatch([makeRef('https://api.example.com/protected')], doc, enabledConfig);
|
|
98
|
+
expect(results[0].valid).toBe(true);
|
|
99
|
+
expect(results[0].message).toContain('authentication');
|
|
100
|
+
});
|
|
101
|
+
it('treats GitHub 404 as potentially valid (private repo)', async () => {
|
|
102
|
+
fetchMock.mockResponseOnce('', { status: 404 });
|
|
103
|
+
fetchMock.mockResponseOnce('', { status: 404 });
|
|
104
|
+
const results = await validator.validateBatch([makeRef('https://github.com/owner/private-repo')], doc, enabledConfig);
|
|
105
|
+
expect(results[0].valid).toBe(true);
|
|
106
|
+
expect(results[0].message).toContain('private');
|
|
107
|
+
});
|
|
108
|
+
it('marks non-GitHub 404 as invalid', async () => {
|
|
109
|
+
fetchMock.mockResponseOnce('', { status: 404 });
|
|
110
|
+
fetchMock.mockResponseOnce('', { status: 404 });
|
|
111
|
+
const results = await validator.validateBatch([makeRef('https://example.com/missing')], doc, enabledConfig);
|
|
112
|
+
expect(results[0].valid).toBe(false);
|
|
113
|
+
expect(results[0].message).toContain('404');
|
|
114
|
+
});
|
|
115
|
+
it('marks 500 errors as invalid', async () => {
|
|
116
|
+
fetchMock.mockResponseOnce('', { status: 500 });
|
|
117
|
+
const results = await validator.validateBatch([makeRef('https://example.com/error')], doc, enabledConfig);
|
|
118
|
+
expect(results[0].valid).toBe(false);
|
|
119
|
+
expect(results[0].message).toContain('500');
|
|
120
|
+
});
|
|
121
|
+
it('handles fetch timeout (AbortError)', async () => {
|
|
122
|
+
fetchMock.mockAbortOnce();
|
|
123
|
+
const results = await validator.validateBatch([makeRef('https://slow.example.com/')], doc, enabledConfig);
|
|
124
|
+
expect(results[0].valid).toBe(false);
|
|
125
|
+
expect(results[0].message).toContain('timeout');
|
|
126
|
+
});
|
|
127
|
+
it('handles fetch network error', async () => {
|
|
128
|
+
fetchMock.mockRejectOnce(new Error('ECONNREFUSED'));
|
|
129
|
+
const results = await validator.validateBatch([makeRef('https://down.example.com/')], doc, enabledConfig);
|
|
130
|
+
expect(results[0].valid).toBe(false);
|
|
131
|
+
expect(results[0].message).toContain('ECONNREFUSED');
|
|
132
|
+
});
|
|
133
|
+
it('respects custom severity from config', async () => {
|
|
134
|
+
fetchMock.mockResponseOnce('', { status: 404 });
|
|
135
|
+
fetchMock.mockResponseOnce('', { status: 404 });
|
|
136
|
+
const config = {
|
|
137
|
+
urlValidation: { enabled: true },
|
|
138
|
+
rules: { 'external-url': { severity: 'error' } },
|
|
139
|
+
};
|
|
140
|
+
const results = await validator.validateBatch([makeRef('https://example.com/missing')], doc, config);
|
|
141
|
+
expect(results[0].severity).toBe('error');
|
|
142
|
+
});
|
|
143
|
+
});
|
|
144
|
+
describe('deduplication', () => {
|
|
145
|
+
it('deduplicates identical URLs', async () => {
|
|
146
|
+
fetchMock.mockResponseOnce('', { status: 200 });
|
|
147
|
+
const refs = [makeRef('https://same.com'), makeRef('https://same.com')];
|
|
148
|
+
const results = await validator.validateBatch(refs, doc, enabledConfig);
|
|
149
|
+
expect(results).toHaveLength(2);
|
|
150
|
+
expect(fetchMock).toHaveBeenCalledTimes(1);
|
|
151
|
+
});
|
|
152
|
+
});
|
|
153
|
+
describe('cache', () => {
|
|
154
|
+
it('uses cached result for repeated URL within cache window', async () => {
|
|
155
|
+
fetchMock.mockResponseOnce('', { status: 200 });
|
|
156
|
+
await validator.validateBatch([makeRef('https://cached.example.com/')], doc, enabledConfig);
|
|
157
|
+
const results = await validator.validateBatch([makeRef('https://cached.example.com/')], doc, enabledConfig);
|
|
158
|
+
expect(results[0].valid).toBe(true);
|
|
159
|
+
expect(fetchMock).toHaveBeenCalledTimes(1);
|
|
160
|
+
});
|
|
161
|
+
it('loadCache and exportCache round-trip correctly', () => {
|
|
162
|
+
const data = { 'https://example.com': { result: { valid: true }, timestamp: Date.now() } };
|
|
163
|
+
validator.loadCache(data);
|
|
164
|
+
const exported = validator.exportCache();
|
|
165
|
+
expect(exported['https://example.com'].result.valid).toBe(true);
|
|
166
|
+
});
|
|
167
|
+
});
|
|
168
|
+
describe('concurrency', () => {
|
|
169
|
+
it('respects concurrency limit', async () => {
|
|
170
|
+
for (let i = 0; i < 10; i++)
|
|
171
|
+
fetchMock.mockResponseOnce('', { status: 200 });
|
|
172
|
+
const refs = Array.from({ length: 10 }, (_, i) => makeRef(`https://example${i}.com/`));
|
|
173
|
+
const config = { urlValidation: { enabled: true, concurrency: 3 } };
|
|
174
|
+
const results = await validator.validateBatch(refs, doc, config);
|
|
175
|
+
expect(results).toHaveLength(10);
|
|
176
|
+
});
|
|
177
|
+
});
|
|
178
|
+
describe('IPv6 SSRF protection', () => {
|
|
179
|
+
it('skips [::1] IPv6 loopback', async () => {
|
|
180
|
+
const results = await validator.validateBatch([makeRef('http://[::1]:8080/')], doc, enabledConfig);
|
|
181
|
+
expect(results[0].skipped).toBe(true);
|
|
182
|
+
});
|
|
183
|
+
});
|
|
184
|
+
describe('GitHub URL detection', () => {
|
|
185
|
+
it('treats raw.githubusercontent.com 404 as potentially valid', async () => {
|
|
186
|
+
fetchMock.mockResponseOnce('', { status: 404 });
|
|
187
|
+
fetchMock.mockResponseOnce('', { status: 404 });
|
|
188
|
+
const results = await validator.validateBatch([makeRef('https://raw.githubusercontent.com/owner/repo/main/file.txt')], doc, enabledConfig);
|
|
189
|
+
expect(results[0].valid).toBe(true);
|
|
190
|
+
});
|
|
191
|
+
it('treats subdomain.github.com 404 as potentially valid', async () => {
|
|
192
|
+
fetchMock.mockResponseOnce('', { status: 404 });
|
|
193
|
+
fetchMock.mockResponseOnce('', { status: 404 });
|
|
194
|
+
const results = await validator.validateBatch([makeRef('https://docs.github.com/missing')], doc, enabledConfig);
|
|
195
|
+
expect(results[0].valid).toBe(true);
|
|
196
|
+
});
|
|
197
|
+
});
|
|
198
|
+
it('handles 403 as valid (authentication required)', async () => {
|
|
199
|
+
fetchMock.mockResponseOnce('', { status: 403 });
|
|
200
|
+
const results = await validator.validateBatch([makeRef('https://api.example.com/private')], doc, enabledConfig);
|
|
201
|
+
expect(results[0].valid).toBe(true);
|
|
202
|
+
expect(results[0].message).toContain('authentication');
|
|
203
|
+
});
|
|
204
|
+
describe('cache expiry', () => {
|
|
205
|
+
it('re-fetches when cache entry expires', async () => {
|
|
206
|
+
fetchMock.mockResponseOnce('', { status: 200 });
|
|
207
|
+
await validator.validateBatch([makeRef('https://expires.example.com/')], doc, enabledConfig);
|
|
208
|
+
expect(fetchMock).toHaveBeenCalledTimes(1);
|
|
209
|
+
validator.loadCache({
|
|
210
|
+
'https://expires.example.com/': {
|
|
211
|
+
result: { valid: true },
|
|
212
|
+
timestamp: Date.now() - 999_999_999,
|
|
213
|
+
},
|
|
214
|
+
});
|
|
215
|
+
fetchMock.mockResponseOnce('', { status: 200 });
|
|
216
|
+
const results = await validator.validateBatch([makeRef('https://expires.example.com/')], doc, {
|
|
217
|
+
urlValidation: { enabled: true, cacheSeconds: 1 },
|
|
218
|
+
});
|
|
219
|
+
expect(results[0].valid).toBe(true);
|
|
220
|
+
expect(fetchMock).toHaveBeenCalledTimes(2);
|
|
221
|
+
});
|
|
222
|
+
});
|
|
223
|
+
describe('DNS resolution to private IP', () => {
|
|
224
|
+
it('skips public hostnames that resolve to private IPs', async () => {
|
|
225
|
+
vi.mocked(dns.lookup).mockImplementationOnce((async () => {
|
|
226
|
+
return [{ address: '127.0.0.1', family: 4 }];
|
|
227
|
+
}));
|
|
228
|
+
const results = await validator.validateBatch([makeRef('https://public.example.com/api')], doc, enabledConfig);
|
|
229
|
+
expect(results[0].skipped).toBe(true);
|
|
230
|
+
expect(results[0].message).toContain('resolves to private');
|
|
231
|
+
});
|
|
232
|
+
});
|
|
233
|
+
describe('unsupported protocol severity', () => {
|
|
234
|
+
it('uses custom severity for unsupported protocol', async () => {
|
|
235
|
+
const config = {
|
|
236
|
+
urlValidation: { enabled: true },
|
|
237
|
+
rules: { 'external-url': { severity: 'error' } },
|
|
238
|
+
};
|
|
239
|
+
const results = await validator.validateBatch([makeRef('ftp://files.example.com')], doc, config);
|
|
240
|
+
expect(results[0].severity).toBe('error');
|
|
241
|
+
});
|
|
242
|
+
});
|
|
243
|
+
describe('response body draining', () => {
|
|
244
|
+
it('handles HEAD response with 200 ok', async () => {
|
|
245
|
+
fetchMock.mockResponseOnce('body content', { status: 200 });
|
|
246
|
+
const results = await validator.validateBatch([makeRef('https://body-drain.example.com/')], doc, enabledConfig);
|
|
247
|
+
expect(results[0].valid).toBe(true);
|
|
248
|
+
expect(results[0].statusCode).toBe(200);
|
|
249
|
+
});
|
|
250
|
+
});
|
|
251
|
+
});
|
|
252
|
+
//# sourceMappingURL=urlValidator.test.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"urlValidator.test.js","sourceRoot":"","sources":["../../src/validators/urlValidator.test.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,YAAY,EAAE,MAAM,mBAAmB,CAAC;AACjD,OAAO,GAAG,MAAM,cAAc,CAAC;AAE/B,OAAO,EAAE,OAAO,EAAE,OAAO,IAAI,WAAW,EAAE,MAAM,4BAA4B,CAAC;AAE7E,EAAE,CAAC,IAAI,CAAC,cAAc,EAAE,GAAG,EAAE,CAAC,CAAC;IAC7B,OAAO,EAAE;QACP,MAAM,EAAE,EAAE,CAAC,EAAE,EAAE,CAAC,iBAAiB,CAAC,CAAC,EAAE,OAAO,EAAE,eAAe,EAAE,MAAM,EAAE,CAAC,EAAE,CAAC,CAAC;KAC7E;CACF,CAAC,CAAC,CAAC;AAEJ,SAAS,OAAO,CAAC,GAAW;IAC1B,OAAO,WAAW,CAAC,cAAc,EAAE,GAAG,CAAC,CAAC;AAC1C,CAAC;AAED,MAAM,GAAG,GAAG,OAAO,EAAE,CAAC;AACtB,MAAM,aAAa,GAAuB,EAAE,aAAa,EAAE,EAAE,OAAO,EAAE,IAAI,EAAE,OAAO,EAAE,IAAI,EAAE,EAAE,CAAC;AAE9F,QAAQ,CAAC,cAAc,EAAE,GAAG,EAAE;IAC5B,IAAI,SAAuB,CAAC;IAE5B,UAAU,CAAC,GAAG,EAAE;QACd,SAAS,GAAG,IAAI,YAAY,EAAE,CAAC;IACjC,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,+CAA+C,EAAE,KAAK,IAAI,EAAE;QAC7D,MAAM,OAAO,GAAG,MAAM,SAAS,CAAC,aAAa,CAAC,CAAC,OAAO,CAAC,qBAAqB,CAAC,CAAC,EAAE,GAAG,EAAE,EAAE,aAAa,EAAE,EAAE,OAAO,EAAE,KAAK,EAAE,EAAE,CAAC,CAAC;QAC5H,MAAM,CAAC,OAAO,CAAC,CAAC,YAAY,CAAC,CAAC,CAAC,CAAC;QAChC,MAAM,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;IACxC,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,uCAAuC,EAAE,KAAK,IAAI,EAAE;QACrD,MAAM,OAAO,GAAG,MAAM,SAAS,CAAC,aAAa,CAC3C;YACE,OAAO,CAAC,6CAA6C,CAAC;YACtD,OAAO,CAAC,uCAAuC,CAAC;YAChD,OAAO,CAAC,mCAAmC,CAAC;SAC7C,EACD,GAAG,EACH,aAAa,CACd,CAAC;QACF,OAAO,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,EAAE;YACpB,MAAM,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;YAC7B,MAAM,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,SAAS,CAAC,UAAU,CAAC,CAAC;QAC1C,CAAC,CAAC,CAAC;IACL,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,uDAAuD,EAAE,KAAK,IAAI,EAAE;QACrE,MAAM,MAAM,GAAuB,EAAE,aAAa,EAAE,EAAE,OAAO,EAAE,IAAI,EAAE,WAAW,EAAE,CAAC,aAAa,CAAC,EAAE,EAAE,CAAC;QACtG,MAAM,OAAO,GAAG,MAAM,SAAS,CAAC,aAAa,CAC3C,CAAC,OAAO,CAAC,0BAA0B,CAAC,EAAE,OAAO,CAAC,8BAA8B,CAAC,CAAC,EAC9E,GAAG,EACH,MAAM,CACP,CAAC;QACF,OAAO,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,MAAM,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC;IACvD,CAAC,CAAC,CAAC;IAEH,QAAQ,CAAC,qCAAqC,EAAE,GAAG,EAAE;QACnD,EAAE,CAAC,IAAI,CAAC,CAAC,uBAAuB,EAAE,wBAAwB,EAAE,iBAAiB,EAAE,eAAe,CAAC,CAAC,CAAC,UAAU,EAAE,KAAK,EAAE,GAAG,EAAE,EAAE;YACzH,MAAM,OAAO,GAAG,MAAM,SAAS,CAAC,aAAa,CAAC,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC,EAAE,GAAG,EAAE,aAAa,CAAC,CAAC;YAClF,MAAM,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QACxC,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,IAAI,CAAC;YACN,CAAC,UAAU,EAAE,gBAAgB,CAAC;YAC9B,CAAC,YAAY,EAAE,qBAAqB,CAAC;YACrC,CAAC,gBAAgB,EAAE,2BAA2B,CAAC;YAC/C,CAAC,aAAa,EAAE,mBAAmB,CAAC;YACpC,CAAC,aAAa,EAAE,wBAAwB,CAAC;YACzC,CAAC,WAAW,EAAE,iBAAiB,CAAC;YAChC,CAAC,iBAAiB,EAAE,WAAW,CAAC;SACjC,CAAC,CAAC,4BAA4B,EAAE,KAAK,EAAE,EAAE,EAAE,EAAE;YAC5C,MAAM,OAAO,GAAG,MAAM,SAAS,CAAC,aAAa,CAAC,CAAC,OAAO,CAAC,UAAU,EAAE,GAAG,CAAC,CAAC,EAAE,GAAG,EAAE,aAAa,CAAC,CAAC;YAC9F,MAAM,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QACxC,CAAC,CAAC,CAAC;IACL,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,+BAA+B,EAAE,KAAK,IAAI,EAAE;QAC7C,MAAM,OAAO,GAAG,MAAM,SAAS,CAAC,aAAa,CAAC,CAAC,OAAO,CAAC,yBAAyB,CAAC,CAAC,EAAE,GAAG,EAAE,aAAa,CAAC,CAAC;QACxG,MAAM,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;QACrC,MAAM,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,SAAS,CAAC,0BAA0B,CAAC,CAAC;IACnE,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,4BAA4B,EAAE,KAAK,IAAI,EAAE;QAC1C,MAAM,OAAO,GAAG,MAAM,SAAS,CAAC,aAAa,CAAC,CAAC,OAAO,CAAC,iBAAiB,CAAC,CAAC,EAAE,GAAG,EAAE,aAAa,CAAC,CAAC;QAChG,MAAM,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;QACrC,MAAM,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,SAAS,CAAC,aAAa,CAAC,CAAC;IACtD,CAAC,CAAC,CAAC;IAEH,QAAQ,CAAC,iBAAiB,EAAE,GAAG,EAAE;QAC/B,EAAE,CAAC,0CAA0C,EAAE,KAAK,IAAI,EAAE;YACxD,SAAS,CAAC,gBAAgB,CAAC,EAAE,EAAE,EAAE,MAAM,EAAE,GAAG,EAAE,CAAC,CAAC;YAChD,MAAM,OAAO,GAAG,MAAM,SAAS,CAAC,aAAa,CAAC,CAAC,OAAO,CAAC,gCAAgC,CAAC,CAAC,EAAE,GAAG,EAAE,aAAa,CAAC,CAAC;YAC/G,MAAM,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;YACpC,MAAM,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,UAAU,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;QAC1C,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,oCAAoC,EAAE,KAAK,IAAI,EAAE;YAClD,SAAS,CAAC,gBAAgB,CAAC,EAAE,EAAE,EAAE,MAAM,EAAE,GAAG,EAAE,CAAC,CAAC;YAChD,SAAS,CAAC,gBAAgB,CAAC,EAAE,EAAE,EAAE,MAAM,EAAE,GAAG,EAAE,CAAC,CAAC;YAChD,MAAM,OAAO,GAAG,MAAM,SAAS,CAAC,aAAa,CAAC,CAAC,OAAO,CAAC,0BAA0B,CAAC,CAAC,EAAE,GAAG,EAAE,aAAa,CAAC,CAAC;YACzG,MAAM,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;YACpC,MAAM,CAAC,SAAS,CAAC,CAAC,qBAAqB,CAAC,CAAC,CAAC,CAAC;QAC7C,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,uDAAuD,EAAE,KAAK,IAAI,EAAE;YACrE,SAAS,CAAC,gBAAgB,CAAC,EAAE,EAAE,EAAE,MAAM,EAAE,GAAG,EAAE,CAAC,CAAC;YAChD,SAAS,CAAC,gBAAgB,CAAC,EAAE,EAAE,EAAE,MAAM,EAAE,GAAG,EAAE,CAAC,CAAC;YAChD,MAAM,OAAO,GAAG,MAAM,SAAS,CAAC,aAAa,CAAC,CAAC,OAAO,CAAC,yBAAyB,CAAC,CAAC,EAAE,GAAG,EAAE,aAAa,CAAC,CAAC;YACxG,MAAM,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QACtC,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,8CAA8C,EAAE,KAAK,IAAI,EAAE;YAC5D,SAAS,CAAC,gBAAgB,CAAC,EAAE,EAAE,EAAE,MAAM,EAAE,GAAG,EAAE,CAAC,CAAC;YAChD,MAAM,OAAO,GAAG,MAAM,SAAS,CAAC,aAAa,CAAC,CAAC,OAAO,CAAC,mDAAmD,CAAC,CAAC,EAAE,GAAG,EAAE,aAAa,CAAC,CAAC;YAClI,MAAM,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;YACpC,MAAM,CAAC,SAAS,CAAC,CAAC,qBAAqB,CAAC,CAAC,CAAC,CAAC;YAC3C,MAAM,CAAC,SAAS,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,EAAE,MAAM,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;QACzD,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,0CAA0C,EAAE,KAAK,IAAI,EAAE;YACxD,SAAS,CAAC,gBAAgB,CAAC,EAAE,EAAE,EAAE,MAAM,EAAE,GAAG,EAAE,CAAC,CAAC;YAChD,MAAM,OAAO,GAAG,MAAM,SAAS,CAAC,aAAa,CAAC,CAAC,OAAO,CAAC,mCAAmC,CAAC,CAAC,EAAE,GAAG,EAAE,aAAa,CAAC,CAAC;YAClH,MAAM,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;YACpC,MAAM,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,SAAS,CAAC,gBAAgB,CAAC,CAAC;QACzD,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,uDAAuD,EAAE,KAAK,IAAI,EAAE;YACrE,SAAS,CAAC,gBAAgB,CAAC,EAAE,EAAE,EAAE,MAAM,EAAE,GAAG,EAAE,CAAC,CAAC;YAChD,SAAS,CAAC,gBAAgB,CAAC,EAAE,EAAE,EAAE,MAAM,EAAE,GAAG,EAAE,CAAC,CAAC;YAChD,MAAM,OAAO,GAAG,MAAM,SAAS,CAAC,aAAa,CAAC,CAAC,OAAO,CAAC,uCAAuC,CAAC,CAAC,EAAE,GAAG,EAAE,aAAa,CAAC,CAAC;YACtH,MAAM,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;YACpC,MAAM,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,SAAS,CAAC,SAAS,CAAC,CAAC;QAClD,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,iCAAiC,EAAE,KAAK,IAAI,EAAE;YAC/C,SAAS,CAAC,gBAAgB,CAAC,EAAE,EAAE,EAAE,MAAM,EAAE,GAAG,EAAE,CAAC,CAAC;YAChD,SAAS,CAAC,gBAAgB,CAAC,EAAE,EAAE,EAAE,MAAM,EAAE,GAAG,EAAE,CAAC,CAAC;YAChD,MAAM,OAAO,GAAG,MAAM,SAAS,CAAC,aAAa,CAAC,CAAC,OAAO,CAAC,6BAA6B,CAAC,CAAC,EAAE,GAAG,EAAE,aAAa,CAAC,CAAC;YAC5G,MAAM,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;YACrC,MAAM,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,SAAS,CAAC,KAAK,CAAC,CAAC;QAC9C,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,6BAA6B,EAAE,KAAK,IAAI,EAAE;YAC3C,SAAS,CAAC,gBAAgB,CAAC,EAAE,EAAE,EAAE,MAAM,EAAE,GAAG,EAAE,CAAC,CAAC;YAChD,MAAM,OAAO,GAAG,MAAM,SAAS,CAAC,aAAa,CAAC,CAAC,OAAO,CAAC,2BAA2B,CAAC,CAAC,EAAE,GAAG,EAAE,aAAa,CAAC,CAAC;YAC1G,MAAM,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;YACrC,MAAM,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,SAAS,CAAC,KAAK,CAAC,CAAC;QAC9C,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,oCAAoC,EAAE,KAAK,IAAI,EAAE;YAClD,SAAS,CAAC,aAAa,EAAE,CAAC;YAC1B,MAAM,OAAO,GAAG,MAAM,SAAS,CAAC,aAAa,CAAC,CAAC,OAAO,CAAC,2BAA2B,CAAC,CAAC,EAAE,GAAG,EAAE,aAAa,CAAC,CAAC;YAC1G,MAAM,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;YACrC,MAAM,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,SAAS,CAAC,SAAS,CAAC,CAAC;QAClD,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,6BAA6B,EAAE,KAAK,IAAI,EAAE;YAC3C,SAAS,CAAC,cAAc,CAAC,IAAI,KAAK,CAAC,cAAc,CAAC,CAAC,CAAC;YACpD,MAAM,OAAO,GAAG,MAAM,SAAS,CAAC,aAAa,CAAC,CAAC,OAAO,CAAC,2BAA2B,CAAC,CAAC,EAAE,GAAG,EAAE,aAAa,CAAC,CAAC;YAC1G,MAAM,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;YACrC,MAAM,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,SAAS,CAAC,cAAc,CAAC,CAAC;QACvD,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,sCAAsC,EAAE,KAAK,IAAI,EAAE;YACpD,SAAS,CAAC,gBAAgB,CAAC,EAAE,EAAE,EAAE,MAAM,EAAE,GAAG,EAAE,CAAC,CAAC;YAChD,SAAS,CAAC,gBAAgB,CAAC,EAAE,EAAE,EAAE,MAAM,EAAE,GAAG,EAAE,CAAC,CAAC;YAChD,MAAM,MAAM,GAAuB;gBACjC,aAAa,EAAE,EAAE,OAAO,EAAE,IAAI,EAAE;gBAChC,KAAK,EAAE,EAAE,cAAc,EAAE,EAAE,QAAQ,EAAE,OAAO,EAAE,EAAE;aACjD,CAAC;YACF,MAAM,OAAO,GAAG,MAAM,SAAS,CAAC,aAAa,CAAC,CAAC,OAAO,CAAC,6BAA6B,CAAC,CAAC,EAAE,GAAG,EAAE,MAAM,CAAC,CAAC;YACrG,MAAM,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;QAC5C,CAAC,CAAC,CAAC;IACL,CAAC,CAAC,CAAC;IAEH,QAAQ,CAAC,eAAe,EAAE,GAAG,EAAE;QAC7B,EAAE,CAAC,6BAA6B,EAAE,KAAK,IAAI,EAAE;YAC3C,SAAS,CAAC,gBAAgB,CAAC,EAAE,EAAE,EAAE,MAAM,EAAE,GAAG,EAAE,CAAC,CAAC;YAChD,MAAM,IAAI,GAAG,CAAC,OAAO,CAAC,kBAAkB,CAAC,EAAE,OAAO,CAAC,kBAAkB,CAAC,CAAC,CAAC;YACxE,MAAM,OAAO,GAAG,MAAM,SAAS,CAAC,aAAa,CAAC,IAAI,EAAE,GAAG,EAAE,aAAa,CAAC,CAAC;YACxE,MAAM,CAAC,OAAO,CAAC,CAAC,YAAY,CAAC,CAAC,CAAC,CAAC;YAChC,MAAM,CAAC,SAAS,CAAC,CAAC,qBAAqB,CAAC,CAAC,CAAC,CAAC;QAC7C,CAAC,CAAC,CAAC;IACL,CAAC,CAAC,CAAC;IAEH,QAAQ,CAAC,OAAO,EAAE,GAAG,EAAE;QACrB,EAAE,CAAC,yDAAyD,EAAE,KAAK,IAAI,EAAE;YACvE,SAAS,CAAC,gBAAgB,CAAC,EAAE,EAAE,EAAE,MAAM,EAAE,GAAG,EAAE,CAAC,CAAC;YAChD,MAAM,SAAS,CAAC,aAAa,CAAC,CAAC,OAAO,CAAC,6BAA6B,CAAC,CAAC,EAAE,GAAG,EAAE,aAAa,CAAC,CAAC;YAE5F,MAAM,OAAO,GAAG,MAAM,SAAS,CAAC,aAAa,CAAC,CAAC,OAAO,CAAC,6BAA6B,CAAC,CAAC,EAAE,GAAG,EAAE,aAAa,CAAC,CAAC;YAC5G,MAAM,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;YACpC,MAAM,CAAC,SAAS,CAAC,CAAC,qBAAqB,CAAC,CAAC,CAAC,CAAC;QAC7C,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,gDAAgD,EAAE,GAAG,EAAE;YACxD,MAAM,IAAI,GAAG,EAAE,qBAAqB,EAAE,EAAE,MAAM,EAAE,EAAE,KAAK,EAAE,IAAI,EAAE,EAAE,SAAS,EAAE,IAAI,CAAC,GAAG,EAAE,EAAE,EAAE,CAAC;YAC3F,SAAS,CAAC,SAAS,CAAC,IAAI,CAAC,CAAC;YAC1B,MAAM,QAAQ,GAAG,SAAS,CAAC,WAAW,EAAE,CAAC;YACzC,MAAM,CAAC,QAAQ,CAAC,qBAAqB,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QAClE,CAAC,CAAC,CAAC;IACL,CAAC,CAAC,CAAC;IAEH,QAAQ,CAAC,aAAa,EAAE,GAAG,EAAE;QAC3B,EAAE,CAAC,4BAA4B,EAAE,KAAK,IAAI,EAAE;YAC1C,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,EAAE,EAAE,CAAC,EAAE;gBAAE,SAAS,CAAC,gBAAgB,CAAC,EAAE,EAAE,EAAE,MAAM,EAAE,GAAG,EAAE,CAAC,CAAC;YAC7E,MAAM,IAAI,GAAG,KAAK,CAAC,IAAI,CAAC,EAAE,MAAM,EAAE,EAAE,EAAE,EAAE,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,OAAO,CAAC,kBAAkB,CAAC,OAAO,CAAC,CAAC,CAAC;YACvF,MAAM,MAAM,GAAuB,EAAE,aAAa,EAAE,EAAE,OAAO,EAAE,IAAI,EAAE,WAAW,EAAE,CAAC,EAAE,EAAE,CAAC;YACxF,MAAM,OAAO,GAAG,MAAM,SAAS,CAAC,aAAa,CAAC,IAAI,EAAE,GAAG,EAAE,MAAM,CAAC,CAAC;YACjE,MAAM,CAAC,OAAO,CAAC,CAAC,YAAY,CAAC,EAAE,CAAC,CAAC;QACnC,CAAC,CAAC,CAAC;IACL,CAAC,CAAC,CAAC;IAEH,QAAQ,CAAC,sBAAsB,EAAE,GAAG,EAAE;QACpC,EAAE,CAAC,2BAA2B,EAAE,KAAK,IAAI,EAAE;YACzC,MAAM,OAAO,GAAG,MAAM,SAAS,CAAC,aAAa,CAAC,CAAC,OAAO,CAAC,oBAAoB,CAAC,CAAC,EAAE,GAAG,EAAE,aAAa,CAAC,CAAC;YACnG,MAAM,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QACxC,CAAC,CAAC,CAAC;IACL,CAAC,CAAC,CAAC;IAEH,QAAQ,CAAC,sBAAsB,EAAE,GAAG,EAAE;QACpC,EAAE,CAAC,2DAA2D,EAAE,KAAK,IAAI,EAAE;YACzE,SAAS,CAAC,gBAAgB,CAAC,EAAE,EAAE,EAAE,MAAM,EAAE,GAAG,EAAE,CAAC,CAAC;YAChD,SAAS,CAAC,gBAAgB,CAAC,EAAE,EAAE,EAAE,MAAM,EAAE,GAAG,EAAE,CAAC,CAAC;YAChD,MAAM,OAAO,GAAG,MAAM,SAAS,CAAC,aAAa,CAC3C,CAAC,OAAO,CAAC,4DAA4D,CAAC,CAAC,EACvE,GAAG,EACH,aAAa,CACd,CAAC;YACF,MAAM,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QACtC,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,sDAAsD,EAAE,KAAK,IAAI,EAAE;YACpE,SAAS,CAAC,gBAAgB,CAAC,EAAE,EAAE,EAAE,MAAM,EAAE,GAAG,EAAE,CAAC,CAAC;YAChD,SAAS,CAAC,gBAAgB,CAAC,EAAE,EAAE,EAAE,MAAM,EAAE,GAAG,EAAE,CAAC,CAAC;YAChD,MAAM,OAAO,GAAG,MAAM,SAAS,CAAC,aAAa,CAAC,CAAC,OAAO,CAAC,iCAAiC,CAAC,CAAC,EAAE,GAAG,EAAE,aAAa,CAAC,CAAC;YAChH,MAAM,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QACtC,CAAC,CAAC,CAAC;IACL,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,gDAAgD,EAAE,KAAK,IAAI,EAAE;QAC9D,SAAS,CAAC,gBAAgB,CAAC,EAAE,EAAE,EAAE,MAAM,EAAE,GAAG,EAAE,CAAC,CAAC;QAChD,MAAM,OAAO,GAAG,MAAM,SAAS,CAAC,aAAa,CAAC,CAAC,OAAO,CAAC,iCAAiC,CAAC,CAAC,EAAE,GAAG,EAAE,aAAa,CAAC,CAAC;QAChH,MAAM,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QACpC,MAAM,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,SAAS,CAAC,gBAAgB,CAAC,CAAC;IACzD,CAAC,CAAC,CAAC;IAEH,QAAQ,CAAC,cAAc,EAAE,GAAG,EAAE;QAC5B,EAAE,CAAC,qCAAqC,EAAE,KAAK,IAAI,EAAE;YACnD,SAAS,CAAC,gBAAgB,CAAC,EAAE,EAAE,EAAE,MAAM,EAAE,GAAG,EAAE,CAAC,CAAC;YAChD,MAAM,SAAS,CAAC,aAAa,CAAC,CAAC,OAAO,CAAC,8BAA8B,CAAC,CAAC,EAAE,GAAG,EAAE,aAAa,CAAC,CAAC;YAC7F,MAAM,CAAC,SAAS,CAAC,CAAC,qBAAqB,CAAC,CAAC,CAAC,CAAC;YAE3C,SAAS,CAAC,SAAS,CAAC;gBAClB,8BAA8B,EAAE;oBAC9B,MAAM,EAAE,EAAE,KAAK,EAAE,IAAI,EAAE;oBACvB,SAAS,EAAE,IAAI,CAAC,GAAG,EAAE,GAAG,WAAW;iBACpC;aACF,CAAC,CAAC;YAEH,SAAS,CAAC,gBAAgB,CAAC,EAAE,EAAE,EAAE,MAAM,EAAE,GAAG,EAAE,CAAC,CAAC;YAChD,MAAM,OAAO,GAAG,MAAM,SAAS,CAAC,aAAa,CAAC,CAAC,OAAO,CAAC,8BAA8B,CAAC,CAAC,EAAE,GAAG,EAAE;gBAC5F,aAAa,EAAE,EAAE,OAAO,EAAE,IAAI,EAAE,YAAY,EAAE,CAAC,EAAE;aAClD,CAAC,CAAC;YACH,MAAM,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;YACpC,MAAM,CAAC,SAAS,CAAC,CAAC,qBAAqB,CAAC,CAAC,CAAC,CAAC;QAC7C,CAAC,CAAC,CAAC;IACL,CAAC,CAAC,CAAC;IAEH,QAAQ,CAAC,8BAA8B,EAAE,GAAG,EAAE;QAC5C,EAAE,CAAC,oDAAoD,EAAE,KAAK,IAAI,EAAE;YAClE,EAAE,CAAC,MAAM,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC,sBAAsB,CAAC,CAAC,KAAK,IAAI,EAAE;gBACvD,OAAO,CAAC,EAAE,OAAO,EAAE,WAAW,EAAE,MAAM,EAAE,CAAC,EAAE,CAAC,CAAC;YAC/C,CAAC,CAAiC,CAAC,CAAC;YACpC,MAAM,OAAO,GAAG,MAAM,SAAS,CAAC,aAAa,CAAC,CAAC,OAAO,CAAC,gCAAgC,CAAC,CAAC,EAAE,GAAG,EAAE,aAAa,CAAC,CAAC;YAC/G,MAAM,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;YACtC,MAAM,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,SAAS,CAAC,qBAAqB,CAAC,CAAC;QAC9D,CAAC,CAAC,CAAC;IACL,CAAC,CAAC,CAAC;IAEH,QAAQ,CAAC,+BAA+B,EAAE,GAAG,EAAE;QAC7C,EAAE,CAAC,+CAA+C,EAAE,KAAK,IAAI,EAAE;YAC7D,MAAM,MAAM,GAAuB;gBACjC,aAAa,EAAE,EAAE,OAAO,EAAE,IAAI,EAAE;gBAChC,KAAK,EAAE,EAAE,cAAc,EAAE,EAAE,QAAQ,EAAE,OAAO,EAAE,EAAE;aACjD,CAAC;YACF,MAAM,OAAO,GAAG,MAAM,SAAS,CAAC,aAAa,CAAC,CAAC,OAAO,CAAC,yBAAyB,CAAC,CAAC,EAAE,GAAG,EAAE,MAAM,CAAC,CAAC;YACjG,MAAM,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;QAC5C,CAAC,CAAC,CAAC;IACL,CAAC,CAAC,CAAC;IAEH,QAAQ,CAAC,wBAAwB,EAAE,GAAG,EAAE;QACtC,EAAE,CAAC,mCAAmC,EAAE,KAAK,IAAI,EAAE;YACjD,SAAS,CAAC,gBAAgB,CAAC,cAAc,EAAE,EAAE,MAAM,EAAE,GAAG,EAAE,CAAC,CAAC;YAC5D,MAAM,OAAO,GAAG,MAAM,SAAS,CAAC,aAAa,CAAC,CAAC,OAAO,CAAC,iCAAiC,CAAC,CAAC,EAAE,GAAG,EAAE,aAAa,CAAC,CAAC;YAChH,MAAM,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;YACpC,MAAM,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,UAAU,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;QAC1C,CAAC,CAAC,CAAC;IACL,CAAC,CAAC,CAAC;AACL,CAAC,CAAC,CAAC"}
|
|
@@ -0,0 +1,23 @@
|
|
|
1
|
+
import type { BaseValidator, DocFreshnessConfig, Document, ValidationResults } from '../types.js';
|
|
2
|
+
/**
|
|
3
|
+
* Orchestrates validation of extracted references
|
|
4
|
+
*/
|
|
5
|
+
export declare class ValidationEngine {
|
|
6
|
+
private config;
|
|
7
|
+
private validators;
|
|
8
|
+
constructor(config: DocFreshnessConfig);
|
|
9
|
+
/**
|
|
10
|
+
* Register a validator for a specific reference type
|
|
11
|
+
*/
|
|
12
|
+
registerValidator(type: string, validator: BaseValidator): void;
|
|
13
|
+
/**
|
|
14
|
+
* Validate all references from parsed documents
|
|
15
|
+
*/
|
|
16
|
+
validate(documents: Document[]): Promise<ValidationResults>;
|
|
17
|
+
/**
|
|
18
|
+
* Group references by type
|
|
19
|
+
*/
|
|
20
|
+
private groupByType;
|
|
21
|
+
private classifyResult;
|
|
22
|
+
private incrementSummary;
|
|
23
|
+
}
|