ssrwire 0.1.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/CHANGELOG.md +20 -0
- package/CONTRIBUTING.md +49 -0
- package/LICENSE +21 -0
- package/PUBLISHING.md +134 -0
- package/README.md +403 -0
- package/SECURITY.md +26 -0
- package/dist/agents.d.ts +14 -0
- package/dist/agents.d.ts.map +1 -0
- package/dist/agents.js +100 -0
- package/dist/agents.js.map +1 -0
- package/dist/analyze.d.ts +4 -0
- package/dist/analyze.d.ts.map +1 -0
- package/dist/analyze.js +494 -0
- package/dist/analyze.js.map +1 -0
- package/dist/audit.d.ts +3 -0
- package/dist/audit.d.ts.map +1 -0
- package/dist/audit.js +69 -0
- package/dist/audit.js.map +1 -0
- package/dist/bin.d.ts +3 -0
- package/dist/bin.d.ts.map +1 -0
- package/dist/bin.js +4 -0
- package/dist/bin.js.map +1 -0
- package/dist/cli.d.ts +2 -0
- package/dist/cli.d.ts.map +1 -0
- package/dist/cli.js +173 -0
- package/dist/cli.js.map +1 -0
- package/dist/config.d.ts +17 -0
- package/dist/config.d.ts.map +1 -0
- package/dist/config.js +262 -0
- package/dist/config.js.map +1 -0
- package/dist/http-probe.d.ts +7 -0
- package/dist/http-probe.d.ts.map +1 -0
- package/dist/http-probe.js +406 -0
- package/dist/http-probe.js.map +1 -0
- package/dist/index.d.ts +11 -0
- package/dist/index.d.ts.map +1 -0
- package/dist/index.js +10 -0
- package/dist/index.js.map +1 -0
- package/dist/redact.d.ts +10 -0
- package/dist/redact.d.ts.map +1 -0
- package/dist/redact.js +154 -0
- package/dist/redact.js.map +1 -0
- package/dist/reporters.d.ts +9 -0
- package/dist/reporters.d.ts.map +1 -0
- package/dist/reporters.js +220 -0
- package/dist/reporters.js.map +1 -0
- package/dist/stream-parser.d.ts +9 -0
- package/dist/stream-parser.d.ts.map +1 -0
- package/dist/stream-parser.js +366 -0
- package/dist/stream-parser.js.map +1 -0
- package/dist/types.d.ts +134 -0
- package/dist/types.d.ts.map +1 -0
- package/dist/types.js +2 -0
- package/dist/types.js.map +1 -0
- package/dist/version.d.ts +2 -0
- package/dist/version.d.ts.map +1 -0
- package/dist/version.js +14 -0
- package/dist/version.js.map +1 -0
- package/examples/github-actions.yml +73 -0
- package/examples/ssrwire.config.yml +37 -0
- package/package.json +91 -0
- package/src/agents.ts +129 -0
- package/src/analyze.ts +628 -0
- package/src/audit.ts +89 -0
- package/src/bin.ts +5 -0
- package/src/cli.ts +207 -0
- package/src/config.ts +313 -0
- package/src/http-probe.ts +461 -0
- package/src/index.ts +34 -0
- package/src/redact.ts +173 -0
- package/src/reporters.ts +274 -0
- package/src/stream-parser.ts +424 -0
- package/src/types.ts +160 -0
- package/src/version.ts +19 -0
|
@@ -0,0 +1,220 @@
|
|
|
1
|
+
const ANSI = {
|
|
2
|
+
red: "\u001b[31m",
|
|
3
|
+
yellow: "\u001b[33m",
|
|
4
|
+
blue: "\u001b[36m",
|
|
5
|
+
bold: "\u001b[1m",
|
|
6
|
+
dim: "\u001b[2m",
|
|
7
|
+
reset: "\u001b[0m",
|
|
8
|
+
};
|
|
9
|
+
function paint(value, code, enabled) {
|
|
10
|
+
return enabled ? `${code}${value}${ANSI.reset}` : value;
|
|
11
|
+
}
|
|
12
|
+
function severityColor(severity) {
|
|
13
|
+
if (severity === "error") {
|
|
14
|
+
return ANSI.red;
|
|
15
|
+
}
|
|
16
|
+
if (severity === "warning") {
|
|
17
|
+
return ANSI.yellow;
|
|
18
|
+
}
|
|
19
|
+
return ANSI.blue;
|
|
20
|
+
}
|
|
21
|
+
function terminalSafe(value) {
|
|
22
|
+
let safe = "";
|
|
23
|
+
for (const character of value) {
|
|
24
|
+
const codePoint = character.codePointAt(0) ?? 0;
|
|
25
|
+
safe +=
|
|
26
|
+
codePoint <= 0x1f || (codePoint >= 0x7f && codePoint <= 0x9f)
|
|
27
|
+
? `\\u${codePoint.toString(16).toUpperCase().padStart(4, "0")}`
|
|
28
|
+
: character;
|
|
29
|
+
}
|
|
30
|
+
return safe;
|
|
31
|
+
}
|
|
32
|
+
function oneLine(value) {
|
|
33
|
+
return terminalSafe(value).replace(/\s+/g, " ").trim();
|
|
34
|
+
}
|
|
35
|
+
function truncate(value, length) {
|
|
36
|
+
const clean = oneLine(value);
|
|
37
|
+
if (clean.length <= length) {
|
|
38
|
+
return clean;
|
|
39
|
+
}
|
|
40
|
+
return `${clean.slice(0, Math.max(0, length - 1))}…`;
|
|
41
|
+
}
|
|
42
|
+
function formatMs(value) {
|
|
43
|
+
return value === undefined ? "—" : `${Math.round(value)} ms`;
|
|
44
|
+
}
|
|
45
|
+
function formatSignal(signal) {
|
|
46
|
+
return signal === undefined ? "—" : `${Math.round(signal.atMs)} ms/${signal.location}`;
|
|
47
|
+
}
|
|
48
|
+
function firstSignal(signals) {
|
|
49
|
+
return signals.find((signal) => signal.value.trim().length > 0) ?? signals[0];
|
|
50
|
+
}
|
|
51
|
+
function probeRow(probe) {
|
|
52
|
+
return [
|
|
53
|
+
truncate(probe.agent.label, 24),
|
|
54
|
+
probe.status === undefined ? "—" : String(probe.status),
|
|
55
|
+
probe.completion,
|
|
56
|
+
formatMs(probe.timings.firstByteMs),
|
|
57
|
+
formatMs(probe.timings.completeMs),
|
|
58
|
+
formatSignal(probe.signals.title),
|
|
59
|
+
formatSignal(firstSignal(probe.signals.descriptions)),
|
|
60
|
+
formatSignal(firstSignal(probe.signals.canonicals)),
|
|
61
|
+
formatSignal(probe.signals.firstMainText),
|
|
62
|
+
];
|
|
63
|
+
}
|
|
64
|
+
function renderTable(headers, rows) {
|
|
65
|
+
const widths = headers.map((header, column) => Math.max(header.length, ...rows.map((row) => row[column]?.length ?? 0)));
|
|
66
|
+
const line = (cells) => cells
|
|
67
|
+
.map((cell, column) => cell.padEnd(widths[column] ?? cell.length))
|
|
68
|
+
.join(" ")
|
|
69
|
+
.trimEnd();
|
|
70
|
+
const separator = widths.map((width) => "-".repeat(width)).join(" ");
|
|
71
|
+
return [line(headers), separator, ...rows.map(line)].join("\n");
|
|
72
|
+
}
|
|
73
|
+
function formatFinding(finding, color) {
|
|
74
|
+
const severity = finding.severity.toUpperCase().padEnd(7);
|
|
75
|
+
const prefix = paint(severity, severityColor(finding.severity), color);
|
|
76
|
+
const agent = finding.agent === undefined ? "" : ` [${terminalSafe(finding.agent)}]`;
|
|
77
|
+
const evidence = finding.evidence === undefined
|
|
78
|
+
? ""
|
|
79
|
+
: ` (${Object.entries(finding.evidence)
|
|
80
|
+
.map(([key, value]) => `${terminalSafe(key)}: ${terminalSafe(String(value))}`)
|
|
81
|
+
.join(", ")})`;
|
|
82
|
+
return ` ${prefix} ${terminalSafe(finding.code)}${agent}: ${terminalSafe(finding.message)}${evidence}`;
|
|
83
|
+
}
|
|
84
|
+
export function renderTerminal(audit, options = {}) {
|
|
85
|
+
const color = options.color ?? Boolean(process.stdout.isTTY);
|
|
86
|
+
const lines = [
|
|
87
|
+
paint(`SSRWire ${audit.version}`, ANSI.bold, color),
|
|
88
|
+
paint(`Generated ${audit.generatedAt} in ${formatMs(audit.durationMs)}`, ANSI.dim, color),
|
|
89
|
+
];
|
|
90
|
+
for (const result of audit.results) {
|
|
91
|
+
lines.push("", paint(terminalSafe(result.target.url), ANSI.bold, color));
|
|
92
|
+
lines.push(renderTable([
|
|
93
|
+
"Agent",
|
|
94
|
+
"HTTP",
|
|
95
|
+
"Result",
|
|
96
|
+
"First byte",
|
|
97
|
+
"Complete",
|
|
98
|
+
"Title",
|
|
99
|
+
"Description",
|
|
100
|
+
"Canonical",
|
|
101
|
+
"Main",
|
|
102
|
+
], result.probes.map(probeRow)));
|
|
103
|
+
if (result.findings.length === 0) {
|
|
104
|
+
lines.push("Findings: none");
|
|
105
|
+
}
|
|
106
|
+
else {
|
|
107
|
+
lines.push("Findings:", ...result.findings.map((finding) => formatFinding(finding, color)));
|
|
108
|
+
}
|
|
109
|
+
}
|
|
110
|
+
const { summary } = audit;
|
|
111
|
+
const summaryText = `Summary: ${summary.targets} target(s), ${summary.probes} probe(s), ` +
|
|
112
|
+
`${summary.errors} error(s), ${summary.warnings} warning(s), ` +
|
|
113
|
+
`${summary.info} info, ${summary.incomplete} incomplete`;
|
|
114
|
+
const summaryColor = summary.errors > 0 ? ANSI.red : summary.warnings > 0 ? ANSI.yellow : ANSI.blue;
|
|
115
|
+
lines.push("", paint(summaryText, summaryColor, color));
|
|
116
|
+
return `${lines.join("\n")}\n`;
|
|
117
|
+
}
|
|
118
|
+
function stableValue(value) {
|
|
119
|
+
if (Array.isArray(value)) {
|
|
120
|
+
return value.map(stableValue);
|
|
121
|
+
}
|
|
122
|
+
if (value !== null && typeof value === "object") {
|
|
123
|
+
return Object.fromEntries(Object.entries(value)
|
|
124
|
+
.sort(([left], [right]) => left.localeCompare(right))
|
|
125
|
+
.map(([key, entry]) => [key, stableValue(entry)]));
|
|
126
|
+
}
|
|
127
|
+
return value;
|
|
128
|
+
}
|
|
129
|
+
function stableJson(value) {
|
|
130
|
+
return `${JSON.stringify(stableValue(value), null, 2)}\n`;
|
|
131
|
+
}
|
|
132
|
+
export function renderJson(audit) {
|
|
133
|
+
return stableJson(audit);
|
|
134
|
+
}
|
|
135
|
+
function sarifLevel(severity) {
|
|
136
|
+
return severity === "info" ? "note" : severity;
|
|
137
|
+
}
|
|
138
|
+
function ruleDescription(code) {
|
|
139
|
+
const description = code.replaceAll("-", " ");
|
|
140
|
+
return `${description.charAt(0).toUpperCase()}${description.slice(1)}`;
|
|
141
|
+
}
|
|
142
|
+
function artifactUri(url) {
|
|
143
|
+
try {
|
|
144
|
+
return new URL(url).href;
|
|
145
|
+
}
|
|
146
|
+
catch {
|
|
147
|
+
return encodeURI(url);
|
|
148
|
+
}
|
|
149
|
+
}
|
|
150
|
+
export function renderSarif(audit) {
|
|
151
|
+
const findings = audit.results.flatMap((result) => result.findings);
|
|
152
|
+
const codes = [...new Set(findings.map((finding) => finding.code))].sort();
|
|
153
|
+
const rules = codes.map((code) => {
|
|
154
|
+
const severities = findings
|
|
155
|
+
.filter((finding) => finding.code === code)
|
|
156
|
+
.map((finding) => finding.severity);
|
|
157
|
+
const defaultSeverity = severities.includes("error")
|
|
158
|
+
? "error"
|
|
159
|
+
: severities.includes("warning")
|
|
160
|
+
? "warning"
|
|
161
|
+
: "info";
|
|
162
|
+
return {
|
|
163
|
+
id: code,
|
|
164
|
+
name: code,
|
|
165
|
+
shortDescription: { text: ruleDescription(code) },
|
|
166
|
+
defaultConfiguration: { level: sarifLevel(defaultSeverity) },
|
|
167
|
+
};
|
|
168
|
+
});
|
|
169
|
+
const results = findings.map((finding) => ({
|
|
170
|
+
ruleId: finding.code,
|
|
171
|
+
level: sarifLevel(finding.severity),
|
|
172
|
+
message: { text: finding.message },
|
|
173
|
+
locations: [
|
|
174
|
+
{
|
|
175
|
+
physicalLocation: {
|
|
176
|
+
artifactLocation: { uri: artifactUri(finding.url) },
|
|
177
|
+
},
|
|
178
|
+
},
|
|
179
|
+
],
|
|
180
|
+
...(finding.agent === undefined && finding.evidence === undefined
|
|
181
|
+
? {}
|
|
182
|
+
: {
|
|
183
|
+
properties: {
|
|
184
|
+
...(finding.agent === undefined ? {} : { agent: finding.agent }),
|
|
185
|
+
...(finding.evidence ?? {}),
|
|
186
|
+
},
|
|
187
|
+
}),
|
|
188
|
+
}));
|
|
189
|
+
return stableJson({
|
|
190
|
+
$schema: "https://json.schemastore.org/sarif-2.1.0.json",
|
|
191
|
+
version: "2.1.0",
|
|
192
|
+
runs: [
|
|
193
|
+
{
|
|
194
|
+
tool: {
|
|
195
|
+
driver: {
|
|
196
|
+
name: "SSRWire",
|
|
197
|
+
version: audit.version,
|
|
198
|
+
informationUri: "https://nikom.work",
|
|
199
|
+
rules,
|
|
200
|
+
},
|
|
201
|
+
},
|
|
202
|
+
results,
|
|
203
|
+
},
|
|
204
|
+
],
|
|
205
|
+
});
|
|
206
|
+
}
|
|
207
|
+
export function renderReport(audit, format, options = {}) {
|
|
208
|
+
if (format === "terminal") {
|
|
209
|
+
return renderTerminal(audit, options);
|
|
210
|
+
}
|
|
211
|
+
if (format === "json") {
|
|
212
|
+
return renderJson(audit);
|
|
213
|
+
}
|
|
214
|
+
if (format === "sarif") {
|
|
215
|
+
return renderSarif(audit);
|
|
216
|
+
}
|
|
217
|
+
const exhaustive = format;
|
|
218
|
+
return exhaustive;
|
|
219
|
+
}
|
|
220
|
+
//# sourceMappingURL=reporters.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"reporters.js","sourceRoot":"","sources":["../src/reporters.ts"],"names":[],"mappings":"AAaA,MAAM,IAAI,GAAG;IACX,GAAG,EAAE,YAAY;IACjB,MAAM,EAAE,YAAY;IACpB,IAAI,EAAE,YAAY;IAClB,IAAI,EAAE,WAAW;IACjB,GAAG,EAAE,WAAW;IAChB,KAAK,EAAE,WAAW;CACV,CAAC;AAEX,SAAS,KAAK,CAAC,KAAa,EAAE,IAAY,EAAE,OAAgB;IAC1D,OAAO,OAAO,CAAC,CAAC,CAAC,GAAG,IAAI,GAAG,KAAK,GAAG,IAAI,CAAC,KAAK,EAAE,CAAC,CAAC,CAAC,KAAK,CAAC;AAC1D,CAAC;AAED,SAAS,aAAa,CAAC,QAAkB;IACvC,IAAI,QAAQ,KAAK,OAAO,EAAE,CAAC;QACzB,OAAO,IAAI,CAAC,GAAG,CAAC;IAClB,CAAC;IACD,IAAI,QAAQ,KAAK,SAAS,EAAE,CAAC;QAC3B,OAAO,IAAI,CAAC,MAAM,CAAC;IACrB,CAAC;IACD,OAAO,IAAI,CAAC,IAAI,CAAC;AACnB,CAAC;AAED,SAAS,YAAY,CAAC,KAAa;IACjC,IAAI,IAAI,GAAG,EAAE,CAAC;IACd,KAAK,MAAM,SAAS,IAAI,KAAK,EAAE,CAAC;QAC9B,MAAM,SAAS,GAAG,SAAS,CAAC,WAAW,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC;QAChD,IAAI;YACF,SAAS,IAAI,IAAI,IAAI,CAAC,SAAS,IAAI,IAAI,IAAI,SAAS,IAAI,IAAI,CAAC;gBAC3D,CAAC,CAAC,MAAM,SAAS,CAAC,QAAQ,CAAC,EAAE,CAAC,CAAC,WAAW,EAAE,CAAC,QAAQ,CAAC,CAAC,EAAE,GAAG,CAAC,EAAE;gBAC/D,CAAC,CAAC,SAAS,CAAC;IAClB,CAAC;IACD,OAAO,IAAI,CAAC;AACd,CAAC;AAED,SAAS,OAAO,CAAC,KAAa;IAC5B,OAAO,YAAY,CAAC,KAAK,CAAC,CAAC,OAAO,CAAC,MAAM,EAAE,GAAG,CAAC,CAAC,IAAI,EAAE,CAAC;AACzD,CAAC;AAED,SAAS,QAAQ,CAAC,KAAa,EAAE,MAAc;IAC7C,MAAM,KAAK,GAAG,OAAO,CAAC,KAAK,CAAC,CAAC;IAC7B,IAAI,KAAK,CAAC,MAAM,IAAI,MAAM,EAAE,CAAC;QAC3B,OAAO,KAAK,CAAC;IACf,CAAC;IACD,OAAO,GAAG,KAAK,CAAC,KAAK,CAAC,CAAC,EAAE,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,MAAM,GAAG,CAAC,CAAC,CAAC,GAAG,CAAC;AACvD,CAAC;AAED,SAAS,QAAQ,CAAC,KAAyB;IACzC,OAAO,KAAK,KAAK,SAAS,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,GAAG,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,KAAK,CAAC;AAC/D,CAAC;AAED,SAAS,YAAY,CAAC,MAAiC;IACrD,OAAO,MAAM,KAAK,SAAS,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,GAAG,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC,IAAI,CAAC,OAAO,MAAM,CAAC,QAAQ,EAAE,CAAC;AACzF,CAAC;AAED,SAAS,WAAW,CAAC,OAAiC;IACpD,OAAO,OAAO,CAAC,IAAI,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,MAAM,CAAC,KAAK,CAAC,IAAI,EAAE,CAAC,MAAM,GAAG,CAAC,CAAC,IAAI,OAAO,CAAC,CAAC,CAAC,CAAC;AAChF,CAAC;AAED,SAAS,QAAQ,CAAC,KAAkB;IAClC,OAAO;QACL,QAAQ,CAAC,KAAK,CAAC,KAAK,CAAC,KAAK,EAAE,EAAE,CAAC;QAC/B,KAAK,CAAC,MAAM,KAAK,SAAS,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,MAAM,CAAC;QACvD,KAAK,CAAC,UAAU;QAChB,QAAQ,CAAC,KAAK,CAAC,OAAO,CAAC,WAAW,CAAC;QACnC,QAAQ,CAAC,KAAK,CAAC,OAAO,CAAC,UAAU,CAAC;QAClC,YAAY,CAAC,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC;QACjC,YAAY,CAAC,WAAW,CAAC,KAAK,CAAC,OAAO,CAAC,YAAY,CAAC,CAAC;QACrD,YAAY,CAAC,WAAW,CAAC,KAAK,CAAC,OAAO,CAAC,UAAU,CAAC,CAAC;QACnD,YAAY,CAAC,KAAK,CAAC,OAAO,CAAC,aAAa,CAAC;KAC1C,CAAC;AACJ,CAAC;AAED,SAAS,WAAW,CAAC,OAA0B,EAAE,IAAoC;IACnF,MAAM,MAAM,GAAG,OAAO,CAAC,GAAG,CAAC,CAAC,MAAM,EAAE,MAAM,EAAE,EAAE,CAC5C,IAAI,CAAC,GAAG,CAAC,MAAM,CAAC,MAAM,EAAE,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,GAAG,CAAC,MAAM,CAAC,EAAE,MAAM,IAAI,CAAC,CAAC,CAAC,CACxE,CAAC;IACF,MAAM,IAAI,GAAG,CAAC,KAAwB,EAAU,EAAE,CAChD,KAAK;SACF,GAAG,CAAC,CAAC,IAAI,EAAE,MAAM,EAAE,EAAE,CAAC,IAAI,CAAC,MAAM,CAAC,MAAM,CAAC,MAAM,CAAC,IAAI,IAAI,CAAC,MAAM,CAAC,CAAC;SACjE,IAAI,CAAC,IAAI,CAAC;SACV,OAAO,EAAE,CAAC;IACf,MAAM,SAAS,GAAG,MAAM,CAAC,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,GAAG,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;IACtE,OAAO,CAAC,IAAI,CAAC,OAAO,CAAC,EAAE,SAAS,EAAE,GAAG,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;AAClE,CAAC;AAED,SAAS,aAAa,CAAC,OAAgB,EAAE,KAAc;IACrD,MAAM,QAAQ,GAAG,OAAO,CAAC,QAAQ,CAAC,WAAW,EAAE,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC;IAC1D,MAAM,MAAM,GAAG,KAAK,CAAC,QAAQ,EAAE,aAAa,CAAC,OAAO,CAAC,QAAQ,CAAC,EAAE,KAAK,CAAC,CAAC;IACvE,MAAM,KAAK,GAAG,OAAO,CAAC,KAAK,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,KAAK,YAAY,CAAC,OAAO,CAAC,KAAK,CAAC,GAAG,CAAC;IACrF,MAAM,QAAQ,GACZ,OAAO,CAAC,QAAQ,KAAK,SAAS;QAC5B,CAAC,CAAC,EAAE;QACJ,CAAC,CAAC,KAAK,MAAM,CAAC,OAAO,CAAC,OAAO,CAAC,QAAQ,CAAC;aAClC,GAAG,CAAC,CAAC,CAAC,GAAG,EAAE,KAAK,CAAC,EAAE,EAAE,CAAC,GAAG,YAAY,CAAC,GAAG,CAAC,KAAK,YAAY,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC;aAC7E,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC;IACvB,OAAO,KAAK,MAAM,IAAI,YAAY,CAAC,OAAO,CAAC,IAAI,CAAC,GAAG,KAAK,KAAK,YAAY,CAAC,OAAO,CAAC,OAAO,CAAC,GAAG,QAAQ,EAAE,CAAC;AAC1G,CAAC;AAED,MAAM,UAAU,cAAc,CAAC,KAAkB,EAAE,UAA2B,EAAE;IAC9E,MAAM,KAAK,GAAG,OAAO,CAAC,KAAK,IAAI,OAAO,CAAC,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;IAC7D,MAAM,KAAK,GAAa;QACtB,KAAK,CAAC,WAAW,KAAK,CAAC,OAAO,EAAE,EAAE,IAAI,CAAC,IAAI,EAAE,KAAK,CAAC;QACnD,KAAK,CAAC,aAAa,KAAK,CAAC,WAAW,OAAO,QAAQ,CAAC,KAAK,CAAC,UAAU,CAAC,EAAE,EAAE,IAAI,CAAC,GAAG,EAAE,KAAK,CAAC;KAC1F,CAAC;IAEF,KAAK,MAAM,MAAM,IAAI,KAAK,CAAC,OAAO,EAAE,CAAC;QACnC,KAAK,CAAC,IAAI,CAAC,EAAE,EAAE,KAAK,CAAC,YAAY,CAAC,MAAM,CAAC,MAAM,CAAC,GAAG,CAAC,EAAE,IAAI,CAAC,IAAI,EAAE,KAAK,CAAC,CAAC,CAAC;QACzE,KAAK,CAAC,IAAI,CACR,WAAW,CACT;YACE,OAAO;YACP,MAAM;YACN,QAAQ;YACR,YAAY;YACZ,UAAU;YACV,OAAO;YACP,aAAa;YACb,WAAW;YACX,MAAM;SACP,EACD,MAAM,CAAC,MAAM,CAAC,GAAG,CAAC,QAAQ,CAAC,CAC5B,CACF,CAAC;QAEF,IAAI,MAAM,CAAC,QAAQ,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;YACjC,KAAK,CAAC,IAAI,CAAC,gBAAgB,CAAC,CAAC;QAC/B,CAAC;aAAM,CAAC;YACN,KAAK,CAAC,IAAI,CAAC,WAAW,EAAE,GAAG,MAAM,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC,aAAa,CAAC,OAAO,EAAE,KAAK,CAAC,CAAC,CAAC,CAAC;QAC9F,CAAC;IACH,CAAC;IAED,MAAM,EAAE,OAAO,EAAE,GAAG,KAAK,CAAC;IAC1B,MAAM,WAAW,GACf,YAAY,OAAO,CAAC,OAAO,eAAe,OAAO,CAAC,MAAM,aAAa;QACrE,GAAG,OAAO,CAAC,MAAM,cAAc,OAAO,CAAC,QAAQ,eAAe;QAC9D,GAAG,OAAO,CAAC,IAAI,UAAU,OAAO,CAAC,UAAU,aAAa,CAAC;IAC3D,MAAM,YAAY,GAChB,OAAO,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC,OAAO,CAAC,QAAQ,GAAG,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC;IACjF,KAAK,CAAC,IAAI,CAAC,EAAE,EAAE,KAAK,CAAC,WAAW,EAAE,YAAY,EAAE,KAAK,CAAC,CAAC,CAAC;IAExD,OAAO,GAAG,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC;AACjC,CAAC;AAED,SAAS,WAAW,CAAC,KAAc;IACjC,IAAI,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC,EAAE,CAAC;QACzB,OAAO,KAAK,CAAC,GAAG,CAAC,WAAW,CAAC,CAAC;IAChC,CAAC;IACD,IAAI,KAAK,KAAK,IAAI,IAAI,OAAO,KAAK,KAAK,QAAQ,EAAE,CAAC;QAChD,OAAO,MAAM,CAAC,WAAW,CACvB,MAAM,CAAC,OAAO,CAAC,KAAK,CAAC;aAClB,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC,EAAE,CAAC,KAAK,CAAC,EAAE,EAAE,CAAC,IAAI,CAAC,aAAa,CAAC,KAAK,CAAC,CAAC;aACpD,GAAG,CAAC,CAAC,CAAC,GAAG,EAAE,KAAK,CAAC,EAAE,EAAE,CAAC,CAAC,GAAG,EAAE,WAAW,CAAC,KAAK,CAAC,CAAC,CAAC,CACpD,CAAC;IACJ,CAAC;IACD,OAAO,KAAK,CAAC;AACf,CAAC;AAED,SAAS,UAAU,CAAC,KAAc;IAChC,OAAO,GAAG,IAAI,CAAC,SAAS,CAAC,WAAW,CAAC,KAAK,CAAC,EAAE,IAAI,EAAE,CAAC,CAAC,IAAI,CAAC;AAC5D,CAAC;AAED,MAAM,UAAU,UAAU,CAAC,KAAkB;IAC3C,OAAO,UAAU,CAAC,KAAK,CAAC,CAAC;AAC3B,CAAC;AAED,SAAS,UAAU,CAAC,QAAkB;IACpC,OAAO,QAAQ,KAAK,MAAM,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,QAAQ,CAAC;AACjD,CAAC;AAED,SAAS,eAAe,CAAC,IAAY;IACnC,MAAM,WAAW,GAAG,IAAI,CAAC,UAAU,CAAC,GAAG,EAAE,GAAG,CAAC,CAAC;IAC9C,OAAO,GAAG,WAAW,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,WAAW,EAAE,GAAG,WAAW,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE,CAAC;AACzE,CAAC;AAED,SAAS,WAAW,CAAC,GAAW;IAC9B,IAAI,CAAC;QACH,OAAO,IAAI,GAAG,CAAC,GAAG,CAAC,CAAC,IAAI,CAAC;IAC3B,CAAC;IAAC,MAAM,CAAC;QACP,OAAO,SAAS,CAAC,GAAG,CAAC,CAAC;IACxB,CAAC;AACH,CAAC;AAED,MAAM,UAAU,WAAW,CAAC,KAAkB;IAC5C,MAAM,QAAQ,GAAG,KAAK,CAAC,OAAO,CAAC,OAAO,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC;IACpE,MAAM,KAAK,GAAG,CAAC,GAAG,IAAI,GAAG,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC;IAC3E,MAAM,KAAK,GAAG,KAAK,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE;QAC/B,MAAM,UAAU,GAAG,QAAQ;aACxB,MAAM,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC,OAAO,CAAC,IAAI,KAAK,IAAI,CAAC;aAC1C,GAAG,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC,OAAO,CAAC,QAAQ,CAAC,CAAC;QACtC,MAAM,eAAe,GAAa,UAAU,CAAC,QAAQ,CAAC,OAAO,CAAC;YAC5D,CAAC,CAAC,OAAO;YACT,CAAC,CAAC,UAAU,CAAC,QAAQ,CAAC,SAAS,CAAC;gBAC9B,CAAC,CAAC,SAAS;gBACX,CAAC,CAAC,MAAM,CAAC;QACb,OAAO;YACL,EAAE,EAAE,IAAI;YACR,IAAI,EAAE,IAAI;YACV,gBAAgB,EAAE,EAAE,IAAI,EAAE,eAAe,CAAC,IAAI,CAAC,EAAE;YACjD,oBAAoB,EAAE,EAAE,KAAK,EAAE,UAAU,CAAC,eAAe,CAAC,EAAE;SAC7D,CAAC;IACJ,CAAC,CAAC,CAAC;IAEH,MAAM,OAAO,GAAG,QAAQ,CAAC,GAAG,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC,CAAC;QACzC,MAAM,EAAE,OAAO,CAAC,IAAI;QACpB,KAAK,EAAE,UAAU,CAAC,OAAO,CAAC,QAAQ,CAAC;QACnC,OAAO,EAAE,EAAE,IAAI,EAAE,OAAO,CAAC,OAAO,EAAE;QAClC,SAAS,EAAE;YACT;gBACE,gBAAgB,EAAE;oBAChB,gBAAgB,EAAE,EAAE,GAAG,EAAE,WAAW,CAAC,OAAO,CAAC,GAAG,CAAC,EAAE;iBACpD;aACF;SACF;QACD,GAAG,CAAC,OAAO,CAAC,KAAK,KAAK,SAAS,IAAI,OAAO,CAAC,QAAQ,KAAK,SAAS;YAC/D,CAAC,CAAC,EAAE;YACJ,CAAC,CAAC;gBACE,UAAU,EAAE;oBACV,GAAG,CAAC,OAAO,CAAC,KAAK,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,KAAK,EAAE,OAAO,CAAC,KAAK,EAAE,CAAC;oBAChE,GAAG,CAAC,OAAO,CAAC,QAAQ,IAAI,EAAE,CAAC;iBAC5B;aACF,CAAC;KACP,CAAC,CAAC,CAAC;IAEJ,OAAO,UAAU,CAAC;QAChB,OAAO,EAAE,+CAA+C;QACxD,OAAO,EAAE,OAAO;QAChB,IAAI,EAAE;YACJ;gBACE,IAAI,EAAE;oBACJ,MAAM,EAAE;wBACN,IAAI,EAAE,SAAS;wBACf,OAAO,EAAE,KAAK,CAAC,OAAO;wBACtB,cAAc,EAAE,oBAAoB;wBACpC,KAAK;qBACN;iBACF;gBACD,OAAO;aACR;SACF;KACF,CAAC,CAAC;AACL,CAAC;AAED,MAAM,UAAU,YAAY,CAC1B,KAAkB,EAClB,MAAoB,EACpB,UAA2B,EAAE;IAE7B,IAAI,MAAM,KAAK,UAAU,EAAE,CAAC;QAC1B,OAAO,cAAc,CAAC,KAAK,EAAE,OAAO,CAAC,CAAC;IACxC,CAAC;IACD,IAAI,MAAM,KAAK,MAAM,EAAE,CAAC;QACtB,OAAO,UAAU,CAAC,KAAK,CAAC,CAAC;IAC3B,CAAC;IACD,IAAI,MAAM,KAAK,OAAO,EAAE,CAAC;QACvB,OAAO,WAAW,CAAC,KAAK,CAAC,CAAC;IAC5B,CAAC;IAED,MAAM,UAAU,GAAU,MAAM,CAAC;IACjC,OAAO,UAAU,CAAC;AACpB,CAAC"}
|
|
@@ -0,0 +1,9 @@
|
|
|
1
|
+
import type { DocumentSignals } from "./types.js";
|
|
2
|
+
export interface StreamInspector {
|
|
3
|
+
readonly bytesObserved: number;
|
|
4
|
+
write(chunk: Uint8Array, atMs: number): void;
|
|
5
|
+
end(atMs?: number): DocumentSignals;
|
|
6
|
+
finish(atMs?: number): DocumentSignals;
|
|
7
|
+
}
|
|
8
|
+
export declare function createStreamInspector(): StreamInspector;
|
|
9
|
+
//# sourceMappingURL=stream-parser.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"stream-parser.d.ts","sourceRoot":"","sources":["../src/stream-parser.ts"],"names":[],"mappings":"AAEA,OAAO,KAAK,EACV,eAAe,EAOhB,MAAM,YAAY,CAAC;AAsBpB,MAAM,WAAW,eAAe;IAC9B,QAAQ,CAAC,aAAa,EAAE,MAAM,CAAC;IAC/B,KAAK,CAAC,KAAK,EAAE,UAAU,EAAE,IAAI,EAAE,MAAM,GAAG,IAAI,CAAC;IAC7C,GAAG,CAAC,IAAI,CAAC,EAAE,MAAM,GAAG,eAAe,CAAC;IACpC,MAAM,CAAC,IAAI,CAAC,EAAE,MAAM,GAAG,eAAe,CAAC;CACxC;AAgYD,wBAAgB,qBAAqB,IAAI,eAAe,CAEvD"}
|
|
@@ -0,0 +1,366 @@
|
|
|
1
|
+
import { Parser } from "htmlparser2";
|
|
2
|
+
const ELEMENT_VALUE_LIMIT = 4_096;
|
|
3
|
+
const MAIN_TEXT_LIMIT = 240;
|
|
4
|
+
const SIGNAL_LIMIT = 256;
|
|
5
|
+
const JSON_LD_BLOCK_LIMIT = 64;
|
|
6
|
+
const JSON_LD_CAPTURE_LIMIT = 1_048_576;
|
|
7
|
+
const JSON_LD_NODE_LIMIT = 10_000;
|
|
8
|
+
const JSON_LD_TYPE_LIMIT = 256;
|
|
9
|
+
function normalizedText(value, limit = ELEMENT_VALUE_LIMIT) {
|
|
10
|
+
return value.replace(/\s+/gu, " ").trim().slice(0, limit);
|
|
11
|
+
}
|
|
12
|
+
function timing(atMs, observedByByte) {
|
|
13
|
+
return {
|
|
14
|
+
atMs: Number.isFinite(atMs) ? Math.max(0, atMs) : 0,
|
|
15
|
+
observedByByte,
|
|
16
|
+
};
|
|
17
|
+
}
|
|
18
|
+
function isRobotsAudience(value) {
|
|
19
|
+
return value === "robots" || value === "googlebot" || value === "bingbot";
|
|
20
|
+
}
|
|
21
|
+
function collectJsonLdTypes(value, output) {
|
|
22
|
+
const pending = [value];
|
|
23
|
+
let visited = 0;
|
|
24
|
+
while (pending.length > 0 && visited < JSON_LD_NODE_LIMIT) {
|
|
25
|
+
const current = pending.pop();
|
|
26
|
+
visited += 1;
|
|
27
|
+
if (Array.isArray(current)) {
|
|
28
|
+
for (const entry of current) {
|
|
29
|
+
if (pending.length + visited >= JSON_LD_NODE_LIMIT)
|
|
30
|
+
break;
|
|
31
|
+
pending.push(entry);
|
|
32
|
+
}
|
|
33
|
+
continue;
|
|
34
|
+
}
|
|
35
|
+
if (typeof current !== "object" || current === null)
|
|
36
|
+
continue;
|
|
37
|
+
const object = current;
|
|
38
|
+
const type = object["@type"];
|
|
39
|
+
if (typeof type === "string" && type.trim().length > 0) {
|
|
40
|
+
if (output.size < JSON_LD_TYPE_LIMIT)
|
|
41
|
+
output.add(type.trim().slice(0, ELEMENT_VALUE_LIMIT));
|
|
42
|
+
}
|
|
43
|
+
else if (Array.isArray(type)) {
|
|
44
|
+
for (const entry of type) {
|
|
45
|
+
if (output.size >= JSON_LD_TYPE_LIMIT)
|
|
46
|
+
break;
|
|
47
|
+
if (typeof entry === "string" && entry.trim().length > 0) {
|
|
48
|
+
output.add(entry.trim().slice(0, ELEMENT_VALUE_LIMIT));
|
|
49
|
+
}
|
|
50
|
+
}
|
|
51
|
+
}
|
|
52
|
+
for (const key of Object.keys(object)) {
|
|
53
|
+
if (pending.length + visited >= JSON_LD_NODE_LIMIT)
|
|
54
|
+
break;
|
|
55
|
+
pending.push(object[key]);
|
|
56
|
+
}
|
|
57
|
+
}
|
|
58
|
+
}
|
|
59
|
+
class HtmlStreamInspector {
|
|
60
|
+
#decoder = new TextDecoder();
|
|
61
|
+
#parser;
|
|
62
|
+
#descriptions = [];
|
|
63
|
+
#canonicals = [];
|
|
64
|
+
#robots = [];
|
|
65
|
+
#h1s = [];
|
|
66
|
+
#jsonLd = [];
|
|
67
|
+
#titles = [];
|
|
68
|
+
#bytesObserved = 0;
|
|
69
|
+
#currentAtMs = 0;
|
|
70
|
+
#ended = false;
|
|
71
|
+
#result;
|
|
72
|
+
#inHead = false;
|
|
73
|
+
#inBody = false;
|
|
74
|
+
#templateDepth = 0;
|
|
75
|
+
#foreignContentDepth = 0;
|
|
76
|
+
#mainDepth = 0;
|
|
77
|
+
#ignoredMainTextDepth = 0;
|
|
78
|
+
#titleCapture;
|
|
79
|
+
#h1Capture;
|
|
80
|
+
#scriptCapture;
|
|
81
|
+
#jsonLdLimitReported = false;
|
|
82
|
+
#mainText = "";
|
|
83
|
+
#mainTextStarted;
|
|
84
|
+
#mainTextLocation = "document";
|
|
85
|
+
#headClosed;
|
|
86
|
+
#bodyStarted;
|
|
87
|
+
#documentClosed;
|
|
88
|
+
constructor() {
|
|
89
|
+
this.#parser = new Parser({
|
|
90
|
+
onopentag: (name, attributes) => this.#onOpenTag(name, attributes),
|
|
91
|
+
ontext: (value) => this.#onText(value),
|
|
92
|
+
onclosetag: (name, isImplied) => this.#onCloseTag(name, isImplied),
|
|
93
|
+
}, {
|
|
94
|
+
decodeEntities: true,
|
|
95
|
+
lowerCaseAttributeNames: true,
|
|
96
|
+
lowerCaseTags: true,
|
|
97
|
+
recognizeCDATA: true,
|
|
98
|
+
});
|
|
99
|
+
}
|
|
100
|
+
get bytesObserved() {
|
|
101
|
+
return this.#bytesObserved;
|
|
102
|
+
}
|
|
103
|
+
write(chunk, atMs) {
|
|
104
|
+
if (this.#ended)
|
|
105
|
+
throw new Error("Cannot write to a finished stream inspector.");
|
|
106
|
+
if (chunk.byteLength === 0)
|
|
107
|
+
return;
|
|
108
|
+
this.#bytesObserved += chunk.byteLength;
|
|
109
|
+
this.#currentAtMs = Number.isFinite(atMs) ? Math.max(0, atMs) : 0;
|
|
110
|
+
const decoded = this.#decoder.decode(chunk, { stream: true });
|
|
111
|
+
if (decoded.length > 0)
|
|
112
|
+
this.#parser.write(decoded);
|
|
113
|
+
}
|
|
114
|
+
end(atMs = this.#currentAtMs) {
|
|
115
|
+
if (this.#result !== undefined)
|
|
116
|
+
return this.#result;
|
|
117
|
+
this.#currentAtMs = Number.isFinite(atMs) ? Math.max(0, atMs) : this.#currentAtMs;
|
|
118
|
+
const tail = this.#decoder.decode();
|
|
119
|
+
this.#parser.end(tail.length > 0 ? tail : undefined);
|
|
120
|
+
this.#ended = true;
|
|
121
|
+
const firstMainText = this.#mainTextStarted
|
|
122
|
+
? {
|
|
123
|
+
value: normalizedText(this.#mainText, MAIN_TEXT_LIMIT),
|
|
124
|
+
location: this.#mainTextLocation,
|
|
125
|
+
...this.#mainTextStarted,
|
|
126
|
+
}
|
|
127
|
+
: undefined;
|
|
128
|
+
this.#result = {
|
|
129
|
+
...(this.#titles[0] === undefined ? {} : { title: this.#titles[0] }),
|
|
130
|
+
titles: [...this.#titles],
|
|
131
|
+
descriptions: [...this.#descriptions],
|
|
132
|
+
canonicals: [...this.#canonicals],
|
|
133
|
+
robots: [...this.#robots],
|
|
134
|
+
h1s: [...this.#h1s],
|
|
135
|
+
...(firstMainText === undefined || firstMainText.value.length === 0 ? {} : { firstMainText }),
|
|
136
|
+
jsonLd: [...this.#jsonLd],
|
|
137
|
+
...(this.#headClosed === undefined ? {} : { headClosed: this.#headClosed }),
|
|
138
|
+
...(this.#bodyStarted === undefined ? {} : { bodyStarted: this.#bodyStarted }),
|
|
139
|
+
...(this.#documentClosed === undefined ? {} : { documentClosed: this.#documentClosed }),
|
|
140
|
+
};
|
|
141
|
+
return this.#result;
|
|
142
|
+
}
|
|
143
|
+
finish(atMs = this.#currentAtMs) {
|
|
144
|
+
return this.end(atMs);
|
|
145
|
+
}
|
|
146
|
+
#mark() {
|
|
147
|
+
return timing(this.#currentAtMs, this.#bytesObserved);
|
|
148
|
+
}
|
|
149
|
+
#location() {
|
|
150
|
+
if (this.#inHead)
|
|
151
|
+
return "head";
|
|
152
|
+
if (this.#inBody)
|
|
153
|
+
return "body";
|
|
154
|
+
return "document";
|
|
155
|
+
}
|
|
156
|
+
#elementSignal(value, location = this.#location()) {
|
|
157
|
+
return {
|
|
158
|
+
value: normalizedText(value),
|
|
159
|
+
location,
|
|
160
|
+
...this.#mark(),
|
|
161
|
+
};
|
|
162
|
+
}
|
|
163
|
+
#onOpenTag(name, attributes) {
|
|
164
|
+
const alreadyExcluded = this.#templateDepth > 0 || this.#foreignContentDepth > 0;
|
|
165
|
+
if (name === "template")
|
|
166
|
+
this.#templateDepth += 1;
|
|
167
|
+
if (name === "svg" || name === "math")
|
|
168
|
+
this.#foreignContentDepth += 1;
|
|
169
|
+
// A template's inert document fragment and SVG/MathML foreign content are not
|
|
170
|
+
// document SEO signals, even when they contain HTML-looking element names.
|
|
171
|
+
if (alreadyExcluded || name === "template" || name === "svg" || name === "math") {
|
|
172
|
+
return;
|
|
173
|
+
}
|
|
174
|
+
const { name: metaNameAttribute, content, rel, href, type: scriptType } = attributes;
|
|
175
|
+
if (name === "head")
|
|
176
|
+
this.#inHead = true;
|
|
177
|
+
if (name === "body") {
|
|
178
|
+
if (this.#bodyStarted === undefined)
|
|
179
|
+
this.#bodyStarted = this.#mark();
|
|
180
|
+
this.#inBody = true;
|
|
181
|
+
}
|
|
182
|
+
const location = this.#location();
|
|
183
|
+
if (name === "title" &&
|
|
184
|
+
this.#titleCapture === undefined &&
|
|
185
|
+
this.#titles.length < SIGNAL_LIMIT) {
|
|
186
|
+
this.#titleCapture = { location, value: "" };
|
|
187
|
+
}
|
|
188
|
+
if (name === "meta") {
|
|
189
|
+
const metaName = metaNameAttribute?.trim().toLowerCase();
|
|
190
|
+
if (content !== undefined &&
|
|
191
|
+
metaName === "description" &&
|
|
192
|
+
this.#descriptions.length < SIGNAL_LIMIT) {
|
|
193
|
+
this.#descriptions.push(this.#elementSignal(content, location));
|
|
194
|
+
}
|
|
195
|
+
if (content !== undefined &&
|
|
196
|
+
isRobotsAudience(metaName) &&
|
|
197
|
+
this.#robots.length < SIGNAL_LIMIT) {
|
|
198
|
+
this.#robots.push({
|
|
199
|
+
...this.#elementSignal(content, location),
|
|
200
|
+
audience: metaName,
|
|
201
|
+
});
|
|
202
|
+
}
|
|
203
|
+
}
|
|
204
|
+
if (name === "link") {
|
|
205
|
+
const relations = rel?.toLowerCase().split(/\s+/u) ?? [];
|
|
206
|
+
if (href !== undefined &&
|
|
207
|
+
relations.includes("canonical") &&
|
|
208
|
+
this.#canonicals.length < SIGNAL_LIMIT) {
|
|
209
|
+
this.#canonicals.push(this.#elementSignal(href, location));
|
|
210
|
+
}
|
|
211
|
+
}
|
|
212
|
+
if (name === "h1" && this.#h1Capture === undefined && this.#h1s.length < SIGNAL_LIMIT) {
|
|
213
|
+
this.#h1Capture = { location, value: "" };
|
|
214
|
+
}
|
|
215
|
+
if (name === "main")
|
|
216
|
+
this.#mainDepth += 1;
|
|
217
|
+
if (this.#mainDepth > 0 && ["script", "style", "template", "noscript"].includes(name)) {
|
|
218
|
+
this.#ignoredMainTextDepth += 1;
|
|
219
|
+
}
|
|
220
|
+
const scriptMediaType = scriptType?.split(";", 1)[0]?.trim().toLowerCase();
|
|
221
|
+
if (name === "script" && scriptMediaType === "application/ld+json") {
|
|
222
|
+
this.#scriptCapture = {
|
|
223
|
+
jsonLd: true,
|
|
224
|
+
location,
|
|
225
|
+
value: "",
|
|
226
|
+
bytes: 0,
|
|
227
|
+
truncated: false,
|
|
228
|
+
omitted: this.#jsonLd.length >= JSON_LD_BLOCK_LIMIT,
|
|
229
|
+
};
|
|
230
|
+
}
|
|
231
|
+
}
|
|
232
|
+
#onText(value) {
|
|
233
|
+
if (this.#templateDepth > 0 || this.#foreignContentDepth > 0)
|
|
234
|
+
return;
|
|
235
|
+
if (this.#titleCapture !== undefined) {
|
|
236
|
+
this.#titleCapture.value = `${this.#titleCapture.value}${value}`.slice(0, ELEMENT_VALUE_LIMIT);
|
|
237
|
+
}
|
|
238
|
+
if (this.#h1Capture !== undefined) {
|
|
239
|
+
this.#h1Capture.value = `${this.#h1Capture.value}${value}`.slice(0, ELEMENT_VALUE_LIMIT);
|
|
240
|
+
}
|
|
241
|
+
if (this.#scriptCapture !== undefined) {
|
|
242
|
+
this.#scriptCapture.bytes += Buffer.byteLength(value, "utf8");
|
|
243
|
+
if (!this.#scriptCapture.omitted) {
|
|
244
|
+
const remaining = JSON_LD_CAPTURE_LIMIT - this.#scriptCapture.value.length;
|
|
245
|
+
if (remaining > 0)
|
|
246
|
+
this.#scriptCapture.value += value.slice(0, remaining);
|
|
247
|
+
if (value.length > remaining)
|
|
248
|
+
this.#scriptCapture.truncated = true;
|
|
249
|
+
}
|
|
250
|
+
}
|
|
251
|
+
if (this.#mainDepth > 0 && this.#ignoredMainTextDepth === 0 && this.#mainText.length < 1_024) {
|
|
252
|
+
if (this.#mainTextStarted === undefined && /\S/u.test(value)) {
|
|
253
|
+
this.#mainTextStarted = this.#mark();
|
|
254
|
+
this.#mainTextLocation = this.#location();
|
|
255
|
+
}
|
|
256
|
+
if (this.#mainTextStarted !== undefined) {
|
|
257
|
+
this.#mainText += value.slice(0, 1_024 - this.#mainText.length);
|
|
258
|
+
}
|
|
259
|
+
}
|
|
260
|
+
}
|
|
261
|
+
#onCloseTag(name, isImplied) {
|
|
262
|
+
if (this.#templateDepth > 0 || this.#foreignContentDepth > 0) {
|
|
263
|
+
if (name === "template")
|
|
264
|
+
this.#templateDepth = Math.max(0, this.#templateDepth - 1);
|
|
265
|
+
if (name === "svg" || name === "math") {
|
|
266
|
+
this.#foreignContentDepth = Math.max(0, this.#foreignContentDepth - 1);
|
|
267
|
+
}
|
|
268
|
+
return;
|
|
269
|
+
}
|
|
270
|
+
if (name === "title" && this.#titleCapture !== undefined) {
|
|
271
|
+
const value = normalizedText(this.#titleCapture.value);
|
|
272
|
+
if (value.length > 0) {
|
|
273
|
+
this.#titles.push({
|
|
274
|
+
value,
|
|
275
|
+
location: this.#titleCapture.location,
|
|
276
|
+
...this.#mark(),
|
|
277
|
+
});
|
|
278
|
+
}
|
|
279
|
+
this.#titleCapture = undefined;
|
|
280
|
+
}
|
|
281
|
+
if (name === "h1" && this.#h1Capture !== undefined) {
|
|
282
|
+
const value = normalizedText(this.#h1Capture.value);
|
|
283
|
+
if (value.length > 0) {
|
|
284
|
+
this.#h1s.push({
|
|
285
|
+
value,
|
|
286
|
+
location: this.#h1Capture.location,
|
|
287
|
+
...this.#mark(),
|
|
288
|
+
});
|
|
289
|
+
}
|
|
290
|
+
this.#h1Capture = undefined;
|
|
291
|
+
}
|
|
292
|
+
if (name === "script" && this.#scriptCapture !== undefined) {
|
|
293
|
+
if (this.#scriptCapture.jsonLd)
|
|
294
|
+
this.#recordJsonLd(this.#scriptCapture);
|
|
295
|
+
this.#scriptCapture = undefined;
|
|
296
|
+
}
|
|
297
|
+
if (this.#mainDepth > 0 && ["script", "style", "template", "noscript"].includes(name)) {
|
|
298
|
+
this.#ignoredMainTextDepth = Math.max(0, this.#ignoredMainTextDepth - 1);
|
|
299
|
+
}
|
|
300
|
+
if (name === "main")
|
|
301
|
+
this.#mainDepth = Math.max(0, this.#mainDepth - 1);
|
|
302
|
+
if (name === "head") {
|
|
303
|
+
if (this.#headClosed === undefined)
|
|
304
|
+
this.#headClosed = this.#mark();
|
|
305
|
+
this.#inHead = false;
|
|
306
|
+
}
|
|
307
|
+
if (name === "body")
|
|
308
|
+
this.#inBody = false;
|
|
309
|
+
if (name === "html" && !isImplied && this.#documentClosed === undefined) {
|
|
310
|
+
this.#documentClosed = this.#mark();
|
|
311
|
+
}
|
|
312
|
+
}
|
|
313
|
+
#recordJsonLd(capture) {
|
|
314
|
+
const mark = this.#mark();
|
|
315
|
+
if (capture.omitted) {
|
|
316
|
+
if (!this.#jsonLdLimitReported) {
|
|
317
|
+
this.#jsonLdLimitReported = true;
|
|
318
|
+
this.#jsonLd.push({
|
|
319
|
+
location: capture.location,
|
|
320
|
+
types: [],
|
|
321
|
+
bytes: capture.bytes,
|
|
322
|
+
analysisLimit: `Additional JSON-LD blocks exceeded the ${JSON_LD_BLOCK_LIMIT}-block analysis limit.`,
|
|
323
|
+
...mark,
|
|
324
|
+
});
|
|
325
|
+
}
|
|
326
|
+
return;
|
|
327
|
+
}
|
|
328
|
+
if (capture.truncated) {
|
|
329
|
+
this.#jsonLd.push({
|
|
330
|
+
location: capture.location,
|
|
331
|
+
types: [],
|
|
332
|
+
bytes: capture.bytes,
|
|
333
|
+
analysisLimit: `JSON-LD block exceeded the ${JSON_LD_CAPTURE_LIMIT}-character analysis limit.`,
|
|
334
|
+
...mark,
|
|
335
|
+
});
|
|
336
|
+
return;
|
|
337
|
+
}
|
|
338
|
+
try {
|
|
339
|
+
const parsed = JSON.parse(capture.value);
|
|
340
|
+
const types = new Set();
|
|
341
|
+
collectJsonLdTypes(parsed, types);
|
|
342
|
+
this.#jsonLd.push({
|
|
343
|
+
location: capture.location,
|
|
344
|
+
valid: true,
|
|
345
|
+
types: [...types].sort(),
|
|
346
|
+
bytes: capture.bytes,
|
|
347
|
+
...mark,
|
|
348
|
+
});
|
|
349
|
+
}
|
|
350
|
+
catch (error) {
|
|
351
|
+
const message = error instanceof Error ? error.message : "Invalid JSON";
|
|
352
|
+
this.#jsonLd.push({
|
|
353
|
+
location: capture.location,
|
|
354
|
+
valid: false,
|
|
355
|
+
types: [],
|
|
356
|
+
bytes: capture.bytes,
|
|
357
|
+
error: message.slice(0, 240),
|
|
358
|
+
...mark,
|
|
359
|
+
});
|
|
360
|
+
}
|
|
361
|
+
}
|
|
362
|
+
}
|
|
363
|
+
export function createStreamInspector() {
|
|
364
|
+
return new HtmlStreamInspector();
|
|
365
|
+
}
|
|
366
|
+
//# sourceMappingURL=stream-parser.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"stream-parser.js","sourceRoot":"","sources":["../src/stream-parser.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,MAAM,EAAE,MAAM,aAAa,CAAC;AAYrC,MAAM,mBAAmB,GAAG,KAAK,CAAC;AAClC,MAAM,eAAe,GAAG,GAAG,CAAC;AAC5B,MAAM,YAAY,GAAG,GAAG,CAAC;AACzB,MAAM,mBAAmB,GAAG,EAAE,CAAC;AAC/B,MAAM,qBAAqB,GAAG,SAAS,CAAC;AACxC,MAAM,kBAAkB,GAAG,MAAM,CAAC;AAClC,MAAM,kBAAkB,GAAG,GAAG,CAAC;AAqB/B,SAAS,cAAc,CAAC,KAAa,EAAE,KAAK,GAAG,mBAAmB;IAChE,OAAO,KAAK,CAAC,OAAO,CAAC,OAAO,EAAE,GAAG,CAAC,CAAC,IAAI,EAAE,CAAC,KAAK,CAAC,CAAC,EAAE,KAAK,CAAC,CAAC;AAC5D,CAAC;AAED,SAAS,MAAM,CAAC,IAAY,EAAE,cAAsB;IAClD,OAAO;QACL,IAAI,EAAE,MAAM,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC;QACnD,cAAc;KACf,CAAC;AACJ,CAAC;AAED,SAAS,gBAAgB,CAAC,KAAyB;IACjD,OAAO,KAAK,KAAK,QAAQ,IAAI,KAAK,KAAK,WAAW,IAAI,KAAK,KAAK,SAAS,CAAC;AAC5E,CAAC;AAED,SAAS,kBAAkB,CAAC,KAAc,EAAE,MAAmB;IAC7D,MAAM,OAAO,GAAc,CAAC,KAAK,CAAC,CAAC;IACnC,IAAI,OAAO,GAAG,CAAC,CAAC;IAChB,OAAO,OAAO,CAAC,MAAM,GAAG,CAAC,IAAI,OAAO,GAAG,kBAAkB,EAAE,CAAC;QAC1D,MAAM,OAAO,GAAG,OAAO,CAAC,GAAG,EAAE,CAAC;QAC9B,OAAO,IAAI,CAAC,CAAC;QACb,IAAI,KAAK,CAAC,OAAO,CAAC,OAAO,CAAC,EAAE,CAAC;YAC3B,KAAK,MAAM,KAAK,IAAI,OAAO,EAAE,CAAC;gBAC5B,IAAI,OAAO,CAAC,MAAM,GAAG,OAAO,IAAI,kBAAkB;oBAAE,MAAM;gBAC1D,OAAO,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;YACtB,CAAC;YACD,SAAS;QACX,CAAC;QACD,IAAI,OAAO,OAAO,KAAK,QAAQ,IAAI,OAAO,KAAK,IAAI;YAAE,SAAS;QAE9D,MAAM,MAAM,GAAG,OAA4C,CAAC;QAC5D,MAAM,IAAI,GAAG,MAAM,CAAC,OAAO,CAAC,CAAC;QAC7B,IAAI,OAAO,IAAI,KAAK,QAAQ,IAAI,IAAI,CAAC,IAAI,EAAE,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YACvD,IAAI,MAAM,CAAC,IAAI,GAAG,kBAAkB;gBAAE,MAAM,CAAC,GAAG,CAAC,IAAI,CAAC,IAAI,EAAE,CAAC,KAAK,CAAC,CAAC,EAAE,mBAAmB,CAAC,CAAC,CAAC;QAC9F,CAAC;aAAM,IAAI,KAAK,CAAC,OAAO,CAAC,IAAI,CAAC,EAAE,CAAC;YAC/B,KAAK,MAAM,KAAK,IAAI,IAAI,EAAE,CAAC;gBACzB,IAAI,MAAM,CAAC,IAAI,IAAI,kBAAkB;oBAAE,MAAM;gBAC7C,IAAI,OAAO,KAAK,KAAK,QAAQ,IAAI,KAAK,CAAC,IAAI,EAAE,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;oBACzD,MAAM,CAAC,GAAG,CAAC,KAAK,CAAC,IAAI,EAAE,CAAC,KAAK,CAAC,CAAC,EAAE,mBAAmB,CAAC,CAAC,CAAC;gBACzD,CAAC;YACH,CAAC;QACH,CAAC;QAED,KAAK,MAAM,GAAG,IAAI,MAAM,CAAC,IAAI,CAAC,MAAM,CAAC,EAAE,CAAC;YACtC,IAAI,OAAO,CAAC,MAAM,GAAG,OAAO,IAAI,kBAAkB;gBAAE,MAAM;YAC1D,OAAO,CAAC,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,CAAC;QAC5B,CAAC;IACH,CAAC;AACH,CAAC;AAED,MAAM,mBAAmB;IACd,QAAQ,GAAG,IAAI,WAAW,EAAE,CAAC;IAC7B,OAAO,CAAS;IAChB,aAAa,GAAoB,EAAE,CAAC;IACpC,WAAW,GAAoB,EAAE,CAAC;IAClC,OAAO,GAAmB,EAAE,CAAC;IAC7B,IAAI,GAAoB,EAAE,CAAC;IAC3B,OAAO,GAAmB,EAAE,CAAC;IAC7B,OAAO,GAAoB,EAAE,CAAC;IAEvC,cAAc,GAAG,CAAC,CAAC;IACnB,YAAY,GAAG,CAAC,CAAC;IACjB,MAAM,GAAG,KAAK,CAAC;IACf,OAAO,CAAmB;IAC1B,OAAO,GAAG,KAAK,CAAC;IAChB,OAAO,GAAG,KAAK,CAAC;IAChB,cAAc,GAAG,CAAC,CAAC;IACnB,oBAAoB,GAAG,CAAC,CAAC;IACzB,UAAU,GAAG,CAAC,CAAC;IACf,qBAAqB,GAAG,CAAC,CAAC;IAC1B,aAAa,CAA0B;IACvC,UAAU,CAA0B;IACpC,cAAc,CAA4B;IAC1C,oBAAoB,GAAG,KAAK,CAAC;IAC7B,SAAS,GAAG,EAAE,CAAC;IACf,gBAAgB,CAAc;IAC9B,iBAAiB,GAAoB,UAAU,CAAC;IAChD,WAAW,CAAc;IACzB,YAAY,CAAc;IAC1B,eAAe,CAAc;IAE7B;QACE,IAAI,CAAC,OAAO,GAAG,IAAI,MAAM,CACvB;YACE,SAAS,EAAE,CAAC,IAAI,EAAE,UAAU,EAAE,EAAE,CAAC,IAAI,CAAC,UAAU,CAAC,IAAI,EAAE,UAAU,CAAC;YAClE,MAAM,EAAE,CAAC,KAAK,EAAE,EAAE,CAAC,IAAI,CAAC,OAAO,CAAC,KAAK,CAAC;YACtC,UAAU,EAAE,CAAC,IAAI,EAAE,SAAS,EAAE,EAAE,CAAC,IAAI,CAAC,WAAW,CAAC,IAAI,EAAE,SAAS,CAAC;SACnE,EACD;YACE,cAAc,EAAE,IAAI;YACpB,uBAAuB,EAAE,IAAI;YAC7B,aAAa,EAAE,IAAI;YACnB,cAAc,EAAE,IAAI;SACrB,CACF,CAAC;IACJ,CAAC;IAED,IAAI,aAAa;QACf,OAAO,IAAI,CAAC,cAAc,CAAC;IAC7B,CAAC;IAED,KAAK,CAAC,KAAiB,EAAE,IAAY;QACnC,IAAI,IAAI,CAAC,MAAM;YAAE,MAAM,IAAI,KAAK,CAAC,8CAA8C,CAAC,CAAC;QACjF,IAAI,KAAK,CAAC,UAAU,KAAK,CAAC;YAAE,OAAO;QAEnC,IAAI,CAAC,cAAc,IAAI,KAAK,CAAC,UAAU,CAAC;QACxC,IAAI,CAAC,YAAY,GAAG,MAAM,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;QAClE,MAAM,OAAO,GAAG,IAAI,CAAC,QAAQ,CAAC,MAAM,CAAC,KAAK,EAAE,EAAE,MAAM,EAAE,IAAI,EAAE,CAAC,CAAC;QAC9D,IAAI,OAAO,CAAC,MAAM,GAAG,CAAC;YAAE,IAAI,CAAC,OAAO,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC;IACtD,CAAC;IAED,GAAG,CAAC,IAAI,GAAG,IAAI,CAAC,YAAY;QAC1B,IAAI,IAAI,CAAC,OAAO,KAAK,SAAS;YAAE,OAAO,IAAI,CAAC,OAAO,CAAC;QAEpD,IAAI,CAAC,YAAY,GAAG,MAAM,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,IAAI,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,YAAY,CAAC;QAClF,MAAM,IAAI,GAAG,IAAI,CAAC,QAAQ,CAAC,MAAM,EAAE,CAAC;QACpC,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,IAAI,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC;QACrD,IAAI,CAAC,MAAM,GAAG,IAAI,CAAC;QAEnB,MAAM,aAAa,GAAG,IAAI,CAAC,gBAAgB;YACzC,CAAC,CAAC;gBACE,KAAK,EAAE,cAAc,CAAC,IAAI,CAAC,SAAS,EAAE,eAAe,CAAC;gBACtD,QAAQ,EAAE,IAAI,CAAC,iBAAiB;gBAChC,GAAG,IAAI,CAAC,gBAAgB;aACzB;YACH,CAAC,CAAC,SAAS,CAAC;QAEd,IAAI,CAAC,OAAO,GAAG;YACb,GAAG,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC,CAAC,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,KAAK,EAAE,IAAI,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,CAAC;YACpE,MAAM,EAAE,CAAC,GAAG,IAAI,CAAC,OAAO,CAAC;YACzB,YAAY,EAAE,CAAC,GAAG,IAAI,CAAC,aAAa,CAAC;YACrC,UAAU,EAAE,CAAC,GAAG,IAAI,CAAC,WAAW,CAAC;YACjC,MAAM,EAAE,CAAC,GAAG,IAAI,CAAC,OAAO,CAAC;YACzB,GAAG,EAAE,CAAC,GAAG,IAAI,CAAC,IAAI,CAAC;YACnB,GAAG,CAAC,aAAa,KAAK,SAAS,IAAI,aAAa,CAAC,KAAK,CAAC,MAAM,KAAK,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,aAAa,EAAE,CAAC;YAC7F,MAAM,EAAE,CAAC,GAAG,IAAI,CAAC,OAAO,CAAC;YACzB,GAAG,CAAC,IAAI,CAAC,WAAW,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,UAAU,EAAE,IAAI,CAAC,WAAW,EAAE,CAAC;YAC3E,GAAG,CAAC,IAAI,CAAC,YAAY,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,WAAW,EAAE,IAAI,CAAC,YAAY,EAAE,CAAC;YAC9E,GAAG,CAAC,IAAI,CAAC,eAAe,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,cAAc,EAAE,IAAI,CAAC,eAAe,EAAE,CAAC;SACxF,CAAC;QACF,OAAO,IAAI,CAAC,OAAO,CAAC;IACtB,CAAC;IAED,MAAM,CAAC,IAAI,GAAG,IAAI,CAAC,YAAY;QAC7B,OAAO,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC;IACxB,CAAC;IAED,KAAK;QACH,OAAO,MAAM,CAAC,IAAI,CAAC,YAAY,EAAE,IAAI,CAAC,cAAc,CAAC,CAAC;IACxD,CAAC;IAED,SAAS;QACP,IAAI,IAAI,CAAC,OAAO;YAAE,OAAO,MAAM,CAAC;QAChC,IAAI,IAAI,CAAC,OAAO;YAAE,OAAO,MAAM,CAAC;QAChC,OAAO,UAAU,CAAC;IACpB,CAAC;IAED,cAAc,CAAC,KAAa,EAAE,QAAQ,GAAG,IAAI,CAAC,SAAS,EAAE;QACvD,OAAO;YACL,KAAK,EAAE,cAAc,CAAC,KAAK,CAAC;YAC5B,QAAQ;YACR,GAAG,IAAI,CAAC,KAAK,EAAE;SAChB,CAAC;IACJ,CAAC;IAED,UAAU,CAAC,IAAY,EAAE,UAA4C;QACnE,MAAM,eAAe,GAAG,IAAI,CAAC,cAAc,GAAG,CAAC,IAAI,IAAI,CAAC,oBAAoB,GAAG,CAAC,CAAC;QACjF,IAAI,IAAI,KAAK,UAAU;YAAE,IAAI,CAAC,cAAc,IAAI,CAAC,CAAC;QAClD,IAAI,IAAI,KAAK,KAAK,IAAI,IAAI,KAAK,MAAM;YAAE,IAAI,CAAC,oBAAoB,IAAI,CAAC,CAAC;QAEtE,8EAA8E;QAC9E,2EAA2E;QAC3E,IAAI,eAAe,IAAI,IAAI,KAAK,UAAU,IAAI,IAAI,KAAK,KAAK,IAAI,IAAI,KAAK,MAAM,EAAE,CAAC;YAChF,OAAO;QACT,CAAC;QAED,MAAM,EAAE,IAAI,EAAE,iBAAiB,EAAE,OAAO,EAAE,GAAG,EAAE,IAAI,EAAE,IAAI,EAAE,UAAU,EAAE,GAAG,UAAU,CAAC;QACrF,IAAI,IAAI,KAAK,MAAM;YAAE,IAAI,CAAC,OAAO,GAAG,IAAI,CAAC;QACzC,IAAI,IAAI,KAAK,MAAM,EAAE,CAAC;YACpB,IAAI,IAAI,CAAC,YAAY,KAAK,SAAS;gBAAE,IAAI,CAAC,YAAY,GAAG,IAAI,CAAC,KAAK,EAAE,CAAC;YACtE,IAAI,CAAC,OAAO,GAAG,IAAI,CAAC;QACtB,CAAC;QAED,MAAM,QAAQ,GAAG,IAAI,CAAC,SAAS,EAAE,CAAC;QAElC,IACE,IAAI,KAAK,OAAO;YAChB,IAAI,CAAC,aAAa,KAAK,SAAS;YAChC,IAAI,CAAC,OAAO,CAAC,MAAM,GAAG,YAAY,EAClC,CAAC;YACD,IAAI,CAAC,aAAa,GAAG,EAAE,QAAQ,EAAE,KAAK,EAAE,EAAE,EAAE,CAAC;QAC/C,CAAC;QAED,IAAI,IAAI,KAAK,MAAM,EAAE,CAAC;YACpB,MAAM,QAAQ,GAAG,iBAAiB,EAAE,IAAI,EAAE,CAAC,WAAW,EAAE,CAAC;YACzD,IACE,OAAO,KAAK,SAAS;gBACrB,QAAQ,KAAK,aAAa;gBAC1B,IAAI,CAAC,aAAa,CAAC,MAAM,GAAG,YAAY,EACxC,CAAC;gBACD,IAAI,CAAC,aAAa,CAAC,IAAI,CAAC,IAAI,CAAC,cAAc,CAAC,OAAO,EAAE,QAAQ,CAAC,CAAC,CAAC;YAClE,CAAC;YACD,IACE,OAAO,KAAK,SAAS;gBACrB,gBAAgB,CAAC,QAAQ,CAAC;gBAC1B,IAAI,CAAC,OAAO,CAAC,MAAM,GAAG,YAAY,EAClC,CAAC;gBACD,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC;oBAChB,GAAG,IAAI,CAAC,cAAc,CAAC,OAAO,EAAE,QAAQ,CAAC;oBACzC,QAAQ,EAAE,QAAQ;iBACnB,CAAC,CAAC;YACL,CAAC;QACH,CAAC;QAED,IAAI,IAAI,KAAK,MAAM,EAAE,CAAC;YACpB,MAAM,SAAS,GAAG,GAAG,EAAE,WAAW,EAAE,CAAC,KAAK,CAAC,MAAM,CAAC,IAAI,EAAE,CAAC;YACzD,IACE,IAAI,KAAK,SAAS;gBAClB,SAAS,CAAC,QAAQ,CAAC,WAAW,CAAC;gBAC/B,IAAI,CAAC,WAAW,CAAC,MAAM,GAAG,YAAY,EACtC,CAAC;gBACD,IAAI,CAAC,WAAW,CAAC,IAAI,CAAC,IAAI,CAAC,cAAc,CAAC,IAAI,EAAE,QAAQ,CAAC,CAAC,CAAC;YAC7D,CAAC;QACH,CAAC;QAED,IAAI,IAAI,KAAK,IAAI,IAAI,IAAI,CAAC,UAAU,KAAK,SAAS,IAAI,IAAI,CAAC,IAAI,CAAC,MAAM,GAAG,YAAY,EAAE,CAAC;YACtF,IAAI,CAAC,UAAU,GAAG,EAAE,QAAQ,EAAE,KAAK,EAAE,EAAE,EAAE,CAAC;QAC5C,CAAC;QAED,IAAI,IAAI,KAAK,MAAM;YAAE,IAAI,CAAC,UAAU,IAAI,CAAC,CAAC;QAC1C,IAAI,IAAI,CAAC,UAAU,GAAG,CAAC,IAAI,CAAC,QAAQ,EAAE,OAAO,EAAE,UAAU,EAAE,UAAU,CAAC,CAAC,QAAQ,CAAC,IAAI,CAAC,EAAE,CAAC;YACtF,IAAI,CAAC,qBAAqB,IAAI,CAAC,CAAC;QAClC,CAAC;QAED,MAAM,eAAe,GAAG,UAAU,EAAE,KAAK,CAAC,GAAG,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC,EAAE,IAAI,EAAE,CAAC,WAAW,EAAE,CAAC;QAC3E,IAAI,IAAI,KAAK,QAAQ,IAAI,eAAe,KAAK,qBAAqB,EAAE,CAAC;YACnE,IAAI,CAAC,cAAc,GAAG;gBACpB,MAAM,EAAE,IAAI;gBACZ,QAAQ;gBACR,KAAK,EAAE,EAAE;gBACT,KAAK,EAAE,CAAC;gBACR,SAAS,EAAE,KAAK;gBAChB,OAAO,EAAE,IAAI,CAAC,OAAO,CAAC,MAAM,IAAI,mBAAmB;aACpD,CAAC;QACJ,CAAC;IACH,CAAC;IAED,OAAO,CAAC,KAAa;QACnB,IAAI,IAAI,CAAC,cAAc,GAAG,CAAC,IAAI,IAAI,CAAC,oBAAoB,GAAG,CAAC;YAAE,OAAO;QAErE,IAAI,IAAI,CAAC,aAAa,KAAK,SAAS,EAAE,CAAC;YACrC,IAAI,CAAC,aAAa,CAAC,KAAK,GAAG,GAAG,IAAI,CAAC,aAAa,CAAC,KAAK,GAAG,KAAK,EAAE,CAAC,KAAK,CACpE,CAAC,EACD,mBAAmB,CACpB,CAAC;QACJ,CAAC;QACD,IAAI,IAAI,CAAC,UAAU,KAAK,SAAS,EAAE,CAAC;YAClC,IAAI,CAAC,UAAU,CAAC,KAAK,GAAG,GAAG,IAAI,CAAC,UAAU,CAAC,KAAK,GAAG,KAAK,EAAE,CAAC,KAAK,CAAC,CAAC,EAAE,mBAAmB,CAAC,CAAC;QAC3F,CAAC;QACD,IAAI,IAAI,CAAC,cAAc,KAAK,SAAS,EAAE,CAAC;YACtC,IAAI,CAAC,cAAc,CAAC,KAAK,IAAI,MAAM,CAAC,UAAU,CAAC,KAAK,EAAE,MAAM,CAAC,CAAC;YAC9D,IAAI,CAAC,IAAI,CAAC,cAAc,CAAC,OAAO,EAAE,CAAC;gBACjC,MAAM,SAAS,GAAG,qBAAqB,GAAG,IAAI,CAAC,cAAc,CAAC,KAAK,CAAC,MAAM,CAAC;gBAC3E,IAAI,SAAS,GAAG,CAAC;oBAAE,IAAI,CAAC,cAAc,CAAC,KAAK,IAAI,KAAK,CAAC,KAAK,CAAC,CAAC,EAAE,SAAS,CAAC,CAAC;gBAC1E,IAAI,KAAK,CAAC,MAAM,GAAG,SAAS;oBAAE,IAAI,CAAC,cAAc,CAAC,SAAS,GAAG,IAAI,CAAC;YACrE,CAAC;QACH,CAAC;QAED,IAAI,IAAI,CAAC,UAAU,GAAG,CAAC,IAAI,IAAI,CAAC,qBAAqB,KAAK,CAAC,IAAI,IAAI,CAAC,SAAS,CAAC,MAAM,GAAG,KAAK,EAAE,CAAC;YAC7F,IAAI,IAAI,CAAC,gBAAgB,KAAK,SAAS,IAAI,KAAK,CAAC,IAAI,CAAC,KAAK,CAAC,EAAE,CAAC;gBAC7D,IAAI,CAAC,gBAAgB,GAAG,IAAI,CAAC,KAAK,EAAE,CAAC;gBACrC,IAAI,CAAC,iBAAiB,GAAG,IAAI,CAAC,SAAS,EAAE,CAAC;YAC5C,CAAC;YACD,IAAI,IAAI,CAAC,gBAAgB,KAAK,SAAS,EAAE,CAAC;gBACxC,IAAI,CAAC,SAAS,IAAI,KAAK,CAAC,KAAK,CAAC,CAAC,EAAE,KAAK,GAAG,IAAI,CAAC,SAAS,CAAC,MAAM,CAAC,CAAC;YAClE,CAAC;QACH,CAAC;IACH,CAAC;IAED,WAAW,CAAC,IAAY,EAAE,SAAkB;QAC1C,IAAI,IAAI,CAAC,cAAc,GAAG,CAAC,IAAI,IAAI,CAAC,oBAAoB,GAAG,CAAC,EAAE,CAAC;YAC7D,IAAI,IAAI,KAAK,UAAU;gBAAE,IAAI,CAAC,cAAc,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,IAAI,CAAC,cAAc,GAAG,CAAC,CAAC,CAAC;YACpF,IAAI,IAAI,KAAK,KAAK,IAAI,IAAI,KAAK,MAAM,EAAE,CAAC;gBACtC,IAAI,CAAC,oBAAoB,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,IAAI,CAAC,oBAAoB,GAAG,CAAC,CAAC,CAAC;YACzE,CAAC;YACD,OAAO;QACT,CAAC;QAED,IAAI,IAAI,KAAK,OAAO,IAAI,IAAI,CAAC,aAAa,KAAK,SAAS,EAAE,CAAC;YACzD,MAAM,KAAK,GAAG,cAAc,CAAC,IAAI,CAAC,aAAa,CAAC,KAAK,CAAC,CAAC;YACvD,IAAI,KAAK,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;gBACrB,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC;oBAChB,KAAK;oBACL,QAAQ,EAAE,IAAI,CAAC,aAAa,CAAC,QAAQ;oBACrC,GAAG,IAAI,CAAC,KAAK,EAAE;iBAChB,CAAC,CAAC;YACL,CAAC;YACD,IAAI,CAAC,aAAa,GAAG,SAAS,CAAC;QACjC,CAAC;QAED,IAAI,IAAI,KAAK,IAAI,IAAI,IAAI,CAAC,UAAU,KAAK,SAAS,EAAE,CAAC;YACnD,MAAM,KAAK,GAAG,cAAc,CAAC,IAAI,CAAC,UAAU,CAAC,KAAK,CAAC,CAAC;YACpD,IAAI,KAAK,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;gBACrB,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC;oBACb,KAAK;oBACL,QAAQ,EAAE,IAAI,CAAC,UAAU,CAAC,QAAQ;oBAClC,GAAG,IAAI,CAAC,KAAK,EAAE;iBAChB,CAAC,CAAC;YACL,CAAC;YACD,IAAI,CAAC,UAAU,GAAG,SAAS,CAAC;QAC9B,CAAC;QAED,IAAI,IAAI,KAAK,QAAQ,IAAI,IAAI,CAAC,cAAc,KAAK,SAAS,EAAE,CAAC;YAC3D,IAAI,IAAI,CAAC,cAAc,CAAC,MAAM;gBAAE,IAAI,CAAC,aAAa,CAAC,IAAI,CAAC,cAAc,CAAC,CAAC;YACxE,IAAI,CAAC,cAAc,GAAG,SAAS,CAAC;QAClC,CAAC;QAED,IAAI,IAAI,CAAC,UAAU,GAAG,CAAC,IAAI,CAAC,QAAQ,EAAE,OAAO,EAAE,UAAU,EAAE,UAAU,CAAC,CAAC,QAAQ,CAAC,IAAI,CAAC,EAAE,CAAC;YACtF,IAAI,CAAC,qBAAqB,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,IAAI,CAAC,qBAAqB,GAAG,CAAC,CAAC,CAAC;QAC3E,CAAC;QACD,IAAI,IAAI,KAAK,MAAM;YAAE,IAAI,CAAC,UAAU,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,IAAI,CAAC,UAAU,GAAG,CAAC,CAAC,CAAC;QAExE,IAAI,IAAI,KAAK,MAAM,EAAE,CAAC;YACpB,IAAI,IAAI,CAAC,WAAW,KAAK,SAAS;gBAAE,IAAI,CAAC,WAAW,GAAG,IAAI,CAAC,KAAK,EAAE,CAAC;YACpE,IAAI,CAAC,OAAO,GAAG,KAAK,CAAC;QACvB,CAAC;QACD,IAAI,IAAI,KAAK,MAAM;YAAE,IAAI,CAAC,OAAO,GAAG,KAAK,CAAC;QAC1C,IAAI,IAAI,KAAK,MAAM,IAAI,CAAC,SAAS,IAAI,IAAI,CAAC,eAAe,KAAK,SAAS,EAAE,CAAC;YACxE,IAAI,CAAC,eAAe,GAAG,IAAI,CAAC,KAAK,EAAE,CAAC;QACtC,CAAC;IACH,CAAC;IAED,aAAa,CAAC,OAAsB;QAClC,MAAM,IAAI,GAAG,IAAI,CAAC,KAAK,EAAE,CAAC;QAC1B,IAAI,OAAO,CAAC,OAAO,EAAE,CAAC;YACpB,IAAI,CAAC,IAAI,CAAC,oBAAoB,EAAE,CAAC;gBAC/B,IAAI,CAAC,oBAAoB,GAAG,IAAI,CAAC;gBACjC,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC;oBAChB,QAAQ,EAAE,OAAO,CAAC,QAAQ;oBAC1B,KAAK,EAAE,EAAE;oBACT,KAAK,EAAE,OAAO,CAAC,KAAK;oBACpB,aAAa,EAAE,0CAA0C,mBAAmB,wBAAwB;oBACpG,GAAG,IAAI;iBACR,CAAC,CAAC;YACL,CAAC;YACD,OAAO;QACT,CAAC;QACD,IAAI,OAAO,CAAC,SAAS,EAAE,CAAC;YACtB,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC;gBAChB,QAAQ,EAAE,OAAO,CAAC,QAAQ;gBAC1B,KAAK,EAAE,EAAE;gBACT,KAAK,EAAE,OAAO,CAAC,KAAK;gBACpB,aAAa,EAAE,8BAA8B,qBAAqB,4BAA4B;gBAC9F,GAAG,IAAI;aACR,CAAC,CAAC;YACH,OAAO;QACT,CAAC;QACD,IAAI,CAAC;YACH,MAAM,MAAM,GAAY,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC;YAClD,MAAM,KAAK,GAAG,IAAI,GAAG,EAAU,CAAC;YAChC,kBAAkB,CAAC,MAAM,EAAE,KAAK,CAAC,CAAC;YAClC,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC;gBAChB,QAAQ,EAAE,OAAO,CAAC,QAAQ;gBAC1B,KAAK,EAAE,IAAI;gBACX,KAAK,EAAE,CAAC,GAAG,KAAK,CAAC,CAAC,IAAI,EAAE;gBACxB,KAAK,EAAE,OAAO,CAAC,KAAK;gBACpB,GAAG,IAAI;aACR,CAAC,CAAC;QACL,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,MAAM,OAAO,GAAG,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,cAAc,CAAC;YACxE,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC;gBAChB,QAAQ,EAAE,OAAO,CAAC,QAAQ;gBAC1B,KAAK,EAAE,KAAK;gBACZ,KAAK,EAAE,EAAE;gBACT,KAAK,EAAE,OAAO,CAAC,KAAK;gBACpB,KAAK,EAAE,OAAO,CAAC,KAAK,CAAC,CAAC,EAAE,GAAG,CAAC;gBAC5B,GAAG,IAAI;aACR,CAAC,CAAC;QACL,CAAC;IACH,CAAC;CACF;AAED,MAAM,UAAU,qBAAqB;IACnC,OAAO,IAAI,mBAAmB,EAAE,CAAC;AACnC,CAAC"}
|