ssrwire 0.1.0

package/dist/audit.js

@@ -0,0 +1,69 @@
+import { analyzeTarget, summarizeAudit } from "./analyze.js";
+import { probeUrl } from "./http-probe.js";
+import { redactAudit } from "./redact.js";
+import { VERSION } from "./version.js";
+const DEFAULT_CONCURRENCY = 4;
+async function runPool(inputs, limit, worker) {
+    const results = new Array(inputs.length);
+    let cursor = 0;
+    async function consume() {
+        while (cursor < inputs.length) {
+            const index = cursor;
+            cursor += 1;
+            const input = inputs[index];
+            if (input === undefined) {
+                continue;
+            }
+            results[index] = await worker(input);
+        }
+    }
+    const workers = Array.from({ length: Math.min(limit, inputs.length) }, () => consume());
+    await Promise.all(workers);
+    return results;
+}
+export async function runAudit(config) {
+    const started = performance.now();
+    const tasks = [];
+    for (const [targetIndex, target] of config.targets.entries()) {
+        for (const [agentIndex, agent] of config.agents.entries()) {
+            tasks.push({
+                targetIndex,
+                agentIndex,
+                options: {
+                    url: target.url,
+                    agent,
+                    headers: config.headers,
+                    timeoutMs: config.timeoutMs,
+                    maxBytes: config.maxBytes,
+                    maxRedirects: config.maxRedirects,
+                    redactHeaderValues: false,
+                },
+            });
+        }
+    }
+    const secrets = Object.values(config.headers);
+    const probes = await runPool(tasks, DEFAULT_CONCURRENCY, async (task) => {
+        const probe = await probeUrl(task.options);
+        return { task, probe };
+    });
+    const results = config.targets.map((target, targetIndex) => {
+        const targetProbes = probes
+            .filter((item) => item.task.targetIndex === targetIndex)
+            .sort((a, b) => a.task.agentIndex - b.task.agentIndex)
+            .map((item) => item.probe);
+        return {
+            target,
+            probes: targetProbes,
+            findings: analyzeTarget(target, targetProbes),
+        };
+    });
+    const audit = {
+        version: VERSION,
+        generatedAt: new Date().toISOString(),
+        durationMs: Math.round(performance.now() - started),
+        results,
+        summary: summarizeAudit(results),
+    };
+    return redactAudit(audit, secrets);
+}
+//# sourceMappingURL=audit.js.map

package/dist/audit.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"audit.js","sourceRoot":"","sources":["../src/audit.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,aAAa,EAAE,cAAc,EAAE,MAAM,cAAc,CAAC;AAC7D,OAAO,EAAE,QAAQ,EAAE,MAAM,iBAAiB,CAAC;AAC3C,OAAO,EAAE,WAAW,EAAE,MAAM,aAAa,CAAC;AAE1C,OAAO,EAAE,OAAO,EAAE,MAAM,cAAc,CAAC;AAEvC,MAAM,mBAAmB,GAAG,CAAC,CAAC;AAQ9B,KAAK,UAAU,OAAO,CACpB,MAAoB,EACpB,KAAa,EACb,MAAgC;IAEhC,MAAM,OAAO,GAAG,IAAI,KAAK,CAAI,MAAM,CAAC,MAAM,CAAC,CAAC;IAC5C,IAAI,MAAM,GAAG,CAAC,CAAC;IAEf,KAAK,UAAU,OAAO;QACpB,OAAO,MAAM,GAAG,MAAM,CAAC,MAAM,EAAE,CAAC;YAC9B,MAAM,KAAK,GAAG,MAAM,CAAC;YACrB,MAAM,IAAI,CAAC,CAAC;YACZ,MAAM,KAAK,GAAG,MAAM,CAAC,KAAK,CAAC,CAAC;YAC5B,IAAI,KAAK,KAAK,SAAS,EAAE,CAAC;gBACxB,SAAS;YACX,CAAC;YACD,OAAO,CAAC,KAAK,CAAC,GAAG,MAAM,MAAM,CAAC,KAAK,CAAC,CAAC;QACvC,CAAC;IACH,CAAC;IAED,MAAM,OAAO,GAAG,KAAK,CAAC,IAAI,CAAC,EAAE,MAAM,EAAE,IAAI,CAAC,GAAG,CAAC,KAAK,EAAE,MAAM,CAAC,MAAM,CAAC,EAAE,EAAE,GAAG,EAAE,CAAC,OAAO,EAAE,CAAC,CAAC;IACxF,MAAM,OAAO,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC;IAC3B,OAAO,OAAO,CAAC;AACjB,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,QAAQ,CAAC,MAAqB;IAClD,MAAM,OAAO,GAAG,WAAW,CAAC,GAAG,EAAE,CAAC;IAClC,MAAM,KAAK,GAAgB,EAAE,CAAC;IAE9B,KAAK,MAAM,CAAC,WAAW,EAAE,MAAM,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,OAAO,EAAE,EAAE,CAAC;QAC7D,KAAK,MAAM,CAAC,UAAU,EAAE,KAAK,CAAC,IAAI,MAAM,CAAC,MAAM,CAAC,OAAO,EAAE,EAAE,CAAC;YAC1D,KAAK,CAAC,IAAI,CAAC;gBACT,WAAW;gBACX,UAAU;gBACV,OAAO,EAAE;oBACP,GAAG,EAAE,MAAM,CAAC,GAAG;oBACf,KAAK;oBACL,OAAO,EAAE,MAAM,CAAC,OAAO;oBACvB,SAAS,EAAE,MAAM,CAAC,SAAS;oBAC3B,QAAQ,EAAE,MAAM,CAAC,QAAQ;oBACzB,YAAY,EAAE,MAAM,CAAC,YAAY;oBACjC,kBAAkB,EAAE,KAAK;iBAC1B;aACF,CAAC,CAAC;QACL,CAAC;IACH,CAAC;IAED,MAAM,OAAO,GAAG,MAAM,CAAC,MAAM,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC;IAC9C,MAAM,MAAM,GAAG,MAAM,OAAO,CAAC,KAAK,EAAE,mBAAmB,EAAE,KAAK,EAAE,IAAI,EAAE,EAAE;QACtE,MAAM,KAAK,GAAG,MAAM,QAAQ,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;QAC3C,OAAO,EAAE,IAAI,EAAE,KAAK,EAAE,CAAC;IACzB,CAAC,CAAC,CAAC;IAEH,MAAM,OAAO,GAAwB,MAAM,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC,MAAM,EAAE,WAAW,EAAE,EAAE;QAC9E,MAAM,YAAY,GAAG,MAAM;aACxB,MAAM,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,IAAI,CAAC,WAAW,KAAK,WAAW,CAAC;aACvD,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,UAAU,GAAG,CAAC,CAAC,IAAI,CAAC,UAAU,CAAC;aACrD,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;QAE7B,OAAO;YACL,MAAM;YACN,MAAM,EAAE,YAAY;YACpB,QAAQ,EAAE,aAAa,CAAC,MAAM,EAAE,YAAY,CAAC;SAC9C,CAAC;IACJ,CAAC,CAAC,CAAC;IAEH,MAAM,KAAK,GAAgB;QACzB,OAAO,EAAE,OAAO;QAChB,WAAW,EAAE,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE;QACrC,UAAU,EAAE,IAAI,CAAC,KAAK,CAAC,WAAW,CAAC,GAAG,EAAE,GAAG,OAAO,CAAC;QACnD,OAAO;QACP,OAAO,EAAE,cAAc,CAAC,OAAO,CAAC;KACjC,CAAC;IACF,OAAO,WAAW,CAAC,KAAK,EAAE,OAAO,CAAC,CAAC;AACrC,CAAC"}

package/dist/bin.d.ts

@@ -0,0 +1,3 @@
+#!/usr/bin/env node
+export {};
+//# sourceMappingURL=bin.d.ts.map

package/dist/bin.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"bin.d.ts","sourceRoot":"","sources":["../src/bin.ts"],"names":[],"mappings":""}

package/dist/bin.js

@@ -0,0 +1,4 @@
+#!/usr/bin/env node
+import { main } from "./cli.js";
+await main();
+//# sourceMappingURL=bin.js.map

package/dist/bin.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"bin.js","sourceRoot":"","sources":["../src/bin.ts"],"names":[],"mappings":";AAEA,OAAO,EAAE,IAAI,EAAE,MAAM,UAAU,CAAC;AAEhC,MAAM,IAAI,EAAE,CAAC"}

package/dist/cli.d.ts

@@ -0,0 +1,2 @@
+export declare function main(argv?: readonly string[]): Promise<void>;
+//# sourceMappingURL=cli.d.ts.map

package/dist/cli.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"cli.d.ts","sourceRoot":"","sources":["../src/cli.ts"],"names":[],"mappings":"AAkKA,wBAAsB,IAAI,CAAC,IAAI,GAAE,SAAS,MAAM,EAAiB,GAAG,OAAO,CAAC,IAAI,CAAC,CA4ChF"}

package/dist/cli.js

@@ -0,0 +1,173 @@
+import { access, mkdir, writeFile } from "node:fs/promises";
+import { dirname, resolve } from "node:path";
+import { Command, CommanderError, InvalidArgumentError } from "commander";
+import { runAudit } from "./audit.js";
+import { ConfigError, loadConfig } from "./config.js";
+import { renderReport } from "./reporters.js";
+import { VERSION } from "./version.js";
+const CONFIG_TEMPLATE = `# SSRWire configuration
+targets:
+  - url: https://example.com/
+    expectedStatus: 200
+    require:
+      title: true
+      description: true
+      canonical: true
+      h1: true
+      mainText: true
+
+agents:
+  - browser
+  - googlebot
+  - bingbot
+  - twitterbot
+
+timeoutMs: 15000
+maxBytes: 10485760
+maxRedirects: 10
+
+# Keep preview credentials in environment variables. SSRWire redacts configured values from reports.
+# headers:
+#   Authorization: \${PREVIEW_TOKEN}
+`;
+function collect(value, previous) {
+    return [...previous, value];
+}
+function parseInteger(value) {
+    const parsed = Number(value);
+    if (!Number.isInteger(parsed)) {
+        throw new InvalidArgumentError("Expected an integer.");
+    }
+    return parsed;
+}
+function parseFormat(value) {
+    if (value === "terminal" || value === "json" || value === "sarif") {
+        return value;
+    }
+    throw new InvalidArgumentError("Expected terminal, json, or sarif.");
+}
+function parseFailOn(value) {
+    if (value === "error" || value === "warning" || value === "never") {
+        return value;
+    }
+    throw new InvalidArgumentError("Expected error, warning, or never.");
+}
+function addCheckOptions(command) {
+    return command
+        .option("-c, --config <path>", "configuration file")
+        .option("-a, --agent <name>", "built-in crawler agent; repeatable", collect, [])
+        .option("-H, --header <header>", "same-origin request header; repeatable", collect, [])
+        .option("--timeout <ms>", "request timeout in milliseconds", parseInteger)
+        .option("--max-bytes <bytes>", "maximum response bytes", parseInteger)
+        .option("--max-redirects <count>", "maximum redirects", parseInteger)
+        .option("-f, --format <format>", "terminal, json, or sarif", parseFormat, "terminal")
+        .option("-o, --output <path>", "write the report to a file")
+        .option("--fail-on <level>", "error, warning, or never", parseFailOn, "error")
+        .option("--no-color", "disable terminal colors");
+}
+function optionsFrom(command) {
+    return command.optsWithGlobals();
+}
+function reportExitCode(summary, failOn) {
+    if (summary.incomplete > 0) {
+        return 2;
+    }
+    if (failOn === "never") {
+        return 0;
+    }
+    if (summary.errors > 0) {
+        return 1;
+    }
+    if (failOn === "warning" && summary.warnings > 0) {
+        return 1;
+    }
+    return 0;
+}
+async function writeReport(path, report) {
+    const absolute = resolve(path);
+    await mkdir(dirname(absolute), { recursive: true });
+    await writeFile(absolute, report, "utf8");
+}
+async function check(urls, options) {
+    const config = await loadConfig({
+        ...(options.config ? { configPath: options.config } : {}),
+        urls,
+        agents: options.agent,
+        headers: options.header,
+        ...(options.timeout === undefined ? {} : { timeoutMs: options.timeout }),
+        ...(options.maxBytes === undefined ? {} : { maxBytes: options.maxBytes }),
+        ...(options.maxRedirects === undefined ? {} : { maxRedirects: options.maxRedirects }),
+    });
+    const audit = await runAudit(config);
+    const color = options.color &&
+        !options.output &&
+        Boolean(process.stdout.isTTY) &&
+        !Reflect.has(process.env, "NO_COLOR");
+    const report = renderReport(audit, options.format, { color });
+    if (options.output) {
+        await writeReport(options.output, report);
+        process.stderr.write(`SSRWire wrote ${options.format} report to ${options.output}\n`);
+    }
+    else {
+        process.stdout.write(report);
+    }
+    process.exitCode = reportExitCode(audit.summary, options.failOn);
+}
+async function initialize(path, force) {
+    const absolute = resolve(path);
+    if (!force) {
+        try {
+            await access(absolute);
+            throw new ConfigError(`${path} already exists. Use --force to replace it.`);
+        }
+        catch (error) {
+            if (error instanceof ConfigError) {
+                throw error;
+            }
+        }
+    }
+    await mkdir(dirname(absolute), { recursive: true });
+    await writeFile(absolute, CONFIG_TEMPLATE, { encoding: "utf8", flag: force ? "w" : "wx" });
+    process.stdout.write(`Created ${path}\n`);
+}
+export async function main(argv = process.argv) {
+    const program = new Command();
+    program
+        .name("ssrwire")
+        .description("Inspect streamed SSR HTML and crawler-specific metadata delivery.")
+        .version(VERSION)
+        .exitOverride()
+        .showHelpAfterError();
+    addCheckOptions(program)
+        .argument("[urls...]", "HTTP or HTTPS URLs to inspect")
+        .action(async (urls, _options, command) => {
+        await check(urls, optionsFrom(command));
+    });
+    addCheckOptions(program
+        .command("check")
+        .description("inspect one or more SSR responses")
+        .argument("[urls...]", "HTTP or HTTPS URLs to inspect")).action(async (urls, _options, command) => {
+        await check(urls, optionsFrom(command));
+    });
+    program
+        .command("init")
+        .description("create a documented starter configuration")
+        .argument("[path]", "configuration path", "ssrwire.config.yml")
+        .option("--force", "replace an existing file")
+        .action(async (path, options) => {
+        await initialize(path, options.force ?? false);
+    });
+    try {
+        await program.parseAsync([...argv]);
+    }
+    catch (error) {
+        if (error instanceof CommanderError) {
+            process.exitCode = error.exitCode === 0 ? 0 : 2;
+            return;
+        }
+        const message = error instanceof Error ? error.message : String(error);
+        process.stderr.write(`SSRWire: ${message}\n`);
+        process.exitCode = 2;
+    }
+}
+//# sourceMappingURL=cli.js.map

package/dist/cli.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"cli.js","sourceRoot":"","sources":["../src/cli.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,MAAM,EAAE,KAAK,EAAE,SAAS,EAAE,MAAM,kBAAkB,CAAC;AAC5D,OAAO,EAAE,OAAO,EAAE,OAAO,EAAE,MAAM,WAAW,CAAC;AAC7C,OAAO,EAAE,OAAO,EAAE,cAAc,EAAE,oBAAoB,EAAE,MAAM,WAAW,CAAC;AAC1E,OAAO,EAAE,QAAQ,EAAE,MAAM,YAAY,CAAC;AACtC,OAAO,EAAE,WAAW,EAAE,UAAU,EAAE,MAAM,aAAa,CAAC;AACtD,OAAO,EAAE,YAAY,EAAE,MAAM,gBAAgB,CAAC;AAE9C,OAAO,EAAE,OAAO,EAAE,MAAM,cAAc,CAAC;AAevC,MAAM,eAAe,GAAG;;;;;;;;;;;;;;;;;;;;;;;;CAwBvB,CAAC;AAEF,SAAS,OAAO,CAAC,KAAa,EAAE,QAA2B;IACzD,OAAO,CAAC,GAAG,QAAQ,EAAE,KAAK,CAAC,CAAC;AAC9B,CAAC;AAED,SAAS,YAAY,CAAC,KAAa;IACjC,MAAM,MAAM,GAAG,MAAM,CAAC,KAAK,CAAC,CAAC;IAC7B,IAAI,CAAC,MAAM,CAAC,SAAS,CAAC,MAAM,CAAC,EAAE,CAAC;QAC9B,MAAM,IAAI,oBAAoB,CAAC,sBAAsB,CAAC,CAAC;IACzD,CAAC;IACD,OAAO,MAAM,CAAC;AAChB,CAAC;AAED,SAAS,WAAW,CAAC,KAAa;IAChC,IAAI,KAAK,KAAK,UAAU,IAAI,KAAK,KAAK,MAAM,IAAI,KAAK,KAAK,OAAO,EAAE,CAAC;QAClE,OAAO,KAAK,CAAC;IACf,CAAC;IACD,MAAM,IAAI,oBAAoB,CAAC,oCAAoC,CAAC,CAAC;AACvE,CAAC;AAED,SAAS,WAAW,CAAC,KAAa;IAChC,IAAI,KAAK,KAAK,OAAO,IAAI,KAAK,KAAK,SAAS,IAAI,KAAK,KAAK,OAAO,EAAE,CAAC;QAClE,OAAO,KAAK,CAAC;IACf,CAAC;IACD,MAAM,IAAI,oBAAoB,CAAC,oCAAoC,CAAC,CAAC;AACvE,CAAC;AAED,SAAS,eAAe,CAAC,OAAgB;IACvC,OAAO,OAAO;SACX,MAAM,CAAC,qBAAqB,EAAE,oBAAoB,CAAC;SACnD,MAAM,CAAC,oBAAoB,EAAE,oCAAoC,EAAE,OAAO,EAAE,EAAE,CAAC;SAC/E,MAAM,CAAC,uBAAuB,EAAE,wCAAwC,EAAE,OAAO,EAAE,EAAE,CAAC;SACtF,MAAM,CAAC,gBAAgB,EAAE,iCAAiC,EAAE,YAAY,CAAC;SACzE,MAAM,CAAC,qBAAqB,EAAE,wBAAwB,EAAE,YAAY,CAAC;SACrE,MAAM,CAAC,yBAAyB,EAAE,mBAAmB,EAAE,YAAY,CAAC;SACpE,MAAM,CAAC,uBAAuB,EAAE,0BAA0B,EAAE,WAAW,EAAE,UAAU,CAAC;SACpF,MAAM,CAAC,qBAAqB,EAAE,4BAA4B,CAAC;SAC3D,MAAM,CAAC,mBAAmB,EAAE,0BAA0B,EAAE,WAAW,EAAE,OAAO,CAAC;SAC7E,MAAM,CAAC,YAAY,EAAE,yBAAyB,CAAC,CAAC;AACrD,CAAC;AAED,SAAS,WAAW,CAAC,OAAgB;IACnC,OAAO,OAAO,CAAC,eAAe,EAAc,CAAC;AAC/C,CAAC;AAED,SAAS,cAAc,CACrB,OAAwD,EACxD,MAA4B;IAE5B,IAAI,OAAO,CAAC,UAAU,GAAG,CAAC,EAAE,CAAC;QAC3B,OAAO,CAAC,CAAC;IACX,CAAC;IACD,IAAI,MAAM,KAAK,OAAO,EAAE,CAAC;QACvB,OAAO,CAAC,CAAC;IACX,CAAC;IACD,IAAI,OAAO,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;QACvB,OAAO,CAAC,CAAC;IACX,CAAC;IACD,IAAI,MAAM,KAAK,SAAS,IAAI,OAAO,CAAC,QAAQ,GAAG,CAAC,EAAE,CAAC;QACjD,OAAO,CAAC,CAAC;IACX,CAAC;IACD,OAAO,CAAC,CAAC;AACX,CAAC;AAED,KAAK,UAAU,WAAW,CAAC,IAAY,EAAE,MAAc;IACrD,MAAM,QAAQ,GAAG,OAAO,CAAC,IAAI,CAAC,CAAC;IAC/B,MAAM,KAAK,CAAC,OAAO,CAAC,QAAQ,CAAC,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;IACpD,MAAM,SAAS,CAAC,QAAQ,EAAE,MAAM,EAAE,MAAM,CAAC,CAAC;AAC5C,CAAC;AAED,KAAK,UAAU,KAAK,CAAC,IAAuB,EAAE,OAAmB;IAC/D,MAAM,MAAM,GAAG,MAAM,UAAU,CAAC;QAC9B,GAAG,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,UAAU,EAAE,OAAO,CAAC,MAAM,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;QACzD,IAAI;QACJ,MAAM,EAAE,OAAO,CAAC,KAAK;QACrB,OAAO,EAAE,OAAO,CAAC,MAAM;QACvB,GAAG,CAAC,OAAO,CAAC,OAAO,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,SAAS,EAAE,OAAO,CAAC,OAAO,EAAE,CAAC;QACxE,GAAG,CAAC,OAAO,CAAC,QAAQ,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,QAAQ,EAAE,OAAO,CAAC,QAAQ,EAAE,CAAC;QACzE,GAAG,CAAC,OAAO,CAAC,YAAY,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,YAAY,EAAE,OAAO,CAAC,YAAY,EAAE,CAAC;KACtF,CAAC,CAAC;IACH,MAAM,KAAK,GAAG,MAAM,QAAQ,CAAC,MAAM,CAAC,CAAC;IACrC,MAAM,KAAK,GACT,OAAO,CAAC,KAAK;QACb,CAAC,OAAO,CAAC,MAAM;QACf,OAAO,CAAC,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC;QAC7B,CAAC,OAAO,CAAC,GAAG,CAAC,OAAO,CAAC,GAAG,EAAE,UAAU,CAAC,CAAC;IACxC,MAAM,MAAM,GAAG,YAAY,CAAC,KAAK,EAAE,OAAO,CAAC,MAAM,EAAE,EAAE,KAAK,EAAE,CAAC,CAAC;IAE9D,IAAI,OAAO,CAAC,MAAM,EAAE,CAAC;QACnB,MAAM,WAAW,CAAC,OAAO,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;QAC1C,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,iBAAiB,OAAO,CAAC,MAAM,cAAc,OAAO,CAAC,MAAM,IAAI,CAAC,CAAC;IACxF,CAAC;SAAM,CAAC;QACN,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC;IAC/B,CAAC;IAED,OAAO,CAAC,QAAQ,GAAG,cAAc,CAAC,KAAK,CAAC,OAAO,EAAE,OAAO,CAAC,MAAM,CAAC,CAAC;AACnE,CAAC;AAED,KAAK,UAAU,UAAU,CAAC,IAAY,EAAE,KAAc;IACpD,MAAM,QAAQ,GAAG,OAAO,CAAC,IAAI,CAAC,CAAC;IAC/B,IAAI,CAAC,KAAK,EAAE,CAAC;QACX,IAAI,CAAC;YACH,MAAM,MAAM,CAAC,QAAQ,CAAC,CAAC;YACvB,MAAM,IAAI,WAAW,CAAC,GAAG,IAAI,6CAA6C,CAAC,CAAC;QAC9E,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,IAAI,KAAK,YAAY,WAAW,EAAE,CAAC;gBACjC,MAAM,KAAK,CAAC;YACd,CAAC;QACH,CAAC;IACH,CAAC;IACD,MAAM,KAAK,CAAC,OAAO,CAAC,QAAQ,CAAC,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;IACpD,MAAM,SAAS,CAAC,QAAQ,EAAE,eAAe,EAAE,EAAE,QAAQ,EAAE,MAAM,EAAE,IAAI,EAAE,KAAK,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC,CAAC;IAC3F,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,WAAW,IAAI,IAAI,CAAC,CAAC;AAC5C,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,IAAI,CAAC,OAA0B,OAAO,CAAC,IAAI;IAC/D,MAAM,OAAO,GAAG,IAAI,OAAO,EAAE,CAAC;IAC9B,OAAO;SACJ,IAAI,CAAC,SAAS,CAAC;SACf,WAAW,CAAC,mEAAmE,CAAC;SAChF,OAAO,CAAC,OAAO,CAAC;SAChB,YAAY,EAAE;SACd,kBAAkB,EAAE,CAAC;IAExB,eAAe,CAAC,OAAO,CAAC;SACrB,QAAQ,CAAC,WAAW,EAAE,+BAA+B,CAAC;SACtD,MAAM,CAAC,KAAK,EAAE,IAAc,EAAE,QAAoB,EAAE,OAAgB,EAAE,EAAE;QACvE,MAAM,KAAK,CAAC,IAAI,EAAE,WAAW,CAAC,OAAO,CAAC,CAAC,CAAC;IAC1C,CAAC,CAAC,CAAC;IAEL,eAAe,CACb,OAAO;SACJ,OAAO,CAAC,OAAO,CAAC;SAChB,WAAW,CAAC,mCAAmC,CAAC;SAChD,QAAQ,CAAC,WAAW,EAAE,+BAA+B,CAAC,CAC1D,CAAC,MAAM,CAAC,KAAK,EAAE,IAAc,EAAE,QAAoB,EAAE,OAAgB,EAAE,EAAE;QACxE,MAAM,KAAK,CAAC,IAAI,EAAE,WAAW,CAAC,OAAO,CAAC,CAAC,CAAC;IAC1C,CAAC,CAAC,CAAC;IAEH,OAAO;SACJ,OAAO,CAAC,MAAM,CAAC;SACf,WAAW,CAAC,2CAA2C,CAAC;SACxD,QAAQ,CAAC,QAAQ,EAAE,oBAAoB,EAAE,oBAAoB,CAAC;SAC9D,MAAM,CAAC,SAAS,EAAE,0BAA0B,CAAC;SAC7C,MAAM,CAAC,KAAK,EAAE,IAAY,EAAE,OAA4B,EAAE,EAAE;QAC3D,MAAM,UAAU,CAAC,IAAI,EAAE,OAAO,CAAC,KAAK,IAAI,KAAK,CAAC,CAAC;IACjD,CAAC,CAAC,CAAC;IAEL,IAAI,CAAC;QACH,MAAM,OAAO,CAAC,UAAU,CAAC,CAAC,GAAG,IAAI,CAAC,CAAC,CAAC;IACtC,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,IAAI,KAAK,YAAY,cAAc,EAAE,CAAC;YACpC,OAAO,CAAC,QAAQ,GAAG,KAAK,CAAC,QAAQ,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;YAChD,OAAO;QACT,CAAC;QACD,MAAM,OAAO,GAAG,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;QACvE,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,YAAY,OAAO,IAAI,CAAC,CAAC;QAC9C,OAAO,CAAC,QAAQ,GAAG,CAAC,CAAC;IACvB,CAAC;AACH,CAAC"}

package/dist/config.d.ts

@@ -0,0 +1,17 @@
+import type { SsrWireConfig } from "./types.js";
+export interface LoadConfigOptions {
+    readonly configPath?: string;
+    readonly urls?: readonly string[];
+    readonly agents?: readonly string[];
+    readonly headers?: readonly string[];
+    readonly timeoutMs?: number;
+    readonly maxBytes?: number;
+    readonly maxRedirects?: number;
+    readonly cwd?: string;
+}
+export declare class ConfigError extends Error {
+    constructor(message: string);
+}
+export declare function parseHeaderOption(value: string): readonly [string, string];
+export declare function loadConfig(options?: LoadConfigOptions): Promise<SsrWireConfig>;
+//# sourceMappingURL=config.d.ts.map

package/dist/config.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"config.d.ts","sourceRoot":"","sources":["../src/config.ts"],"names":[],"mappings":"AAKA,OAAO,KAAK,EAA6B,aAAa,EAAsB,MAAM,YAAY,CAAC;AAoE/F,MAAM,WAAW,iBAAiB;IAChC,QAAQ,CAAC,UAAU,CAAC,EAAE,MAAM,CAAC;IAC7B,QAAQ,CAAC,IAAI,CAAC,EAAE,SAAS,MAAM,EAAE,CAAC;IAClC,QAAQ,CAAC,MAAM,CAAC,EAAE,SAAS,MAAM,EAAE,CAAC;IACpC,QAAQ,CAAC,OAAO,CAAC,EAAE,SAAS,MAAM,EAAE,CAAC;IACrC,QAAQ,CAAC,SAAS,CAAC,EAAE,MAAM,CAAC;IAC5B,QAAQ,CAAC,QAAQ,CAAC,EAAE,MAAM,CAAC;IAC3B,QAAQ,CAAC,YAAY,CAAC,EAAE,MAAM,CAAC;IAC/B,QAAQ,CAAC,GAAG,CAAC,EAAE,MAAM,CAAC;CACvB;AAED,qBAAa,WAAY,SAAQ,KAAK;gBACjB,OAAO,EAAE,MAAM;CAInC;AAoFD,wBAAgB,iBAAiB,CAAC,KAAK,EAAE,MAAM,GAAG,SAAS,CAAC,MAAM,EAAE,MAAM,CAAC,CAM1E;AAoFD,wBAAsB,UAAU,CAAC,OAAO,GAAE,iBAAsB,GAAG,OAAO,CAAC,aAAa,CAAC,CAiDxF"}

package/dist/config.js

@@ -0,0 +1,262 @@
+import { access, readFile } from "node:fs/promises";
+import { extname, resolve } from "node:path";
+import { parse as parseYaml } from "yaml";
+import { z } from "zod";
+import { resolveAgents } from "./agents.js";
+const DEFAULT_TIMEOUT_MS = 15_000;
+const DEFAULT_MAX_BYTES = 10 * 1024 * 1024;
+const DEFAULT_MAX_REDIRECTS = 10;
+const DEFAULT_AGENTS = ["browser", "googlebot", "bingbot", "twitterbot"];
+const DEFAULT_CONFIG_FILES = [
+    "ssrwire.config.yml",
+    "ssrwire.config.yaml",
+    "ssrwire.config.json",
+];
+const requireSchema = z
+    .object({
+    title: z.boolean().optional(),
+    description: z.boolean().optional(),
+    canonical: z.boolean().optional(),
+    h1: z.boolean().optional(),
+    mainText: z.boolean().optional(),
+})
+    .strict();
+const targetObjectSchema = z
+    .object({
+    url: z.string().min(1),
+    expectedStatus: z
+        .union([
+        z.number().int().min(100).max(599),
+        z.array(z.number().int().min(100).max(599)).min(1),
+    ])
+        .optional(),
+    expectedFinalUrl: z.string().min(1).optional(),
+    require: requireSchema.optional(),
+    maxFirstByteMs: z.number().positive().finite().optional(),
+    maxCriticalMs: z.number().positive().finite().optional(),
+})
+    .strict();
+const agentObjectSchema = z
+    .object({
+    key: z.string().regex(/^[a-z0-9][a-z0-9-]*$/i),
+    label: z.string().min(1).optional(),
+    userAgent: z.string().min(1),
+    requiresHeadMetadata: z.boolean().optional(),
+})
+    .strict();
+const fileConfigSchema = z
+    .object({
+    targets: z.array(z.union([z.string().min(1), targetObjectSchema])).optional(),
+    agents: z
+        .array(z.union([z.string().min(1), agentObjectSchema]))
+        .min(1)
+        .optional(),
+    headers: z.record(z.string(), z.string()).optional(),
+    timeoutMs: z.number().int().min(100).max(120_000).optional(),
+    maxBytes: z
+        .number()
+        .int()
+        .min(1_024)
+        .max(50 * 1024 * 1024)
+        .optional(),
+    maxRedirects: z.number().int().min(0).max(20).optional(),
+})
+    .strict();
+export class ConfigError extends Error {
+    constructor(message) {
+        super(message);
+        this.name = "ConfigError";
+    }
+}
+function validateHttpUrl(value, label) {
+    let url;
+    try {
+        url = new URL(value);
+    }
+    catch {
+        throw new ConfigError(`${label} must be an absolute HTTP or HTTPS URL.`);
+    }
+    if (url.protocol !== "http:" && url.protocol !== "https:") {
+        throw new ConfigError(`${label} must use HTTP or HTTPS.`);
+    }
+    if (url.username || url.password) {
+        throw new ConfigError(`${label} must not contain embedded credentials.`);
+    }
+    url.hash = "";
+    return url.href;
+}
+function normalizeStatuses(value) {
+    const statuses = value === undefined ? [200] : Array.isArray(value) ? value : [value];
+    return [...new Set(statuses)];
+}
+function normalizeTarget(value) {
+    const item = typeof value === "string" ? { url: value } : value;
+    const required = item.require;
+    const expectations = {
+        statuses: normalizeStatuses(item.expectedStatus),
+        ...(item.expectedFinalUrl
+            ? { finalUrl: validateHttpUrl(item.expectedFinalUrl, "expectedFinalUrl") }
+            : {}),
+        requireTitle: required?.title ?? true,
+        requireDescription: required?.description ?? true,
+        requireCanonical: required?.canonical ?? true,
+        requireH1: required?.h1 ?? true,
+        requireMainText: required?.mainText ?? true,
+        ...(item.maxFirstByteMs === undefined ? {} : { maxFirstByteMs: item.maxFirstByteMs }),
+        ...(item.maxCriticalMs === undefined ? {} : { maxCriticalMs: item.maxCriticalMs }),
+    };
+    return {
+        url: validateHttpUrl(item.url, "target URL"),
+        expectations,
+    };
+}
+function interpolateEnvironment(value) {
+    return value.replace(/\$\{([A-Z_][A-Z0-9_]*)\}/gi, (_match, name) => {
+        const resolved = process.env[name];
+        if (resolved === undefined) {
+            throw new ConfigError(`Environment variable ${name} is required by a configured header.`);
+        }
+        return resolved;
+    });
+}
+const FORBIDDEN_HEADERS = new Set([
+    "accept-encoding",
+    "connection",
+    "content-length",
+    "host",
+    "transfer-encoding",
+    "user-agent",
+]);
+function validateHeader(name, value) {
+    const normalizedName = name.trim().toLowerCase();
+    if (!/^[!#$%&'*+.^_`|~0-9a-z-]+$/i.test(normalizedName)) {
+        throw new ConfigError(`Invalid header name: ${name.trim() || "(empty)"}.`);
+    }
+    if (FORBIDDEN_HEADERS.has(normalizedName)) {
+        throw new ConfigError(`Header ${normalizedName} is managed by SSRWire and cannot be overridden.`);
+    }
+    if (/\r|\n/.test(value)) {
+        throw new ConfigError(`Header ${normalizedName} contains a forbidden line break.`);
+    }
+    return [normalizedName, interpolateEnvironment(value.trim())];
+}
+export function parseHeaderOption(value) {
+    const separator = value.indexOf(":");
+    if (separator < 1) {
+        throw new ConfigError("Headers must use the form 'Name: value'.");
+    }
+    return validateHeader(value.slice(0, separator), value.slice(separator + 1));
+}
+function normalizeHeaders(configured, commandLine) {
+    const headers = new Map();
+    for (const [name, value] of Object.entries(configured ?? {})) {
+        const [normalizedName, normalizedValue] = validateHeader(name, value);
+        headers.set(normalizedName, normalizedValue);
+    }
+    for (const value of commandLine ?? []) {
+        const [name, normalizedValue] = parseHeaderOption(value);
+        headers.set(name, normalizedValue);
+    }
+    return Object.fromEntries(headers);
+}
+async function fileExists(path) {
+    try {
+        await access(path);
+        return true;
+    }
+    catch {
+        return false;
+    }
+}
+async function resolveConfigPath(explicitPath, cwd) {
+    if (explicitPath) {
+        const path = resolve(cwd, explicitPath);
+        if (!(await fileExists(path))) {
+            throw new ConfigError(`Configuration file not found: ${explicitPath}`);
+        }
+        return path;
+    }
+    for (const name of DEFAULT_CONFIG_FILES) {
+        const path = resolve(cwd, name);
+        if (await fileExists(path)) {
+            return path;
+        }
+    }
+    return undefined;
+}
+function parseConfigText(path, text) {
+    try {
+        return extname(path).toLowerCase() === ".json" ? JSON.parse(text) : parseYaml(text);
+    }
+    catch {
+        // Parser messages may quote the malformed source line, including a literal header secret.
+        throw new ConfigError("Could not parse configuration file.");
+    }
+}
+async function readConfig(path) {
+    if (!path) {
+        return {};
+    }
+    const raw = parseConfigText(path, await readFile(path, "utf8"));
+    const parsed = fileConfigSchema.safeParse(raw);
+    if (!parsed.success) {
+        const detail = parsed.error.issues
+            .slice(0, 5)
+            .map((issue) => `${issue.path.join(".") || "config"}: ${issue.message}`)
+            .join("; ");
+        throw new ConfigError(`Invalid configuration: ${detail}`);
+    }
+    return parsed.data;
+}
+function uniqueTargets(targets) {
+    const seen = new Set();
+    return targets.filter((target) => {
+        if (seen.has(target.url)) {
+            return false;
+        }
+        seen.add(target.url);
+        return true;
+    });
+}
+export async function loadConfig(options = {}) {
+    const cwd = options.cwd ?? process.cwd();
+    const configPath = await resolveConfigPath(options.configPath, cwd);
+    const file = await readConfig(configPath);
+    const fileTargets = (file.targets ?? []).map(normalizeTarget);
+    const cliTargets = (options.urls ?? []).map(normalizeTarget);
+    const targets = uniqueTargets([...fileTargets, ...cliTargets]);
+    if (targets.length === 0) {
+        throw new ConfigError("No target URL was provided. Pass a URL or add targets to ssrwire.config.yml.");
+    }
+    const agentInputs = options.agents && options.agents.length > 0
+        ? options.agents
+        : (file.agents ?? DEFAULT_AGENTS);
+    let agents;
+    try {
+        agents = resolveAgents(agentInputs);
+    }
+    catch (error) {
+        throw new ConfigError(error instanceof Error ? error.message : "Invalid crawler agent configuration.");
+    }
+    const timeoutMs = options.timeoutMs ?? file.timeoutMs ?? DEFAULT_TIMEOUT_MS;
+    const maxBytes = options.maxBytes ?? file.maxBytes ?? DEFAULT_MAX_BYTES;
+    const maxRedirects = options.maxRedirects ?? file.maxRedirects ?? DEFAULT_MAX_REDIRECTS;
+    if (!Number.isInteger(timeoutMs) || timeoutMs < 100 || timeoutMs > 120_000) {
+        throw new ConfigError("timeoutMs must be an integer between 100 and 120000.");
+    }
+    if (!Number.isInteger(maxBytes) || maxBytes < 1_024 || maxBytes > 50 * 1024 * 1024) {
+        throw new ConfigError("maxBytes must be an integer between 1024 and 52428800.");
+    }
+    if (!Number.isInteger(maxRedirects) || maxRedirects < 0 || maxRedirects > 20) {
+        throw new ConfigError("maxRedirects must be an integer between 0 and 20.");
+    }
+    return {
+        targets,
+        agents,
+        headers: normalizeHeaders(file.headers, options.headers),
+        timeoutMs,
+        maxBytes,
+        maxRedirects,
+    };
+}
+//# sourceMappingURL=config.js.map

package/dist/config.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"config.js","sourceRoot":"","sources":["../src/config.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,MAAM,EAAE,QAAQ,EAAE,MAAM,kBAAkB,CAAC;AACpD,OAAO,EAAE,OAAO,EAAE,OAAO,EAAE,MAAM,WAAW,CAAC;AAC7C,OAAO,EAAE,KAAK,IAAI,SAAS,EAAE,MAAM,MAAM,CAAC;AAC1C,OAAO,EAAE,CAAC,EAAE,MAAM,KAAK,CAAC;AACxB,OAAO,EAAmB,aAAa,EAAE,MAAM,aAAa,CAAC;AAG7D,MAAM,kBAAkB,GAAG,MAAM,CAAC;AAClC,MAAM,iBAAiB,GAAG,EAAE,GAAG,IAAI,GAAG,IAAI,CAAC;AAC3C,MAAM,qBAAqB,GAAG,EAAE,CAAC;AACjC,MAAM,cAAc,GAAG,CAAC,SAAS,EAAE,WAAW,EAAE,SAAS,EAAE,YAAY,CAAU,CAAC;AAClF,MAAM,oBAAoB,GAAG;IAC3B,oBAAoB;IACpB,qBAAqB;IACrB,qBAAqB;CACb,CAAC;AAEX,MAAM,aAAa,GAAG,CAAC;KACpB,MAAM,CAAC;IACN,KAAK,EAAE,CAAC,CAAC,OAAO,EAAE,CAAC,QAAQ,EAAE;IAC7B,WAAW,EAAE,CAAC,CAAC,OAAO,EAAE,CAAC,QAAQ,EAAE;IACnC,SAAS,EAAE,CAAC,CAAC,OAAO,EAAE,CAAC,QAAQ,EAAE;IACjC,EAAE,EAAE,CAAC,CAAC,OAAO,EAAE,CAAC,QAAQ,EAAE;IAC1B,QAAQ,EAAE,CAAC,CAAC,OAAO,EAAE,CAAC,QAAQ,EAAE;CACjC,CAAC;KACD,MAAM,EAAE,CAAC;AAEZ,MAAM,kBAAkB,GAAG,CAAC;KACzB,MAAM,CAAC;IACN,GAAG,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,CAAC,CAAC,CAAC;IACtB,cAAc,EAAE,CAAC;SACd,KAAK,CAAC;QACL,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,EAAE,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC,GAAG,CAAC,GAAG,CAAC;QAClC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,EAAE,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC;KACnD,CAAC;SACD,QAAQ,EAAE;IACb,gBAAgB,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,QAAQ,EAAE;IAC9C,OAAO,EAAE,aAAa,CAAC,QAAQ,EAAE;IACjC,cAAc,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;IACzD,aAAa,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;CACzD,CAAC;KACD,MAAM,EAAE,CAAC;AAEZ,MAAM,iBAAiB,GAAG,CAAC;KACxB,MAAM,CAAC;IACN,GAAG,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,KAAK,CAAC,uBAAuB,CAAC;IAC9C,KAAK,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,QAAQ,EAAE;IACnC,SAAS,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,CAAC,CAAC,CAAC;IAC5B,oBAAoB,EAAE,CAAC,CAAC,OAAO,EAAE,CAAC,QAAQ,EAAE;CAC7C,CAAC;KACD,MAAM,EAAE,CAAC;AAEZ,MAAM,gBAAgB,GAAG,CAAC;KACvB,MAAM,CAAC;IACN,OAAO,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,kBAAkB,CAAC,CAAC,CAAC,CAAC,QAAQ,EAAE;IAC7E,MAAM,EAAE,CAAC;SACN,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,iBAAiB,CAAC,CAAC,CAAC;SACtD,GAAG,CAAC,CAAC,CAAC;SACN,QAAQ,EAAE;IACb,OAAO,EAAE,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,CAAC,QAAQ,EAAE;IACpD,SAAS,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,EAAE,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,QAAQ,EAAE;IAC5D,QAAQ,EAAE,CAAC;SACR,MAAM,EAAE;SACR,GAAG,EAAE;SACL,GAAG,CAAC,KAAK,CAAC;SACV,GAAG,CAAC,EAAE,GAAG,IAAI,GAAG,IAAI,CAAC;SACrB,QAAQ,EAAE;IACb,YAAY,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,EAAE,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC,QAAQ,EAAE;CACzD,CAAC;KACD,MAAM,EAAE,CAAC;AAeZ,MAAM,OAAO,WAAY,SAAQ,KAAK;IACpC,YAAmB,OAAe;QAChC,KAAK,CAAC,OAAO,CAAC,CAAC;QACf,IAAI,CAAC,IAAI,GAAG,aAAa,CAAC;IAC5B,CAAC;CACF;AAED,SAAS,eAAe,CAAC,KAAa,EAAE,KAAa;IACnD,IAAI,GAAQ,CAAC;IACb,IAAI,CAAC;QACH,GAAG,GAAG,IAAI,GAAG,CAAC,KAAK,CAAC,CAAC;IACvB,CAAC;IAAC,MAAM,CAAC;QACP,MAAM,IAAI,WAAW,CAAC,GAAG,KAAK,yCAAyC,CAAC,CAAC;IAC3E,CAAC;IAED,IAAI,GAAG,CAAC,QAAQ,KAAK,OAAO,IAAI,GAAG,CAAC,QAAQ,KAAK,QAAQ,EAAE,CAAC;QAC1D,MAAM,IAAI,WAAW,CAAC,GAAG,KAAK,0BAA0B,CAAC,CAAC;IAC5D,CAAC;IACD,IAAI,GAAG,CAAC,QAAQ,IAAI,GAAG,CAAC,QAAQ,EAAE,CAAC;QACjC,MAAM,IAAI,WAAW,CAAC,GAAG,KAAK,yCAAyC,CAAC,CAAC;IAC3E,CAAC;IAED,GAAG,CAAC,IAAI,GAAG,EAAE,CAAC;IACd,OAAO,GAAG,CAAC,IAAI,CAAC;AAClB,CAAC;AAED,SAAS,iBAAiB,CAAC,KAAoC;IAC7D,MAAM,QAAQ,GAAG,KAAK,KAAK,SAAS,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC;IACtF,OAAO,CAAC,GAAG,IAAI,GAAG,CAAC,QAAQ,CAAC,CAAC,CAAC;AAChC,CAAC;AAED,SAAS,eAAe,CAAC,KAAkD;IACzE,MAAM,IAAI,GAAG,OAAO,KAAK,KAAK,QAAQ,CAAC,CAAC,CAAC,EAAE,GAAG,EAAE,KAAK,EAAE,CAAC,CAAC,CAAC,KAAK,CAAC;IAChE,MAAM,QAAQ,GAAG,IAAI,CAAC,OAAO,CAAC;IAC9B,MAAM,YAAY,GAAuB;QACvC,QAAQ,EAAE,iBAAiB,CAAC,IAAI,CAAC,cAAc,CAAC;QAChD,GAAG,CAAC,IAAI,CAAC,gBAAgB;YACvB,CAAC,CAAC,EAAE,QAAQ,EAAE,eAAe,CAAC,IAAI,CAAC,gBAAgB,EAAE,kBAAkB,CAAC,EAAE;YAC1E,CAAC,CAAC,EAAE,CAAC;QACP,YAAY,EAAE,QAAQ,EAAE,KAAK,IAAI,IAAI;QACrC,kBAAkB,EAAE,QAAQ,EAAE,WAAW,IAAI,IAAI;QACjD,gBAAgB,EAAE,QAAQ,EAAE,SAAS,IAAI,IAAI;QAC7C,SAAS,EAAE,QAAQ,EAAE,EAAE,IAAI,IAAI;QAC/B,eAAe,EAAE,QAAQ,EAAE,QAAQ,IAAI,IAAI;QAC3C,GAAG,CAAC,IAAI,CAAC,cAAc,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,cAAc,EAAE,IAAI,CAAC,cAAc,EAAE,CAAC;QACrF,GAAG,CAAC,IAAI,CAAC,aAAa,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,aAAa,EAAE,IAAI,CAAC,aAAa,EAAE,CAAC;KACnF,CAAC;IAEF,OAAO;QACL,GAAG,EAAE,eAAe,CAAC,IAAI,CAAC,GAAG,EAAE,YAAY,CAAC;QAC5C,YAAY;KACb,CAAC;AACJ,CAAC;AAED,SAAS,sBAAsB,CAAC,KAAa;IAC3C,OAAO,KAAK,CAAC,OAAO,CAAC,4BAA4B,EAAE,CAAC,MAAM,EAAE,IAAY,EAAE,EAAE;QAC1E,MAAM,QAAQ,GAAG,OAAO,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC;QACnC,IAAI,QAAQ,KAAK,SAAS,EAAE,CAAC;YAC3B,MAAM,IAAI,WAAW,CAAC,wBAAwB,IAAI,sCAAsC,CAAC,CAAC;QAC5F,CAAC;QACD,OAAO,QAAQ,CAAC;IAClB,CAAC,CAAC,CAAC;AACL,CAAC;AAED,MAAM,iBAAiB,GAAG,IAAI,GAAG,CAAC;IAChC,iBAAiB;IACjB,YAAY;IACZ,gBAAgB;IAChB,MAAM;IACN,mBAAmB;IACnB,YAAY;CACb,CAAC,CAAC;AAEH,SAAS,cAAc,CAAC,IAAY,EAAE,KAAa;IACjD,MAAM,cAAc,GAAG,IAAI,CAAC,IAAI,EAAE,CAAC,WAAW,EAAE,CAAC;IACjD,IAAI,CAAC,6BAA6B,CAAC,IAAI,CAAC,cAAc,CAAC,EAAE,CAAC;QACxD,MAAM,IAAI,WAAW,CAAC,wBAAwB,IAAI,CAAC,IAAI,EAAE,IAAI,SAAS,GAAG,CAAC,CAAC;IAC7E,CAAC;IACD,IAAI,iBAAiB,CAAC,GAAG,CAAC,cAAc,CAAC,EAAE,CAAC;QAC1C,MAAM,IAAI,WAAW,CACnB,UAAU,cAAc,kDAAkD,CAC3E,CAAC;IACJ,CAAC;IACD,IAAI,OAAO,CAAC,IAAI,CAAC,KAAK,CAAC,EAAE,CAAC;QACxB,MAAM,IAAI,WAAW,CAAC,UAAU,cAAc,mCAAmC,CAAC,CAAC;IACrF,CAAC;IACD,OAAO,CAAC,cAAc,EAAE,sBAAsB,CAAC,KAAK,CAAC,IAAI,EAAE,CAAC,CAAC,CAAC;AAChE,CAAC;AAED,MAAM,UAAU,iBAAiB,CAAC,KAAa;IAC7C,MAAM,SAAS,GAAG,KAAK,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC;IACrC,IAAI,SAAS,GAAG,CAAC,EAAE,CAAC;QAClB,MAAM,IAAI,WAAW,CAAC,0CAA0C,CAAC,CAAC;IACpE,CAAC;IACD,OAAO,cAAc,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC,EAAE,SAAS,CAAC,EAAE,KAAK,CAAC,KAAK,CAAC,SAAS,GAAG,CAAC,CAAC,CAAC,CAAC;AAC/E,CAAC;AAED,SAAS,gBAAgB,CACvB,UAAwD,EACxD,WAA0C;IAE1C,MAAM,OAAO,GAAG,IAAI,GAAG,EAAkB,CAAC;IAC1C,KAAK,MAAM,CAAC,IAAI,EAAE,KAAK,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,UAAU,IAAI,EAAE,CAAC,EAAE,CAAC;QAC7D,MAAM,CAAC,cAAc,EAAE,eAAe,CAAC,GAAG,cAAc,CAAC,IAAI,EAAE,KAAK,CAAC,CAAC;QACtE,OAAO,CAAC,GAAG,CAAC,cAAc,EAAE,eAAe,CAAC,CAAC;IAC/C,CAAC;IACD,KAAK,MAAM,KAAK,IAAI,WAAW,IAAI,EAAE,EAAE,CAAC;QACtC,MAAM,CAAC,IAAI,EAAE,eAAe,CAAC,GAAG,iBAAiB,CAAC,KAAK,CAAC,CAAC;QACzD,OAAO,CAAC,GAAG,CAAC,IAAI,EAAE,eAAe,CAAC,CAAC;IACrC,CAAC;IACD,OAAO,MAAM,CAAC,WAAW,CAAC,OAAO,CAAC,CAAC;AACrC,CAAC;AAED,KAAK,UAAU,UAAU,CAAC,IAAY;IACpC,IAAI,CAAC;QACH,MAAM,MAAM,CAAC,IAAI,CAAC,CAAC;QACnB,OAAO,IAAI,CAAC;IACd,CAAC;IAAC,MAAM,CAAC;QACP,OAAO,KAAK,CAAC;IACf,CAAC;AACH,CAAC;AAED,KAAK,UAAU,iBAAiB,CAC9B,YAAgC,EAChC,GAAW;IAEX,IAAI,YAAY,EAAE,CAAC;QACjB,MAAM,IAAI,GAAG,OAAO,CAAC,GAAG,EAAE,YAAY,CAAC,CAAC;QACxC,IAAI,CAAC,CAAC,MAAM,UAAU,CAAC,IAAI,CAAC,CAAC,EAAE,CAAC;YAC9B,MAAM,IAAI,WAAW,CAAC,iCAAiC,YAAY,EAAE,CAAC,CAAC;QACzE,CAAC;QACD,OAAO,IAAI,CAAC;IACd,CAAC;IAED,KAAK,MAAM,IAAI,IAAI,oBAAoB,EAAE,CAAC;QACxC,MAAM,IAAI,GAAG,OAAO,CAAC,GAAG,EAAE,IAAI,CAAC,CAAC;QAChC,IAAI,MAAM,UAAU,CAAC,IAAI,CAAC,EAAE,CAAC;YAC3B,OAAO,IAAI,CAAC;QACd,CAAC;IACH,CAAC;IACD,OAAO,SAAS,CAAC;AACnB,CAAC;AAED,SAAS,eAAe,CAAC,IAAY,EAAE,IAAY;IACjD,IAAI,CAAC;QACH,OAAO,OAAO,CAAC,IAAI,CAAC,CAAC,WAAW,EAAE,KAAK,OAAO,CAAC,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC,IAAI,CAAC,CAAC;IACtF,CAAC;IAAC,MAAM,CAAC;QACP,0FAA0F;QAC1F,MAAM,IAAI,WAAW,CAAC,qCAAqC,CAAC,CAAC;IAC/D,CAAC;AACH,CAAC;AAED,KAAK,UAAU,UAAU,CAAC,IAAwB;IAChD,IAAI,CAAC,IAAI,EAAE,CAAC;QACV,OAAO,EAAE,CAAC;IACZ,CAAC;IACD,MAAM,GAAG,GAAG,eAAe,CAAC,IAAI,EAAE,MAAM,QAAQ,CAAC,IAAI,EAAE,MAAM,CAAC,CAAC,CAAC;IAChE,MAAM,MAAM,GAAG,gBAAgB,CAAC,SAAS,CAAC,GAAG,CAAC,CAAC;IAC/C,IAAI,CAAC,MAAM,CAAC,OAAO,EAAE,CAAC;QACpB,MAAM,MAAM,GAAG,MAAM,CAAC,KAAK,CAAC,MAAM;aAC/B,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC;aACX,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,GAAG,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,IAAI,QAAQ,KAAK,KAAK,CAAC,OAAO,EAAE,CAAC;aACvE,IAAI,CAAC,IAAI,CAAC,CAAC;QACd,MAAM,IAAI,WAAW,CAAC,0BAA0B,MAAM,EAAE,CAAC,CAAC;IAC5D,CAAC;IACD,OAAO,MAAM,CAAC,IAAI,CAAC;AACrB,CAAC;AAED,SAAS,aAAa,CAAC,OAA+B;IACpD,MAAM,IAAI,GAAG,IAAI,GAAG,EAAU,CAAC;IAC/B,OAAO,OAAO,CAAC,MAAM,CAAC,CAAC,MAAM,EAAE,EAAE;QAC/B,IAAI,IAAI,CAAC,GAAG,CAAC,MAAM,CAAC,GAAG,CAAC,EAAE,CAAC;YACzB,OAAO,KAAK,CAAC;QACf,CAAC;QACD,IAAI,CAAC,GAAG,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC;QACrB,OAAO,IAAI,CAAC;IACd,CAAC,CAAC,CAAC;AACL,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,UAAU,CAAC,UAA6B,EAAE;IAC9D,MAAM,GAAG,GAAG,OAAO,CAAC,GAAG,IAAI,OAAO,CAAC,GAAG,EAAE,CAAC;IACzC,MAAM,UAAU,GAAG,MAAM,iBAAiB,CAAC,OAAO,CAAC,UAAU,EAAE,GAAG,CAAC,CAAC;IACpE,MAAM,IAAI,GAAG,MAAM,UAAU,CAAC,UAAU,CAAC,CAAC;IAC1C,MAAM,WAAW,GAAG,CAAC,IAAI,CAAC,OAAO,IAAI,EAAE,CAAC,CAAC,GAAG,CAAC,eAAe,CAAC,CAAC;IAC9D,MAAM,UAAU,GAAG,CAAC,OAAO,CAAC,IAAI,IAAI,EAAE,CAAC,CAAC,GAAG,CAAC,eAAe,CAAC,CAAC;IAC7D,MAAM,OAAO,GAAG,aAAa,CAAC,CAAC,GAAG,WAAW,EAAE,GAAG,UAAU,CAAC,CAAC,CAAC;IAC/D,IAAI,OAAO,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QACzB,MAAM,IAAI,WAAW,CACnB,8EAA8E,CAC/E,CAAC;IACJ,CAAC;IAED,MAAM,WAAW,GACf,OAAO,CAAC,MAAM,IAAI,OAAO,CAAC,MAAM,CAAC,MAAM,GAAG,CAAC;QACzC,CAAC,CAAC,OAAO,CAAC,MAAM;QAChB,CAAC,CAAE,CAAC,IAAI,CAAC,MAAM,IAAI,cAAc,CAA2B,CAAC;IAEjE,IAAI,MAAsB,CAAC;IAC3B,IAAI,CAAC;QACH,MAAM,GAAG,aAAa,CAAC,WAAW,CAAC,CAAC;IACtC,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,MAAM,IAAI,WAAW,CACnB,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,sCAAsC,CAChF,CAAC;IACJ,CAAC;IAED,MAAM,SAAS,GAAG,OAAO,CAAC,SAAS,IAAI,IAAI,CAAC,SAAS,IAAI,kBAAkB,CAAC;IAC5E,MAAM,QAAQ,GAAG,OAAO,CAAC,QAAQ,IAAI,IAAI,CAAC,QAAQ,IAAI,iBAAiB,CAAC;IACxE,MAAM,YAAY,GAAG,OAAO,CAAC,YAAY,IAAI,IAAI,CAAC,YAAY,IAAI,qBAAqB,CAAC;IAExF,IAAI,CAAC,MAAM,CAAC,SAAS,CAAC,SAAS,CAAC,IAAI,SAAS,GAAG,GAAG,IAAI,SAAS,GAAG,OAAO,EAAE,CAAC;QAC3E,MAAM,IAAI,WAAW,CAAC,sDAAsD,CAAC,CAAC;IAChF,CAAC;IACD,IAAI,CAAC,MAAM,CAAC,SAAS,CAAC,QAAQ,CAAC,IAAI,QAAQ,GAAG,KAAK,IAAI,QAAQ,GAAG,EAAE,GAAG,IAAI,GAAG,IAAI,EAAE,CAAC;QACnF,MAAM,IAAI,WAAW,CAAC,wDAAwD,CAAC,CAAC;IAClF,CAAC;IACD,IAAI,CAAC,MAAM,CAAC,SAAS,CAAC,YAAY,CAAC,IAAI,YAAY,GAAG,CAAC,IAAI,YAAY,GAAG,EAAE,EAAE,CAAC;QAC7E,MAAM,IAAI,WAAW,CAAC,mDAAmD,CAAC,CAAC;IAC7E,CAAC;IAED,OAAO;QACL,OAAO;QACP,MAAM;QACN,OAAO,EAAE,gBAAgB,CAAC,IAAI,CAAC,OAAO,EAAE,OAAO,CAAC,OAAO,CAAC;QACxD,SAAS;QACT,QAAQ;QACR,YAAY;KACb,CAAC;AACJ,CAAC"}

package/dist/http-probe.d.ts

@@ -0,0 +1,7 @@
+import type { ProbeOptions, ProbeResult } from "./types.js";
+/**
+ * Read one URL exactly as an HTTP crawler would: no browser, no hydration, and redirects handled
+ * explicitly so caller-supplied headers cannot cross an origin boundary.
+ */
+export declare function probeUrl(options: ProbeOptions): Promise<ProbeResult>;
+//# sourceMappingURL=http-probe.d.ts.map

package/dist/http-probe.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"http-probe.d.ts","sourceRoot":"","sources":["../src/http-probe.ts"],"names":[],"mappings":"AAKA,OAAO,KAAK,EAIV,YAAY,EACZ,WAAW,EAGZ,MAAM,YAAY,CAAC;AA4KpB;;;GAGG;AACH,wBAAsB,QAAQ,CAAC,OAAO,EAAE,YAAY,GAAG,OAAO,CAAC,WAAW,CAAC,CA+Q1E"}