@superbee/core 0.2.0-pre.16 → 0.2.0-pre.19

package/dist/source-engine/guard.js

@@ -0,0 +1,396 @@
+/**
+ * The guarded transport a profile sees. It checks every URL and every redirect hop against the
+ * run's host set (the profile's hosts within the connector's credential hosts and keyless domains)
+ * and the address rule, reads and follows robots.txt for keyless hosts, applies the method rule and
+ * the header allowlist, follows redirects itself with the guard re-run per hop, counts the request
+ * budget, honours the deadline and maps statuses to outcomes. Any refusal or error status stops
+ * the run: the call throws and the stop is recorded here, so a profile cannot swallow it.
+ */
+import { credentialHosts } from "../connectors.js";
+import { redactUrl } from "../record-overlay/redact.js";
+import { challenged, refusedAddress, robotsDecision } from "./robots.js";
+export const DEFAULT_SOURCE_BUDGET = Object.freeze({
+    requests: 100,
+    maxBytes: 2 * 1024 * 1024,
+    redirects: 5,
+    pages: 50,
+    deadlineMs: 300_000,
+    requestTimeoutMs: 20_000,
+});
+/**
+ * The engine's status sets. 503 is not deferred: it ends `provider_unavailable` with a retry and
+ * any `retry_after`; a declaration's `errors` rows pass their own sets.
+ */
+export const DEFAULT_STATUS_RULES = Object.freeze({
+    deferred: Object.freeze([429]),
+    credential_refused: Object.freeze([401, 403]),
+    not_found: Object.freeze([404, 410]),
+});
+const REDIRECTS = new Set([301, 302, 303, 307, 308]);
+/** RFC 9309 2.5: parse at least 500 KiB. A longer file is read whole and parsed up to here. */
+const MAX_ROBOTS_BYTES = 512 * 1024;
+/** RFC 9309 2.3.1.2: follow at least five redirects for robots.txt. */
+const MAX_ROBOTS_REDIRECTS = 5;
+const MAX_URL = 8192;
+const MAX_HEADERS = 32;
+const BASE_HEADERS = new Set(["accept"]);
+const VALIDATOR_HEADERS = new Set(["if-none-match", "if-modified-since"]);
+const NEVER_SENT = new Set([
+    "authorization", "proxy-authorization", "cookie", "host", "user-agent",
+    "x-http-method-override", "x-http-method", "x-method-override",
+    "content-length", "transfer-encoding", "connection",
+]);
+const HEADER_NAME = /^[a-z0-9!#$%&'*+.^_`|~-]{1,64}$/;
+const HEADER_VALUE = /^[\t\x20-\x7e]{0,8192}$/;
+/** Thrown through a profile when the run stops. */
+export class SourceStop extends Error {
+    stop;
+    constructor(stop) {
+        super(`source run stopped: ${stop.outcome}${stop.reason ? ` (${stop.reason})` : ""}`);
+        this.name = "SourceStop";
+        this.stop = stop;
+    }
+}
+/**
+ * The run's host set: the profile's hosts, each of which must be a credential host of the auth
+ * kind or a declared keyless domain. A host outside both is returned as undeclared.
+ */
+export function sourceHostSet(connector, hosts) {
+    const credential = new Set(credentialHosts(connector.auth));
+    const domains = new Set(connector.domains);
+    const undeclared = hosts.filter((host) => !credential.has(host) && !domains.has(host));
+    if (undeclared.length)
+        return { ok: false, undeclared: [...new Set(undeclared)].sort() };
+    const allowed = new Set(hosts);
+    return {
+        ok: true,
+        hosts: {
+            allowed,
+            credential: new Set([...allowed].filter((host) => credential.has(host))),
+            keyless: new Set([...allowed].filter((host) => domains.has(host) && !credential.has(host))),
+        },
+    };
+}
+const record = (value) => value !== null && typeof value === "object" && !Array.isArray(value);
+/** The first 512 KiB of a robots.txt, cut back to the last whole line so no rule is shortened. */
+function robotsPrefix(text) {
+    if (text.length <= MAX_ROBOTS_BYTES)
+        return text;
+    const cut = text.slice(0, MAX_ROBOTS_BYTES);
+    const end = Math.max(cut.lastIndexOf("\n"), cut.lastIndexOf("\r"));
+    return end === -1 ? "" : cut.slice(0, end);
+}
+/** `promise`, or a rejection once `signal` aborts; the abandoned promise's later failure is ignored. */
+export function raceAbort(promise, signal) {
+    if (!signal)
+        return promise;
+    // A request abandoned at the deadline may still fail later; that is not this run's error.
+    promise.catch(() => { });
+    if (signal.aborted)
+        return Promise.reject(new Error("aborted"));
+    return new Promise((resolve, reject) => {
+        const onAbort = () => reject(new Error("aborted"));
+        signal.addEventListener("abort", onAbort, { once: true });
+        promise.then((value) => { signal.removeEventListener("abort", onAbort); resolve(value); }, (error) => { signal.removeEventListener("abort", onAbort); reject(error); });
+    });
+}
+/** A transport answer in the contract's shape, header names lowercased, or undefined. */
+function readResult(result, maxBytes) {
+    if (!record(result))
+        return undefined;
+    if (result.ok === false)
+        return result.refused === "too_large" ? { ok: false, refused: "too_large" } : undefined;
+    if (result.ok !== true)
+        return undefined;
+    const { status, headers, body, bytes } = result;
+    if (typeof status !== "number" || !Number.isInteger(status) || status < 100 || status > 599)
+        return undefined;
+    if (typeof body !== "string" || typeof bytes !== "number" || !Number.isInteger(bytes) || bytes < 0 || !record(headers))
+        return undefined;
+    const lower = {};
+    for (const [name, value] of Object.entries(headers)) {
+        if (typeof value !== "string")
+            return undefined;
+        lower[name.toLowerCase()] = value;
+    }
+    // A decoded body never holds more UTF-16 units than the bytes it came from.
+    if (bytes > maxBytes || body.length > maxBytes)
+        return { ok: false, refused: "too_large" };
+    return { ok: true, status, headers: lower, body, bytes };
+}
+export function guardTransport(ctx) {
+    const { hosts, identity, budget, rules, statuses, signal } = ctx;
+    const requests = [];
+    const robots = new Map();
+    let left = budget.requests;
+    let stop;
+    let closed = false;
+    function halt(next) {
+        stop ??= next;
+        throw new SourceStop(stop);
+    }
+    const retryAfter = (value) => {
+        if (value === undefined)
+            return {};
+        const text = value.trim();
+        if (/^\d{1,9}$/.test(text))
+            return { retry_after: new Date(ctx.now().getTime() + Number(text) * 1000).toISOString() };
+        const at = Date.parse(text);
+        return Number.isFinite(at) ? { retry_after: new Date(at).toISOString() } : {};
+    };
+    const statusStop = (status, headers) => {
+        if (status >= 200 && status < 300)
+            return undefined;
+        if (status === 304)
+            return ctx.conditional ? undefined : { outcome: "provider_unavailable", reason: "not_modified", status, retry: true };
+        if (statuses.credential_refused.includes(status))
+            return { outcome: "credential_refused", status, retry: false };
+        if (statuses.not_found.includes(status))
+            return { outcome: "not_found", status, retry: false };
+        if (statuses.deferred.includes(status))
+            return { outcome: "deferred", reason: "rate_limited", status, retry: true, ...retryAfter(headers["retry-after"]) };
+        return { outcome: "provider_unavailable", reason: status >= 500 ? "server_error" : "status", status, retry: status >= 500, ...retryAfter(headers["retry-after"]) };
+    };
+    /** Why `url` may not be requested at all, coming from `from` on a redirect. */
+    const hopRefusal = (url, from) => {
+        if (url.protocol !== "https:")
+            return { reason: "scheme_refused", detail: url.protocol };
+        const address = refusedAddress(url);
+        if (address)
+            return { reason: "address_refused", detail: address };
+        if (!hosts.allowed.has(url.hostname))
+            return { reason: "host_refused", detail: url.hostname };
+        // A credential never crosses hosts, and no other host may steer a credentialed request's path.
+        if (from && from.hostname !== url.hostname && (hosts.credential.has(from.hostname) || hosts.credential.has(url.hostname))) {
+            return { reason: "redirect_refused", detail: `${from.hostname} to ${url.hostname}` };
+        }
+        return undefined;
+    };
+    const refuseRow = (method, url, purpose, refused) => {
+        requests.push({ method, url: redactUrl(typeof url === "string" ? url : url.href), purpose, refused });
+    };
+    /**
+     * One transport call. Budget and deadline stop the run; a failed call returns "timeout" or
+     * "failed".
+     */
+    const send = async (url, method, headers, body, maxBytes, purpose) => {
+        if (signal?.aborted)
+            halt({ outcome: "deferred", reason: "deadline", retry: true });
+        if (left <= 0)
+            halt({ outcome: "deferred", reason: "budget", retry: true });
+        left -= 1;
+        const row = { method, url: redactUrl(url.href), purpose };
+        requests.push(row);
+        let requestSignal = signal;
+        let timer;
+        let timedOut = false;
+        let onRunAbort;
+        if (ctx.requestTimeoutMs !== undefined) {
+            const controller = new AbortController();
+            timer = setTimeout(() => { timedOut = true; controller.abort(); }, ctx.requestTimeoutMs);
+            if (signal)
+                signal.addEventListener("abort", onRunAbort = () => controller.abort(), { once: true });
+            requestSignal = controller.signal;
+        }
+        let raw;
+        try {
+            raw = await raceAbort(ctx.transport.request({
+                url: url.href, method, headers: { ...headers, "user-agent": identity.userAgent }, maxBytes,
+                credentialHost: hosts.credential.has(url.hostname),
+                ...(body !== undefined ? { body } : {}), ...(requestSignal ? { signal: requestSignal } : {}),
+            }), requestSignal);
+        }
+        catch {
+            if (signal?.aborted) {
+                row.refused = "deadline";
+                halt({ outcome: "deferred", reason: "deadline", retry: true });
+            }
+            row.refused = timedOut ? "timeout" : "transport";
+            return timedOut ? "timeout" : "failed";
+        }
+        finally {
+            if (timer !== undefined)
+                clearTimeout(timer);
+            if (onRunAbort)
+                signal.removeEventListener("abort", onRunAbort);
+        }
+        const result = readResult(raw, maxBytes);
+        if (!result) {
+            row.refused = "transport_invalid";
+            return "failed";
+        }
+        if (!result.ok) {
+            row.refused = "too_large";
+            return result;
+        }
+        row.status = result.status;
+        return result;
+    };
+    const readRobots = async (origin) => {
+        let url = new URL("/robots.txt", origin);
+        let from;
+        for (let hop = 0; hop <= MAX_ROBOTS_REDIRECTS; hop++) {
+            const refusal = hopRefusal(url, from);
+            if (refusal) {
+                refuseRow("GET", url, "robots", refusal.reason);
+                break;
+            }
+            const result = await send(url, "GET", { accept: "text/plain, */*;q=0.1" }, undefined, Math.max(budget.maxBytes, MAX_ROBOTS_BYTES), "robots");
+            if (typeof result === "string" || !result.ok)
+                break;
+            if (REDIRECTS.has(result.status)) {
+                const location = result.headers.location;
+                if (!location)
+                    break;
+                let next;
+                try {
+                    next = new URL(location, url);
+                }
+                catch {
+                    break;
+                }
+                next.hash = "";
+                from = url;
+                url = next;
+                continue;
+            }
+            if (challenged(result.status, result.headers, result.body))
+                return { status: result.status, text: "", challenged: true };
+            return { status: result.status, text: result.status >= 200 && result.status < 300 ? robotsPrefix(result.body) : "" };
+        }
+        return { status: 0, text: "" };
+    };
+    const robotsGate = async (url, method) => {
+        let pending = robots.get(url.origin);
+        if (!pending)
+            robots.set(url.origin, pending = readRobots(url.origin));
+        const entry = await pending;
+        const refuse = (next) => {
+            refuseRow(method, url, "page", next.reason);
+            return halt(next);
+        };
+        if (entry.challenged)
+            refuse({ outcome: "refused", reason: "bot_challenge", status: entry.status, retry: false });
+        if (entry.status >= 400 && entry.status < 500)
+            return;
+        if (entry.status === 0 || entry.status >= 500) {
+            refuse({ outcome: "refused", reason: "robots_unavailable", retry: true, ...(entry.status ? { status: entry.status } : {}) });
+        }
+        const decision = robotsDecision(entry.text, url.pathname + url.search, identity.productToken);
+        if (!decision.allow)
+            refuse({ outcome: "refused", reason: "robots_disallowed", retry: false, ...(decision.rule ? { detail: decision.rule } : {}) });
+    };
+    const headersFor = (entries, url, method) => {
+        const out = {};
+        if (entries === null || entries.length > MAX_HEADERS)
+            halt({ outcome: "refused", reason: "header_refused", retry: false });
+        for (const [rawName, value] of entries) {
+            const name = rawName.toLowerCase();
+            const admitted = HEADER_NAME.test(name) && !NEVER_SENT.has(name) && typeof value === "string" && HEADER_VALUE.test(value)
+                && (BASE_HEADERS.has(name) || (VALIDATOR_HEADERS.has(name) ? ctx.conditional : rules.header?.(name, url) === true));
+            if (!admitted) {
+                refuseRow(method, url, "page", "header_refused");
+                halt({ outcome: "refused", reason: "header_refused", detail: name.slice(0, 64), retry: false });
+            }
+            out[name] = value;
+        }
+        return out;
+    };
+    const request = async (input) => {
+        if (stop)
+            throw new SourceStop(stop);
+        if (closed)
+            throw new SourceStop({ outcome: "refused", reason: "run_ended", retry: false });
+        if (!record(input))
+            halt({ outcome: "refused", reason: "url_invalid", retry: false });
+        // Each field is read once: a getter answering differently on a second read changes nothing.
+        const { url: rawUrl, method: rawMethod, headers: rawHeaders, body, maxBytes: rawMaxBytes } = input;
+        const headerEntries = rawHeaders === undefined ? [] : record(rawHeaders) ? Object.entries(rawHeaders) : null;
+        if (typeof rawUrl !== "string" || rawUrl.length > MAX_URL)
+            halt({ outcome: "refused", reason: "url_invalid", retry: false });
+        const method = rawMethod ?? "GET";
+        if (method !== "GET" && method !== "POST")
+            halt({ outcome: "refused", reason: "method_refused", retry: false });
+        if (body !== undefined && typeof body !== "string")
+            halt({ outcome: "refused", reason: "body_refused", retry: false });
+        if (rawMaxBytes !== undefined && !(typeof rawMaxBytes === "number" && Number.isInteger(rawMaxBytes) && rawMaxBytes > 0)) {
+            halt({ outcome: "refused", reason: "request_invalid", detail: "maxBytes", retry: false });
+        }
+        const maxBytes = Math.min(rawMaxBytes ?? budget.maxBytes, budget.maxBytes);
+        let url;
+        try {
+            url = new URL(rawUrl);
+        }
+        catch {
+            refuseRow(method, rawUrl.slice(0, 256), "page", "url_invalid");
+            halt({ outcome: "refused", reason: "url_invalid", retry: false });
+        }
+        url.hash = "";
+        if (method === "GET" && body !== undefined) {
+            refuseRow(method, url, "page", "body_refused");
+            halt({ outcome: "refused", reason: "body_refused", retry: false });
+        }
+        // A keyless host is read with GET only, whatever a rule says.
+        if (method === "POST" && (!hosts.credential.has(url.hostname) || rules.post?.(url, body) !== true)) {
+            refuseRow(method, url, "page", "method_refused");
+            halt({ outcome: "refused", reason: "method_refused", retry: false });
+        }
+        let from;
+        for (let hop = 0;; hop++) {
+            const refusal = hopRefusal(url, from);
+            if (refusal) {
+                refuseRow(method, url, "page", refusal.reason);
+                halt({ outcome: "refused", ...refusal, retry: false });
+            }
+            if (rules.url && rules.url(url, { method, redirect: hop > 0 }) !== true) {
+                refuseRow(method, url, "page", "url_refused");
+                halt({ outcome: "refused", reason: "url_refused", retry: false });
+            }
+            const headers = headersFor(headerEntries, url, method);
+            if (hosts.keyless.has(url.hostname))
+                await robotsGate(url, method);
+            const result = await send(url, method, headers, body, maxBytes, "page");
+            if (result === "failed" || result === "timeout")
+                halt({ outcome: "provider_unavailable", reason: result === "timeout" ? "timeout" : "transport", retry: true });
+            if (!result.ok)
+                halt({ outcome: "too_large", retry: false });
+            const { status, headers: responseHeaders, body: responseBody } = result;
+            // A bot-mitigation page is never content and never retried around.
+            if (hosts.keyless.has(url.hostname) && challenged(status, responseHeaders, responseBody)) {
+                halt({ outcome: "refused", reason: "bot_challenge", status, retry: false });
+            }
+            if (REDIRECTS.has(status)) {
+                if (method !== "GET")
+                    halt({ outcome: "refused", reason: "redirect_refused", detail: method, status, retry: false });
+                const location = responseHeaders.location;
+                if (!location)
+                    halt({ outcome: "refused", reason: "redirect_invalid", status, retry: false });
+                if (hop >= budget.redirects)
+                    halt({ outcome: "refused", reason: "redirect_limit", status, retry: false });
+                let next;
+                try {
+                    next = new URL(location, url);
+                }
+                catch {
+                    halt({ outcome: "refused", reason: "url_invalid", status, retry: false });
+                }
+                next.hash = "";
+                from = url;
+                url = next;
+                continue;
+            }
+            const stopped = statusStop(status, responseHeaders);
+            if (stopped)
+                halt(stopped);
+            return { status, headers: responseHeaders, body: responseBody, url: url.href };
+        }
+    };
+    return {
+        transport: { request },
+        requests,
+        stopped: () => stop,
+        remaining: () => left,
+        close: () => { closed = true; },
+    };
+}
+//# sourceMappingURL=guard.js.map

package/dist/source-engine/guard.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"guard.js","sourceRoot":"","sources":["../../src/source-engine/guard.ts"],"names":[],"mappings":"AAAA;;;;;;;GAOG;AACH,OAAO,EAAE,eAAe,EAAkB,MAAM,kBAAkB,CAAC;AACnE,OAAO,EAAE,SAAS,EAAE,MAAM,6BAA6B,CAAC;AACxD,OAAO,EAAE,UAAU,EAAE,cAAc,EAAE,cAAc,EAAsB,MAAM,aAAa,CAAC;AAe7F,MAAM,CAAC,MAAM,qBAAqB,GAA2B,MAAM,CAAC,MAAM,CAAC;IACzE,QAAQ,EAAE,GAAG;IACb,QAAQ,EAAE,CAAC,GAAG,IAAI,GAAG,IAAI;IACzB,SAAS,EAAE,CAAC;IACZ,KAAK,EAAE,EAAE;IACT,UAAU,EAAE,OAAO;IACnB,gBAAgB,EAAE,MAAM;CACzB,CAAC,CAAC;AAEH;;;GAGG;AACH,MAAM,CAAC,MAAM,oBAAoB,GAA0B,MAAM,CAAC,MAAM,CAAC;IACvE,QAAQ,EAAE,MAAM,CAAC,MAAM,CAAC,CAAC,GAAG,CAAC,CAAC;IAC9B,kBAAkB,EAAE,MAAM,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,GAAG,CAAC,CAAC;IAC7C,SAAS,EAAE,MAAM,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,GAAG,CAAC,CAAC;CACrC,CAAC,CAAC;AAEH,MAAM,SAAS,GAAG,IAAI,GAAG,CAAC,CAAC,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,CAAC,CAAC,CAAC;AACrD,+FAA+F;AAC/F,MAAM,gBAAgB,GAAG,GAAG,GAAG,IAAI,CAAC;AACpC,uEAAuE;AACvE,MAAM,oBAAoB,GAAG,CAAC,CAAC;AAC/B,MAAM,OAAO,GAAG,IAAI,CAAC;AACrB,MAAM,WAAW,GAAG,EAAE,CAAC;AACvB,MAAM,YAAY,GAAG,IAAI,GAAG,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC;AACzC,MAAM,iBAAiB,GAAG,IAAI,GAAG,CAAC,CAAC,eAAe,EAAE,mBAAmB,CAAC,CAAC,CAAC;AAC1E,MAAM,UAAU,GAAG,IAAI,GAAG,CAAC;IACzB,eAAe,EAAE,qBAAqB,EAAE,QAAQ,EAAE,MAAM,EAAE,YAAY;IACtE,wBAAwB,EAAE,eAAe,EAAE,mBAAmB;IAC9D,gBAAgB,EAAE,mBAAmB,EAAE,YAAY;CACpD,CAAC,CAAC;AACH,MAAM,WAAW,GAAG,iCAAiC,CAAC;AACtD,MAAM,YAAY,GAAG,yBAAyB,CAAC;AAY/C,mDAAmD;AACnD,MAAM,OAAO,UAAW,SAAQ,KAAK;IAC1B,IAAI,CAAO;IACpB,YAAY,IAAU;QACpB,KAAK,CAAC,uBAAuB,IAAI,CAAC,OAAO,GAAG,IAAI,CAAC,MAAM,CAAC,CAAC,CAAC,KAAK,IAAI,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC;QACtF,IAAI,CAAC,IAAI,GAAG,YAAY,CAAC;QACzB,IAAI,CAAC,IAAI,GAAG,IAAI,CAAC;IACnB,CAAC;CACF;AAWD;;;GAGG;AACH,MAAM,UAAU,aAAa,CAAC,SAA8C,EAAE,KAAwB;IACpG,MAAM,UAAU,GAAG,IAAI,GAAG,CAAC,eAAe,CAAC,SAAS,CAAC,IAAI,CAAC,CAAC,CAAC;IAC5D,MAAM,OAAO,GAAG,IAAI,GAAG,CAAC,SAAS,CAAC,OAAO,CAAC,CAAC;IAC3C,MAAM,UAAU,GAAG,KAAK,CAAC,MAAM,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,CAAC,UAAU,CAAC,GAAG,CAAC,IAAI,CAAC,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC,CAAC;IACvF,IAAI,UAAU,CAAC,MAAM;QAAE,OAAO,EAAE,EAAE,EAAE,KAAK,EAAE,UAAU,EAAE,CAAC,GAAG,IAAI,GAAG,CAAC,UAAU,CAAC,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC;IACzF,MAAM,OAAO,GAAG,IAAI,GAAG,CAAC,KAAK,CAAC,CAAC;IAC/B,OAAO;QACL,EAAE,EAAE,IAAI;QACR,KAAK,EAAE;YACL,OAAO;YACP,UAAU,EAAE,IAAI,GAAG,CAAC,CAAC,GAAG,OAAO,CAAC,CAAC,MAAM,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,UAAU,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC,CAAC;YACxE,OAAO,EAAE,IAAI,GAAG,CAAC,CAAC,GAAG,OAAO,CAAC,CAAC,MAAM,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,OAAO,CAAC,GAAG,CAAC,IAAI,CAAC,IAAI,CAAC,UAAU,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC,CAAC;SAC5F;KACF,CAAC;AACJ,CAAC;AAkCD,MAAM,MAAM,GAAG,CAAC,KAAc,EAAoC,EAAE,CAClE,KAAK,KAAK,IAAI,IAAI,OAAO,KAAK,KAAK,QAAQ,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC;AAEvE,kGAAkG;AAClG,SAAS,YAAY,CAAC,IAAY;IAChC,IAAI,IAAI,CAAC,MAAM,IAAI,gBAAgB;QAAE,OAAO,IAAI,CAAC;IACjD,MAAM,GAAG,GAAG,IAAI,CAAC,KAAK,CAAC,CAAC,EAAE,gBAAgB,CAAC,CAAC;IAC5C,MAAM,GAAG,GAAG,IAAI,CAAC,GAAG,CAAC,GAAG,CAAC,WAAW,CAAC,IAAI,CAAC,EAAE,GAAG,CAAC,WAAW,CAAC,IAAI,CAAC,CAAC,CAAC;IACnE,OAAO,GAAG,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC,EAAE,GAAG,CAAC,CAAC;AAC7C,CAAC;AAED,wGAAwG;AACxG,MAAM,UAAU,SAAS,CAAI,OAAmB,EAAE,MAA+B;IAC/E,IAAI,CAAC,MAAM;QAAE,OAAO,OAAO,CAAC;IAC5B,0FAA0F;IAC1F,OAAO,CAAC,KAAK,CAAC,GAAG,EAAE,GAAE,CAAC,CAAC,CAAC;IACxB,IAAI,MAAM,CAAC,OAAO;QAAE,OAAO,OAAO,CAAC,MAAM,CAAC,IAAI,KAAK,CAAC,SAAS,CAAC,CAAC,CAAC;IAChE,OAAO,IAAI,OAAO,CAAI,CAAC,OAAO,EAAE,MAAM,EAAE,EAAE;QACxC,MAAM,OAAO,GAAG,GAAS,EAAE,CAAC,MAAM,CAAC,IAAI,KAAK,CAAC,SAAS,CAAC,CAAC,CAAC;QACzD,MAAM,CAAC,gBAAgB,CAAC,OAAO,EAAE,OAAO,EAAE,EAAE,IAAI,EAAE,IAAI,EAAE,CAAC,CAAC;QAC1D,OAAO,CAAC,IAAI,CACV,CAAC,KAAK,EAAE,EAAE,GAAG,MAAM,CAAC,mBAAmB,CAAC,OAAO,EAAE,OAAO,CAAC,CAAC,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,EAC5E,CAAC,KAAc,EAAE,EAAE,GAAG,MAAM,CAAC,mBAAmB,CAAC,OAAO,EAAE,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CACrF,CAAC;IACJ,CAAC,CAAC,CAAC;AACL,CAAC;AAED,yFAAyF;AACzF,SAAS,UAAU,CAAC,MAAe,EAAE,QAAgB;IACnD,IAAI,CAAC,MAAM,CAAC,MAAM,CAAC;QAAE,OAAO,SAAS,CAAC;IACtC,IAAI,MAAM,CAAC,EAAE,KAAK,KAAK;QAAE,OAAO,MAAM,CAAC,OAAO,KAAK,WAAW,CAAC,CAAC,CAAC,EAAE,EAAE,EAAE,KAAK,EAAE,OAAO,EAAE,WAAW,EAAE,CAAC,CAAC,CAAC,SAAS,CAAC;IACjH,IAAI,MAAM,CAAC,EAAE,KAAK,IAAI;QAAE,OAAO,SAAS,CAAC;IACzC,MAAM,EAAE,MAAM,EAAE,OAAO,EAAE,IAAI,EAAE,KAAK,EAAE,GAAG,MAAM,CAAC;IAChD,IAAI,OAAO,MAAM,KAAK,QAAQ,IAAI,CAAC,MAAM,CAAC,SAAS,CAAC,MAAM,CAAC,IAAI,MAAM,GAAG,GAAG,IAAI,MAAM,GAAG,GAAG;QAAE,OAAO,SAAS,CAAC;IAC9G,IAAI,OAAO,IAAI,KAAK,QAAQ,IAAI,OAAO,KAAK,KAAK,QAAQ,IAAI,CAAC,MAAM,CAAC,SAAS,CAAC,KAAK,CAAC,IAAI,KAAK,GAAG,CAAC,IAAI,CAAC,MAAM,CAAC,OAAO,CAAC;QAAE,OAAO,SAAS,CAAC;IACzI,MAAM,KAAK,GAA2B,EAAE,CAAC;IACzC,KAAK,MAAM,CAAC,IAAI,EAAE,KAAK,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,OAAO,CAAC,EAAE,CAAC;QACpD,IAAI,OAAO,KAAK,KAAK,QAAQ;YAAE,OAAO,SAAS,CAAC;QAChD,KAAK,CAAC,IAAI,CAAC,WAAW,EAAE,CAAC,GAAG,KAAK,CAAC;IACpC,CAAC;IACD,4EAA4E;IAC5E,IAAI,KAAK,GAAG,QAAQ,IAAI,IAAI,CAAC,MAAM,GAAG,QAAQ;QAAE,OAAO,EAAE,EAAE,EAAE,KAAK,EAAE,OAAO,EAAE,WAAW,EAAE,CAAC;IAC3F,OAAO,EAAE,EAAE,EAAE,IAAI,EAAE,MAAM,EAAE,OAAO,EAAE,KAAK,EAAE,IAAI,EAAE,KAAK,EAAE,CAAC;AAC3D,CAAC;AAED,MAAM,UAAU,cAAc,CAAC,GAAiB;IAC9C,MAAM,EAAE,KAAK,EAAE,QAAQ,EAAE,MAAM,EAAE,KAAK,EAAE,QAAQ,EAAE,MAAM,EAAE,GAAG,GAAG,CAAC;IACjE,MAAM,QAAQ,GAAuB,EAAE,CAAC;IACxC,MAAM,MAAM,GAAG,IAAI,GAAG,EAAgC,CAAC;IACvD,IAAI,IAAI,GAAG,MAAM,CAAC,QAAQ,CAAC;IAC3B,IAAI,IAAsB,CAAC;IAC3B,IAAI,MAAM,GAAG,KAAK,CAAC;IAEnB,SAAS,IAAI,CAAC,IAAU;QACtB,IAAI,KAAK,IAAI,CAAC;QACd,MAAM,IAAI,UAAU,CAAC,IAAI,CAAC,CAAC;IAC7B,CAAC;IAED,MAAM,UAAU,GAAG,CAAC,KAAyB,EAA4B,EAAE;QACzE,IAAI,KAAK,KAAK,SAAS;YAAE,OAAO,EAAE,CAAC;QACnC,MAAM,IAAI,GAAG,KAAK,CAAC,IAAI,EAAE,CAAC;QAC1B,IAAI,WAAW,CAAC,IAAI,CAAC,IAAI,CAAC;YAAE,OAAO,EAAE,WAAW,EAAE,IAAI,IAAI,CAAC,GAAG,CAAC,GAAG,EAAE,CAAC,OAAO,EAAE,GAAG,MAAM,CAAC,IAAI,CAAC,GAAG,IAAI,CAAC,CAAC,WAAW,EAAE,EAAE,CAAC;QACtH,MAAM,EAAE,GAAG,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;QAC5B,OAAO,MAAM,CAAC,QAAQ,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,EAAE,WAAW,EAAE,IAAI,IAAI,CAAC,EAAE,CAAC,CAAC,WAAW,EAAE,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;IAChF,CAAC,CAAC;IAEF,MAAM,UAAU,GAAG,CAAC,MAAc,EAAE,OAAyC,EAAoB,EAAE;QACjG,IAAI,MAAM,IAAI,GAAG,IAAI,MAAM,GAAG,GAAG;YAAE,OAAO,SAAS,CAAC;QACpD,IAAI,MAAM,KAAK,GAAG;YAAE,OAAO,GAAG,CAAC,WAAW,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,EAAE,OAAO,EAAE,sBAAsB,EAAE,MAAM,EAAE,cAAc,EAAE,MAAM,EAAE,KAAK,EAAE,IAAI,EAAE,CAAC;QAC1I,IAAI,QAAQ,CAAC,kBAAkB,CAAC,QAAQ,CAAC,MAAM,CAAC;YAAE,OAAO,EAAE,OAAO,EAAE,oBAAoB,EAAE,MAAM,EAAE,KAAK,EAAE,KAAK,EAAE,CAAC;QACjH,IAAI,QAAQ,CAAC,SAAS,CAAC,QAAQ,CAAC,MAAM,CAAC;YAAE,OAAO,EAAE,OAAO,EAAE,WAAW,EAAE,MAAM,EAAE,KAAK,EAAE,KAAK,EAAE,CAAC;QAC/F,IAAI,QAAQ,CAAC,QAAQ,CAAC,QAAQ,CAAC,MAAM,CAAC;YAAE,OAAO,EAAE,OAAO,EAAE,UAAU,EAAE,MAAM,EAAE,cAAc,EAAE,MAAM,EAAE,KAAK,EAAE,IAAI,EAAE,GAAG,UAAU,CAAC,OAAO,CAAC,aAAa,CAAC,CAAC,EAAE,CAAC;QAC3J,OAAO,EAAE,OAAO,EAAE,sBAAsB,EAAE,MAAM,EAAE,MAAM,IAAI,GAAG,CAAC,CAAC,CAAC,cAAc,CAAC,CAAC,CAAC,QAAQ,EAAE,MAAM,EAAE,KAAK,EAAE,MAAM,IAAI,GAAG,EAAE,GAAG,UAAU,CAAC,OAAO,CAAC,aAAa,CAAC,CAAC,EAAE,CAAC;IACrK,CAAC,CAAC;IAEF,+EAA+E;IAC/E,MAAM,UAAU,GAAG,CAAC,GAAQ,EAAE,IAAqB,EAAmD,EAAE;QACtG,IAAI,GAAG,CAAC,QAAQ,KAAK,QAAQ;YAAE,OAAO,EAAE,MAAM,EAAE,gBAAgB,EAAE,MAAM,EAAE,GAAG,CAAC,QAAQ,EAAE,CAAC;QACzF,MAAM,OAAO,GAAG,cAAc,CAAC,GAAG,CAAC,CAAC;QACpC,IAAI,OAAO;YAAE,OAAO,EAAE,MAAM,EAAE,iBAAiB,EAAE,MAAM,EAAE,OAAO,EAAE,CAAC;QACnE,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,GAAG,CAAC,GAAG,CAAC,QAAQ,CAAC;YAAE,OAAO,EAAE,MAAM,EAAE,cAAc,EAAE,MAAM,EAAE,GAAG,CAAC,QAAQ,EAAE,CAAC;QAC9F,+FAA+F;QAC/F,IAAI,IAAI,IAAI,IAAI,CAAC,QAAQ,KAAK,GAAG,CAAC,QAAQ,IAAI,CAAC,KAAK,CAAC,UAAU,CAAC,GAAG,CAAC,IAAI,CAAC,QAAQ,CAAC,IAAI,KAAK,CAAC,UAAU,CAAC,GAAG,CAAC,GAAG,CAAC,QAAQ,CAAC,CAAC,EAAE,CAAC;YAC1H,OAAO,EAAE,MAAM,EAAE,kBAAkB,EAAE,MAAM,EAAE,GAAG,IAAI,CAAC,QAAQ,OAAO,GAAG,CAAC,QAAQ,EAAE,EAAE,CAAC;QACvF,CAAC;QACD,OAAO,SAAS,CAAC;IACnB,CAAC,CAAC;IAEF,MAAM,SAAS,GAAG,CAAC,MAAkB,EAAE,GAAiB,EAAE,OAAoC,EAAE,OAAe,EAAQ,EAAE;QACvH,QAAQ,CAAC,IAAI,CAAC,EAAE,MAAM,EAAE,GAAG,EAAE,SAAS,CAAC,OAAO,GAAG,KAAK,QAAQ,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,GAAG,CAAC,IAAI,CAAC,EAAE,OAAO,EAAE,OAAO,EAAE,CAAC,CAAC;IACxG,CAAC,CAAC;IAEF;;;OAGG;IACH,MAAM,IAAI,GAAG,KAAK,EAAE,GAAQ,EAAE,MAAkB,EAAE,OAA+B,EAAE,IAAwB,EAAE,QAAgB,EAAE,OAAoC,EAAmD,EAAE;QACtN,IAAI,MAAM,EAAE,OAAO;YAAE,IAAI,CAAC,EAAE,OAAO,EAAE,UAAU,EAAE,MAAM,EAAE,UAAU,EAAE,KAAK,EAAE,IAAI,EAAE,CAAC,CAAC;QACpF,IAAI,IAAI,IAAI,CAAC;YAAE,IAAI,CAAC,EAAE,OAAO,EAAE,UAAU,EAAE,MAAM,EAAE,QAAQ,EAAE,KAAK,EAAE,IAAI,EAAE,CAAC,CAAC;QAC5E,IAAI,IAAI,CAAC,CAAC;QACV,MAAM,GAAG,GAAqB,EAAE,MAAM,EAAE,GAAG,EAAE,SAAS,CAAC,GAAG,CAAC,IAAI,CAAC,EAAE,OAAO,EAAE,CAAC;QAC5E,QAAQ,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;QACnB,IAAI,aAAa,GAAG,MAAM,CAAC;QAC3B,IAAI,KAAgD,CAAC;QACrD,IAAI,QAAQ,GAAG,KAAK,CAAC;QACrB,IAAI,UAAoC,CAAC;QACzC,IAAI,GAAG,CAAC,gBAAgB,KAAK,SAAS,EAAE,CAAC;YACvC,MAAM,UAAU,GAAG,IAAI,eAAe,EAAE,CAAC;YACzC,KAAK,GAAG,UAAU,CAAC,GAAG,EAAE,GAAG,QAAQ,GAAG,IAAI,CAAC,CAAC,UAAU,CAAC,KAAK,EAAE,CAAC,CAAC,CAAC,EAAE,GAAG,CAAC,gBAAgB,CAAC,CAAC;YACzF,IAAI,MAAM;gBAAE,MAAM,CAAC,gBAAgB,CAAC,OAAO,EAAE,UAAU,GAAG,GAAG,EAAE,CAAC,UAAU,CAAC,KAAK,EAAE,EAAE,EAAE,IAAI,EAAE,IAAI,EAAE,CAAC,CAAC;YACpG,aAAa,GAAG,UAAU,CAAC,MAAM,CAAC;QACpC,CAAC;QACD,IAAI,GAAY,CAAC;QACjB,IAAI,CAAC;YACH,GAAG,GAAG,MAAM,SAAS,CAAC,GAAG,CAAC,SAAS,CAAC,OAAO,CAAC;gBAC1C,GAAG,EAAE,GAAG,CAAC,IAAI,EAAE,MAAM,EAAE,OAAO,EAAE,EAAE,GAAG,OAAO,EAAE,YAAY,EAAE,QAAQ,CAAC,SAAS,EAAE,EAAE,QAAQ;gBAC1F,cAAc,EAAE,KAAK,CAAC,UAAU,CAAC,GAAG,CAAC,GAAG,CAAC,QAAQ,CAAC;gBAClD,GAAG,CAAC,IAAI,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,GAAG,CAAC,aAAa,CAAC,CAAC,CAAC,EAAE,MAAM,EAAE,aAAa,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;aAC7F,CAAC,EAAE,aAAa,CAAC,CAAC;QACrB,CAAC;QAAC,MAAM,CAAC;YACP,IAAI,MAAM,EAAE,OAAO,EAAE,CAAC;gBACpB,GAAG,CAAC,OAAO,GAAG,UAAU,CAAC;gBACzB,IAAI,CAAC,EAAE,OAAO,EAAE,UAAU,EAAE,MAAM,EAAE,UAAU,EAAE,KAAK,EAAE,IAAI,EAAE,CAAC,CAAC;YACjE,CAAC;YACD,GAAG,CAAC,OAAO,GAAG,QAAQ,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,WAAW,CAAC;YACjD,OAAO,QAAQ,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,QAAQ,CAAC;QACzC,CAAC;gBAAS,CAAC;YACT,IAAI,KAAK,KAAK,SAAS;gBAAE,YAAY,CAAC,KAAK,CAAC,CAAC;YAC7C,IAAI,UAAU;gBAAE,MAAO,CAAC,mBAAmB,CAAC,OAAO,EAAE,UAAU,CAAC,CAAC;QACnE,CAAC;QACD,MAAM,MAAM,GAAG,UAAU,CAAC,GAAG,EAAE,QAAQ,CAAC,CAAC;QACzC,IAAI,CAAC,MAAM,EAAE,CAAC;YAAC,GAAG,CAAC,OAAO,GAAG,mBAAmB,CAAC;YAAC,OAAO,QAAQ,CAAC;QAAC,CAAC;QACpE,IAAI,CAAC,MAAM,CAAC,EAAE,EAAE,CAAC;YAAC,GAAG,CAAC,OAAO,GAAG,WAAW,CAAC;YAAC,OAAO,MAAM,CAAC;QAAC,CAAC;QAC7D,GAAG,CAAC,MAAM,GAAG,MAAM,CAAC,MAAM,CAAC;QAC3B,OAAO,MAAM,CAAC;IAChB,CAAC,CAAC;IAEF,MAAM,UAAU,GAAG,KAAK,EAAE,MAAc,EAAwB,EAAE;QAChE,IAAI,GAAG,GAAG,IAAI,GAAG,CAAC,aAAa,EAAE,MAAM,CAAC,CAAC;QACzC,IAAI,IAAqB,CAAC;QAC1B,KAAK,IAAI,GAAG,GAAG,CAAC,EAAE,GAAG,IAAI,oBAAoB,EAAE,GAAG,EAAE,EAAE,CAAC;YACrD,MAAM,OAAO,GAAG,UAAU,CAAC,GAAG,EAAE,IAAI,CAAC,CAAC;YACtC,IAAI,OAAO,EAAE,CAAC;gBAAC,SAAS,CAAC,KAAK,EAAE,GAAG,EAAE,QAAQ,EAAE,OAAO,CAAC,MAAM,CAAC,CAAC;gBAAC,MAAM;YAAC,CAAC;YACxE,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,GAAG,EAAE,KAAK,EAAE,EAAE,MAAM,EAAE,uBAAuB,EAAE,EAAE,SAAS,EAAE,IAAI,CAAC,GAAG,CAAC,MAAM,CAAC,QAAQ,EAAE,gBAAgB,CAAC,EAAE,QAAQ,CAAC,CAAC;YAC7I,IAAI,OAAO,MAAM,KAAK,QAAQ,IAAI,CAAC,MAAM,CAAC,EAAE;gBAAE,MAAM;YACpD,IAAI,SAAS,CAAC,GAAG,CAAC,MAAM,CAAC,MAAM,CAAC,EAAE,CAAC;gBACjC,MAAM,QAAQ,GAAG,MAAM,CAAC,OAAO,CAAC,QAAQ,CAAC;gBACzC,IAAI,CAAC,QAAQ;oBAAE,MAAM;gBACrB,IAAI,IAAS,CAAC;gBACd,IAAI,CAAC;oBAAC,IAAI,GAAG,IAAI,GAAG,CAAC,QAAQ,EAAE,GAAG,CAAC,CAAC;gBAAC,CAAC;gBAAC,MAAM,CAAC;oBAAC,MAAM;gBAAC,CAAC;gBACvD,IAAI,CAAC,IAAI,GAAG,EAAE,CAAC;gBACf,IAAI,GAAG,GAAG,CAAC;gBACX,GAAG,GAAG,IAAI,CAAC;gBACX,SAAS;YACX,CAAC;YACD,IAAI,UAAU,CAAC,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,OAAO,EAAE,MAAM,CAAC,IAAI,CAAC;gBAAE,OAAO,EAAE,MAAM,EAAE,MAAM,CAAC,MAAM,EAAE,IAAI,EAAE,EAAE,EAAE,UAAU,EAAE,IAAI,EAAE,CAAC;YACzH,OAAO,EAAE,MAAM,EAAE,MAAM,CAAC,MAAM,EAAE,IAAI,EAAE,MAAM,CAAC,MAAM,IAAI,GAAG,IAAI,MAAM,CAAC,MAAM,GAAG,GAAG,CAAC,CAAC,CAAC,YAAY,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC;QACvH,CAAC;QACD,OAAO,EAAE,MAAM,EAAE,CAAC,EAAE,IAAI,EAAE,EAAE,EAAE,CAAC;IACjC,CAAC,CAAC;IAEF,MAAM,UAAU,GAAG,KAAK,EAAE,GAAQ,EAAE,MAAkB,EAAiB,EAAE;QACvE,IAAI,OAAO,GAAG,MAAM,CAAC,GAAG,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC;QACrC,IAAI,CAAC,OAAO;YAAE,MAAM,CAAC,GAAG,CAAC,GAAG,CAAC,MAAM,EAAE,OAAO,GAAG,UAAU,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC,CAAC;QACvE,MAAM,KAAK,GAAG,MAAM,OAAO,CAAC;QAC5B,MAAM,MAAM,GAAG,CAAC,IAAU,EAAS,EAAE;YACnC,SAAS,CAAC,MAAM,EAAE,GAAG,EAAE,MAAM,EAAE,IAAI,CAAC,MAAO,CAAC,CAAC;YAC7C,OAAO,IAAI,CAAC,IAAI,CAAC,CAAC;QACpB,CAAC,CAAC;QACF,IAAI,KAAK,CAAC,UAAU;YAAE,MAAM,CAAC,EAAE,OAAO,EAAE,SAAS,EAAE,MAAM,EAAE,eAAe,EAAE,MAAM,EAAE,KAAK,CAAC,MAAM,EAAE,KAAK,EAAE,KAAK,EAAE,CAAC,CAAC;QAClH,IAAI,KAAK,CAAC,MAAM,IAAI,GAAG,IAAI,KAAK,CAAC,MAAM,GAAG,GAAG;YAAE,OAAO;QACtD,IAAI,KAAK,CAAC,MAAM,KAAK,CAAC,IAAI,KAAK,CAAC,MAAM,IAAI,GAAG,EAAE,CAAC;YAC9C,MAAM,CAAC,EAAE,OAAO,EAAE,SAAS,EAAE,MAAM,EAAE,oBAAoB,EAAE,KAAK,EAAE,IAAI,EAAE,GAAG,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,MAAM,EAAE,KAAK,CAAC,MAAM,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,CAAC,CAAC;QAC/H,CAAC;QACD,MAAM,QAAQ,GAAG,cAAc,CAAC,KAAK,CAAC,IAAI,EAAE,GAAG,CAAC,QAAQ,GAAG,GAAG,CAAC,MAAM,EAAE,QAAQ,CAAC,YAAY,CAAC,CAAC;QAC9F,IAAI,CAAC,QAAQ,CAAC,KAAK;YAAE,MAAM,CAAC,EAAE,OAAO,EAAE,SAAS,EAAE,MAAM,EAAE,mBAAmB,EAAE,KAAK,EAAE,KAAK,EAAE,GAAG,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,MAAM,EAAE,QAAQ,CAAC,IAAI,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,CAAC,CAAC;IACtJ,CAAC,CAAC;IAEF,MAAM,UAAU,GAAG,CAAC,OAAgD,EAAE,GAAQ,EAAE,MAAkB,EAA0B,EAAE;QAC5H,MAAM,GAAG,GAA2B,EAAE,CAAC;QACvC,IAAI,OAAO,KAAK,IAAI,IAAI,OAAO,CAAC,MAAM,GAAG,WAAW;YAAE,IAAI,CAAC,EAAE,OAAO,EAAE,SAAS,EAAE,MAAM,EAAE,gBAAgB,EAAE,KAAK,EAAE,KAAK,EAAE,CAAC,CAAC;QAC3H,KAAK,MAAM,CAAC,OAAO,EAAE,KAAK,CAAC,IAAI,OAAO,EAAE,CAAC;YACvC,MAAM,IAAI,GAAG,OAAO,CAAC,WAAW,EAAE,CAAC;YACnC,MAAM,QAAQ,GAAG,WAAW,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,UAAU,CAAC,GAAG,CAAC,IAAI,CAAC,IAAI,OAAO,KAAK,KAAK,QAAQ,IAAI,YAAY,CAAC,IAAI,CAAC,KAAK,CAAC;mBACpH,CAAC,YAAY,CAAC,GAAG,CAAC,IAAI,CAAC,IAAI,CAAC,iBAAiB,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,WAAW,CAAC,CAAC,CAAC,KAAK,CAAC,MAAM,EAAE,CAAC,IAAI,EAAE,GAAG,CAAC,KAAK,IAAI,CAAC,CAAC,CAAC;YACtH,IAAI,CAAC,QAAQ,EAAE,CAAC;gBACd,SAAS,CAAC,MAAM,EAAE,GAAG,EAAE,MAAM,EAAE,gBAAgB,CAAC,CAAC;gBACjD,IAAI,CAAC,EAAE,OAAO,EAAE,SAAS,EAAE,MAAM,EAAE,gBAAgB,EAAE,MAAM,EAAE,IAAI,CAAC,KAAK,CAAC,CAAC,EAAE,EAAE,CAAC,EAAE,KAAK,EAAE,KAAK,EAAE,CAAC,CAAC;YAClG,CAAC;YACD,GAAG,CAAC,IAAI,CAAC,GAAG,KAAK,CAAC;QACpB,CAAC;QACD,OAAO,GAAG,CAAC;IACb,CAAC,CAAC;IAEF,MAAM,OAAO,GAAG,KAAK,EAAE,KAAqB,EAA4B,EAAE;QACxE,IAAI,IAAI;YAAE,MAAM,IAAI,UAAU,CAAC,IAAI,CAAC,CAAC;QACrC,IAAI,MAAM;YAAE,MAAM,IAAI,UAAU,CAAC,EAAE,OAAO,EAAE,SAAS,EAAE,MAAM,EAAE,WAAW,EAAE,KAAK,EAAE,KAAK,EAAE,CAAC,CAAC;QAC5F,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC;YAAE,IAAI,CAAC,EAAE,OAAO,EAAE,SAAS,EAAE,MAAM,EAAE,aAAa,EAAE,KAAK,EAAE,KAAK,EAAE,CAAC,CAAC;QACtF,4FAA4F;QAC5F,MAAM,EAAE,GAAG,EAAE,MAAM,EAAE,MAAM,EAAE,SAAS,EAAE,OAAO,EAAE,UAAU,EAAE,IAAI,EAAE,QAAQ,EAAE,WAAW,EAAE,GAAG,KAAK,CAAC;QACnG,MAAM,aAAa,GAAG,UAAU,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,MAAM,CAAC,UAAU,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,OAAO,CAAC,UAAU,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC;QAC7G,IAAI,OAAO,MAAM,KAAK,QAAQ,IAAI,MAAM,CAAC,MAAM,GAAG,OAAO;YAAE,IAAI,CAAC,EAAE,OAAO,EAAE,SAAS,EAAE,MAAM,EAAE,aAAa,EAAE,KAAK,EAAE,KAAK,EAAE,CAAC,CAAC;QAC7H,MAAM,MAAM,GAAe,SAAS,IAAI,KAAK,CAAC;QAC9C,IAAI,MAAM,KAAK,KAAK,IAAI,MAAM,KAAK,MAAM;YAAE,IAAI,CAAC,EAAE,OAAO,EAAE,SAAS,EAAE,MAAM,EAAE,gBAAgB,EAAE,KAAK,EAAE,KAAK,EAAE,CAAC,CAAC;QAChH,IAAI,IAAI,KAAK,SAAS,IAAI,OAAO,IAAI,KAAK,QAAQ;YAAE,IAAI,CAAC,EAAE,OAAO,EAAE,SAAS,EAAE,MAAM,EAAE,cAAc,EAAE,KAAK,EAAE,KAAK,EAAE,CAAC,CAAC;QACvH,IAAI,WAAW,KAAK,SAAS,IAAI,CAAC,CAAC,OAAO,WAAW,KAAK,QAAQ,IAAI,MAAM,CAAC,SAAS,CAAC,WAAW,CAAC,IAAI,WAAW,GAAG,CAAC,CAAC,EAAE,CAAC;YACxH,IAAI,CAAC,EAAE,OAAO,EAAE,SAAS,EAAE,MAAM,EAAE,iBAAiB,EAAE,MAAM,EAAE,UAAU,EAAE,KAAK,EAAE,KAAK,EAAE,CAAC,CAAC;QAC5F,CAAC;QACD,MAAM,QAAQ,GAAG,IAAI,CAAC,GAAG,CAAC,WAAW,IAAI,MAAM,CAAC,QAAQ,EAAE,MAAM,CAAC,QAAQ,CAAC,CAAC;QAC3E,IAAI,GAAQ,CAAC;QACb,IAAI,CAAC;YAAC,GAAG,GAAG,IAAI,GAAG,CAAC,MAAM,CAAC,CAAC;QAAC,CAAC;QAAC,MAAM,CAAC;YAAC,SAAS,CAAC,MAAM,EAAE,MAAM,CAAC,KAAK,CAAC,CAAC,EAAE,GAAG,CAAC,EAAE,MAAM,EAAE,aAAa,CAAC,CAAC;YAAC,IAAI,CAAC,EAAE,OAAO,EAAE,SAAS,EAAE,MAAM,EAAE,aAAa,EAAE,KAAK,EAAE,KAAK,EAAE,CAAC,CAAC;QAAC,CAAC;QAC3K,GAAG,CAAC,IAAI,GAAG,EAAE,CAAC;QACd,IAAI,MAAM,KAAK,KAAK,IAAI,IAAI,KAAK,SAAS,EAAE,CAAC;YAAC,SAAS,CAAC,MAAM,EAAE,GAAG,EAAE,MAAM,EAAE,cAAc,CAAC,CAAC;YAAC,IAAI,CAAC,EAAE,OAAO,EAAE,SAAS,EAAE,MAAM,EAAE,cAAc,EAAE,KAAK,EAAE,KAAK,EAAE,CAAC,CAAC;QAAC,CAAC;QACnK,8DAA8D;QAC9D,IAAI,MAAM,KAAK,MAAM,IAAI,CAAC,CAAC,KAAK,CAAC,UAAU,CAAC,GAAG,CAAC,GAAG,CAAC,QAAQ,CAAC,IAAI,KAAK,CAAC,IAAI,EAAE,CAAC,GAAG,EAAE,IAAI,CAAC,KAAK,IAAI,CAAC,EAAE,CAAC;YACnG,SAAS,CAAC,MAAM,EAAE,GAAG,EAAE,MAAM,EAAE,gBAAgB,CAAC,CAAC;YACjD,IAAI,CAAC,EAAE,OAAO,EAAE,SAAS,EAAE,MAAM,EAAE,gBAAgB,EAAE,KAAK,EAAE,KAAK,EAAE,CAAC,CAAC;QACvE,CAAC;QACD,IAAI,IAAqB,CAAC;QAC1B,KAAK,IAAI,GAAG,GAAG,CAAC,GAAI,GAAG,EAAE,EAAE,CAAC;YAC1B,MAAM,OAAO,GAAG,UAAU,CAAC,GAAG,EAAE,IAAI,CAAC,CAAC;YACtC,IAAI,OAAO,EAAE,CAAC;gBACZ,SAAS,CAAC,MAAM,EAAE,GAAG,EAAE,MAAM,EAAE,OAAO,CAAC,MAAM,CAAC,CAAC;gBAC/C,IAAI,CAAC,EAAE,OAAO,EAAE,SAAS,EAAE,GAAG,OAAO,EAAE,KAAK,EAAE,KAAK,EAAE,CAAC,CAAC;YACzD,CAAC;YACD,IAAI,KAAK,CAAC,GAAG,IAAI,KAAK,CAAC,GAAG,CAAC,GAAG,EAAE,EAAE,MAAM,EAAE,QAAQ,EAAE,GAAG,GAAG,CAAC,EAAE,CAAC,KAAK,IAAI,EAAE,CAAC;gBACxE,SAAS,CAAC,MAAM,EAAE,GAAG,EAAE,MAAM,EAAE,aAAa,CAAC,CAAC;gBAC9C,IAAI,CAAC,EAAE,OAAO,EAAE,SAAS,EAAE,MAAM,EAAE,aAAa,EAAE,KAAK,EAAE,KAAK,EAAE,CAAC,CAAC;YACpE,CAAC;YACD,MAAM,OAAO,GAAG,UAAU,CAAC,aAAa,EAAE,GAAG,EAAE,MAAM,CAAC,CAAC;YACvD,IAAI,KAAK,CAAC,OAAO,CAAC,GAAG,CAAC,GAAG,CAAC,QAAQ,CAAC;gBAAE,MAAM,UAAU,CAAC,GAAG,EAAE,MAAM,CAAC,CAAC;YACnE,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,GAAG,EAAE,MAAM,EAAE,OAAO,EAAE,IAAI,EAAE,QAAQ,EAAE,MAAM,CAAC,CAAC;YACxE,IAAI,MAAM,KAAK,QAAQ,IAAI,MAAM,KAAK,SAAS;gBAAE,IAAI,CAAC,EAAE,OAAO,EAAE,sBAAsB,EAAE,MAAM,EAAE,MAAM,KAAK,SAAS,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,WAAW,EAAE,KAAK,EAAE,IAAI,EAAE,CAAC,CAAC;YAChK,IAAI,CAAC,MAAM,CAAC,EAAE;gBAAE,IAAI,CAAC,EAAE,OAAO,EAAE,WAAW,EAAE,KAAK,EAAE,KAAK,EAAE,CAAC,CAAC;YAC7D,MAAM,EAAE,MAAM,EAAE,OAAO,EAAE,eAAe,EAAE,IAAI,EAAE,YAAY,EAAE,GAAG,MAAM,CAAC;YACxE,mEAAmE;YACnE,IAAI,KAAK,CAAC,OAAO,CAAC,GAAG,CAAC,GAAG,CAAC,QAAQ,CAAC,IAAI,UAAU,CAAC,MAAM,EAAE,eAAe,EAAE,YAAY,CAAC,EAAE,CAAC;gBACzF,IAAI,CAAC,EAAE,OAAO,EAAE,SAAS,EAAE,MAAM,EAAE,eAAe,EAAE,MAAM,EAAE,KAAK,EAAE,KAAK,EAAE,CAAC,CAAC;YAC9E,CAAC;YACD,IAAI,SAAS,CAAC,GAAG,CAAC,MAAM,CAAC,EAAE,CAAC;gBAC1B,IAAI,MAAM,KAAK,KAAK;oBAAE,IAAI,CAAC,EAAE,OAAO,EAAE,SAAS,EAAE,MAAM,EAAE,kBAAkB,EAAE,MAAM,EAAE,MAAM,EAAE,MAAM,EAAE,KAAK,EAAE,KAAK,EAAE,CAAC,CAAC;gBACrH,MAAM,QAAQ,GAAG,eAAe,CAAC,QAAQ,CAAC;gBAC1C,IAAI,CAAC,QAAQ;oBAAE,IAAI,CAAC,EAAE,OAAO,EAAE,SAAS,EAAE,MAAM,EAAE,kBAAkB,EAAE,MAAM,EAAE,KAAK,EAAE,KAAK,EAAE,CAAC,CAAC;gBAC9F,IAAI,GAAG,IAAI,MAAM,CAAC,SAAS;oBAAE,IAAI,CAAC,EAAE,OAAO,EAAE,SAAS,EAAE,MAAM,EAAE,gBAAgB,EAAE,MAAM,EAAE,KAAK,EAAE,KAAK,EAAE,CAAC,CAAC;gBAC1G,IAAI,IAAS,CAAC;gBACd,IAAI,CAAC;oBAAC,IAAI,GAAG,IAAI,GAAG,CAAC,QAAQ,EAAE,GAAG,CAAC,CAAC;gBAAC,CAAC;gBAAC,MAAM,CAAC;oBAAC,IAAI,CAAC,EAAE,OAAO,EAAE,SAAS,EAAE,MAAM,EAAE,aAAa,EAAE,MAAM,EAAE,KAAK,EAAE,KAAK,EAAE,CAAC,CAAC;gBAAC,CAAC;gBAC3H,IAAI,CAAC,IAAI,GAAG,EAAE,CAAC;gBACf,IAAI,GAAG,GAAG,CAAC;gBACX,GAAG,GAAG,IAAI,CAAC;gBACX,SAAS;YACX,CAAC;YACD,MAAM,OAAO,GAAG,UAAU,CAAC,MAAM,EAAE,eAAe,CAAC,CAAC;YACpD,IAAI,OAAO;gBAAE,IAAI,CAAC,OAAO,CAAC,CAAC;YAC3B,OAAO,EAAE,MAAM,EAAE,OAAO,EAAE,eAAe,EAAE,IAAI,EAAE,YAAY,EAAE,GAAG,EAAE,GAAG,CAAC,IAAI,EAAE,CAAC;QACjF,CAAC;IACH,CAAC,CAAC;IAEF,OAAO;QACL,SAAS,EAAE,EAAE,OAAO,EAAE;QACtB,QAAQ;QACR,OAAO,EAAE,GAAG,EAAE,CAAC,IAAI;QACnB,SAAS,EAAE,GAAG,EAAE,CAAC,IAAI;QACrB,KAAK,EAAE,GAAG,EAAE,GAAG,MAAM,GAAG,IAAI,CAAC,CAAC,CAAC;KAChC,CAAC;AACJ,CAAC"}

package/dist/source-engine/index.d.ts

@@ -0,0 +1,24 @@
+/**
+ * `@superbee/core/source-engine`: the portable half of the integration source engine.
+ *
+ * A {@link SourceProfile} turns a bound Source Feed, a cursor and a transport into pages of
+ * normalized records; it never opens a socket, never sees a credential and never writes. A
+ * {@link Transport} is the one network port: it never follows a redirect and refuses a body over
+ * its byte bound. {@link observeSource} wraps the transport before a profile sees it and owns the
+ * host guard (every URL and redirect hop within the profile's hosts, the auth kind's credential
+ * hosts and the declared keyless domains, plus the address rule), robots.txt for keyless hosts,
+ * the method rule and header allowlist, the budget and deadline, the status-to-outcome mapping,
+ * the cursor rule (a cursor is stored only after its page commits), completeness, and the diff into
+ * record-overlay changes, with disappearance only from a complete observation.
+ *
+ * Storage-neutral and Worker-free: no Node globals or builtins, and nothing here calls `fetch`.
+ */
+export { canonicalRobotsPath, fetchIdentity, parseRobots, refusedAddress, robotsDecision, robotsRuleMatches, } from "./robots.js";
+export type { FetchIdentity, RobotsGroup } from "./robots.js";
+export { DEFAULT_SOURCE_BUDGET, DEFAULT_STATUS_RULES, sourceHostSet } from "./guard.js";
+export type { HostSet } from "./guard.js";
+export { DEFAULT_MISSING_THRESHOLD, MAX_CURSOR_CHARS, MAX_REPLAY_FAILURES, observeSource, unsupportedContent } from "./observe.js";
+export { isSourceState, MachineStateConflict, MemoryMachineState } from "./machine-state.js";
+export type { MachineState, PendingChange, RecordEntry, SourceState } from "./machine-state.js";
+export type { CommitResult, HttpMethod, NormalizedRecord, ObserveContext, ObservePage, ObserveSourceOptions, PageCommit, ProfileDiagnostic, ProfileRequest, ProfileResponse, ProfileTransport, RequestRules, SourceBudget, SourceOutcome, SourceProfile, SourceRequestRow, SourceRunReceipt, SpecResult, StatusRules, Transport, TransportRequest, TransportResult, } from "./types.js";
+//# sourceMappingURL=index.d.ts.map

package/dist/source-engine/index.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../src/source-engine/index.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;GAcG;AACH,OAAO,EACL,mBAAmB,EACnB,aAAa,EACb,WAAW,EACX,cAAc,EACd,cAAc,EACd,iBAAiB,GAClB,MAAM,aAAa,CAAC;AACrB,YAAY,EAAE,aAAa,EAAE,WAAW,EAAE,MAAM,aAAa,CAAC;AAC9D,OAAO,EAAE,qBAAqB,EAAE,oBAAoB,EAAE,aAAa,EAAE,MAAM,YAAY,CAAC;AACxF,YAAY,EAAE,OAAO,EAAE,MAAM,YAAY,CAAC;AAC1C,OAAO,EAAE,yBAAyB,EAAE,gBAAgB,EAAE,mBAAmB,EAAE,aAAa,EAAE,kBAAkB,EAAE,MAAM,cAAc,CAAC;AACnI,OAAO,EAAE,aAAa,EAAE,oBAAoB,EAAE,kBAAkB,EAAE,MAAM,oBAAoB,CAAC;AAC7F,YAAY,EAAE,YAAY,EAAE,aAAa,EAAE,WAAW,EAAE,WAAW,EAAE,MAAM,oBAAoB,CAAC;AAChG,YAAY,EACV,YAAY,EACZ,UAAU,EACV,gBAAgB,EAChB,cAAc,EACd,WAAW,EACX,oBAAoB,EACpB,UAAU,EACV,iBAAiB,EACjB,cAAc,EACd,eAAe,EACf,gBAAgB,EAChB,YAAY,EACZ,YAAY,EACZ,aAAa,EACb,aAAa,EACb,gBAAgB,EAChB,gBAAgB,EAChB,UAAU,EACV,WAAW,EACX,SAAS,EACT,gBAAgB,EAChB,eAAe,GAChB,MAAM,YAAY,CAAC"}

package/dist/source-engine/index.js

@@ -0,0 +1,20 @@
+/**
+ * `@superbee/core/source-engine`: the portable half of the integration source engine.
+ *
+ * A {@link SourceProfile} turns a bound Source Feed, a cursor and a transport into pages of
+ * normalized records; it never opens a socket, never sees a credential and never writes. A
+ * {@link Transport} is the one network port: it never follows a redirect and refuses a body over
+ * its byte bound. {@link observeSource} wraps the transport before a profile sees it and owns the
+ * host guard (every URL and redirect hop within the profile's hosts, the auth kind's credential
+ * hosts and the declared keyless domains, plus the address rule), robots.txt for keyless hosts,
+ * the method rule and header allowlist, the budget and deadline, the status-to-outcome mapping,
+ * the cursor rule (a cursor is stored only after its page commits), completeness, and the diff into
+ * record-overlay changes, with disappearance only from a complete observation.
+ *
+ * Storage-neutral and Worker-free: no Node globals or builtins, and nothing here calls `fetch`.
+ */
+export { canonicalRobotsPath, fetchIdentity, parseRobots, refusedAddress, robotsDecision, robotsRuleMatches, } from "./robots.js";
+export { DEFAULT_SOURCE_BUDGET, DEFAULT_STATUS_RULES, sourceHostSet } from "./guard.js";
+export { DEFAULT_MISSING_THRESHOLD, MAX_CURSOR_CHARS, MAX_REPLAY_FAILURES, observeSource, unsupportedContent } from "./observe.js";
+export { isSourceState, MachineStateConflict, MemoryMachineState } from "./machine-state.js";
+//# sourceMappingURL=index.js.map

package/dist/source-engine/index.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../../src/source-engine/index.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;GAcG;AACH,OAAO,EACL,mBAAmB,EACnB,aAAa,EACb,WAAW,EACX,cAAc,EACd,cAAc,EACd,iBAAiB,GAClB,MAAM,aAAa,CAAC;AAErB,OAAO,EAAE,qBAAqB,EAAE,oBAAoB,EAAE,aAAa,EAAE,MAAM,YAAY,CAAC;AAExF,OAAO,EAAE,yBAAyB,EAAE,gBAAgB,EAAE,mBAAmB,EAAE,aAAa,EAAE,kBAAkB,EAAE,MAAM,cAAc,CAAC;AACnI,OAAO,EAAE,aAAa,EAAE,oBAAoB,EAAE,kBAAkB,EAAE,MAAM,oBAAoB,CAAC"}

package/dist/source-engine/machine-state.d.ts

@@ -0,0 +1,74 @@
+/**
+ * The machine-state port: one JSON document per Source Feed holding the stored cursor, the last
+ * accepted values of every record and the changes still pending a write, written with a
+ * compare-and-swap on its version. The managed runner keeps it in its own store;
+ * `MemoryMachineState` serves tests and local runs.
+ */
+import type { RecordChange } from "../record-overlay/types.js";
+/** One record's last accepted state. */
+export interface RecordEntry {
+    /** The last accepted `after`, carried values included. */
+    after: Record<string, unknown>;
+    digest: string;
+    /** Consecutive complete observations without the record. */
+    missing: number;
+    first_missing_at?: string;
+    /** Reported `disappeared`; a later sighting is `new` again. */
+    gone?: true;
+    seen_at: string;
+}
+/** A change a commit asked to retry: planned again at the start of every run until written. */
+export interface PendingChange {
+    change: RecordChange;
+    /** The record's entry once the change is written. */
+    entry: RecordEntry;
+    held_at: string;
+    /** Replays whose commit threw. */
+    replay_failures?: number;
+}
+export interface SourceState {
+    v: 1;
+    /** The profile that wrote `cursor`; a cursor from another id or version is never handed back. */
+    profile: {
+        id: string;
+        version: number;
+    };
+    cursor: unknown;
+    /** The last committed page left its pass open. */
+    open: boolean;
+    validators?: Record<string, string>;
+    records: Record<string, RecordEntry>;
+    pending?: Record<string, PendingChange>;
+    complete_observations: number;
+    last_complete_at?: string;
+}
+export interface MachineState {
+    /** The state stored under `key` and the version a write must name, or null. */
+    read(key: string): Promise<{
+        state: SourceState;
+        version: string;
+    } | null>;
+    /**
+     * Store `state` when the stored version is still `expected` (null: nothing stored) and return the
+     * new version; otherwise throw a {@link MachineStateConflict}.
+     */
+    write(key: string, state: SourceState, expected: string | null): Promise<string>;
+}
+export declare class MachineStateConflict extends Error {
+    readonly code = "MACHINE_STATE_CONFLICT";
+    constructor(key: string);
+}
+/** Machine state in memory. Values are copied in and out, so a caller never aliases the store. */
+export declare class MemoryMachineState implements MachineState {
+    private readonly entries;
+    private counter;
+    read(key: string): Promise<{
+        state: SourceState;
+        version: string;
+    } | null>;
+    write(key: string, state: SourceState, expected: string | null): Promise<string>;
+    /** Every key stored. */
+    keys(): string[];
+}
+export declare function isSourceState(value: unknown): value is SourceState;
+//# sourceMappingURL=machine-state.d.ts.map

package/dist/source-engine/machine-state.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"machine-state.d.ts","sourceRoot":"","sources":["../../src/source-engine/machine-state.ts"],"names":[],"mappings":"AAAA;;;;;GAKG;AACH,OAAO,KAAK,EAAE,YAAY,EAAE,MAAM,4BAA4B,CAAC;AAE/D,wCAAwC;AACxC,MAAM,WAAW,WAAW;IAC1B,0DAA0D;IAC1D,KAAK,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;IAC/B,MAAM,EAAE,MAAM,CAAC;IACf,4DAA4D;IAC5D,OAAO,EAAE,MAAM,CAAC;IAChB,gBAAgB,CAAC,EAAE,MAAM,CAAC;IAC1B,+DAA+D;IAC/D,IAAI,CAAC,EAAE,IAAI,CAAC;IACZ,OAAO,EAAE,MAAM,CAAC;CACjB;AAED,+FAA+F;AAC/F,MAAM,WAAW,aAAa;IAC5B,MAAM,EAAE,YAAY,CAAC;IACrB,qDAAqD;IACrD,KAAK,EAAE,WAAW,CAAC;IACnB,OAAO,EAAE,MAAM,CAAC;IAChB,kCAAkC;IAClC,eAAe,CAAC,EAAE,MAAM,CAAC;CAC1B;AAED,MAAM,WAAW,WAAW;IAC1B,CAAC,EAAE,CAAC,CAAC;IACL,iGAAiG;IACjG,OAAO,EAAE;QAAE,EAAE,EAAE,MAAM,CAAC;QAAC,OAAO,EAAE,MAAM,CAAA;KAAE,CAAC;IACzC,MAAM,EAAE,OAAO,CAAC;IAChB,kDAAkD;IAClD,IAAI,EAAE,OAAO,CAAC;IACd,UAAU,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;IACpC,OAAO,EAAE,MAAM,CAAC,MAAM,EAAE,WAAW,CAAC,CAAC;IACrC,OAAO,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,aAAa,CAAC,CAAC;IACxC,qBAAqB,EAAE,MAAM,CAAC;IAC9B,gBAAgB,CAAC,EAAE,MAAM,CAAC;CAC3B;AAED,MAAM,WAAW,YAAY;IAC3B,+EAA+E;IAC/E,IAAI,CAAC,GAAG,EAAE,MAAM,GAAG,OAAO,CAAC;QAAE,KAAK,EAAE,WAAW,CAAC;QAAC,OAAO,EAAE,MAAM,CAAA;KAAE,GAAG,IAAI,CAAC,CAAC;IAC3E;;;OAGG;IACH,KAAK,CAAC,GAAG,EAAE,MAAM,EAAE,KAAK,EAAE,WAAW,EAAE,QAAQ,EAAE,MAAM,GAAG,IAAI,GAAG,OAAO,CAAC,MAAM,CAAC,CAAC;CAClF;AAED,qBAAa,oBAAqB,SAAQ,KAAK;IAC7C,QAAQ,CAAC,IAAI,4BAA4B;gBAC7B,GAAG,EAAE,MAAM;CAIxB;AAED,kGAAkG;AAClG,qBAAa,kBAAmB,YAAW,YAAY;IACrD,OAAO,CAAC,QAAQ,CAAC,OAAO,CAAwD;IAChF,OAAO,CAAC,OAAO,CAAK;IAEd,IAAI,CAAC,GAAG,EAAE,MAAM,GAAG,OAAO,CAAC;QAAE,KAAK,EAAE,WAAW,CAAC;QAAC,OAAO,EAAE,MAAM,CAAA;KAAE,GAAG,IAAI,CAAC;IAK1E,KAAK,CAAC,GAAG,EAAE,MAAM,EAAE,KAAK,EAAE,WAAW,EAAE,QAAQ,EAAE,MAAM,GAAG,IAAI,GAAG,OAAO,CAAC,MAAM,CAAC;IAQtF,wBAAwB;IACxB,IAAI,IAAI,MAAM,EAAE;CAGjB;AASD,wBAAgB,aAAa,CAAC,KAAK,EAAE,OAAO,GAAG,KAAK,IAAI,WAAW,CASlE"}

package/dist/source-engine/machine-state.js

@@ -0,0 +1,48 @@
+export class MachineStateConflict extends Error {
+    code = "MACHINE_STATE_CONFLICT";
+    constructor(key) {
+        super(`machine state for ${key} changed since it was read`);
+        this.name = "MachineStateConflict";
+    }
+}
+/** Machine state in memory. Values are copied in and out, so a caller never aliases the store. */
+export class MemoryMachineState {
+    entries = new Map();
+    counter = 0;
+    async read(key) {
+        const entry = this.entries.get(key);
+        return entry ? { state: JSON.parse(entry.json), version: entry.version } : null;
+    }
+    async write(key, state, expected) {
+        const current = this.entries.get(key)?.version ?? null;
+        if (current !== expected)
+            throw new MachineStateConflict(key);
+        const version = String(++this.counter);
+        this.entries.set(key, { json: JSON.stringify(state), version });
+        return version;
+    }
+    /** Every key stored. */
+    keys() {
+        return [...this.entries.keys()].sort();
+    }
+}
+const record = (value) => value !== null && typeof value === "object" && !Array.isArray(value);
+/** Whether a stored value has the shape the engine writes. */
+const isEntry = (entry) => record(entry) && record(entry.after) && typeof entry.digest === "string"
+    && Number.isInteger(entry.missing) && typeof entry.seen_at === "string";
+export function isSourceState(value) {
+    if (!record(value) || value.v !== 1 || typeof value.open !== "boolean" || !record(value.records))
+        return false;
+    if (!record(value.profile) || typeof value.profile.id !== "string" || !Number.isInteger(value.profile.version))
+        return false;
+    if (!Number.isInteger(value.complete_observations))
+        return false;
+    if (value.validators !== undefined && !record(value.validators))
+        return false;
+    if (value.pending !== undefined && !(record(value.pending) && Object.entries(value.pending).every(([id, pending]) => record(pending)
+        && isEntry(pending.entry) && typeof pending.held_at === "string" && record(pending.change) && pending.change.external_id === id
+        && typeof pending.change.change_kind === "string")))
+        return false;
+    return Object.values(value.records).every(isEntry);
+}
+//# sourceMappingURL=machine-state.js.map

package/dist/source-engine/machine-state.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"machine-state.js","sourceRoot":"","sources":["../../src/source-engine/machine-state.ts"],"names":[],"mappings":"AAuDA,MAAM,OAAO,oBAAqB,SAAQ,KAAK;IACpC,IAAI,GAAG,wBAAwB,CAAC;IACzC,YAAY,GAAW;QACrB,KAAK,CAAC,qBAAqB,GAAG,4BAA4B,CAAC,CAAC;QAC5D,IAAI,CAAC,IAAI,GAAG,sBAAsB,CAAC;IACrC,CAAC;CACF;AAED,kGAAkG;AAClG,MAAM,OAAO,kBAAkB;IACZ,OAAO,GAAG,IAAI,GAAG,EAA6C,CAAC;IACxE,OAAO,GAAG,CAAC,CAAC;IAEpB,KAAK,CAAC,IAAI,CAAC,GAAW;QACpB,MAAM,KAAK,GAAG,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC;QACpC,OAAO,KAAK,CAAC,CAAC,CAAC,EAAE,KAAK,EAAE,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,IAAI,CAAgB,EAAE,OAAO,EAAE,KAAK,CAAC,OAAO,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC;IACjG,CAAC;IAED,KAAK,CAAC,KAAK,CAAC,GAAW,EAAE,KAAkB,EAAE,QAAuB;QAClE,MAAM,OAAO,GAAG,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,GAAG,CAAC,EAAE,OAAO,IAAI,IAAI,CAAC;QACvD,IAAI,OAAO,KAAK,QAAQ;YAAE,MAAM,IAAI,oBAAoB,CAAC,GAAG,CAAC,CAAC;QAC9D,MAAM,OAAO,GAAG,MAAM,CAAC,EAAE,IAAI,CAAC,OAAO,CAAC,CAAC;QACvC,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,GAAG,EAAE,EAAE,IAAI,EAAE,IAAI,CAAC,SAAS,CAAC,KAAK,CAAC,EAAE,OAAO,EAAE,CAAC,CAAC;QAChE,OAAO,OAAO,CAAC;IACjB,CAAC;IAED,wBAAwB;IACxB,IAAI;QACF,OAAO,CAAC,GAAG,IAAI,CAAC,OAAO,CAAC,IAAI,EAAE,CAAC,CAAC,IAAI,EAAE,CAAC;IACzC,CAAC;CACF;AAED,MAAM,MAAM,GAAG,CAAC,KAAc,EAAoC,EAAE,CAClE,KAAK,KAAK,IAAI,IAAI,OAAO,KAAK,KAAK,QAAQ,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC;AAEvE,8DAA8D;AAC9D,MAAM,OAAO,GAAG,CAAC,KAAc,EAAW,EAAE,CAAC,MAAM,CAAC,KAAK,CAAC,IAAI,MAAM,CAAC,KAAK,CAAC,KAAK,CAAC,IAAI,OAAO,KAAK,CAAC,MAAM,KAAK,QAAQ;OAChH,MAAM,CAAC,SAAS,CAAC,KAAK,CAAC,OAAO,CAAC,IAAI,OAAO,KAAK,CAAC,OAAO,KAAK,QAAQ,CAAC;AAE1E,MAAM,UAAU,aAAa,CAAC,KAAc;IAC1C,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,IAAI,KAAK,CAAC,CAAC,KAAK,CAAC,IAAI,OAAO,KAAK,CAAC,IAAI,KAAK,SAAS,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,OAAO,CAAC;QAAE,OAAO,KAAK,CAAC;IAC/G,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,OAAO,CAAC,IAAI,OAAO,KAAK,CAAC,OAAO,CAAC,EAAE,KAAK,QAAQ,IAAI,CAAC,MAAM,CAAC,SAAS,CAAC,KAAK,CAAC,OAAO,CAAC,OAAO,CAAC;QAAE,OAAO,KAAK,CAAC;IAC7H,IAAI,CAAC,MAAM,CAAC,SAAS,CAAC,KAAK,CAAC,qBAAqB,CAAC;QAAE,OAAO,KAAK,CAAC;IACjE,IAAI,KAAK,CAAC,UAAU,KAAK,SAAS,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,UAAU,CAAC;QAAE,OAAO,KAAK,CAAC;IAC9E,IAAI,KAAK,CAAC,OAAO,KAAK,SAAS,IAAI,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,OAAO,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE,EAAE,OAAO,CAAC,EAAE,EAAE,CAAC,MAAM,CAAC,OAAO,CAAC;WAC/H,OAAO,CAAC,OAAO,CAAC,KAAK,CAAC,IAAI,OAAO,OAAO,CAAC,OAAO,KAAK,QAAQ,IAAI,MAAM,CAAC,OAAO,CAAC,MAAM,CAAC,IAAI,OAAO,CAAC,MAAM,CAAC,WAAW,KAAK,EAAE;WAC5H,OAAO,OAAO,CAAC,MAAM,CAAC,WAAW,KAAK,QAAQ,CAAC,CAAC;QAAE,OAAO,KAAK,CAAC;IACpE,OAAO,MAAM,CAAC,MAAM,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC;AACrD,CAAC"}

package/dist/source-engine/observe.d.ts

@@ -0,0 +1,18 @@
+import type { ObserveSourceOptions, SourceRunReceipt } from "./types.js";
+/** Complete observations without a record before it is `disappeared`, when the feed names none. */
+export declare const DEFAULT_MISSING_THRESHOLD = 2;
+/** The largest stored cursor, as canonical JSON characters. */
+export declare const MAX_CURSOR_CHARS = 8192;
+/**
+ * Replays of a pending change whose commit threw, after which the change is dropped with a finding:
+ * the record is planned again when it is next observed.
+ */
+export declare const MAX_REPLAY_FAILURES = 5;
+/** Thrown by a profile that cannot read a provider's body; the run ends `unsupported_content`. */
+export declare function unsupportedContent(detail: string): never;
+/**
+ * Run one observation of a bound Source Feed. Returns a receipt; never throws for a provider,
+ * profile, guard or commit problem, which all end the run with an outcome and a finding.
+ */
+export declare function observeSource<Spec, Cursor>(options: ObserveSourceOptions<Spec, Cursor>): Promise<SourceRunReceipt>;
+//# sourceMappingURL=observe.d.ts.map