pipework 0.211.1 → 0.242.0

package/dist/infra/crawl/links.d.ts

@@ -0,0 +1,9 @@
+/** Decodes `&` `"` `'` `<` `>` `&#NN;` and `&#xNN;`; anything else is left as written. */
+export declare function decodeEntities(value: string): string;
+/**
+ * The http(s) URLs `html` links to, resolved against `pageUrl` (or the page's first `<base href>`), without fragments,
+ * each once, in document order. Reads `href` of `a`, `area` and `link`, and `src` of `iframe` and `frame`; skips comments
+ * and the bodies of `script`, `style` and `template`.
+ */
+export declare function extractLinks(html: string, pageUrl: string): string[];
+//# sourceMappingURL=links.d.ts.map

package/dist/infra/crawl/links.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"links.d.ts","sourceRoot":"","sources":["../../../src/infra/crawl/links.ts"],"names":[],"mappings":"AASA,8GAA8G;AAC9G,wBAAgB,cAAc,CAAC,KAAK,EAAE,MAAM,GAAG,MAAM,CA+BpD;AA4DD;;;;GAIG;AACH,wBAAgB,YAAY,CAAC,IAAI,EAAE,MAAM,EAAE,OAAO,EAAE,MAAM,GAAG,MAAM,EAAE,CAqDpE"}

package/dist/infra/crawl/links.js

@@ -0,0 +1,194 @@
+// Link extraction from untrusted HTML: a single forward scan, no DOM, nothing executed, no backtracking patterns.
+// The caller bounds the input size; the scan is linear in it apart from the search for a raw-text element's end.
+const RAW_TEXT = new Set(['script', 'style', 'template']);
+const HREF_TAGS = new Set(['a', 'area', 'link']);
+const SRC_TAGS = new Set(['iframe', 'frame']);
+const NAMED = { amp: '&', quot: '"', apos: "'", lt: '<', gt: '>' };
+/** Decodes `&amp;` `&quot;` `&apos;` `&lt;` `&gt;` `&#NN;` and `&#xNN;`; anything else is left as written. */
+export function decodeEntities(value) {
+    let at = value.indexOf('&');
+    if (at === -1)
+        return value;
+    let out = '';
+    let from = 0;
+    while (at !== -1) {
+        const semi = value.indexOf(';', at + 1);
+        let replaced = null;
+        if (semi !== -1 && semi - at <= 10) {
+            const body = value.slice(at + 1, semi);
+            if (body[0] === '#') {
+                const hex = body[1] === 'x' || body[1] === 'X';
+                const digits = body.slice(hex ? 2 : 1);
+                if (digits !== '' && (hex ? /^[0-9a-fA-F]+$/ : /^[0-9]+$/).test(digits)) {
+                    const code = parseInt(digits, hex ? 16 : 10);
+                    if (code > 0 && code <= 0x10ffff && !(code >= 0xd800 && code <= 0xdfff))
+                        replaced = String.fromCodePoint(code);
+                }
+            }
+            else {
+                replaced = NAMED[body] ?? null;
+            }
+        }
+        if (replaced === null) {
+            out += value.slice(from, at + 1);
+            from = at + 1;
+        }
+        else {
+            out += value.slice(from, at) + replaced;
+            from = semi + 1;
+        }
+        at = value.indexOf('&', from);
+    }
+    return out + value.slice(from);
+}
+function isSpace(c) {
+    return c === ' ' || c === '\t' || c === '\n' || c === '\r' || c === '\f';
+}
+/** Index of `needle` (lower-case) in `html` at or after `from`, ignoring the case of `html`; -1 when absent. */
+function indexOfIgnoreCase(html, needle, from) {
+    const first = needle.charCodeAt(0);
+    const firstUpper = needle.toUpperCase().charCodeAt(0);
+    const last = html.length - needle.length;
+    for (let i = from; i <= last; i++) {
+        const c = html.charCodeAt(i);
+        if (c !== first && c !== firstUpper)
+            continue;
+        if (html.slice(i, i + needle.length).toLowerCase() === needle)
+            return i;
+    }
+    return -1;
+}
+/** Reads a start tag whose `<` is at `start`; `end` is the index after its `>`; `closed` is false when the input ended first. */
+function readTag(html, start) {
+    let i = start + 1;
+    const n = html.length;
+    const nameStart = i;
+    if (!/[A-Za-z]/.test(html[i] ?? ''))
+        return null;
+    while (i < n && /[A-Za-z0-9:-]/.test(html[i]))
+        i++;
+    if (i === nameStart)
+        return null;
+    const name = html.slice(nameStart, i).toLowerCase();
+    const attrs = new Map();
+    while (i < n) {
+        while (i < n && (isSpace(html[i]) || html[i] === '/'))
+            i++;
+        if (i >= n)
+            break;
+        if (html[i] === '>') {
+            i++;
+            return { name, attrs, end: i, closed: true };
+        }
+        const attrStart = i;
+        while (i < n && !isSpace(html[i]) && html[i] !== '=' && html[i] !== '>' && html[i] !== '/')
+            i++;
+        const attr = html.slice(attrStart, i).toLowerCase();
+        while (i < n && isSpace(html[i]))
+            i++;
+        let value = '';
+        if (html[i] === '=') {
+            i++;
+            while (i < n && isSpace(html[i]))
+                i++;
+            const q = html[i];
+            if (q === '"' || q === "'") {
+                const close = html.indexOf(q, i + 1);
+                const stop = close === -1 ? n : close;
+                value = html.slice(i + 1, stop);
+                i = close === -1 ? n : close + 1;
+            }
+            else {
+                const valueStart = i;
+                while (i < n && !isSpace(html[i]) && html[i] !== '>')
+                    i++;
+                value = html.slice(valueStart, i);
+            }
+        }
+        if (attr !== '' && !attrs.has(attr))
+            attrs.set(attr, decodeEntities(value));
+    }
+    return { name, attrs, end: n, closed: false };
+}
+/**
+ * The http(s) URLs `html` links to, resolved against `pageUrl` (or the page's first `<base href>`), without fragments,
+ * each once, in document order. Reads `href` of `a`, `area` and `link`, and `src` of `iframe` and `frame`; skips comments
+ * and the bodies of `script`, `style` and `template`.
+ */
+export function extractLinks(html, pageUrl) {
+    const raw = [];
+    let baseHref = null;
+    const n = html.length;
+    let i = 0;
+    while (i < n) {
+        const lt = html.indexOf('<', i);
+        if (lt === -1)
+            break;
+        if (html.startsWith('<!--', lt)) {
+            const close = html.indexOf('-->', lt + 4);
+            i = close === -1 ? n : close + 3;
+            continue;
+        }
+        const next = html[lt + 1];
+        if (next === '!' || next === '?' || next === '/') {
+            const close = html.indexOf('>', lt + 2);
+            i = close === -1 ? n : close + 1;
+            continue;
+        }
+        const tag = readTag(html, lt);
+        if (tag === null) {
+            i = lt + 1;
+            continue;
+        }
+        i = tag.end;
+        if (!tag.closed)
+            break;
+        if (RAW_TEXT.has(tag.name)) {
+            const close = indexOfIgnoreCase(html, `</${tag.name}`, i);
+            i = close === -1 ? n : close;
+            continue;
+        }
+        if (tag.name === 'base') {
+            const href = tag.attrs.get('href');
+            if (baseHref === null && href !== undefined)
+                baseHref = href;
+        }
+        else if (HREF_TAGS.has(tag.name)) {
+            const href = tag.attrs.get('href');
+            if (href !== undefined)
+                raw.push(href);
+        }
+        else if (SRC_TAGS.has(tag.name)) {
+            const src = tag.attrs.get('src');
+            if (src !== undefined)
+                raw.push(src);
+        }
+    }
+    let base = pageUrl;
+    if (baseHref !== null) {
+        try {
+            base = new URL(baseHref.trim(), pageUrl).href;
+        }
+        catch { /* an unusable base is ignored */ }
+    }
+    const seen = new Set();
+    const out = [];
+    for (const value of raw) {
+        let url;
+        try {
+            url = new URL(value.trim(), base);
+        }
+        catch {
+            continue;
+        }
+        if (url.protocol !== 'http:' && url.protocol !== 'https:')
+            continue;
+        url.hash = '';
+        if (!seen.has(url.href)) {
+            seen.add(url.href);
+            out.push(url.href);
+        }
+    }
+    return out;
+}
+//# sourceMappingURL=links.js.map

package/dist/infra/crawl/links.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"links.js","sourceRoot":"","sources":["../../../src/infra/crawl/links.ts"],"names":[],"mappings":"AAAA,kHAAkH;AAClH,iHAAiH;AAEjH,MAAM,QAAQ,GAAG,IAAI,GAAG,CAAC,CAAC,QAAQ,EAAE,OAAO,EAAE,UAAU,CAAC,CAAC,CAAA;AACzD,MAAM,SAAS,GAAG,IAAI,GAAG,CAAC,CAAC,GAAG,EAAE,MAAM,EAAE,MAAM,CAAC,CAAC,CAAA;AAChD,MAAM,QAAQ,GAAG,IAAI,GAAG,CAAC,CAAC,QAAQ,EAAE,OAAO,CAAC,CAAC,CAAA;AAE7C,MAAM,KAAK,GAA2B,EAAE,GAAG,EAAE,GAAG,EAAE,IAAI,EAAE,GAAG,EAAE,IAAI,EAAE,GAAG,EAAE,EAAE,EAAE,GAAG,EAAE,EAAE,EAAE,GAAG,EAAE,CAAA;AAE1F,8GAA8G;AAC9G,MAAM,UAAU,cAAc,CAAC,KAAa;IAC1C,IAAI,EAAE,GAAG,KAAK,CAAC,OAAO,CAAC,GAAG,CAAC,CAAA;IAC3B,IAAI,EAAE,KAAK,CAAC,CAAC;QAAE,OAAO,KAAK,CAAA;IAC3B,IAAI,GAAG,GAAG,EAAE,CAAA;IACZ,IAAI,IAAI,GAAG,CAAC,CAAA;IACZ,OAAO,EAAE,KAAK,CAAC,CAAC,EAAE,CAAC;QACjB,MAAM,IAAI,GAAG,KAAK,CAAC,OAAO,CAAC,GAAG,EAAE,EAAE,GAAG,CAAC,CAAC,CAAA;QACvC,IAAI,QAAQ,GAAkB,IAAI,CAAA;QAClC,IAAI,IAAI,KAAK,CAAC,CAAC,IAAI,IAAI,GAAG,EAAE,IAAI,EAAE,EAAE,CAAC;YACnC,MAAM,IAAI,GAAG,KAAK,CAAC,KAAK,CAAC,EAAE,GAAG,CAAC,EAAE,IAAI,CAAC,CAAA;YACtC,IAAI,IAAI,CAAC,CAAC,CAAC,KAAK,GAAG,EAAE,CAAC;gBACpB,MAAM,GAAG,GAAG,IAAI,CAAC,CAAC,CAAC,KAAK,GAAG,IAAI,IAAI,CAAC,CAAC,CAAC,KAAK,GAAG,CAAA;gBAC9C,MAAM,MAAM,GAAG,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAA;gBACtC,IAAI,MAAM,KAAK,EAAE,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC,gBAAgB,CAAC,CAAC,CAAC,UAAU,CAAC,CAAC,IAAI,CAAC,MAAM,CAAC,EAAE,CAAC;oBACxE,MAAM,IAAI,GAAG,QAAQ,CAAC,MAAM,EAAE,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC,CAAA;oBAC5C,IAAI,IAAI,GAAG,CAAC,IAAI,IAAI,IAAI,QAAQ,IAAI,CAAC,CAAC,IAAI,IAAI,MAAM,IAAI,IAAI,IAAI,MAAM,CAAC;wBAAE,QAAQ,GAAG,MAAM,CAAC,aAAa,CAAC,IAAI,CAAC,CAAA;gBAChH,CAAC;YACH,CAAC;iBAAM,CAAC;gBACN,QAAQ,GAAG,KAAK,CAAC,IAAI,CAAC,IAAI,IAAI,CAAA;YAChC,CAAC;QACH,CAAC;QACD,IAAI,QAAQ,KAAK,IAAI,EAAE,CAAC;YACtB,GAAG,IAAI,KAAK,CAAC,KAAK,CAAC,IAAI,EAAE,EAAE,GAAG,CAAC,CAAC,CAAA;YAChC,IAAI,GAAG,EAAE,GAAG,CAAC,CAAA;QACf,CAAC;aAAM,CAAC;YACN,GAAG,IAAI,KAAK,CAAC,KAAK,CAAC,IAAI,EAAE,EAAE,CAAC,GAAG,QAAQ,CAAA;YACvC,IAAI,GAAG,IAAI,GAAG,CAAC,CAAA;QACjB,CAAC;QACD,EAAE,GAAG,KAAK,CAAC,OAAO,CAAC,GAAG,EAAE,IAAI,CAAC,CAAA;IAC/B,CAAC;IACD,OAAO,GAAG,GAAG,KAAK,CAAC,KAAK,CAAC,IAAI,CAAC,CAAA;AAChC,CAAC;AAED,SAAS,OAAO,CAAC,CAAS;IACxB,OAAO,CAAC,KAAK,GAAG,IAAI,CAAC,KAAK,IAAI,IAAI,CAAC,KAAK,IAAI,IAAI,CAAC,KAAK,IAAI,IAAI,CAAC,KAAK,IAAI,CAAA;AAC1E,CAAC;AAED,gHAAgH;AAChH,SAAS,iBAAiB,CAAC,IAAY,EAAE,MAAc,EAAE,IAAY;IACnE,MAAM,KAAK,GAAG,MAAM,CAAC,UAAU,CAAC,CAAC,CAAC,CAAA;IAClC,MAAM,UAAU,GAAG,MAAM,CAAC,WAAW,EAAE,CAAC,UAAU,CAAC,CAAC,CAAC,CAAA;IACrD,MAAM,IAAI,GAAG,IAAI,CAAC,MAAM,GAAG,MAAM,CAAC,MAAM,CAAA;IACxC,KAAK,IAAI,CAAC,GAAG,IAAI,EAAE,CAAC,IAAI,IAAI,EAAE,CAAC,EAAE,EAAE,CAAC;QAClC,MAAM,CAAC,GAAG,IAAI,CAAC,UAAU,CAAC,CAAC,CAAC,CAAA;QAC5B,IAAI,CAAC,KAAK,KAAK,IAAI,CAAC,KAAK,UAAU;YAAE,SAAQ;QAC7C,IAAI,IAAI,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,GAAG,MAAM,CAAC,MAAM,CAAC,CAAC,WAAW,EAAE,KAAK,MAAM;YAAE,OAAO,CAAC,CAAA;IACzE,CAAC;IACD,OAAO,CAAC,CAAC,CAAA;AACX,CAAC;AAID,iIAAiI;AACjI,SAAS,OAAO,CAAC,IAAY,EAAE,KAAa;IAC1C,IAAI,CAAC,GAAG,KAAK,GAAG,CAAC,CAAA;IACjB,MAAM,CAAC,GAAG,IAAI,CAAC,MAAM,CAAA;IACrB,MAAM,SAAS,GAAG,CAAC,CAAA;IACnB,IAAI,CAAC,UAAU,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC;QAAE,OAAO,IAAI,CAAA;IAChD,OAAO,CAAC,GAAG,CAAC,IAAI,eAAe,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,CAAE,CAAC;QAAE,CAAC,EAAE,CAAA;IACnD,IAAI,CAAC,KAAK,SAAS;QAAE,OAAO,IAAI,CAAA;IAChC,MAAM,IAAI,GAAG,IAAI,CAAC,KAAK,CAAC,SAAS,EAAE,CAAC,CAAC,CAAC,WAAW,EAAE,CAAA;IACnD,MAAM,KAAK,GAAG,IAAI,GAAG,EAAkB,CAAA;IACvC,OAAO,CAAC,GAAG,CAAC,EAAE,CAAC;QACb,OAAO,CAAC,GAAG,CAAC,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC,CAAE,CAAC,IAAI,IAAI,CAAC,CAAC,CAAC,KAAK,GAAG,CAAC;YAAE,CAAC,EAAE,CAAA;QAC3D,IAAI,CAAC,IAAI,CAAC;YAAE,MAAK;QACjB,IAAI,IAAI,CAAC,CAAC,CAAC,KAAK,GAAG,EAAE,CAAC;YAAC,CAAC,EAAE,CAAC;YAAC,OAAO,EAAE,IAAI,EAAE,KAAK,EAAE,GAAG,EAAE,CAAC,EAAE,MAAM,EAAE,IAAI,EAAE,CAAA;QAAC,CAAC;QAC1E,MAAM,SAAS,GAAG,CAAC,CAAA;QACnB,OAAO,CAAC,GAAG,CAAC,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC,CAAE,CAAC,IAAI,IAAI,CAAC,CAAC,CAAC,KAAK,GAAG,IAAI,IAAI,CAAC,CAAC,CAAC,KAAK,GAAG,IAAI,IAAI,CAAC,CAAC,CAAC,KAAK,GAAG;YAAE,CAAC,EAAE,CAAA;QAChG,MAAM,IAAI,GAAG,IAAI,CAAC,KAAK,CAAC,SAAS,EAAE,CAAC,CAAC,CAAC,WAAW,EAAE,CAAA;QACnD,OAAO,CAAC,GAAG,CAAC,IAAI,OAAO,CAAC,IAAI,CAAC,CAAC,CAAE,CAAC;YAAE,CAAC,EAAE,CAAA;QACtC,IAAI,KAAK,GAAG,EAAE,CAAA;QACd,IAAI,IAAI,CAAC,CAAC,CAAC,KAAK,GAAG,EAAE,CAAC;YACpB,CAAC,EAAE,CAAA;YACH,OAAO,CAAC,GAAG,CAAC,IAAI,OAAO,CAAC,IAAI,CAAC,CAAC,CAAE,CAAC;gBAAE,CAAC,EAAE,CAAA;YACtC,MAAM,CAAC,GAAG,IAAI,CAAC,CAAC,CAAC,CAAA;YACjB,IAAI,CAAC,KAAK,GAAG,IAAI,CAAC,KAAK,GAAG,EAAE,CAAC;gBAC3B,MAAM,KAAK,GAAG,IAAI,CAAC,OAAO,CAAC,CAAC,EAAE,CAAC,GAAG,CAAC,CAAC,CAAA;gBACpC,MAAM,IAAI,GAAG,KAAK,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,KAAK,CAAA;gBACrC,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC,CAAC,GAAG,CAAC,EAAE,IAAI,CAAC,CAAA;gBAC/B,CAAC,GAAG,KAAK,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,KAAK,GAAG,CAAC,CAAA;YAClC,CAAC;iBAAM,CAAC;gBACN,MAAM,UAAU,GAAG,CAAC,CAAA;gBACpB,OAAO,CAAC,GAAG,CAAC,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC,CAAE,CAAC,IAAI,IAAI,CAAC,CAAC,CAAC,KAAK,GAAG;oBAAE,CAAC,EAAE,CAAA;gBAC1D,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC,UAAU,EAAE,CAAC,CAAC,CAAA;YACnC,CAAC;QACH,CAAC;QACD,IAAI,IAAI,KAAK,EAAE,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,IAAI,CAAC;YAAE,KAAK,CAAC,GAAG,CAAC,IAAI,EAAE,cAAc,CAAC,KAAK,CAAC,CAAC,CAAA;IAC7E,CAAC;IACD,OAAO,EAAE,IAAI,EAAE,KAAK,EAAE,GAAG,EAAE,CAAC,EAAE,MAAM,EAAE,KAAK,EAAE,CAAA;AAC/C,CAAC;AAED;;;;GAIG;AACH,MAAM,UAAU,YAAY,CAAC,IAAY,EAAE,OAAe;IACxD,MAAM,GAAG,GAAa,EAAE,CAAA;IACxB,IAAI,QAAQ,GAAkB,IAAI,CAAA;IAClC,MAAM,CAAC,GAAG,IAAI,CAAC,MAAM,CAAA;IACrB,IAAI,CAAC,GAAG,CAAC,CAAA;IACT,OAAO,CAAC,GAAG,CAAC,EAAE,CAAC;QACb,MAAM,EAAE,GAAG,IAAI,CAAC,OAAO,CAAC,GAAG,EAAE,CAAC,CAAC,CAAA;QAC/B,IAAI,EAAE,KAAK,CAAC,CAAC;YAAE,MAAK;QACpB,IAAI,IAAI,CAAC,UAAU,CAAC,MAAM,EAAE,EAAE,CAAC,EAAE,CAAC;YAChC,MAAM,KAAK,GAAG,IAAI,CAAC,OAAO,CAAC,KAAK,EAAE,EAAE,GAAG,CAAC,CAAC,CAAA;YACzC,CAAC,GAAG,KAAK,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,KAAK,GAAG,CAAC,CAAA;YAChC,SAAQ;QACV,CAAC;QACD,MAAM,IAAI,GAAG,IAAI,CAAC,EAAE,GAAG,CAAC,CAAC,CAAA;QACzB,IAAI,IAAI,KAAK,GAAG,IAAI,IAAI,KAAK,GAAG,IAAI,IAAI,KAAK,GAAG,EAAE,CAAC;YACjD,MAAM,KAAK,GAAG,IAAI,CAAC,OAAO,CAAC,GAAG,EAAE,EAAE,GAAG,CAAC,CAAC,CAAA;YACvC,CAAC,GAAG,KAAK,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,KAAK,GAAG,CAAC,CAAA;YAChC,SAAQ;QACV,CAAC;QACD,MAAM,GAAG,GAAG,OAAO,CAAC,IAAI,EAAE,EAAE,CAAC,CAAA;QAC7B,IAAI,GAAG,KAAK,IAAI,EAAE,CAAC;YAAC,CAAC,GAAG,EAAE,GAAG,CAAC,CAAC;YAAC,SAAQ;QAAC,CAAC;QAC1C,CAAC,GAAG,GAAG,CAAC,GAAG,CAAA;QACX,IAAI,CAAC,GAAG,CAAC,MAAM;YAAE,MAAK;QACtB,IAAI,QAAQ,CAAC,GAAG,CAAC,GAAG,CAAC,IAAI,CAAC,EAAE,CAAC;YAC3B,MAAM,KAAK,GAAG,iBAAiB,CAAC,IAAI,EAAE,KAAK,GAAG,CAAC,IAAI,EAAE,EAAE,CAAC,CAAC,CAAA;YACzD,CAAC,GAAG,KAAK,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,KAAK,CAAA;YAC5B,SAAQ;QACV,CAAC;QACD,IAAI,GAAG,CAAC,IAAI,KAAK,MAAM,EAAE,CAAC;YACxB,MAAM,IAAI,GAAG,GAAG,CAAC,KAAK,CAAC,GAAG,CAAC,MAAM,CAAC,CAAA;YAClC,IAAI,QAAQ,KAAK,IAAI,IAAI,IAAI,KAAK,SAAS;gBAAE,QAAQ,GAAG,IAAI,CAAA;QAC9D,CAAC;aAAM,IAAI,SAAS,CAAC,GAAG,CAAC,GAAG,CAAC,IAAI,CAAC,EAAE,CAAC;YACnC,MAAM,IAAI,GAAG,GAAG,CAAC,KAAK,CAAC,GAAG,CAAC,MAAM,CAAC,CAAA;YAClC,IAAI,IAAI,KAAK,SAAS;gBAAE,GAAG,CAAC,IAAI,CAAC,IAAI,CAAC,CAAA;QACxC,CAAC;aAAM,IAAI,QAAQ,CAAC,GAAG,CAAC,GAAG,CAAC,IAAI,CAAC,EAAE,CAAC;YAClC,MAAM,GAAG,GAAG,GAAG,CAAC,KAAK,CAAC,GAAG,CAAC,KAAK,CAAC,CAAA;YAChC,IAAI,GAAG,KAAK,SAAS;gBAAE,GAAG,CAAC,IAAI,CAAC,GAAG,CAAC,CAAA;QACtC,CAAC;IACH,CAAC;IACD,IAAI,IAAI,GAAG,OAAO,CAAA;IAClB,IAAI,QAAQ,KAAK,IAAI,EAAE,CAAC;QACtB,IAAI,CAAC;YAAC,IAAI,GAAG,IAAI,GAAG,CAAC,QAAQ,CAAC,IAAI,EAAE,EAAE,OAAO,CAAC,CAAC,IAAI,CAAA;QAAC,CAAC;QAAC,MAAM,CAAC,CAAC,iCAAiC,CAAC,CAAC;IACnG,CAAC;IACD,MAAM,IAAI,GAAG,IAAI,GAAG,EAAU,CAAA;IAC9B,MAAM,GAAG,GAAa,EAAE,CAAA;IACxB,KAAK,MAAM,KAAK,IAAI,GAAG,EAAE,CAAC;QACxB,IAAI,GAAQ,CAAA;QACZ,IAAI,CAAC;YAAC,GAAG,GAAG,IAAI,GAAG,CAAC,KAAK,CAAC,IAAI,EAAE,EAAE,IAAI,CAAC,CAAA;QAAC,CAAC;QAAC,MAAM,CAAC;YAAC,SAAQ;QAAC,CAAC;QAC5D,IAAI,GAAG,CAAC,QAAQ,KAAK,OAAO,IAAI,GAAG,CAAC,QAAQ,KAAK,QAAQ;YAAE,SAAQ;QACnE,GAAG,CAAC,IAAI,GAAG,EAAE,CAAA;QACb,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,GAAG,CAAC,IAAI,CAAC,EAAE,CAAC;YAAC,IAAI,CAAC,GAAG,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC;YAAC,GAAG,CAAC,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,CAAA;QAAC,CAAC;IACrE,CAAC;IACD,OAAO,GAAG,CAAA;AACZ,CAAC"}

package/dist/infra/crawl/namespace.d.ts

@@ -0,0 +1,36 @@
+import { createCrawl } from './handle.js';
+/** Crawl — a polite, sandboxed site crawler that runs as a durable job. */
+export declare const crawl: {
+    /**
+     * Creates a site crawler at boot and returns its handle: `job` (add to a worker surface's `jobs`), `start`, `approve`,
+     * `status`, `resources` and `refusals`. Throws `CrawlNotEnabledError` when the Blueprint has no `crawl` block.
+     *
+     * ```ts
+     * const gov = crawl.create({ instance, name: 'gov', queue, userAgent: 'VerityBot/1.0 (+https://verity.example/bot)',
+     *   accept: ({ contentType }) => contentType === 'application/pdf' })
+     * const { id } = await gov.start({ seed: 'https://www.example.gov.uk/', scope: { domain: 'example.gov.uk' } })
+     * ```
+     *
+     * Every request goes through `untrustedFetch.get`: http(s) only, public addresses only (checked at connect), a byte
+     * limit and a time limit per request, one trace step `pipework/fetch:get` each. robots.txt is read once per host before any
+     * other request to it and obeyed (RFC 9309: the group for the User-Agent's product token, longest match, `Crawl-delay`;
+     * 4xx allows everything; 5xx or no answer disallows, retried three times, then the crawl stops with `stoppedBy: 'robots_unreachable'`).
+     * Requests to a host are `perHostConcurrency` (default 1) at a time and at least the larger of `minGapMs` (default 1000) and
+     * `Crawl-delay` apart. A redirect is not followed inside a request: its target is queued like a link, so it meets scope,
+     * robots and the gap; a target outside the scope is refused as `scope`.
+     *
+     * `accept({ url, contentType })` says which resources are listed; in-scope html is followed for links (read by a scanner that
+     * runs nothing); anything that is neither html nor accepted is refused before its body is read. A crawl that reaches a limit
+     * (`maxPages`, `maxDepth`, `maxBytes`, `maxWallMs`) ends `stopped` with `stoppedBy` naming it.
+     *
+     * State is in the database. The job claims queued URLs one at a time and records each URL's outcome, its links and its
+     * listed resource in one transaction, so a job that dies is retried by the queue and carries on from the queued rows. A URL
+     * finished before the death is never fetched again; the one in flight at the death may be. A later crawl of the same seed
+     * sends `If-None-Match` / `If-Modified-Since` for the resources the earlier one listed and records a 304 as `unchanged`.
+     *
+     * With `crawl: { requireApproval: true }` in the Blueprint, `start` records the crawl as `awaiting_approval` and queues nothing
+     * until `approve(id)`. `start` and `approve` each write one `Crawl` audit record.
+     */
+    readonly create: typeof createCrawl;
+};
+//# sourceMappingURL=namespace.d.ts.map

package/dist/infra/crawl/namespace.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"namespace.d.ts","sourceRoot":"","sources":["../../../src/infra/crawl/namespace.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,WAAW,EAAE,MAAM,aAAa,CAAA;AAEzC,2EAA2E;AAC3E,eAAO,MAAM,KAAK;IAChB;;;;;;;;;;;;;;;;;;;;;;;;;;;;;OA6BG;;CAEK,CAAA"}

package/dist/infra/crawl/namespace.js

@@ -0,0 +1,36 @@
+import { createCrawl } from './handle.js';
+/** Crawl — a polite, sandboxed site crawler that runs as a durable job. */
+export const crawl = {
+    /**
+     * Creates a site crawler at boot and returns its handle: `job` (add to a worker surface's `jobs`), `start`, `approve`,
+     * `status`, `resources` and `refusals`. Throws `CrawlNotEnabledError` when the Blueprint has no `crawl` block.
+     *
+     * ```ts
+     * const gov = crawl.create({ instance, name: 'gov', queue, userAgent: 'VerityBot/1.0 (+https://verity.example/bot)',
+     *   accept: ({ contentType }) => contentType === 'application/pdf' })
+     * const { id } = await gov.start({ seed: 'https://www.example.gov.uk/', scope: { domain: 'example.gov.uk' } })
+     * ```
+     *
+     * Every request goes through `untrustedFetch.get`: http(s) only, public addresses only (checked at connect), a byte
+     * limit and a time limit per request, one trace step `pipework/fetch:get` each. robots.txt is read once per host before any
+     * other request to it and obeyed (RFC 9309: the group for the User-Agent's product token, longest match, `Crawl-delay`;
+     * 4xx allows everything; 5xx or no answer disallows, retried three times, then the crawl stops with `stoppedBy: 'robots_unreachable'`).
+     * Requests to a host are `perHostConcurrency` (default 1) at a time and at least the larger of `minGapMs` (default 1000) and
+     * `Crawl-delay` apart. A redirect is not followed inside a request: its target is queued like a link, so it meets scope,
+     * robots and the gap; a target outside the scope is refused as `scope`.
+     *
+     * `accept({ url, contentType })` says which resources are listed; in-scope html is followed for links (read by a scanner that
+     * runs nothing); anything that is neither html nor accepted is refused before its body is read. A crawl that reaches a limit
+     * (`maxPages`, `maxDepth`, `maxBytes`, `maxWallMs`) ends `stopped` with `stoppedBy` naming it.
+     *
+     * State is in the database. The job claims queued URLs one at a time and records each URL's outcome, its links and its
+     * listed resource in one transaction, so a job that dies is retried by the queue and carries on from the queued rows. A URL
+     * finished before the death is never fetched again; the one in flight at the death may be. A later crawl of the same seed
+     * sends `If-None-Match` / `If-Modified-Since` for the resources the earlier one listed and records a 304 as `unchanged`.
+     *
+     * With `crawl: { requireApproval: true }` in the Blueprint, `start` records the crawl as `awaiting_approval` and queues nothing
+     * until `approve(id)`. `start` and `approve` each write one `Crawl` audit record.
+     */
+    create: createCrawl,
+};
+//# sourceMappingURL=namespace.js.map

package/dist/infra/crawl/namespace.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"namespace.js","sourceRoot":"","sources":["../../../src/infra/crawl/namespace.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,WAAW,EAAE,MAAM,aAAa,CAAA;AAEzC,2EAA2E;AAC3E,MAAM,CAAC,MAAM,KAAK,GAAG;IACnB;;;;;;;;;;;;;;;;;;;;;;;;;;;;;OA6BG;IACH,MAAM,EAAE,WAAW;CACX,CAAA"}

package/dist/infra/crawl/robots.d.ts

@@ -0,0 +1,16 @@
+/** What a robots.txt says to one crawler. */
+export interface RobotsRules {
+    /** Whether the crawler may fetch this path and query (`/a/b?x=1`). */
+    allows(pathAndQuery: string): boolean;
+    /** Seconds the matched group asks between requests; null when it names none. */
+    readonly crawlDelaySeconds: number | null;
+}
+/** Every path is allowed (what a 4xx answer means). */
+export declare const ALLOW_ALL: RobotsRules;
+/** No path is allowed (what an unreachable robots.txt means). */
+export declare const DISALLOW_ALL: RobotsRules;
+/** The product token of a User-Agent: its leading letters, `-` and `_` (`VerityBot/1.2 (+url)` is `VerityBot`), lower-case. */
+export declare function productToken(userAgent: string): string;
+/** Reads robots.txt `text` for the crawler named by `userAgent`: the groups naming its product token, else the `*` groups. */
+export declare function parseRobots(text: string, userAgent: string): RobotsRules;
+//# sourceMappingURL=robots.d.ts.map

package/dist/infra/crawl/robots.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"robots.d.ts","sourceRoot":"","sources":["../../../src/infra/crawl/robots.ts"],"names":[],"mappings":"AAGA,6CAA6C;AAC7C,MAAM,WAAW,WAAW;IAC1B,sEAAsE;IACtE,MAAM,CAAC,YAAY,EAAE,MAAM,GAAG,OAAO,CAAA;IACrC,gFAAgF;IAChF,QAAQ,CAAC,iBAAiB,EAAE,MAAM,GAAG,IAAI,CAAA;CAC1C;AAID,uDAAuD;AACvD,eAAO,MAAM,SAAS,EAAE,WAA6D,CAAA;AACrF,iEAAiE;AACjE,eAAO,MAAM,YAAY,EAAE,WAA8D,CAAA;AAEzF,+HAA+H;AAC/H,wBAAgB,YAAY,CAAC,SAAS,EAAE,MAAM,GAAG,MAAM,CAItD;AAsDD,8HAA8H;AAC9H,wBAAgB,WAAW,CAAC,IAAI,EAAE,MAAM,EAAE,SAAS,EAAE,MAAM,GAAG,WAAW,CAqBxE"}

package/dist/infra/crawl/robots.js

@@ -0,0 +1,98 @@
+// robots.txt per RFC 9309: groups by user agent, longest-match Allow/Disallow with `*` and `$`, Allow wins a tie,
+// Crawl-delay from the matched group. Pure: the text in, a decision function out.
+/** Every path is allowed (what a 4xx answer means). */
+export const ALLOW_ALL = { allows: () => true, crawlDelaySeconds: null };
+/** No path is allowed (what an unreachable robots.txt means). */
+export const DISALLOW_ALL = { allows: () => false, crawlDelaySeconds: null };
+/** The product token of a User-Agent: its leading letters, `-` and `_` (`VerityBot/1.2 (+url)` is `VerityBot`), lower-case. */
+export function productToken(userAgent) {
+    let end = 0;
+    while (end < userAgent.length && /[A-Za-z_-]/.test(userAgent[end]))
+        end++;
+    return userAgent.slice(0, end).toLowerCase();
+}
+function parseGroups(text) {
+    const groups = [];
+    let current = null;
+    let inAgents = false;
+    const lines = text.replace(/^/, '').split(/\r\n|\r|\n/);
+    for (const raw of lines) {
+        const hash = raw.indexOf('#');
+        const line = (hash === -1 ? raw : raw.slice(0, hash)).trim();
+        const colon = line.indexOf(':');
+        if (colon === -1)
+            continue;
+        const name = line.slice(0, colon).trim().toLowerCase();
+        const value = line.slice(colon + 1).trim();
+        if (name === 'user-agent') {
+            if (current === null || !inAgents) {
+                current = { agents: [], rules: [], delay: null };
+                groups.push(current);
+            }
+            current.agents.push(value.toLowerCase());
+            inAgents = true;
+            continue;
+        }
+        inAgents = false;
+        if (current === null)
+            continue;
+        if (name === 'allow' || name === 'disallow') {
+            if (value !== '')
+                current.rules.push({ allow: name === 'allow', pattern: value });
+        }
+        else if (name === 'crawl-delay') {
+            const n = Number(value);
+            if (Number.isFinite(n) && n >= 0 && current.delay === null)
+                current.delay = n;
+        }
+    }
+    return groups;
+}
+/** Whether `pattern` (with `*` wildcards and an optional trailing `$`) matches the start of `path`; linear in the sizes. */
+function patternMatches(pattern, path) {
+    const anchored = pattern.endsWith('$');
+    const body = anchored ? pattern.slice(0, -1) : pattern;
+    const parts = body.split('*');
+    const first = parts[0];
+    if (!path.startsWith(first))
+        return false;
+    let pos = first.length;
+    if (parts.length === 1)
+        return anchored ? pos === path.length : true;
+    for (let i = 1; i < parts.length - 1; i++) {
+        const found = path.indexOf(parts[i], pos);
+        if (found === -1)
+            return false;
+        pos = found + parts[i].length;
+    }
+    const last = parts[parts.length - 1];
+    if (!anchored)
+        return path.indexOf(last, pos) !== -1;
+    return path.length - last.length >= pos && path.endsWith(last);
+}
+/** Reads robots.txt `text` for the crawler named by `userAgent`: the groups naming its product token, else the `*` groups. */
+export function parseRobots(text, userAgent) {
+    const groups = parseGroups(text);
+    const token = productToken(userAgent);
+    let matched = groups.filter(g => token !== '' && g.agents.includes(token));
+    if (matched.length === 0)
+        matched = groups.filter(g => g.agents.includes('*'));
+    const rules = matched.flatMap(g => g.rules);
+    const delay = matched.map(g => g.delay).find(d => d !== null) ?? null;
+    return {
+        crawlDelaySeconds: delay,
+        allows(pathAndQuery) {
+            let best = null;
+            for (const rule of rules) {
+                if (!patternMatches(rule.pattern, pathAndQuery))
+                    continue;
+                const length = rule.pattern.length;
+                if (best === null || length > best.length || (length === best.length && rule.allow && !best.allow)) {
+                    best = { allow: rule.allow, length };
+                }
+            }
+            return best === null ? true : best.allow;
+        },
+    };
+}
+//# sourceMappingURL=robots.js.map

package/dist/infra/crawl/robots.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"robots.js","sourceRoot":"","sources":["../../../src/infra/crawl/robots.ts"],"names":[],"mappings":"AAAA,kHAAkH;AAClH,kFAAkF;AAYlF,uDAAuD;AACvD,MAAM,CAAC,MAAM,SAAS,GAAgB,EAAE,MAAM,EAAE,GAAG,EAAE,CAAC,IAAI,EAAE,iBAAiB,EAAE,IAAI,EAAE,CAAA;AACrF,iEAAiE;AACjE,MAAM,CAAC,MAAM,YAAY,GAAgB,EAAE,MAAM,EAAE,GAAG,EAAE,CAAC,KAAK,EAAE,iBAAiB,EAAE,IAAI,EAAE,CAAA;AAEzF,+HAA+H;AAC/H,MAAM,UAAU,YAAY,CAAC,SAAiB;IAC5C,IAAI,GAAG,GAAG,CAAC,CAAA;IACX,OAAO,GAAG,GAAG,SAAS,CAAC,MAAM,IAAI,YAAY,CAAC,IAAI,CAAC,SAAS,CAAC,GAAG,CAAE,CAAC;QAAE,GAAG,EAAE,CAAA;IAC1E,OAAO,SAAS,CAAC,KAAK,CAAC,CAAC,EAAE,GAAG,CAAC,CAAC,WAAW,EAAE,CAAA;AAC9C,CAAC;AAED,SAAS,WAAW,CAAC,IAAY;IAC/B,MAAM,MAAM,GAAY,EAAE,CAAA;IAC1B,IAAI,OAAO,GAAiB,IAAI,CAAA;IAChC,IAAI,QAAQ,GAAG,KAAK,CAAA;IACpB,MAAM,KAAK,GAAG,IAAI,CAAC,OAAO,CAAC,IAAI,EAAE,EAAE,CAAC,CAAC,KAAK,CAAC,YAAY,CAAC,CAAA;IACxD,KAAK,MAAM,GAAG,IAAI,KAAK,EAAE,CAAC;QACxB,MAAM,IAAI,GAAG,GAAG,CAAC,OAAO,CAAC,GAAG,CAAC,CAAA;QAC7B,MAAM,IAAI,GAAG,CAAC,IAAI,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC,EAAE,IAAI,CAAC,CAAC,CAAC,IAAI,EAAE,CAAA;QAC5D,MAAM,KAAK,GAAG,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,CAAA;QAC/B,IAAI,KAAK,KAAK,CAAC,CAAC;YAAE,SAAQ;QAC1B,MAAM,IAAI,GAAG,IAAI,CAAC,KAAK,CAAC,CAAC,EAAE,KAAK,CAAC,CAAC,IAAI,EAAE,CAAC,WAAW,EAAE,CAAA;QACtD,MAAM,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC,KAAK,GAAG,CAAC,CAAC,CAAC,IAAI,EAAE,CAAA;QAC1C,IAAI,IAAI,KAAK,YAAY,EAAE,CAAC;YAC1B,IAAI,OAAO,KAAK,IAAI,IAAI,CAAC,QAAQ,EAAE,CAAC;gBAClC,OAAO,GAAG,EAAE,MAAM,EAAE,EAAE,EAAE,KAAK,EAAE,EAAE,EAAE,KAAK,EAAE,IAAI,EAAE,CAAA;gBAChD,MAAM,CAAC,IAAI,CAAC,OAAO,CAAC,CAAA;YACtB,CAAC;YACD,OAAO,CAAC,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,WAAW,EAAE,CAAC,CAAA;YACxC,QAAQ,GAAG,IAAI,CAAA;YACf,SAAQ;QACV,CAAC;QACD,QAAQ,GAAG,KAAK,CAAA;QAChB,IAAI,OAAO,KAAK,IAAI;YAAE,SAAQ;QAC9B,IAAI,IAAI,KAAK,OAAO,IAAI,IAAI,KAAK,UAAU,EAAE,CAAC;YAC5C,IAAI,KAAK,KAAK,EAAE;gBAAE,OAAO,CAAC,KAAK,CAAC,IAAI,CAAC,EAAE,KAAK,EAAE,IAAI,KAAK,OAAO,EAAE,OAAO,EAAE,KAAK,EAAE,CAAC,CAAA;QACnF,CAAC;aAAM,IAAI,IAAI,KAAK,aAAa,EAAE,CAAC;YAClC,MAAM,CAAC,GAAG,MAAM,CAAC,KAAK,CAAC,CAAA;YACvB,IAAI,MAAM,CAAC,QAAQ,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,OAAO,CAAC,KAAK,KAAK,IAAI;gBAAE,OAAO,CAAC,KAAK,GAAG,CAAC,CAAA;QAC/E,CAAC;IACH,CAAC;IACD,OAAO,MAAM,CAAA;AACf,CAAC;AAED,4HAA4H;AAC5H,SAAS,cAAc,CAAC,OAAe,EAAE,IAAY;IACnD,MAAM,QAAQ,GAAG,OAAO,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAA;IACtC,MAAM,IAAI,GAAG,QAAQ,CAAC,CAAC,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,OAAO,CAAA;IACtD,MAAM,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,CAAA;IAC7B,MAAM,KAAK,GAAG,KAAK,CAAC,CAAC,CAAE,CAAA;IACvB,IAAI,CAAC,IAAI,CAAC,UAAU,CAAC,KAAK,CAAC;QAAE,OAAO,KAAK,CAAA;IACzC,IAAI,GAAG,GAAG,KAAK,CAAC,MAAM,CAAA;IACtB,IAAI,KAAK,CAAC,MAAM,KAAK,CAAC;QAAE,OAAO,QAAQ,CAAC,CAAC,CAAC,GAAG,KAAK,IAAI,CAAC,MAAM,CAAC,CAAC,CAAC,IAAI,CAAA;IACpE,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,KAAK,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC;QAC1C,MAAM,KAAK,GAAG,IAAI,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC,CAAE,EAAE,GAAG,CAAC,CAAA;QAC1C,IAAI,KAAK,KAAK,CAAC,CAAC;YAAE,OAAO,KAAK,CAAA;QAC9B,GAAG,GAAG,KAAK,GAAG,KAAK,CAAC,CAAC,CAAE,CAAC,MAAM,CAAA;IAChC,CAAC;IACD,MAAM,IAAI,GAAG,KAAK,CAAC,KAAK,CAAC,MAAM,GAAG,CAAC,CAAE,CAAA;IACrC,IAAI,CAAC,QAAQ;QAAE,OAAO,IAAI,CAAC,OAAO,CAAC,IAAI,EAAE,GAAG,CAAC,KAAK,CAAC,CAAC,CAAA;IACpD,OAAO,IAAI,CAAC,MAAM,GAAG,IAAI,CAAC,MAAM,IAAI,GAAG,IAAI,IAAI,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAA;AAChE,CAAC;AAED,8HAA8H;AAC9H,MAAM,UAAU,WAAW,CAAC,IAAY,EAAE,SAAiB;IACzD,MAAM,MAAM,GAAG,WAAW,CAAC,IAAI,CAAC,CAAA;IAChC,MAAM,KAAK,GAAG,YAAY,CAAC,SAAS,CAAC,CAAA;IACrC,IAAI,OAAO,GAAG,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,KAAK,KAAK,EAAE,IAAI,CAAC,CAAC,MAAM,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC,CAAA;IAC1E,IAAI,OAAO,CAAC,MAAM,KAAK,CAAC;QAAE,OAAO,GAAG,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,MAAM,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC,CAAA;IAC9E,MAAM,KAAK,GAAG,OAAO,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,KAAK,CAAC,CAAA;IAC3C,MAAM,KAAK,GAAG,OAAO,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,KAAK,IAAI,CAAC,IAAI,IAAI,CAAA;IACrE,OAAO;QACL,iBAAiB,EAAE,KAAK;QACxB,MAAM,CAAC,YAAoB;YACzB,IAAI,IAAI,GAA8C,IAAI,CAAA;YAC1D,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;gBACzB,IAAI,CAAC,cAAc,CAAC,IAAI,CAAC,OAAO,EAAE,YAAY,CAAC;oBAAE,SAAQ;gBACzD,MAAM,MAAM,GAAG,IAAI,CAAC,OAAO,CAAC,MAAM,CAAA;gBAClC,IAAI,IAAI,KAAK,IAAI,IAAI,MAAM,GAAG,IAAI,CAAC,MAAM,IAAI,CAAC,MAAM,KAAK,IAAI,CAAC,MAAM,IAAI,IAAI,CAAC,KAAK,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC,EAAE,CAAC;oBACnG,IAAI,GAAG,EAAE,KAAK,EAAE,IAAI,CAAC,KAAK,EAAE,MAAM,EAAE,CAAA;gBACtC,CAAC;YACH,CAAC;YACD,OAAO,IAAI,KAAK,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC,KAAK,CAAA;QAC1C,CAAC;KACF,CAAA;AACH,CAAC"}