@expandai/sdk 0.19.0 → 0.20.0

package/build/esm/AppendixMarkers.js

@@ -0,0 +1,307 @@
+// Appendix omission markers as they appear in Fetch Markdown.
+//
+// Mirrors `packages/core/src/Fetch/AppendixMarkers.ts` (the SDK cannot depend
+// on core). Keep the grammar in sync with the Rust emitter in
+// `native/expand-snapshot/src/markdown/pruner/appendix_markers.rs`.
+//
+// A marker is placed wherever block content renders, so it can arrive with a
+// blockquote or list-item prefix (`> [appendix omitted: …]`). Marker-shaped
+// lines inside fenced code are page text, not markers, and are left alone.
+//
+//   [appendix omitted: 14 links · ~320 tokens] {612}
+//   [appendix omitted: navigation — Home, News, Sport, +11 more · 14 links · ~320 tokens] {612}
+//   [appendix omitted: 7 more blocks · 41 links · ~2100 tokens]        (trailing fold; id is the first folded block when bound)
+import { Schema } from 'effect';
+export const APPENDIX_MARKER_PREFIX = '[appendix omitted: ';
+export const AppendixMarkerLevel = Schema.Literal('off', 'compact', 'detailed');
+const MARKER_LINE = /^\[appendix omitted: (?:(?<more>\d+) more blocks? · |(?<label>[a-z]+)(?: — (?<preview>.+?))? · )?(?<links>\d+) links? · ~(?<tokens>\d+) tokens\](?: \{(?<id>\d+)\})?$/u;
+/** One blockquote or list-item prefix, as Markdown renders it. */
+const CONTAINER_PREFIX = /^(?:> ?|[*+-][ \t]|\d+[.)][ \t])/u;
+const FENCE_LINE = /^(`{3,}|~{3,})/u;
+/** A list bullet or ordered-list number introducing an item. */
+const LIST_MARKER = /^(?:[*+-]|\d+[.)])(?=[ \t]|$)/u;
+/**
+ * A marker rendered inside a blockquote or a list item carries that container's
+ * prefix (`> `, `- `, `1. `, and nestings of those). The Rust emitter places
+ * markers wherever block content renders, so consumers have to see through
+ * those prefixes or the marker reads as page content.
+ */
+function markerBody(line) {
+    let rest = line.trimStart();
+    while (!rest.startsWith(APPENDIX_MARKER_PREFIX)) {
+        const prefix = CONTAINER_PREFIX.exec(rest);
+        if (!prefix)
+            return rest;
+        rest = rest.slice(prefix[0].length).trimStart();
+    }
+    return rest;
+}
+/**
+ * The container markers a line opens with, and where they leave it.
+ *
+ * Blockquotes and list items nest in either order (`- > ```rust`), so the two
+ * are stripped in turn rather than one after the other. A `>` takes one
+ * optional space with it, which is the quote marker rather than indentation.
+ * A closing delimiter is read with `allowListMarkers` false: a bullet on a line
+ * *inside* a block is code, and reading it as container syntax ends the block.
+ */
+function containerPrefix(line, allowListMarkers) {
+    const rawIndent = leadingIndent(line, 0).columns;
+    let rest = line;
+    let depth = 0;
+    let column = 0;
+    let markerColumn = Number.MAX_SAFE_INTEGER;
+    let afterMarkers;
+    const openedItems = [];
+    let sawListMarker = false;
+    for (;;) {
+        const { bytes, columns } = leadingIndent(rest, column);
+        rest = rest.slice(bytes);
+        column += columns;
+        if (rest.startsWith('>')) {
+            depth += 1;
+            const after = rest.slice(1).startsWith(' ') ? rest.slice(2) : rest.slice(1);
+            column += rest.length - after.length;
+            rest = after;
+            afterMarkers = column;
+            continue;
+        }
+        const { width, content } = allowListMarkers ? listMarkerWidth(rest, column) : { width: 0, content: rest };
+        if (width > 0) {
+            sawListMarker = true;
+            markerColumn = Math.min(markerColumn, column);
+            column += width;
+            rest = content;
+            afterMarkers = column;
+            openedItems.push({ depth, column });
+            continue;
+        }
+        return { depth, rawIndent, afterMarkers, markerColumn, openedItems, column, sawListMarker, rest };
+    }
+}
+/**
+ * The column a line begins at for container purposes: its own list marker when
+ * it opens an item, otherwise its content.
+ */
+function startsAt(prefix) {
+    return prefix.sawListMarker ? prefix.markerColumn : prefix.column;
+}
+/**
+ * Whether a line's content is an indented code block — four columns past
+ * whatever contains it. That is either the enclosing list item, for the
+ * indentation before this line's own markers, or the innermost marker this line
+ * opens, for the indentation after them.
+ */
+function isIndentedCode(prefix, contentColumn) {
+    const inside = Math.max(contentColumn, prefix.afterMarkers ?? 0);
+    return prefix.rawIndent >= contentColumn + 4 || prefix.column >= inside + 4;
+}
+/**
+ * Bytes and columns taken by leading whitespace. A tab advances to the next
+ * four-column stop, as CommonMark counts it — code bodies are full of them, and
+ * reading one as no indentation puts a line outside its own block.
+ */
+function leadingIndent(rest, startColumn) {
+    let bytes = 0;
+    let column = startColumn;
+    for (const character of rest) {
+        if (character === ' ')
+            column += 1;
+        // A tab stop is measured from where the line already is, not from the
+        // start of the run.
+        else if (character === '\t')
+            column += 4 - (column % 4);
+        else
+            break;
+        bytes += 1;
+    }
+    return { bytes, columns: column - startColumn };
+}
+/** A run of three or more backticks or tildes at the start of `content`. */
+function fenceRun(content) {
+    const match = FENCE_LINE.exec(content)?.[1];
+    return match === undefined ? undefined : { fenceChar: match[0], run: match.length };
+}
+/** Columns taken by a leading list marker, and the content after it. */
+function listMarkerWidth(rest, startColumn) {
+    const marker = LIST_MARKER.exec(rest)?.[0];
+    if (marker === undefined)
+        return { width: 0, content: rest };
+    const afterMarker = rest.slice(marker.length);
+    const padding = leadingIndent(afterMarker, startColumn + marker.length);
+    // More than four columns of padding is an indented code block inside the
+    // item, not a wider marker: the item's content starts one column past it.
+    if (padding.columns > 4)
+        return { width: marker.length, content: afterMarker };
+    return { width: marker.length + padding.columns, content: rest.slice(marker.length + padding.bytes) };
+}
+/**
+ * The fence a line opens, if any. The caller has already established that the
+ * line is not indented code.
+ */
+function opensFence(prefix, itemContentColumn) {
+    const run = fenceRun(prefix.rest);
+    if (run === undefined)
+        return undefined;
+    // A backtick fence's info string may not contain a backtick, so ``` `` ``` is
+    // a paragraph with inline code in it, not a block that swallows what follows.
+    if (run.fenceChar === '`' && prefix.rest.slice(run.run).includes('`'))
+        return undefined;
+    return { depth: prefix.depth, indent: prefix.column, itemContentColumn, ...run };
+}
+/**
+ * A fence closes on a run of the same character, at least as long as the open,
+ * at the same blockquote depth and no more than three columns further in, with
+ * nothing but whitespace after it. Everything else inside the block — an info
+ * string, a `>`, a list bullet — is code.
+ */
+function closesFence(line, open) {
+    const prefix = containerPrefix(line, false);
+    if (prefix.depth !== open.depth || prefix.column > open.indent + 3)
+        return false;
+    const run = fenceRun(prefix.rest);
+    if (run === undefined || run.fenceChar !== open.fenceChar || run.run < open.run)
+        return false;
+    return prefix.rest.slice(run.run).trim() === '';
+}
+/**
+ * Whether a line has stepped out of the list item a fence opened inside, which
+ * ends the block whether or not a closing delimiter ever arrived.
+ */
+function leavesFenceContainer(line, open) {
+    if (open.itemContentColumn === 0 && open.depth === 0)
+        return false;
+    const prefix = containerPrefix(line, true);
+    if (prefix.rest.trim() === '' && !prefix.sawListMarker)
+        return false;
+    return prefix.depth < open.depth || startsAt(prefix) < open.itemContentColumn;
+}
+/**
+ * Walk a body's lines, reporting each with the marker it carries, if any.
+ *
+ * The list items a line sits inside are tracked as a stack of their content
+ * columns, because that is the whole difference between four spaces meaning an
+ * indented code block and four spaces meaning ordinary item content — and a
+ * delimiter that is a fence in one is code in the other.
+ */
+function eachLine(markdown, visit) {
+    // Blockquote depth and content column of each open item, outermost first. The
+    // depth matters because an item inside a quote ends when the quote does,
+    // however its columns compare.
+    const openItems = [];
+    let fence;
+    for (const raw of markdown.split('\n')) {
+        // `lines()` in the Rust twin drops the carriage return; a body captured
+        // with CRLF must classify the same either way.
+        const line = raw.endsWith('\r') ? raw.slice(0, -1) : raw;
+        if (fence !== undefined) {
+            // A line that steps out of the fence's list item is not part of the
+            // block — the block ended above it — so it still has to be read.
+            if (leavesFenceContainer(line, fence)) {
+                fence = undefined;
+            }
+            else {
+                const closing = closesFence(line, fence);
+                if (closing)
+                    fence = undefined;
+                // The delimiters belong to the document; only the body between them
+                // is code a consumer may drop.
+                visit(raw, undefined, !closing);
+                continue;
+            }
+        }
+        const prefix = containerPrefix(line, true);
+        // A blank line neither opens nor closes a container, and the items it sits
+        // inside continue after it. An empty list item (`10.` with its content on a
+        // later line) looks blank once its marker is stripped, and is not.
+        if (prefix.rest.trim() === '' && !prefix.sawListMarker) {
+            visit(raw, undefined, false);
+            continue;
+        }
+        while (openItems.length > 0) {
+            const innermost = openItems[openItems.length - 1];
+            if (innermost.depth <= prefix.depth && startsAt(prefix) >= innermost.column)
+                break;
+            openItems.pop();
+        }
+        const contentColumn = openItems[openItems.length - 1]?.column ?? 0;
+        // An indented code block is not a list item, not a fence, and not a
+        // marker — it is code, whatever it looks like.
+        if (isIndentedCode(prefix, contentColumn)) {
+            visit(raw, undefined, false);
+            continue;
+        }
+        for (const opened of prefix.openedItems)
+            openItems.push(opened);
+        const opening = opensFence(prefix, openItems[openItems.length - 1]?.column ?? 0);
+        if (opening !== undefined) {
+            fence = opening;
+            visit(raw, undefined, false);
+            continue;
+        }
+        visit(raw, parseAppendixMarkerLine(line), false);
+    }
+}
+/**
+ * A body with the *contents* of fenced code removed, delimiters kept. Evidence
+ * ids inside a code example are page text, not citations — but a code block's
+ * own id rides on its opening fence, so the delimiters have to stay.
+ */
+export function withoutFencedCode(markdown) {
+    const kept = [];
+    eachLine(markdown, (line, _marker, fenced) => {
+        if (!fenced)
+            kept.push(line);
+    });
+    return kept.join('\n');
+}
+export function isAppendixMarkerLine(line) {
+    const body = markerBody(line);
+    return body.startsWith(APPENDIX_MARKER_PREFIX) && MARKER_LINE.test(body.trimEnd());
+}
+export function parseAppendixMarkerLine(line) {
+    const groups = MARKER_LINE.exec(markerBody(line).trimEnd())?.groups;
+    if (!groups)
+        return undefined;
+    const links = Number(groups.links);
+    const approxTokens = Number(groups.tokens);
+    if (!Number.isSafeInteger(links) || !Number.isSafeInteger(approxTokens))
+        return undefined;
+    const evidenceId = groups.id === undefined ? undefined : Number(groups.id);
+    const moreBlocks = groups.more === undefined ? undefined : Number(groups.more);
+    return {
+        evidenceId: evidenceId !== undefined && Number.isSafeInteger(evidenceId) ? evidenceId : undefined,
+        links,
+        approxTokens,
+        label: groups.label,
+        preview: groups.preview,
+        moreBlocks: moreBlocks !== undefined && Number.isSafeInteger(moreBlocks) ? moreBlocks : undefined,
+    };
+}
+/**
+ * Remove marker paragraphs from a Markdown body. Markers are synthetic: they
+ * are never search snippets, never citable, and never scored by quality evals.
+ */
+export function stripAppendixMarkers(markdown) {
+    if (!markdown.includes(APPENDIX_MARKER_PREFIX))
+        return markdown;
+    const kept = [];
+    eachLine(markdown, (line, marker) => {
+        if (!marker)
+            kept.push(line);
+    });
+    return kept
+        .join('\n')
+        .replace(/\n{3,}/g, '\n\n')
+        .replace(/\n+$/u, '\n');
+}
+/** Every marker in a Markdown body, in document order. */
+export function parseAppendixMarkers(markdown) {
+    const markers = [];
+    eachLine(markdown, (_line, marker) => {
+        if (marker)
+            markers.push(marker);
+    });
+    return markers;
+}
+//# sourceMappingURL=AppendixMarkers.js.map

package/build/esm/AppendixMarkers.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"AppendixMarkers.js","sourceRoot":"","sources":["../../src/AppendixMarkers.ts"],"names":[],"mappings":"AAAA,8DAA8D;AAC9D,EAAE;AACF,8EAA8E;AAC9E,8DAA8D;AAC9D,oEAAoE;AACpE,EAAE;AACF,6EAA6E;AAC7E,4EAA4E;AAC5E,2EAA2E;AAC3E,EAAE;AACF,qDAAqD;AACrD,gGAAgG;AAChG,gIAAgI;AAEhI,OAAO,EAAE,MAAM,EAAE,MAAM,QAAQ,CAAA;AAE/B,MAAM,CAAC,MAAM,sBAAsB,GAAG,qBAAqB,CAAA;AAE3D,MAAM,CAAC,MAAM,mBAAmB,GAAG,MAAM,CAAC,OAAO,CAAC,KAAK,EAAE,SAAS,EAAE,UAAU,CAAC,CAAA;AAG/E,MAAM,WAAW,GAChB,wKAAwK,CAAA;AAEzK,kEAAkE;AAClE,MAAM,gBAAgB,GAAG,mCAAmC,CAAA;AAE5D,MAAM,UAAU,GAAG,iBAAiB,CAAA;AAEpC,gEAAgE;AAChE,MAAM,WAAW,GAAG,gCAAgC,CAAA;AAEpD;;;;;GAKG;AACH,SAAS,UAAU,CAAC,IAAY;IAC/B,IAAI,IAAI,GAAG,IAAI,CAAC,SAAS,EAAE,CAAA;IAC3B,OAAO,CAAC,IAAI,CAAC,UAAU,CAAC,sBAAsB,CAAC,EAAE,CAAC;QACjD,MAAM,MAAM,GAAG,gBAAgB,CAAC,IAAI,CAAC,IAAI,CAAC,CAAA;QAC1C,IAAI,CAAC,MAAM;YAAE,OAAO,IAAI,CAAA;QACxB,IAAI,GAAG,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,SAAS,EAAE,CAAA;IAChD,CAAC;IACD,OAAO,IAAI,CAAA;AACZ,CAAC;AAiDD;;;;;;;;GAQG;AACH,SAAS,eAAe,CAAC,IAAY,EAAE,gBAAyB;IAC/D,MAAM,SAAS,GAAG,aAAa,CAAC,IAAI,EAAE,CAAC,CAAC,CAAC,OAAO,CAAA;IAChD,IAAI,IAAI,GAAG,IAAI,CAAA;IACf,IAAI,KAAK,GAAG,CAAC,CAAA;IACb,IAAI,MAAM,GAAG,CAAC,CAAA;IACd,IAAI,YAAY,GAAG,MAAM,CAAC,gBAAgB,CAAA;IAC1C,IAAI,YAAgC,CAAA;IACpC,MAAM,WAAW,GAAwC,EAAE,CAAA;IAC3D,IAAI,aAAa,GAAG,KAAK,CAAA;IACzB,SAAS,CAAC;QACT,MAAM,EAAE,KAAK,EAAE,OAAO,EAAE,GAAG,aAAa,CAAC,IAAI,EAAE,MAAM,CAAC,CAAA;QACtD,IAAI,GAAG,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,CAAA;QACxB,MAAM,IAAI,OAAO,CAAA;QACjB,IAAI,IAAI,CAAC,UAAU,CAAC,GAAG,CAAC,EAAE,CAAC;YAC1B,KAAK,IAAI,CAAC,CAAA;YACV,MAAM,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,UAAU,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,CAAA;YAC3E,MAAM,IAAI,IAAI,CAAC,MAAM,GAAG,KAAK,CAAC,MAAM,CAAA;YACpC,IAAI,GAAG,KAAK,CAAA;YACZ,YAAY,GAAG,MAAM,CAAA;YACrB,SAAQ;QACT,CAAC;QACD,MAAM,EAAE,KAAK,EAAE,OAAO,EAAE,GAAG,gBAAgB,CAAC,CAAC,CAAC,eAAe,CAAC,IAAI,EAAE,MAAM,CAAC,CAAC,CAAC,CAAC,EAAE,KAAK,EAAE,CAAC,EAAE,OAAO,EAAE,IAAI,EAAE,CAAA;QACzG,IAAI,KAAK,GAAG,CAAC,EAAE,CAAC;YACf,aAAa,GAAG,IAAI,CAAA;YACpB,YAAY,GAAG,IAAI,CAAC,GAAG,CAAC,YAAY,EAAE,MAAM,CAAC,CAAA;YAC7C,MAAM,IAAI,KAAK,CAAA;YACf,IAAI,GAAG,OAAO,CAAA;YACd,YAAY,GAAG,MAAM,CAAA;YACrB,WAAW,CAAC,IAAI,CAAC,EAAE,KAAK,EAAE,MAAM,EAAE,CAAC,CAAA;YACnC,SAAQ;QACT,CAAC;QACD,OAAO,EAAE,KAAK,EAAE,SAAS,EAAE,YAAY,EAAE,YAAY,EAAE,WAAW,EAAE,MAAM,EAAE,aAAa,EAAE,IAAI,EAAE,CAAA;IAClG,CAAC;AACF,CAAC;AAED;;;GAGG;AACH,SAAS,QAAQ,CAAC,MAAuB;IACxC,OAAO,MAAM,CAAC,aAAa,CAAC,CAAC,CAAC,MAAM,CAAC,YAAY,CAAC,CAAC,CAAC,MAAM,CAAC,MAAM,CAAA;AAClE,CAAC;AAED;;;;;GAKG;AACH,SAAS,cAAc,CAAC,MAAuB,EAAE,aAAqB;IACrE,MAAM,MAAM,GAAG,IAAI,CAAC,GAAG,CAAC,aAAa,EAAE,MAAM,CAAC,YAAY,IAAI,CAAC,CAAC,CAAA;IAChE,OAAO,MAAM,CAAC,SAAS,IAAI,aAAa,GAAG,CAAC,IAAI,MAAM,CAAC,MAAM,IAAI,MAAM,GAAG,CAAC,CAAA;AAC5E,CAAC;AAED;;;;GAIG;AACH,SAAS,aAAa,CAAC,IAAY,EAAE,WAAmB;IACvD,IAAI,KAAK,GAAG,CAAC,CAAA;IACb,IAAI,MAAM,GAAG,WAAW,CAAA;IACxB,KAAK,MAAM,SAAS,IAAI,IAAI,EAAE,CAAC;QAC9B,IAAI,SAAS,KAAK,GAAG;YAAE,MAAM,IAAI,CAAC,CAAA;QAClC,sEAAsE;QACtE,oBAAoB;aACf,IAAI,SAAS,KAAK,IAAI;YAAE,MAAM,IAAI,CAAC,GAAG,CAAC,MAAM,GAAG,CAAC,CAAC,CAAA;;YAClD,MAAK;QACV,KAAK,IAAI,CAAC,CAAA;IACX,CAAC;IACD,OAAO,EAAE,KAAK,EAAE,OAAO,EAAE,MAAM,GAAG,WAAW,EAAE,CAAA;AAChD,CAAC;AAED,4EAA4E;AAC5E,SAAS,QAAQ,CAAC,OAAe;IAChC,MAAM,KAAK,GAAG,UAAU,CAAC,IAAI,CAAC,OAAO,CAAC,EAAE,CAAC,CAAC,CAAC,CAAA;IAC3C,OAAO,KAAK,KAAK,SAAS,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,EAAE,SAAS,EAAE,KAAK,CAAC,CAAC,CAAC,EAAE,GAAG,EAAE,KAAK,CAAC,MAAM,EAAE,CAAA;AACpF,CAAC;AAED,wEAAwE;AACxE,SAAS,eAAe,CAAC,IAAY,EAAE,WAAmB;IACzD,MAAM,MAAM,GAAG,WAAW,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC,CAAC,CAAA;IAC1C,IAAI,MAAM,KAAK,SAAS;QAAE,OAAO,EAAE,KAAK,EAAE,CAAC,EAAE,OAAO,EAAE,IAAI,EAAE,CAAA;IAC5D,MAAM,WAAW,GAAG,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC,MAAM,CAAC,CAAA;IAC7C,MAAM,OAAO,GAAG,aAAa,CAAC,WAAW,EAAE,WAAW,GAAG,MAAM,CAAC,MAAM,CAAC,CAAA;IACvE,yEAAyE;IACzE,0EAA0E;IAC1E,IAAI,OAAO,CAAC,OAAO,GAAG,CAAC;QAAE,OAAO,EAAE,KAAK,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,EAAE,WAAW,EAAE,CAAA;IAC9E,OAAO,EAAE,KAAK,EAAE,MAAM,CAAC,MAAM,GAAG,OAAO,CAAC,OAAO,EAAE,OAAO,EAAE,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC,MAAM,GAAG,OAAO,CAAC,KAAK,CAAC,EAAE,CAAA;AACtG,CAAC;AAED;;;GAGG;AACH,SAAS,UAAU,CAAC,MAAuB,EAAE,iBAAyB;IACrE,MAAM,GAAG,GAAG,QAAQ,CAAC,MAAM,CAAC,IAAI,CAAC,CAAA;IACjC,IAAI,GAAG,KAAK,SAAS;QAAE,OAAO,SAAS,CAAA;IACvC,8EAA8E;IAC9E,8EAA8E;IAC9E,IAAI,GAAG,CAAC,SAAS,KAAK,GAAG,IAAI,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC,QAAQ,CAAC,GAAG,CAAC;QAAE,OAAO,SAAS,CAAA;IACvF,OAAO,EAAE,KAAK,EAAE,MAAM,CAAC,KAAK,EAAE,MAAM,EAAE,MAAM,CAAC,MAAM,EAAE,iBAAiB,EAAE,GAAG,GAAG,EAAE,CAAA;AACjF,CAAC;AAED;;;;;GAKG;AACH,SAAS,WAAW,CAAC,IAAY,EAAE,IAAe;IACjD,MAAM,MAAM,GAAG,eAAe,CAAC,IAAI,EAAE,KAAK,CAAC,CAAA;IAC3C,IAAI,MAAM,CAAC,KAAK,KAAK,IAAI,CAAC,KAAK,IAAI,MAAM,CAAC,MAAM,GAAG,IAAI,CAAC,MAAM,GAAG,CAAC;QAAE,OAAO,KAAK,CAAA;IAChF,MAAM,GAAG,GAAG,QAAQ,CAAC,MAAM,CAAC,IAAI,CAAC,CAAA;IACjC,IAAI,GAAG,KAAK,SAAS,IAAI,GAAG,CAAC,SAAS,KAAK,IAAI,CAAC,SAAS,IAAI,GAAG,CAAC,GAAG,GAAG,IAAI,CAAC,GAAG;QAAE,OAAO,KAAK,CAAA;IAC7F,OAAO,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,KAAK,EAAE,CAAA;AAChD,CAAC;AAED;;;GAGG;AACH,SAAS,oBAAoB,CAAC,IAAY,EAAE,IAAe;IAC1D,IAAI,IAAI,CAAC,iBAAiB,KAAK,CAAC,IAAI,IAAI,CAAC,KAAK,KAAK,CAAC;QAAE,OAAO,KAAK,CAAA;IAClE,MAAM,MAAM,GAAG,eAAe,CAAC,IAAI,EAAE,IAAI,CAAC,CAAA;IAC1C,IAAI,MAAM,CAAC,IAAI,CAAC,IAAI,EAAE,KAAK,EAAE,IAAI,CAAC,MAAM,CAAC,aAAa;QAAE,OAAO,KAAK,CAAA;IACpE,OAAO,MAAM,CAAC,KAAK,GAAG,IAAI,CAAC,KAAK,IAAI,QAAQ,CAAC,MAAM,CAAC,GAAG,IAAI,CAAC,iBAAiB,CAAA;AAC9E,CAAC;AAED;;;;;;;GAOG;AACH,SAAS,QAAQ,CAChB,QAAgB,EAChB,KAAkF;IAElF,8EAA8E;IAC9E,yEAAyE;IACzE,+BAA+B;IAC/B,MAAM,SAAS,GAAwC,EAAE,CAAA;IACzD,IAAI,KAA4B,CAAA;IAChC,KAAK,MAAM,GAAG,IAAI,QAAQ,CAAC,KAAK,CAAC,IAAI,CAAC,EAAE,CAAC;QACxC,wEAAwE;QACxE,+CAA+C;QAC/C,MAAM,IAAI,GAAG,GAAG,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,GAAG,CAAA;QACxD,IAAI,KAAK,KAAK,SAAS,EAAE,CAAC;YACzB,oEAAoE;YACpE,iEAAiE;YACjE,IAAI,oBAAoB,CAAC,IAAI,EAAE,KAAK,CAAC,EAAE,CAAC;gBACvC,KAAK,GAAG,SAAS,CAAA;YAClB,CAAC;iBAAM,CAAC;gBACP,MAAM,OAAO,GAAG,WAAW,CAAC,IAAI,EAAE,KAAK,CAAC,CAAA;gBACxC,IAAI,OAAO;oBAAE,KAAK,GAAG,SAAS,CAAA;gBAC9B,oEAAoE;gBACpE,+BAA+B;gBAC/B,KAAK,CAAC,GAAG,EAAE,SAAS,EAAE,CAAC,OAAO,CAAC,CAAA;gBAC/B,SAAQ;YACT,CAAC;QACF,CAAC;QACD,MAAM,MAAM,GAAG,eAAe,CAAC,IAAI,EAAE,IAAI,CAAC,CAAA;QAC1C,2EAA2E;QAC3E,4EAA4E;QAC5E,mEAAmE;QACnE,IAAI,MAAM,CAAC,IAAI,CAAC,IAAI,EAAE,KAAK,EAAE,IAAI,CAAC,MAAM,CAAC,aAAa,EAAE,CAAC;YACxD,KAAK,CAAC,GAAG,EAAE,SAAS,EAAE,KAAK,CAAC,CAAA;YAC5B,SAAQ;QACT,CAAC;QACD,OAAO,SAAS,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YAC7B,MAAM,SAAS,GAAG,SAAS,CAAC,SAAS,CAAC,MAAM,GAAG,CAAC,CAAC,CAAA;YACjD,IAAI,SAAS,CAAC,KAAK,IAAI,MAAM,CAAC,KAAK,IAAI,QAAQ,CAAC,MAAM,CAAC,IAAI,SAAS,CAAC,MAAM;gBAAE,MAAK;YAClF,SAAS,CAAC,GAAG,EAAE,CAAA;QAChB,CAAC;QACD,MAAM,aAAa,GAAG,SAAS,CAAC,SAAS,CAAC,MAAM,GAAG,CAAC,CAAC,EAAE,MAAM,IAAI,CAAC,CAAA;QAClE,oEAAoE;QACpE,+CAA+C;QAC/C,IAAI,cAAc,CAAC,MAAM,EAAE,aAAa,CAAC,EAAE,CAAC;YAC3C,KAAK,CAAC,GAAG,EAAE,SAAS,EAAE,KAAK,CAAC,CAAA;YAC5B,SAAQ;QACT,CAAC;QACD,KAAK,MAAM,MAAM,IAAI,MAAM,CAAC,WAAW;YAAE,SAAS,CAAC,IAAI,CAAC,MAAM,CAAC,CAAA;QAC/D,MAAM,OAAO,GAAG,UAAU,CAAC,MAAM,EAAE,SAAS,CAAC,SAAS,CAAC,MAAM,GAAG,CAAC,CAAC,EAAE,MAAM,IAAI,CAAC,CAAC,CAAA;QAChF,IAAI,OAAO,KAAK,SAAS,EAAE,CAAC;YAC3B,KAAK,GAAG,OAAO,CAAA;YACf,KAAK,CAAC,GAAG,EAAE,SAAS,EAAE,KAAK,CAAC,CAAA;YAC5B,SAAQ;QACT,CAAC;QACD,KAAK,CAAC,GAAG,EAAE,uBAAuB,CAAC,IAAI,CAAC,EAAE,KAAK,CAAC,CAAA;IACjD,CAAC;AACF,CAAC;AAED;;;;GAIG;AACH,MAAM,UAAU,iBAAiB,CAAC,QAAgB;IACjD,MAAM,IAAI,GAAa,EAAE,CAAA;IACzB,QAAQ,CAAC,QAAQ,EAAE,CAAC,IAAI,EAAE,OAAO,EAAE,MAAM,EAAE,EAAE;QAC5C,IAAI,CAAC,MAAM;YAAE,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,CAAA;IAC7B,CAAC,CAAC,CAAA;IACF,OAAO,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,CAAA;AACvB,CAAC;AAaD,MAAM,UAAU,oBAAoB,CAAC,IAAY;IAChD,MAAM,IAAI,GAAG,UAAU,CAAC,IAAI,CAAC,CAAA;IAC7B,OAAO,IAAI,CAAC,UAAU,CAAC,sBAAsB,CAAC,IAAI,WAAW,CAAC,IAAI,CAAC,IAAI,CAAC,OAAO,EAAE,CAAC,CAAA;AACnF,CAAC;AAED,MAAM,UAAU,uBAAuB,CAAC,IAAY;IACnD,MAAM,MAAM,GAAG,WAAW,CAAC,IAAI,CAAC,UAAU,CAAC,IAAI,CAAC,CAAC,OAAO,EAAE,CAAC,EAAE,MAAM,CAAA;IACnE,IAAI,CAAC,MAAM;QAAE,OAAO,SAAS,CAAA;IAC7B,MAAM,KAAK,GAAG,MAAM,CAAC,MAAM,CAAC,KAAK,CAAC,CAAA;IAClC,MAAM,YAAY,GAAG,MAAM,CAAC,MAAM,CAAC,MAAM,CAAC,CAAA;IAC1C,IAAI,CAAC,MAAM,CAAC,aAAa,CAAC,KAAK,CAAC,IAAI,CAAC,MAAM,CAAC,aAAa,CAAC,YAAY,CAAC;QAAE,OAAO,SAAS,CAAA;IACzF,MAAM,UAAU,GAAG,MAAM,CAAC,EAAE,KAAK,SAAS,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,MAAM,CAAC,MAAM,CAAC,EAAE,CAAC,CAAA;IAC1E,MAAM,UAAU,GAAG,MAAM,CAAC,IAAI,KAAK,SAAS,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,MAAM,CAAC,MAAM,CAAC,IAAI,CAAC,CAAA;IAC9E,OAAO;QACN,UAAU,EAAE,UAAU,KAAK,SAAS,IAAI,MAAM,CAAC,aAAa,CAAC,UAAU,CAAC,CAAC,CAAC,CAAC,UAAU,CAAC,CAAC,CAAC,SAAS;QACjG,KAAK;QACL,YAAY;QACZ,KAAK,EAAE,MAAM,CAAC,KAAK;QACnB,OAAO,EAAE,MAAM,CAAC,OAAO;QACvB,UAAU,EAAE,UAAU,KAAK,SAAS,IAAI,MAAM,CAAC,aAAa,CAAC,UAAU,CAAC,CAAC,CAAC,CAAC,UAAU,CAAC,CAAC,CAAC,SAAS;KACjG,CAAA;AACF,CAAC;AAED;;;GAGG;AACH,MAAM,UAAU,oBAAoB,CAAC,QAAgB;IACpD,IAAI,CAAC,QAAQ,CAAC,QAAQ,CAAC,sBAAsB,CAAC;QAAE,OAAO,QAAQ,CAAA;IAC/D,MAAM,IAAI,GAAa,EAAE,CAAA;IACzB,QAAQ,CAAC,QAAQ,EAAE,CAAC,IAAI,EAAE,MAAM,EAAE,EAAE;QACnC,IAAI,CAAC,MAAM;YAAE,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,CAAA;IAC7B,CAAC,CAAC,CAAA;IACF,OAAO,IAAI;SACT,IAAI,CAAC,IAAI,CAAC;SACV,OAAO,CAAC,SAAS,EAAE,MAAM,CAAC;SAC1B,OAAO,CAAC,OAAO,EAAE,IAAI,CAAC,CAAA;AACzB,CAAC;AAED,0DAA0D;AAC1D,MAAM,UAAU,oBAAoB,CAAC,QAAgB;IACpD,MAAM,OAAO,GAAqB,EAAE,CAAA;IACpC,QAAQ,CAAC,QAAQ,EAAE,CAAC,KAAK,EAAE,MAAM,EAAE,EAAE;QACpC,IAAI,MAAM;YAAE,OAAO,CAAC,IAAI,CAAC,MAAM,CAAC,CAAA;IACjC,CAAC,CAAC,CAAA;IACF,OAAO,OAAO,CAAA;AACf,CAAC"}

package/build/esm/Client.js

@@ -1,6 +1,33 @@
+import { Undici } from '@effect/platform-node';
 import { Effect, Either, Exit, Layer } from 'effect';
+import { makeCrawlProjectionsClient, makeCrawlsClient, } from './Crawls.js';
+import { ExpandClientError } from './Error.js';
 import { InternalClient } from './Internal.js';
 import { buildServiceConfig, } from './Service.js';
+export class SnapshotService {
+    baseUrl;
+    readSnapshot;
+    constructor(baseUrl, readSnapshot) {
+        this.baseUrl = baseUrl;
+        this.readSnapshot = readSnapshot;
+    }
+    get(params, options = {}) {
+        return this.readSnapshot(params, options);
+    }
+    async network(params) {
+        return this.request(`${params.snapshotId}/network${params.q ? `?q=${encodeURIComponent(params.q)}` : ''}`);
+    }
+    async preview(params) {
+        const suffix = `/artifacts/${encodeURIComponent(params.artifactId)}/preview${params.maxBytes !== undefined ? `?maxBytes=${params.maxBytes}` : ''}`;
+        return this.request(`${params.snapshotId}${suffix}`);
+    }
+    async request(path) {
+        const response = await globalThis.fetch(`${this.baseUrl.replace(/\/+$/u, '')}/v1/public/snapshots/${path}`);
+        if (!response.ok)
+            throw new Error(`Snapshot request failed with HTTP ${response.status}`);
+        return (await response.json());
+    }
+}
 /**
  * Promise-based client for the Expand API. Holds an {@link InternalClient} layer and runs Effects
  * against it, translating typed failures into the `ExpandClient*Error` hierarchy that async/await
@@ -14,6 +41,18 @@ import { buildServiceConfig, } from './Service.js';
  */
 export class ExpandClient {
     layer;
+    lifetime = new AbortController();
+    activeRequests = new Set();
+    dispatcher;
+    closePromise;
+    /** Create, list and control crawls, and read their event streams. */
+    crawls;
+    /** Read stored crawl captures: Markdown, HTML, State JSON and evidence. */
+    captures;
+    /** Read a crawled page's versions and diffs. */
+    pages;
+    snapshots;
+    projections;
     constructor(options = {}) {
         // Eagerly validate so the Promise constructor matches the documented sync-throw contract.
         // `buildServiceConfig` is a pure-sync Effect (env-var read + Schema.decode), so runSync is safe.
@@ -25,6 +64,44 @@ export class ExpandClient {
         // Layer.orDie narrows the error channel to `never` while keeping a die fallback as a defensive
         // net (translateCause picks up dies via Cause.dieOption and converts via toPublicError).
         this.layer = InternalClient.layer(options).pipe(Layer.orDie);
+        const apiKey = options.apiKey ?? process.env.EXPAND_API_KEY;
+        if (apiKey === undefined)
+            throw new Error('Missing Expand API key.');
+        const proxyAwareFetch = (input, init) => {
+            if (this.lifetime.signal.aborted) {
+                const reason = this.lifetime.signal.reason;
+                return Promise.reject(reason instanceof Error ? reason : new ExpandClientError('The Expand client is closed.'));
+            }
+            this.dispatcher ??= new Undici.EnvHttpProxyAgent();
+            const requestSignal = init?.signal === undefined && input instanceof Request ? input.signal : init?.signal;
+            const signal = AbortSignal.any([this.lifetime.signal, ...(requestSignal == null ? [] : [requestSignal])]);
+            const proxyInit = {
+                ...init,
+                signal,
+                dispatcher: this.dispatcher,
+            };
+            return globalThis.fetch(input, proxyInit);
+        };
+        const transport = {
+            apiKey,
+            baseUrl: options.baseUrl ?? 'https://api.expand.ai',
+            fetch: proxyAwareFetch,
+            timeoutMs: options.timeoutMs,
+            maxRetries: options.maxRetries,
+            signal: this.lifetime.signal,
+        };
+        this.crawls = makeCrawlsClient(transport);
+        this.projections = makeCrawlProjectionsClient(transport);
+        this.captures = this.projections.captures;
+        this.pages = this.projections.pages;
+        this.snapshots = new SnapshotService(options.baseUrl ?? 'https://api.expand.ai', (params, requestOptions) => this.run((client) => client.getSnapshot(params, requestOptions)));
+    }
+    /** Abort active requests and release this client's HTTP connections. Repeated calls are safe. */
+    close() {
+        if (!this.lifetime.signal.aborted)
+            this.lifetime.abort(new ExpandClientError('The Expand client is closed.'));
+        this.closePromise ??= Promise.all([...this.activeRequests, this.dispatcher?.destroy() ?? Promise.resolve()]).then(() => undefined);
+        return this.closePromise;
     }
     /**
      * Fetch a URL through the Expand API.
@@ -37,20 +114,11 @@ export class ExpandClient {
     async fetch(params, options = {}) {
         return this.run((client) => client.fetch(params, options));
     }
-    /**
-     * Fetch a URL through the object-mode endpoint.
-     *
-     * Returns `{ meta, markdown, json }`; use {@link fetch} for the raw markdown document.
-     */
     async fetchJson(params, options = {}) {
+        if (typeof params === 'string')
+            return this.projections.fetchJson(params, options);
         return this.run((client) => client.fetchJson(params, options));
     }
-    /**
-     * Search a previous Fetch response by `snapshotId` without starting a new capture.
-     */
-    async fetchSearch(params, options = {}) {
-        return this.run((client) => client.fetchSearch(params, options));
-    }
     /**
      * Kick off an asynchronous batched fetch over one or more URLs. Returns a batched-run ID that can
      * be polled via {@link getBatched}.
@@ -85,11 +153,24 @@ export class ExpandClient {
         return this.run((client) => client.cancelBatched(id, options));
     }
     async run(body) {
-        const exit = await Effect.runPromiseExit(InternalClient.use(body).pipe(Effect.provide(this.layer)));
-        if (Exit.isSuccess(exit)) {
-            return exit.value;
+        this.lifetime.signal.throwIfAborted();
+        const running = Effect.runPromiseExit(InternalClient.use(body).pipe(Effect.provide(this.layer)), {
+            signal: this.lifetime.signal,
+        });
+        this.activeRequests.add(running);
+        try {
+            const exit = await running;
+            this.lifetime.signal.throwIfAborted();
+            if (Exit.isSuccess(exit))
+                return exit.value;
+            throw InternalClient.translateCause(exit.cause);
+        }
+        finally {
+            this.activeRequests.delete(running);
         }
-        throw InternalClient.translateCause(exit.cause);
     }
 }
+/** Concise public name used by the Crawl API examples. */
+export class Expand extends ExpandClient {
+}
 //# sourceMappingURL=Client.js.map

package/build/esm/Client.js.map

@@ -1 +1 @@
-{"version":3,"file":"Client.js","sourceRoot":"","sources":["../../src/Client.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,MAAM,EAAE,MAAM,EAAE,IAAI,EAAE,KAAK,EAAE,MAAM,QAAQ,CAAA;AACpD,OAAO,EAAE,cAAc,EAAE,MAAM,eAAe,CAAA;AAC9C,OAAO,EAIN,kBAAkB,GAclB,MAAM,cAAc,CAAA;AAsBrB;;;;;;;;;;GAUG;AACH,MAAM,OAAO,YAAY;IACP,KAAK,CAA6B;IAEnD,YAAY,OAAO,GAAwB,EAAE;QAC5C,0FAA0F;QAC1F,iGAAiG;QACjG,MAAM,MAAM,GAAG,MAAM,CAAC,OAAO,CAAC,kBAAkB,CAAC,OAAO,CAAC,CAAC,IAAI,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC,CAAA;QAC9E,IAAI,MAAM,CAAC,MAAM,CAAC,MAAM,CAAC,EAAE,CAAC;YAC3B,MAAM,MAAM,CAAC,IAAI,CAAC,aAAa,EAAE,CAAA;QAClC,CAAC;QACD,+FAA+F;QAC/F,+FAA+F;QAC/F,yFAAyF;QACzF,IAAI,CAAC,KAAK,GAAG,cAAc,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,CAAA;IAC7D,CAAC;IAED;;;;;;;OAOG;IACH,KAAK,CAAC,KAAK,CAAC,MAAmB,EAAE,OAAO,GAAwB,EAAE;QACjE,OAAO,IAAI,CAAC,GAAG,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,MAAM,CAAC,KAAK,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC,CAAA;IAC3D,CAAC;IAED;;;;OAIG;IACH,KAAK,CAAC,SAAS,CAAC,MAAuB,EAAE,OAAO,GAA4B,EAAE;QAC7E,OAAO,IAAI,CAAC,GAAG,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,MAAM,CAAC,SAAS,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC,CAAA;IAC/D,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,WAAW,CAAC,MAAyB,EAAE,OAAO,GAAmB,EAAE;QACxE,OAAO,IAAI,CAAC,GAAG,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,MAAM,CAAC,WAAW,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC,CAAA;IACjE,CAAC;IAED;;;;;;;;;;;;OAYG;IACH,KAAK,CAAC,OAAO,CAAC,MAAqB,EAAE,OAAO,GAA0B,EAAE;QACvE,OAAO,IAAI,CAAC,GAAG,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,MAAM,CAAC,OAAO,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC,CAAA;IAC7D,CAAC;IAED;;;;;;;OAOG;IACH,KAAK,CAAC,UAAU,CAAC,EAAU,EAAE,OAAO,GAAsC,EAAE;QAC3E,OAAO,IAAI,CAAC,GAAG,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,MAAM,CAAC,UAAU,CAAC,EAAE,EAAE,OAAO,CAAC,CAAC,CAAA;IAC5D,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,aAAa,CAAC,EAAU,EAAE,OAAO,GAAmB,EAAE;QAC3D,OAAO,IAAI,CAAC,GAAG,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,MAAM,CAAC,aAAa,CAAC,EAAE,EAAE,OAAO,CAAC,CAAC,CAAA;IAC/D,CAAC;IAEO,KAAK,CAAC,GAAG,CAAI,IAAqD;QACzE,MAAM,IAAI,GAAG,MAAM,MAAM,CAAC,cAAc,CAAC,cAAc,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC,IAAI,CAAC,MAAM,CAAC,OAAO,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,CAAA;QACnG,IAAI,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,EAAE,CAAC;YAC1B,OAAO,IAAI,CAAC,KAAK,CAAA;QAClB,CAAC;QACD,MAAM,cAAc,CAAC,cAAc,CAAC,IAAI,CAAC,KAAK,CAAC,CAAA;IAChD,CAAC;CACD"}
+{"version":3,"file":"Client.js","sourceRoot":"","sources":["../../src/Client.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,MAAM,EAAE,MAAM,uBAAuB,CAAA;AAC9C,OAAO,EAAE,MAAM,EAAE,MAAM,EAAE,IAAI,EAAE,KAAK,EAAE,MAAM,QAAQ,CAAA;AACpD,OAAO,EAGN,0BAA0B,EAC1B,gBAAgB,GAChB,MAAM,aAAa,CAAA;AACpB,OAAO,EAAE,iBAAiB,EAAE,MAAM,YAAY,CAAA;AAC9C,OAAO,EAAE,cAAc,EAAE,MAAM,eAAe,CAAA;AAC9C,OAAO,EAIN,kBAAkB,GAiBlB,MAAM,cAAc,CAAA;AAyBrB,MAAM,OAAO,eAAe;IAET,OAAO;IACP,YAAY;IAF9B,YACkB,OAAe,EACf,YAGyC;uBAJzC,OAAO;4BACP,YAAY;IAI3B,CAAC;IAMJ,GAAG,CAAC,MAAyB,EAAE,OAAO,GAAmB,EAAE;QAC1D,OAAO,IAAI,CAAC,YAAY,CAAC,MAAM,EAAE,OAAO,CAAC,CAAA;IAC1C,CAAC;IAED,KAAK,CAAC,OAAO,CAAC,MAA4D;QACzE,OAAO,IAAI,CAAC,OAAO,CAAC,GAAG,MAAM,CAAC,UAAU,WAAW,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC,MAAM,kBAAkB,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAA;IAC3G,CAAC;IAED,KAAK,CAAC,OAAO,CAAC,MAIb;QACA,MAAM,MAAM,GAAG,cAAc,kBAAkB,CAAC,MAAM,CAAC,UAAU,CAAC,WAAW,MAAM,CAAC,QAAQ,KAAK,SAAS,CAAC,CAAC,CAAC,aAAa,MAAM,CAAC,QAAQ,EAAE,CAAC,CAAC,CAAC,EAAE,EAAE,CAAA;QAClJ,OAAO,IAAI,CAAC,OAAO,CAAC,GAAG,MAAM,CAAC,UAAU,GAAG,MAAM,EAAE,CAAC,CAAA;IACrD,CAAC;IAEO,KAAK,CAAC,OAAO,CAAI,IAAY;QACpC,MAAM,QAAQ,GAAG,MAAM,UAAU,CAAC,KAAK,CAAC,GAAG,IAAI,CAAC,OAAO,CAAC,OAAO,CAAC,OAAO,EAAE,EAAE,CAAC,wBAAwB,IAAI,EAAE,CAAC,CAAA;QAC3G,IAAI,CAAC,QAAQ,CAAC,EAAE;YAAE,MAAM,IAAI,KAAK,CAAC,qCAAqC,QAAQ,CAAC,MAAM,EAAE,CAAC,CAAA;QACzF,OAAO,CAAC,MAAM,QAAQ,CAAC,IAAI,EAAE,CAAM,CAAA;IACpC,CAAC;CACD;AAED;;;;;;;;;;GAUG;AACH,MAAM,OAAO,YAAY;IACP,KAAK,CAA6B;IAClC,QAAQ,GAAG,IAAI,eAAe,EAAE,CAAA;IAChC,cAAc,GAAG,IAAI,GAAG,EAAoB,CAAA;IACrD,UAAU,CAA2B;IACrC,YAAY,CAAgB;IACpC,qEAAqE;IAC5D,MAAM,CAAc;IAC7B,2EAA2E;IAClE,QAAQ,CAA2D;IAC5E,gDAAgD;IACvC,KAAK,CAAwD;IAC7D,SAAS,CAAiB;IAClB,WAAW,CAA+C;IAE3E,YAAY,OAAO,GAAwB,EAAE;QAC5C,0FAA0F;QAC1F,iGAAiG;QACjG,MAAM,MAAM,GAAG,MAAM,CAAC,OAAO,CAAC,kBAAkB,CAAC,OAAO,CAAC,CAAC,IAAI,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC,CAAA;QAC9E,IAAI,MAAM,CAAC,MAAM,CAAC,MAAM,CAAC,EAAE,CAAC;YAC3B,MAAM,MAAM,CAAC,IAAI,CAAC,aAAa,EAAE,CAAA;QAClC,CAAC;QACD,+FAA+F;QAC/F,+FAA+F;QAC/F,yFAAyF;QACzF,IAAI,CAAC,KAAK,GAAG,cAAc,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,CAAA;QAC5D,MAAM,MAAM,GAAG,OAAO,CAAC,MAAM,IAAI,OAAO,CAAC,GAAG,CAAC,cAAc,CAAA;QAC3D,IAAI,MAAM,KAAK,SAAS;YAAE,MAAM,IAAI,KAAK,CAAC,yBAAyB,CAAC,CAAA;QACpE,MAAM,eAAe,GAA4B,CAAC,KAAK,EAAE,IAAI,EAAE,EAAE;YAChE,IAAI,IAAI,CAAC,QAAQ,CAAC,MAAM,CAAC,OAAO,EAAE,CAAC;gBAClC,MAAM,MAAM,GAAY,IAAI,CAAC,QAAQ,CAAC,MAAM,CAAC,MAAM,CAAA;gBACnD,OAAO,OAAO,CAAC,MAAM,CAAC,MAAM,YAAY,KAAK,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,IAAI,iBAAiB,CAAC,8BAA8B,CAAC,CAAC,CAAA;YAChH,CAAC;YACD,IAAI,CAAC,UAAU,KAAK,IAAI,MAAM,CAAC,iBAAiB,EAAE,CAAA;YAClD,MAAM,aAAa,GAAG,IAAI,EAAE,MAAM,KAAK,SAAS,IAAI,KAAK,YAAY,OAAO,CAAC,CAAC,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC,CAAC,IAAI,EAAE,MAAM,CAAA;YAC1G,MAAM,MAAM,GAAG,WAAW,CAAC,GAAG,CAAC,CAAC,IAAI,CAAC,QAAQ,CAAC,MAAM,EAAE,GAAG,CAAC,aAAa,IAAI,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,aAAa,CAAC,CAAC,CAAC,CAAC,CAAA;YACzG,MAAM,SAAS,GAA6D;gBAC3E,GAAG,IAAI;gBACP,MAAM;gBACN,UAAU,EAAE,IAAI,CAAC,UAAU;aAC3B,CAAA;YACD,OAAO,UAAU,CAAC,KAAK,CAAC,KAAK,EAAE,SAAS,CAAC,CAAA;QAC1C,CAAC,CAAA;QACD,MAAM,SAAS,GAAG;YACjB,MAAM;YACN,OAAO,EAAE,OAAO,CAAC,OAAO,IAAI,uBAAuB;YACnD,KAAK,EAAE,eAAe;YACtB,SAAS,EAAE,OAAO,CAAC,SAAS;YAC5B,UAAU,EAAE,OAAO,CAAC,UAAU;YAC9B,MAAM,EAAE,IAAI,CAAC,QAAQ,CAAC,MAAM;SAC5B,CAAA;QACD,IAAI,CAAC,MAAM,GAAG,gBAAgB,CAAC,SAAS,CAAC,CAAA;QACzC,IAAI,CAAC,WAAW,GAAG,0BAA0B,CAAC,SAAS,CAAC,CAAA;QACxD,IAAI,CAAC,QAAQ,GAAG,IAAI,CAAC,WAAW,CAAC,QAAQ,CAAA;QACzC,IAAI,CAAC,KAAK,GAAG,IAAI,CAAC,WAAW,CAAC,KAAK,CAAA;QACnC,IAAI,CAAC,SAAS,GAAG,IAAI,eAAe,CAAC,OAAO,CAAC,OAAO,IAAI,uBAAuB,EAAE,CAAC,MAAM,EAAE,cAAc,EAAE,EAAE,CAC3G,IAAI,CAAC,GAAG,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,MAAM,CAAC,WAAW,CAAC,MAAM,EAAE,cAAc,CAAC,CAAC,CAChE,CAAA;IACF,CAAC;IAED,iGAAiG;IACjG,KAAK;QACJ,IAAI,CAAC,IAAI,CAAC,QAAQ,CAAC,MAAM,CAAC,OAAO;YAAE,IAAI,CAAC,QAAQ,CAAC,KAAK,CAAC,IAAI,iBAAiB,CAAC,8BAA8B,CAAC,CAAC,CAAA;QAC7G,IAAI,CAAC,YAAY,KAAK,OAAO,CAAC,GAAG,CAAC,CAAC,GAAG,IAAI,CAAC,cAAc,EAAE,IAAI,CAAC,UAAU,EAAE,OAAO,EAAE,IAAI,OAAO,CAAC,OAAO,EAAE,CAAC,CAAC,CAAC,IAAI,CAChH,GAAG,EAAE,CAAC,SAAS,CACf,CAAA;QACD,OAAO,IAAI,CAAC,YAAY,CAAA;IACzB,CAAC;IAED;;;;;;;OAOG;IACH,KAAK,CAAC,KAAK,CAAC,MAAmB,EAAE,OAAO,GAAwB,EAAE;QACjE,OAAO,IAAI,CAAC,GAAG,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,MAAM,CAAC,KAAK,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC,CAAA;IAC3D,CAAC;IAUD,KAAK,CAAC,SAAS,CACd,MAAgC,EAChC,OAAO,GAAqD,EAAE;QAE9D,IAAI,OAAO,MAAM,KAAK,QAAQ;YAAE,OAAO,IAAI,CAAC,WAAW,CAAC,SAAS,CAAC,MAAM,EAAE,OAAO,CAAC,CAAA;QAClF,OAAO,IAAI,CAAC,GAAG,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,MAAM,CAAC,SAAS,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC,CAAA;IAC/D,CAAC;IAED;;;;;;;;;;;;OAYG;IACH,KAAK,CAAC,OAAO,CAAC,MAAqB,EAAE,OAAO,GAA0B,EAAE;QACvE,OAAO,IAAI,CAAC,GAAG,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,MAAM,CAAC,OAAO,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC,CAAA;IAC7D,CAAC;IAED;;;;;;;OAOG;IACH,KAAK,CAAC,UAAU,CAAC,EAAU,EAAE,OAAO,GAAsC,EAAE;QAC3E,OAAO,IAAI,CAAC,GAAG,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,MAAM,CAAC,UAAU,CAAC,EAAE,EAAE,OAAO,CAAC,CAAC,CAAA;IAC5D,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,aAAa,CAAC,EAAU,EAAE,OAAO,GAAmB,EAAE;QAC3D,OAAO,IAAI,CAAC,GAAG,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,MAAM,CAAC,aAAa,CAAC,EAAE,EAAE,OAAO,CAAC,CAAC,CAAA;IAC/D,CAAC;IAEO,KAAK,CAAC,GAAG,CAAI,IAAqD;QACzE,IAAI,CAAC,QAAQ,CAAC,MAAM,CAAC,cAAc,EAAE,CAAA;QACrC,MAAM,OAAO,GAAG,MAAM,CAAC,cAAc,CAAC,cAAc,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC,IAAI,CAAC,MAAM,CAAC,OAAO,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,EAAE;YAChG,MAAM,EAAE,IAAI,CAAC,QAAQ,CAAC,MAAM;SAC5B,CAAC,CAAA;QACF,IAAI,CAAC,cAAc,CAAC,GAAG,CAAC,OAAO,CAAC,CAAA;QAChC,IAAI,CAAC;YACJ,MAAM,IAAI,GAAG,MAAM,OAAO,CAAA;YAC1B,IAAI,CAAC,QAAQ,CAAC,MAAM,CAAC,cAAc,EAAE,CAAA;YACrC,IAAI,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC;gBAAE,OAAO,IAAI,CAAC,KAAK,CAAA;YAC3C,MAAM,cAAc,CAAC,cAAc,CAAC,IAAI,CAAC,KAAK,CAAC,CAAA;QAChD,CAAC;gBAAS,CAAC;YACV,IAAI,CAAC,cAAc,CAAC,MAAM,CAAC,OAAO,CAAC,CAAA;QACpC,CAAC;IACF,CAAC;CACD;AAED,0DAA0D;AAC1D,MAAM,OAAO,MAAO,SAAQ,YAAY;CAAG"}