@cogenta/agents 0.1.2 → 0.2.1

package/dist/documents/pdf.js

@@ -0,0 +1,478 @@
+import { inflateSync } from 'node:zlib';
+import { CogentaError } from '@cogenta/core';
+import { MAX_TEXT_CHARACTERS } from './limits.js';
+/**
+ * Text-layer extraction from a PDF, with no dependency (R9/R10 — `pdf-parse`
+ * wraps `pdf.js`, several megabytes of browser-oriented rendering code, to
+ * reach the same content streams `node:zlib` already opens; `pdfjs-dist`
+ * itself is heavier still and needs a DOM shim on Node).
+ *
+ * What this reads: the content streams of a PDF (`FlateDecode`d or stored),
+ * and the text-showing operators inside them (`Tj`, `TJ`, `'`, `"`), with
+ * `Td`/`TD`/`T*`/`ET` treated as line breaks. Simple-font strings are
+ * decoded as CP-1252 (what `WinAnsiEncoding` actually is, and what a French
+ * brief needs for its accents); UTF-16BE strings are decoded as such.
+ *
+ * What this deliberately does not do, and says so rather than pretending:
+ * a font with a custom `Encoding`/`ToUnicode` CMap (common in PDFs exported
+ * with subset CID fonts) shows glyph indices, not characters, and no amount
+ * of operator parsing recovers text from those without building the CMap
+ * machinery. `extractPdfText` refuses that case outright rather than
+ * returning mojibake as if it were the document — as it refuses a scan,
+ * which has no text layer at all. Both are `DOCUMENT_NO_TEXT_LAYER`, never
+ * an empty or plausible-looking success.
+ */
+const MAX_INFLATED_BYTES = 200 * 1024 * 1024;
+/** CP-1252's only departures from Latin-1: the 0x80–0x9F block. */
+const CP1252_HIGH = '€‚ƒ„…†‡ˆ‰Š‹ŒŽ‘’“”•–—˜™š›œžŸ';
+function decodeCp1252(bytes) {
+    let out = '';
+    for (const byte of bytes) {
+        out +=
+            byte >= 0x80 && byte <= 0x9f ? (CP1252_HIGH[byte - 0x80] ?? '�') : String.fromCharCode(byte);
+    }
+    return out;
+}
+function decodePdfString(bytes) {
+    if (bytes.length >= 2 && bytes[0] === 0xfe && bytes[1] === 0xff) {
+        return bytes.subarray(2).swap16().toString('utf16le');
+    }
+    return decodeCp1252(bytes);
+}
+const DELIMITERS = new Set('()<>[]{}/%'.split('').map((c) => c.charCodeAt(0)));
+function isWhitespace(byte) {
+    return byte === 0 || byte === 9 || byte === 10 || byte === 12 || byte === 13 || byte === 32;
+}
+/** A literal `(...)` string, honouring nesting, backslash escapes and octal codes. */
+function readLiteralString(data, start) {
+    const out = [];
+    let depth = 1;
+    let at = start;
+    while (at < data.length) {
+        const byte = data[at];
+        if (byte === 0x5c) {
+            const escaped = data[at + 1];
+            at += 2;
+            if (escaped === undefined)
+                break;
+            if (escaped >= 0x30 && escaped <= 0x37) {
+                let octal = String.fromCharCode(escaped);
+                while (octal.length < 3) {
+                    const more = data[at];
+                    if (more === undefined || more < 0x30 || more > 0x37)
+                        break;
+                    octal += String.fromCharCode(more);
+                    at++;
+                }
+                out.push(Number.parseInt(octal, 8) & 0xff);
+                continue;
+            }
+            const simple = { 110: 10, 114: 13, 116: 9, 98: 8, 102: 12 };
+            const mapped = simple[escaped];
+            if (mapped !== undefined)
+                out.push(mapped);
+            else if (escaped === 10) {
+                // A backslash before a newline is a line continuation: emit nothing.
+            }
+            else if (escaped === 13) {
+                if (data[at] === 10)
+                    at++;
+            }
+            else
+                out.push(escaped);
+            continue;
+        }
+        if (byte === 0x28)
+            depth++;
+        if (byte === 0x29) {
+            depth--;
+            if (depth === 0)
+                return { bytes: Buffer.from(out), next: at + 1 };
+        }
+        out.push(byte);
+        at++;
+    }
+    return { bytes: Buffer.from(out), next: at };
+}
+function readHexString(data, start) {
+    let digits = '';
+    let at = start;
+    while (at < data.length && data[at] !== 0x3e) {
+        const ch = String.fromCharCode(data[at]);
+        if (/[0-9a-fA-F]/.test(ch))
+            digits += ch;
+        at++;
+    }
+    if (digits.length % 2 === 1)
+        digits += '0';
+    const bytes = Buffer.from(digits, 'hex');
+    return { bytes, next: at + 1 };
+}
+/** A real PDF number is a handful of characters; nothing legitimate is near this. */
+const MAX_NUMBER_TOKEN_LENGTH = 64;
+/**
+ * Whether a bare token is a PDF number, without a regular expression.
+ *
+ * The obvious pattern for this — `/^[-+]?(\d+\.?\d*|\.\d+)$/` — backtracks
+ * quadratically on a long run of digits that fails at the anchor, which is a
+ * denial of service an attacker-supplied content stream can reach for the
+ * price of one very long token. A character scan is linear and cannot, and
+ * the length cap makes the pathological input impossible before that even
+ * matters.
+ */
+function isNumberToken(word) {
+    if (word.length === 0 || word.length > MAX_NUMBER_TOKEN_LENGTH)
+        return false;
+    let at = word[0] === '-' || word[0] === '+' ? 1 : 0;
+    let digits = 0;
+    let dots = 0;
+    for (; at < word.length; at++) {
+        const char = word[at];
+        if (char >= '0' && char <= '9')
+            digits++;
+        else if (char === '.')
+            dots++;
+        else
+            return false;
+        if (dots > 1)
+            return false;
+    }
+    return digits > 0;
+}
+function* tokenize(data) {
+    let at = 0;
+    while (at < data.length) {
+        const byte = data[at];
+        if (isWhitespace(byte)) {
+            at++;
+            continue;
+        }
+        if (byte === 0x25) {
+            // Comment to end of line.
+            while (at < data.length && data[at] !== 10 && data[at] !== 13)
+                at++;
+            continue;
+        }
+        if (byte === 0x28) {
+            const read = readLiteralString(data, at + 1);
+            at = read.next;
+            yield { kind: 'string', value: decodePdfString(read.bytes) };
+            continue;
+        }
+        if (byte === 0x3c) {
+            if (data[at + 1] === 0x3c) {
+                at += 2;
+                yield { kind: 'other' };
+                continue;
+            }
+            const read = readHexString(data, at + 1);
+            at = read.next;
+            yield { kind: 'string', value: decodePdfString(read.bytes) };
+            continue;
+        }
+        if (byte === 0x3e) {
+            at += data[at + 1] === 0x3e ? 2 : 1;
+            yield { kind: 'other' };
+            continue;
+        }
+        if (byte === 0x5b) {
+            at++;
+            yield { kind: 'arrayStart' };
+            continue;
+        }
+        if (byte === 0x5d) {
+            at++;
+            yield { kind: 'arrayEnd' };
+            continue;
+        }
+        if (byte === 0x2f) {
+            at++;
+            while (at < data.length &&
+                !isWhitespace(data[at]) &&
+                !DELIMITERS.has(data[at]))
+                at++;
+            yield { kind: 'other' };
+            continue;
+        }
+        if (byte === 0x7b || byte === 0x7d) {
+            at++;
+            yield { kind: 'other' };
+            continue;
+        }
+        let word = '';
+        while (at < data.length &&
+            !isWhitespace(data[at]) &&
+            !DELIMITERS.has(data[at])) {
+            word += String.fromCharCode(data[at]);
+            at++;
+        }
+        if (word === '') {
+            at++;
+            continue;
+        }
+        if (isNumberToken(word)) {
+            yield { kind: 'number', value: Number.parseFloat(word) };
+            continue;
+        }
+        yield { kind: 'operator', value: word };
+    }
+}
+/** Below this (in thousandths of an em, negated) a `TJ` kerning gap reads as a word space. */
+const TJ_SPACE_THRESHOLD = -120;
+function textFromContentStream(data) {
+    const lines = [];
+    let current = '';
+    const pendingStrings = [];
+    let arrayDepth = 0;
+    let arrayText = '';
+    const flushLine = () => {
+        const trimmed = current.replace(/[ \t]+$/, '');
+        if (trimmed !== '')
+            lines.push(trimmed);
+        current = '';
+    };
+    for (const token of tokenize(data)) {
+        if (token.kind === 'arrayStart') {
+            arrayDepth++;
+            arrayText = '';
+            continue;
+        }
+        if (token.kind === 'arrayEnd') {
+            arrayDepth = Math.max(0, arrayDepth - 1);
+            pendingStrings.push(arrayText);
+            arrayText = '';
+            continue;
+        }
+        if (token.kind === 'string') {
+            if (arrayDepth > 0)
+                arrayText += token.value;
+            else
+                pendingStrings.push(token.value);
+            continue;
+        }
+        if (token.kind === 'number') {
+            if (arrayDepth > 0 && token.value <= TJ_SPACE_THRESHOLD && !arrayText.endsWith(' ')) {
+                arrayText += ' ';
+            }
+            continue;
+        }
+        if (token.kind !== 'operator')
+            continue;
+        switch (token.value) {
+            case 'Tj':
+            case 'TJ':
+            case "'":
+            case '"': {
+                if (token.value === "'" || token.value === '"')
+                    flushLine();
+                current += pendingStrings.join('');
+                pendingStrings.length = 0;
+                break;
+            }
+            case 'Td':
+            case 'TD':
+            case 'T*':
+            case 'ET':
+            case 'BT':
+                flushLine();
+                pendingStrings.length = 0;
+                break;
+            default:
+                pendingStrings.length = 0;
+                break;
+        }
+    }
+    flushLine();
+    return lines.join('\n');
+}
+export function measureReadability(text) {
+    if (text.length === 0)
+        return { badCharacterRatio: 1, meanWordLength: 0 };
+    let bad = 0;
+    for (const char of text) {
+        const code = char.codePointAt(0) ?? 0;
+        if (code === 0xfffd || (code < 32 && code !== 9 && code !== 10 && code !== 13))
+            bad++;
+        else if (code >= 0xe000 && code <= 0xf8ff)
+            bad++;
+    }
+    const words = text.split(/\s+/).filter((word) => word !== '');
+    const meanWordLength = words.length === 0 ? 0 : words.reduce((sum, word) => sum + word.length, 0) / words.length;
+    return { badCharacterRatio: bad / text.length, meanWordLength };
+}
+const UNUSABLE_BAD_CHAR_RATIO = 0.3;
+const UNUSABLE_MEAN_WORD_LENGTH = 2.2;
+const SUSPECT_BAD_CHAR_RATIO = 0.1;
+/**
+ * A real stream's `<< ... >>` dictionary sits immediately before its
+ * `stream` keyword — a handful of entries, at most a few hundred bytes.
+ * Bounding how far the search for it looks back keeps a single search
+ * O(window) instead of O(offset-into-file) — `String.lastIndexOf` has no
+ * "look back no further than N" parameter of its own, so the window is
+ * enforced by scanning forward within it instead (see
+ * `lastMatchWithinWindow`).
+ */
+const DICTIONARY_SEARCH_WINDOW = 2048;
+/**
+ * The last occurrence of `needle` within `[windowStart, before)`, at a cost
+ * bounded by the window's size regardless of how far into the file `before`
+ * is.
+ *
+ * `haystack.lastIndexOf(needle, before)` looks like it would do this — its
+ * second argument reads like a starting offset — but it still walks
+ * backward from `before` over the *entire* rest of the string looking for a
+ * match, unbounded. Scanning forward with `indexOf` from `windowStart`
+ * instead has the same problem in the other direction when the needle never
+ * occurs in the window at all: `indexOf` does not stop at `before`, it
+ * keeps searching to the end of the whole haystack. `slice` is what
+ * actually bounds the work — V8 (and every other engine) represents a
+ * substring as a view over the original backing storage rather than a
+ * fresh copy, so carving out `[windowStart, before)` is O(window), not
+ * O(haystack), and every subsequent operation on it is too.
+ */
+function lastMatchWithinWindow(haystack, needle, before, windowStart) {
+    const window = haystack.slice(windowStart, before);
+    const at = window.lastIndexOf(needle);
+    return at === -1 ? -1 : windowStart + at;
+}
+/**
+ * A legitimate PDF has, at most, a few thousand objects. Refusing to walk
+ * past this many `stream`/`endstream` pairs bounds the total work
+ * `collectStreams` can be made to do by a file that is mostly repeated
+ * `stream\nendstream\n` markers and nothing else — no real PDF structure,
+ * no decompression, just the keyword search itself.
+ */
+const MAX_STREAMS = 10_000;
+function collectStreams(buffer) {
+    const streams = [];
+    const haystack = buffer.toString('latin1');
+    let searchFrom = 0;
+    while (streams.length < MAX_STREAMS) {
+        const keyword = haystack.indexOf('stream', searchFrom);
+        if (keyword === -1)
+            break;
+        // `endstream` also contains "stream"; skip those matches.
+        if (haystack.startsWith('endstream', Math.max(0, keyword - 3))) {
+            searchFrom = keyword + 6;
+            continue;
+        }
+        let dataStart = keyword + 'stream'.length;
+        if (haystack[dataStart] === '\r')
+            dataStart++;
+        if (haystack[dataStart] === '\n')
+            dataStart++;
+        const end = haystack.indexOf('endstream', dataStart);
+        if (end === -1)
+            break;
+        const windowStart = Math.max(0, keyword - DICTIONARY_SEARCH_WINDOW);
+        const dictStart = lastMatchWithinWindow(haystack, '<<', keyword, windowStart);
+        streams.push({
+            dictionary: dictStart === -1 ? '' : haystack.slice(dictStart, keyword),
+            data: buffer.subarray(dataStart, end),
+        });
+        searchFrom = end + 'endstream'.length;
+    }
+    return streams;
+}
+function decodeStream(stream) {
+    const filters = stream.dictionary.match(/\/Filter\s*(\/\w+|\[[^\]]*\])/);
+    const filter = filters?.[1] ?? '';
+    if (filter === '' || filter === '/') {
+        return stream.data;
+    }
+    if (!filter.includes('FlateDecode'))
+        return undefined;
+    try {
+        return inflateSync(stream.data, { maxOutputLength: MAX_INFLATED_BYTES });
+    }
+    catch {
+        // A stream whose bytes we mis-sliced (a binary `endstream` inside an
+        // image, say) is skipped, never fatal: the other streams still carry
+        // the text.
+        return undefined;
+    }
+}
+export function extractPdfText(buffer) {
+    if (!buffer.subarray(0, 5).toString('latin1').startsWith('%PDF-')) {
+        throw new CogentaError({
+            code: 'DOCUMENT_EXTRACTION_FAILED',
+            message: 'This file does not start with a %PDF- header.',
+            hint: 'Upload the original PDF, or export the document as Markdown or plain text.',
+        });
+    }
+    if (/\/Encrypt\b/.test(buffer.toString('latin1'))) {
+        throw new CogentaError({
+            code: 'DOCUMENT_EXTRACTION_FAILED',
+            message: 'This PDF is encrypted, so its text cannot be read.',
+            hint: 'Remove the password protection and upload it again, or paste the text directly.',
+        });
+    }
+    const warnings = [];
+    const pages = [];
+    let skipped = 0;
+    let accumulated = 0;
+    // `MAX_TEXT_CHARACTERS` is `extractDocumentText`'s final cap, checked only
+    // after every format reader has already built its whole result string.
+    // Enforcing the same budget here, inside the loop, is what stops a PDF
+    // whose individual streams each stay under the per-stream decompression
+    // cap but are numerous and highly compressible from accumulating many
+    // times that budget in memory before the final truncation ever runs — the
+    // truncation itself still happens downstream, unchanged; this only stops
+    // reading further pages once there is already more than enough text to
+    // fill it.
+    for (const stream of collectStreams(buffer)) {
+        if (accumulated > MAX_TEXT_CHARACTERS) {
+            warnings.push('Stopped reading further pages after the text-length cap was reached; the document has more content than was extracted.');
+            break;
+        }
+        if (/\/Type\s*\/(?:XObject|Metadata|ObjStm|XRef)\b/.test(stream.dictionary))
+            continue;
+        const decoded = decodeStream(stream);
+        if (decoded === undefined) {
+            skipped++;
+            continue;
+        }
+        // A content stream is the only thing with text-showing operators in it.
+        if (!/\b(?:Tj|TJ)\b/.test(decoded.toString('latin1')))
+            continue;
+        const text = textFromContentStream(decoded);
+        if (text.trim() !== '') {
+            pages.push(text);
+            accumulated += text.length;
+        }
+    }
+    if (pages.length === 0) {
+        throw new CogentaError({
+            code: 'DOCUMENT_NO_TEXT_LAYER',
+            message: 'No text layer was found in this PDF.',
+            hint: 'The file is most likely a scan or an export of images. Run it through OCR first, or upload the source document (DOCX, Markdown, plain text).',
+            details: { streamsSkipped: skipped },
+        });
+    }
+    const text = pages.join('\n\n');
+    const readability = measureReadability(text);
+    if (readability.badCharacterRatio > UNUSABLE_BAD_CHAR_RATIO ||
+        readability.meanWordLength < UNUSABLE_MEAN_WORD_LENGTH) {
+        // Refused, not warned about. Handing this on as if it were the document
+        // is the single most expensive thing this reader could do: everything
+        // downstream would happily analyse the mojibake and produce a confident,
+        // entirely invented site plan.
+        throw new CogentaError({
+            code: 'DOCUMENT_NO_TEXT_LAYER',
+            message: 'This PDF has a text layer, but it is not readable: its fonts are subset with an encoding the file does not carry.',
+            hint: 'Upload the source document instead (DOCX, Markdown, plain text), re-export the PDF with "embed fonts" enabled, or run the file through OCR.',
+            details: {
+                badCharacterRatio: Number(readability.badCharacterRatio.toFixed(2)),
+                meanWordLength: Number(readability.meanWordLength.toFixed(2)),
+            },
+        });
+    }
+    if (readability.badCharacterRatio > SUSPECT_BAD_CHAR_RATIO) {
+        warnings.push(`${Math.round(readability.badCharacterRatio * 100)}% of the extracted characters are not readable text — check the result before relying on it.`);
+    }
+    if (skipped > 0) {
+        warnings.push(`${skipped} stream(s) used a filter this reader does not decode and were skipped.`);
+    }
+    return { text, warnings };
+}
+//# sourceMappingURL=pdf.js.map

package/dist/documents/pdf.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"pdf.js","sourceRoot":"","sources":["../../src/documents/pdf.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,WAAW,EAAE,MAAM,WAAW,CAAA;AACvC,OAAO,EAAE,YAAY,EAAE,MAAM,eAAe,CAAA;AAC5C,OAAO,EAAE,mBAAmB,EAAE,MAAM,aAAa,CAAA;AAEjD;;;;;;;;;;;;;;;;;;;;GAoBG;AAEH,MAAM,kBAAkB,GAAG,GAAG,GAAG,IAAI,GAAG,IAAI,CAAA;AAE5C,mEAAmE;AACnE,MAAM,WAAW,GAAG,kCAAkC,CAAA;AAEtD,SAAS,YAAY,CAAC,KAAa;IACjC,IAAI,GAAG,GAAG,EAAE,CAAA;IACZ,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;QACzB,GAAG;YACD,IAAI,IAAI,IAAI,IAAI,IAAI,IAAI,IAAI,CAAC,CAAC,CAAC,CAAC,WAAW,CAAC,IAAI,GAAG,IAAI,CAAC,IAAI,GAAG,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,YAAY,CAAC,IAAI,CAAC,CAAA;IAChG,CAAC;IACD,OAAO,GAAG,CAAA;AACZ,CAAC;AAED,SAAS,eAAe,CAAC,KAAa;IACpC,IAAI,KAAK,CAAC,MAAM,IAAI,CAAC,IAAI,KAAK,CAAC,CAAC,CAAC,KAAK,IAAI,IAAI,KAAK,CAAC,CAAC,CAAC,KAAK,IAAI,EAAE,CAAC;QAChE,OAAO,KAAK,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,CAAC,SAAS,CAAC,CAAA;IACvD,CAAC;IACD,OAAO,YAAY,CAAC,KAAK,CAAC,CAAA;AAC5B,CAAC;AAED,MAAM,UAAU,GAAG,IAAI,GAAG,CAAC,YAAY,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,UAAU,CAAC,CAAC,CAAC,CAAC,CAAC,CAAA;AAE9E,SAAS,YAAY,CAAC,IAAY;IAChC,OAAO,IAAI,KAAK,CAAC,IAAI,IAAI,KAAK,CAAC,IAAI,IAAI,KAAK,EAAE,IAAI,IAAI,KAAK,EAAE,IAAI,IAAI,KAAK,EAAE,IAAI,IAAI,KAAK,EAAE,CAAA;AAC7F,CAAC;AAED,sFAAsF;AACtF,SAAS,iBAAiB,CAAC,IAAY,EAAE,KAAa;IACpD,MAAM,GAAG,GAAa,EAAE,CAAA;IACxB,IAAI,KAAK,GAAG,CAAC,CAAA;IACb,IAAI,EAAE,GAAG,KAAK,CAAA;IACd,OAAO,EAAE,GAAG,IAAI,CAAC,MAAM,EAAE,CAAC;QACxB,MAAM,IAAI,GAAG,IAAI,CAAC,EAAE,CAAW,CAAA;QAC/B,IAAI,IAAI,KAAK,IAAI,EAAE,CAAC;YAClB,MAAM,OAAO,GAAG,IAAI,CAAC,EAAE,GAAG,CAAC,CAAC,CAAA;YAC5B,EAAE,IAAI,CAAC,CAAA;YACP,IAAI,OAAO,KAAK,SAAS;gBAAE,MAAK;YAChC,IAAI,OAAO,IAAI,IAAI,IAAI,OAAO,IAAI,IAAI,EAAE,CAAC;gBACvC,IAAI,KAAK,GAAG,MAAM,CAAC,YAAY,CAAC,OAAO,CAAC,CAAA;gBACxC,OAAO,KAAK,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;oBACxB,MAAM,IAAI,GAAG,IAAI,CAAC,EAAE,CAAC,CAAA;oBACrB,IAAI,IAAI,KAAK,SAAS,IAAI,IAAI,GAAG,IAAI,IAAI,IAAI,GAAG,IAAI;wBAAE,MAAK;oBAC3D,KAAK,IAAI,MAAM,CAAC,YAAY,CAAC,IAAI,CAAC,CAAA;oBAClC,EAAE,EAAE,CAAA;gBACN,CAAC;gBACD,GAAG,CAAC,IAAI,CAAC,MAAM,CAAC,QAAQ,CAAC,KAAK,EAAE,CAAC,CAAC,GAAG,IAAI,CAAC,CAAA;gBAC1C,SAAQ;YACV,CAAC;YACD,MAAM,MAAM,GAA2B,EAAE,GAAG,EAAE,EAAE,EAAE,GAAG,EAAE,EAAE,EAAE,GAAG,EAAE,CAAC,EAAE,EAAE,EAAE,CAAC,EAAE,GAAG,EAAE,EAAE,EAAE,CAAA;YACnF,MAAM,MAAM,GAAG,MAAM,CAAC,OAAO,CAAC,CAAA;YAC9B,IAAI,MAAM,KAAK,SAAS;gBAAE,GAAG,CAAC,IAAI,CAAC,MAAM,CAAC,CAAA;iBACrC,IAAI,OAAO,KAAK,EAAE,EAAE,CAAC;gBACxB,qEAAqE;YACvE,CAAC;iBAAM,IAAI,OAAO,KAAK,EAAE,EAAE,CAAC;gBAC1B,IAAI,IAAI,CAAC,EAAE,CAAC,KAAK,EAAE;oBAAE,EAAE,EAAE,CAAA;YAC3B,CAAC;;gBAAM,GAAG,CAAC,IAAI,CAAC,OAAO,CAAC,CAAA;YACxB,SAAQ;QACV,CAAC;QACD,IAAI,IAAI,KAAK,IAAI;YAAE,KAAK,EAAE,CAAA;QAC1B,IAAI,IAAI,KAAK,IAAI,EAAE,CAAC;YAClB,KAAK,EAAE,CAAA;YACP,IAAI,KAAK,KAAK,CAAC;gBAAE,OAAO,EAAE,KAAK,EAAE,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC,EAAE,IAAI,EAAE,EAAE,GAAG,CAAC,EAAE,CAAA;QACnE,CAAC;QACD,GAAG,CAAC,IAAI,CAAC,IAAI,CAAC,CAAA;QACd,EAAE,EAAE,CAAA;IACN,CAAC;IACD,OAAO,EAAE,KAAK,EAAE,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC,EAAE,IAAI,EAAE,EAAE,EAAE,CAAA;AAC9C,CAAC;AAED,SAAS,aAAa,CAAC,IAAY,EAAE,KAAa;IAChD,IAAI,MAAM,GAAG,EAAE,CAAA;IACf,IAAI,EAAE,GAAG,KAAK,CAAA;IACd,OAAO,EAAE,GAAG,IAAI,CAAC,MAAM,IAAI,IAAI,CAAC,EAAE,CAAC,KAAK,IAAI,EAAE,CAAC;QAC7C,MAAM,EAAE,GAAG,MAAM,CAAC,YAAY,CAAC,IAAI,CAAC,EAAE,CAAW,CAAC,CAAA;QAClD,IAAI,aAAa,CAAC,IAAI,CAAC,EAAE,CAAC;YAAE,MAAM,IAAI,EAAE,CAAA;QACxC,EAAE,EAAE,CAAA;IACN,CAAC;IACD,IAAI,MAAM,CAAC,MAAM,GAAG,CAAC,KAAK,CAAC;QAAE,MAAM,IAAI,GAAG,CAAA;IAC1C,MAAM,KAAK,GAAG,MAAM,CAAC,IAAI,CAAC,MAAM,EAAE,KAAK,CAAC,CAAA;IACxC,OAAO,EAAE,KAAK,EAAE,IAAI,EAAE,EAAE,GAAG,CAAC,EAAE,CAAA;AAChC,CAAC;AAED,qFAAqF;AACrF,MAAM,uBAAuB,GAAG,EAAE,CAAA;AAElC;;;;;;;;;GASG;AACH,SAAS,aAAa,CAAC,IAAY;IACjC,IAAI,IAAI,CAAC,MAAM,KAAK,CAAC,IAAI,IAAI,CAAC,MAAM,GAAG,uBAAuB;QAAE,OAAO,KAAK,CAAA;IAC5E,IAAI,EAAE,GAAG,IAAI,CAAC,CAAC,CAAC,KAAK,GAAG,IAAI,IAAI,CAAC,CAAC,CAAC,KAAK,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAA;IACnD,IAAI,MAAM,GAAG,CAAC,CAAA;IACd,IAAI,IAAI,GAAG,CAAC,CAAA;IACZ,OAAO,EAAE,GAAG,IAAI,CAAC,MAAM,EAAE,EAAE,EAAE,EAAE,CAAC;QAC9B,MAAM,IAAI,GAAG,IAAI,CAAC,EAAE,CAAW,CAAA;QAC/B,IAAI,IAAI,IAAI,GAAG,IAAI,IAAI,IAAI,GAAG;YAAE,MAAM,EAAE,CAAA;aACnC,IAAI,IAAI,KAAK,GAAG;YAAE,IAAI,EAAE,CAAA;;YACxB,OAAO,KAAK,CAAA;QACjB,IAAI,IAAI,GAAG,CAAC;YAAE,OAAO,KAAK,CAAA;IAC5B,CAAC;IACD,OAAO,MAAM,GAAG,CAAC,CAAA;AACnB,CAAC;AAUD,QAAQ,CAAC,CAAC,QAAQ,CAAC,IAAY;IAC7B,IAAI,EAAE,GAAG,CAAC,CAAA;IACV,OAAO,EAAE,GAAG,IAAI,CAAC,MAAM,EAAE,CAAC;QACxB,MAAM,IAAI,GAAG,IAAI,CAAC,EAAE,CAAW,CAAA;QAC/B,IAAI,YAAY,CAAC,IAAI,CAAC,EAAE,CAAC;YACvB,EAAE,EAAE,CAAA;YACJ,SAAQ;QACV,CAAC;QACD,IAAI,IAAI,KAAK,IAAI,EAAE,CAAC;YAClB,0BAA0B;YAC1B,OAAO,EAAE,GAAG,IAAI,CAAC,MAAM,IAAI,IAAI,CAAC,EAAE,CAAC,KAAK,EAAE,IAAI,IAAI,CAAC,EAAE,CAAC,KAAK,EAAE;gBAAE,EAAE,EAAE,CAAA;YACnE,SAAQ;QACV,CAAC;QACD,IAAI,IAAI,KAAK,IAAI,EAAE,CAAC;YAClB,MAAM,IAAI,GAAG,iBAAiB,CAAC,IAAI,EAAE,EAAE,GAAG,CAAC,CAAC,CAAA;YAC5C,EAAE,GAAG,IAAI,CAAC,IAAI,CAAA;YACd,MAAM,EAAE,IAAI,EAAE,QAAQ,EAAE,KAAK,EAAE,eAAe,CAAC,IAAI,CAAC,KAAK,CAAC,EAAE,CAAA;YAC5D,SAAQ;QACV,CAAC;QACD,IAAI,IAAI,KAAK,IAAI,EAAE,CAAC;YAClB,IAAI,IAAI,CAAC,EAAE,GAAG,CAAC,CAAC,KAAK,IAAI,EAAE,CAAC;gBAC1B,EAAE,IAAI,CAAC,CAAA;gBACP,MAAM,EAAE,IAAI,EAAE,OAAO,EAAE,CAAA;gBACvB,SAAQ;YACV,CAAC;YACD,MAAM,IAAI,GAAG,aAAa,CAAC,IAAI,EAAE,EAAE,GAAG,CAAC,CAAC,CAAA;YACxC,EAAE,GAAG,IAAI,CAAC,IAAI,CAAA;YACd,MAAM,EAAE,IAAI,EAAE,QAAQ,EAAE,KAAK,EAAE,eAAe,CAAC,IAAI,CAAC,KAAK,CAAC,EAAE,CAAA;YAC5D,SAAQ;QACV,CAAC;QACD,IAAI,IAAI,KAAK,IAAI,EAAE,CAAC;YAClB,EAAE,IAAI,IAAI,CAAC,EAAE,GAAG,CAAC,CAAC,KAAK,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAA;YACnC,MAAM,EAAE,IAAI,EAAE,OAAO,EAAE,CAAA;YACvB,SAAQ;QACV,CAAC;QACD,IAAI,IAAI,KAAK,IAAI,EAAE,CAAC;YAClB,EAAE,EAAE,CAAA;YACJ,MAAM,EAAE,IAAI,EAAE,YAAY,EAAE,CAAA;YAC5B,SAAQ;QACV,CAAC;QACD,IAAI,IAAI,KAAK,IAAI,EAAE,CAAC;YAClB,EAAE,EAAE,CAAA;YACJ,MAAM,EAAE,IAAI,EAAE,UAAU,EAAE,CAAA;YAC1B,SAAQ;QACV,CAAC;QACD,IAAI,IAAI,KAAK,IAAI,EAAE,CAAC;YAClB,EAAE,EAAE,CAAA;YACJ,OACE,EAAE,GAAG,IAAI,CAAC,MAAM;gBAChB,CAAC,YAAY,CAAC,IAAI,CAAC,EAAE,CAAW,CAAC;gBACjC,CAAC,UAAU,CAAC,GAAG,CAAC,IAAI,CAAC,EAAE,CAAW,CAAC;gBAEnC,EAAE,EAAE,CAAA;YACN,MAAM,EAAE,IAAI,EAAE,OAAO,EAAE,CAAA;YACvB,SAAQ;QACV,CAAC;QACD,IAAI,IAAI,KAAK,IAAI,IAAI,IAAI,KAAK,IAAI,EAAE,CAAC;YACnC,EAAE,EAAE,CAAA;YACJ,MAAM,EAAE,IAAI,EAAE,OAAO,EAAE,CAAA;YACvB,SAAQ;QACV,CAAC;QACD,IAAI,IAAI,GAAG,EAAE,CAAA;QACb,OACE,EAAE,GAAG,IAAI,CAAC,MAAM;YAChB,CAAC,YAAY,CAAC,IAAI,CAAC,EAAE,CAAW,CAAC;YACjC,CAAC,UAAU,CAAC,GAAG,CAAC,IAAI,CAAC,EAAE,CAAW,CAAC,EACnC,CAAC;YACD,IAAI,IAAI,MAAM,CAAC,YAAY,CAAC,IAAI,CAAC,EAAE,CAAW,CAAC,CAAA;YAC/C,EAAE,EAAE,CAAA;QACN,CAAC;QACD,IAAI,IAAI,KAAK,EAAE,EAAE,CAAC;YAChB,EAAE,EAAE,CAAA;YACJ,SAAQ;QACV,CAAC;QACD,IAAI,aAAa,CAAC,IAAI,CAAC,EAAE,CAAC;YACxB,MAAM,EAAE,IAAI,EAAE,QAAQ,EAAE,KAAK,EAAE,MAAM,CAAC,UAAU,CAAC,IAAI,CAAC,EAAE,CAAA;YACxD,SAAQ;QACV,CAAC;QACD,MAAM,EAAE,IAAI,EAAE,UAAU,EAAE,KAAK,EAAE,IAAI,EAAE,CAAA;IACzC,CAAC;AACH,CAAC;AAED,8FAA8F;AAC9F,MAAM,kBAAkB,GAAG,CAAC,GAAG,CAAA;AAE/B,SAAS,qBAAqB,CAAC,IAAY;IACzC,MAAM,KAAK,GAAa,EAAE,CAAA;IAC1B,IAAI,OAAO,GAAG,EAAE,CAAA;IAChB,MAAM,cAAc,GAAa,EAAE,CAAA;IACnC,IAAI,UAAU,GAAG,CAAC,CAAA;IAClB,IAAI,SAAS,GAAG,EAAE,CAAA;IAElB,MAAM,SAAS,GAAG,GAAS,EAAE;QAC3B,MAAM,OAAO,GAAG,OAAO,CAAC,OAAO,CAAC,SAAS,EAAE,EAAE,CAAC,CAAA;QAC9C,IAAI,OAAO,KAAK,EAAE;YAAE,KAAK,CAAC,IAAI,CAAC,OAAO,CAAC,CAAA;QACvC,OAAO,GAAG,EAAE,CAAA;IACd,CAAC,CAAA;IAED,KAAK,MAAM,KAAK,IAAI,QAAQ,CAAC,IAAI,CAAC,EAAE,CAAC;QACnC,IAAI,KAAK,CAAC,IAAI,KAAK,YAAY,EAAE,CAAC;YAChC,UAAU,EAAE,CAAA;YACZ,SAAS,GAAG,EAAE,CAAA;YACd,SAAQ;QACV,CAAC;QACD,IAAI,KAAK,CAAC,IAAI,KAAK,UAAU,EAAE,CAAC;YAC9B,UAAU,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,UAAU,GAAG,CAAC,CAAC,CAAA;YACxC,cAAc,CAAC,IAAI,CAAC,SAAS,CAAC,CAAA;YAC9B,SAAS,GAAG,EAAE,CAAA;YACd,SAAQ;QACV,CAAC;QACD,IAAI,KAAK,CAAC,IAAI,KAAK,QAAQ,EAAE,CAAC;YAC5B,IAAI,UAAU,GAAG,CAAC;gBAAE,SAAS,IAAI,KAAK,CAAC,KAAK,CAAA;;gBACvC,cAAc,CAAC,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,CAAA;YACrC,SAAQ;QACV,CAAC;QACD,IAAI,KAAK,CAAC,IAAI,KAAK,QAAQ,EAAE,CAAC;YAC5B,IAAI,UAAU,GAAG,CAAC,IAAI,KAAK,CAAC,KAAK,IAAI,kBAAkB,IAAI,CAAC,SAAS,CAAC,QAAQ,CAAC,GAAG,CAAC,EAAE,CAAC;gBACpF,SAAS,IAAI,GAAG,CAAA;YAClB,CAAC;YACD,SAAQ;QACV,CAAC;QACD,IAAI,KAAK,CAAC,IAAI,KAAK,UAAU;YAAE,SAAQ;QAEvC,QAAQ,KAAK,CAAC,KAAK,EAAE,CAAC;YACpB,KAAK,IAAI,CAAC;YACV,KAAK,IAAI,CAAC;YACV,KAAK,GAAG,CAAC;YACT,KAAK,GAAG,EAAE,CAAC;gBACT,IAAI,KAAK,CAAC,KAAK,KAAK,GAAG,IAAI,KAAK,CAAC,KAAK,KAAK,GAAG;oBAAE,SAAS,EAAE,CAAA;gBAC3D,OAAO,IAAI,cAAc,CAAC,IAAI,CAAC,EAAE,CAAC,CAAA;gBAClC,cAAc,CAAC,MAAM,GAAG,CAAC,CAAA;gBACzB,MAAK;YACP,CAAC;YACD,KAAK,IAAI,CAAC;YACV,KAAK,IAAI,CAAC;YACV,KAAK,IAAI,CAAC;YACV,KAAK,IAAI,CAAC;YACV,KAAK,IAAI;gBACP,SAAS,EAAE,CAAA;gBACX,cAAc,CAAC,MAAM,GAAG,CAAC,CAAA;gBACzB,MAAK;YACP;gBACE,cAAc,CAAC,MAAM,GAAG,CAAC,CAAA;gBACzB,MAAK;QACT,CAAC;IACH,CAAC;IACD,SAAS,EAAE,CAAA;IACX,OAAO,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,CAAA;AACzB,CAAC;AAsBD,MAAM,UAAU,kBAAkB,CAAC,IAAY;IAC7C,IAAI,IAAI,CAAC,MAAM,KAAK,CAAC;QAAE,OAAO,EAAE,iBAAiB,EAAE,CAAC,EAAE,cAAc,EAAE,CAAC,EAAE,CAAA;IACzE,IAAI,GAAG,GAAG,CAAC,CAAA;IACX,KAAK,MAAM,IAAI,IAAI,IAAI,EAAE,CAAC;QACxB,MAAM,IAAI,GAAG,IAAI,CAAC,WAAW,CAAC,CAAC,CAAC,IAAI,CAAC,CAAA;QACrC,IAAI,IAAI,KAAK,MAAM,IAAI,CAAC,IAAI,GAAG,EAAE,IAAI,IAAI,KAAK,CAAC,IAAI,IAAI,KAAK,EAAE,IAAI,IAAI,KAAK,EAAE,CAAC;YAAE,GAAG,EAAE,CAAA;aAChF,IAAI,IAAI,IAAI,MAAM,IAAI,IAAI,IAAI,MAAM;YAAE,GAAG,EAAE,CAAA;IAClD,CAAC;IACD,MAAM,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC,MAAM,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,KAAK,EAAE,CAAC,CAAA;IAC7D,MAAM,cAAc,GAClB,KAAK,CAAC,MAAM,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,IAAI,EAAE,EAAE,CAAC,GAAG,GAAG,IAAI,CAAC,MAAM,EAAE,CAAC,CAAC,GAAG,KAAK,CAAC,MAAM,CAAA;IAC3F,OAAO,EAAE,iBAAiB,EAAE,GAAG,GAAG,IAAI,CAAC,MAAM,EAAE,cAAc,EAAE,CAAA;AACjE,CAAC;AAED,MAAM,uBAAuB,GAAG,GAAG,CAAA;AACnC,MAAM,yBAAyB,GAAG,GAAG,CAAA;AACrC,MAAM,sBAAsB,GAAG,GAAG,CAAA;AAOlC;;;;;;;;GAQG;AACH,MAAM,wBAAwB,GAAG,IAAI,CAAA;AAErC;;;;;;;;;;;;;;;;GAgBG;AACH,SAAS,qBAAqB,CAC5B,QAAgB,EAChB,MAAc,EACd,MAAc,EACd,WAAmB;IAEnB,MAAM,MAAM,GAAG,QAAQ,CAAC,KAAK,CAAC,WAAW,EAAE,MAAM,CAAC,CAAA;IAClD,MAAM,EAAE,GAAG,MAAM,CAAC,WAAW,CAAC,MAAM,CAAC,CAAA;IACrC,OAAO,EAAE,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,WAAW,GAAG,EAAE,CAAA;AAC1C,CAAC;AAED;;;;;;GAMG;AACH,MAAM,WAAW,GAAG,MAAM,CAAA;AAE1B,SAAS,cAAc,CAAC,MAAc;IACpC,MAAM,OAAO,GAAgB,EAAE,CAAA;IAC/B,MAAM,QAAQ,GAAG,MAAM,CAAC,QAAQ,CAAC,QAAQ,CAAC,CAAA;IAC1C,IAAI,UAAU,GAAG,CAAC,CAAA;IAClB,OAAO,OAAO,CAAC,MAAM,GAAG,WAAW,EAAE,CAAC;QACpC,MAAM,OAAO,GAAG,QAAQ,CAAC,OAAO,CAAC,QAAQ,EAAE,UAAU,CAAC,CAAA;QACtD,IAAI,OAAO,KAAK,CAAC,CAAC;YAAE,MAAK;QACzB,0DAA0D;QAC1D,IAAI,QAAQ,CAAC,UAAU,CAAC,WAAW,EAAE,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,OAAO,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC;YAC/D,UAAU,GAAG,OAAO,GAAG,CAAC,CAAA;YACxB,SAAQ;QACV,CAAC;QACD,IAAI,SAAS,GAAG,OAAO,GAAG,QAAQ,CAAC,MAAM,CAAA;QACzC,IAAI,QAAQ,CAAC,SAAS,CAAC,KAAK,IAAI;YAAE,SAAS,EAAE,CAAA;QAC7C,IAAI,QAAQ,CAAC,SAAS,CAAC,KAAK,IAAI;YAAE,SAAS,EAAE,CAAA;QAC7C,MAAM,GAAG,GAAG,QAAQ,CAAC,OAAO,CAAC,WAAW,EAAE,SAAS,CAAC,CAAA;QACpD,IAAI,GAAG,KAAK,CAAC,CAAC;YAAE,MAAK;QACrB,MAAM,WAAW,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,OAAO,GAAG,wBAAwB,CAAC,CAAA;QACnE,MAAM,SAAS,GAAG,qBAAqB,CAAC,QAAQ,EAAE,IAAI,EAAE,OAAO,EAAE,WAAW,CAAC,CAAA;QAC7E,OAAO,CAAC,IAAI,CAAC;YACX,UAAU,EAAE,SAAS,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,QAAQ,CAAC,KAAK,CAAC,SAAS,EAAE,OAAO,CAAC;YACtE,IAAI,EAAE,MAAM,CAAC,QAAQ,CAAC,SAAS,EAAE,GAAG,CAAC;SACtC,CAAC,CAAA;QACF,UAAU,GAAG,GAAG,GAAG,WAAW,CAAC,MAAM,CAAA;IACvC,CAAC;IACD,OAAO,OAAO,CAAA;AAChB,CAAC;AAED,SAAS,YAAY,CAAC,MAAiB;IACrC,MAAM,OAAO,GAAG,MAAM,CAAC,UAAU,CAAC,KAAK,CAAC,+BAA+B,CAAC,CAAA;IACxE,MAAM,MAAM,GAAG,OAAO,EAAE,CAAC,CAAC,CAAC,IAAI,EAAE,CAAA;IACjC,IAAI,MAAM,KAAK,EAAE,IAAI,MAAM,KAAK,GAAG,EAAE,CAAC;QACpC,OAAO,MAAM,CAAC,IAAI,CAAA;IACpB,CAAC;IACD,IAAI,CAAC,MAAM,CAAC,QAAQ,CAAC,aAAa,CAAC;QAAE,OAAO,SAAS,CAAA;IACrD,IAAI,CAAC;QACH,OAAO,WAAW,CAAC,MAAM,CAAC,IAAI,EAAE,EAAE,eAAe,EAAE,kBAAkB,EAAE,CAAC,CAAA;IAC1E,CAAC;IAAC,MAAM,CAAC;QACP,qEAAqE;QACrE,qEAAqE;QACrE,YAAY;QACZ,OAAO,SAAS,CAAA;IAClB,CAAC;AACH,CAAC;AAOD,MAAM,UAAU,cAAc,CAAC,MAAc;IAC3C,IAAI,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,QAAQ,CAAC,QAAQ,CAAC,CAAC,UAAU,CAAC,OAAO,CAAC,EAAE,CAAC;QAClE,MAAM,IAAI,YAAY,CAAC;YACrB,IAAI,EAAE,4BAA4B;YAClC,OAAO,EAAE,+CAA+C;YACxD,IAAI,EAAE,4EAA4E;SACnF,CAAC,CAAA;IACJ,CAAC;IACD,IAAI,aAAa,CAAC,IAAI,CAAC,MAAM,CAAC,QAAQ,CAAC,QAAQ,CAAC,CAAC,EAAE,CAAC;QAClD,MAAM,IAAI,YAAY,CAAC;YACrB,IAAI,EAAE,4BAA4B;YAClC,OAAO,EAAE,oDAAoD;YAC7D,IAAI,EAAE,iFAAiF;SACxF,CAAC,CAAA;IACJ,CAAC;IAED,MAAM,QAAQ,GAAa,EAAE,CAAA;IAC7B,MAAM,KAAK,GAAa,EAAE,CAAA;IAC1B,IAAI,OAAO,GAAG,CAAC,CAAA;IACf,IAAI,WAAW,GAAG,CAAC,CAAA;IACnB,2EAA2E;IAC3E,uEAAuE;IACvE,uEAAuE;IACvE,wEAAwE;IACxE,sEAAsE;IACtE,0EAA0E;IAC1E,yEAAyE;IACzE,uEAAuE;IACvE,WAAW;IACX,KAAK,MAAM,MAAM,IAAI,cAAc,CAAC,MAAM,CAAC,EAAE,CAAC;QAC5C,IAAI,WAAW,GAAG,mBAAmB,EAAE,CAAC;YACtC,QAAQ,CAAC,IAAI,CACX,wHAAwH,CACzH,CAAA;YACD,MAAK;QACP,CAAC;QACD,IAAI,+CAA+C,CAAC,IAAI,CAAC,MAAM,CAAC,UAAU,CAAC;YAAE,SAAQ;QACrF,MAAM,OAAO,GAAG,YAAY,CAAC,MAAM,CAAC,CAAA;QACpC,IAAI,OAAO,KAAK,SAAS,EAAE,CAAC;YAC1B,OAAO,EAAE,CAAA;YACT,SAAQ;QACV,CAAC;QACD,wEAAwE;QACxE,IAAI,CAAC,eAAe,CAAC,IAAI,CAAC,OAAO,CAAC,QAAQ,CAAC,QAAQ,CAAC,CAAC;YAAE,SAAQ;QAC/D,MAAM,IAAI,GAAG,qBAAqB,CAAC,OAAO,CAAC,CAAA;QAC3C,IAAI,IAAI,CAAC,IAAI,EAAE,KAAK,EAAE,EAAE,CAAC;YACvB,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,CAAA;YAChB,WAAW,IAAI,IAAI,CAAC,MAAM,CAAA;QAC5B,CAAC;IACH,CAAC;IAED,IAAI,KAAK,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QACvB,MAAM,IAAI,YAAY,CAAC;YACrB,IAAI,EAAE,wBAAwB;YAC9B,OAAO,EAAE,sCAAsC;YAC/C,IAAI,EAAE,8IAA8I;YACpJ,OAAO,EAAE,EAAE,cAAc,EAAE,OAAO,EAAE;SACrC,CAAC,CAAA;IACJ,CAAC;IAED,MAAM,IAAI,GAAG,KAAK,CAAC,IAAI,CAAC,MAAM,CAAC,CAAA;IAC/B,MAAM,WAAW,GAAG,kBAAkB,CAAC,IAAI,CAAC,CAAA;IAC5C,IACE,WAAW,CAAC,iBAAiB,GAAG,uBAAuB;QACvD,WAAW,CAAC,cAAc,GAAG,yBAAyB,EACtD,CAAC;QACD,wEAAwE;QACxE,sEAAsE;QACtE,yEAAyE;QACzE,+BAA+B;QAC/B,MAAM,IAAI,YAAY,CAAC;YACrB,IAAI,EAAE,wBAAwB;YAC9B,OAAO,EACL,mHAAmH;YACrH,IAAI,EAAE,6IAA6I;YACnJ,OAAO,EAAE;gBACP,iBAAiB,EAAE,MAAM,CAAC,WAAW,CAAC,iBAAiB,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC;gBACnE,cAAc,EAAE,MAAM,CAAC,WAAW,CAAC,cAAc,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC;aAC9D;SACF,CAAC,CAAA;IACJ,CAAC;IACD,IAAI,WAAW,CAAC,iBAAiB,GAAG,sBAAsB,EAAE,CAAC;QAC3D,QAAQ,CAAC,IAAI,CACX,GAAG,IAAI,CAAC,KAAK,CAAC,WAAW,CAAC,iBAAiB,GAAG,GAAG,CAAC,8FAA8F,CACjJ,CAAA;IACH,CAAC;IACD,IAAI,OAAO,GAAG,CAAC,EAAE,CAAC;QAChB,QAAQ,CAAC,IAAI,CACX,GAAG,OAAO,wEAAwE,CACnF,CAAA;IACH,CAAC;IACD,OAAO,EAAE,IAAI,EAAE,QAAQ,EAAE,CAAA;AAC3B,CAAC"}

package/dist/documents/zip.d.ts

@@ -0,0 +1,18 @@
+export interface ZipArchive {
+    /** Entry names, in central-directory order. */
+    readonly names: readonly string[];
+    /**
+     * `undefined` when the archive has no such entry — a missing part is a
+     * caller's decision, not an error here.
+     *
+     * `maxBytes` overrides the default 200 MiB decompression-bomb cap
+     * (`MAX_INFLATED_BYTES`) for this one read. A caller that knows it is
+     * about to run an expensive parse over the result — a regular expression
+     * or hand-written scanner over XML, say — should pass a much smaller
+     * number: the bomb cap alone only bounds memory, not the CPU cost of
+     * whatever runs on the inflated bytes afterwards.
+     */
+    read(name: string, maxBytes?: number): Buffer | undefined;
+}
+export declare function openZip(buffer: Buffer): ZipArchive;
+//# sourceMappingURL=zip.d.ts.map

package/dist/documents/zip.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"zip.d.ts","sourceRoot":"","sources":["../../src/documents/zip.ts"],"names":[],"mappings":"AAkHA,MAAM,WAAW,UAAU;IACzB,+CAA+C;IAC/C,QAAQ,CAAC,KAAK,EAAE,SAAS,MAAM,EAAE,CAAA;IACjC;;;;;;;;;;OAUG;IACH,IAAI,CAAC,IAAI,EAAE,MAAM,EAAE,QAAQ,CAAC,EAAE,MAAM,GAAG,MAAM,GAAG,SAAS,CAAA;CAC1D;AAED,wBAAgB,OAAO,CAAC,MAAM,EAAE,MAAM,GAAG,UAAU,CAUlD"}

package/dist/documents/zip.js

@@ -0,0 +1,113 @@
+import { inflateRawSync } from 'node:zlib';
+import { CogentaError } from '@cogenta/core';
+/**
+ * The three-hundred-line half of the ZIP format a `.docx` actually uses:
+ * locate the end-of-central-directory record, walk the central directory,
+ * and inflate one named entry.
+ *
+ * R9/R10 — written here rather than pulled in: every maintained Node
+ * unzip library (`yauzl`, `adm-zip`, `unzipper`, `jszip`) is either
+ * callback-era, unmaintained, or an order of magnitude larger than the
+ * ~120 lines a `.docx` needs, and Node already ships the only hard part
+ * (`node:zlib`'s raw inflate). A `.docx` is always a stored or deflated
+ * ZIP with a real central directory — no encryption, no spanning, no
+ * ZIP64 unless the document is over 4 GB, which the size cap in
+ * `extract-text.ts` rejects long before this code is reached.
+ */
+const EOCD_SIGNATURE = 0x0605_4b50;
+const CENTRAL_SIGNATURE = 0x0201_4b50;
+const LOCAL_SIGNATURE = 0x0403_4b50;
+const EOCD_MIN_SIZE = 22;
+/** The comment field is the only variable-length tail; 64 KiB is its maximum. */
+const EOCD_MAX_SEARCH = EOCD_MIN_SIZE + 0xffff;
+/** Refuses a decompression bomb: 200 MiB out of a document we already capped on the way in. */
+const MAX_INFLATED_BYTES = 200 * 1024 * 1024;
+function corrupt(reason) {
+    return new CogentaError({
+        code: 'DOCUMENT_EXTRACTION_FAILED',
+        message: `This file is not a readable ZIP archive: ${reason}.`,
+        hint: 'A .docx is a ZIP container. Re-save the document from your word processor, or upload it as Markdown or plain text instead.',
+    });
+}
+function findEndOfCentralDirectory(buffer) {
+    const from = Math.max(0, buffer.length - EOCD_MAX_SEARCH);
+    for (let at = buffer.length - EOCD_MIN_SIZE; at >= from; at--) {
+        if (buffer.readUInt32LE(at) === EOCD_SIGNATURE)
+            return at;
+    }
+    throw corrupt('no end-of-central-directory record was found');
+}
+function readCentralDirectory(buffer) {
+    const eocd = findEndOfCentralDirectory(buffer);
+    const entryCount = buffer.readUInt16LE(eocd + 10);
+    const directoryOffset = buffer.readUInt32LE(eocd + 16);
+    if (directoryOffset >= buffer.length)
+        throw corrupt('the central directory starts past the file');
+    const entries = [];
+    let at = directoryOffset;
+    for (let index = 0; index < entryCount; index++) {
+        if (at + 46 > buffer.length)
+            throw corrupt('a central directory entry is truncated');
+        if (buffer.readUInt32LE(at) !== CENTRAL_SIGNATURE) {
+            throw corrupt(`central directory entry ${index} has a bad signature`);
+        }
+        const nameLength = buffer.readUInt16LE(at + 28);
+        const extraLength = buffer.readUInt16LE(at + 30);
+        const commentLength = buffer.readUInt16LE(at + 32);
+        entries.push({
+            name: buffer.toString('utf8', at + 46, at + 46 + nameLength),
+            compression: buffer.readUInt16LE(at + 10),
+            compressedSize: buffer.readUInt32LE(at + 20),
+            uncompressedSize: buffer.readUInt32LE(at + 24),
+            localHeaderOffset: buffer.readUInt32LE(at + 42),
+        });
+        at += 46 + nameLength + extraLength + commentLength;
+    }
+    return entries;
+}
+function readEntryData(buffer, entry, maxBytes) {
+    const at = entry.localHeaderOffset;
+    if (at + 30 > buffer.length)
+        throw corrupt(`the local header of "${entry.name}" is truncated`);
+    if (buffer.readUInt32LE(at) !== LOCAL_SIGNATURE) {
+        throw corrupt(`the local header of "${entry.name}" has a bad signature`);
+    }
+    const nameLength = buffer.readUInt16LE(at + 26);
+    const extraLength = buffer.readUInt16LE(at + 28);
+    const start = at + 30 + nameLength + extraLength;
+    const end = start + entry.compressedSize;
+    if (end > buffer.length)
+        throw corrupt(`the data of "${entry.name}" is truncated`);
+    if (entry.uncompressedSize > maxBytes) {
+        throw new CogentaError({
+            code: 'DOCUMENT_TOO_LARGE',
+            message: `"${entry.name}" expands to ${entry.uncompressedSize} bytes, over the ${maxBytes}-byte limit.`,
+            hint: 'Upload a smaller document, or paste the relevant sections as plain text.',
+            details: { entry: entry.name, uncompressedSize: entry.uncompressedSize },
+        });
+    }
+    const raw = buffer.subarray(start, end);
+    if (entry.compression === 0)
+        return raw;
+    if (entry.compression !== 8) {
+        throw corrupt(`"${entry.name}" uses unsupported compression method ${entry.compression}`);
+    }
+    try {
+        return inflateRawSync(raw, { maxOutputLength: maxBytes });
+    }
+    catch (error) {
+        throw corrupt(`"${entry.name}" could not be inflated: ${error instanceof Error ? error.message : String(error)}`);
+    }
+}
+export function openZip(buffer) {
+    const entries = readCentralDirectory(buffer);
+    const byName = new Map(entries.map((entry) => [entry.name, entry]));
+    return {
+        names: entries.map((entry) => entry.name),
+        read(name, maxBytes = MAX_INFLATED_BYTES) {
+            const entry = byName.get(name);
+            return entry === undefined ? undefined : readEntryData(buffer, entry, maxBytes);
+        },
+    };
+}
+//# sourceMappingURL=zip.js.map

package/dist/documents/zip.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"zip.js","sourceRoot":"","sources":["../../src/documents/zip.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,cAAc,EAAE,MAAM,WAAW,CAAA;AAC1C,OAAO,EAAE,YAAY,EAAE,MAAM,eAAe,CAAA;AAE5C;;;;;;;;;;;;;GAaG;AAEH,MAAM,cAAc,GAAG,WAAW,CAAA;AAClC,MAAM,iBAAiB,GAAG,WAAW,CAAA;AACrC,MAAM,eAAe,GAAG,WAAW,CAAA;AACnC,MAAM,aAAa,GAAG,EAAE,CAAA;AACxB,iFAAiF;AACjF,MAAM,eAAe,GAAG,aAAa,GAAG,MAAM,CAAA;AAE9C,+FAA+F;AAC/F,MAAM,kBAAkB,GAAG,GAAG,GAAG,IAAI,GAAG,IAAI,CAAA;AAE5C,SAAS,OAAO,CAAC,MAAc;IAC7B,OAAO,IAAI,YAAY,CAAC;QACtB,IAAI,EAAE,4BAA4B;QAClC,OAAO,EAAE,4CAA4C,MAAM,GAAG;QAC9D,IAAI,EAAE,4HAA4H;KACnI,CAAC,CAAA;AACJ,CAAC;AAUD,SAAS,yBAAyB,CAAC,MAAc;IAC/C,MAAM,IAAI,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,MAAM,CAAC,MAAM,GAAG,eAAe,CAAC,CAAA;IACzD,KAAK,IAAI,EAAE,GAAG,MAAM,CAAC,MAAM,GAAG,aAAa,EAAE,EAAE,IAAI,IAAI,EAAE,EAAE,EAAE,EAAE,CAAC;QAC9D,IAAI,MAAM,CAAC,YAAY,CAAC,EAAE,CAAC,KAAK,cAAc;YAAE,OAAO,EAAE,CAAA;IAC3D,CAAC;IACD,MAAM,OAAO,CAAC,8CAA8C,CAAC,CAAA;AAC/D,CAAC;AAED,SAAS,oBAAoB,CAAC,MAAc;IAC1C,MAAM,IAAI,GAAG,yBAAyB,CAAC,MAAM,CAAC,CAAA;IAC9C,MAAM,UAAU,GAAG,MAAM,CAAC,YAAY,CAAC,IAAI,GAAG,EAAE,CAAC,CAAA;IACjD,MAAM,eAAe,GAAG,MAAM,CAAC,YAAY,CAAC,IAAI,GAAG,EAAE,CAAC,CAAA;IACtD,IAAI,eAAe,IAAI,MAAM,CAAC,MAAM;QAAE,MAAM,OAAO,CAAC,4CAA4C,CAAC,CAAA;IAEjG,MAAM,OAAO,GAAmB,EAAE,CAAA;IAClC,IAAI,EAAE,GAAG,eAAe,CAAA;IACxB,KAAK,IAAI,KAAK,GAAG,CAAC,EAAE,KAAK,GAAG,UAAU,EAAE,KAAK,EAAE,EAAE,CAAC;QAChD,IAAI,EAAE,GAAG,EAAE,GAAG,MAAM,CAAC,MAAM;YAAE,MAAM,OAAO,CAAC,wCAAwC,CAAC,CAAA;QACpF,IAAI,MAAM,CAAC,YAAY,CAAC,EAAE,CAAC,KAAK,iBAAiB,EAAE,CAAC;YAClD,MAAM,OAAO,CAAC,2BAA2B,KAAK,sBAAsB,CAAC,CAAA;QACvE,CAAC;QACD,MAAM,UAAU,GAAG,MAAM,CAAC,YAAY,CAAC,EAAE,GAAG,EAAE,CAAC,CAAA;QAC/C,MAAM,WAAW,GAAG,MAAM,CAAC,YAAY,CAAC,EAAE,GAAG,EAAE,CAAC,CAAA;QAChD,MAAM,aAAa,GAAG,MAAM,CAAC,YAAY,CAAC,EAAE,GAAG,EAAE,CAAC,CAAA;QAClD,OAAO,CAAC,IAAI,CAAC;YACX,IAAI,EAAE,MAAM,CAAC,QAAQ,CAAC,MAAM,EAAE,EAAE,GAAG,EAAE,EAAE,EAAE,GAAG,EAAE,GAAG,UAAU,CAAC;YAC5D,WAAW,EAAE,MAAM,CAAC,YAAY,CAAC,EAAE,GAAG,EAAE,CAAC;YACzC,cAAc,EAAE,MAAM,CAAC,YAAY,CAAC,EAAE,GAAG,EAAE,CAAC;YAC5C,gBAAgB,EAAE,MAAM,CAAC,YAAY,CAAC,EAAE,GAAG,EAAE,CAAC;YAC9C,iBAAiB,EAAE,MAAM,CAAC,YAAY,CAAC,EAAE,GAAG,EAAE,CAAC;SAChD,CAAC,CAAA;QACF,EAAE,IAAI,EAAE,GAAG,UAAU,GAAG,WAAW,GAAG,aAAa,CAAA;IACrD,CAAC;IACD,OAAO,OAAO,CAAA;AAChB,CAAC;AAED,SAAS,aAAa,CAAC,MAAc,EAAE,KAAmB,EAAE,QAAgB;IAC1E,MAAM,EAAE,GAAG,KAAK,CAAC,iBAAiB,CAAA;IAClC,IAAI,EAAE,GAAG,EAAE,GAAG,MAAM,CAAC,MAAM;QAAE,MAAM,OAAO,CAAC,wBAAwB,KAAK,CAAC,IAAI,gBAAgB,CAAC,CAAA;IAC9F,IAAI,MAAM,CAAC,YAAY,CAAC,EAAE,CAAC,KAAK,eAAe,EAAE,CAAC;QAChD,MAAM,OAAO,CAAC,wBAAwB,KAAK,CAAC,IAAI,uBAAuB,CAAC,CAAA;IAC1E,CAAC;IACD,MAAM,UAAU,GAAG,MAAM,CAAC,YAAY,CAAC,EAAE,GAAG,EAAE,CAAC,CAAA;IAC/C,MAAM,WAAW,GAAG,MAAM,CAAC,YAAY,CAAC,EAAE,GAAG,EAAE,CAAC,CAAA;IAChD,MAAM,KAAK,GAAG,EAAE,GAAG,EAAE,GAAG,UAAU,GAAG,WAAW,CAAA;IAChD,MAAM,GAAG,GAAG,KAAK,GAAG,KAAK,CAAC,cAAc,CAAA;IACxC,IAAI,GAAG,GAAG,MAAM,CAAC,MAAM;QAAE,MAAM,OAAO,CAAC,gBAAgB,KAAK,CAAC,IAAI,gBAAgB,CAAC,CAAA;IAClF,IAAI,KAAK,CAAC,gBAAgB,GAAG,QAAQ,EAAE,CAAC;QACtC,MAAM,IAAI,YAAY,CAAC;YACrB,IAAI,EAAE,oBAAoB;YAC1B,OAAO,EAAE,IAAI,KAAK,CAAC,IAAI,gBAAgB,KAAK,CAAC,gBAAgB,oBAAoB,QAAQ,cAAc;YACvG,IAAI,EAAE,0EAA0E;YAChF,OAAO,EAAE,EAAE,KAAK,EAAE,KAAK,CAAC,IAAI,EAAE,gBAAgB,EAAE,KAAK,CAAC,gBAAgB,EAAE;SACzE,CAAC,CAAA;IACJ,CAAC;IAED,MAAM,GAAG,GAAG,MAAM,CAAC,QAAQ,CAAC,KAAK,EAAE,GAAG,CAAC,CAAA;IACvC,IAAI,KAAK,CAAC,WAAW,KAAK,CAAC;QAAE,OAAO,GAAG,CAAA;IACvC,IAAI,KAAK,CAAC,WAAW,KAAK,CAAC,EAAE,CAAC;QAC5B,MAAM,OAAO,CAAC,IAAI,KAAK,CAAC,IAAI,yCAAyC,KAAK,CAAC,WAAW,EAAE,CAAC,CAAA;IAC3F,CAAC;IACD,IAAI,CAAC;QACH,OAAO,cAAc,CAAC,GAAG,EAAE,EAAE,eAAe,EAAE,QAAQ,EAAE,CAAC,CAAA;IAC3D,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,MAAM,OAAO,CACX,IAAI,KAAK,CAAC,IAAI,4BAA4B,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,EAAE,CACnG,CAAA;IACH,CAAC;AACH,CAAC;AAmBD,MAAM,UAAU,OAAO,CAAC,MAAc;IACpC,MAAM,OAAO,GAAG,oBAAoB,CAAC,MAAM,CAAC,CAAA;IAC5C,MAAM,MAAM,GAAG,IAAI,GAAG,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,CAAC,KAAK,CAAC,IAAI,EAAE,KAAK,CAAC,CAAC,CAAC,CAAA;IACnE,OAAO;QACL,KAAK,EAAE,OAAO,CAAC,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,IAAI,CAAC;QACzC,IAAI,CAAC,IAAI,EAAE,QAAQ,GAAG,kBAAkB;YACtC,MAAM,KAAK,GAAG,MAAM,CAAC,GAAG,CAAC,IAAI,CAAC,CAAA;YAC9B,OAAO,KAAK,KAAK,SAAS,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,aAAa,CAAC,MAAM,EAAE,KAAK,EAAE,QAAQ,CAAC,CAAA;QACjF,CAAC;KACF,CAAA;AACH,CAAC"}