@cliwant/mcp-sam-gov 0.3.0 → 1.0.0

package/dist/attachments.js

@@ -0,0 +1,576 @@
+/**
+ * @cliwant/mcp-sam-gov/attachments — read the ACTUAL solicitation document.
+ *
+ * Why this exists
+ * ----------------
+ * An AI doing procurement research needs the real RFP/SOW/Q&A/wage-table TEXT,
+ * not just the synopsis (`sam_fetch_description`) or metadata. A SAM notice
+ * carries ATTACHMENTS (`resourceLinks` → keyless download URLs) that hold the
+ * true requirements. The rest of the server exposes those URLs but cannot read
+ * them; this module fetches one keyless and returns its extracted text so the
+ * agent can analyze the buy.
+ *
+ * SAM attachments are predominantly PDF (compressed streams / CID fonts — not
+ * hand-rollable), so PDF text extraction uses `unpdf` (a single self-contained
+ * package that bundles pdfjs; no transitive deps). text/HTML also occur and are
+ * decoded/stripped locally. DOCX is a ZIP whose `word/document.xml` holds the
+ * body text (deflate-compressed); we parse the ZIP container by hand and inflate
+ * that entry with Node's built-in `node:zlib` — NO new dependency. Other
+ * binaries are NOT half-parsed — they return `text:null` with an honest note.
+ *
+ * Truthfulness invariants (a reviewer WILL attack these):
+ *   - A DOWN fetch (5xx / network / timeout) THROWS `upstream_unavailable`
+ *     (retryable). A down service is NOT an empty attachment — never `text:""`.
+ *   - A 404 THROWS `not_found` (the attachment id is gone).
+ *   - A PDF that fails to parse (encrypted/corrupt) → `text:null` +
+ *     `extractionError` note — NEVER a crash, NEVER a fake "".
+ *   - A DOCX that fails to parse (corrupt/not-a-zip/no `word/document.xml`) →
+ *     `text:null` + a disclosed note — NEVER a crash, NEVER a fake "".
+ *   - A non-extractable format (binary) → `text:null` + honest note.
+ *   - SSRF: only sam.gov / api.sam.gov hosts are fetched; anything else →
+ *     `invalid_input` with NO network call.
+ *   - `truncated`/`pages` are honest.
+ */
+import zlib from "node:zlib";
+import { extractText, getDocumentProxy } from "unpdf";
+import { ToolErrorCarrier } from "./errors.js";
+import { withMeta } from "./meta.js";
+/** Default cap on returned text (chars). Large enough for a full RFP body. */
+const DEFAULT_MAX_CHARS = 200_000;
+/** Hard guard on the cap (mirrors the Zod max) — belt-and-suspenders. */
+const MAX_MAX_CHARS = 500_000;
+/**
+ * Refuse to buffer/parse an attachment larger than this (SAM/S3 send
+ * content-length; SAM files are well under this). Bounds memory before the whole
+ * body is read into an ArrayBuffer + parsed by unpdf.
+ */
+const MAX_ATTACHMENT_BYTES = 50 * 1024 * 1024;
+/**
+ * Cap on the DECOMPRESSED size of a DOCX's `word/document.xml`. The fetch size
+ * guard bounds the compressed input, but deflate can expand ~1000× — a crafted
+ * "zip bomb" DOCX (SAM accepts vendor uploads) could inflate to GBs and OOM. A
+ * real Word body is far under this; `inflateRawSync` throws past it → caught →
+ * text:null + a disclosed note.
+ */
+const MAX_DOCX_XML_BYTES = 100 * 1024 * 1024;
+/** Browser-ish UA — SAM serves the keyless file endpoint to a normal client. */
+const BROWSER_UA = "Mozilla/5.0 (compatible; @cliwant/mcp-sam-gov; +https://github.com/cliwant/mcp-sam-gov)";
+/** Fetch timeout for a (potentially large) attachment download. */
+const FETCH_TIMEOUT_MS = 30_000;
+/**
+ * SSRF allow-list: an `https://` URL whose host is exactly `sam.gov` or
+ * `api.sam.gov` (or a subdomain of `sam.gov`). We intentionally do NOT fetch
+ * arbitrary hosts — the input is a SAM attachment download URL, nothing else.
+ */
+function assertSamAttachmentUrl(url) {
+    let parsed;
+    try {
+        parsed = new URL(url);
+    }
+    catch {
+        throw new ToolErrorCarrier({
+            kind: "invalid_input",
+            message: `Not a valid URL: ${JSON.stringify(url)}. Expected a SAM attachment download URL (https://sam.gov/... or https://api.sam.gov/...).`,
+            retryable: false,
+        });
+    }
+    if (parsed.protocol !== "https:") {
+        throw new ToolErrorCarrier({
+            kind: "invalid_input",
+            message: `Only https:// SAM attachment URLs are fetched (got ${parsed.protocol}//). SSRF hygiene: this tool fetches sam.gov / api.sam.gov only.`,
+            retryable: false,
+        });
+    }
+    const host = parsed.hostname.toLowerCase();
+    const isSam = host === "sam.gov" ||
+        host === "api.sam.gov" ||
+        host.endsWith(".sam.gov");
+    if (!isSam) {
+        throw new ToolErrorCarrier({
+            kind: "invalid_input",
+            message: `Refusing to fetch non-SAM host ${JSON.stringify(host)}. This tool only reads sam.gov / api.sam.gov attachment URLs (SSRF hygiene + scope). Pass a URL from sam_get_opportunity's attachments[].url.`,
+            retryable: false,
+        });
+    }
+    return parsed;
+}
+/** Parse a filename out of a `content-disposition` header, if present. */
+function filenameFromDisposition(disposition) {
+    if (!disposition)
+        return null;
+    // RFC 5987 `filename*=UTF-8''...` takes precedence when present.
+    const star = /filename\*=(?:UTF-8'')?([^;]+)/i.exec(disposition);
+    if (star && star[1]) {
+        try {
+            return decodeURIComponent(star[1].trim().replace(/^"|"$/g, ""));
+        }
+        catch {
+            /* fall through to plain filename */
+        }
+    }
+    const plain = /filename="?([^";]+)"?/i.exec(disposition);
+    if (plain && plain[1])
+        return plain[1].trim();
+    return null;
+}
+/** Lowercased file extension (no dot) from a filename, or "". */
+function extOf(filename) {
+    if (!filename)
+        return "";
+    const m = /\.([A-Za-z0-9]+)\s*$/.exec(filename);
+    return m && m[1] ? m[1].toLowerCase() : "";
+}
+/**
+ * Detect the format from magic bytes (authoritative) + filename ext +
+ * content-type (advisory). Magic bytes win because SAM serves everything as
+ * `application/octet-stream`.
+ */
+function detectFormat(bytes, contentType, ext) {
+    const ct = contentType.toLowerCase();
+    // %PDF
+    if (bytes.length >= 4 &&
+        bytes[0] === 0x25 &&
+        bytes[1] === 0x50 &&
+        bytes[2] === 0x44 &&
+        bytes[3] === 0x46) {
+        return "pdf";
+    }
+    // PK\x03\x04 (ZIP container) → treat as docx ONLY when the ext/CT say so;
+    // other zip-based Office/archive formats fall through to "binary".
+    if (bytes.length >= 4 &&
+        bytes[0] === 0x50 &&
+        bytes[1] === 0x4b &&
+        bytes[2] === 0x03 &&
+        bytes[3] === 0x04) {
+        if (ext === "docx" || ct.includes("wordprocessingml"))
+            return "docx";
+        return "binary";
+    }
+    // HTML: content-type says so, OR the body starts (after BOM/whitespace) with
+    // '<' plus an html-ish token.
+    if (ct.includes("text/html") || ct.includes("application/xhtml")) {
+        return "html";
+    }
+    const head = sniffLeadingText(bytes, 512).trimStart().toLowerCase();
+    if (head.startsWith("<!doctype html") || head.startsWith("<html")) {
+        return "html";
+    }
+    // A body that opens with a tag and carries an html-ish element (but is NOT an
+    // XML declaration) reads as HTML.
+    if (!head.startsWith("<?xml") &&
+        head.startsWith("<") &&
+        /<(html|body|div|p|table|head)\b/.test(head)) {
+        return "html";
+    }
+    // Plain textual content-types.
+    if (ct.includes("text/plain") ||
+        ct.includes("text/csv") ||
+        ct.includes("application/csv") ||
+        ct.includes("text/xml") ||
+        ct.includes("application/xml") ||
+        ct.includes("application/json") ||
+        ct.includes("text/")) {
+        return "text";
+    }
+    // Extension-based textual fallback (SAM serves octet-stream).
+    if (["txt", "csv", "xml", "json", "tsv", "md", "log"].includes(ext)) {
+        return "text";
+    }
+    // Looks like text if it decodes cleanly with no NUL/control soup.
+    if (looksTextual(bytes))
+        return "text";
+    return "binary";
+}
+/** Decode the first `n` bytes as UTF-8 for a cheap content sniff. */
+function sniffLeadingText(bytes, n) {
+    const slice = bytes.subarray(0, Math.min(n, bytes.length));
+    try {
+        return new TextDecoder("utf-8", { fatal: false }).decode(slice);
+    }
+    catch {
+        return "";
+    }
+}
+/**
+ * Heuristic: does the byte buffer look like human-readable text? True when
+ * there are no NUL bytes and the share of control chars (outside tab/CR/LF) is
+ * tiny. Used only as a last-resort fallback when magic bytes + CT + ext are
+ * all inconclusive.
+ */
+function looksTextual(bytes) {
+    const sample = bytes.subarray(0, Math.min(1024, bytes.length));
+    if (sample.length === 0)
+        return false;
+    let control = 0;
+    for (const b of sample) {
+        if (b === 0)
+            return false; // NUL ⇒ binary
+        if (b < 0x09 || (b > 0x0d && b < 0x20))
+            control++;
+    }
+    return control / sample.length < 0.05;
+}
+/** Decode common HTML/XML entities that survive tag-stripping. */
+function decodeEntities(s) {
+    return s
+        .replace(/&nbsp;/g, " ")
+        .replace(/&lt;/g, "<")
+        .replace(/&gt;/g, ">")
+        .replace(/&quot;/g, '"')
+        .replace(/&#0?39;/g, "'")
+        .replace(/&apos;/g, "'")
+        .replace(/&#x27;/g, "'")
+        // &amp; last so we don't double-decode an already-decoded entity.
+        .replace(/&amp;/g, "&");
+}
+/**
+ * Strip HTML to readable text: drop <script>/<style> CONTENT entirely, remove
+ * all remaining tags, decode entities, collapse whitespace. Mirrors the
+ * approach used elsewhere in the server (sam-gov description, gao, ecfr).
+ */
+function stripHtml(html) {
+    return decodeEntities(html
+        .replace(/<style[\s\S]*?<\/style>/gi, " ")
+        .replace(/<script[\s\S]*?<\/script>/gi, " ")
+        .replace(/<[^>]+>/g, " "))
+        .replace(/\s+/g, " ")
+        .trim();
+}
+/**
+ * Extract the body text of a DOCX (Office Open XML) file, dependency-free.
+ *
+ * A DOCX is a ZIP archive; the document body lives in `word/document.xml`
+ * (normally deflate-compressed, ZIP method 8). We parse the ZIP container by
+ * hand — locate the End-Of-Central-Directory record, walk the central
+ * directory to find `word/document.xml`, read its local file header to compute
+ * the compressed-data offset, slice those bytes, and inflate them with Node's
+ * built-in `node:zlib` (`inflateRawSync`; method 0 = stored → bytes as-is). The
+ * resulting XML is reduced to plain text: `</w:p>`/`</w:tr>` become newlines,
+ * `<w:tab/>` a tab, ALL remaining tags are stripped whole (so open-tag
+ * attributes like `w14:paraId="…"` never leak), entities are decoded, and
+ * runs of intra-line whitespace are collapsed.
+ *
+ * DEFENSIVE: every offset/length read is bounds-checked. Any structural problem
+ * (buffer too small, EOCD/CD/LFH signature bad, an offset or length past the
+ * end of the buffer, `word/document.xml` absent, an unsupported compression
+ * method, or an inflate throw) raises a normal `Error`. It never reads out of
+ * bounds, never loops unbounded, and never returns garbage — the CALLER catches
+ * the throw and reports `text:null` + a disclosed note.
+ *
+ * @throws {Error} on any malformed/unsupported input.
+ */
+function extractDocxText(bytes) {
+    const dv = new DataView(bytes.buffer, bytes.byteOffset, bytes.byteLength);
+    const u32 = (o) => dv.getUint32(o, true); // little-endian
+    const u16 = (o) => dv.getUint16(o, true);
+    const utf8 = (start, end) => new TextDecoder("utf-8", { fatal: false }).decode(bytes.subarray(start, end));
+    const EOCD_SIG = 0x06054b50; // PK\x05\x06 End-Of-Central-Directory
+    const CD_SIG = 0x02014b50; // PK\x01\x02 central-directory file header
+    const LFH_SIG = 0x04034b50; // PK\x03\x04 local file header
+    const n = bytes.length;
+    // EOCD is 22 bytes minimum (before any trailing comment).
+    if (n < 22)
+        throw new Error("not a valid DOCX (file too small to be a ZIP)");
+    // 1. Locate the End-Of-Central-Directory by scanning backward. It sits within
+    //    the last 22 bytes + an optional comment (<= 0xffff), so bound the scan.
+    let eocd = -1;
+    const minStart = Math.max(0, n - 22 - 0xffff);
+    for (let i = n - 22; i >= minStart; i--) {
+        if (u32(i) === EOCD_SIG) {
+            eocd = i;
+            break;
+        }
+    }
+    if (eocd < 0) {
+        throw new Error("not a valid DOCX (ZIP End-Of-Central-Directory not found)");
+    }
+    const entryCount = u16(eocd + 10);
+    const cdOffset = u32(eocd + 16);
+    if (cdOffset >= n) {
+        throw new Error("corrupt DOCX (ZIP central-directory offset past end of file)");
+    }
+    // 2. Walk the central directory to find `word/document.xml`.
+    let p = cdOffset;
+    let target = null;
+    for (let e = 0; e < entryCount; e++) {
+        if (p + 46 > n) {
+            throw new Error("corrupt DOCX (ZIP central-directory entry truncated)");
+        }
+        if (u32(p) !== CD_SIG) {
+            throw new Error("corrupt DOCX (ZIP central-directory signature invalid)");
+        }
+        const method = u16(p + 10);
+        const compressedSize = u32(p + 20);
+        const nameLen = u16(p + 28);
+        const extraLen = u16(p + 30);
+        const commentLen = u16(p + 32);
+        const lho = u32(p + 42);
+        const nameStart = p + 46;
+        if (nameStart + nameLen > n) {
+            throw new Error("corrupt DOCX (ZIP entry name past end of file)");
+        }
+        const name = utf8(nameStart, nameStart + nameLen);
+        if (name === "word/document.xml") {
+            target = { method, compressedSize, lho };
+            break;
+        }
+        p = nameStart + nameLen + extraLen + commentLen;
+    }
+    if (!target) {
+        throw new Error("not a valid Word document (word/document.xml not found in the ZIP)");
+    }
+    // 3. Read the local file header to compute where the entry's data begins.
+    const { method, compressedSize, lho } = target;
+    if (lho + 30 > n) {
+        throw new Error("corrupt DOCX (ZIP local file header past end of file)");
+    }
+    if (u32(lho) !== LFH_SIG) {
+        throw new Error("corrupt DOCX (ZIP local file header signature invalid)");
+    }
+    const localNameLen = u16(lho + 26);
+    const localExtraLen = u16(lho + 28);
+    const dataStart = lho + 30 + localNameLen + localExtraLen;
+    if (dataStart + compressedSize > n) {
+        throw new Error("corrupt DOCX (ZIP entry data past end of file)");
+    }
+    const comp = bytes.subarray(dataStart, dataStart + compressedSize);
+    // 4. Decompress: method 8 = deflate (raw), method 0 = stored (as-is).
+    let xmlBytes;
+    if (method === 8) {
+        // maxOutputLength caps the inflated size → throws on a zip-bomb DOCX.
+        xmlBytes = zlib.inflateRawSync(comp, { maxOutputLength: MAX_DOCX_XML_BYTES });
+    }
+    else if (method === 0) {
+        xmlBytes = comp;
+    }
+    else {
+        throw new Error(`unsupported DOCX ZIP compression method ${method}`);
+    }
+    const xml = new TextDecoder("utf-8", { fatal: false }).decode(xmlBytes);
+    // 5. XML → text. Convert paragraph/row breaks and tabs to whitespace FIRST,
+    //    then strip ALL remaining tags whole (`<w:p w14:paraId="…">` included, so
+    //    no attribute text leaks), decode entities, collapse intra-line runs.
+    const text = decodeEntities(xml
+        .replace(/<\/w:p>/g, "\n")
+        .replace(/<\/w:tr>/g, "\n")
+        .replace(/<w:tab\b[^>]*\/?>/g, "\t")
+        .replace(/<[^>]+>/g, ""))
+        .replace(/[ \t]+/g, " ")
+        .replace(/ *\n */g, "\n")
+        .replace(/\n{3,}/g, "\n\n")
+        .trim();
+    return text;
+}
+/**
+ * Fetch a SAM attachment keyless and return its extracted TEXT.
+ *
+ * See the module header for the truthfulness invariants. Throws a
+ * `ToolErrorCarrier` for: bad/non-SAM URL (`invalid_input`, no fetch), a 404
+ * (`not_found`), or a down fetch (`upstream_unavailable`, retryable). Otherwise
+ * ALWAYS returns a payload — a document we cannot extract yields `text:null` +
+ * a disclosed note, never an exception and never a fabricated string.
+ */
+export async function fetchAttachmentText(args) {
+    const parsed = assertSamAttachmentUrl(args.url);
+    const url = parsed.toString();
+    const maxChars = Math.min(Math.max(1, args.maxChars ?? DEFAULT_MAX_CHARS), MAX_MAX_CHARS);
+    // ── Fetch keyless. A down fetch is an OUTAGE (throw), never empty text. ──
+    let res;
+    try {
+        res = await fetch(url, {
+            headers: { "User-Agent": BROWSER_UA, Accept: "*/*" },
+            redirect: "follow",
+            signal: AbortSignal.timeout(FETCH_TIMEOUT_MS),
+        });
+    }
+    catch (e) {
+        // Network-level fault or timeout ⇒ retryable outage.
+        const err = {
+            kind: "upstream_unavailable",
+            message: `Network error fetching SAM attachment ${url}: ${e.message}. The service is unavailable, NOT an empty attachment — retry.`,
+            retryable: true,
+            retryAfterSeconds: 30,
+            upstreamEndpoint: "sam:attachment",
+        };
+        throw new ToolErrorCarrier(err);
+    }
+    if (res.status === 404) {
+        throw new ToolErrorCarrier({
+            kind: "not_found",
+            message: `SAM attachment not found (HTTP 404) at ${url}. The attachment id is gone.`,
+            retryable: false,
+            upstreamStatus: 404,
+            upstreamEndpoint: "sam:attachment",
+        });
+    }
+    if (!res.ok) {
+        // Any other non-2xx (5xx, 429, transient 4xx) ⇒ treat as a retryable
+        // outage. A DOWN attachment endpoint is NOT an empty document.
+        throw new ToolErrorCarrier({
+            kind: "upstream_unavailable",
+            message: `SAM attachment fetch returned HTTP ${res.status} at ${url} — the service is unavailable, NOT an empty attachment. Retry.`,
+            retryable: true,
+            retryAfterSeconds: 60,
+            upstreamStatus: res.status,
+            upstreamEndpoint: "sam:attachment",
+        });
+    }
+    // Redirect safety (SSRF defense-in-depth): `fetch` followed redirects — SAM's
+    // download endpoint 303-redirects to a time-signed S3 URL and the extraction
+    // DEPENDS on that hop, so off-host redirects can't be forbidden outright.
+    // Instead re-validate the FINAL host: allow *.sam.gov and SAM's S3 attachment
+    // store, reject anything else — a redirect must never reach an internal /
+    // cloud-metadata / attacker host and have its body read back as "text".
+    const finalHost = (() => {
+        try {
+            return new URL(res.url).hostname.toLowerCase();
+        }
+        catch {
+            return "";
+        }
+    })();
+    // SAM's attachment endpoint 303-redirects to a SINGLE time-signed S3 bucket
+    // (LIVE-VERIFIED 2026-07-05: `iae-fbo-attachments.s3.amazonaws.com`). Pin THAT
+    // bucket — across S3 host-form/region variants (`<b>.s3.amazonaws.com`,
+    // `<b>.s3.<region>.amazonaws.com`, `<b>.s3-<region>.amazonaws.com`, dualstack)
+    // — rather than trusting ALL of AWS S3: a sam.gov→attacker-owned-bucket redirect
+    // (any `*.s3.amazonaws.com` is registrable) must NOT have its body read back as
+    // "SAM text". Fail-closed: an unknown bucket → rejected with a clear error.
+    const SAM_S3_BUCKETS = ["iae-fbo-attachments"];
+    const isSamS3Host = (h) => h.endsWith(".amazonaws.com") &&
+        SAM_S3_BUCKETS.some((b) => h.startsWith(`${b}.s3.`) || h.startsWith(`${b}.s3-`));
+    const finalHostOk = 
+    // Only trust an EMPTY final host when NO redirect occurred; if `fetch` redirected
+    // but the runtime hid the URL we cannot verify the target → reject (was trusted).
+    (finalHost === "" && !res.redirected) ||
+        finalHost === "sam.gov" ||
+        finalHost.endsWith(".sam.gov") ||
+        isSamS3Host(finalHost);
+    if (!finalHostOk) {
+        throw new ToolErrorCarrier({
+            kind: "invalid_input",
+            message: `The SAM attachment URL redirected to an unexpected host ${JSON.stringify(finalHost)}; refusing to read it back (SSRF safety). Expected sam.gov or SAM's S3 attachment store.`,
+            retryable: false,
+        });
+    }
+    // Size guard: refuse an attachment larger than the cap BEFORE buffering it
+    // whole (unpdf then parses the whole buffer). SAM/S3 send content-length.
+    const declaredLen = Number(res.headers.get("content-length") ?? "");
+    if (Number.isFinite(declaredLen) && declaredLen > MAX_ATTACHMENT_BYTES) {
+        throw new ToolErrorCarrier({
+            kind: "invalid_input",
+            message: `SAM attachment is ${Math.round(declaredLen / 1048576)} MB, over this tool's ${Math.round(MAX_ATTACHMENT_BYTES / 1048576)} MB limit — download it directly at ${url}.`,
+            retryable: false,
+            upstreamEndpoint: "sam:attachment",
+        });
+    }
+    const contentType = res.headers.get("content-type");
+    const disposition = res.headers.get("content-disposition");
+    const filename = filenameFromDisposition(disposition);
+    const ext = extOf(filename);
+    const buf = await res.arrayBuffer();
+    const bytes = new Uint8Array(buf);
+    const sizeBytes = bytes.byteLength;
+    const format = detectFormat(bytes, contentType ?? "", ext);
+    const notes = [];
+    let text = null;
+    let pages = null;
+    if (format === "pdf") {
+        try {
+            const pdf = await getDocumentProxy(bytes);
+            const { totalPages, text: extracted } = await extractText(pdf, {
+                mergePages: true,
+            });
+            pages = totalPages;
+            text = extracted;
+        }
+        catch (e) {
+            // Encrypted / corrupt / unsupported PDF. This is NOT an outage and NOT an
+            // empty document — disclose the failure and return text:null.
+            text = null;
+            pages = null;
+            notes.push(`PDF text extraction failed (extractionError): ${e.message}. The file may be encrypted, corrupt, or image-only (scanned). It was NOT read; download it at ${url}.`);
+        }
+    }
+    else if (format === "docx") {
+        // DOCX (ZIP + word/document.xml): extract the body text dependency-free.
+        // A corrupt/invalid/no-word-document DOCX is NOT an outage and NOT an empty
+        // document — disclose the failure and return text:null (the B1 empty-guard
+        // downstream turns a genuinely empty body into text:null + a disclosed note).
+        try {
+            text = extractDocxText(bytes);
+            pages = null;
+        }
+        catch (e) {
+            text = null;
+            pages = null;
+            notes.push(`DOCX text extraction failed: ${e.message}. The file may be corrupt or not a valid Word document — download it at ${url}.`);
+        }
+    }
+    else if (format === "html") {
+        text = stripHtml(new TextDecoder("utf-8", { fatal: false }).decode(bytes));
+    }
+    else if (format === "text") {
+        text = new TextDecoder("utf-8", { fatal: false }).decode(bytes);
+    }
+    else {
+        // binary / other — do NOT half-parse.
+        text = null;
+        pages = null;
+        notes.push(`${format} content is not extractable keyless in this tool — download it at ${url}.`);
+    }
+    // ── Validate the extracted text is REAL content, not a masquerade. ──
+    // A fetch+parse that yields EMPTY text (an image-only/scanned PDF with no text
+    // layer — common for wage determinations, signed SF-1442s, drawings — or an
+    // empty body) or DECODE-GARBAGE (a non-UTF-8 charset mis-decoded into NUL /
+    // replacement-char soup) must NOT read as "the document's text is empty/this".
+    // Report text:null + a disclosed reason instead (a scanned PDF keeps its honest
+    // `pages` count — it HAS pages, just no text layer).
+    if (text != null) {
+        const replacementShare = (text.match(/\uFFFD/g)?.length ?? 0) / Math.max(1, text.length);
+        if (text.trim().length === 0) {
+            notes.push(format === "pdf"
+                ? `This PDF has NO extractable text layer — it is likely scanned/image-only (a photo of the page). It was NOT read as text; download it at ${url} (or run OCR).`
+                : `The ${format} attachment decoded to empty/whitespace content — nothing to read; download it at ${url}.`);
+            text = null;
+        }
+        else if (text.includes("\u0000") || replacementShare > 0.1) {
+            notes.push(`The ${format} attachment could not be decoded as readable UTF-8 text (it likely uses a different character set, or is binary mislabeled as text) — download it at ${url}.`);
+            text = null;
+        }
+    }
+    // ── Truncate honestly. ──
+    let truncated = false;
+    if (text != null && text.length > maxChars) {
+        text = text.slice(0, maxChars);
+        truncated = true;
+        notes.push(`Text truncated to maxChars=${maxChars} characters (the document is longer). Raise maxChars or fetch the file directly for the full text.`);
+    }
+    const extracted = text != null;
+    if (extracted) {
+        notes.push(`Detected format: ${format}.`);
+    }
+    const data = {
+        url,
+        filename,
+        contentType,
+        format,
+        sizeBytes,
+        pages,
+        text,
+        truncated,
+        extracted,
+    };
+    return withMeta(data, {
+        source: "sam.gov (keyless attachment)",
+        keylessMode: true,
+        // We fully delivered the document iff we extracted text AND did not truncate.
+        complete: extracted && !truncated ? undefined : false,
+        truncated,
+        returned: extracted ? 1 : 0,
+        totalAvailable: null,
+        fieldsUnavailable: extracted ? [] : ["text"],
+        notes,
+    });
+}
+//# sourceMappingURL=attachments.js.map

package/dist/attachments.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"attachments.js","sourceRoot":"","sources":["../src/attachments.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;GAgCG;AAEH,OAAO,IAAI,MAAM,WAAW,CAAC;AAC7B,OAAO,EAAE,WAAW,EAAE,gBAAgB,EAAE,MAAM,OAAO,CAAC;AACtD,OAAO,EAAE,gBAAgB,EAAkB,MAAM,aAAa,CAAC;AAC/D,OAAO,EAAE,QAAQ,EAAmB,MAAM,WAAW,CAAC;AAEtD,8EAA8E;AAC9E,MAAM,iBAAiB,GAAG,OAAO,CAAC;AAClC,yEAAyE;AACzE,MAAM,aAAa,GAAG,OAAO,CAAC;AAC9B;;;;GAIG;AACH,MAAM,oBAAoB,GAAG,EAAE,GAAG,IAAI,GAAG,IAAI,CAAC;AAC9C;;;;;;GAMG;AACH,MAAM,kBAAkB,GAAG,GAAG,GAAG,IAAI,GAAG,IAAI,CAAC;AAE7C,gFAAgF;AAChF,MAAM,UAAU,GACd,yFAAyF,CAAC;AAE5F,mEAAmE;AACnE,MAAM,gBAAgB,GAAG,MAAM,CAAC;AAEhC;;;;GAIG;AACH,SAAS,sBAAsB,CAAC,GAAW;IACzC,IAAI,MAAW,CAAC;IAChB,IAAI,CAAC;QACH,MAAM,GAAG,IAAI,GAAG,CAAC,GAAG,CAAC,CAAC;IACxB,CAAC;IAAC,MAAM,CAAC;QACP,MAAM,IAAI,gBAAgB,CAAC;YACzB,IAAI,EAAE,eAAe;YACrB,OAAO,EAAE,oBAAoB,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,4FAA4F;YAC5I,SAAS,EAAE,KAAK;SACjB,CAAC,CAAC;IACL,CAAC;IACD,IAAI,MAAM,CAAC,QAAQ,KAAK,QAAQ,EAAE,CAAC;QACjC,MAAM,IAAI,gBAAgB,CAAC;YACzB,IAAI,EAAE,eAAe;YACrB,OAAO,EAAE,sDAAsD,MAAM,CAAC,QAAQ,kEAAkE;YAChJ,SAAS,EAAE,KAAK;SACjB,CAAC,CAAC;IACL,CAAC;IACD,MAAM,IAAI,GAAG,MAAM,CAAC,QAAQ,CAAC,WAAW,EAAE,CAAC;IAC3C,MAAM,KAAK,GACT,IAAI,KAAK,SAAS;QAClB,IAAI,KAAK,aAAa;QACtB,IAAI,CAAC,QAAQ,CAAC,UAAU,CAAC,CAAC;IAC5B,IAAI,CAAC,KAAK,EAAE,CAAC;QACX,MAAM,IAAI,gBAAgB,CAAC;YACzB,IAAI,EAAE,eAAe;YACrB,OAAO,EAAE,kCAAkC,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,+IAA+I;YAC9M,SAAS,EAAE,KAAK;SACjB,CAAC,CAAC;IACL,CAAC;IACD,OAAO,MAAM,CAAC;AAChB,CAAC;AAED,0EAA0E;AAC1E,SAAS,uBAAuB,CAAC,WAA0B;IACzD,IAAI,CAAC,WAAW;QAAE,OAAO,IAAI,CAAC;IAC9B,iEAAiE;IACjE,MAAM,IAAI,GAAG,iCAAiC,CAAC,IAAI,CAAC,WAAW,CAAC,CAAC;IACjE,IAAI,IAAI,IAAI,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC;QACpB,IAAI,CAAC;YACH,OAAO,kBAAkB,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC,OAAO,CAAC,QAAQ,EAAE,EAAE,CAAC,CAAC,CAAC;QAClE,CAAC;QAAC,MAAM,CAAC;YACP,oCAAoC;QACtC,CAAC;IACH,CAAC;IACD,MAAM,KAAK,GAAG,wBAAwB,CAAC,IAAI,CAAC,WAAW,CAAC,CAAC;IACzD,IAAI,KAAK,IAAI,KAAK,CAAC,CAAC,CAAC;QAAE,OAAO,KAAK,CAAC,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC;IAC9C,OAAO,IAAI,CAAC;AACd,CAAC;AAED,iEAAiE;AACjE,SAAS,KAAK,CAAC,QAAuB;IACpC,IAAI,CAAC,QAAQ;QAAE,OAAO,EAAE,CAAC;IACzB,MAAM,CAAC,GAAG,sBAAsB,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;IAChD,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,WAAW,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;AAC7C,CAAC;AAKD;;;;GAIG;AACH,SAAS,YAAY,CACnB,KAAiB,EACjB,WAAmB,EACnB,GAAW;IAEX,MAAM,EAAE,GAAG,WAAW,CAAC,WAAW,EAAE,CAAC;IACrC,OAAO;IACP,IACE,KAAK,CAAC,MAAM,IAAI,CAAC;QACjB,KAAK,CAAC,CAAC,CAAC,KAAK,IAAI;QACjB,KAAK,CAAC,CAAC,CAAC,KAAK,IAAI;QACjB,KAAK,CAAC,CAAC,CAAC,KAAK,IAAI;QACjB,KAAK,CAAC,CAAC,CAAC,KAAK,IAAI,EACjB,CAAC;QACD,OAAO,KAAK,CAAC;IACf,CAAC;IACD,0EAA0E;IAC1E,mEAAmE;IACnE,IACE,KAAK,CAAC,MAAM,IAAI,CAAC;QACjB,KAAK,CAAC,CAAC,CAAC,KAAK,IAAI;QACjB,KAAK,CAAC,CAAC,CAAC,KAAK,IAAI;QACjB,KAAK,CAAC,CAAC,CAAC,KAAK,IAAI;QACjB,KAAK,CAAC,CAAC,CAAC,KAAK,IAAI,EACjB,CAAC;QACD,IAAI,GAAG,KAAK,MAAM,IAAI,EAAE,CAAC,QAAQ,CAAC,kBAAkB,CAAC;YAAE,OAAO,MAAM,CAAC;QACrE,OAAO,QAAQ,CAAC;IAClB,CAAC;IACD,6EAA6E;IAC7E,8BAA8B;IAC9B,IAAI,EAAE,CAAC,QAAQ,CAAC,WAAW,CAAC,IAAI,EAAE,CAAC,QAAQ,CAAC,mBAAmB,CAAC,EAAE,CAAC;QACjE,OAAO,MAAM,CAAC;IAChB,CAAC;IACD,MAAM,IAAI,GAAG,gBAAgB,CAAC,KAAK,EAAE,GAAG,CAAC,CAAC,SAAS,EAAE,CAAC,WAAW,EAAE,CAAC;IACpE,IAAI,IAAI,CAAC,UAAU,CAAC,gBAAgB,CAAC,IAAI,IAAI,CAAC,UAAU,CAAC,OAAO,CAAC,EAAE,CAAC;QAClE,OAAO,MAAM,CAAC;IAChB,CAAC;IACD,8EAA8E;IAC9E,kCAAkC;IAClC,IACE,CAAC,IAAI,CAAC,UAAU,CAAC,OAAO,CAAC;QACzB,IAAI,CAAC,UAAU,CAAC,GAAG,CAAC;QACpB,iCAAiC,CAAC,IAAI,CAAC,IAAI,CAAC,EAC5C,CAAC;QACD,OAAO,MAAM,CAAC;IAChB,CAAC;IACD,+BAA+B;IAC/B,IACE,EAAE,CAAC,QAAQ,CAAC,YAAY,CAAC;QACzB,EAAE,CAAC,QAAQ,CAAC,UAAU,CAAC;QACvB,EAAE,CAAC,QAAQ,CAAC,iBAAiB,CAAC;QAC9B,EAAE,CAAC,QAAQ,CAAC,UAAU,CAAC;QACvB,EAAE,CAAC,QAAQ,CAAC,iBAAiB,CAAC;QAC9B,EAAE,CAAC,QAAQ,CAAC,kBAAkB,CAAC;QAC/B,EAAE,CAAC,QAAQ,CAAC,OAAO,CAAC,EACpB,CAAC;QACD,OAAO,MAAM,CAAC;IAChB,CAAC;IACD,8DAA8D;IAC9D,IAAI,CAAC,KAAK,EAAE,KAAK,EAAE,KAAK,EAAE,MAAM,EAAE,KAAK,EAAE,IAAI,EAAE,KAAK,CAAC,CAAC,QAAQ,CAAC,GAAG,CAAC,EAAE,CAAC;QACpE,OAAO,MAAM,CAAC;IAChB,CAAC;IACD,kEAAkE;IAClE,IAAI,YAAY,CAAC,KAAK,CAAC;QAAE,OAAO,MAAM,CAAC;IACvC,OAAO,QAAQ,CAAC;AAClB,CAAC;AAED,qEAAqE;AACrE,SAAS,gBAAgB,CAAC,KAAiB,EAAE,CAAS;IACpD,MAAM,KAAK,GAAG,KAAK,CAAC,QAAQ,CAAC,CAAC,EAAE,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,KAAK,CAAC,MAAM,CAAC,CAAC,CAAC;IAC3D,IAAI,CAAC;QACH,OAAO,IAAI,WAAW,CAAC,OAAO,EAAE,EAAE,KAAK,EAAE,KAAK,EAAE,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;IAClE,CAAC;IAAC,MAAM,CAAC;QACP,OAAO,EAAE,CAAC;IACZ,CAAC;AACH,CAAC;AAED;;;;;GAKG;AACH,SAAS,YAAY,CAAC,KAAiB;IACrC,MAAM,MAAM,GAAG,KAAK,CAAC,QAAQ,CAAC,CAAC,EAAE,IAAI,CAAC,GAAG,CAAC,IAAI,EAAE,KAAK,CAAC,MAAM,CAAC,CAAC,CAAC;IAC/D,IAAI,MAAM,CAAC,MAAM,KAAK,CAAC;QAAE,OAAO,KAAK,CAAC;IACtC,IAAI,OAAO,GAAG,CAAC,CAAC;IAChB,KAAK,MAAM,CAAC,IAAI,MAAM,EAAE,CAAC;QACvB,IAAI,CAAC,KAAK,CAAC;YAAE,OAAO,KAAK,CAAC,CAAC,eAAe;QAC1C,IAAI,CAAC,GAAG,IAAI,IAAI,CAAC,CAAC,GAAG,IAAI,IAAI,CAAC,GAAG,IAAI,CAAC;YAAE,OAAO,EAAE,CAAC;IACpD,CAAC;IACD,OAAO,OAAO,GAAG,MAAM,CAAC,MAAM,GAAG,IAAI,CAAC;AACxC,CAAC;AAED,kEAAkE;AAClE,SAAS,cAAc,CAAC,CAAS;IAC/B,OAAO,CAAC;SACL,OAAO,CAAC,SAAS,EAAE,GAAG,CAAC;SACvB,OAAO,CAAC,OAAO,EAAE,GAAG,CAAC;SACrB,OAAO,CAAC,OAAO,EAAE,GAAG,CAAC;SACrB,OAAO,CAAC,SAAS,EAAE,GAAG,CAAC;SACvB,OAAO,CAAC,UAAU,EAAE,GAAG,CAAC;SACxB,OAAO,CAAC,SAAS,EAAE,GAAG,CAAC;SACvB,OAAO,CAAC,SAAS,EAAE,GAAG,CAAC;QACxB,kEAAkE;SACjE,OAAO,CAAC,QAAQ,EAAE,GAAG,CAAC,CAAC;AAC5B,CAAC;AAED;;;;GAIG;AACH,SAAS,SAAS,CAAC,IAAY;IAC7B,OAAO,cAAc,CACnB,IAAI;SACD,OAAO,CAAC,2BAA2B,EAAE,GAAG,CAAC;SACzC,OAAO,CAAC,6BAA6B,EAAE,GAAG,CAAC;SAC3C,OAAO,CAAC,UAAU,EAAE,GAAG,CAAC,CAC5B;SACE,OAAO,CAAC,MAAM,EAAE,GAAG,CAAC;SACpB,IAAI,EAAE,CAAC;AACZ,CAAC;AAED;;;;;;;;;;;;;;;;;;;;;;GAsBG;AACH,SAAS,eAAe,CAAC,KAAiB;IACxC,MAAM,EAAE,GAAG,IAAI,QAAQ,CAAC,KAAK,CAAC,MAAM,EAAE,KAAK,CAAC,UAAU,EAAE,KAAK,CAAC,UAAU,CAAC,CAAC;IAC1E,MAAM,GAAG,GAAG,CAAC,CAAS,EAAU,EAAE,CAAC,EAAE,CAAC,SAAS,CAAC,CAAC,EAAE,IAAI,CAAC,CAAC,CAAC,gBAAgB;IAC1E,MAAM,GAAG,GAAG,CAAC,CAAS,EAAU,EAAE,CAAC,EAAE,CAAC,SAAS,CAAC,CAAC,EAAE,IAAI,CAAC,CAAC;IACzD,MAAM,IAAI,GAAG,CAAC,KAAa,EAAE,GAAW,EAAU,EAAE,CAClD,IAAI,WAAW,CAAC,OAAO,EAAE,EAAE,KAAK,EAAE,KAAK,EAAE,CAAC,CAAC,MAAM,CAC/C,KAAK,CAAC,QAAQ,CAAC,KAAK,EAAE,GAAG,CAAC,CAC3B,CAAC;IAEJ,MAAM,QAAQ,GAAG,UAAU,CAAC,CAAC,sCAAsC;IACnE,MAAM,MAAM,GAAG,UAAU,CAAC,CAAC,2CAA2C;IACtE,MAAM,OAAO,GAAG,UAAU,CAAC,CAAC,+BAA+B;IAE3D,MAAM,CAAC,GAAG,KAAK,CAAC,MAAM,CAAC;IACvB,0DAA0D;IAC1D,IAAI,CAAC,GAAG,EAAE;QAAE,MAAM,IAAI,KAAK,CAAC,+CAA+C,CAAC,CAAC;IAE7E,8EAA8E;IAC9E,6EAA6E;IAC7E,IAAI,IAAI,GAAG,CAAC,CAAC,CAAC;IACd,MAAM,QAAQ,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,CAAC,GAAG,EAAE,GAAG,MAAM,CAAC,CAAC;IAC9C,KAAK,IAAI,CAAC,GAAG,CAAC,GAAG,EAAE,EAAE,CAAC,IAAI,QAAQ,EAAE,CAAC,EAAE,EAAE,CAAC;QACxC,IAAI,GAAG,CAAC,CAAC,CAAC,KAAK,QAAQ,EAAE,CAAC;YACxB,IAAI,GAAG,CAAC,CAAC;YACT,MAAM;QACR,CAAC;IACH,CAAC;IACD,IAAI,IAAI,GAAG,CAAC,EAAE,CAAC;QACb,MAAM,IAAI,KAAK,CAAC,2DAA2D,CAAC,CAAC;IAC/E,CAAC;IAED,MAAM,UAAU,GAAG,GAAG,CAAC,IAAI,GAAG,EAAE,CAAC,CAAC;IAClC,MAAM,QAAQ,GAAG,GAAG,CAAC,IAAI,GAAG,EAAE,CAAC,CAAC;IAChC,IAAI,QAAQ,IAAI,CAAC,EAAE,CAAC;QAClB,MAAM,IAAI,KAAK,CAAC,8DAA8D,CAAC,CAAC;IAClF,CAAC;IAED,6DAA6D;IAC7D,IAAI,CAAC,GAAG,QAAQ,CAAC;IACjB,IAAI,MAAM,GACR,IAAI,CAAC;IACP,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,UAAU,EAAE,CAAC,EAAE,EAAE,CAAC;QACpC,IAAI,CAAC,GAAG,EAAE,GAAG,CAAC,EAAE,CAAC;YACf,MAAM,IAAI,KAAK,CAAC,sDAAsD,CAAC,CAAC;QAC1E,CAAC;QACD,IAAI,GAAG,CAAC,CAAC,CAAC,KAAK,MAAM,EAAE,CAAC;YACtB,MAAM,IAAI,KAAK,CAAC,wDAAwD,CAAC,CAAC;QAC5E,CAAC;QACD,MAAM,MAAM,GAAG,GAAG,CAAC,CAAC,GAAG,EAAE,CAAC,CAAC;QAC3B,MAAM,cAAc,GAAG,GAAG,CAAC,CAAC,GAAG,EAAE,CAAC,CAAC;QACnC,MAAM,OAAO,GAAG,GAAG,CAAC,CAAC,GAAG,EAAE,CAAC,CAAC;QAC5B,MAAM,QAAQ,GAAG,GAAG,CAAC,CAAC,GAAG,EAAE,CAAC,CAAC;QAC7B,MAAM,UAAU,GAAG,GAAG,CAAC,CAAC,GAAG,EAAE,CAAC,CAAC;QAC/B,MAAM,GAAG,GAAG,GAAG,CAAC,CAAC,GAAG,EAAE,CAAC,CAAC;QACxB,MAAM,SAAS,GAAG,CAAC,GAAG,EAAE,CAAC;QACzB,IAAI,SAAS,GAAG,OAAO,GAAG,CAAC,EAAE,CAAC;YAC5B,MAAM,IAAI,KAAK,CAAC,gDAAgD,CAAC,CAAC;QACpE,CAAC;QACD,MAAM,IAAI,GAAG,IAAI,CAAC,SAAS,EAAE,SAAS,GAAG,OAAO,CAAC,CAAC;QAClD,IAAI,IAAI,KAAK,mBAAmB,EAAE,CAAC;YACjC,MAAM,GAAG,EAAE,MAAM,EAAE,cAAc,EAAE,GAAG,EAAE,CAAC;YACzC,MAAM;QACR,CAAC;QACD,CAAC,GAAG,SAAS,GAAG,OAAO,GAAG,QAAQ,GAAG,UAAU,CAAC;IAClD,CAAC;IACD,IAAI,CAAC,MAAM,EAAE,CAAC;QACZ,MAAM,IAAI,KAAK,CACb,oEAAoE,CACrE,CAAC;IACJ,CAAC;IAED,0EAA0E;IAC1E,MAAM,EAAE,MAAM,EAAE,cAAc,EAAE,GAAG,EAAE,GAAG,MAAM,CAAC;IAC/C,IAAI,GAAG,GAAG,EAAE,GAAG,CAAC,EAAE,CAAC;QACjB,MAAM,IAAI,KAAK,CAAC,uDAAuD,CAAC,CAAC;IAC3E,CAAC;IACD,IAAI,GAAG,CAAC,GAAG,CAAC,KAAK,OAAO,EAAE,CAAC;QACzB,MAAM,IAAI,KAAK,CAAC,wDAAwD,CAAC,CAAC;IAC5E,CAAC;IACD,MAAM,YAAY,GAAG,GAAG,CAAC,GAAG,GAAG,EAAE,CAAC,CAAC;IACnC,MAAM,aAAa,GAAG,GAAG,CAAC,GAAG,GAAG,EAAE,CAAC,CAAC;IACpC,MAAM,SAAS,GAAG,GAAG,GAAG,EAAE,GAAG,YAAY,GAAG,aAAa,CAAC;IAC1D,IAAI,SAAS,GAAG,cAAc,GAAG,CAAC,EAAE,CAAC;QACnC,MAAM,IAAI,KAAK,CAAC,gDAAgD,CAAC,CAAC;IACpE,CAAC;IACD,MAAM,IAAI,GAAG,KAAK,CAAC,QAAQ,CAAC,SAAS,EAAE,SAAS,GAAG,cAAc,CAAC,CAAC;IAEnE,sEAAsE;IACtE,IAAI,QAAoB,CAAC;IACzB,IAAI,MAAM,KAAK,CAAC,EAAE,CAAC;QACjB,sEAAsE;QACtE,QAAQ,GAAG,IAAI,CAAC,cAAc,CAAC,IAAI,EAAE,EAAE,eAAe,EAAE,kBAAkB,EAAE,CAAC,CAAC;IAChF,CAAC;SAAM,IAAI,MAAM,KAAK,CAAC,EAAE,CAAC;QACxB,QAAQ,GAAG,IAAI,CAAC;IAClB,CAAC;SAAM,CAAC;QACN,MAAM,IAAI,KAAK,CAAC,2CAA2C,MAAM,EAAE,CAAC,CAAC;IACvE,CAAC;IACD,MAAM,GAAG,GAAG,IAAI,WAAW,CAAC,OAAO,EAAE,EAAE,KAAK,EAAE,KAAK,EAAE,CAAC,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC;IAExE,4EAA4E;IAC5E,8EAA8E;IAC9E,0EAA0E;IAC1E,MAAM,IAAI,GAAG,cAAc,CACzB,GAAG;SACA,OAAO,CAAC,UAAU,EAAE,IAAI,CAAC;SACzB,OAAO,CAAC,WAAW,EAAE,IAAI,CAAC;SAC1B,OAAO,CAAC,oBAAoB,EAAE,IAAI,CAAC;SACnC,OAAO,CAAC,UAAU,EAAE,EAAE,CAAC,CAC3B;SACE,OAAO,CAAC,SAAS,EAAE,GAAG,CAAC;SACvB,OAAO,CAAC,SAAS,EAAE,IAAI,CAAC;SACxB,OAAO,CAAC,SAAS,EAAE,MAAM,CAAC;SAC1B,IAAI,EAAE,CAAC;IACV,OAAO,IAAI,CAAC;AACd,CAAC;AAoBD;;;;;;;;GAQG;AACH,MAAM,CAAC,KAAK,UAAU,mBAAmB,CACvC,IAA6B;IAE7B,MAAM,MAAM,GAAG,sBAAsB,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;IAChD,MAAM,GAAG,GAAG,MAAM,CAAC,QAAQ,EAAE,CAAC;IAC9B,MAAM,QAAQ,GAAG,IAAI,CAAC,GAAG,CACvB,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,IAAI,CAAC,QAAQ,IAAI,iBAAiB,CAAC,EAC/C,aAAa,CACd,CAAC;IAEF,4EAA4E;IAC5E,IAAI,GAAa,CAAC;IAClB,IAAI,CAAC;QACH,GAAG,GAAG,MAAM,KAAK,CAAC,GAAG,EAAE;YACrB,OAAO,EAAE,EAAE,YAAY,EAAE,UAAU,EAAE,MAAM,EAAE,KAAK,EAAE;YACpD,QAAQ,EAAE,QAAQ;YAClB,MAAM,EAAE,WAAW,CAAC,OAAO,CAAC,gBAAgB,CAAC;SAC9C,CAAC,CAAC;IACL,CAAC;IAAC,OAAO,CAAC,EAAE,CAAC;QACX,qDAAqD;QACrD,MAAM,GAAG,GAAc;YACrB,IAAI,EAAE,sBAAsB;YAC5B,OAAO,EAAE,yCAAyC,GAAG,KAAM,CAAW,CAAC,OAAO,gEAAgE;YAC9I,SAAS,EAAE,IAAI;YACf,iBAAiB,EAAE,EAAE;YACrB,gBAAgB,EAAE,gBAAgB;SACnC,CAAC;QACF,MAAM,IAAI,gBAAgB,CAAC,GAAG,CAAC,CAAC;IAClC,CAAC;IAED,IAAI,GAAG,CAAC,MAAM,KAAK,GAAG,EAAE,CAAC;QACvB,MAAM,IAAI,gBAAgB,CAAC;YACzB,IAAI,EAAE,WAAW;YACjB,OAAO,EAAE,0CAA0C,GAAG,8BAA8B;YACpF,SAAS,EAAE,KAAK;YAChB,cAAc,EAAE,GAAG;YACnB,gBAAgB,EAAE,gBAAgB;SACnC,CAAC,CAAC;IACL,CAAC;IACD,IAAI,CAAC,GAAG,CAAC,EAAE,EAAE,CAAC;QACZ,qEAAqE;QACrE,+DAA+D;QAC/D,MAAM,IAAI,gBAAgB,CAAC;YACzB,IAAI,EAAE,sBAAsB;YAC5B,OAAO,EAAE,sCAAsC,GAAG,CAAC,MAAM,OAAO,GAAG,gEAAgE;YACnI,SAAS,EAAE,IAAI;YACf,iBAAiB,EAAE,EAAE;YACrB,cAAc,EAAE,GAAG,CAAC,MAAM;YAC1B,gBAAgB,EAAE,gBAAgB;SACnC,CAAC,CAAC;IACL,CAAC;IAED,8EAA8E;IAC9E,6EAA6E;IAC7E,0EAA0E;IAC1E,8EAA8E;IAC9E,0EAA0E;IAC1E,wEAAwE;IACxE,MAAM,SAAS,GAAG,CAAC,GAAG,EAAE;QACtB,IAAI,CAAC;YACH,OAAO,IAAI,GAAG,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC,QAAQ,CAAC,WAAW,EAAE,CAAC;QACjD,CAAC;QAAC,MAAM,CAAC;YACP,OAAO,EAAE,CAAC;QACZ,CAAC;IACH,CAAC,CAAC,EAAE,CAAC;IACL,4EAA4E;IAC5E,+EAA+E;IAC/E,wEAAwE;IACxE,+EAA+E;IAC/E,iFAAiF;IACjF,gFAAgF;IAChF,4EAA4E;IAC5E,MAAM,cAAc,GAAG,CAAC,qBAAqB,CAAC,CAAC;IAC/C,MAAM,WAAW,GAAG,CAAC,CAAS,EAAE,EAAE,CAChC,CAAC,CAAC,QAAQ,CAAC,gBAAgB,CAAC;QAC5B,cAAc,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,UAAU,CAAC,GAAG,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC,UAAU,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC,CAAC;IACnF,MAAM,WAAW;IACf,kFAAkF;IAClF,kFAAkF;IAClF,CAAC,SAAS,KAAK,EAAE,IAAI,CAAC,GAAG,CAAC,UAAU,CAAC;QACrC,SAAS,KAAK,SAAS;QACvB,SAAS,CAAC,QAAQ,CAAC,UAAU,CAAC;QAC9B,WAAW,CAAC,SAAS,CAAC,CAAC;IACzB,IAAI,CAAC,WAAW,EAAE,CAAC;QACjB,MAAM,IAAI,gBAAgB,CAAC;YACzB,IAAI,EAAE,eAAe;YACrB,OAAO,EAAE,2DAA2D,IAAI,CAAC,SAAS,CAAC,SAAS,CAAC,0FAA0F;YACvL,SAAS,EAAE,KAAK;SACjB,CAAC,CAAC;IACL,CAAC;IAED,2EAA2E;IAC3E,0EAA0E;IAC1E,MAAM,WAAW,GAAG,MAAM,CAAC,GAAG,CAAC,OAAO,CAAC,GAAG,CAAC,gBAAgB,CAAC,IAAI,EAAE,CAAC,CAAC;IACpE,IAAI,MAAM,CAAC,QAAQ,CAAC,WAAW,CAAC,IAAI,WAAW,GAAG,oBAAoB,EAAE,CAAC;QACvE,MAAM,IAAI,gBAAgB,CAAC;YACzB,IAAI,EAAE,eAAe;YACrB,OAAO,EAAE,qBAAqB,IAAI,CAAC,KAAK,CAAC,WAAW,GAAG,OAAO,CAAC,yBAAyB,IAAI,CAAC,KAAK,CAAC,oBAAoB,GAAG,OAAO,CAAC,uCAAuC,GAAG,GAAG;YAC/K,SAAS,EAAE,KAAK;YAChB,gBAAgB,EAAE,gBAAgB;SACnC,CAAC,CAAC;IACL,CAAC;IAED,MAAM,WAAW,GAAG,GAAG,CAAC,OAAO,CAAC,GAAG,CAAC,cAAc,CAAC,CAAC;IACpD,MAAM,WAAW,GAAG,GAAG,CAAC,OAAO,CAAC,GAAG,CAAC,qBAAqB,CAAC,CAAC;IAC3D,MAAM,QAAQ,GAAG,uBAAuB,CAAC,WAAW,CAAC,CAAC;IACtD,MAAM,GAAG,GAAG,KAAK,CAAC,QAAQ,CAAC,CAAC;IAE5B,MAAM,GAAG,GAAG,MAAM,GAAG,CAAC,WAAW,EAAE,CAAC;IACpC,MAAM,KAAK,GAAG,IAAI,UAAU,CAAC,GAAG,CAAC,CAAC;IAClC,MAAM,SAAS,GAAG,KAAK,CAAC,UAAU,CAAC;IAEnC,MAAM,MAAM,GAAG,YAAY,CAAC,KAAK,EAAE,WAAW,IAAI,EAAE,EAAE,GAAG,CAAC,CAAC;IAE3D,MAAM,KAAK,GAAa,EAAE,CAAC;IAC3B,IAAI,IAAI,GAAkB,IAAI,CAAC;IAC/B,IAAI,KAAK,GAAkB,IAAI,CAAC;IAEhC,IAAI,MAAM,KAAK,KAAK,EAAE,CAAC;QACrB,IAAI,CAAC;YACH,MAAM,GAAG,GAAG,MAAM,gBAAgB,CAAC,KAAK,CAAC,CAAC;YAC1C,MAAM,EAAE,UAAU,EAAE,IAAI,EAAE,SAAS,EAAE,GAAG,MAAM,WAAW,CAAC,GAAG,EAAE;gBAC7D,UAAU,EAAE,IAAI;aACjB,CAAC,CAAC;YACH,KAAK,GAAG,UAAU,CAAC;YACnB,IAAI,GAAG,SAAS,CAAC;QACnB,CAAC;QAAC,OAAO,CAAC,EAAE,CAAC;YACX,0EAA0E;YAC1E,8DAA8D;YAC9D,IAAI,GAAG,IAAI,CAAC;YACZ,KAAK,GAAG,IAAI,CAAC;YACb,KAAK,CAAC,IAAI,CACR,iDAAkD,CAAW,CAAC,OAAO,kGAAkG,GAAG,GAAG,CAC9K,CAAC;QACJ,CAAC;IACH,CAAC;SAAM,IAAI,MAAM,KAAK,MAAM,EAAE,CAAC;QAC7B,yEAAyE;QACzE,4EAA4E;QAC5E,2EAA2E;QAC3E,8EAA8E;QAC9E,IAAI,CAAC;YACH,IAAI,GAAG,eAAe,CAAC,KAAK,CAAC,CAAC;YAC9B,KAAK,GAAG,IAAI,CAAC;QACf,CAAC;QAAC,OAAO,CAAC,EAAE,CAAC;YACX,IAAI,GAAG,IAAI,CAAC;YACZ,KAAK,GAAG,IAAI,CAAC;YACb,KAAK,CAAC,IAAI,CACR,gCAAiC,CAAW,CAAC,OAAO,2EAA2E,GAAG,GAAG,CACtI,CAAC;QACJ,CAAC;IACH,CAAC;SAAM,IAAI,MAAM,KAAK,MAAM,EAAE,CAAC;QAC7B,IAAI,GAAG,SAAS,CAAC,IAAI,WAAW,CAAC,OAAO,EAAE,EAAE,KAAK,EAAE,KAAK,EAAE,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,CAAC;IAC7E,CAAC;SAAM,IAAI,MAAM,KAAK,MAAM,EAAE,CAAC;QAC7B,IAAI,GAAG,IAAI,WAAW,CAAC,OAAO,EAAE,EAAE,KAAK,EAAE,KAAK,EAAE,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;IAClE,CAAC;SAAM,CAAC;QACN,sCAAsC;QACtC,IAAI,GAAG,IAAI,CAAC;QACZ,KAAK,GAAG,IAAI,CAAC;QACb,KAAK,CAAC,IAAI,CACR,GAAG,MAAM,qEAAqE,GAAG,GAAG,CACrF,CAAC;IACJ,CAAC;IAED,uEAAuE;IACvE,+EAA+E;IAC/E,4EAA4E;IAC5E,4EAA4E;IAC5E,+EAA+E;IAC/E,gFAAgF;IAChF,qDAAqD;IACrD,IAAI,IAAI,IAAI,IAAI,EAAE,CAAC;QACjB,MAAM,gBAAgB,GACpB,CAAC,IAAI,CAAC,KAAK,CAAC,SAAS,CAAC,EAAE,MAAM,IAAI,CAAC,CAAC,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,IAAI,CAAC,MAAM,CAAC,CAAC;QAClE,IAAI,IAAI,CAAC,IAAI,EAAE,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;YAC7B,KAAK,CAAC,IAAI,CACR,MAAM,KAAK,KAAK;gBACd,CAAC,CAAC,2IAA2I,GAAG,gBAAgB;gBAChK,CAAC,CAAC,OAAO,MAAM,qFAAqF,GAAG,GAAG,CAC7G,CAAC;YACF,IAAI,GAAG,IAAI,CAAC;QACd,CAAC;aAAM,IAAI,IAAI,CAAC,QAAQ,CAAC,QAAQ,CAAC,IAAI,gBAAgB,GAAG,GAAG,EAAE,CAAC;YAC7D,KAAK,CAAC,IAAI,CACR,OAAO,MAAM,wJAAwJ,GAAG,GAAG,CAC5K,CAAC;YACF,IAAI,GAAG,IAAI,CAAC;QACd,CAAC;IACH,CAAC;IAED,2BAA2B;IAC3B,IAAI,SAAS,GAAG,KAAK,CAAC;IACtB,IAAI,IAAI,IAAI,IAAI,IAAI,IAAI,CAAC,MAAM,GAAG,QAAQ,EAAE,CAAC;QAC3C,IAAI,GAAG,IAAI,CAAC,KAAK,CAAC,CAAC,EAAE,QAAQ,CAAC,CAAC;QAC/B,SAAS,GAAG,IAAI,CAAC;QACjB,KAAK,CAAC,IAAI,CACR,8BAA8B,QAAQ,oGAAoG,CAC3I,CAAC;IACJ,CAAC;IAED,MAAM,SAAS,GAAG,IAAI,IAAI,IAAI,CAAC;IAC/B,IAAI,SAAS,EAAE,CAAC;QACd,KAAK,CAAC,IAAI,CAAC,oBAAoB,MAAM,GAAG,CAAC,CAAC;IAC5C,CAAC;IAED,MAAM,IAAI,GAAuB;QAC/B,GAAG;QACH,QAAQ;QACR,WAAW;QACX,MAAM;QACN,SAAS;QACT,KAAK;QACL,IAAI;QACJ,SAAS;QACT,SAAS;KACV,CAAC;IAEF,OAAO,QAAQ,CAAC,IAAI,EAAE;QACpB,MAAM,EAAE,8BAA8B;QACtC,WAAW,EAAE,IAAI;QACjB,8EAA8E;QAC9E,QAAQ,EAAE,SAAS,IAAI,CAAC,SAAS,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,KAAK;QACrD,SAAS;QACT,QAAQ,EAAE,SAAS,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;QAC3B,cAAc,EAAE,IAAI;QACpB,iBAAiB,EAAE,SAAS,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC;QAC5C,KAAK;KACN,CAAC,CAAC;AACL,CAAC"}