imperium-crawl 2.3.1 → 2.5.1

package/dist/tools/pdf-extract.js

@@ -0,0 +1,244 @@
+/**
+ * pdf-extract — extract text, pages, tables, and metadata from a PDF.
+ *
+ * v2.5.0: native strategy only (pdfjs-dist text layer).
+ * OCR + Claude Vision fallbacks are deferred to v2.6.0.
+ *
+ * Accepts a local path or a remote URL (auto-download to tmp).
+ */
+import { z } from "zod";
+import { readFile, writeFile, mkdtemp } from "node:fs/promises";
+import { existsSync } from "node:fs";
+import { tmpdir } from "node:os";
+import { join, resolve as resolvePath } from "node:path";
+import { toolResult, errorResult } from "../utils/tool-response.js";
+import { debugLog } from "../utils/debug.js";
+export const name = "pdf_extract";
+export const description = "Extract text, pages, tables, and metadata from a local or remote PDF. Native text-layer strategy (pdfjs-dist). OCR/Vision fallbacks deferred to v2.6.0.";
+export const schema = z.object({
+    input: z
+        .string()
+        .min(1)
+        .describe("Local PDF path or remote URL (http/https). URL inputs are downloaded to a temp file."),
+    output: z
+        .string()
+        .default("./extracted.json")
+        .describe("Output JSON path"),
+    preserve_layout: z
+        .boolean()
+        .default(true)
+        .describe("Preserve line breaks and approximate layout when assembling text"),
+    extract_tables: z
+        .boolean()
+        .default(true)
+        .describe("Run basic regex-based table extraction"),
+    max_pages: z
+        .number()
+        .min(0)
+        .default(0)
+        .describe("Limit pages to extract (0 = all)"),
+});
+async function downloadToTmp(url) {
+    const res = await fetch(url);
+    if (!res.ok)
+        throw new Error(`Failed to download PDF (${res.status} ${res.statusText}): ${url}`);
+    const buf = Buffer.from(await res.arrayBuffer());
+    const dir = await mkdtemp(join(tmpdir(), "imperium-pdf-"));
+    const file = join(dir, "input.pdf");
+    await writeFile(file, buf);
+    return file;
+}
+/**
+ * Assemble text from pdfjs text items. When preserveLayout is true, we insert
+ * newlines on hasEOL markers and approximate line breaks using y-coordinate deltas.
+ */
+function assemblePageText(items, preserveLayout) {
+    if (!preserveLayout) {
+        return items.map((i) => i.str).join(" ").replace(/\s+/g, " ").trim();
+    }
+    const lines = [];
+    let current = "";
+    let lastY = null;
+    for (const it of items) {
+        const y = Array.isArray(it.transform) && it.transform.length >= 6 ? it.transform[5] : null;
+        const yChanged = y !== null && lastY !== null && Math.abs(y - lastY) > 2;
+        if (yChanged) {
+            if (current.trim())
+                lines.push(current.trimEnd());
+            current = "";
+        }
+        current += it.str;
+        if (it.hasEOL) {
+            if (current.trim())
+                lines.push(current.trimEnd());
+            current = "";
+        }
+        if (y !== null)
+            lastY = y;
+    }
+    if (current.trim())
+        lines.push(current.trimEnd());
+    return lines.join("\n");
+}
+/**
+ * Basic table extraction: looks for lines with 2+ runs of whitespace (≥2 spaces
+ * or tabs) as column separators. A table is ≥2 consecutive rows with the same
+ * column count.
+ */
+function extractTablesFromText(text, pageNum) {
+    const lines = text.split("\n");
+    const tables = [];
+    let buffer = [];
+    let colCount = 0;
+    const flush = () => {
+        if (buffer.length >= 2) {
+            tables.push({ page: pageNum, rows: buffer });
+        }
+        buffer = [];
+        colCount = 0;
+    };
+    for (const line of lines) {
+        const trimmed = line.trim();
+        if (!trimmed) {
+            flush();
+            continue;
+        }
+        // Split on 2+ whitespace or tab
+        const cells = trimmed.split(/\s{2,}|\t+/).map((c) => c.trim()).filter(Boolean);
+        if (cells.length >= 2) {
+            if (colCount === 0) {
+                colCount = cells.length;
+                buffer.push(cells);
+            }
+            else if (cells.length === colCount) {
+                buffer.push(cells);
+            }
+            else {
+                flush();
+                colCount = cells.length;
+                buffer.push(cells);
+            }
+        }
+        else {
+            flush();
+        }
+    }
+    flush();
+    return tables;
+}
+function computeConfidence(text) {
+    if (!text)
+        return 0;
+    const trimmed = text.trim();
+    if (trimmed.length === 0)
+        return 0;
+    // Heuristic: ratio of printable ASCII + basic unicode letters vs total chars.
+    let printable = 0;
+    for (const ch of trimmed) {
+        const code = ch.charCodeAt(0);
+        if (code >= 32 && code < 127)
+            printable++;
+        else if (/\p{L}|\p{N}|\p{P}|\s/u.test(ch))
+            printable++;
+    }
+    const ratio = printable / trimmed.length;
+    // Length factor: at least 50 chars = full confidence contribution
+    const lengthFactor = Math.min(1, trimmed.length / 50);
+    return Math.min(1, ratio * lengthFactor);
+}
+export async function execute(input) {
+    const warnings = [];
+    try {
+        // Resolve input (URL or local path)
+        let pdfPath;
+        const isUrl = /^https?:\/\//i.test(input.input);
+        if (isUrl) {
+            debugLog("pdf-extract", "downloading url", input.input);
+            pdfPath = await downloadToTmp(input.input);
+        }
+        else {
+            pdfPath = resolvePath(input.input);
+            if (!existsSync(pdfPath)) {
+                return errorResult(`PDF not found at path: ${pdfPath}`);
+            }
+        }
+        // Load pdfjs-dist (legacy build works in Node w/o DOMMatrix)
+        // eslint-disable-next-line @typescript-eslint/no-explicit-any
+        const pdfjs = await import("pdfjs-dist/legacy/build/pdf.mjs");
+        const data = new Uint8Array(await readFile(pdfPath));
+        const loadingTask = pdfjs.getDocument({
+            data,
+            useSystemFonts: true,
+            // Disable font loading / canvas / workers for Node
+            isEvalSupported: false,
+            disableFontFace: true,
+        });
+        const doc = await loadingTask.promise;
+        const totalPages = doc.numPages;
+        const pageLimit = input.max_pages > 0 ? Math.min(input.max_pages, totalPages) : totalPages;
+        const pages = [];
+        const tables = [];
+        const textChunks = [];
+        for (let p = 1; p <= pageLimit; p++) {
+            try {
+                const page = await doc.getPage(p);
+                const content = await page.getTextContent();
+                const pageText = assemblePageText(content.items, input.preserve_layout);
+                const conf = computeConfidence(pageText);
+                pages.push({ num: p, text: pageText, confidence: conf });
+                textChunks.push(pageText);
+                if (input.extract_tables) {
+                    const pageTables = extractTablesFromText(pageText, p);
+                    tables.push(...pageTables);
+                }
+            }
+            catch (pageErr) {
+                warnings.push(`Page ${p}: ${pageErr instanceof Error ? pageErr.message : String(pageErr)}`);
+                pages.push({ num: p, text: "", confidence: 0 });
+            }
+        }
+        let metadataInfo = {};
+        try {
+            const md = await doc.getMetadata();
+            metadataInfo = (md.info || {});
+        }
+        catch (mdErr) {
+            warnings.push(`Metadata: ${mdErr instanceof Error ? mdErr.message : String(mdErr)}`);
+        }
+        const overall = pages.length > 0
+            ? pages.reduce((s, p) => s + p.confidence, 0) / pages.length
+            : 0;
+        const fullText = textChunks.join("\n\n");
+        if (!fullText.trim()) {
+            warnings.push("No text extracted via native text layer. PDF may be a scanned image — OCR fallback will land in v2.6.0.");
+        }
+        const result = {
+            text: fullText,
+            pages,
+            tables,
+            metadata: {
+                title: typeof metadataInfo.Title === "string" ? metadataInfo.Title : undefined,
+                author: typeof metadataInfo.Author === "string" ? metadataInfo.Author : undefined,
+                pages: totalPages,
+                extracted_at: new Date().toISOString(),
+                source: input.input,
+            },
+            strategy_used: "native",
+            overall_confidence: overall,
+            warnings,
+        };
+        // Always write output JSON to disk
+        try {
+            await writeFile(resolvePath(input.output), JSON.stringify(result, null, 2), "utf-8");
+        }
+        catch (wErr) {
+            warnings.push(`Failed to write output file: ${wErr instanceof Error ? wErr.message : String(wErr)}`);
+        }
+        return toolResult({ ...result, output_file: resolvePath(input.output) });
+    }
+    catch (err) {
+        debugLog("pdf-extract", "failed", err);
+        return errorResult(err instanceof Error ? err.message : String(err));
+    }
+}
+//# sourceMappingURL=pdf-extract.js.map

package/dist/tools/pdf-extract.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"pdf-extract.js","sourceRoot":"","sources":["../../src/tools/pdf-extract.ts"],"names":[],"mappings":"AAAA;;;;;;;GAOG;AAEH,OAAO,EAAE,CAAC,EAAE,MAAM,KAAK,CAAC;AACxB,OAAO,EAAE,QAAQ,EAAE,SAAS,EAAE,OAAO,EAAE,MAAM,kBAAkB,CAAC;AAChE,OAAO,EAAE,UAAU,EAAE,MAAM,SAAS,CAAC;AACrC,OAAO,EAAE,MAAM,EAAE,MAAM,SAAS,CAAC;AACjC,OAAO,EAAE,IAAI,EAAE,OAAO,IAAI,WAAW,EAAE,MAAM,WAAW,CAAC;AACzD,OAAO,EAAE,UAAU,EAAE,WAAW,EAAE,MAAM,2BAA2B,CAAC;AACpE,OAAO,EAAE,QAAQ,EAAE,MAAM,mBAAmB,CAAC;AAE7C,MAAM,CAAC,MAAM,IAAI,GAAG,aAAa,CAAC;AAElC,MAAM,CAAC,MAAM,WAAW,GACtB,yJAAyJ,CAAC;AAE5J,MAAM,CAAC,MAAM,MAAM,GAAG,CAAC,CAAC,MAAM,CAAC;IAC7B,KAAK,EAAE,CAAC;SACL,MAAM,EAAE;SACR,GAAG,CAAC,CAAC,CAAC;SACN,QAAQ,CAAC,sFAAsF,CAAC;IACnG,MAAM,EAAE,CAAC;SACN,MAAM,EAAE;SACR,OAAO,CAAC,kBAAkB,CAAC;SAC3B,QAAQ,CAAC,kBAAkB,CAAC;IAC/B,eAAe,EAAE,CAAC;SACf,OAAO,EAAE;SACT,OAAO,CAAC,IAAI,CAAC;SACb,QAAQ,CAAC,kEAAkE,CAAC;IAC/E,cAAc,EAAE,CAAC;SACd,OAAO,EAAE;SACT,OAAO,CAAC,IAAI,CAAC;SACb,QAAQ,CAAC,wCAAwC,CAAC;IACrD,SAAS,EAAE,CAAC;SACT,MAAM,EAAE;SACR,GAAG,CAAC,CAAC,CAAC;SACN,OAAO,CAAC,CAAC,CAAC;SACV,QAAQ,CAAC,kCAAkC,CAAC;CAChD,CAAC,CAAC;AAiDH,KAAK,UAAU,aAAa,CAAC,GAAW;IACtC,MAAM,GAAG,GAAG,MAAM,KAAK,CAAC,GAAG,CAAC,CAAC;IAC7B,IAAI,CAAC,GAAG,CAAC,EAAE;QAAE,MAAM,IAAI,KAAK,CAAC,2BAA2B,GAAG,CAAC,MAAM,IAAI,GAAG,CAAC,UAAU,MAAM,GAAG,EAAE,CAAC,CAAC;IACjG,MAAM,GAAG,GAAG,MAAM,CAAC,IAAI,CAAC,MAAM,GAAG,CAAC,WAAW,EAAE,CAAC,CAAC;IACjD,MAAM,GAAG,GAAG,MAAM,OAAO,CAAC,IAAI,CAAC,MAAM,EAAE,EAAE,eAAe,CAAC,CAAC,CAAC;IAC3D,MAAM,IAAI,GAAG,IAAI,CAAC,GAAG,EAAE,WAAW,CAAC,CAAC;IACpC,MAAM,SAAS,CAAC,IAAI,EAAE,GAAG,CAAC,CAAC;IAC3B,OAAO,IAAI,CAAC;AACd,CAAC;AAED;;;GAGG;AACH,SAAS,gBAAgB,CAAC,KAAqB,EAAE,cAAuB;IACtE,IAAI,CAAC,cAAc,EAAE,CAAC;QACpB,OAAO,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,OAAO,CAAC,MAAM,EAAE,GAAG,CAAC,CAAC,IAAI,EAAE,CAAC;IACvE,CAAC;IAED,MAAM,KAAK,GAAa,EAAE,CAAC;IAC3B,IAAI,OAAO,GAAG,EAAE,CAAC;IACjB,IAAI,KAAK,GAAkB,IAAI,CAAC;IAEhC,KAAK,MAAM,EAAE,IAAI,KAAK,EAAE,CAAC;QACvB,MAAM,CAAC,GAAG,KAAK,CAAC,OAAO,CAAC,EAAE,CAAC,SAAS,CAAC,IAAI,EAAE,CAAC,SAAS,CAAC,MAAM,IAAI,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC,SAAS,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC;QAC3F,MAAM,QAAQ,GAAG,CAAC,KAAK,IAAI,IAAI,KAAK,KAAK,IAAI,IAAI,IAAI,CAAC,GAAG,CAAC,CAAC,GAAG,KAAK,CAAC,GAAG,CAAC,CAAC;QAEzE,IAAI,QAAQ,EAAE,CAAC;YACb,IAAI,OAAO,CAAC,IAAI,EAAE;gBAAE,KAAK,CAAC,IAAI,CAAC,OAAO,CAAC,OAAO,EAAE,CAAC,CAAC;YAClD,OAAO,GAAG,EAAE,CAAC;QACf,CAAC;QAED,OAAO,IAAI,EAAE,CAAC,GAAG,CAAC;QAElB,IAAI,EAAE,CAAC,MAAM,EAAE,CAAC;YACd,IAAI,OAAO,CAAC,IAAI,EAAE;gBAAE,KAAK,CAAC,IAAI,CAAC,OAAO,CAAC,OAAO,EAAE,CAAC,CAAC;YAClD,OAAO,GAAG,EAAE,CAAC;QACf,CAAC;QAED,IAAI,CAAC,KAAK,IAAI;YAAE,KAAK,GAAG,CAAC,CAAC;IAC5B,CAAC;IAED,IAAI,OAAO,CAAC,IAAI,EAAE;QAAE,KAAK,CAAC,IAAI,CAAC,OAAO,CAAC,OAAO,EAAE,CAAC,CAAC;IAClD,OAAO,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;AAC1B,CAAC;AAED;;;;GAIG;AACH,SAAS,qBAAqB,CAAC,IAAY,EAAE,OAAe;IAC1D,MAAM,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;IAC/B,MAAM,MAAM,GAAkB,EAAE,CAAC;IACjC,IAAI,MAAM,GAAe,EAAE,CAAC;IAC5B,IAAI,QAAQ,GAAG,CAAC,CAAC;IAEjB,MAAM,KAAK,GAAG,GAAG,EAAE;QACjB,IAAI,MAAM,CAAC,MAAM,IAAI,CAAC,EAAE,CAAC;YACvB,MAAM,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,OAAO,EAAE,IAAI,EAAE,MAAM,EAAE,CAAC,CAAC;QAC/C,CAAC;QACD,MAAM,GAAG,EAAE,CAAC;QACZ,QAAQ,GAAG,CAAC,CAAC;IACf,CAAC,CAAC;IAEF,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;QACzB,MAAM,OAAO,GAAG,IAAI,CAAC,IAAI,EAAE,CAAC;QAC5B,IAAI,CAAC,OAAO,EAAE,CAAC;YACb,KAAK,EAAE,CAAC;YACR,SAAS;QACX,CAAC;QACD,gCAAgC;QAChC,MAAM,KAAK,GAAG,OAAO,CAAC,KAAK,CAAC,YAAY,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC;QAC/E,IAAI,KAAK,CAAC,MAAM,IAAI,CAAC,EAAE,CAAC;YACtB,IAAI,QAAQ,KAAK,CAAC,EAAE,CAAC;gBACnB,QAAQ,GAAG,KAAK,CAAC,MAAM,CAAC;gBACxB,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;YACrB,CAAC;iBAAM,IAAI,KAAK,CAAC,MAAM,KAAK,QAAQ,EAAE,CAAC;gBACrC,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;YACrB,CAAC;iBAAM,CAAC;gBACN,KAAK,EAAE,CAAC;gBACR,QAAQ,GAAG,KAAK,CAAC,MAAM,CAAC;gBACxB,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;YACrB,CAAC;QACH,CAAC;aAAM,CAAC;YACN,KAAK,EAAE,CAAC;QACV,CAAC;IACH,CAAC;IACD,KAAK,EAAE,CAAC;IAER,OAAO,MAAM,CAAC;AAChB,CAAC;AAED,SAAS,iBAAiB,CAAC,IAAY;IACrC,IAAI,CAAC,IAAI;QAAE,OAAO,CAAC,CAAC;IACpB,MAAM,OAAO,GAAG,IAAI,CAAC,IAAI,EAAE,CAAC;IAC5B,IAAI,OAAO,CAAC,MAAM,KAAK,CAAC;QAAE,OAAO,CAAC,CAAC;IAEnC,8EAA8E;IAC9E,IAAI,SAAS,GAAG,CAAC,CAAC;IAClB,KAAK,MAAM,EAAE,IAAI,OAAO,EAAE,CAAC;QACzB,MAAM,IAAI,GAAG,EAAE,CAAC,UAAU,CAAC,CAAC,CAAC,CAAC;QAC9B,IAAI,IAAI,IAAI,EAAE,IAAI,IAAI,GAAG,GAAG;YAAE,SAAS,EAAE,CAAC;aACrC,IAAI,uBAAuB,CAAC,IAAI,CAAC,EAAE,CAAC;YAAE,SAAS,EAAE,CAAC;IACzD,CAAC;IACD,MAAM,KAAK,GAAG,SAAS,GAAG,OAAO,CAAC,MAAM,CAAC;IACzC,kEAAkE;IAClE,MAAM,YAAY,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,OAAO,CAAC,MAAM,GAAG,EAAE,CAAC,CAAC;IACtD,OAAO,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,KAAK,GAAG,YAAY,CAAC,CAAC;AAC3C,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,OAAO,CAAC,KAAsB;IAClD,MAAM,QAAQ,GAAa,EAAE,CAAC;IAE9B,IAAI,CAAC;QACH,oCAAoC;QACpC,IAAI,OAAe,CAAC;QACpB,MAAM,KAAK,GAAG,eAAe,CAAC,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC;QAChD,IAAI,KAAK,EAAE,CAAC;YACV,QAAQ,CAAC,aAAa,EAAE,iBAAiB,EAAE,KAAK,CAAC,KAAK,CAAC,CAAC;YACxD,OAAO,GAAG,MAAM,aAAa,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC;QAC7C,CAAC;aAAM,CAAC;YACN,OAAO,GAAG,WAAW,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC;YACnC,IAAI,CAAC,UAAU,CAAC,OAAO,CAAC,EAAE,CAAC;gBACzB,OAAO,WAAW,CAAC,0BAA0B,OAAO,EAAE,CAAC,CAAC;YAC1D,CAAC;QACH,CAAC;QAED,6DAA6D;QAC7D,8DAA8D;QAC9D,MAAM,KAAK,GAAQ,MAAM,MAAM,CAAC,iCAAiC,CAAC,CAAC;QAEnE,MAAM,IAAI,GAAG,IAAI,UAAU,CAAC,MAAM,QAAQ,CAAC,OAAO,CAAC,CAAC,CAAC;QACrD,MAAM,WAAW,GAAG,KAAK,CAAC,WAAW,CAAC;YACpC,IAAI;YACJ,cAAc,EAAE,IAAI;YACpB,mDAAmD;YACnD,eAAe,EAAE,KAAK;YACtB,eAAe,EAAE,IAAI;SACtB,CAAC,CAAC;QACH,MAAM,GAAG,GAAoB,MAAM,WAAW,CAAC,OAAO,CAAC;QAEvD,MAAM,UAAU,GAAG,GAAG,CAAC,QAAQ,CAAC;QAChC,MAAM,SAAS,GAAG,KAAK,CAAC,SAAS,GAAG,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,KAAK,CAAC,SAAS,EAAE,UAAU,CAAC,CAAC,CAAC,CAAC,UAAU,CAAC;QAE3F,MAAM,KAAK,GAAiB,EAAE,CAAC;QAC/B,MAAM,MAAM,GAAkB,EAAE,CAAC;QACjC,MAAM,UAAU,GAAa,EAAE,CAAC;QAEhC,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,IAAI,SAAS,EAAE,CAAC,EAAE,EAAE,CAAC;YACpC,IAAI,CAAC;gBACH,MAAM,IAAI,GAAG,MAAM,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC;gBAClC,MAAM,OAAO,GAAG,MAAM,IAAI,CAAC,cAAc,EAAE,CAAC;gBAC5C,MAAM,QAAQ,GAAG,gBAAgB,CAAC,OAAO,CAAC,KAAK,EAAE,KAAK,CAAC,eAAe,CAAC,CAAC;gBACxE,MAAM,IAAI,GAAG,iBAAiB,CAAC,QAAQ,CAAC,CAAC;gBACzC,KAAK,CAAC,IAAI,CAAC,EAAE,GAAG,EAAE,CAAC,EAAE,IAAI,EAAE,QAAQ,EAAE,UAAU,EAAE,IAAI,EAAE,CAAC,CAAC;gBACzD,UAAU,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;gBAC1B,IAAI,KAAK,CAAC,cAAc,EAAE,CAAC;oBACzB,MAAM,UAAU,GAAG,qBAAqB,CAAC,QAAQ,EAAE,CAAC,CAAC,CAAC;oBACtD,MAAM,CAAC,IAAI,CAAC,GAAG,UAAU,CAAC,CAAC;gBAC7B,CAAC;YACH,CAAC;YAAC,OAAO,OAAO,EAAE,CAAC;gBACjB,QAAQ,CAAC,IAAI,CAAC,QAAQ,CAAC,KAAK,OAAO,YAAY,KAAK,CAAC,CAAC,CAAC,OAAO,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,OAAO,CAAC,EAAE,CAAC,CAAC;gBAC5F,KAAK,CAAC,IAAI,CAAC,EAAE,GAAG,EAAE,CAAC,EAAE,IAAI,EAAE,EAAE,EAAE,UAAU,EAAE,CAAC,EAAE,CAAC,CAAC;YAClD,CAAC;QACH,CAAC;QAED,IAAI,YAAY,GAA4B,EAAE,CAAC;QAC/C,IAAI,CAAC;YACH,MAAM,EAAE,GAAG,MAAM,GAAG,CAAC,WAAW,EAAE,CAAC;YACnC,YAAY,GAAG,CAAC,EAAE,CAAC,IAAI,IAAI,EAAE,CAA4B,CAAC;QAC5D,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,QAAQ,CAAC,IAAI,CAAC,aAAa,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC;QACvF,CAAC;QAED,MAAM,OAAO,GACX,KAAK,CAAC,MAAM,GAAG,CAAC;YACd,CAAC,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,GAAG,CAAC,CAAC,UAAU,EAAE,CAAC,CAAC,GAAG,KAAK,CAAC,MAAM;YAC5D,CAAC,CAAC,CAAC,CAAC;QAER,MAAM,QAAQ,GAAG,UAAU,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;QAEzC,IAAI,CAAC,QAAQ,CAAC,IAAI,EAAE,EAAE,CAAC;YACrB,QAAQ,CAAC,IAAI,CACX,yGAAyG,CAC1G,CAAC;QACJ,CAAC;QAED,MAAM,MAAM,GAAqB;YAC/B,IAAI,EAAE,QAAQ;YACd,KAAK;YACL,MAAM;YACN,QAAQ,EAAE;gBACR,KAAK,EAAE,OAAO,YAAY,CAAC,KAAK,KAAK,QAAQ,CAAC,CAAC,CAAE,YAAY,CAAC,KAAgB,CAAC,CAAC,CAAC,SAAS;gBAC1F,MAAM,EAAE,OAAO,YAAY,CAAC,MAAM,KAAK,QAAQ,CAAC,CAAC,CAAE,YAAY,CAAC,MAAiB,CAAC,CAAC,CAAC,SAAS;gBAC7F,KAAK,EAAE,UAAU;gBACjB,YAAY,EAAE,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE;gBACtC,MAAM,EAAE,KAAK,CAAC,KAAK;aACpB;YACD,aAAa,EAAE,QAAQ;YACvB,kBAAkB,EAAE,OAAO;YAC3B,QAAQ;SACT,CAAC;QAEF,mCAAmC;QACnC,IAAI,CAAC;YACH,MAAM,SAAS,CAAC,WAAW,CAAC,KAAK,CAAC,MAAM,CAAC,EAAE,IAAI,CAAC,SAAS,CAAC,MAAM,EAAE,IAAI,EAAE,CAAC,CAAC,EAAE,OAAO,CAAC,CAAC;QACvF,CAAC;QAAC,OAAO,IAAI,EAAE,CAAC;YACd,QAAQ,CAAC,IAAI,CAAC,gCAAgC,IAAI,YAAY,KAAK,CAAC,CAAC,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;QACvG,CAAC;QAED,OAAO,UAAU,CAAC,EAAE,GAAG,MAAM,EAAE,WAAW,EAAE,WAAW,CAAC,KAAK,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC;IAC3E,CAAC;IAAC,OAAO,GAAG,EAAE,CAAC;QACb,QAAQ,CAAC,aAAa,EAAE,QAAQ,EAAE,GAAG,CAAC,CAAC;QACvC,OAAO,WAAW,CAAC,GAAG,YAAY,KAAK,CAAC,CAAC,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,CAAC;IACvE,CAAC;AACH,CAAC"}

package/dist/tools/query-api.d.ts

@@ -12,20 +12,20 @@ export declare const schema: z.ZodObject<{
     proxy: z.ZodOptional<z.ZodString>;
 }, "strip", z.ZodTypeAny, {
     url: string;
-    method: "POST" | "GET" | "PUT" | "PATCH" | "DELETE";
     timeout: number;
+    method: "POST" | "GET" | "PUT" | "PATCH" | "DELETE";
     stealth_headers: boolean;
-    headers?: Record<string, string> | undefined;
-    proxy?: string | undefined;
     body?: string | undefined;
+    proxy?: string | undefined;
+    headers?: Record<string, string> | undefined;
     params?: Record<string, string> | undefined;
 }, {
     url: string;
-    headers?: Record<string, string> | undefined;
-    method?: "POST" | "GET" | "PUT" | "PATCH" | "DELETE" | undefined;
-    proxy?: string | undefined;
     body?: string | undefined;
     timeout?: number | undefined;
+    method?: "POST" | "GET" | "PUT" | "PATCH" | "DELETE" | undefined;
+    proxy?: string | undefined;
+    headers?: Record<string, string> | undefined;
     params?: Record<string, string> | undefined;
     stealth_headers?: boolean | undefined;
 }>;

package/dist/tools/readability.d.ts

@@ -8,13 +8,13 @@ export declare const schema: z.ZodObject<{
     chrome_profile: z.ZodOptional<z.ZodString>;
 }, "strip", z.ZodTypeAny, {
     url: string;
-    format: "markdown" | "text" | "html";
+    format: "text" | "html" | "markdown";
     proxy?: string | undefined;
     chrome_profile?: string | undefined;
 }, {
     url: string;
     proxy?: string | undefined;
-    format?: "markdown" | "text" | "html" | undefined;
+    format?: "text" | "html" | "markdown" | undefined;
     chrome_profile?: string | undefined;
 }>;
 export type ReadabilityInput = z.infer<typeof schema>;

package/dist/tools/record-flow.d.ts

@@ -0,0 +1,39 @@
+import { z } from "zod";
+export declare const name = "record_flow";
+export declare const description = "Record a headed browser workflow and save it as a generic Imperium Flow family/variant.";
+export declare const schema: z.ZodObject<{
+    family: z.ZodString;
+    variant: z.ZodString;
+    url: z.ZodString;
+    description: z.ZodOptional<z.ZodString>;
+    flows_dir: z.ZodOptional<z.ZodString>;
+    global: z.ZodDefault<z.ZodBoolean>;
+    session_id: z.ZodOptional<z.ZodString>;
+    captcha: z.ZodDefault<z.ZodEnum<["auto", "manual", "off", "fail"]>>;
+}, "strip", z.ZodTypeAny, {
+    url: string;
+    captcha: "auto" | "off" | "manual" | "fail";
+    family: string;
+    variant: string;
+    global: boolean;
+    description?: string | undefined;
+    session_id?: string | undefined;
+    flows_dir?: string | undefined;
+}, {
+    url: string;
+    family: string;
+    variant: string;
+    description?: string | undefined;
+    captcha?: "auto" | "off" | "manual" | "fail" | undefined;
+    session_id?: string | undefined;
+    flows_dir?: string | undefined;
+    global?: boolean | undefined;
+}>;
+export type RecordFlowInput = z.infer<typeof schema>;
+export declare function execute(input: RecordFlowInput): Promise<{
+    content: {
+        type: "text";
+        text: string;
+    }[];
+}>;
+//# sourceMappingURL=record-flow.d.ts.map

package/dist/tools/record-flow.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"record-flow.d.ts","sourceRoot":"","sources":["../../src/tools/record-flow.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,CAAC,EAAE,MAAM,KAAK,CAAC;AAgBxB,eAAO,MAAM,IAAI,gBAAgB,CAAC;AAClC,eAAO,MAAM,WAAW,4FAA4F,CAAC;AAErH,eAAO,MAAM,MAAM;;;;;;;;;;;;;;;;;;;;;;;;;;;EASjB,CAAC;AAEH,MAAM,MAAM,eAAe,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,MAAM,CAAC,CAAC;AAmSrD,wBAAsB,OAAO,CAAC,KAAK,EAAE,eAAe;;;;;GAoGnD"}