imperium-crawl 2.4.0 → 2.5.1

package/dist/tools/monitor.js

@@ -0,0 +1,213 @@
+/**
+ * monitor — portfolio-level change tracker over many URLs, grouped by topic.
+ *
+ * v2.5.0: minimal scope — JSON config parser + markdown digest generator.
+ * Internally reuses the watch tool's runWatchOnce() for per-URL change detection.
+ * Filters out sub-threshold churn (min_change_pct) and emits a single digest
+ * file per run, listing the top changes per topic.
+ *
+ * YAML config + LLM summarisation are deferred to v2.6.0.
+ */
+import { z } from "zod";
+import { mkdir, readFile, writeFile } from "node:fs/promises";
+import { existsSync } from "node:fs";
+import { join, resolve as resolvePath } from "node:path";
+import { toolResult, errorResult } from "../utils/tool-response.js";
+import { debugLog } from "../utils/debug.js";
+import { runWatchOnce } from "./watch.js";
+export const name = "monitor";
+export const description = "Portfolio-level change tracker: read a JSON config of topics and URLs, run watch on each, emit a markdown digest of changes.";
+export const schema = z.object({
+    config: z
+        .string()
+        .optional()
+        .describe("Path to JSON config (topics with URL lists). Mutually exclusive with --urls/--topic."),
+    urls: z
+        .array(z.string())
+        .optional()
+        .describe("Single-topic shortcut: list of URLs. Repeat --urls."),
+    topic: z
+        .string()
+        .optional()
+        .describe("Topic name when using --urls"),
+    output_dir: z
+        .string()
+        .default("./data/monitor")
+        .describe("Output dir for state, snapshots, and digests"),
+    min_change_pct: z
+        .number()
+        .min(0)
+        .max(100)
+        .default(5)
+        .describe("Minimum % of lines changed to count as a 'meaningful' change"),
+    export_format: z
+        .enum(["markdown"])
+        .default("markdown")
+        .describe("Digest format (markdown only in v2.5.0)"),
+    hash_on: z
+        .enum(["content", "readability", "markdown"])
+        .default("readability")
+        .describe("Passed through to watch — what to hash per URL"),
+});
+async function loadConfig(input) {
+    if (input.config) {
+        const path = resolvePath(input.config);
+        if (!existsSync(path))
+            throw new Error(`Config not found: ${path}`);
+        const raw = await readFile(path, "utf-8");
+        const parsed = JSON.parse(raw);
+        if (!parsed.topics || !Array.isArray(parsed.topics)) {
+            throw new Error("Config missing 'topics' array");
+        }
+        return { topics: parsed.topics };
+    }
+    if (input.urls && input.urls.length > 0) {
+        return {
+            topics: [{ name: input.topic || "default", urls: input.urls }],
+        };
+    }
+    throw new Error("Must provide --config OR --urls");
+}
+function computeChangePct(prev, next) {
+    if (!prev)
+        return 100;
+    const prevLines = prev.split("\n");
+    const nextLines = next.split("\n");
+    const prevSet = new Set(prevLines);
+    const nextSet = new Set(nextLines);
+    let removed = 0;
+    let added = 0;
+    for (const l of prevLines)
+        if (!nextSet.has(l))
+            removed++;
+    for (const l of nextLines)
+        if (!prevSet.has(l))
+            added++;
+    const total = Math.max(prevLines.length, nextLines.length, 1);
+    return ((removed + added) / (2 * total)) * 100;
+}
+function renderMarkdownDigest(reports, generatedAt, minPct) {
+    const lines = [];
+    lines.push(`# Monitor digest — ${generatedAt.split("T")[0]}`);
+    lines.push("");
+    lines.push(`Generated: ${generatedAt}`);
+    lines.push(`Threshold: ${minPct}% line change`);
+    lines.push("");
+    const totalMeaningful = reports.reduce((s, r) => s + r.meaningful_changes, 0);
+    lines.push(`**${totalMeaningful}** meaningful change(s) across **${reports.length}** topic(s).`);
+    lines.push("");
+    for (const report of reports) {
+        lines.push(`## ${report.name}`);
+        lines.push(`- URLs checked: ${report.urls_checked}`);
+        lines.push(`- Meaningful changes: ${report.meaningful_changes}`);
+        lines.push("");
+        const meaningful = report.changes.filter((c) => c.changed && c.change_pct >= minPct);
+        if (meaningful.length === 0) {
+            lines.push("_No meaningful changes._");
+            lines.push("");
+            continue;
+        }
+        for (const c of meaningful) {
+            lines.push(`### ${c.url}`);
+            lines.push(`- Change: ${c.change_pct.toFixed(1)}% of lines`);
+            lines.push(`- Previous: \`${c.previous_hash?.slice(0, 12) ?? "(none)"}\``);
+            lines.push(`- Current: \`${c.current_hash.slice(0, 12)}\``);
+            lines.push("");
+        }
+    }
+    return lines.join("\n");
+}
+export async function execute(input) {
+    try {
+        const config = await loadConfig(input);
+        const outDir = resolvePath(input.output_dir);
+        await mkdir(outDir, { recursive: true });
+        const reports = [];
+        for (const topic of config.topics) {
+            const topicDir = join(outDir, slug(topic.name));
+            await mkdir(topicDir, { recursive: true });
+            const threshold = topic.min_change_pct ?? input.min_change_pct;
+            const changes = [];
+            for (const url of topic.urls) {
+                try {
+                    const watchInput = {
+                        url,
+                        output_dir: topicDir,
+                        hash_on: input.hash_on,
+                        diff_format: "unified",
+                        one_shot: true,
+                    };
+                    const wr = await runWatchOnce(watchInput);
+                    // For change %, load previous snapshot next to current one if it exists
+                    let pct = 0;
+                    if (wr.first_run) {
+                        pct = 0;
+                    }
+                    else if (wr.changed) {
+                        // Re-derive from snapshot files written by runWatchOnce
+                        const prevPath = wr.snapshot_file.replace(/\.snapshot\.txt$/, ".previous.txt");
+                        let prevSig = null;
+                        if (existsSync(prevPath)) {
+                            try {
+                                prevSig = await readFile(prevPath, "utf-8");
+                            }
+                            catch {
+                                prevSig = null;
+                            }
+                        }
+                        let currSig = "";
+                        try {
+                            currSig = await readFile(wr.snapshot_file, "utf-8");
+                        }
+                        catch { /* noop */ }
+                        pct = computeChangePct(prevSig, currSig);
+                    }
+                    changes.push({
+                        url,
+                        changed: wr.changed,
+                        first_run: wr.first_run,
+                        change_pct: pct,
+                        previous_hash: wr.previous_hash,
+                        current_hash: wr.current_hash,
+                    });
+                }
+                catch (urlErr) {
+                    debugLog("monitor", `failed for ${url}`, urlErr);
+                    changes.push({
+                        url,
+                        changed: false,
+                        first_run: false,
+                        change_pct: 0,
+                        previous_hash: null,
+                        current_hash: "",
+                    });
+                }
+            }
+            const meaningful = changes.filter((c) => c.changed && c.change_pct >= threshold).length;
+            reports.push({
+                name: topic.name,
+                urls_checked: topic.urls.length,
+                changes,
+                meaningful_changes: meaningful,
+            });
+        }
+        const generatedAt = new Date().toISOString();
+        const digestBody = renderMarkdownDigest(reports, generatedAt, input.min_change_pct);
+        const digestFile = join(outDir, `digest-${generatedAt.replace(/[:.]/g, "-")}.md`);
+        await writeFile(digestFile, digestBody, "utf-8");
+        return toolResult({
+            generated_at: generatedAt,
+            topics: reports,
+            digest_file: digestFile,
+            format: input.export_format,
+        });
+    }
+    catch (err) {
+        debugLog("monitor", "failed", err);
+        return errorResult(err instanceof Error ? err.message : String(err));
+    }
+}
+function slug(s) {
+    return s.toLowerCase().replace(/[^a-z0-9]+/g, "-").replace(/^-+|-+$/g, "").slice(0, 40) || "topic";
+}
+//# sourceMappingURL=monitor.js.map

package/dist/tools/monitor.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"monitor.js","sourceRoot":"","sources":["../../src/tools/monitor.ts"],"names":[],"mappings":"AAAA;;;;;;;;;GASG;AAEH,OAAO,EAAE,CAAC,EAAE,MAAM,KAAK,CAAC;AACxB,OAAO,EAAE,KAAK,EAAE,QAAQ,EAAE,SAAS,EAAE,MAAM,kBAAkB,CAAC;AAC9D,OAAO,EAAE,UAAU,EAAE,MAAM,SAAS,CAAC;AACrC,OAAO,EAAE,IAAI,EAAE,OAAO,IAAI,WAAW,EAAE,MAAM,WAAW,CAAC;AACzD,OAAO,EAAE,UAAU,EAAE,WAAW,EAAE,MAAM,2BAA2B,CAAC;AACpE,OAAO,EAAE,QAAQ,EAAE,MAAM,mBAAmB,CAAC;AAC7C,OAAO,EAAE,YAAY,EAAmB,MAAM,YAAY,CAAC;AAE3D,MAAM,CAAC,MAAM,IAAI,GAAG,SAAS,CAAC;AAE9B,MAAM,CAAC,MAAM,WAAW,GACtB,8HAA8H,CAAC;AAEjI,MAAM,CAAC,MAAM,MAAM,GAAG,CAAC,CAAC,MAAM,CAAC;IAC7B,MAAM,EAAE,CAAC;SACN,MAAM,EAAE;SACR,QAAQ,EAAE;SACV,QAAQ,CAAC,sFAAsF,CAAC;IACnG,IAAI,EAAE,CAAC;SACJ,KAAK,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC;SACjB,QAAQ,EAAE;SACV,QAAQ,CAAC,qDAAqD,CAAC;IAClE,KAAK,EAAE,CAAC;SACL,MAAM,EAAE;SACR,QAAQ,EAAE;SACV,QAAQ,CAAC,8BAA8B,CAAC;IAC3C,UAAU,EAAE,CAAC;SACV,MAAM,EAAE;SACR,OAAO,CAAC,gBAAgB,CAAC;SACzB,QAAQ,CAAC,8CAA8C,CAAC;IAC3D,cAAc,EAAE,CAAC;SACd,MAAM,EAAE;SACR,GAAG,CAAC,CAAC,CAAC;SACN,GAAG,CAAC,GAAG,CAAC;SACR,OAAO,CAAC,CAAC,CAAC;SACV,QAAQ,CAAC,8DAA8D,CAAC;IAC3E,aAAa,EAAE,CAAC;SACb,IAAI,CAAC,CAAC,UAAU,CAAC,CAAC;SAClB,OAAO,CAAC,UAAU,CAAC;SACnB,QAAQ,CAAC,yCAAyC,CAAC;IACtD,OAAO,EAAE,CAAC;SACP,IAAI,CAAC,CAAC,SAAS,EAAE,aAAa,EAAE,UAAU,CAAC,CAAC;SAC5C,OAAO,CAAC,aAAa,CAAC;SACtB,QAAQ,CAAC,gDAAgD,CAAC;CAC9D,CAAC,CAAC;AA8BH,KAAK,UAAU,UAAU,CAAC,KAAmB;IAC3C,IAAI,KAAK,CAAC,MAAM,EAAE,CAAC;QACjB,MAAM,IAAI,GAAG,WAAW,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC;QACvC,IAAI,CAAC,UAAU,CAAC,IAAI,CAAC;YAAE,MAAM,IAAI,KAAK,CAAC,qBAAqB,IAAI,EAAE,CAAC,CAAC;QACpE,MAAM,GAAG,GAAG,MAAM,QAAQ,CAAC,IAAI,EAAE,OAAO,CAAC,CAAC;QAC1C,MAAM,MAAM,GAAG,IAAI,CAAC,KAAK,CAAC,GAAG,CAA2B,CAAC;QACzD,IAAI,CAAC,MAAM,CAAC,MAAM,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,MAAM,CAAC,MAAM,CAAC,EAAE,CAAC;YACpD,MAAM,IAAI,KAAK,CAAC,+BAA+B,CAAC,CAAC;QACnD,CAAC;QACD,OAAO,EAAE,MAAM,EAAE,MAAM,CAAC,MAAuB,EAAE,CAAC;IACpD,CAAC;IAED,IAAI,KAAK,CAAC,IAAI,IAAI,KAAK,CAAC,IAAI,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;QACxC,OAAO;YACL,MAAM,EAAE,CAAC,EAAE,IAAI,EAAE,KAAK,CAAC,KAAK,IAAI,SAAS,EAAE,IAAI,EAAE,KAAK,CAAC,IAAI,EAAE,CAAC;SAC/D,CAAC;IACJ,CAAC;IAED,MAAM,IAAI,KAAK,CAAC,iCAAiC,CAAC,CAAC;AACrD,CAAC;AAED,SAAS,gBAAgB,CAAC,IAAmB,EAAE,IAAY;IACzD,IAAI,CAAC,IAAI;QAAE,OAAO,GAAG,CAAC;IACtB,MAAM,SAAS,GAAG,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;IACnC,MAAM,SAAS,GAAG,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;IACnC,MAAM,OAAO,GAAG,IAAI,GAAG,CAAC,SAAS,CAAC,CAAC;IACnC,MAAM,OAAO,GAAG,IAAI,GAAG,CAAC,SAAS,CAAC,CAAC;IACnC,IAAI,OAAO,GAAG,CAAC,CAAC;IAChB,IAAI,KAAK,GAAG,CAAC,CAAC;IACd,KAAK,MAAM,CAAC,IAAI,SAAS;QAAE,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC,CAAC;YAAE,OAAO,EAAE,CAAC;IAC1D,KAAK,MAAM,CAAC,IAAI,SAAS;QAAE,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC,CAAC;YAAE,KAAK,EAAE,CAAC;IACxD,MAAM,KAAK,GAAG,IAAI,CAAC,GAAG,CAAC,SAAS,CAAC,MAAM,EAAE,SAAS,CAAC,MAAM,EAAE,CAAC,CAAC,CAAC;IAC9D,OAAO,CAAC,CAAC,OAAO,GAAG,KAAK,CAAC,GAAG,CAAC,CAAC,GAAG,KAAK,CAAC,CAAC,GAAG,GAAG,CAAC;AACjD,CAAC;AAED,SAAS,oBAAoB,CAC3B,OAAsB,EACtB,WAAmB,EACnB,MAAc;IAEd,MAAM,KAAK,GAAa,EAAE,CAAC;IAC3B,KAAK,CAAC,IAAI,CAAC,sBAAsB,WAAW,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC;IAC9D,KAAK,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;IACf,KAAK,CAAC,IAAI,CAAC,cAAc,WAAW,EAAE,CAAC,CAAC;IACxC,KAAK,CAAC,IAAI,CAAC,cAAc,MAAM,eAAe,CAAC,CAAC;IAChD,KAAK,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;IAEf,MAAM,eAAe,GAAG,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,GAAG,CAAC,CAAC,kBAAkB,EAAE,CAAC,CAAC,CAAC;IAC9E,KAAK,CAAC,IAAI,CAAC,KAAK,eAAe,oCAAoC,OAAO,CAAC,MAAM,cAAc,CAAC,CAAC;IACjG,KAAK,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;IAEf,KAAK,MAAM,MAAM,IAAI,OAAO,EAAE,CAAC;QAC7B,KAAK,CAAC,IAAI,CAAC,MAAM,MAAM,CAAC,IAAI,EAAE,CAAC,CAAC;QAChC,KAAK,CAAC,IAAI,CAAC,mBAAmB,MAAM,CAAC,YAAY,EAAE,CAAC,CAAC;QACrD,KAAK,CAAC,IAAI,CAAC,yBAAyB,MAAM,CAAC,kBAAkB,EAAE,CAAC,CAAC;QACjE,KAAK,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;QAEf,MAAM,UAAU,GAAG,MAAM,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,OAAO,IAAI,CAAC,CAAC,UAAU,IAAI,MAAM,CAAC,CAAC;QACrF,IAAI,UAAU,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;YAC5B,KAAK,CAAC,IAAI,CAAC,0BAA0B,CAAC,CAAC;YACvC,KAAK,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;YACf,SAAS;QACX,CAAC;QAED,KAAK,MAAM,CAAC,IAAI,UAAU,EAAE,CAAC;YAC3B,KAAK,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC,GAAG,EAAE,CAAC,CAAC;YAC3B,KAAK,CAAC,IAAI,CAAC,aAAa,CAAC,CAAC,UAAU,CAAC,OAAO,CAAC,CAAC,CAAC,YAAY,CAAC,CAAC;YAC7D,KAAK,CAAC,IAAI,CAAC,iBAAiB,CAAC,CAAC,aAAa,EAAE,KAAK,CAAC,CAAC,EAAE,EAAE,CAAC,IAAI,QAAQ,IAAI,CAAC,CAAC;YAC3E,KAAK,CAAC,IAAI,CAAC,gBAAgB,CAAC,CAAC,YAAY,CAAC,KAAK,CAAC,CAAC,EAAE,EAAE,CAAC,IAAI,CAAC,CAAC;YAC5D,KAAK,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;QACjB,CAAC;IACH,CAAC;IAED,OAAO,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;AAC1B,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,OAAO,CAAC,KAAmB;IAC/C,IAAI,CAAC;QACH,MAAM,MAAM,GAAG,MAAM,UAAU,CAAC,KAAK,CAAC,CAAC;QACvC,MAAM,MAAM,GAAG,WAAW,CAAC,KAAK,CAAC,UAAU,CAAC,CAAC;QAC7C,MAAM,KAAK,CAAC,MAAM,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;QAEzC,MAAM,OAAO,GAAkB,EAAE,CAAC;QAElC,KAAK,MAAM,KAAK,IAAI,MAAM,CAAC,MAAM,EAAE,CAAC;YAClC,MAAM,QAAQ,GAAG,IAAI,CAAC,MAAM,EAAE,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,CAAC;YAChD,MAAM,KAAK,CAAC,QAAQ,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;YAC3C,MAAM,SAAS,GAAG,KAAK,CAAC,cAAc,IAAI,KAAK,CAAC,cAAc,CAAC;YAE/D,MAAM,OAAO,GAAkB,EAAE,CAAC;YAClC,KAAK,MAAM,GAAG,IAAI,KAAK,CAAC,IAAI,EAAE,CAAC;gBAC7B,IAAI,CAAC;oBACH,MAAM,UAAU,GAAe;wBAC7B,GAAG;wBACH,UAAU,EAAE,QAAQ;wBACpB,OAAO,EAAE,KAAK,CAAC,OAAO;wBACtB,WAAW,EAAE,SAAS;wBACtB,QAAQ,EAAE,IAAI;qBACf,CAAC;oBACF,MAAM,EAAE,GAAG,MAAM,YAAY,CAAC,UAAU,CAAC,CAAC;oBAE1C,wEAAwE;oBACxE,IAAI,GAAG,GAAG,CAAC,CAAC;oBACZ,IAAI,EAAE,CAAC,SAAS,EAAE,CAAC;wBACjB,GAAG,GAAG,CAAC,CAAC;oBACV,CAAC;yBAAM,IAAI,EAAE,CAAC,OAAO,EAAE,CAAC;wBACtB,wDAAwD;wBACxD,MAAM,QAAQ,GAAG,EAAE,CAAC,aAAa,CAAC,OAAO,CAAC,kBAAkB,EAAE,eAAe,CAAC,CAAC;wBAC/E,IAAI,OAAO,GAAkB,IAAI,CAAC;wBAClC,IAAI,UAAU,CAAC,QAAQ,CAAC,EAAE,CAAC;4BACzB,IAAI,CAAC;gCAAC,OAAO,GAAG,MAAM,QAAQ,CAAC,QAAQ,EAAE,OAAO,CAAC,CAAC;4BAAC,CAAC;4BAAC,MAAM,CAAC;gCAAC,OAAO,GAAG,IAAI,CAAC;4BAAC,CAAC;wBAChF,CAAC;wBACD,IAAI,OAAO,GAAG,EAAE,CAAC;wBACjB,IAAI,CAAC;4BAAC,OAAO,GAAG,MAAM,QAAQ,CAAC,EAAE,CAAC,aAAa,EAAE,OAAO,CAAC,CAAC;wBAAC,CAAC;wBAAC,MAAM,CAAC,CAAC,UAAU,CAAC,CAAC;wBACjF,GAAG,GAAG,gBAAgB,CAAC,OAAO,EAAE,OAAO,CAAC,CAAC;oBAC3C,CAAC;oBAED,OAAO,CAAC,IAAI,CAAC;wBACX,GAAG;wBACH,OAAO,EAAE,EAAE,CAAC,OAAO;wBACnB,SAAS,EAAE,EAAE,CAAC,SAAS;wBACvB,UAAU,EAAE,GAAG;wBACf,aAAa,EAAE,EAAE,CAAC,aAAa;wBAC/B,YAAY,EAAE,EAAE,CAAC,YAAY;qBAC9B,CAAC,CAAC;gBACL,CAAC;gBAAC,OAAO,MAAM,EAAE,CAAC;oBAChB,QAAQ,CAAC,SAAS,EAAE,cAAc,GAAG,EAAE,EAAE,MAAM,CAAC,CAAC;oBACjD,OAAO,CAAC,IAAI,CAAC;wBACX,GAAG;wBACH,OAAO,EAAE,KAAK;wBACd,SAAS,EAAE,KAAK;wBAChB,UAAU,EAAE,CAAC;wBACb,aAAa,EAAE,IAAI;wBACnB,YAAY,EAAE,EAAE;qBACjB,CAAC,CAAC;gBACL,CAAC;YACH,CAAC;YAED,MAAM,UAAU,GAAG,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,OAAO,IAAI,CAAC,CAAC,UAAU,IAAI,SAAS,CAAC,CAAC,MAAM,CAAC;YACxF,OAAO,CAAC,IAAI,CAAC;gBACX,IAAI,EAAE,KAAK,CAAC,IAAI;gBAChB,YAAY,EAAE,KAAK,CAAC,IAAI,CAAC,MAAM;gBAC/B,OAAO;gBACP,kBAAkB,EAAE,UAAU;aAC/B,CAAC,CAAC;QACL,CAAC;QAED,MAAM,WAAW,GAAG,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE,CAAC;QAC7C,MAAM,UAAU,GAAG,oBAAoB,CAAC,OAAO,EAAE,WAAW,EAAE,KAAK,CAAC,cAAc,CAAC,CAAC;QACpF,MAAM,UAAU,GAAG,IAAI,CAAC,MAAM,EAAE,UAAU,WAAW,CAAC,OAAO,CAAC,OAAO,EAAE,GAAG,CAAC,KAAK,CAAC,CAAC;QAClF,MAAM,SAAS,CAAC,UAAU,EAAE,UAAU,EAAE,OAAO,CAAC,CAAC;QAEjD,OAAO,UAAU,CAAC;YAChB,YAAY,EAAE,WAAW;YACzB,MAAM,EAAE,OAAO;YACf,WAAW,EAAE,UAAU;YACvB,MAAM,EAAE,KAAK,CAAC,aAAa;SAC5B,CAAC,CAAC;IACL,CAAC;IAAC,OAAO,GAAG,EAAE,CAAC;QACb,QAAQ,CAAC,SAAS,EAAE,QAAQ,EAAE,GAAG,CAAC,CAAC;QACnC,OAAO,WAAW,CAAC,GAAG,YAAY,KAAK,CAAC,CAAC,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,CAAC;IACvE,CAAC;AACH,CAAC;AAED,SAAS,IAAI,CAAC,CAAS;IACrB,OAAO,CAAC,CAAC,WAAW,EAAE,CAAC,OAAO,CAAC,aAAa,EAAE,GAAG,CAAC,CAAC,OAAO,CAAC,UAAU,EAAE,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,EAAE,EAAE,CAAC,IAAI,OAAO,CAAC;AACrG,CAAC"}

package/dist/tools/pdf-extract.d.ts

@@ -0,0 +1,38 @@
+/**
+ * pdf-extract — extract text, pages, tables, and metadata from a PDF.
+ *
+ * v2.5.0: native strategy only (pdfjs-dist text layer).
+ * OCR + Claude Vision fallbacks are deferred to v2.6.0.
+ *
+ * Accepts a local path or a remote URL (auto-download to tmp).
+ */
+import { z } from "zod";
+export declare const name = "pdf_extract";
+export declare const description = "Extract text, pages, tables, and metadata from a local or remote PDF. Native text-layer strategy (pdfjs-dist). OCR/Vision fallbacks deferred to v2.6.0.";
+export declare const schema: z.ZodObject<{
+    input: z.ZodString;
+    output: z.ZodDefault<z.ZodString>;
+    preserve_layout: z.ZodDefault<z.ZodBoolean>;
+    extract_tables: z.ZodDefault<z.ZodBoolean>;
+    max_pages: z.ZodDefault<z.ZodNumber>;
+}, "strip", z.ZodTypeAny, {
+    input: string;
+    output: string;
+    max_pages: number;
+    preserve_layout: boolean;
+    extract_tables: boolean;
+}, {
+    input: string;
+    output?: string | undefined;
+    max_pages?: number | undefined;
+    preserve_layout?: boolean | undefined;
+    extract_tables?: boolean | undefined;
+}>;
+export type PdfExtractInput = z.infer<typeof schema>;
+export declare function execute(input: PdfExtractInput): Promise<{
+    content: {
+        type: "text";
+        text: string;
+    }[];
+}>;
+//# sourceMappingURL=pdf-extract.d.ts.map

package/dist/tools/pdf-extract.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"pdf-extract.d.ts","sourceRoot":"","sources":["../../src/tools/pdf-extract.ts"],"names":[],"mappings":"AAAA;;;;;;;GAOG;AAEH,OAAO,EAAE,CAAC,EAAE,MAAM,KAAK,CAAC;AAQxB,eAAO,MAAM,IAAI,gBAAgB,CAAC;AAElC,eAAO,MAAM,WAAW,4JACmI,CAAC;AAE5J,eAAO,MAAM,MAAM;;;;;;;;;;;;;;;;;;EAsBjB,CAAC;AAEH,MAAM,MAAM,eAAe,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,MAAM,CAAC,CAAC;AA8JrD,wBAAsB,OAAO,CAAC,KAAK,EAAE,eAAe;;;;;GAyGnD"}

package/dist/tools/pdf-extract.js

@@ -0,0 +1,244 @@
+/**
+ * pdf-extract — extract text, pages, tables, and metadata from a PDF.
+ *
+ * v2.5.0: native strategy only (pdfjs-dist text layer).
+ * OCR + Claude Vision fallbacks are deferred to v2.6.0.
+ *
+ * Accepts a local path or a remote URL (auto-download to tmp).
+ */
+import { z } from "zod";
+import { readFile, writeFile, mkdtemp } from "node:fs/promises";
+import { existsSync } from "node:fs";
+import { tmpdir } from "node:os";
+import { join, resolve as resolvePath } from "node:path";
+import { toolResult, errorResult } from "../utils/tool-response.js";
+import { debugLog } from "../utils/debug.js";
+export const name = "pdf_extract";
+export const description = "Extract text, pages, tables, and metadata from a local or remote PDF. Native text-layer strategy (pdfjs-dist). OCR/Vision fallbacks deferred to v2.6.0.";
+export const schema = z.object({
+    input: z
+        .string()
+        .min(1)
+        .describe("Local PDF path or remote URL (http/https). URL inputs are downloaded to a temp file."),
+    output: z
+        .string()
+        .default("./extracted.json")
+        .describe("Output JSON path"),
+    preserve_layout: z
+        .boolean()
+        .default(true)
+        .describe("Preserve line breaks and approximate layout when assembling text"),
+    extract_tables: z
+        .boolean()
+        .default(true)
+        .describe("Run basic regex-based table extraction"),
+    max_pages: z
+        .number()
+        .min(0)
+        .default(0)
+        .describe("Limit pages to extract (0 = all)"),
+});
+async function downloadToTmp(url) {
+    const res = await fetch(url);
+    if (!res.ok)
+        throw new Error(`Failed to download PDF (${res.status} ${res.statusText}): ${url}`);
+    const buf = Buffer.from(await res.arrayBuffer());
+    const dir = await mkdtemp(join(tmpdir(), "imperium-pdf-"));
+    const file = join(dir, "input.pdf");
+    await writeFile(file, buf);
+    return file;
+}
+/**
+ * Assemble text from pdfjs text items. When preserveLayout is true, we insert
+ * newlines on hasEOL markers and approximate line breaks using y-coordinate deltas.
+ */
+function assemblePageText(items, preserveLayout) {
+    if (!preserveLayout) {
+        return items.map((i) => i.str).join(" ").replace(/\s+/g, " ").trim();
+    }
+    const lines = [];
+    let current = "";
+    let lastY = null;
+    for (const it of items) {
+        const y = Array.isArray(it.transform) && it.transform.length >= 6 ? it.transform[5] : null;
+        const yChanged = y !== null && lastY !== null && Math.abs(y - lastY) > 2;
+        if (yChanged) {
+            if (current.trim())
+                lines.push(current.trimEnd());
+            current = "";
+        }
+        current += it.str;
+        if (it.hasEOL) {
+            if (current.trim())
+                lines.push(current.trimEnd());
+            current = "";
+        }
+        if (y !== null)
+            lastY = y;
+    }
+    if (current.trim())
+        lines.push(current.trimEnd());
+    return lines.join("\n");
+}
+/**
+ * Basic table extraction: looks for lines with 2+ runs of whitespace (≥2 spaces
+ * or tabs) as column separators. A table is ≥2 consecutive rows with the same
+ * column count.
+ */
+function extractTablesFromText(text, pageNum) {
+    const lines = text.split("\n");
+    const tables = [];
+    let buffer = [];
+    let colCount = 0;
+    const flush = () => {
+        if (buffer.length >= 2) {
+            tables.push({ page: pageNum, rows: buffer });
+        }
+        buffer = [];
+        colCount = 0;
+    };
+    for (const line of lines) {
+        const trimmed = line.trim();
+        if (!trimmed) {
+            flush();
+            continue;
+        }
+        // Split on 2+ whitespace or tab
+        const cells = trimmed.split(/\s{2,}|\t+/).map((c) => c.trim()).filter(Boolean);
+        if (cells.length >= 2) {
+            if (colCount === 0) {
+                colCount = cells.length;
+                buffer.push(cells);
+            }
+            else if (cells.length === colCount) {
+                buffer.push(cells);
+            }
+            else {
+                flush();
+                colCount = cells.length;
+                buffer.push(cells);
+            }
+        }
+        else {
+            flush();
+        }
+    }
+    flush();
+    return tables;
+}
+function computeConfidence(text) {
+    if (!text)
+        return 0;
+    const trimmed = text.trim();
+    if (trimmed.length === 0)
+        return 0;
+    // Heuristic: ratio of printable ASCII + basic unicode letters vs total chars.
+    let printable = 0;
+    for (const ch of trimmed) {
+        const code = ch.charCodeAt(0);
+        if (code >= 32 && code < 127)
+            printable++;
+        else if (/\p{L}|\p{N}|\p{P}|\s/u.test(ch))
+            printable++;
+    }
+    const ratio = printable / trimmed.length;
+    // Length factor: at least 50 chars = full confidence contribution
+    const lengthFactor = Math.min(1, trimmed.length / 50);
+    return Math.min(1, ratio * lengthFactor);
+}
+export async function execute(input) {
+    const warnings = [];
+    try {
+        // Resolve input (URL or local path)
+        let pdfPath;
+        const isUrl = /^https?:\/\//i.test(input.input);
+        if (isUrl) {
+            debugLog("pdf-extract", "downloading url", input.input);
+            pdfPath = await downloadToTmp(input.input);
+        }
+        else {
+            pdfPath = resolvePath(input.input);
+            if (!existsSync(pdfPath)) {
+                return errorResult(`PDF not found at path: ${pdfPath}`);
+            }
+        }
+        // Load pdfjs-dist (legacy build works in Node w/o DOMMatrix)
+        // eslint-disable-next-line @typescript-eslint/no-explicit-any
+        const pdfjs = await import("pdfjs-dist/legacy/build/pdf.mjs");
+        const data = new Uint8Array(await readFile(pdfPath));
+        const loadingTask = pdfjs.getDocument({
+            data,
+            useSystemFonts: true,
+            // Disable font loading / canvas / workers for Node
+            isEvalSupported: false,
+            disableFontFace: true,
+        });
+        const doc = await loadingTask.promise;
+        const totalPages = doc.numPages;
+        const pageLimit = input.max_pages > 0 ? Math.min(input.max_pages, totalPages) : totalPages;
+        const pages = [];
+        const tables = [];
+        const textChunks = [];
+        for (let p = 1; p <= pageLimit; p++) {
+            try {
+                const page = await doc.getPage(p);
+                const content = await page.getTextContent();
+                const pageText = assemblePageText(content.items, input.preserve_layout);
+                const conf = computeConfidence(pageText);
+                pages.push({ num: p, text: pageText, confidence: conf });
+                textChunks.push(pageText);
+                if (input.extract_tables) {
+                    const pageTables = extractTablesFromText(pageText, p);
+                    tables.push(...pageTables);
+                }
+            }
+            catch (pageErr) {
+                warnings.push(`Page ${p}: ${pageErr instanceof Error ? pageErr.message : String(pageErr)}`);
+                pages.push({ num: p, text: "", confidence: 0 });
+            }
+        }
+        let metadataInfo = {};
+        try {
+            const md = await doc.getMetadata();
+            metadataInfo = (md.info || {});
+        }
+        catch (mdErr) {
+            warnings.push(`Metadata: ${mdErr instanceof Error ? mdErr.message : String(mdErr)}`);
+        }
+        const overall = pages.length > 0
+            ? pages.reduce((s, p) => s + p.confidence, 0) / pages.length
+            : 0;
+        const fullText = textChunks.join("\n\n");
+        if (!fullText.trim()) {
+            warnings.push("No text extracted via native text layer. PDF may be a scanned image — OCR fallback will land in v2.6.0.");
+        }
+        const result = {
+            text: fullText,
+            pages,
+            tables,
+            metadata: {
+                title: typeof metadataInfo.Title === "string" ? metadataInfo.Title : undefined,
+                author: typeof metadataInfo.Author === "string" ? metadataInfo.Author : undefined,
+                pages: totalPages,
+                extracted_at: new Date().toISOString(),
+                source: input.input,
+            },
+            strategy_used: "native",
+            overall_confidence: overall,
+            warnings,
+        };
+        // Always write output JSON to disk
+        try {
+            await writeFile(resolvePath(input.output), JSON.stringify(result, null, 2), "utf-8");
+        }
+        catch (wErr) {
+            warnings.push(`Failed to write output file: ${wErr instanceof Error ? wErr.message : String(wErr)}`);
+        }
+        return toolResult({ ...result, output_file: resolvePath(input.output) });
+    }
+    catch (err) {
+        debugLog("pdf-extract", "failed", err);
+        return errorResult(err instanceof Error ? err.message : String(err));
+    }
+}
+//# sourceMappingURL=pdf-extract.js.map

package/dist/tools/pdf-extract.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"pdf-extract.js","sourceRoot":"","sources":["../../src/tools/pdf-extract.ts"],"names":[],"mappings":"AAAA;;;;;;;GAOG;AAEH,OAAO,EAAE,CAAC,EAAE,MAAM,KAAK,CAAC;AACxB,OAAO,EAAE,QAAQ,EAAE,SAAS,EAAE,OAAO,EAAE,MAAM,kBAAkB,CAAC;AAChE,OAAO,EAAE,UAAU,EAAE,MAAM,SAAS,CAAC;AACrC,OAAO,EAAE,MAAM,EAAE,MAAM,SAAS,CAAC;AACjC,OAAO,EAAE,IAAI,EAAE,OAAO,IAAI,WAAW,EAAE,MAAM,WAAW,CAAC;AACzD,OAAO,EAAE,UAAU,EAAE,WAAW,EAAE,MAAM,2BAA2B,CAAC;AACpE,OAAO,EAAE,QAAQ,EAAE,MAAM,mBAAmB,CAAC;AAE7C,MAAM,CAAC,MAAM,IAAI,GAAG,aAAa,CAAC;AAElC,MAAM,CAAC,MAAM,WAAW,GACtB,yJAAyJ,CAAC;AAE5J,MAAM,CAAC,MAAM,MAAM,GAAG,CAAC,CAAC,MAAM,CAAC;IAC7B,KAAK,EAAE,CAAC;SACL,MAAM,EAAE;SACR,GAAG,CAAC,CAAC,CAAC;SACN,QAAQ,CAAC,sFAAsF,CAAC;IACnG,MAAM,EAAE,CAAC;SACN,MAAM,EAAE;SACR,OAAO,CAAC,kBAAkB,CAAC;SAC3B,QAAQ,CAAC,kBAAkB,CAAC;IAC/B,eAAe,EAAE,CAAC;SACf,OAAO,EAAE;SACT,OAAO,CAAC,IAAI,CAAC;SACb,QAAQ,CAAC,kEAAkE,CAAC;IAC/E,cAAc,EAAE,CAAC;SACd,OAAO,EAAE;SACT,OAAO,CAAC,IAAI,CAAC;SACb,QAAQ,CAAC,wCAAwC,CAAC;IACrD,SAAS,EAAE,CAAC;SACT,MAAM,EAAE;SACR,GAAG,CAAC,CAAC,CAAC;SACN,OAAO,CAAC,CAAC,CAAC;SACV,QAAQ,CAAC,kCAAkC,CAAC;CAChD,CAAC,CAAC;AAiDH,KAAK,UAAU,aAAa,CAAC,GAAW;IACtC,MAAM,GAAG,GAAG,MAAM,KAAK,CAAC,GAAG,CAAC,CAAC;IAC7B,IAAI,CAAC,GAAG,CAAC,EAAE;QAAE,MAAM,IAAI,KAAK,CAAC,2BAA2B,GAAG,CAAC,MAAM,IAAI,GAAG,CAAC,UAAU,MAAM,GAAG,EAAE,CAAC,CAAC;IACjG,MAAM,GAAG,GAAG,MAAM,CAAC,IAAI,CAAC,MAAM,GAAG,CAAC,WAAW,EAAE,CAAC,CAAC;IACjD,MAAM,GAAG,GAAG,MAAM,OAAO,CAAC,IAAI,CAAC,MAAM,EAAE,EAAE,eAAe,CAAC,CAAC,CAAC;IAC3D,MAAM,IAAI,GAAG,IAAI,CAAC,GAAG,EAAE,WAAW,CAAC,CAAC;IACpC,MAAM,SAAS,CAAC,IAAI,EAAE,GAAG,CAAC,CAAC;IAC3B,OAAO,IAAI,CAAC;AACd,CAAC;AAED;;;GAGG;AACH,SAAS,gBAAgB,CAAC,KAAqB,EAAE,cAAuB;IACtE,IAAI,CAAC,cAAc,EAAE,CAAC;QACpB,OAAO,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,OAAO,CAAC,MAAM,EAAE,GAAG,CAAC,CAAC,IAAI,EAAE,CAAC;IACvE,CAAC;IAED,MAAM,KAAK,GAAa,EAAE,CAAC;IAC3B,IAAI,OAAO,GAAG,EAAE,CAAC;IACjB,IAAI,KAAK,GAAkB,IAAI,CAAC;IAEhC,KAAK,MAAM,EAAE,IAAI,KAAK,EAAE,CAAC;QACvB,MAAM,CAAC,GAAG,KAAK,CAAC,OAAO,CAAC,EAAE,CAAC,SAAS,CAAC,IAAI,EAAE,CAAC,SAAS,CAAC,MAAM,IAAI,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC,SAAS,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC;QAC3F,MAAM,QAAQ,GAAG,CAAC,KAAK,IAAI,IAAI,KAAK,KAAK,IAAI,IAAI,IAAI,CAAC,GAAG,CAAC,CAAC,GAAG,KAAK,CAAC,GAAG,CAAC,CAAC;QAEzE,IAAI,QAAQ,EAAE,CAAC;YACb,IAAI,OAAO,CAAC,IAAI,EAAE;gBAAE,KAAK,CAAC,IAAI,CAAC,OAAO,CAAC,OAAO,EAAE,CAAC,CAAC;YAClD,OAAO,GAAG,EAAE,CAAC;QACf,CAAC;QAED,OAAO,IAAI,EAAE,CAAC,GAAG,CAAC;QAElB,IAAI,EAAE,CAAC,MAAM,EAAE,CAAC;YACd,IAAI,OAAO,CAAC,IAAI,EAAE;gBAAE,KAAK,CAAC,IAAI,CAAC,OAAO,CAAC,OAAO,EAAE,CAAC,CAAC;YAClD,OAAO,GAAG,EAAE,CAAC;QACf,CAAC;QAED,IAAI,CAAC,KAAK,IAAI;YAAE,KAAK,GAAG,CAAC,CAAC;IAC5B,CAAC;IAED,IAAI,OAAO,CAAC,IAAI,EAAE;QAAE,KAAK,CAAC,IAAI,CAAC,OAAO,CAAC,OAAO,EAAE,CAAC,CAAC;IAClD,OAAO,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;AAC1B,CAAC;AAED;;;;GAIG;AACH,SAAS,qBAAqB,CAAC,IAAY,EAAE,OAAe;IAC1D,MAAM,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;IAC/B,MAAM,MAAM,GAAkB,EAAE,CAAC;IACjC,IAAI,MAAM,GAAe,EAAE,CAAC;IAC5B,IAAI,QAAQ,GAAG,CAAC,CAAC;IAEjB,MAAM,KAAK,GAAG,GAAG,EAAE;QACjB,IAAI,MAAM,CAAC,MAAM,IAAI,CAAC,EAAE,CAAC;YACvB,MAAM,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,OAAO,EAAE,IAAI,EAAE,MAAM,EAAE,CAAC,CAAC;QAC/C,CAAC;QACD,MAAM,GAAG,EAAE,CAAC;QACZ,QAAQ,GAAG,CAAC,CAAC;IACf,CAAC,CAAC;IAEF,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;QACzB,MAAM,OAAO,GAAG,IAAI,CAAC,IAAI,EAAE,CAAC;QAC5B,IAAI,CAAC,OAAO,EAAE,CAAC;YACb,KAAK,EAAE,CAAC;YACR,SAAS;QACX,CAAC;QACD,gCAAgC;QAChC,MAAM,KAAK,GAAG,OAAO,CAAC,KAAK,CAAC,YAAY,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC;QAC/E,IAAI,KAAK,CAAC,MAAM,IAAI,CAAC,EAAE,CAAC;YACtB,IAAI,QAAQ,KAAK,CAAC,EAAE,CAAC;gBACnB,QAAQ,GAAG,KAAK,CAAC,MAAM,CAAC;gBACxB,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;YACrB,CAAC;iBAAM,IAAI,KAAK,CAAC,MAAM,KAAK,QAAQ,EAAE,CAAC;gBACrC,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;YACrB,CAAC;iBAAM,CAAC;gBACN,KAAK,EAAE,CAAC;gBACR,QAAQ,GAAG,KAAK,CAAC,MAAM,CAAC;gBACxB,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;YACrB,CAAC;QACH,CAAC;aAAM,CAAC;YACN,KAAK,EAAE,CAAC;QACV,CAAC;IACH,CAAC;IACD,KAAK,EAAE,CAAC;IAER,OAAO,MAAM,CAAC;AAChB,CAAC;AAED,SAAS,iBAAiB,CAAC,IAAY;IACrC,IAAI,CAAC,IAAI;QAAE,OAAO,CAAC,CAAC;IACpB,MAAM,OAAO,GAAG,IAAI,CAAC,IAAI,EAAE,CAAC;IAC5B,IAAI,OAAO,CAAC,MAAM,KAAK,CAAC;QAAE,OAAO,CAAC,CAAC;IAEnC,8EAA8E;IAC9E,IAAI,SAAS,GAAG,CAAC,CAAC;IAClB,KAAK,MAAM,EAAE,IAAI,OAAO,EAAE,CAAC;QACzB,MAAM,IAAI,GAAG,EAAE,CAAC,UAAU,CAAC,CAAC,CAAC,CAAC;QAC9B,IAAI,IAAI,IAAI,EAAE,IAAI,IAAI,GAAG,GAAG;YAAE,SAAS,EAAE,CAAC;aACrC,IAAI,uBAAuB,CAAC,IAAI,CAAC,EAAE,CAAC;YAAE,SAAS,EAAE,CAAC;IACzD,CAAC;IACD,MAAM,KAAK,GAAG,SAAS,GAAG,OAAO,CAAC,MAAM,CAAC;IACzC,kEAAkE;IAClE,MAAM,YAAY,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,OAAO,CAAC,MAAM,GAAG,EAAE,CAAC,CAAC;IACtD,OAAO,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,KAAK,GAAG,YAAY,CAAC,CAAC;AAC3C,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,OAAO,CAAC,KAAsB;IAClD,MAAM,QAAQ,GAAa,EAAE,CAAC;IAE9B,IAAI,CAAC;QACH,oCAAoC;QACpC,IAAI,OAAe,CAAC;QACpB,MAAM,KAAK,GAAG,eAAe,CAAC,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC;QAChD,IAAI,KAAK,EAAE,CAAC;YACV,QAAQ,CAAC,aAAa,EAAE,iBAAiB,EAAE,KAAK,CAAC,KAAK,CAAC,CAAC;YACxD,OAAO,GAAG,MAAM,aAAa,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC;QAC7C,CAAC;aAAM,CAAC;YACN,OAAO,GAAG,WAAW,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC;YACnC,IAAI,CAAC,UAAU,CAAC,OAAO,CAAC,EAAE,CAAC;gBACzB,OAAO,WAAW,CAAC,0BAA0B,OAAO,EAAE,CAAC,CAAC;YAC1D,CAAC;QACH,CAAC;QAED,6DAA6D;QAC7D,8DAA8D;QAC9D,MAAM,KAAK,GAAQ,MAAM,MAAM,CAAC,iCAAiC,CAAC,CAAC;QAEnE,MAAM,IAAI,GAAG,IAAI,UAAU,CAAC,MAAM,QAAQ,CAAC,OAAO,CAAC,CAAC,CAAC;QACrD,MAAM,WAAW,GAAG,KAAK,CAAC,WAAW,CAAC;YACpC,IAAI;YACJ,cAAc,EAAE,IAAI;YACpB,mDAAmD;YACnD,eAAe,EAAE,KAAK;YACtB,eAAe,EAAE,IAAI;SACtB,CAAC,CAAC;QACH,MAAM,GAAG,GAAoB,MAAM,WAAW,CAAC,OAAO,CAAC;QAEvD,MAAM,UAAU,GAAG,GAAG,CAAC,QAAQ,CAAC;QAChC,MAAM,SAAS,GAAG,KAAK,CAAC,SAAS,GAAG,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,KAAK,CAAC,SAAS,EAAE,UAAU,CAAC,CAAC,CAAC,CAAC,UAAU,CAAC;QAE3F,MAAM,KAAK,GAAiB,EAAE,CAAC;QAC/B,MAAM,MAAM,GAAkB,EAAE,CAAC;QACjC,MAAM,UAAU,GAAa,EAAE,CAAC;QAEhC,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,IAAI,SAAS,EAAE,CAAC,EAAE,EAAE,CAAC;YACpC,IAAI,CAAC;gBACH,MAAM,IAAI,GAAG,MAAM,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC;gBAClC,MAAM,OAAO,GAAG,MAAM,IAAI,CAAC,cAAc,EAAE,CAAC;gBAC5C,MAAM,QAAQ,GAAG,gBAAgB,CAAC,OAAO,CAAC,KAAK,EAAE,KAAK,CAAC,eAAe,CAAC,CAAC;gBACxE,MAAM,IAAI,GAAG,iBAAiB,CAAC,QAAQ,CAAC,CAAC;gBACzC,KAAK,CAAC,IAAI,CAAC,EAAE,GAAG,EAAE,CAAC,EAAE,IAAI,EAAE,QAAQ,EAAE,UAAU,EAAE,IAAI,EAAE,CAAC,CAAC;gBACzD,UAAU,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;gBAC1B,IAAI,KAAK,CAAC,cAAc,EAAE,CAAC;oBACzB,MAAM,UAAU,GAAG,qBAAqB,CAAC,QAAQ,EAAE,CAAC,CAAC,CAAC;oBACtD,MAAM,CAAC,IAAI,CAAC,GAAG,UAAU,CAAC,CAAC;gBAC7B,CAAC;YACH,CAAC;YAAC,OAAO,OAAO,EAAE,CAAC;gBACjB,QAAQ,CAAC,IAAI,CAAC,QAAQ,CAAC,KAAK,OAAO,YAAY,KAAK,CAAC,CAAC,CAAC,OAAO,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,OAAO,CAAC,EAAE,CAAC,CAAC;gBAC5F,KAAK,CAAC,IAAI,CAAC,EAAE,GAAG,EAAE,CAAC,EAAE,IAAI,EAAE,EAAE,EAAE,UAAU,EAAE,CAAC,EAAE,CAAC,CAAC;YAClD,CAAC;QACH,CAAC;QAED,IAAI,YAAY,GAA4B,EAAE,CAAC;QAC/C,IAAI,CAAC;YACH,MAAM,EAAE,GAAG,MAAM,GAAG,CAAC,WAAW,EAAE,CAAC;YACnC,YAAY,GAAG,CAAC,EAAE,CAAC,IAAI,IAAI,EAAE,CAA4B,CAAC;QAC5D,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,QAAQ,CAAC,IAAI,CAAC,aAAa,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC;QACvF,CAAC;QAED,MAAM,OAAO,GACX,KAAK,CAAC,MAAM,GAAG,CAAC;YACd,CAAC,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,GAAG,CAAC,CAAC,UAAU,EAAE,CAAC,CAAC,GAAG,KAAK,CAAC,MAAM;YAC5D,CAAC,CAAC,CAAC,CAAC;QAER,MAAM,QAAQ,GAAG,UAAU,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;QAEzC,IAAI,CAAC,QAAQ,CAAC,IAAI,EAAE,EAAE,CAAC;YACrB,QAAQ,CAAC,IAAI,CACX,yGAAyG,CAC1G,CAAC;QACJ,CAAC;QAED,MAAM,MAAM,GAAqB;YAC/B,IAAI,EAAE,QAAQ;YACd,KAAK;YACL,MAAM;YACN,QAAQ,EAAE;gBACR,KAAK,EAAE,OAAO,YAAY,CAAC,KAAK,KAAK,QAAQ,CAAC,CAAC,CAAE,YAAY,CAAC,KAAgB,CAAC,CAAC,CAAC,SAAS;gBAC1F,MAAM,EAAE,OAAO,YAAY,CAAC,MAAM,KAAK,QAAQ,CAAC,CAAC,CAAE,YAAY,CAAC,MAAiB,CAAC,CAAC,CAAC,SAAS;gBAC7F,KAAK,EAAE,UAAU;gBACjB,YAAY,EAAE,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE;gBACtC,MAAM,EAAE,KAAK,CAAC,KAAK;aACpB;YACD,aAAa,EAAE,QAAQ;YACvB,kBAAkB,EAAE,OAAO;YAC3B,QAAQ;SACT,CAAC;QAEF,mCAAmC;QACnC,IAAI,CAAC;YACH,MAAM,SAAS,CAAC,WAAW,CAAC,KAAK,CAAC,MAAM,CAAC,EAAE,IAAI,CAAC,SAAS,CAAC,MAAM,EAAE,IAAI,EAAE,CAAC,CAAC,EAAE,OAAO,CAAC,CAAC;QACvF,CAAC;QAAC,OAAO,IAAI,EAAE,CAAC;YACd,QAAQ,CAAC,IAAI,CAAC,gCAAgC,IAAI,YAAY,KAAK,CAAC,CAAC,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;QACvG,CAAC;QAED,OAAO,UAAU,CAAC,EAAE,GAAG,MAAM,EAAE,WAAW,EAAE,WAAW,CAAC,KAAK,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC;IAC3E,CAAC;IAAC,OAAO,GAAG,EAAE,CAAC;QACb,QAAQ,CAAC,aAAa,EAAE,QAAQ,EAAE,GAAG,CAAC,CAAC;QACvC,OAAO,WAAW,CAAC,GAAG,YAAY,KAAK,CAAC,CAAC,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,CAAC;IACvE,CAAC;AACH,CAAC"}

package/dist/tools/record-flow.d.ts

@@ -0,0 +1,39 @@
+import { z } from "zod";
+export declare const name = "record_flow";
+export declare const description = "Record a headed browser workflow and save it as a generic Imperium Flow family/variant.";
+export declare const schema: z.ZodObject<{
+    family: z.ZodString;
+    variant: z.ZodString;
+    url: z.ZodString;
+    description: z.ZodOptional<z.ZodString>;
+    flows_dir: z.ZodOptional<z.ZodString>;
+    global: z.ZodDefault<z.ZodBoolean>;
+    session_id: z.ZodOptional<z.ZodString>;
+    captcha: z.ZodDefault<z.ZodEnum<["auto", "manual", "off", "fail"]>>;
+}, "strip", z.ZodTypeAny, {
+    url: string;
+    captcha: "auto" | "off" | "manual" | "fail";
+    family: string;
+    variant: string;
+    global: boolean;
+    description?: string | undefined;
+    session_id?: string | undefined;
+    flows_dir?: string | undefined;
+}, {
+    url: string;
+    family: string;
+    variant: string;
+    description?: string | undefined;
+    captcha?: "auto" | "off" | "manual" | "fail" | undefined;
+    session_id?: string | undefined;
+    flows_dir?: string | undefined;
+    global?: boolean | undefined;
+}>;
+export type RecordFlowInput = z.infer<typeof schema>;
+export declare function execute(input: RecordFlowInput): Promise<{
+    content: {
+        type: "text";
+        text: string;
+    }[];
+}>;
+//# sourceMappingURL=record-flow.d.ts.map

package/dist/tools/record-flow.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"record-flow.d.ts","sourceRoot":"","sources":["../../src/tools/record-flow.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,CAAC,EAAE,MAAM,KAAK,CAAC;AAgBxB,eAAO,MAAM,IAAI,gBAAgB,CAAC;AAClC,eAAO,MAAM,WAAW,4FAA4F,CAAC;AAErH,eAAO,MAAM,MAAM;;;;;;;;;;;;;;;;;;;;;;;;;;;EASjB,CAAC;AAEH,MAAM,MAAM,eAAe,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,MAAM,CAAC,CAAC;AAmSrD,wBAAsB,OAAO,CAAC,KAAK,EAAE,eAAe;;;;;GAoGnD"}