imperium-crawl 2.3.1 → 2.5.1

package/dist/tools/knowledge.js

@@ -0,0 +1,99 @@
+import { z } from "zod";
+import { getKnowledgeEngine } from "../knowledge/index.js";
+import { toolResult } from "../utils/tool-response.js";
+export const name = "knowledge";
+export const description = "Show the adaptive knowledge engine stats — per-domain success rates, stealth levels, rate limits, and anti-bot detection history. Useful for debugging scraping issues and understanding which domains are problematic.";
+export const schema = z.object({
+    domain: z
+        .string()
+        .max(500)
+        .optional()
+        .describe("Filter to a specific domain (e.g. 'example.com'). Shows all domains if omitted."),
+    sort: z
+        .enum(["domain", "success_rate", "fail_count", "last_updated"])
+        .default("last_updated")
+        .describe("Sort order for results"),
+    min_requests: z
+        .number()
+        .min(1)
+        .default(1)
+        .describe("Minimum total requests to include a domain (filters out noise)"),
+});
+export async function execute(input) {
+    const engine = getKnowledgeEngine();
+    await engine.load();
+    const domains = [];
+    // Access internal store via get() — scan known domains
+    // We need to read the file directly since store is private
+    const { getKnowledgeFilePath } = await import("../config.js");
+    const fs = await import("node:fs/promises");
+    let allKnowledge = {};
+    try {
+        const data = await fs.readFile(getKnowledgeFilePath(), "utf-8");
+        allKnowledge = JSON.parse(data);
+    }
+    catch {
+        // No knowledge file yet
+    }
+    let entries = Object.values(allKnowledge);
+    // Filter by domain if specified
+    if (input.domain) {
+        const filter = input.domain.toLowerCase();
+        entries = entries.filter((e) => e.domain.toLowerCase().includes(filter));
+    }
+    // Filter by minimum requests
+    entries = entries.filter((e) => e.success_count + e.fail_count >= input.min_requests);
+    // Sort
+    entries.sort((a, b) => {
+        switch (input.sort) {
+            case "domain":
+                return a.domain.localeCompare(b.domain);
+            case "success_rate": {
+                const rateA = a.success_count / Math.max(1, a.success_count + a.fail_count);
+                const rateB = b.success_count / Math.max(1, b.success_count + b.fail_count);
+                return rateB - rateA;
+            }
+            case "fail_count":
+                return b.fail_count - a.fail_count;
+            case "last_updated":
+            default:
+                return new Date(b.last_updated).getTime() - new Date(a.last_updated).getTime();
+        }
+    });
+    if (entries.length === 0) {
+        return toolResult({ domains: [], total: 0, message: "No knowledge data found. Start scraping to build domain intelligence." });
+    }
+    const domainStats = entries.map((e) => {
+        const total = e.success_count + e.fail_count;
+        const successRate = total > 0 ? Math.round((e.success_count / total) * 100) : 0;
+        return {
+            domain: e.domain,
+            optimal_level: e.optimal_stealth_level,
+            success_rate: `${successRate}%`,
+            requests: total,
+            success: e.success_count,
+            failures: e.fail_count,
+            avg_response_ms: e.avg_response_time_ms,
+            rate_limit_rpm: e.safe_rate_limit,
+            antibot: e.antibot_system ?? "none",
+            captcha: e.captcha_type ?? "none",
+            needs_proxy: e.needs_proxy,
+            last_updated: e.last_updated.split("T")[0],
+        };
+    });
+    const summary = {
+        total_domains: entries.length,
+        domains_with_antibot: entries.filter((e) => e.antibot_system).length,
+        domains_needing_proxy: entries.filter((e) => e.needs_proxy).length,
+        domains_with_captcha: entries.filter((e) => e.captcha_type).length,
+        total_requests: entries.reduce((sum, e) => sum + e.success_count + e.fail_count, 0),
+        overall_success_rate: (() => {
+            const totalS = entries.reduce((s, e) => s + e.success_count, 0);
+            const totalF = entries.reduce((s, e) => s + e.fail_count, 0);
+            const t = totalS + totalF;
+            return t > 0 ? `${Math.round((totalS / t) * 100)}%` : "0%";
+        })(),
+    };
+    return toolResult({ summary, domains: domainStats });
+}
+//# sourceMappingURL=knowledge.js.map

package/dist/tools/knowledge.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"knowledge.js","sourceRoot":"","sources":["../../src/tools/knowledge.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,CAAC,EAAE,MAAM,KAAK,CAAC;AACxB,OAAO,EAAE,kBAAkB,EAAE,MAAM,uBAAuB,CAAC;AAC3D,OAAO,EAAE,UAAU,EAAE,MAAM,2BAA2B,CAAC;AAEvD,MAAM,CAAC,MAAM,IAAI,GAAG,WAAW,CAAC;AAEhC,MAAM,CAAC,MAAM,WAAW,GACtB,yNAAyN,CAAC;AAE5N,MAAM,CAAC,MAAM,MAAM,GAAG,CAAC,CAAC,MAAM,CAAC;IAC7B,MAAM,EAAE,CAAC;SACN,MAAM,EAAE;SACR,GAAG,CAAC,GAAG,CAAC;SACR,QAAQ,EAAE;SACV,QAAQ,CAAC,iFAAiF,CAAC;IAC9F,IAAI,EAAE,CAAC;SACJ,IAAI,CAAC,CAAC,QAAQ,EAAE,cAAc,EAAE,YAAY,EAAE,cAAc,CAAC,CAAC;SAC9D,OAAO,CAAC,cAAc,CAAC;SACvB,QAAQ,CAAC,wBAAwB,CAAC;IACrC,YAAY,EAAE,CAAC;SACZ,MAAM,EAAE;SACR,GAAG,CAAC,CAAC,CAAC;SACN,OAAO,CAAC,CAAC,CAAC;SACV,QAAQ,CAAC,gEAAgE,CAAC;CAC9E,CAAC,CAAC;AAIH,MAAM,CAAC,KAAK,UAAU,OAAO,CAAC,KAAqB;IACjD,MAAM,MAAM,GAAG,kBAAkB,EAAE,CAAC;IACpC,MAAM,MAAM,CAAC,IAAI,EAAE,CAAC;IAEpB,MAAM,OAAO,GAAa,EAAE,CAAC;IAE7B,uDAAuD;IACvD,2DAA2D;IAC3D,MAAM,EAAE,oBAAoB,EAAE,GAAG,MAAM,MAAM,CAAC,cAAc,CAAC,CAAC;IAC9D,MAAM,EAAE,GAAG,MAAM,MAAM,CAAC,kBAAkB,CAAC,CAAC;IAE5C,IAAI,YAAY,GAAwE,EAAE,CAAC;IAC3F,IAAI,CAAC;QACH,MAAM,IAAI,GAAG,MAAM,EAAE,CAAC,QAAQ,CAAC,oBAAoB,EAAE,EAAE,OAAO,CAAC,CAAC;QAChE,YAAY,GAAG,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;IAClC,CAAC;IAAC,MAAM,CAAC;QACP,wBAAwB;IAC1B,CAAC;IAED,IAAI,OAAO,GAAG,MAAM,CAAC,MAAM,CAAC,YAAY,CAAC,CAAC;IAE1C,gCAAgC;IAChC,IAAI,KAAK,CAAC,MAAM,EAAE,CAAC;QACjB,MAAM,MAAM,GAAG,KAAK,CAAC,MAAM,CAAC,WAAW,EAAE,CAAC;QAC1C,OAAO,GAAG,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,MAAM,CAAC,WAAW,EAAE,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC,CAAC;IAC3E,CAAC;IAED,6BAA6B;IAC7B,OAAO,GAAG,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,aAAa,GAAG,CAAC,CAAC,UAAU,IAAI,KAAK,CAAC,YAAY,CAAC,CAAC;IAEtF,OAAO;IACP,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE;QACpB,QAAQ,KAAK,CAAC,IAAI,EAAE,CAAC;YACnB,KAAK,QAAQ;gBACX,OAAO,CAAC,CAAC,MAAM,CAAC,aAAa,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC;YAC1C,KAAK,cAAc,CAAC,CAAC,CAAC;gBACpB,MAAM,KAAK,GAAG,CAAC,CAAC,aAAa,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,CAAC,CAAC,aAAa,GAAG,CAAC,CAAC,UAAU,CAAC,CAAC;gBAC5E,MAAM,KAAK,GAAG,CAAC,CAAC,aAAa,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,CAAC,CAAC,aAAa,GAAG,CAAC,CAAC,UAAU,CAAC,CAAC;gBAC5E,OAAO,KAAK,GAAG,KAAK,CAAC;YACvB,CAAC;YACD,KAAK,YAAY;gBACf,OAAO,CAAC,CAAC,UAAU,GAAG,CAAC,CAAC,UAAU,CAAC;YACrC,KAAK,cAAc,CAAC;YACpB;gBACE,OAAO,IAAI,IAAI,CAAC,CAAC,CAAC,YAAY,CAAC,CAAC,OAAO,EAAE,GAAG,IAAI,IAAI,CAAC,CAAC,CAAC,YAAY,CAAC,CAAC,OAAO,EAAE,CAAC;QACnF,CAAC;IACH,CAAC,CAAC,CAAC;IAEH,IAAI,OAAO,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QACzB,OAAO,UAAU,CAAC,EAAE,OAAO,EAAE,EAAE,EAAE,KAAK,EAAE,CAAC,EAAE,OAAO,EAAE,uEAAuE,EAAE,CAAC,CAAC;IACjI,CAAC;IAED,MAAM,WAAW,GAAG,OAAO,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE;QACpC,MAAM,KAAK,GAAG,CAAC,CAAC,aAAa,GAAG,CAAC,CAAC,UAAU,CAAC;QAC7C,MAAM,WAAW,GAAG,KAAK,GAAG,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,aAAa,GAAG,KAAK,CAAC,GAAG,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;QAChF,OAAO;YACL,MAAM,EAAE,CAAC,CAAC,MAAM;YAChB,aAAa,EAAE,CAAC,CAAC,qBAAqB;YACtC,YAAY,EAAE,GAAG,WAAW,GAAG;YAC/B,QAAQ,EAAE,KAAK;YACf,OAAO,EAAE,CAAC,CAAC,aAAa;YACxB,QAAQ,EAAE,CAAC,CAAC,UAAU;YACtB,eAAe,EAAE,CAAC,CAAC,oBAAoB;YACvC,cAAc,EAAE,CAAC,CAAC,eAAe;YACjC,OAAO,EAAE,CAAC,CAAC,cAAc,IAAI,MAAM;YACnC,OAAO,EAAE,CAAC,CAAC,YAAY,IAAI,MAAM;YACjC,WAAW,EAAE,CAAC,CAAC,WAAW;YAC1B,YAAY,EAAE,CAAC,CAAC,YAAY,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC;SAC3C,CAAC;IACJ,CAAC,CAAC,CAAC;IAEH,MAAM,OAAO,GAAG;QACd,aAAa,EAAE,OAAO,CAAC,MAAM;QAC7B,oBAAoB,EAAE,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,cAAc,CAAC,CAAC,MAAM;QACpE,qBAAqB,EAAE,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,WAAW,CAAC,CAAC,MAAM;QAClE,oBAAoB,EAAE,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,YAAY,CAAC,CAAC,MAAM;QAClE,cAAc,EAAE,OAAO,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,CAAC,EAAE,EAAE,CAAC,GAAG,GAAG,CAAC,CAAC,aAAa,GAAG,CAAC,CAAC,UAAU,EAAE,CAAC,CAAC;QACnF,oBAAoB,EAAE,CAAC,GAAG,EAAE;YAC1B,MAAM,MAAM,GAAG,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,GAAG,CAAC,CAAC,aAAa,EAAE,CAAC,CAAC,CAAC;YAChE,MAAM,MAAM,GAAG,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,GAAG,CAAC,CAAC,UAAU,EAAE,CAAC,CAAC,CAAC;YAC7D,MAAM,CAAC,GAAG,MAAM,GAAG,MAAM,CAAC;YAC1B,OAAO,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,GAAG,IAAI,CAAC,KAAK,CAAC,CAAC,MAAM,GAAG,CAAC,CAAC,GAAG,GAAG,CAAC,GAAG,CAAC,CAAC,CAAC,IAAI,CAAC;QAC7D,CAAC,CAAC,EAAE;KACL,CAAC;IAEF,OAAO,UAAU,CAAC,EAAE,OAAO,EAAE,OAAO,EAAE,WAAW,EAAE,CAAC,CAAC;AACvD,CAAC"}

package/dist/tools/list-flows.d.ts

@@ -0,0 +1,21 @@
+import { z } from "zod";
+export declare const name = "list_flows";
+export declare const description = "List saved Imperium Flows across project-local and global flow storage.";
+export declare const schema: z.ZodObject<{
+    flows_dir: z.ZodOptional<z.ZodString>;
+    global: z.ZodDefault<z.ZodBoolean>;
+}, "strip", z.ZodTypeAny, {
+    global: boolean;
+    flows_dir?: string | undefined;
+}, {
+    flows_dir?: string | undefined;
+    global?: boolean | undefined;
+}>;
+export type ListFlowsInput = z.infer<typeof schema>;
+export declare function execute(input: ListFlowsInput): Promise<{
+    content: {
+        type: "text";
+        text: string;
+    }[];
+}>;
+//# sourceMappingURL=list-flows.d.ts.map

package/dist/tools/list-flows.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"list-flows.d.ts","sourceRoot":"","sources":["../../src/tools/list-flows.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,CAAC,EAAE,MAAM,KAAK,CAAC;AAIxB,eAAO,MAAM,IAAI,eAAe,CAAC;AACjC,eAAO,MAAM,WAAW,4EAA4E,CAAC;AAErG,eAAO,MAAM,MAAM;;;;;;;;;EAGjB,CAAC;AAEH,MAAM,MAAM,cAAc,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,MAAM,CAAC,CAAC;AAEpD,wBAAsB,OAAO,CAAC,KAAK,EAAE,cAAc;;;;;GAOlD"}

package/dist/tools/list-flows.js

@@ -0,0 +1,18 @@
+import { z } from "zod";
+import { toolResult } from "../utils/tool-response.js";
+import { listFlows, resolveFlowsDir } from "../flows/index.js";
+export const name = "list_flows";
+export const description = "List saved Imperium Flows across project-local and global flow storage.";
+export const schema = z.object({
+    flows_dir: z.string().optional().describe("Flow storage directory override"),
+    global: z.boolean().default(false).describe("Use ~/.imperium-crawl/flows instead of ./flows"),
+});
+export async function execute(input) {
+    const flows = await listFlows({ flowsDir: input.flows_dir, global: input.global });
+    return toolResult({
+        total: flows.length,
+        storage: input.flows_dir || input.global ? resolveFlowsDir({ flowsDir: input.flows_dir, global: input.global }) : "project + global",
+        flows,
+    });
+}
+//# sourceMappingURL=list-flows.js.map

package/dist/tools/list-flows.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"list-flows.js","sourceRoot":"","sources":["../../src/tools/list-flows.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,CAAC,EAAE,MAAM,KAAK,CAAC;AACxB,OAAO,EAAE,UAAU,EAAE,MAAM,2BAA2B,CAAC;AACvD,OAAO,EAAE,SAAS,EAAE,eAAe,EAAE,MAAM,mBAAmB,CAAC;AAE/D,MAAM,CAAC,MAAM,IAAI,GAAG,YAAY,CAAC;AACjC,MAAM,CAAC,MAAM,WAAW,GAAG,yEAAyE,CAAC;AAErG,MAAM,CAAC,MAAM,MAAM,GAAG,CAAC,CAAC,MAAM,CAAC;IAC7B,SAAS,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,CAAC,iCAAiC,CAAC;IAC5E,MAAM,EAAE,CAAC,CAAC,OAAO,EAAE,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC,QAAQ,CAAC,gDAAgD,CAAC;CAC9F,CAAC,CAAC;AAIH,MAAM,CAAC,KAAK,UAAU,OAAO,CAAC,KAAqB;IACjD,MAAM,KAAK,GAAG,MAAM,SAAS,CAAC,EAAE,QAAQ,EAAE,KAAK,CAAC,SAAS,EAAE,MAAM,EAAE,KAAK,CAAC,MAAM,EAAE,CAAC,CAAC;IACnF,OAAO,UAAU,CAAC;QAChB,KAAK,EAAE,KAAK,CAAC,MAAM;QACnB,OAAO,EAAE,KAAK,CAAC,SAAS,IAAI,KAAK,CAAC,MAAM,CAAC,CAAC,CAAC,eAAe,CAAC,EAAE,QAAQ,EAAE,KAAK,CAAC,SAAS,EAAE,MAAM,EAAE,KAAK,CAAC,MAAM,EAAE,CAAC,CAAC,CAAC,CAAC,kBAAkB;QACpI,KAAK;KACN,CAAC,CAAC;AACL,CAAC"}

package/dist/tools/list-skills.js

@@ -25,7 +25,7 @@ export async function execute(_input) {
                 text: JSON.stringify({
                     total: skills.length,
                     skills: skills.map((s) => {
-                        const tool = s.tool ?? "extract";
+                        const tool = s.tool ?? s.type ?? "extract";
                         const base = {
                             name: s.name,
                             description: s.description,

package/dist/tools/list-skills.js.map

@@ -1 +1 @@
-{"version":3,"file":"list-skills.js","sourceRoot":"","sources":["../../src/tools/list-skills.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,CAAC,EAAE,MAAM,KAAK,CAAC;AACxB,OAAO,KAAK,OAAO,MAAM,sBAAsB,CAAC;AAGhD,MAAM,CAAC,MAAM,IAAI,GAAG,aAAa,CAAC;AAElC,MAAM,CAAC,MAAM,WAAW,GAAG,8EAA8E,CAAC;AAE1G,MAAM,CAAC,MAAM,MAAM,GAAG,CAAC,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC;AAInC,MAAM,CAAC,KAAK,UAAU,OAAO,CAAC,MAAuB;IACnD,MAAM,MAAM,GAAG,MAAM,OAAO,CAAC,OAAO,EAAE,CAAC;IAEvC,IAAI,MAAM,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QACxB,OAAO;YACL,OAAO,EAAE;gBACP;oBACE,IAAI,EAAE,MAAe;oBACrB,IAAI,EAAE,IAAI,CAAC,SAAS,CAClB;wBACE,OAAO,EAAE,kDAAkD;wBAC3D,MAAM,EAAE,EAAE;qBACX,EACD,IAAI,EACJ,CAAC,CACF;iBACF;aACF;SACF,CAAC;IACJ,CAAC;IAED,OAAO;QACL,OAAO,EAAE;YACP;gBACE,IAAI,EAAE,MAAe;gBACrB,IAAI,EAAE,IAAI,CAAC,SAAS,CAClB;oBACE,KAAK,EAAE,MAAM,CAAC,MAAM;oBACpB,MAAM,EAAE,MAAM,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE;wBACvB,MAAM,IAAI,GAAG,CAAC,CAAC,IAAI,IAAI,SAAS,CAAC;wBACjC,MAAM,IAAI,GAAG;4BACX,IAAI,EAAE,CAAC,CAAC,IAAI;4BACZ,WAAW,EAAE,CAAC,CAAC,WAAW;4BAC1B,GAAG,EAAE,CAAC,CAAC,GAAG;4BACV,IAAI;4BACJ,UAAU,EAAE,CAAC,CAAC,UAAU;4BACxB,GAAG,CAAC,CAAC,CAAC,OAAO,IAAI,EAAE,OAAO,EAAE,IAAI,EAAE,CAAC;yBACpC,CAAC;wBAEF,wEAAwE;wBACxE,IAAI,IAAI,KAAK,SAAS,IAAI,WAAW,IAAI,CAAC,EAAE,CAAC;4BAC3C,MAAM,aAAa,GAAG,CAAuB,CAAC;4BAC9C,OAAO;gCACL,GAAG,IAAI;gCACP,MAAM,EAAE,MAAM,CAAC,IAAI,CAAC,aAAa,CAAC,SAAS,CAAC,MAAM,CAAC;gCACnD,cAAc,EAAE,CAAC,CAAC,aAAa,CAAC,UAAU;6BAC3C,CAAC;wBACJ,CAAC;wBAED,OAAO,IAAI,CAAC;oBACd,CAAC,CAAC;iBACH,EACD,IAAI,EACJ,CAAC,CACF;aACF;SACF;KACF,CAAC;AACJ,CAAC"}
+{"version":3,"file":"list-skills.js","sourceRoot":"","sources":["../../src/tools/list-skills.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,CAAC,EAAE,MAAM,KAAK,CAAC;AACxB,OAAO,KAAK,OAAO,MAAM,sBAAsB,CAAC;AAGhD,MAAM,CAAC,MAAM,IAAI,GAAG,aAAa,CAAC;AAElC,MAAM,CAAC,MAAM,WAAW,GAAG,8EAA8E,CAAC;AAE1G,MAAM,CAAC,MAAM,MAAM,GAAG,CAAC,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC;AAInC,MAAM,CAAC,KAAK,UAAU,OAAO,CAAC,MAAuB;IACnD,MAAM,MAAM,GAAG,MAAM,OAAO,CAAC,OAAO,EAAE,CAAC;IAEvC,IAAI,MAAM,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QACxB,OAAO;YACL,OAAO,EAAE;gBACP;oBACE,IAAI,EAAE,MAAe;oBACrB,IAAI,EAAE,IAAI,CAAC,SAAS,CAClB;wBACE,OAAO,EAAE,kDAAkD;wBAC3D,MAAM,EAAE,EAAE;qBACX,EACD,IAAI,EACJ,CAAC,CACF;iBACF;aACF;SACF,CAAC;IACJ,CAAC;IAED,OAAO;QACL,OAAO,EAAE;YACP;gBACE,IAAI,EAAE,MAAe;gBACrB,IAAI,EAAE,IAAI,CAAC,SAAS,CAClB;oBACE,KAAK,EAAE,MAAM,CAAC,MAAM;oBACpB,MAAM,EAAE,MAAM,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE;wBACvB,MAAM,IAAI,GAAI,CAAsC,CAAC,IAAI,IAAK,CAAuB,CAAC,IAAI,IAAI,SAAS,CAAC;wBACxG,MAAM,IAAI,GAAG;4BACX,IAAI,EAAE,CAAC,CAAC,IAAI;4BACZ,WAAW,EAAE,CAAC,CAAC,WAAW;4BAC1B,GAAG,EAAE,CAAC,CAAC,GAAG;4BACV,IAAI;4BACJ,UAAU,EAAE,CAAC,CAAC,UAAU;4BACxB,GAAG,CAAC,CAAC,CAAC,OAAO,IAAI,EAAE,OAAO,EAAE,IAAI,EAAE,CAAC;yBACpC,CAAC;wBAEF,wEAAwE;wBACxE,IAAI,IAAI,KAAK,SAAS,IAAI,WAAW,IAAI,CAAC,EAAE,CAAC;4BAC3C,MAAM,aAAa,GAAG,CAAuB,CAAC;4BAC9C,OAAO;gCACL,GAAG,IAAI;gCACP,MAAM,EAAE,MAAM,CAAC,IAAI,CAAC,aAAa,CAAC,SAAS,CAAC,MAAM,CAAC;gCACnD,cAAc,EAAE,CAAC,CAAC,aAAa,CAAC,UAAU;6BAC3C,CAAC;wBACJ,CAAC;wBAED,OAAO,IAAI,CAAC;oBACd,CAAC,CAAC;iBACH,EACD,IAAI,EACJ,CAAC,CACF;aACF;SACF;KACF,CAAC;AACJ,CAAC"}

package/dist/tools/manifest.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"manifest.d.ts","sourceRoot":"","sources":["../../src/tools/manifest.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;GAUG;AAEH,MAAM,WAAW,aAAa;IAC5B,6EAA6E;IAC7E,GAAG,EAAE,MAAM,CAAC;IACZ,WAAW,EAAE,MAAM,CAAC;CACrB;AAED,eAAO,MAAM,aAAa,EAAE,aAAa,EA+IxC,CAAC"}
+{"version":3,"file":"manifest.d.ts","sourceRoot":"","sources":["../../src/tools/manifest.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;GAUG;AAEH,MAAM,WAAW,aAAa;IAC5B,6EAA6E;IAC7E,GAAG,EAAE,MAAM,CAAC;IACZ,WAAW,EAAE,MAAM,CAAC;CACrB;AAED,eAAO,MAAM,aAAa,EAAE,aAAa,EA0MxC,CAAC"}

package/dist/tools/manifest.js

@@ -122,14 +122,62 @@ export const TOOL_MANIFEST = [
         cmd: "instagram",
         description: "Search Instagram profiles, get profile details with engagement metrics, and discover influencers by niche/location. Search/discover require BRAVE_API_KEY.",
     },
+    // Intelligence
+    {
+        cmd: "knowledge",
+        description: "Show adaptive knowledge engine stats — per-domain success rates, stealth levels, rate limits, and anti-bot detection history. Useful for debugging scraping issues.",
+    },
     // Media & feeds
     {
         cmd: "download",
         description: "Download media files (images, videos) from URLs. Supports direct files, page media extraction (og:image, all images), YouTube, TikTok, and bulk downloads.",
     },
+    {
+        cmd: "batch-download",
+        description: "Download multiple files (PDFs, images, documents) in parallel with session cookie support. Uses L1 HTTP fetch — 10x faster than browser downloads.",
+    },
     {
         cmd: "rss",
         description: "Fetch and parse RSS/Atom feeds. Returns structured items with title, link, date, author, content, and categories.",
     },
+    // Documents
+    {
+        cmd: "pdf-extract",
+        description: "Extract text, pages, tables, and metadata from a local or remote PDF. Native text-layer strategy (pdfjs-dist). OCR + Vision fallbacks deferred to v2.6.0.",
+    },
+    // Change tracking
+    {
+        cmd: "watch",
+        description: "One-shot change detector: scrape a URL, hash its content, compare against the last snapshot, and fire a webhook on change. Run via cron for periodic checks.",
+    },
+    {
+        cmd: "monitor",
+        description: "Portfolio-level change tracker across many URLs grouped by topic. Emits a markdown digest of meaningful changes per run.",
+    },
+    // Imperium Flows
+    {
+        cmd: "record-flow",
+        description: "Record a headed browser workflow and save it as a generic Imperium Flow family/variant.",
+    },
+    {
+        cmd: "run-flow",
+        description: "Run a saved Imperium Flow by family/variant with runtime input JSON, CAPTCHA handling, and evidence collection.",
+    },
+    {
+        cmd: "serve-flow",
+        description: "Expose saved Imperium Flows as a local HTTP API.",
+    },
+    {
+        cmd: "list-flows",
+        description: "List saved Imperium Flows across project-local and global storage.",
+    },
+    {
+        cmd: "inspect-flow",
+        description: "Inspect one Imperium Flow definition by family/variant.",
+    },
+    {
+        cmd: "validate-flow",
+        description: "Validate an Imperium Flow schema and report its inputs, steps, and storage path.",
+    },
 ];
 //# sourceMappingURL=manifest.js.map

package/dist/tools/manifest.js.map

@@ -1 +1 @@
-{"version":3,"file":"manifest.js","sourceRoot":"","sources":["../../src/tools/manifest.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;GAUG;AAQH,MAAM,CAAC,MAAM,aAAa,GAAoB;IAC5C,WAAW;IACX;QACE,GAAG,EAAE,QAAQ;QACb,WAAW,EACT,sKAAsK;KACzK;IACD;QACE,GAAG,EAAE,OAAO;QACZ,WAAW,EACT,qKAAqK;KACxK;IACD;QACE,GAAG,EAAE,KAAK;QACV,WAAW,EACT,8GAA8G;KACjH;IACD;QACE,GAAG,EAAE,SAAS;QACd,WAAW,EACT,6JAA6J;KAChK;IACD;QACE,GAAG,EAAE,aAAa;QAClB,WAAW,EACT,+HAA+H;KAClI;IACD;QACE,GAAG,EAAE,YAAY;QACjB,WAAW,EACT,iFAAiF;KACpF;IACD,SAAS;IACT;QACE,GAAG,EAAE,QAAQ;QACb,WAAW,EACT,qFAAqF;KACxF;IACD;QACE,GAAG,EAAE,aAAa;QAClB,WAAW,EAAE,0EAA0E;KACxF;IACD;QACE,GAAG,EAAE,cAAc;QACnB,WAAW,EAAE,mEAAmE;KACjF;IACD;QACE,GAAG,EAAE,cAAc;QACnB,WAAW,EAAE,mEAAmE;KACjF;IACD,SAAS;IACT;QACE,GAAG,EAAE,cAAc;QACnB,WAAW,EACT,4IAA4I;KAC/I;IACD;QACE,GAAG,EAAE,WAAW;QAChB,WAAW,EAAE,+EAA+E;KAC7F;IACD;QACE,GAAG,EAAE,aAAa;QAClB,WAAW,EAAE,yDAAyD;KACvE;IACD,gBAAgB;IAChB;QACE,GAAG,EAAE,eAAe;QACpB,WAAW,EACT,mKAAmK;KACtK;IACD;QACE,GAAG,EAAE,WAAW;QAChB,WAAW,EACT,+GAA+G;KAClH;IACD;QACE,GAAG,EAAE,mBAAmB;QACxB,WAAW,EACT,4GAA4G;KAC/G;IACD,KAAK;IACL;QACE,GAAG,EAAE,YAAY;QACjB,WAAW,EACT,oJAAoJ;KACvJ;IACD,cAAc;IACd;QACE,GAAG,EAAE,UAAU;QACf,WAAW,EACT,6IAA6I;KAChJ;IACD;QACE,GAAG,EAAE,UAAU;QACf,WAAW,EACT,mSAAmS;KACtS;IACD,QAAQ;IACR;QACE,GAAG,EAAE,cAAc;QACnB,WAAW,EACT,qGAAqG;KACxG;IACD;QACE,GAAG,EAAE,WAAW;QAChB,WAAW,EACT,4DAA4D;KAC/D;IACD;QACE,GAAG,EAAE,YAAY;QACjB,WAAW,EAAE,wEAAwE;KACtF;IACD;QACE,GAAG,EAAE,YAAY;QACjB,WAAW,EAAE,6DAA6D;KAC3E;IACD,eAAe;IACf;QACE,GAAG,EAAE,SAAS;QACd,WAAW,EACT,iHAAiH;KACpH;IACD;QACE,GAAG,EAAE,QAAQ;QACb,WAAW,EACT,8EAA8E;KACjF;IACD;QACE,GAAG,EAAE,WAAW;QAChB,WAAW,EACT,4JAA4J;KAC/J;IACD,gBAAgB;IAChB;QACE,GAAG,EAAE,UAAU;QACf,WAAW,EACT,4JAA4J;KAC/J;IACD;QACE,GAAG,EAAE,KAAK;QACV,WAAW,EACT,mHAAmH;KACtH;CACF,CAAC"}
+{"version":3,"file":"manifest.js","sourceRoot":"","sources":["../../src/tools/manifest.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;GAUG;AAQH,MAAM,CAAC,MAAM,aAAa,GAAoB;IAC5C,WAAW;IACX;QACE,GAAG,EAAE,QAAQ;QACb,WAAW,EACT,sKAAsK;KACzK;IACD;QACE,GAAG,EAAE,OAAO;QACZ,WAAW,EACT,qKAAqK;KACxK;IACD;QACE,GAAG,EAAE,KAAK;QACV,WAAW,EACT,8GAA8G;KACjH;IACD;QACE,GAAG,EAAE,SAAS;QACd,WAAW,EACT,6JAA6J;KAChK;IACD;QACE,GAAG,EAAE,aAAa;QAClB,WAAW,EACT,+HAA+H;KAClI;IACD;QACE,GAAG,EAAE,YAAY;QACjB,WAAW,EACT,iFAAiF;KACpF;IACD,SAAS;IACT;QACE,GAAG,EAAE,QAAQ;QACb,WAAW,EACT,qFAAqF;KACxF;IACD;QACE,GAAG,EAAE,aAAa;QAClB,WAAW,EAAE,0EAA0E;KACxF;IACD;QACE,GAAG,EAAE,cAAc;QACnB,WAAW,EAAE,mEAAmE;KACjF;IACD;QACE,GAAG,EAAE,cAAc;QACnB,WAAW,EAAE,mEAAmE;KACjF;IACD,SAAS;IACT;QACE,GAAG,EAAE,cAAc;QACnB,WAAW,EACT,4IAA4I;KAC/I;IACD;QACE,GAAG,EAAE,WAAW;QAChB,WAAW,EAAE,+EAA+E;KAC7F;IACD;QACE,GAAG,EAAE,aAAa;QAClB,WAAW,EAAE,yDAAyD;KACvE;IACD,gBAAgB;IAChB;QACE,GAAG,EAAE,eAAe;QACpB,WAAW,EACT,mKAAmK;KACtK;IACD;QACE,GAAG,EAAE,WAAW;QAChB,WAAW,EACT,+GAA+G;KAClH;IACD;QACE,GAAG,EAAE,mBAAmB;QACxB,WAAW,EACT,4GAA4G;KAC/G;IACD,KAAK;IACL;QACE,GAAG,EAAE,YAAY;QACjB,WAAW,EACT,oJAAoJ;KACvJ;IACD,cAAc;IACd;QACE,GAAG,EAAE,UAAU;QACf,WAAW,EACT,6IAA6I;KAChJ;IACD;QACE,GAAG,EAAE,UAAU;QACf,WAAW,EACT,mSAAmS;KACtS;IACD,QAAQ;IACR;QACE,GAAG,EAAE,cAAc;QACnB,WAAW,EACT,qGAAqG;KACxG;IACD;QACE,GAAG,EAAE,WAAW;QAChB,WAAW,EACT,4DAA4D;KAC/D;IACD;QACE,GAAG,EAAE,YAAY;QACjB,WAAW,EAAE,wEAAwE;KACtF;IACD;QACE,GAAG,EAAE,YAAY;QACjB,WAAW,EAAE,6DAA6D;KAC3E;IACD,eAAe;IACf;QACE,GAAG,EAAE,SAAS;QACd,WAAW,EACT,iHAAiH;KACpH;IACD;QACE,GAAG,EAAE,QAAQ;QACb,WAAW,EACT,8EAA8E;KACjF;IACD;QACE,GAAG,EAAE,WAAW;QAChB,WAAW,EACT,4JAA4J;KAC/J;IACD,eAAe;IACf;QACE,GAAG,EAAE,WAAW;QAChB,WAAW,EACT,qKAAqK;KACxK;IACD,gBAAgB;IAChB;QACE,GAAG,EAAE,UAAU;QACf,WAAW,EACT,4JAA4J;KAC/J;IACD;QACE,GAAG,EAAE,gBAAgB;QACrB,WAAW,EACT,oJAAoJ;KACvJ;IACD;QACE,GAAG,EAAE,KAAK;QACV,WAAW,EACT,mHAAmH;KACtH;IACD,YAAY;IACZ;QACE,GAAG,EAAE,aAAa;QAClB,WAAW,EACT,2JAA2J;KAC9J;IACD,kBAAkB;IAClB;QACE,GAAG,EAAE,OAAO;QACZ,WAAW,EACT,8JAA8J;KACjK;IACD;QACE,GAAG,EAAE,SAAS;QACd,WAAW,EACT,0HAA0H;KAC7H;IACD,iBAAiB;IACjB;QACE,GAAG,EAAE,aAAa;QAClB,WAAW,EACT,yFAAyF;KAC5F;IACD;QACE,GAAG,EAAE,UAAU;QACf,WAAW,EACT,iHAAiH;KACpH;IACD;QACE,GAAG,EAAE,YAAY;QACjB,WAAW,EACT,kDAAkD;KACrD;IACD;QACE,GAAG,EAAE,YAAY;QACjB,WAAW,EACT,oEAAoE;KACvE;IACD;QACE,GAAG,EAAE,cAAc;QACnB,WAAW,EACT,yDAAyD;KAC5D;IACD;QACE,GAAG,EAAE,eAAe;QACpB,WAAW,EACT,kFAAkF;KACrF;CACF,CAAC"}

package/dist/tools/monitor-websocket.d.ts

@@ -19,8 +19,8 @@ export declare const schema: z.ZodObject<{
     filter_url?: string | undefined;
 }, {
     url: string;
-    proxy?: string | undefined;
     timeout?: number | undefined;
+    proxy?: string | undefined;
     chrome_profile?: string | undefined;
     duration_seconds?: number | undefined;
     max_messages?: number | undefined;

package/dist/tools/monitor.d.ts

@@ -0,0 +1,46 @@
+/**
+ * monitor — portfolio-level change tracker over many URLs, grouped by topic.
+ *
+ * v2.5.0: minimal scope — JSON config parser + markdown digest generator.
+ * Internally reuses the watch tool's runWatchOnce() for per-URL change detection.
+ * Filters out sub-threshold churn (min_change_pct) and emits a single digest
+ * file per run, listing the top changes per topic.
+ *
+ * YAML config + LLM summarisation are deferred to v2.6.0.
+ */
+import { z } from "zod";
+export declare const name = "monitor";
+export declare const description = "Portfolio-level change tracker: read a JSON config of topics and URLs, run watch on each, emit a markdown digest of changes.";
+export declare const schema: z.ZodObject<{
+    config: z.ZodOptional<z.ZodString>;
+    urls: z.ZodOptional<z.ZodArray<z.ZodString, "many">>;
+    topic: z.ZodOptional<z.ZodString>;
+    output_dir: z.ZodDefault<z.ZodString>;
+    min_change_pct: z.ZodDefault<z.ZodNumber>;
+    export_format: z.ZodDefault<z.ZodEnum<["markdown"]>>;
+    hash_on: z.ZodDefault<z.ZodEnum<["content", "readability", "markdown"]>>;
+}, "strip", z.ZodTypeAny, {
+    output_dir: string;
+    hash_on: "readability" | "markdown" | "content";
+    min_change_pct: number;
+    export_format: "markdown";
+    urls?: string[] | undefined;
+    config?: string | undefined;
+    topic?: string | undefined;
+}, {
+    urls?: string[] | undefined;
+    output_dir?: string | undefined;
+    hash_on?: "readability" | "markdown" | "content" | undefined;
+    config?: string | undefined;
+    topic?: string | undefined;
+    min_change_pct?: number | undefined;
+    export_format?: "markdown" | undefined;
+}>;
+export type MonitorInput = z.infer<typeof schema>;
+export declare function execute(input: MonitorInput): Promise<{
+    content: {
+        type: "text";
+        text: string;
+    }[];
+}>;
+//# sourceMappingURL=monitor.d.ts.map

package/dist/tools/monitor.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"monitor.d.ts","sourceRoot":"","sources":["../../src/tools/monitor.ts"],"names":[],"mappings":"AAAA;;;;;;;;;GASG;AAEH,OAAO,EAAE,CAAC,EAAE,MAAM,KAAK,CAAC;AAQxB,eAAO,MAAM,IAAI,YAAY,CAAC;AAE9B,eAAO,MAAM,WAAW,iIACwG,CAAC;AAEjI,eAAO,MAAM,MAAM;;;;;;;;;;;;;;;;;;;;;;;;EA+BjB,CAAC;AAEH,MAAM,MAAM,YAAY,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,MAAM,CAAC,CAAC;AAwGlD,wBAAsB,OAAO,CAAC,KAAK,EAAE,YAAY;;;;;GAsFhD"}

package/dist/tools/monitor.js

@@ -0,0 +1,213 @@
+/**
+ * monitor — portfolio-level change tracker over many URLs, grouped by topic.
+ *
+ * v2.5.0: minimal scope — JSON config parser + markdown digest generator.
+ * Internally reuses the watch tool's runWatchOnce() for per-URL change detection.
+ * Filters out sub-threshold churn (min_change_pct) and emits a single digest
+ * file per run, listing the top changes per topic.
+ *
+ * YAML config + LLM summarisation are deferred to v2.6.0.
+ */
+import { z } from "zod";
+import { mkdir, readFile, writeFile } from "node:fs/promises";
+import { existsSync } from "node:fs";
+import { join, resolve as resolvePath } from "node:path";
+import { toolResult, errorResult } from "../utils/tool-response.js";
+import { debugLog } from "../utils/debug.js";
+import { runWatchOnce } from "./watch.js";
+export const name = "monitor";
+export const description = "Portfolio-level change tracker: read a JSON config of topics and URLs, run watch on each, emit a markdown digest of changes.";
+export const schema = z.object({
+    config: z
+        .string()
+        .optional()
+        .describe("Path to JSON config (topics with URL lists). Mutually exclusive with --urls/--topic."),
+    urls: z
+        .array(z.string())
+        .optional()
+        .describe("Single-topic shortcut: list of URLs. Repeat --urls."),
+    topic: z
+        .string()
+        .optional()
+        .describe("Topic name when using --urls"),
+    output_dir: z
+        .string()
+        .default("./data/monitor")
+        .describe("Output dir for state, snapshots, and digests"),
+    min_change_pct: z
+        .number()
+        .min(0)
+        .max(100)
+        .default(5)
+        .describe("Minimum % of lines changed to count as a 'meaningful' change"),
+    export_format: z
+        .enum(["markdown"])
+        .default("markdown")
+        .describe("Digest format (markdown only in v2.5.0)"),
+    hash_on: z
+        .enum(["content", "readability", "markdown"])
+        .default("readability")
+        .describe("Passed through to watch — what to hash per URL"),
+});
+async function loadConfig(input) {
+    if (input.config) {
+        const path = resolvePath(input.config);
+        if (!existsSync(path))
+            throw new Error(`Config not found: ${path}`);
+        const raw = await readFile(path, "utf-8");
+        const parsed = JSON.parse(raw);
+        if (!parsed.topics || !Array.isArray(parsed.topics)) {
+            throw new Error("Config missing 'topics' array");
+        }
+        return { topics: parsed.topics };
+    }
+    if (input.urls && input.urls.length > 0) {
+        return {
+            topics: [{ name: input.topic || "default", urls: input.urls }],
+        };
+    }
+    throw new Error("Must provide --config OR --urls");
+}
+function computeChangePct(prev, next) {
+    if (!prev)
+        return 100;
+    const prevLines = prev.split("\n");
+    const nextLines = next.split("\n");
+    const prevSet = new Set(prevLines);
+    const nextSet = new Set(nextLines);
+    let removed = 0;
+    let added = 0;
+    for (const l of prevLines)
+        if (!nextSet.has(l))
+            removed++;
+    for (const l of nextLines)
+        if (!prevSet.has(l))
+            added++;
+    const total = Math.max(prevLines.length, nextLines.length, 1);
+    return ((removed + added) / (2 * total)) * 100;
+}
+function renderMarkdownDigest(reports, generatedAt, minPct) {
+    const lines = [];
+    lines.push(`# Monitor digest — ${generatedAt.split("T")[0]}`);
+    lines.push("");
+    lines.push(`Generated: ${generatedAt}`);
+    lines.push(`Threshold: ${minPct}% line change`);
+    lines.push("");
+    const totalMeaningful = reports.reduce((s, r) => s + r.meaningful_changes, 0);
+    lines.push(`**${totalMeaningful}** meaningful change(s) across **${reports.length}** topic(s).`);
+    lines.push("");
+    for (const report of reports) {
+        lines.push(`## ${report.name}`);
+        lines.push(`- URLs checked: ${report.urls_checked}`);
+        lines.push(`- Meaningful changes: ${report.meaningful_changes}`);
+        lines.push("");
+        const meaningful = report.changes.filter((c) => c.changed && c.change_pct >= minPct);
+        if (meaningful.length === 0) {
+            lines.push("_No meaningful changes._");
+            lines.push("");
+            continue;
+        }
+        for (const c of meaningful) {
+            lines.push(`### ${c.url}`);
+            lines.push(`- Change: ${c.change_pct.toFixed(1)}% of lines`);
+            lines.push(`- Previous: \`${c.previous_hash?.slice(0, 12) ?? "(none)"}\``);
+            lines.push(`- Current: \`${c.current_hash.slice(0, 12)}\``);
+            lines.push("");
+        }
+    }
+    return lines.join("\n");
+}
+export async function execute(input) {
+    try {
+        const config = await loadConfig(input);
+        const outDir = resolvePath(input.output_dir);
+        await mkdir(outDir, { recursive: true });
+        const reports = [];
+        for (const topic of config.topics) {
+            const topicDir = join(outDir, slug(topic.name));
+            await mkdir(topicDir, { recursive: true });
+            const threshold = topic.min_change_pct ?? input.min_change_pct;
+            const changes = [];
+            for (const url of topic.urls) {
+                try {
+                    const watchInput = {
+                        url,
+                        output_dir: topicDir,
+                        hash_on: input.hash_on,
+                        diff_format: "unified",
+                        one_shot: true,
+                    };
+                    const wr = await runWatchOnce(watchInput);
+                    // For change %, load previous snapshot next to current one if it exists
+                    let pct = 0;
+                    if (wr.first_run) {
+                        pct = 0;
+                    }
+                    else if (wr.changed) {
+                        // Re-derive from snapshot files written by runWatchOnce
+                        const prevPath = wr.snapshot_file.replace(/\.snapshot\.txt$/, ".previous.txt");
+                        let prevSig = null;
+                        if (existsSync(prevPath)) {
+                            try {
+                                prevSig = await readFile(prevPath, "utf-8");
+                            }
+                            catch {
+                                prevSig = null;
+                            }
+                        }
+                        let currSig = "";
+                        try {
+                            currSig = await readFile(wr.snapshot_file, "utf-8");
+                        }
+                        catch { /* noop */ }
+                        pct = computeChangePct(prevSig, currSig);
+                    }
+                    changes.push({
+                        url,
+                        changed: wr.changed,
+                        first_run: wr.first_run,
+                        change_pct: pct,
+                        previous_hash: wr.previous_hash,
+                        current_hash: wr.current_hash,
+                    });
+                }
+                catch (urlErr) {
+                    debugLog("monitor", `failed for ${url}`, urlErr);
+                    changes.push({
+                        url,
+                        changed: false,
+                        first_run: false,
+                        change_pct: 0,
+                        previous_hash: null,
+                        current_hash: "",
+                    });
+                }
+            }
+            const meaningful = changes.filter((c) => c.changed && c.change_pct >= threshold).length;
+            reports.push({
+                name: topic.name,
+                urls_checked: topic.urls.length,
+                changes,
+                meaningful_changes: meaningful,
+            });
+        }
+        const generatedAt = new Date().toISOString();
+        const digestBody = renderMarkdownDigest(reports, generatedAt, input.min_change_pct);
+        const digestFile = join(outDir, `digest-${generatedAt.replace(/[:.]/g, "-")}.md`);
+        await writeFile(digestFile, digestBody, "utf-8");
+        return toolResult({
+            generated_at: generatedAt,
+            topics: reports,
+            digest_file: digestFile,
+            format: input.export_format,
+        });
+    }
+    catch (err) {
+        debugLog("monitor", "failed", err);
+        return errorResult(err instanceof Error ? err.message : String(err));
+    }
+}
+function slug(s) {
+    return s.toLowerCase().replace(/[^a-z0-9]+/g, "-").replace(/^-+|-+$/g, "").slice(0, 40) || "topic";
+}
+//# sourceMappingURL=monitor.js.map

package/dist/tools/monitor.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"monitor.js","sourceRoot":"","sources":["../../src/tools/monitor.ts"],"names":[],"mappings":"AAAA;;;;;;;;;GASG;AAEH,OAAO,EAAE,CAAC,EAAE,MAAM,KAAK,CAAC;AACxB,OAAO,EAAE,KAAK,EAAE,QAAQ,EAAE,SAAS,EAAE,MAAM,kBAAkB,CAAC;AAC9D,OAAO,EAAE,UAAU,EAAE,MAAM,SAAS,CAAC;AACrC,OAAO,EAAE,IAAI,EAAE,OAAO,IAAI,WAAW,EAAE,MAAM,WAAW,CAAC;AACzD,OAAO,EAAE,UAAU,EAAE,WAAW,EAAE,MAAM,2BAA2B,CAAC;AACpE,OAAO,EAAE,QAAQ,EAAE,MAAM,mBAAmB,CAAC;AAC7C,OAAO,EAAE,YAAY,EAAmB,MAAM,YAAY,CAAC;AAE3D,MAAM,CAAC,MAAM,IAAI,GAAG,SAAS,CAAC;AAE9B,MAAM,CAAC,MAAM,WAAW,GACtB,8HAA8H,CAAC;AAEjI,MAAM,CAAC,MAAM,MAAM,GAAG,CAAC,CAAC,MAAM,CAAC;IAC7B,MAAM,EAAE,CAAC;SACN,MAAM,EAAE;SACR,QAAQ,EAAE;SACV,QAAQ,CAAC,sFAAsF,CAAC;IACnG,IAAI,EAAE,CAAC;SACJ,KAAK,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC;SACjB,QAAQ,EAAE;SACV,QAAQ,CAAC,qDAAqD,CAAC;IAClE,KAAK,EAAE,CAAC;SACL,MAAM,EAAE;SACR,QAAQ,EAAE;SACV,QAAQ,CAAC,8BAA8B,CAAC;IAC3C,UAAU,EAAE,CAAC;SACV,MAAM,EAAE;SACR,OAAO,CAAC,gBAAgB,CAAC;SACzB,QAAQ,CAAC,8CAA8C,CAAC;IAC3D,cAAc,EAAE,CAAC;SACd,MAAM,EAAE;SACR,GAAG,CAAC,CAAC,CAAC;SACN,GAAG,CAAC,GAAG,CAAC;SACR,OAAO,CAAC,CAAC,CAAC;SACV,QAAQ,CAAC,8DAA8D,CAAC;IAC3E,aAAa,EAAE,CAAC;SACb,IAAI,CAAC,CAAC,UAAU,CAAC,CAAC;SAClB,OAAO,CAAC,UAAU,CAAC;SACnB,QAAQ,CAAC,yCAAyC,CAAC;IACtD,OAAO,EAAE,CAAC;SACP,IAAI,CAAC,CAAC,SAAS,EAAE,aAAa,EAAE,UAAU,CAAC,CAAC;SAC5C,OAAO,CAAC,aAAa,CAAC;SACtB,QAAQ,CAAC,gDAAgD,CAAC;CAC9D,CAAC,CAAC;AA8BH,KAAK,UAAU,UAAU,CAAC,KAAmB;IAC3C,IAAI,KAAK,CAAC,MAAM,EAAE,CAAC;QACjB,MAAM,IAAI,GAAG,WAAW,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC;QACvC,IAAI,CAAC,UAAU,CAAC,IAAI,CAAC;YAAE,MAAM,IAAI,KAAK,CAAC,qBAAqB,IAAI,EAAE,CAAC,CAAC;QACpE,MAAM,GAAG,GAAG,MAAM,QAAQ,CAAC,IAAI,EAAE,OAAO,CAAC,CAAC;QAC1C,MAAM,MAAM,GAAG,IAAI,CAAC,KAAK,CAAC,GAAG,CAA2B,CAAC;QACzD,IAAI,CAAC,MAAM,CAAC,MAAM,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,MAAM,CAAC,MAAM,CAAC,EAAE,CAAC;YACpD,MAAM,IAAI,KAAK,CAAC,+BAA+B,CAAC,CAAC;QACnD,CAAC;QACD,OAAO,EAAE,MAAM,EAAE,MAAM,CAAC,MAAuB,EAAE,CAAC;IACpD,CAAC;IAED,IAAI,KAAK,CAAC,IAAI,IAAI,KAAK,CAAC,IAAI,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;QACxC,OAAO;YACL,MAAM,EAAE,CAAC,EAAE,IAAI,EAAE,KAAK,CAAC,KAAK,IAAI,SAAS,EAAE,IAAI,EAAE,KAAK,CAAC,IAAI,EAAE,CAAC;SAC/D,CAAC;IACJ,CAAC;IAED,MAAM,IAAI,KAAK,CAAC,iCAAiC,CAAC,CAAC;AACrD,CAAC;AAED,SAAS,gBAAgB,CAAC,IAAmB,EAAE,IAAY;IACzD,IAAI,CAAC,IAAI;QAAE,OAAO,GAAG,CAAC;IACtB,MAAM,SAAS,GAAG,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;IACnC,MAAM,SAAS,GAAG,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;IACnC,MAAM,OAAO,GAAG,IAAI,GAAG,CAAC,SAAS,CAAC,CAAC;IACnC,MAAM,OAAO,GAAG,IAAI,GAAG,CAAC,SAAS,CAAC,CAAC;IACnC,IAAI,OAAO,GAAG,CAAC,CAAC;IAChB,IAAI,KAAK,GAAG,CAAC,CAAC;IACd,KAAK,MAAM,CAAC,IAAI,SAAS;QAAE,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC,CAAC;YAAE,OAAO,EAAE,CAAC;IAC1D,KAAK,MAAM,CAAC,IAAI,SAAS;QAAE,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC,CAAC;YAAE,KAAK,EAAE,CAAC;IACxD,MAAM,KAAK,GAAG,IAAI,CAAC,GAAG,CAAC,SAAS,CAAC,MAAM,EAAE,SAAS,CAAC,MAAM,EAAE,CAAC,CAAC,CAAC;IAC9D,OAAO,CAAC,CAAC,OAAO,GAAG,KAAK,CAAC,GAAG,CAAC,CAAC,GAAG,KAAK,CAAC,CAAC,GAAG,GAAG,CAAC;AACjD,CAAC;AAED,SAAS,oBAAoB,CAC3B,OAAsB,EACtB,WAAmB,EACnB,MAAc;IAEd,MAAM,KAAK,GAAa,EAAE,CAAC;IAC3B,KAAK,CAAC,IAAI,CAAC,sBAAsB,WAAW,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC;IAC9D,KAAK,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;IACf,KAAK,CAAC,IAAI,CAAC,cAAc,WAAW,EAAE,CAAC,CAAC;IACxC,KAAK,CAAC,IAAI,CAAC,cAAc,MAAM,eAAe,CAAC,CAAC;IAChD,KAAK,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;IAEf,MAAM,eAAe,GAAG,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,GAAG,CAAC,CAAC,kBAAkB,EAAE,CAAC,CAAC,CAAC;IAC9E,KAAK,CAAC,IAAI,CAAC,KAAK,eAAe,oCAAoC,OAAO,CAAC,MAAM,cAAc,CAAC,CAAC;IACjG,KAAK,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;IAEf,KAAK,MAAM,MAAM,IAAI,OAAO,EAAE,CAAC;QAC7B,KAAK,CAAC,IAAI,CAAC,MAAM,MAAM,CAAC,IAAI,EAAE,CAAC,CAAC;QAChC,KAAK,CAAC,IAAI,CAAC,mBAAmB,MAAM,CAAC,YAAY,EAAE,CAAC,CAAC;QACrD,KAAK,CAAC,IAAI,CAAC,yBAAyB,MAAM,CAAC,kBAAkB,EAAE,CAAC,CAAC;QACjE,KAAK,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;QAEf,MAAM,UAAU,GAAG,MAAM,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,OAAO,IAAI,CAAC,CAAC,UAAU,IAAI,MAAM,CAAC,CAAC;QACrF,IAAI,UAAU,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;YAC5B,KAAK,CAAC,IAAI,CAAC,0BAA0B,CAAC,CAAC;YACvC,KAAK,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;YACf,SAAS;QACX,CAAC;QAED,KAAK,MAAM,CAAC,IAAI,UAAU,EAAE,CAAC;YAC3B,KAAK,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC,GAAG,EAAE,CAAC,CAAC;YAC3B,KAAK,CAAC,IAAI,CAAC,aAAa,CAAC,CAAC,UAAU,CAAC,OAAO,CAAC,CAAC,CAAC,YAAY,CAAC,CAAC;YAC7D,KAAK,CAAC,IAAI,CAAC,iBAAiB,CAAC,CAAC,aAAa,EAAE,KAAK,CAAC,CAAC,EAAE,EAAE,CAAC,IAAI,QAAQ,IAAI,CAAC,CAAC;YAC3E,KAAK,CAAC,IAAI,CAAC,gBAAgB,CAAC,CAAC,YAAY,CAAC,KAAK,CAAC,CAAC,EAAE,EAAE,CAAC,IAAI,CAAC,CAAC;YAC5D,KAAK,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;QACjB,CAAC;IACH,CAAC;IAED,OAAO,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;AAC1B,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,OAAO,CAAC,KAAmB;IAC/C,IAAI,CAAC;QACH,MAAM,MAAM,GAAG,MAAM,UAAU,CAAC,KAAK,CAAC,CAAC;QACvC,MAAM,MAAM,GAAG,WAAW,CAAC,KAAK,CAAC,UAAU,CAAC,CAAC;QAC7C,MAAM,KAAK,CAAC,MAAM,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;QAEzC,MAAM,OAAO,GAAkB,EAAE,CAAC;QAElC,KAAK,MAAM,KAAK,IAAI,MAAM,CAAC,MAAM,EAAE,CAAC;YAClC,MAAM,QAAQ,GAAG,IAAI,CAAC,MAAM,EAAE,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,CAAC;YAChD,MAAM,KAAK,CAAC,QAAQ,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;YAC3C,MAAM,SAAS,GAAG,KAAK,CAAC,cAAc,IAAI,KAAK,CAAC,cAAc,CAAC;YAE/D,MAAM,OAAO,GAAkB,EAAE,CAAC;YAClC,KAAK,MAAM,GAAG,IAAI,KAAK,CAAC,IAAI,EAAE,CAAC;gBAC7B,IAAI,CAAC;oBACH,MAAM,UAAU,GAAe;wBAC7B,GAAG;wBACH,UAAU,EAAE,QAAQ;wBACpB,OAAO,EAAE,KAAK,CAAC,OAAO;wBACtB,WAAW,EAAE,SAAS;wBACtB,QAAQ,EAAE,IAAI;qBACf,CAAC;oBACF,MAAM,EAAE,GAAG,MAAM,YAAY,CAAC,UAAU,CAAC,CAAC;oBAE1C,wEAAwE;oBACxE,IAAI,GAAG,GAAG,CAAC,CAAC;oBACZ,IAAI,EAAE,CAAC,SAAS,EAAE,CAAC;wBACjB,GAAG,GAAG,CAAC,CAAC;oBACV,CAAC;yBAAM,IAAI,EAAE,CAAC,OAAO,EAAE,CAAC;wBACtB,wDAAwD;wBACxD,MAAM,QAAQ,GAAG,EAAE,CAAC,aAAa,CAAC,OAAO,CAAC,kBAAkB,EAAE,eAAe,CAAC,CAAC;wBAC/E,IAAI,OAAO,GAAkB,IAAI,CAAC;wBAClC,IAAI,UAAU,CAAC,QAAQ,CAAC,EAAE,CAAC;4BACzB,IAAI,CAAC;gCAAC,OAAO,GAAG,MAAM,QAAQ,CAAC,QAAQ,EAAE,OAAO,CAAC,CAAC;4BAAC,CAAC;4BAAC,MAAM,CAAC;gCAAC,OAAO,GAAG,IAAI,CAAC;4BAAC,CAAC;wBAChF,CAAC;wBACD,IAAI,OAAO,GAAG,EAAE,CAAC;wBACjB,IAAI,CAAC;4BAAC,OAAO,GAAG,MAAM,QAAQ,CAAC,EAAE,CAAC,aAAa,EAAE,OAAO,CAAC,CAAC;wBAAC,CAAC;wBAAC,MAAM,CAAC,CAAC,UAAU,CAAC,CAAC;wBACjF,GAAG,GAAG,gBAAgB,CAAC,OAAO,EAAE,OAAO,CAAC,CAAC;oBAC3C,CAAC;oBAED,OAAO,CAAC,IAAI,CAAC;wBACX,GAAG;wBACH,OAAO,EAAE,EAAE,CAAC,OAAO;wBACnB,SAAS,EAAE,EAAE,CAAC,SAAS;wBACvB,UAAU,EAAE,GAAG;wBACf,aAAa,EAAE,EAAE,CAAC,aAAa;wBAC/B,YAAY,EAAE,EAAE,CAAC,YAAY;qBAC9B,CAAC,CAAC;gBACL,CAAC;gBAAC,OAAO,MAAM,EAAE,CAAC;oBAChB,QAAQ,CAAC,SAAS,EAAE,cAAc,GAAG,EAAE,EAAE,MAAM,CAAC,CAAC;oBACjD,OAAO,CAAC,IAAI,CAAC;wBACX,GAAG;wBACH,OAAO,EAAE,KAAK;wBACd,SAAS,EAAE,KAAK;wBAChB,UAAU,EAAE,CAAC;wBACb,aAAa,EAAE,IAAI;wBACnB,YAAY,EAAE,EAAE;qBACjB,CAAC,CAAC;gBACL,CAAC;YACH,CAAC;YAED,MAAM,UAAU,GAAG,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,OAAO,IAAI,CAAC,CAAC,UAAU,IAAI,SAAS,CAAC,CAAC,MAAM,CAAC;YACxF,OAAO,CAAC,IAAI,CAAC;gBACX,IAAI,EAAE,KAAK,CAAC,IAAI;gBAChB,YAAY,EAAE,KAAK,CAAC,IAAI,CAAC,MAAM;gBAC/B,OAAO;gBACP,kBAAkB,EAAE,UAAU;aAC/B,CAAC,CAAC;QACL,CAAC;QAED,MAAM,WAAW,GAAG,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE,CAAC;QAC7C,MAAM,UAAU,GAAG,oBAAoB,CAAC,OAAO,EAAE,WAAW,EAAE,KAAK,CAAC,cAAc,CAAC,CAAC;QACpF,MAAM,UAAU,GAAG,IAAI,CAAC,MAAM,EAAE,UAAU,WAAW,CAAC,OAAO,CAAC,OAAO,EAAE,GAAG,CAAC,KAAK,CAAC,CAAC;QAClF,MAAM,SAAS,CAAC,UAAU,EAAE,UAAU,EAAE,OAAO,CAAC,CAAC;QAEjD,OAAO,UAAU,CAAC;YAChB,YAAY,EAAE,WAAW;YACzB,MAAM,EAAE,OAAO;YACf,WAAW,EAAE,UAAU;YACvB,MAAM,EAAE,KAAK,CAAC,aAAa;SAC5B,CAAC,CAAC;IACL,CAAC;IAAC,OAAO,GAAG,EAAE,CAAC;QACb,QAAQ,CAAC,SAAS,EAAE,QAAQ,EAAE,GAAG,CAAC,CAAC;QACnC,OAAO,WAAW,CAAC,GAAG,YAAY,KAAK,CAAC,CAAC,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,CAAC;IACvE,CAAC;AACH,CAAC;AAED,SAAS,IAAI,CAAC,CAAS;IACrB,OAAO,CAAC,CAAC,WAAW,EAAE,CAAC,OAAO,CAAC,aAAa,EAAE,GAAG,CAAC,CAAC,OAAO,CAAC,UAAU,EAAE,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,EAAE,EAAE,CAAC,IAAI,OAAO,CAAC;AACrG,CAAC"}

package/dist/tools/news-search.d.ts

@@ -13,8 +13,8 @@ export declare const schema: z.ZodObject<{
     freshness?: "pd" | "pw" | "pm" | "py" | undefined;
 }, {
     query: string;
-    country?: string | undefined;
     count?: number | undefined;
+    country?: string | undefined;
     freshness?: "pd" | "pw" | "pm" | "py" | undefined;
 }>;
 export type NewsSearchInput = z.infer<typeof schema>;

package/dist/tools/pdf-extract.d.ts

@@ -0,0 +1,38 @@
+/**
+ * pdf-extract — extract text, pages, tables, and metadata from a PDF.
+ *
+ * v2.5.0: native strategy only (pdfjs-dist text layer).
+ * OCR + Claude Vision fallbacks are deferred to v2.6.0.
+ *
+ * Accepts a local path or a remote URL (auto-download to tmp).
+ */
+import { z } from "zod";
+export declare const name = "pdf_extract";
+export declare const description = "Extract text, pages, tables, and metadata from a local or remote PDF. Native text-layer strategy (pdfjs-dist). OCR/Vision fallbacks deferred to v2.6.0.";
+export declare const schema: z.ZodObject<{
+    input: z.ZodString;
+    output: z.ZodDefault<z.ZodString>;
+    preserve_layout: z.ZodDefault<z.ZodBoolean>;
+    extract_tables: z.ZodDefault<z.ZodBoolean>;
+    max_pages: z.ZodDefault<z.ZodNumber>;
+}, "strip", z.ZodTypeAny, {
+    input: string;
+    output: string;
+    max_pages: number;
+    preserve_layout: boolean;
+    extract_tables: boolean;
+}, {
+    input: string;
+    output?: string | undefined;
+    max_pages?: number | undefined;
+    preserve_layout?: boolean | undefined;
+    extract_tables?: boolean | undefined;
+}>;
+export type PdfExtractInput = z.infer<typeof schema>;
+export declare function execute(input: PdfExtractInput): Promise<{
+    content: {
+        type: "text";
+        text: string;
+    }[];
+}>;
+//# sourceMappingURL=pdf-extract.d.ts.map

package/dist/tools/pdf-extract.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"pdf-extract.d.ts","sourceRoot":"","sources":["../../src/tools/pdf-extract.ts"],"names":[],"mappings":"AAAA;;;;;;;GAOG;AAEH,OAAO,EAAE,CAAC,EAAE,MAAM,KAAK,CAAC;AAQxB,eAAO,MAAM,IAAI,gBAAgB,CAAC;AAElC,eAAO,MAAM,WAAW,4JACmI,CAAC;AAE5J,eAAO,MAAM,MAAM;;;;;;;;;;;;;;;;;;EAsBjB,CAAC;AAEH,MAAM,MAAM,eAAe,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,MAAM,CAAC,CAAC;AA8JrD,wBAAsB,OAAO,CAAC,KAAK,EAAE,eAAe;;;;;GAyGnD"}