imperium-crawl 2.3.1 → 2.5.1

package/dist/stealth/proxy.js

@@ -1,8 +1,11 @@
 /**
- * Proxy parsing, validation, and round-robin rotation.
+ * Proxy parsing, validation, round-robin rotation with health tracking.
  *
  * Supports: http, https, socks4, socks5 proxy URLs.
  * Priority: per-request override > rotator.next() > undefined (no proxy).
+ *
+ * Health tracking: each proxy tracks success/failure counts and cooldown.
+ * Failed proxies are skipped for COOLDOWN_MS before being retried.
  */
 function defaultPort(protocol) {
     if (protocol === "socks4:" || protocol === "socks5:")
@@ -27,15 +30,25 @@ export function parseProxyUrl(raw) {
         password: parsed.password || undefined,
     };
 }
-// ── Round-Robin Rotator ──
+// ── Round-Robin Rotator with Health Tracking ──
+const COOLDOWN_MS = 60_000; // 60s cooldown after failure
 export class ProxyRotator {
     proxies;
     index = 0;
+    health = new Map();
     constructor(urls) {
         this.proxies = [];
         for (const url of urls) {
             try {
-                this.proxies.push(parseProxyUrl(url));
+                const proxy = parseProxyUrl(url);
+                this.proxies.push(proxy);
+                this.health.set(proxy.url, {
+                    successCount: 0,
+                    failureCount: 0,
+                    lastSuccessTime: 0,
+                    lastFailureTime: 0,
+                    cooldownUntil: 0,
+                });
             }
             catch {
                 console.warn(`[imperium-crawl] Skipping invalid proxy URL: ${url}`);
@@ -45,12 +58,67 @@ export class ProxyRotator {
     get size() {
         return this.proxies.length;
     }
+    /**
+     * Get next healthy proxy, skipping those in cooldown.
+     * If ALL proxies are in cooldown, returns the one whose cooldown expires soonest.
+     */
     next() {
         if (this.proxies.length === 0)
             return undefined;
-        const proxy = this.proxies[this.index];
-        this.index = (this.index + 1) % this.proxies.length;
-        return proxy;
+        const now = Date.now();
+        // Try to find a healthy proxy (not in cooldown)
+        for (let i = 0; i < this.proxies.length; i++) {
+            const idx = (this.index + i) % this.proxies.length;
+            const proxy = this.proxies[idx];
+            const h = this.health.get(proxy.url);
+            if (!h || now >= h.cooldownUntil) {
+                this.index = (idx + 1) % this.proxies.length;
+                return proxy;
+            }
+        }
+        // All in cooldown — return the one with soonest expiry
+        let bestProxy = this.proxies[this.index];
+        let soonestCooldown = Infinity;
+        for (const proxy of this.proxies) {
+            const h = this.health.get(proxy.url);
+            if (h && h.cooldownUntil < soonestCooldown) {
+                soonestCooldown = h.cooldownUntil;
+                bestProxy = proxy;
+            }
+        }
+        this.index = (this.proxies.indexOf(bestProxy) + 1) % this.proxies.length;
+        return bestProxy;
+    }
+    /**
+     * Mark a proxy as having succeeded. Resets its failure state.
+     */
+    markSuccess(proxyUrl) {
+        const h = this.health.get(proxyUrl);
+        if (h) {
+            h.successCount++;
+            h.lastSuccessTime = Date.now();
+            h.cooldownUntil = 0; // Clear cooldown on success
+        }
+    }
+    /**
+     * Mark a proxy as having failed. Puts it in cooldown.
+     */
+    markFailed(proxyUrl) {
+        const h = this.health.get(proxyUrl);
+        if (h) {
+            h.failureCount++;
+            h.lastFailureTime = Date.now();
+            h.cooldownUntil = Date.now() + COOLDOWN_MS;
+        }
+    }
+    /**
+     * Get health stats for all proxies (for debugging/monitoring).
+     */
+    getHealthStats() {
+        return this.proxies.map((p) => ({
+            url: p.url,
+            health: this.health.get(p.url),
+        }));
     }
 }
 // ── Singleton ──
@@ -82,6 +150,22 @@ export function resolveProxy(override) {
         return override;
     return rotator?.next()?.url;
 }
+/**
+ * Mark a proxy as having succeeded (for health tracking).
+ */
+export function markProxySuccess(proxyUrl) {
+    if (proxyUrl && rotator) {
+        rotator.markSuccess(proxyUrl);
+    }
+}
+/**
+ * Mark a proxy as having failed (puts it in cooldown).
+ */
+export function markProxyFailed(proxyUrl) {
+    if (proxyUrl && rotator) {
+        rotator.markFailed(proxyUrl);
+    }
+}
 export function hasProxyConfigured() {
     return !!(process.env.PROXY_URL?.trim() || process.env.PROXY_URLS?.trim());
 }

package/dist/stealth/proxy.js.map

@@ -1 +1 @@
-{"version":3,"file":"proxy.js","sourceRoot":"","sources":["../../src/stealth/proxy.ts"],"names":[],"mappings":"AAAA;;;;;GAKG;AAWH,SAAS,WAAW,CAAC,QAAgB;IACnC,IAAI,QAAQ,KAAK,SAAS,IAAI,QAAQ,KAAK,SAAS;QAAE,OAAO,IAAI,CAAC;IAClE,IAAI,QAAQ,KAAK,QAAQ;QAAE,OAAO,GAAG,CAAC;IACtC,OAAO,IAAI,CAAC,CAAC,OAAO;AACtB,CAAC;AAED,MAAM,UAAU,aAAa,CAAC,GAAW;IACvC,MAAM,OAAO,GAAG,GAAG,CAAC,IAAI,EAAE,CAAC;IAC3B,oBAAoB;IACpB,IAAI,CAAC,2BAA2B,CAAC,IAAI,CAAC,OAAO,CAAC,EAAE,CAAC;QAC/C,MAAM,IAAI,KAAK,CAAC,iEAAiE,OAAO,EAAE,CAAC,CAAC;IAC9F,CAAC;IAED,MAAM,MAAM,GAAG,IAAI,GAAG,CAAC,OAAO,CAAC,CAAC;IAChC,OAAO;QACL,GAAG,EAAE,OAAO;QACZ,QAAQ,EAAE,MAAM,CAAC,QAAQ,CAAC,OAAO,CAAC,GAAG,EAAE,EAAE,CAAC;QAC1C,IAAI,EAAE,MAAM,CAAC,QAAQ;QACrB,IAAI,EAAE,QAAQ,CAAC,MAAM,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,WAAW,CAAC,MAAM,CAAC,QAAQ,CAAC;QAC/D,QAAQ,EAAE,MAAM,CAAC,QAAQ,IAAI,SAAS;QACtC,QAAQ,EAAE,MAAM,CAAC,QAAQ,IAAI,SAAS;KACvC,CAAC;AACJ,CAAC;AAED,4BAA4B;AAE5B,MAAM,OAAO,YAAY;IACf,OAAO,CAAgB;IACvB,KAAK,GAAG,CAAC,CAAC;IAElB,YAAY,IAAc;QACxB,IAAI,CAAC,OAAO,GAAG,EAAE,CAAC;QAClB,KAAK,MAAM,GAAG,IAAI,IAAI,EAAE,CAAC;YACvB,IAAI,CAAC;gBACH,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,aAAa,CAAC,GAAG,CAAC,CAAC,CAAC;YACxC,CAAC;YAAC,MAAM,CAAC;gBACP,OAAO,CAAC,IAAI,CAAC,gDAAgD,GAAG,EAAE,CAAC,CAAC;YACtE,CAAC;QACH,CAAC;IACH,CAAC;IAED,IAAI,IAAI;QACN,OAAO,IAAI,CAAC,OAAO,CAAC,MAAM,CAAC;IAC7B,CAAC;IAED,IAAI;QACF,IAAI,IAAI,CAAC,OAAO,CAAC,MAAM,KAAK,CAAC;YAAE,OAAO,SAAS,CAAC;QAChD,MAAM,KAAK,GAAG,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;QACvC,IAAI,CAAC,KAAK,GAAG,CAAC,IAAI,CAAC,KAAK,GAAG,CAAC,CAAC,GAAG,IAAI,CAAC,OAAO,CAAC,MAAM,CAAC;QACpD,OAAO,KAAK,CAAC;IACf,CAAC;CACF;AAED,kBAAkB;AAElB,IAAI,OAAiC,CAAC;AAEtC,MAAM,UAAU,gBAAgB;IAC9B,MAAM,MAAM,GAAG,OAAO,CAAC,GAAG,CAAC,SAAS,EAAE,IAAI,EAAE,CAAC;IAC7C,MAAM,KAAK,GAAG,OAAO,CAAC,GAAG,CAAC,UAAU,EAAE,IAAI,EAAE,CAAC;IAE7C,MAAM,IAAI,GAAa,EAAE,CAAC;IAE1B,IAAI,KAAK,EAAE,CAAC;QACV,gDAAgD;QAChD,IAAI,CAAC,IAAI,CAAC,GAAG,KAAK,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC,CAAC;IACtE,CAAC;SAAM,IAAI,MAAM,EAAE,CAAC;QAClB,IAAI,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;IACpB,CAAC;IAED,IAAI,IAAI,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;QACpB,MAAM,CAAC,GAAG,IAAI,YAAY,CAAC,IAAI,CAAC,CAAC;QACjC,IAAI,CAAC,CAAC,IAAI,GAAG,CAAC,EAAE,CAAC;YACf,OAAO,GAAG,CAAC,CAAC;QACd,CAAC;IACH,CAAC;AACH,CAAC;AAED;;;GAGG;AACH,MAAM,UAAU,YAAY,CAAC,QAAiB;IAC5C,IAAI,QAAQ;QAAE,OAAO,QAAQ,CAAC;IAC9B,OAAO,OAAO,EAAE,IAAI,EAAE,EAAE,GAAG,CAAC;AAC9B,CAAC;AAED,MAAM,UAAU,kBAAkB;IAChC,OAAO,CAAC,CAAC,CAAC,OAAO,CAAC,GAAG,CAAC,SAAS,EAAE,IAAI,EAAE,IAAI,OAAO,CAAC,GAAG,CAAC,UAAU,EAAE,IAAI,EAAE,CAAC,CAAC;AAC7E,CAAC"}
+{"version":3,"file":"proxy.js","sourceRoot":"","sources":["../../src/stealth/proxy.ts"],"names":[],"mappings":"AAAA;;;;;;;;GAQG;AAmBH,SAAS,WAAW,CAAC,QAAgB;IACnC,IAAI,QAAQ,KAAK,SAAS,IAAI,QAAQ,KAAK,SAAS;QAAE,OAAO,IAAI,CAAC;IAClE,IAAI,QAAQ,KAAK,QAAQ;QAAE,OAAO,GAAG,CAAC;IACtC,OAAO,IAAI,CAAC,CAAC,OAAO;AACtB,CAAC;AAED,MAAM,UAAU,aAAa,CAAC,GAAW;IACvC,MAAM,OAAO,GAAG,GAAG,CAAC,IAAI,EAAE,CAAC;IAC3B,oBAAoB;IACpB,IAAI,CAAC,2BAA2B,CAAC,IAAI,CAAC,OAAO,CAAC,EAAE,CAAC;QAC/C,MAAM,IAAI,KAAK,CAAC,iEAAiE,OAAO,EAAE,CAAC,CAAC;IAC9F,CAAC;IAED,MAAM,MAAM,GAAG,IAAI,GAAG,CAAC,OAAO,CAAC,CAAC;IAChC,OAAO;QACL,GAAG,EAAE,OAAO;QACZ,QAAQ,EAAE,MAAM,CAAC,QAAQ,CAAC,OAAO,CAAC,GAAG,EAAE,EAAE,CAAC;QAC1C,IAAI,EAAE,MAAM,CAAC,QAAQ;QACrB,IAAI,EAAE,QAAQ,CAAC,MAAM,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,WAAW,CAAC,MAAM,CAAC,QAAQ,CAAC;QAC/D,QAAQ,EAAE,MAAM,CAAC,QAAQ,IAAI,SAAS;QACtC,QAAQ,EAAE,MAAM,CAAC,QAAQ,IAAI,SAAS;KACvC,CAAC;AACJ,CAAC;AAED,iDAAiD;AAEjD,MAAM,WAAW,GAAG,MAAM,CAAC,CAAC,6BAA6B;AAEzD,MAAM,OAAO,YAAY;IACf,OAAO,CAAgB;IACvB,KAAK,GAAG,CAAC,CAAC;IACV,MAAM,GAAG,IAAI,GAAG,EAAuB,CAAC;IAEhD,YAAY,IAAc;QACxB,IAAI,CAAC,OAAO,GAAG,EAAE,CAAC;QAClB,KAAK,MAAM,GAAG,IAAI,IAAI,EAAE,CAAC;YACvB,IAAI,CAAC;gBACH,MAAM,KAAK,GAAG,aAAa,CAAC,GAAG,CAAC,CAAC;gBACjC,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;gBACzB,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,KAAK,CAAC,GAAG,EAAE;oBACzB,YAAY,EAAE,CAAC;oBACf,YAAY,EAAE,CAAC;oBACf,eAAe,EAAE,CAAC;oBAClB,eAAe,EAAE,CAAC;oBAClB,aAAa,EAAE,CAAC;iBACjB,CAAC,CAAC;YACL,CAAC;YAAC,MAAM,CAAC;gBACP,OAAO,CAAC,IAAI,CAAC,gDAAgD,GAAG,EAAE,CAAC,CAAC;YACtE,CAAC;QACH,CAAC;IACH,CAAC;IAED,IAAI,IAAI;QACN,OAAO,IAAI,CAAC,OAAO,CAAC,MAAM,CAAC;IAC7B,CAAC;IAED;;;OAGG;IACH,IAAI;QACF,IAAI,IAAI,CAAC,OAAO,CAAC,MAAM,KAAK,CAAC;YAAE,OAAO,SAAS,CAAC;QAEhD,MAAM,GAAG,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;QAEvB,gDAAgD;QAChD,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,IAAI,CAAC,OAAO,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;YAC7C,MAAM,GAAG,GAAG,CAAC,IAAI,CAAC,KAAK,GAAG,CAAC,CAAC,GAAG,IAAI,CAAC,OAAO,CAAC,MAAM,CAAC;YACnD,MAAM,KAAK,GAAG,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC;YAChC,MAAM,CAAC,GAAG,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC;YAErC,IAAI,CAAC,CAAC,IAAI,GAAG,IAAI,CAAC,CAAC,aAAa,EAAE,CAAC;gBACjC,IAAI,CAAC,KAAK,GAAG,CAAC,GAAG,GAAG,CAAC,CAAC,GAAG,IAAI,CAAC,OAAO,CAAC,MAAM,CAAC;gBAC7C,OAAO,KAAK,CAAC;YACf,CAAC;QACH,CAAC;QAED,uDAAuD;QACvD,IAAI,SAAS,GAAG,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;QACzC,IAAI,eAAe,GAAG,QAAQ,CAAC;QAE/B,KAAK,MAAM,KAAK,IAAI,IAAI,CAAC,OAAO,EAAE,CAAC;YACjC,MAAM,CAAC,GAAG,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC;YACrC,IAAI,CAAC,IAAI,CAAC,CAAC,aAAa,GAAG,eAAe,EAAE,CAAC;gBAC3C,eAAe,GAAG,CAAC,CAAC,aAAa,CAAC;gBAClC,SAAS,GAAG,KAAK,CAAC;YACpB,CAAC;QACH,CAAC;QAED,IAAI,CAAC,KAAK,GAAG,CAAC,IAAI,CAAC,OAAO,CAAC,OAAO,CAAC,SAAS,CAAC,GAAG,CAAC,CAAC,GAAG,IAAI,CAAC,OAAO,CAAC,MAAM,CAAC;QACzE,OAAO,SAAS,CAAC;IACnB,CAAC;IAED;;OAEG;IACH,WAAW,CAAC,QAAgB;QAC1B,MAAM,CAAC,GAAG,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,QAAQ,CAAC,CAAC;QACpC,IAAI,CAAC,EAAE,CAAC;YACN,CAAC,CAAC,YAAY,EAAE,CAAC;YACjB,CAAC,CAAC,eAAe,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;YAC/B,CAAC,CAAC,aAAa,GAAG,CAAC,CAAC,CAAC,4BAA4B;QACnD,CAAC;IACH,CAAC;IAED;;OAEG;IACH,UAAU,CAAC,QAAgB;QACzB,MAAM,CAAC,GAAG,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,QAAQ,CAAC,CAAC;QACpC,IAAI,CAAC,EAAE,CAAC;YACN,CAAC,CAAC,YAAY,EAAE,CAAC;YACjB,CAAC,CAAC,eAAe,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;YAC/B,CAAC,CAAC,aAAa,GAAG,IAAI,CAAC,GAAG,EAAE,GAAG,WAAW,CAAC;QAC7C,CAAC;IACH,CAAC;IAED;;OAEG;IACH,cAAc;QACZ,OAAO,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC;YAC9B,GAAG,EAAE,CAAC,CAAC,GAAG;YACV,MAAM,EAAE,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,CAAC,GAAG,CAAE;SAChC,CAAC,CAAC,CAAC;IACN,CAAC;CACF;AAED,kBAAkB;AAElB,IAAI,OAAiC,CAAC;AAEtC,MAAM,UAAU,gBAAgB;IAC9B,MAAM,MAAM,GAAG,OAAO,CAAC,GAAG,CAAC,SAAS,EAAE,IAAI,EAAE,CAAC;IAC7C,MAAM,KAAK,GAAG,OAAO,CAAC,GAAG,CAAC,UAAU,EAAE,IAAI,EAAE,CAAC;IAE7C,MAAM,IAAI,GAAa,EAAE,CAAC;IAE1B,IAAI,KAAK,EAAE,CAAC;QACV,gDAAgD;QAChD,IAAI,CAAC,IAAI,CAAC,GAAG,KAAK,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC,CAAC;IACtE,CAAC;SAAM,IAAI,MAAM,EAAE,CAAC;QAClB,IAAI,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;IACpB,CAAC;IAED,IAAI,IAAI,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;QACpB,MAAM,CAAC,GAAG,IAAI,YAAY,CAAC,IAAI,CAAC,CAAC;QACjC,IAAI,CAAC,CAAC,IAAI,GAAG,CAAC,EAAE,CAAC;YACf,OAAO,GAAG,CAAC,CAAC;QACd,CAAC;IACH,CAAC;AACH,CAAC;AAED;;;GAGG;AACH,MAAM,UAAU,YAAY,CAAC,QAAiB;IAC5C,IAAI,QAAQ;QAAE,OAAO,QAAQ,CAAC;IAC9B,OAAO,OAAO,EAAE,IAAI,EAAE,EAAE,GAAG,CAAC;AAC9B,CAAC;AAED;;GAEG;AACH,MAAM,UAAU,gBAAgB,CAAC,QAAiB;IAChD,IAAI,QAAQ,IAAI,OAAO,EAAE,CAAC;QACxB,OAAO,CAAC,WAAW,CAAC,QAAQ,CAAC,CAAC;IAChC,CAAC;AACH,CAAC;AAED;;GAEG;AACH,MAAM,UAAU,eAAe,CAAC,QAAiB;IAC/C,IAAI,QAAQ,IAAI,OAAO,EAAE,CAAC;QACxB,OAAO,CAAC,UAAU,CAAC,QAAQ,CAAC,CAAC;IAC/B,CAAC;AACH,CAAC;AAED,MAAM,UAAU,kBAAkB;IAChC,OAAO,CAAC,CAAC,CAAC,OAAO,CAAC,GAAG,CAAC,SAAS,EAAE,IAAI,EAAE,IAAI,OAAO,CAAC,GAAG,CAAC,UAAU,EAAE,IAAI,EAAE,CAAC,CAAC;AAC7E,CAAC"}

package/dist/tools/action-executor.d.ts

@@ -0,0 +1,66 @@
+/**
+ * Action Executor — extracted from interact.ts.
+ *
+ * Shared between:
+ *   - interact tool (automated action sequences)
+ *   - explore REPL (interactive CLI browser session)
+ *
+ * All browser action handlers live here. interact.ts and cli-explore.ts
+ * import executeAction from this module.
+ *
+ * Note: evaluate and paginate actions use new Function() intentionally —
+ * the user explicitly provides JS scripts for browser-side execution.
+ * This is the same pattern used in the original interact.ts.
+ */
+import type { RefEntry } from "../snapshot/index.js";
+export interface ActionResult {
+    type: string;
+    success: boolean;
+    error?: string;
+    result?: unknown;
+}
+export type ActionInput = {
+    type: string;
+    selector?: string;
+    ref?: string;
+    text?: string;
+    value?: string;
+    script?: string;
+    key?: string;
+    url?: string;
+    duration?: number;
+    x?: number;
+    y?: number;
+    target_selector?: string;
+    target_ref?: string;
+    file_paths?: string[];
+    storage?: "local" | "session";
+    auth_profile?: string;
+    next_selector?: string;
+    next_ref?: string;
+    extract_script?: string;
+    max_pages?: number;
+    wait_after_click?: number;
+    keywords?: string[];
+    max_clicks?: number;
+    cookies?: Array<{
+        name: string;
+        value: string;
+        domain?: string;
+        path?: string;
+        expires?: number;
+        httpOnly?: boolean;
+        secure?: boolean;
+        sameSite?: "Strict" | "Lax" | "None";
+    }>;
+};
+export declare function humanDelay(): number;
+export declare function resolveRefToLocator(page: import("rebrowser-playwright").Page, refEntry: RefEntry): import("rebrowser-playwright").Locator;
+export declare function getTargetSelector(action: ActionInput, sessionId: string | undefined): {
+    selector?: string;
+    refEntry?: RefEntry;
+    error?: string;
+};
+export declare function buildCssSelectorFromRef(refEntry: RefEntry): string;
+export declare function executeAction(page: import("rebrowser-playwright").Page, action: ActionInput, screenshots: string[], timeout: number, sessionId?: string): Promise<ActionResult>;
+//# sourceMappingURL=action-executor.d.ts.map

package/dist/tools/action-executor.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"action-executor.d.ts","sourceRoot":"","sources":["../../src/tools/action-executor.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;GAaG;AAOH,OAAO,KAAK,EAAE,QAAQ,EAAE,MAAM,sBAAsB,CAAC;AAKrD,MAAM,WAAW,YAAY;IAC3B,IAAI,EAAE,MAAM,CAAC;IACb,OAAO,EAAE,OAAO,CAAC;IACjB,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,MAAM,CAAC,EAAE,OAAO,CAAC;CAClB;AAED,MAAM,MAAM,WAAW,GAAG;IACxB,IAAI,EAAE,MAAM,CAAC;IACb,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,GAAG,CAAC,EAAE,MAAM,CAAC;IACb,IAAI,CAAC,EAAE,MAAM,CAAC;IACd,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,GAAG,CAAC,EAAE,MAAM,CAAC;IACb,GAAG,CAAC,EAAE,MAAM,CAAC;IACb,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,CAAC,CAAC,EAAE,MAAM,CAAC;IACX,CAAC,CAAC,EAAE,MAAM,CAAC;IACX,eAAe,CAAC,EAAE,MAAM,CAAC;IACzB,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB,UAAU,CAAC,EAAE,MAAM,EAAE,CAAC;IACtB,OAAO,CAAC,EAAE,OAAO,GAAG,SAAS,CAAC;IAC9B,YAAY,CAAC,EAAE,MAAM,CAAC;IACtB,aAAa,CAAC,EAAE,MAAM,CAAC;IACvB,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,cAAc,CAAC,EAAE,MAAM,CAAC;IACxB,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,gBAAgB,CAAC,EAAE,MAAM,CAAC;IAC1B,QAAQ,CAAC,EAAE,MAAM,EAAE,CAAC;IACpB,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB,OAAO,CAAC,EAAE,KAAK,CAAC;QACd,IAAI,EAAE,MAAM,CAAC;QACb,KAAK,EAAE,MAAM,CAAC;QACd,MAAM,CAAC,EAAE,MAAM,CAAC;QAChB,IAAI,CAAC,EAAE,MAAM,CAAC;QACd,OAAO,CAAC,EAAE,MAAM,CAAC;QACjB,QAAQ,CAAC,EAAE,OAAO,CAAC;QACnB,MAAM,CAAC,EAAE,OAAO,CAAC;QACjB,QAAQ,CAAC,EAAE,QAAQ,GAAG,KAAK,GAAG,MAAM,CAAC;KACtC,CAAC,CAAC;CACJ,CAAC;AAIF,wBAAgB,UAAU,IAAI,MAAM,CAKnC;AAED,wBAAgB,mBAAmB,CACjC,IAAI,EAAE,OAAO,sBAAsB,EAAE,IAAI,EACzC,QAAQ,EAAE,QAAQ,GACjB,OAAO,sBAAsB,EAAE,OAAO,CASxC;AAED,wBAAgB,iBAAiB,CAC/B,MAAM,EAAE,WAAW,EACnB,SAAS,EAAE,MAAM,GAAG,SAAS,GAC5B;IAAE,QAAQ,CAAC,EAAE,MAAM,CAAC;IAAC,QAAQ,CAAC,EAAE,QAAQ,CAAC;IAAC,KAAK,CAAC,EAAE,MAAM,CAAA;CAAE,CAe5D;AAED,wBAAgB,uBAAuB,CAAC,QAAQ,EAAE,QAAQ,GAAG,MAAM,CAWlE;AAID,wBAAsB,aAAa,CACjC,IAAI,EAAE,OAAO,sBAAsB,EAAE,IAAI,EACzC,MAAM,EAAE,WAAW,EACnB,WAAW,EAAE,MAAM,EAAE,EACrB,OAAO,EAAE,MAAM,EACf,SAAS,CAAC,EAAE,MAAM,GACjB,OAAO,CAAC,YAAY,CAAC,CAiUvB"}

package/dist/tools/action-executor.js

@@ -0,0 +1,403 @@
+/**
+ * Action Executor — extracted from interact.ts.
+ *
+ * Shared between:
+ *   - interact tool (automated action sequences)
+ *   - explore REPL (interactive CLI browser session)
+ *
+ * All browser action handlers live here. interact.ts and cli-explore.ts
+ * import executeAction from this module.
+ *
+ * Note: evaluate and paginate actions use new Function() intentionally —
+ * the user explicitly provides JS scripts for browser-side execution.
+ * This is the same pattern used in the original interact.ts.
+ */
+import { HUMAN_DELAY_MIN_MS, HUMAN_DELAY_MAX_MS, } from "../constants.js";
+import { getSnapshotStore } from "../snapshot/index.js";
+import { getAuthProfile, updateLastLogin } from "../security/auth-vault.js";
+// ── Helpers ──
+export function humanDelay() {
+    return (HUMAN_DELAY_MIN_MS +
+        Math.floor(Math.random() * (HUMAN_DELAY_MAX_MS - HUMAN_DELAY_MIN_MS)));
+}
+export function resolveRefToLocator(page, refEntry) {
+    const locator = refEntry.name
+        ? page.getByRole(refEntry.role, {
+            name: refEntry.name,
+            exact: true,
+        })
+        : page.getByRole(refEntry.role);
+    return refEntry.nth !== undefined ? locator.nth(refEntry.nth) : locator;
+}
+export function getTargetSelector(action, sessionId) {
+    if (action.ref && action.selector) {
+        return { error: "ref and selector are mutually exclusive — provide one, not both" };
+    }
+    if (action.ref && sessionId) {
+        const entry = getSnapshotStore().resolveRef(sessionId, action.ref);
+        if (!entry) {
+            return { error: `ref '${action.ref}' not found. Take a snapshot first to get valid refs.` };
+        }
+        return { refEntry: entry };
+    }
+    if (action.ref && !sessionId) {
+        return { error: "ref requires session_id to resolve. Provide session_id or use selector instead." };
+    }
+    return { selector: action.selector };
+}
+export function buildCssSelectorFromRef(refEntry) {
+    const roleMap = {
+        button: "button",
+        link: "a",
+        textbox: "input",
+        searchbox: "input[type=search]",
+        checkbox: "input[type=checkbox]",
+        radio: "input[type=radio]",
+    };
+    const tag = roleMap[refEntry.role] ?? `[role="${refEntry.role}"]`;
+    return refEntry.name ? `${tag}:has-text("${refEntry.name.replace(/"/g, '\\"')}")` : tag;
+}
+// ── Core Action Executor ──
+export async function executeAction(page, action, screenshots, timeout, sessionId) {
+    try {
+        const needsTarget = ["click", "type", "hover", "select", "press", "wait", "drag", "upload"].includes(action.type);
+        let refEntry;
+        let cssSelector;
+        if (needsTarget && (action.ref || action.selector)) {
+            const target = getTargetSelector(action, sessionId);
+            if (target.error)
+                return { type: action.type, success: false, error: target.error };
+            refEntry = target.refEntry;
+            cssSelector = target.selector;
+        }
+        switch (action.type) {
+            case "click": {
+                if (!refEntry && !cssSelector)
+                    return { type: "click", success: false, error: "selector or ref required" };
+                if (refEntry) {
+                    await resolveRefToLocator(page, refEntry).click({ timeout });
+                }
+                else {
+                    await page.click(cssSelector, { timeout });
+                }
+                await page.waitForLoadState("networkidle", { timeout: 5000 }).catch(() => { });
+                return { type: "click", success: true };
+            }
+            case "type": {
+                if (!refEntry && !cssSelector)
+                    return { type: "type", success: false, error: "selector or ref required" };
+                if (action.text === undefined)
+                    return { type: "type", success: false, error: "text required" };
+                if (refEntry) {
+                    await resolveRefToLocator(page, refEntry).fill(action.text, { timeout });
+                }
+                else {
+                    await page.fill(cssSelector, action.text, { timeout });
+                }
+                return { type: "type", success: true };
+            }
+            case "scroll": {
+                const x = action.x ?? 0;
+                const y = action.y ?? 500;
+                await page.evaluate(({ dx, dy }) => window.scrollBy(dx, dy), { dx: x, dy: y });
+                return { type: "scroll", success: true };
+            }
+            case "wait": {
+                if (refEntry) {
+                    await resolveRefToLocator(page, refEntry).waitFor({ timeout });
+                }
+                else if (cssSelector) {
+                    await page.waitForSelector(cssSelector, { timeout });
+                }
+                else {
+                    await page.waitForTimeout(action.duration ?? 1000);
+                }
+                return { type: "wait", success: true };
+            }
+            case "screenshot": {
+                const buf = await page.screenshot({ fullPage: false });
+                screenshots.push(buf.toString("base64"));
+                return { type: "screenshot", success: true };
+            }
+            case "evaluate": {
+                if (!action.script)
+                    return { type: "evaluate", success: false, error: "script required" };
+                const evalFn = new Function(action.script);
+                const result = await page.evaluate(evalFn);
+                return { type: "evaluate", success: true, result };
+            }
+            case "select": {
+                if (!refEntry && !cssSelector)
+                    return { type: "select", success: false, error: "selector or ref required" };
+                if (action.value === undefined)
+                    return { type: "select", success: false, error: "value required" };
+                if (refEntry) {
+                    await resolveRefToLocator(page, refEntry).selectOption(action.value, { timeout });
+                }
+                else {
+                    await page.selectOption(cssSelector, action.value, { timeout });
+                }
+                return { type: "select", success: true };
+            }
+            case "hover": {
+                if (!refEntry && !cssSelector)
+                    return { type: "hover", success: false, error: "selector or ref required" };
+                if (refEntry) {
+                    await resolveRefToLocator(page, refEntry).hover({ timeout });
+                }
+                else {
+                    await page.hover(cssSelector, { timeout });
+                }
+                return { type: "hover", success: true };
+            }
+            case "press": {
+                if (!action.key)
+                    return { type: "press", success: false, error: "key required" };
+                if (refEntry) {
+                    await resolveRefToLocator(page, refEntry).press(action.key, { timeout });
+                }
+                else if (cssSelector) {
+                    await page.press(cssSelector, action.key, { timeout });
+                }
+                else {
+                    await page.keyboard.press(action.key);
+                }
+                return { type: "press", success: true };
+            }
+            case "navigate": {
+                if (!action.url)
+                    return { type: "navigate", success: false, error: "url required" };
+                await page.goto(action.url, { waitUntil: "load", timeout });
+                return { type: "navigate", success: true };
+            }
+            case "drag": {
+                if (!refEntry && !cssSelector)
+                    return { type: "drag", success: false, error: "selector or ref required for source" };
+                if (!action.target_selector && !action.target_ref)
+                    return { type: "drag", success: false, error: "target_selector or target_ref required" };
+                const sourceSelector = refEntry ? buildCssSelectorFromRef(refEntry) : cssSelector;
+                let targetSelector;
+                if (action.target_ref && sessionId) {
+                    const targetEntry = getSnapshotStore().resolveRef(sessionId, action.target_ref);
+                    if (!targetEntry)
+                        return { type: "drag", success: false, error: `target ref '${action.target_ref}' not found` };
+                    targetSelector = buildCssSelectorFromRef(targetEntry);
+                }
+                else if (action.target_selector) {
+                    targetSelector = action.target_selector;
+                }
+                else {
+                    return { type: "drag", success: false, error: "target_selector or target_ref required" };
+                }
+                await page.dragAndDrop(sourceSelector, targetSelector, { timeout });
+                return { type: "drag", success: true };
+            }
+            case "upload": {
+                if (!refEntry && !cssSelector)
+                    return { type: "upload", success: false, error: "selector or ref required" };
+                if (!action.file_paths?.length)
+                    return { type: "upload", success: false, error: "file_paths required" };
+                if (refEntry) {
+                    await resolveRefToLocator(page, refEntry).setInputFiles(action.file_paths, { timeout });
+                }
+                else {
+                    await page.setInputFiles(cssSelector, action.file_paths, { timeout });
+                }
+                return { type: "upload", success: true };
+            }
+            case "storage_get": {
+                if (!action.storage)
+                    return { type: "storage_get", success: false, error: "storage type required (local or session)" };
+                const storageObj = action.storage === "local" ? "localStorage" : "sessionStorage";
+                const storageKey = action.key;
+                const storageResult = await page.evaluate(({ obj, k }) => {
+                    const storage = obj === "localStorage" ? localStorage : sessionStorage;
+                    if (k)
+                        return storage.getItem(k);
+                    const all = {};
+                    for (let i = 0; i < storage.length; i++) {
+                        const key = storage.key(i);
+                        if (key)
+                            all[key] = storage.getItem(key);
+                    }
+                    return all;
+                }, { obj: storageObj, k: storageKey });
+                return { type: "storage_get", success: true, result: storageResult };
+            }
+            case "storage_set": {
+                if (!action.storage)
+                    return { type: "storage_set", success: false, error: "storage type required" };
+                if (!action.key)
+                    return { type: "storage_set", success: false, error: "key required" };
+                if (action.value === undefined)
+                    return { type: "storage_set", success: false, error: "value required" };
+                const storageTarget = action.storage === "local" ? "localStorage" : "sessionStorage";
+                await page.evaluate(({ obj, k, v }) => {
+                    const storage = obj === "localStorage" ? localStorage : sessionStorage;
+                    storage.setItem(k, v);
+                }, { obj: storageTarget, k: action.key, v: action.value });
+                return { type: "storage_set", success: true };
+            }
+            case "cookie_get": {
+                const allCookies = await page.context().cookies();
+                const filtered = action.key ? allCookies.filter((c) => c.name === action.key) : allCookies;
+                return { type: "cookie_get", success: true, result: filtered };
+            }
+            case "cookie_set": {
+                if (!action.cookies?.length)
+                    return { type: "cookie_set", success: false, error: "cookies array required" };
+                const pageUrl = page.url();
+                const cookiesToSet = action.cookies.map((c) => ({ ...c, url: c.domain ? undefined : pageUrl }));
+                // eslint-disable-next-line @typescript-eslint/no-explicit-any
+                await page.context().addCookies(cookiesToSet);
+                return { type: "cookie_set", success: true };
+            }
+            case "pdf": {
+                const pdfBuf = await page.pdf();
+                screenshots.push(pdfBuf.toString("base64"));
+                return { type: "pdf", success: true, result: "PDF saved to screenshots array as base64" };
+            }
+            case "refresh": {
+                await page.reload({ waitUntil: "load", timeout });
+                return { type: "refresh", success: true };
+            }
+            case "paginate": {
+                if (!action.extract_script)
+                    return { type: "paginate", success: false, error: "extract_script required" };
+                if (!action.next_selector && !action.next_ref)
+                    return { type: "paginate", success: false, error: "next_selector or next_ref required" };
+                const maxPages = action.max_pages ?? 10;
+                const waitMs = action.wait_after_click ?? 2000;
+                const allData = [];
+                let nextRefEntry;
+                let nextCss;
+                if (action.next_ref && sessionId) {
+                    const entry = getSnapshotStore().resolveRef(sessionId, action.next_ref);
+                    if (!entry)
+                        return { type: "paginate", success: false, error: `next_ref '${action.next_ref}' not found` };
+                    nextRefEntry = entry;
+                }
+                else {
+                    nextCss = action.next_selector;
+                }
+                const extractFn = action.extract_script;
+                for (let pg = 0; pg < maxPages; pg++) {
+                    const extracted = await page.evaluate((script) => (new Function(script))(), extractFn);
+                    if (extracted !== null && extracted !== undefined) {
+                        if (Array.isArray(extracted)) {
+                            allData.push(...extracted);
+                        }
+                        else if (typeof extracted === "string") {
+                            try {
+                                const parsed = JSON.parse(extracted);
+                                Array.isArray(parsed) ? allData.push(...parsed) : allData.push(parsed);
+                            }
+                            catch {
+                                allData.push(extracted);
+                            }
+                        }
+                        else {
+                            allData.push(extracted);
+                        }
+                    }
+                    if (pg >= maxPages - 1)
+                        break;
+                    try {
+                        if (nextRefEntry) {
+                            const loc = resolveRefToLocator(page, nextRefEntry);
+                            if (!await loc.isVisible().catch(() => false))
+                                break;
+                            await loc.click({ timeout });
+                        }
+                        else if (nextCss) {
+                            const el = page.locator(nextCss);
+                            if (!await el.isVisible().catch(() => false))
+                                break;
+                            const isDisabled = await el.evaluate((node) => {
+                                const htmlEl = node;
+                                return htmlEl.classList.contains("disabled") ||
+                                    htmlEl.getAttribute("aria-disabled") === "true" ||
+                                    htmlEl.disabled === true;
+                            }).catch(() => false);
+                            if (isDisabled)
+                                break;
+                            await el.click({ timeout });
+                        }
+                    }
+                    catch {
+                        break;
+                    }
+                    await page.waitForTimeout(waitMs);
+                    await page.waitForLoadState("networkidle", { timeout: 5000 }).catch(() => { });
+                }
+                return { type: "paginate", success: true, result: allData };
+            }
+            case "auto_click": {
+                const defaultKeywords = [
+                    "show more", "load more", "gallery", "view images", "view photos",
+                    "prikaži više", "učitaj još", "galerija", "slike", "fotografije",
+                    "photos", "images", "see more", "more images", "more photos",
+                    "expand", "prikazi jos", "jos slika", "vise slika",
+                    "ucitaj vise", "prikazi vise", "prikaži još", "učitaj više",
+                ];
+                const keywords = action.keywords ?? defaultKeywords;
+                const maxClicks = action.max_clicks ?? 5;
+                const clicked = [];
+                for (let round = 0; round < maxClicks; round++) {
+                    const found = await page.evaluate((kw) => {
+                        const clickedTexts = [];
+                        const buttons = Array.from(document.querySelectorAll("button, a, [role=button], .btn, .button, [class*=gallery], [class*=image], [class*=photo], [class*=more], [class*=load], [class*=expand], [id*=gallery], [id*=image], [id*=photo], [id*=more]"));
+                        for (const btn of buttons) {
+                            const el = btn;
+                            const text = (el.textContent || el.title || el.getAttribute("aria-label") || "").toLowerCase();
+                            const matched = kw.some((k) => text.includes(k.toLowerCase()));
+                            if (matched && el.offsetParent !== null) {
+                                try {
+                                    el.click();
+                                    el.scrollIntoView({ behavior: "instant", block: "center" });
+                                    clickedTexts.push(text.slice(0, 100));
+                                }
+                                catch { }
+                            }
+                        }
+                        return clickedTexts;
+                    }, keywords);
+                    if (found.length === 0)
+                        break;
+                    clicked.push(...found);
+                    await page.waitForTimeout(action.wait_after_click ?? 2500);
+                    await page.waitForLoadState("networkidle", { timeout: 5000 }).catch(() => { });
+                }
+                return { type: "auto_click", success: true, result: { clicked: clicked.length, buttons: clicked } };
+            }
+            case "auth_login": {
+                if (!action.auth_profile)
+                    return { type: "auth_login", success: false, error: "auth_profile name required" };
+                const profile = await getAuthProfile(action.auth_profile);
+                if (!profile)
+                    return { type: "auth_login", success: false, error: `Auth profile '${action.auth_profile}' not found` };
+                if (profile.url) {
+                    await page.goto(profile.url, { waitUntil: "load", timeout });
+                }
+                await page.fill(profile.selectors.username, profile.username, { timeout });
+                await page.waitForTimeout(humanDelay());
+                await page.fill(profile.selectors.password, profile.password, { timeout });
+                await page.waitForTimeout(humanDelay());
+                await page.click(profile.selectors.submit, { timeout });
+                await page.waitForLoadState("networkidle", { timeout: 10000 }).catch(() => { });
+                await updateLastLogin(action.auth_profile);
+                return { type: "auth_login", success: true, result: `Logged in as ${profile.username}` };
+            }
+            default:
+                return { type: action.type, success: false, error: "unknown action type" };
+        }
+    }
+    catch (err) {
+        return {
+            type: action.type,
+            success: false,
+            error: err instanceof Error ? err.message : String(err),
+        };
+    }
+}
+//# sourceMappingURL=action-executor.js.map