@steel-experiments/pi-steel 0.1.0

package/dist/tools/captcha-guard.js

@@ -0,0 +1,191 @@
+import { emitProgress, isAbortError, sleepWithSignal, throwIfAborted, } from "./tool-runtime.js";
+const CAPTCHA_WAIT_MS_ENV = "STEEL_CAPTCHA_WAIT_MS";
+const CAPTCHA_MAX_RETRIES_ENV = "STEEL_CAPTCHA_MAX_RETRIES";
+const CAPTCHA_POLL_INTERVAL_MS_ENV = "STEEL_CAPTCHA_POLL_INTERVAL_MS";
+const DEFAULT_CAPTCHA_WAIT_MS = 45_000;
+const DEFAULT_CAPTCHA_MAX_RETRIES = 1;
+const DEFAULT_CAPTCHA_POLL_INTERVAL_MS = 1_500;
+const MIN_CAPTCHA_WAIT_MS = 1_000;
+const MAX_CAPTCHA_WAIT_MS = 180_000;
+const MIN_CAPTCHA_POLL_INTERVAL_MS = 250;
+const MAX_CAPTCHA_POLL_INTERVAL_MS = 10_000;
+const MAX_CAPTCHA_RETRIES = 3;
+function parsePositiveInt(raw) {
+    if (raw === undefined) {
+        return null;
+    }
+    const value = raw.trim();
+    if (!value) {
+        return null;
+    }
+    const parsed = Number.parseInt(value, 10);
+    if (!Number.isFinite(parsed) || parsed <= 0) {
+        return null;
+    }
+    return parsed;
+}
+function resolveCaptchaWaitMs() {
+    const parsed = parsePositiveInt(process.env[CAPTCHA_WAIT_MS_ENV]);
+    if (parsed === null) {
+        return DEFAULT_CAPTCHA_WAIT_MS;
+    }
+    return Math.max(MIN_CAPTCHA_WAIT_MS, Math.min(parsed, MAX_CAPTCHA_WAIT_MS));
+}
+function resolveCaptchaMaxRetries() {
+    const parsed = parsePositiveInt(process.env[CAPTCHA_MAX_RETRIES_ENV]);
+    if (parsed === null) {
+        return DEFAULT_CAPTCHA_MAX_RETRIES;
+    }
+    return Math.max(0, Math.min(parsed, MAX_CAPTCHA_RETRIES));
+}
+function resolveCaptchaPollIntervalMs() {
+    const parsed = parsePositiveInt(process.env[CAPTCHA_POLL_INTERVAL_MS_ENV]);
+    if (parsed === null) {
+        return DEFAULT_CAPTCHA_POLL_INTERVAL_MS;
+    }
+    return Math.max(MIN_CAPTCHA_POLL_INTERVAL_MS, Math.min(parsed, MAX_CAPTCHA_POLL_INTERVAL_MS));
+}
+function normalizeErrorText(error) {
+    if (error instanceof Error) {
+        return error.message.toLowerCase();
+    }
+    if (typeof error === "string") {
+        return error.toLowerCase();
+    }
+    return String(error ?? "").toLowerCase();
+}
+export function isCaptchaInterferenceError(error) {
+    const message = normalizeErrorText(error);
+    return (message.includes("captcha") ||
+        message.includes("hcaptcha") ||
+        message.includes("recaptcha") ||
+        message.includes("intercepts pointer events"));
+}
+function normalizeCaptchaStatusEntries(value) {
+    if (!Array.isArray(value)) {
+        return [];
+    }
+    return value.filter((entry) => typeof entry === "object" && entry !== null);
+}
+function hasActiveCaptcha(entries) {
+    for (const entry of entries) {
+        if (entry.isSolvingCaptcha) {
+            return true;
+        }
+        if (Array.isArray(entry.tasks) && entry.tasks.length > 0) {
+            return true;
+        }
+    }
+    return false;
+}
+async function tryReadCaptchaStatus(session, summary, signal) {
+    throwIfAborted(signal);
+    if (typeof session.captchasStatus !== "function") {
+        return [];
+    }
+    const status = await session.captchasStatus();
+    summary.statusChecks += 1;
+    return normalizeCaptchaStatusEntries(status);
+}
+async function runCaptchaRecoveryStep(session, context, actionLabel, onUpdate, summary, signal) {
+    throwIfAborted(signal);
+    const waitMs = resolveCaptchaWaitMs();
+    const pollIntervalMs = resolveCaptchaPollIntervalMs();
+    const deadline = Date.now() + waitMs;
+    let statusEntries = [];
+    try {
+        statusEntries = await tryReadCaptchaStatus(session, summary, signal);
+    }
+    catch (error) {
+        if (isAbortError(error)) {
+            throw error;
+        }
+        await emitProgress(onUpdate, context, `Captcha status check failed: ${error instanceof Error ? error.message : "unknown error"}`);
+    }
+    if (statusEntries.length > 0) {
+        await emitProgress(onUpdate, context, `Captcha status detected for ${statusEntries.length} page(s)`);
+    }
+    else {
+        await emitProgress(onUpdate, context, "No explicit captcha status returned; attempting solve anyway");
+    }
+    if (typeof session.captchasSolve === "function") {
+        throwIfAborted(signal);
+        summary.solveAttempts += 1;
+        try {
+            const solveResult = await session.captchasSolve();
+            const message = typeof solveResult === "object" &&
+                solveResult !== null &&
+                "message" in solveResult &&
+                typeof solveResult.message === "string"
+                ? solveResult.message
+                : "captcha solve requested";
+            await emitProgress(onUpdate, context, `Captcha solve call: ${message}`);
+        }
+        catch (error) {
+            if (isAbortError(error)) {
+                throw error;
+            }
+            await emitProgress(onUpdate, context, `Captcha solve call failed: ${error instanceof Error ? error.message : "unknown error"}`);
+        }
+    }
+    else {
+        await emitProgress(onUpdate, context, "Session does not expose captchas.solve; proceeding with retry");
+    }
+    while (Date.now() < deadline && typeof session.captchasStatus === "function") {
+        throwIfAborted(signal);
+        await sleepWithSignal(pollIntervalMs, signal);
+        try {
+            statusEntries = await tryReadCaptchaStatus(session, summary, signal);
+        }
+        catch (error) {
+            if (isAbortError(error)) {
+                throw error;
+            }
+            await emitProgress(onUpdate, context, `Captcha status polling failed: ${error instanceof Error ? error.message : "unknown error"}`);
+            break;
+        }
+        if (!hasActiveCaptcha(statusEntries)) {
+            await emitProgress(onUpdate, context, "Captcha state cleared; retrying action");
+            return;
+        }
+    }
+    if (typeof session.captchasStatus === "function") {
+        summary.waitTimedOut = true;
+        await emitProgress(onUpdate, context, `Captcha wait reached ${waitMs}ms; retrying ${actionLabel}`);
+    }
+}
+export async function runWithCaptchaRecovery(options) {
+    const { session, context, actionLabel, onUpdate, operation, signal, shouldRetry = isCaptchaInterferenceError, } = options;
+    const maxRetries = resolveCaptchaMaxRetries();
+    const summary = {
+        triggered: false,
+        retries: 0,
+        solveAttempts: 0,
+        statusChecks: 0,
+        waitTimedOut: false,
+    };
+    let attempt = 0;
+    while (true) {
+        throwIfAborted(signal);
+        try {
+            await operation();
+            return summary;
+        }
+        catch (error) {
+            if (isAbortError(error)) {
+                throw error;
+            }
+            throwIfAborted(signal);
+            const retriable = shouldRetry(error);
+            if (!retriable || attempt >= maxRetries) {
+                throw error;
+            }
+            summary.triggered = true;
+            summary.retries += 1;
+            await emitProgress(onUpdate, context, `Captcha-related blocker detected while trying to ${actionLabel}`);
+            await runCaptchaRecoveryStep(session, context, actionLabel, onUpdate, summary, signal);
+            attempt += 1;
+        }
+    }
+}
+//# sourceMappingURL=captcha-guard.js.map

package/dist/tools/captcha-guard.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"captcha-guard.js","sourceRoot":"","sources":["../../src/tools/captcha-guard.ts"],"names":[],"mappings":"AAAA,OAAO,EACL,YAAY,EACZ,YAAY,EACZ,eAAe,EACf,cAAc,GAEf,MAAM,mBAAmB,CAAC;AAE3B,MAAM,mBAAmB,GAAG,uBAAuB,CAAC;AACpD,MAAM,uBAAuB,GAAG,2BAA2B,CAAC;AAC5D,MAAM,4BAA4B,GAAG,gCAAgC,CAAC;AAEtE,MAAM,uBAAuB,GAAG,MAAM,CAAC;AACvC,MAAM,2BAA2B,GAAG,CAAC,CAAC;AACtC,MAAM,gCAAgC,GAAG,KAAK,CAAC;AAE/C,MAAM,mBAAmB,GAAG,KAAK,CAAC;AAClC,MAAM,mBAAmB,GAAG,OAAO,CAAC;AACpC,MAAM,4BAA4B,GAAG,GAAG,CAAC;AACzC,MAAM,4BAA4B,GAAG,MAAM,CAAC;AAC5C,MAAM,mBAAmB,GAAG,CAAC,CAAC;AA+B9B,SAAS,gBAAgB,CAAC,GAAuB;IAC/C,IAAI,GAAG,KAAK,SAAS,EAAE,CAAC;QACtB,OAAO,IAAI,CAAC;IACd,CAAC;IAED,MAAM,KAAK,GAAG,GAAG,CAAC,IAAI,EAAE,CAAC;IACzB,IAAI,CAAC,KAAK,EAAE,CAAC;QACX,OAAO,IAAI,CAAC;IACd,CAAC;IAED,MAAM,MAAM,GAAG,MAAM,CAAC,QAAQ,CAAC,KAAK,EAAE,EAAE,CAAC,CAAC;IAC1C,IAAI,CAAC,MAAM,CAAC,QAAQ,CAAC,MAAM,CAAC,IAAI,MAAM,IAAI,CAAC,EAAE,CAAC;QAC5C,OAAO,IAAI,CAAC;IACd,CAAC;IAED,OAAO,MAAM,CAAC;AAChB,CAAC;AAED,SAAS,oBAAoB;IAC3B,MAAM,MAAM,GAAG,gBAAgB,CAAC,OAAO,CAAC,GAAG,CAAC,mBAAmB,CAAC,CAAC,CAAC;IAClE,IAAI,MAAM,KAAK,IAAI,EAAE,CAAC;QACpB,OAAO,uBAAuB,CAAC;IACjC,CAAC;IACD,OAAO,IAAI,CAAC,GAAG,CAAC,mBAAmB,EAAE,IAAI,CAAC,GAAG,CAAC,MAAM,EAAE,mBAAmB,CAAC,CAAC,CAAC;AAC9E,CAAC;AAED,SAAS,wBAAwB;IAC/B,MAAM,MAAM,GAAG,gBAAgB,CAAC,OAAO,CAAC,GAAG,CAAC,uBAAuB,CAAC,CAAC,CAAC;IACtE,IAAI,MAAM,KAAK,IAAI,EAAE,CAAC;QACpB,OAAO,2BAA2B,CAAC;IACrC,CAAC;IACD,OAAO,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,IAAI,CAAC,GAAG,CAAC,MAAM,EAAE,mBAAmB,CAAC,CAAC,CAAC;AAC5D,CAAC;AAED,SAAS,4BAA4B;IACnC,MAAM,MAAM,GAAG,gBAAgB,CAAC,OAAO,CAAC,GAAG,CAAC,4BAA4B,CAAC,CAAC,CAAC;IAC3E,IAAI,MAAM,KAAK,IAAI,EAAE,CAAC;QACpB,OAAO,gCAAgC,CAAC;IAC1C,CAAC;IACD,OAAO,IAAI,CAAC,GAAG,CACb,4BAA4B,EAC5B,IAAI,CAAC,GAAG,CAAC,MAAM,EAAE,4BAA4B,CAAC,CAC/C,CAAC;AACJ,CAAC;AAED,SAAS,kBAAkB,CAAC,KAAc;IACxC,IAAI,KAAK,YAAY,KAAK,EAAE,CAAC;QAC3B,OAAO,KAAK,CAAC,OAAO,CAAC,WAAW,EAAE,CAAC;IACrC,CAAC;IACD,IAAI,OAAO,KAAK,KAAK,QAAQ,EAAE,CAAC;QAC9B,OAAO,KAAK,CAAC,WAAW,EAAE,CAAC;IAC7B,CAAC;IACD,OAAO,MAAM,CAAC,KAAK,IAAI,EAAE,CAAC,CAAC,WAAW,EAAE,CAAC;AAC3C,CAAC;AAED,MAAM,UAAU,0BAA0B,CAAC,KAAc;IACvD,MAAM,OAAO,GAAG,kBAAkB,CAAC,KAAK,CAAC,CAAC;IAC1C,OAAO,CACL,OAAO,CAAC,QAAQ,CAAC,SAAS,CAAC;QAC3B,OAAO,CAAC,QAAQ,CAAC,UAAU,CAAC;QAC5B,OAAO,CAAC,QAAQ,CAAC,WAAW,CAAC;QAC7B,OAAO,CAAC,QAAQ,CAAC,2BAA2B,CAAC,CAC9C,CAAC;AACJ,CAAC;AAED,SAAS,6BAA6B,CAAC,KAAc;IACnD,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC,EAAE,CAAC;QAC1B,OAAO,EAAE,CAAC;IACZ,CAAC;IAED,OAAO,KAAK,CAAC,MAAM,CACjB,CAAC,KAAK,EAA+B,EAAE,CACrC,OAAO,KAAK,KAAK,QAAQ,IAAI,KAAK,KAAK,IAAI,CAC9C,CAAC;AACJ,CAAC;AAED,SAAS,gBAAgB,CAAC,OAA6B;IACrD,KAAK,MAAM,KAAK,IAAI,OAAO,EAAE,CAAC;QAC5B,IAAI,KAAK,CAAC,gBAAgB,EAAE,CAAC;YAC3B,OAAO,IAAI,CAAC;QACd,CAAC;QACD,IAAI,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC,KAAK,CAAC,IAAI,KAAK,CAAC,KAAK,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YACzD,OAAO,IAAI,CAAC;QACd,CAAC;IACH,CAAC;IACD,OAAO,KAAK,CAAC;AACf,CAAC;AAED,KAAK,UAAU,oBAAoB,CACjC,OAA4B,EAC5B,OAA+B,EAC/B,MAA+B;IAE/B,cAAc,CAAC,MAAM,CAAC,CAAC;IACvB,IAAI,OAAO,OAAO,CAAC,cAAc,KAAK,UAAU,EAAE,CAAC;QACjD,OAAO,EAAE,CAAC;IACZ,CAAC;IACD,MAAM,MAAM,GAAG,MAAM,OAAO,CAAC,cAAc,EAAE,CAAC;IAC9C,OAAO,CAAC,YAAY,IAAI,CAAC,CAAC;IAC1B,OAAO,6BAA6B,CAAC,MAAM,CAAC,CAAC;AAC/C,CAAC;AAED,KAAK,UAAU,sBAAsB,CACnC,OAA4B,EAC5B,OAAe,EACf,WAAmB,EACnB,QAA6B,EAC7B,OAA+B,EAC/B,MAA+B;IAE/B,cAAc,CAAC,MAAM,CAAC,CAAC;IACvB,MAAM,MAAM,GAAG,oBAAoB,EAAE,CAAC;IACtC,MAAM,cAAc,GAAG,4BAA4B,EAAE,CAAC;IACtD,MAAM,QAAQ,GAAG,IAAI,CAAC,GAAG,EAAE,GAAG,MAAM,CAAC;IAErC,IAAI,aAAa,GAAyB,EAAE,CAAC;IAC7C,IAAI,CAAC;QACH,aAAa,GAAG,MAAM,oBAAoB,CAAC,OAAO,EAAE,OAAO,EAAE,MAAM,CAAC,CAAC;IACvE,CAAC;IAAC,OAAO,KAAc,EAAE,CAAC;QACxB,IAAI,YAAY,CAAC,KAAK,CAAC,EAAE,CAAC;YACxB,MAAM,KAAK,CAAC;QACd,CAAC;QACD,MAAM,YAAY,CAChB,QAAQ,EACR,OAAO,EACP,gCACE,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,eAC3C,EAAE,CACH,CAAC;IACJ,CAAC;IAED,IAAI,aAAa,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;QAC7B,MAAM,YAAY,CAChB,QAAQ,EACR,OAAO,EACP,+BAA+B,aAAa,CAAC,MAAM,UAAU,CAC9D,CAAC;IACJ,CAAC;SAAM,CAAC;QACN,MAAM,YAAY,CAChB,QAAQ,EACR,OAAO,EACP,8DAA8D,CAC/D,CAAC;IACJ,CAAC;IAED,IAAI,OAAO,OAAO,CAAC,aAAa,KAAK,UAAU,EAAE,CAAC;QAChD,cAAc,CAAC,MAAM,CAAC,CAAC;QACvB,OAAO,CAAC,aAAa,IAAI,CAAC,CAAC;QAC3B,IAAI,CAAC;YACH,MAAM,WAAW,GAAG,MAAM,OAAO,CAAC,aAAa,EAAE,CAAC;YAClD,MAAM,OAAO,GACX,OAAO,WAAW,KAAK,QAAQ;gBAC/B,WAAW,KAAK,IAAI;gBACpB,SAAS,IAAI,WAAW;gBACxB,OAAQ,WAAqC,CAAC,OAAO,KAAK,QAAQ;gBAChE,CAAC,CAAE,WAAmC,CAAC,OAAO;gBAC9C,CAAC,CAAC,yBAAyB,CAAC;YAChC,MAAM,YAAY,CAAC,QAAQ,EAAE,OAAO,EAAE,uBAAuB,OAAO,EAAE,CAAC,CAAC;QAC1E,CAAC;QAAC,OAAO,KAAc,EAAE,CAAC;YACxB,IAAI,YAAY,CAAC,KAAK,CAAC,EAAE,CAAC;gBACxB,MAAM,KAAK,CAAC;YACd,CAAC;YACD,MAAM,YAAY,CAChB,QAAQ,EACR,OAAO,EACP,8BACE,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,eAC3C,EAAE,CACH,CAAC;QACJ,CAAC;IACH,CAAC;SAAM,CAAC;QACN,MAAM,YAAY,CAChB,QAAQ,EACR,OAAO,EACP,+DAA+D,CAChE,CAAC;IACJ,CAAC;IAED,OAAO,IAAI,CAAC,GAAG,EAAE,GAAG,QAAQ,IAAI,OAAO,OAAO,CAAC,cAAc,KAAK,UAAU,EAAE,CAAC;QAC7E,cAAc,CAAC,MAAM,CAAC,CAAC;QACvB,MAAM,eAAe,CAAC,cAAc,EAAE,MAAM,CAAC,CAAC;QAC9C,IAAI,CAAC;YACH,aAAa,GAAG,MAAM,oBAAoB,CAAC,OAAO,EAAE,OAAO,EAAE,MAAM,CAAC,CAAC;QACvE,CAAC;QAAC,OAAO,KAAc,EAAE,CAAC;YACxB,IAAI,YAAY,CAAC,KAAK,CAAC,EAAE,CAAC;gBACxB,MAAM,KAAK,CAAC;YACd,CAAC;YACD,MAAM,YAAY,CAChB,QAAQ,EACR,OAAO,EACP,kCACE,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,eAC3C,EAAE,CACH,CAAC;YACF,MAAM;QACR,CAAC;QAED,IAAI,CAAC,gBAAgB,CAAC,aAAa,CAAC,EAAE,CAAC;YACrC,MAAM,YAAY,CAAC,QAAQ,EAAE,OAAO,EAAE,wCAAwC,CAAC,CAAC;YAChF,OAAO;QACT,CAAC;IACH,CAAC;IAED,IAAI,OAAO,OAAO,CAAC,cAAc,KAAK,UAAU,EAAE,CAAC;QACjD,OAAO,CAAC,YAAY,GAAG,IAAI,CAAC;QAC5B,MAAM,YAAY,CAChB,QAAQ,EACR,OAAO,EACP,wBAAwB,MAAM,gBAAgB,WAAW,EAAE,CAC5D,CAAC;IACJ,CAAC;AACH,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,sBAAsB,CAC1C,OAAkC;IAElC,MAAM,EACJ,OAAO,EACP,OAAO,EACP,WAAW,EACX,QAAQ,EACR,SAAS,EACT,MAAM,EACN,WAAW,GAAG,0BAA0B,GACzC,GAAG,OAAO,CAAC;IAEZ,MAAM,UAAU,GAAG,wBAAwB,EAAE,CAAC;IAC9C,MAAM,OAAO,GAA2B;QACtC,SAAS,EAAE,KAAK;QAChB,OAAO,EAAE,CAAC;QACV,aAAa,EAAE,CAAC;QAChB,YAAY,EAAE,CAAC;QACf,YAAY,EAAE,KAAK;KACpB,CAAC;IAEF,IAAI,OAAO,GAAG,CAAC,CAAC;IAChB,OAAO,IAAI,EAAE,CAAC;QACZ,cAAc,CAAC,MAAM,CAAC,CAAC;QACvB,IAAI,CAAC;YACH,MAAM,SAAS,EAAE,CAAC;YAClB,OAAO,OAAO,CAAC;QACjB,CAAC;QAAC,OAAO,KAAc,EAAE,CAAC;YACxB,IAAI,YAAY,CAAC,KAAK,CAAC,EAAE,CAAC;gBACxB,MAAM,KAAK,CAAC;YACd,CAAC;YACD,cAAc,CAAC,MAAM,CAAC,CAAC;YACvB,MAAM,SAAS,GAAG,WAAW,CAAC,KAAK,CAAC,CAAC;YACrC,IAAI,CAAC,SAAS,IAAI,OAAO,IAAI,UAAU,EAAE,CAAC;gBACxC,MAAM,KAAK,CAAC;YACd,CAAC;YAED,OAAO,CAAC,SAAS,GAAG,IAAI,CAAC;YACzB,OAAO,CAAC,OAAO,IAAI,CAAC,CAAC;YACrB,MAAM,YAAY,CAChB,QAAQ,EACR,OAAO,EACP,oDAAoD,WAAW,EAAE,CAClE,CAAC;YACF,MAAM,sBAAsB,CAC1B,OAAO,EACP,OAAO,EACP,WAAW,EACX,QAAQ,EACR,OAAO,EACP,MAAM,CACP,CAAC;YACF,OAAO,IAAI,CAAC,CAAC;QACf,CAAC;IACH,CAAC;AACH,CAAC"}

package/dist/tools/click.d.ts

@@ -0,0 +1,3 @@
+import type { ToolDefinition } from "@mariozechner/pi-coding-agent";
+import { type SteelClient } from "../steel-client.js";
+export declare function clickTool(client: SteelClient): ToolDefinition<any, any>;

package/dist/tools/click.js

@@ -0,0 +1,205 @@
+import { Type } from "@sinclair/typebox";
+import { sessionDetails } from "../steel-client.js";
+import { runWithCaptchaRecovery } from "./captcha-guard.js";
+import { emitProgress, throwIfAborted, withAbortSignal, withToolError, } from "./tool-runtime.js";
+import { MAX_TOOL_TIMEOUT_MS, resolveToolTimeoutMs, } from "./tool-settings.js";
+function compactCaptchaRecovery(summary) {
+    return {
+        triggered: summary.triggered,
+        retries: summary.retries,
+        solveAttempts: summary.solveAttempts,
+        statusChecks: summary.statusChecks,
+        waitTimedOut: summary.waitTimedOut,
+    };
+}
+function normalizeSelector(selector) {
+    const trimmed = selector.trim();
+    if (!trimmed) {
+        throw new Error("Selector cannot be empty.");
+    }
+    return trimmed;
+}
+function normalizeTimeout(timeoutMs) {
+    return resolveToolTimeoutMs(timeoutMs);
+}
+function getLocator(session, selector) {
+    if (typeof session.locator === "function") {
+        return session.locator(selector);
+    }
+    if (typeof session.page?.locator === "function") {
+        return session.page.locator(selector);
+    }
+    return undefined;
+}
+function supportsCssSelectorFallback(selector) {
+    const normalized = selector.trim();
+    if (!normalized) {
+        return false;
+    }
+    if (normalized.includes(">>") ||
+        normalized.includes("text=") ||
+        normalized.includes("xpath=") ||
+        normalized.includes("nth=") ||
+        normalized.includes(":has-text(") ||
+        normalized.includes(":text(") ||
+        normalized.includes(":contains(")) {
+        return false;
+    }
+    return true;
+}
+async function waitForTarget(session, selector, timeoutMs, signal) {
+    throwIfAborted(signal);
+    const locator = getLocator(session, selector);
+    if (locator?.waitFor) {
+        await withAbortSignal(locator.waitFor({ state: "visible", timeout: timeoutMs }), signal);
+        return;
+    }
+    if (typeof session.waitForSelector === "function") {
+        await withAbortSignal(session.waitForSelector(selector, { state: "visible", timeout: timeoutMs }), signal);
+        return;
+    }
+    if (typeof session.page?.waitForSelector === "function") {
+        await withAbortSignal(session.page.waitForSelector(selector, { state: "visible", timeout: timeoutMs }), signal);
+    }
+}
+async function ensureClickable(session, selector, signal) {
+    throwIfAborted(signal);
+    const locator = getLocator(session, selector);
+    if (locator) {
+        if (typeof locator.isVisible === "function") {
+            const visible = await withAbortSignal(locator.isVisible(), signal);
+            if (!visible) {
+                throw new Error(`Element is not visible: ${selector}`);
+            }
+        }
+        if (typeof locator.isEnabled === "function") {
+            const enabled = await withAbortSignal(locator.isEnabled(), signal);
+            if (!enabled) {
+                throw new Error(`Element is disabled and cannot be clicked: ${selector}`);
+            }
+        }
+        return;
+    }
+    if (!supportsCssSelectorFallback(selector)) {
+        return;
+    }
+    const evaluate = session.evaluate ?? session.page?.evaluate;
+    if (typeof evaluate !== "function") {
+        return;
+    }
+    const result = await withAbortSignal(evaluate((input) => {
+        const element = document.querySelector(input.selector);
+        if (!element) {
+            return { found: false, clickable: false, disabled: false };
+        }
+        const style = getComputedStyle(element);
+        const rect = element.getBoundingClientRect();
+        const visible = rect.width > 0 &&
+            rect.height > 0 &&
+            style.display !== "none" &&
+            style.visibility !== "hidden" &&
+            Number.parseFloat(style.opacity) > 0;
+        const disabled = element.disabled === true ||
+            element.getAttribute("aria-disabled") === "true";
+        const clickable = visible && !disabled && style.pointerEvents !== "none";
+        return { found: true, clickable, disabled };
+    }, { selector }), signal);
+    if (!result || typeof result !== "object") {
+        return;
+    }
+    const found = Boolean(result.found);
+    const clickable = Boolean(result.clickable);
+    const disabled = Boolean(result.disabled);
+    if (!found) {
+        throw new Error(`No element matched selector: ${selector}`);
+    }
+    if (disabled) {
+        throw new Error(`Element is disabled and cannot be clicked: ${selector}`);
+    }
+    if (!clickable) {
+        throw new Error(`Element is not clickable: ${selector}`);
+    }
+}
+async function invokeClick(session, selector, timeoutMs, signal) {
+    throwIfAborted(signal);
+    const locator = getLocator(session, selector);
+    if (locator?.click) {
+        await withAbortSignal(locator.click({ timeout: timeoutMs }), signal);
+        return;
+    }
+    if (typeof session.click === "function") {
+        await withAbortSignal(session.click(selector, { timeout: timeoutMs }), signal);
+        return;
+    }
+    if (typeof session.page?.click === "function") {
+        await withAbortSignal(session.page.click(selector, { timeout: timeoutMs }), signal);
+        return;
+    }
+    const pageEvaluate = session.evaluate ?? session.page?.evaluate;
+    if (typeof pageEvaluate === "function" && supportsCssSelectorFallback(selector)) {
+        const clicked = await withAbortSignal(pageEvaluate((input) => {
+            const element = document.querySelector(input.selector);
+            if (!element) {
+                return false;
+            }
+            element.click();
+            return true;
+        }, { selector }), signal);
+        if (clicked) {
+            return;
+        }
+    }
+    throw new Error("Session does not support click operations.");
+}
+export function clickTool(client) {
+    return {
+        name: "steel_click",
+        label: "Click",
+        description: "Click an element in the page",
+        parameters: Type.Object({
+            selector: Type.String({ description: "CSS selector of the element to click" }),
+            timeout: Type.Optional(Type.Integer({
+                minimum: 100,
+                maximum: MAX_TOOL_TIMEOUT_MS,
+                description: "Maximum milliseconds to wait for the element",
+            })),
+        }),
+        async execute(_toolCallId, params, signal, onUpdate, _ctx) {
+            return withToolError("steel_click", async () => {
+                throwIfAborted(signal);
+                const selector = normalizeSelector(params.selector);
+                const timeoutMs = normalizeTimeout(params.timeout);
+                await emitProgress(onUpdate, "steel_click", `Preparing click for ${selector}`);
+                const session = (await withAbortSignal(client.getOrCreateSession(), signal));
+                await emitProgress(onUpdate, "steel_click", "Running click sequence");
+                const captchaRecovery = await runWithCaptchaRecovery({
+                    session,
+                    context: "steel_click",
+                    actionLabel: `click ${selector}`,
+                    onUpdate,
+                    signal,
+                    operation: async () => {
+                        throwIfAborted(signal);
+                        await waitForTarget(session, selector, timeoutMs, signal);
+                        throwIfAborted(signal);
+                        await ensureClickable(session, selector, signal);
+                        throwIfAborted(signal);
+                        await invokeClick(session, selector, timeoutMs, signal);
+                    },
+                });
+                await emitProgress(onUpdate, "steel_click", "Click succeeded");
+                return {
+                    content: [{ type: "text", text: `Clicked element ${selector}` }],
+                    details: {
+                        ...sessionDetails(session),
+                        selector,
+                        timeoutMs,
+                        clicked: true,
+                        captchaRecovery: compactCaptchaRecovery(captchaRecovery),
+                    },
+                };
+            }, signal);
+        },
+    };
+}
+//# sourceMappingURL=click.js.map

package/dist/tools/click.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"click.js","sourceRoot":"","sources":["../../src/tools/click.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,IAAI,EAAE,MAAM,mBAAmB,CAAC;AACzC,OAAO,EAAE,cAAc,EAAoB,MAAM,oBAAoB,CAAC;AACtE,OAAO,EAAE,sBAAsB,EAA+B,MAAM,oBAAoB,CAAC;AACzF,OAAO,EACL,YAAY,EACZ,cAAc,EACd,eAAe,EACf,aAAa,GAEd,MAAM,mBAAmB,CAAC;AAC3B,OAAO,EACL,mBAAmB,EACnB,oBAAoB,GACrB,MAAM,oBAAoB,CAAC;AAqC5B,SAAS,sBAAsB,CAAC,OAA+B;IAC7D,OAAO;QACL,SAAS,EAAE,OAAO,CAAC,SAAS;QAC5B,OAAO,EAAE,OAAO,CAAC,OAAO;QACxB,aAAa,EAAE,OAAO,CAAC,aAAa;QACpC,YAAY,EAAE,OAAO,CAAC,YAAY;QAClC,YAAY,EAAE,OAAO,CAAC,YAAY;KACnC,CAAC;AACJ,CAAC;AAED,SAAS,iBAAiB,CAAC,QAAgB;IACzC,MAAM,OAAO,GAAG,QAAQ,CAAC,IAAI,EAAE,CAAC;IAChC,IAAI,CAAC,OAAO,EAAE,CAAC;QACb,MAAM,IAAI,KAAK,CAAC,2BAA2B,CAAC,CAAC;IAC/C,CAAC;IACD,OAAO,OAAO,CAAC;AACjB,CAAC;AAED,SAAS,gBAAgB,CAAC,SAAkB;IAC1C,OAAO,oBAAoB,CAAC,SAAS,CAAC,CAAC;AACzC,CAAC;AAED,SAAS,UAAU,CACjB,OAAoB,EACpB,QAAgB;IAShB,IAAI,OAAO,OAAO,CAAC,OAAO,KAAK,UAAU,EAAE,CAAC;QAC1C,OAAO,OAAO,CAAC,OAAO,CAAC,QAAQ,CAAC,CAAC;IACnC,CAAC;IAED,IAAI,OAAO,OAAO,CAAC,IAAI,EAAE,OAAO,KAAK,UAAU,EAAE,CAAC;QAChD,OAAO,OAAO,CAAC,IAAI,CAAC,OAAO,CAAC,QAAQ,CAAC,CAAC;IACxC,CAAC;IAED,OAAO,SAAS,CAAC;AACnB,CAAC;AAED,SAAS,2BAA2B,CAAC,QAAgB;IACnD,MAAM,UAAU,GAAG,QAAQ,CAAC,IAAI,EAAE,CAAC;IACnC,IAAI,CAAC,UAAU,EAAE,CAAC;QAChB,OAAO,KAAK,CAAC;IACf,CAAC;IACD,IACE,UAAU,CAAC,QAAQ,CAAC,IAAI,CAAC;QACzB,UAAU,CAAC,QAAQ,CAAC,OAAO,CAAC;QAC5B,UAAU,CAAC,QAAQ,CAAC,QAAQ,CAAC;QAC7B,UAAU,CAAC,QAAQ,CAAC,MAAM,CAAC;QAC3B,UAAU,CAAC,QAAQ,CAAC,YAAY,CAAC;QACjC,UAAU,CAAC,QAAQ,CAAC,QAAQ,CAAC;QAC7B,UAAU,CAAC,QAAQ,CAAC,YAAY,CAAC,EACjC,CAAC;QACD,OAAO,KAAK,CAAC;IACf,CAAC;IACD,OAAO,IAAI,CAAC;AACd,CAAC;AAED,KAAK,UAAU,aAAa,CAC1B,OAAoB,EACpB,QAAgB,EAChB,SAAiB,EACjB,MAA+B;IAE/B,cAAc,CAAC,MAAM,CAAC,CAAC;IACvB,MAAM,OAAO,GAAG,UAAU,CAAC,OAAO,EAAE,QAAQ,CAAC,CAAC;IAC9C,IAAI,OAAO,EAAE,OAAO,EAAE,CAAC;QACrB,MAAM,eAAe,CACnB,OAAO,CAAC,OAAO,CAAC,EAAE,KAAK,EAAE,SAAS,EAAE,OAAO,EAAE,SAAS,EAAE,CAAC,EACzD,MAAM,CACP,CAAC;QACF,OAAO;IACT,CAAC;IAED,IAAI,OAAO,OAAO,CAAC,eAAe,KAAK,UAAU,EAAE,CAAC;QAClD,MAAM,eAAe,CACnB,OAAO,CAAC,eAAe,CAAC,QAAQ,EAAE,EAAE,KAAK,EAAE,SAAS,EAAE,OAAO,EAAE,SAAS,EAAE,CAAC,EAC3E,MAAM,CACP,CAAC;QACF,OAAO;IACT,CAAC;IAED,IAAI,OAAO,OAAO,CAAC,IAAI,EAAE,eAAe,KAAK,UAAU,EAAE,CAAC;QACxD,MAAM,eAAe,CACnB,OAAO,CAAC,IAAI,CAAC,eAAe,CAAC,QAAQ,EAAE,EAAE,KAAK,EAAE,SAAS,EAAE,OAAO,EAAE,SAAS,EAAE,CAAC,EAChF,MAAM,CACP,CAAC;IACJ,CAAC;AACH,CAAC;AAED,KAAK,UAAU,eAAe,CAC5B,OAAoB,EACpB,QAAgB,EAChB,MAA+B;IAE/B,cAAc,CAAC,MAAM,CAAC,CAAC;IACvB,MAAM,OAAO,GAAG,UAAU,CAAC,OAAO,EAAE,QAAQ,CAAC,CAAC;IAC9C,IAAI,OAAO,EAAE,CAAC;QACZ,IAAI,OAAO,OAAO,CAAC,SAAS,KAAK,UAAU,EAAE,CAAC;YAC5C,MAAM,OAAO,GAAG,MAAM,eAAe,CAAC,OAAO,CAAC,SAAS,EAAE,EAAE,MAAM,CAAC,CAAC;YACnE,IAAI,CAAC,OAAO,EAAE,CAAC;gBACb,MAAM,IAAI,KAAK,CAAC,2BAA2B,QAAQ,EAAE,CAAC,CAAC;YACzD,CAAC;QACH,CAAC;QACD,IAAI,OAAO,OAAO,CAAC,SAAS,KAAK,UAAU,EAAE,CAAC;YAC5C,MAAM,OAAO,GAAG,MAAM,eAAe,CAAC,OAAO,CAAC,SAAS,EAAE,EAAE,MAAM,CAAC,CAAC;YACnE,IAAI,CAAC,OAAO,EAAE,CAAC;gBACb,MAAM,IAAI,KAAK,CAAC,8CAA8C,QAAQ,EAAE,CAAC,CAAC;YAC5E,CAAC;QACH,CAAC;QACD,OAAO;IACT,CAAC;IAED,IAAI,CAAC,2BAA2B,CAAC,QAAQ,CAAC,EAAE,CAAC;QAC3C,OAAO;IACT,CAAC;IAED,MAAM,QAAQ,GAAG,OAAO,CAAC,QAAQ,IAAI,OAAO,CAAC,IAAI,EAAE,QAAQ,CAAC;IAC5D,IAAI,OAAO,QAAQ,KAAK,UAAU,EAAE,CAAC;QACnC,OAAO;IACT,CAAC;IAED,MAAM,MAAM,GAAG,MAAM,eAAe,CAClC,QAAQ,CACR,CAAC,KAA2B,EAAE,EAAE;QAC9B,MAAM,OAAO,GAAG,QAAQ,CAAC,aAAa,CAAC,KAAK,CAAC,QAAQ,CAAuB,CAAC;QAC7E,IAAI,CAAC,OAAO,EAAE,CAAC;YACb,OAAO,EAAE,KAAK,EAAE,KAAK,EAAE,SAAS,EAAE,KAAK,EAAE,QAAQ,EAAE,KAAK,EAAE,CAAC;QAC7D,CAAC;QACD,MAAM,KAAK,GAAG,gBAAgB,CAAC,OAAO,CAAC,CAAC;QACxC,MAAM,IAAI,GAAG,OAAO,CAAC,qBAAqB,EAAE,CAAC;QAC7C,MAAM,OAAO,GACX,IAAI,CAAC,KAAK,GAAG,CAAC;YACd,IAAI,CAAC,MAAM,GAAG,CAAC;YACf,KAAK,CAAC,OAAO,KAAK,MAAM;YACxB,KAAK,CAAC,UAAU,KAAK,QAAQ;YAC7B,MAAM,CAAC,UAAU,CAAC,KAAK,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC;QACvC,MAAM,QAAQ,GACX,OAA4B,CAAC,QAAQ,KAAK,IAAI;YAC/C,OAAO,CAAC,YAAY,CAAC,eAAe,CAAC,KAAK,MAAM,CAAC;QACnD,MAAM,SAAS,GAAG,OAAO,IAAI,CAAC,QAAQ,IAAI,KAAK,CAAC,aAAa,KAAK,MAAM,CAAC;QACzE,OAAO,EAAE,KAAK,EAAE,IAAI,EAAE,SAAS,EAAE,QAAQ,EAAE,CAAC;IAC9C,CAAC,EACD,EAAE,QAAQ,EAAE,CACb,EACC,MAAM,CACP,CAAC;IAEF,IAAI,CAAC,MAAM,IAAI,OAAO,MAAM,KAAK,QAAQ,EAAE,CAAC;QAC1C,OAAO;IACT,CAAC;IAED,MAAM,KAAK,GAAG,OAAO,CAAE,MAAkC,CAAC,KAAK,CAAC,CAAC;IACjE,MAAM,SAAS,GAAG,OAAO,CAAE,MAAkC,CAAC,SAAS,CAAC,CAAC;IACzE,MAAM,QAAQ,GAAG,OAAO,CAAE,MAAkC,CAAC,QAAQ,CAAC,CAAC;IACvE,IAAI,CAAC,KAAK,EAAE,CAAC;QACX,MAAM,IAAI,KAAK,CAAC,gCAAgC,QAAQ,EAAE,CAAC,CAAC;IAC9D,CAAC;IACD,IAAI,QAAQ,EAAE,CAAC;QACb,MAAM,IAAI,KAAK,CAAC,8CAA8C,QAAQ,EAAE,CAAC,CAAC;IAC5E,CAAC;IACD,IAAI,CAAC,SAAS,EAAE,CAAC;QACf,MAAM,IAAI,KAAK,CAAC,6BAA6B,QAAQ,EAAE,CAAC,CAAC;IAC3D,CAAC;AACH,CAAC;AAED,KAAK,UAAU,WAAW,CACxB,OAAoB,EACpB,QAAgB,EAChB,SAAiB,EACjB,MAA+B;IAE/B,cAAc,CAAC,MAAM,CAAC,CAAC;IACvB,MAAM,OAAO,GAAG,UAAU,CAAC,OAAO,EAAE,QAAQ,CAAC,CAAC;IAC9C,IAAI,OAAO,EAAE,KAAK,EAAE,CAAC;QACnB,MAAM,eAAe,CAAC,OAAO,CAAC,KAAK,CAAC,EAAE,OAAO,EAAE,SAAS,EAAE,CAAC,EAAE,MAAM,CAAC,CAAC;QACrE,OAAO;IACT,CAAC;IAED,IAAI,OAAO,OAAO,CAAC,KAAK,KAAK,UAAU,EAAE,CAAC;QACxC,MAAM,eAAe,CAAC,OAAO,CAAC,KAAK,CAAC,QAAQ,EAAE,EAAE,OAAO,EAAE,SAAS,EAAE,CAAC,EAAE,MAAM,CAAC,CAAC;QAC/E,OAAO;IACT,CAAC;IAED,IAAI,OAAO,OAAO,CAAC,IAAI,EAAE,KAAK,KAAK,UAAU,EAAE,CAAC;QAC9C,MAAM,eAAe,CACnB,OAAO,CAAC,IAAI,CAAC,KAAK,CAAC,QAAQ,EAAE,EAAE,OAAO,EAAE,SAAS,EAAE,CAAC,EACpD,MAAM,CACP,CAAC;QACF,OAAO;IACT,CAAC;IAED,MAAM,YAAY,GAAG,OAAO,CAAC,QAAQ,IAAI,OAAO,CAAC,IAAI,EAAE,QAAQ,CAAC;IAChE,IAAI,OAAO,YAAY,KAAK,UAAU,IAAI,2BAA2B,CAAC,QAAQ,CAAC,EAAE,CAAC;QAChF,MAAM,OAAO,GAAG,MAAM,eAAe,CACnC,YAAY,CACV,CAAC,KAA2B,EAAE,EAAE;YAC9B,MAAM,OAAO,GAAG,QAAQ,CAAC,aAAa,CAAC,KAAK,CAAC,QAAQ,CAAuB,CAAC;YAC7E,IAAI,CAAC,OAAO,EAAE,CAAC;gBACb,OAAO,KAAK,CAAC;YACf,CAAC;YACD,OAAO,CAAC,KAAK,EAAE,CAAC;YAChB,OAAO,IAAI,CAAC;QACd,CAAC,EACD,EAAE,QAAQ,EAAE,CACb,EACD,MAAM,CACP,CAAC;QAEF,IAAI,OAAO,EAAE,CAAC;YACZ,OAAO;QACT,CAAC;IACH,CAAC;IAED,MAAM,IAAI,KAAK,CAAC,4CAA4C,CAAC,CAAC;AAChE,CAAC;AAED,MAAM,UAAU,SAAS,CAAC,MAAmB;IAC3C,OAAO;QACL,IAAI,EAAE,aAAa;QACnB,KAAK,EAAE,OAAO;QACd,WAAW,EAAE,8BAA8B;QAC3C,UAAU,EAAE,IAAI,CAAC,MAAM,CACrB;YACE,QAAQ,EAAE,IAAI,CAAC,MAAM,CAAC,EAAE,WAAW,EAAE,sCAAsC,EAAE,CAAC;YAC9E,OAAO,EAAE,IAAI,CAAC,QAAQ,CACpB,IAAI,CAAC,OAAO,CAAC;gBACX,OAAO,EAAE,GAAG;gBACZ,OAAO,EAAE,mBAAmB;gBAC5B,WAAW,EAAE,8CAA8C;aAC5D,CAAC,CACH;SACF,CACF;QAED,KAAK,CAAC,OAAO,CACX,WAAmB,EACnB,MAA8C,EAC9C,MAA+B,EAC/B,QAA6B,EAC7B,IAAsB;YAEtB,OAAO,aAAa,CAAC,aAAa,EAAE,KAAK,IAAI,EAAE;gBAC7C,cAAc,CAAC,MAAM,CAAC,CAAC;gBACvB,MAAM,QAAQ,GAAG,iBAAiB,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC;gBACpD,MAAM,SAAS,GAAG,gBAAgB,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC;gBAEnD,MAAM,YAAY,CAAC,QAAQ,EAAE,aAAa,EAAE,uBAAuB,QAAQ,EAAE,CAAC,CAAC;gBAC/E,MAAM,OAAO,GAAG,CAAC,MAAM,eAAe,CACpC,MAAM,CAAC,kBAAkB,EAAE,EAC3B,MAAM,CACP,CAAgB,CAAC;gBAClB,MAAM,YAAY,CAAC,QAAQ,EAAE,aAAa,EAAE,wBAAwB,CAAC,CAAC;gBACtE,MAAM,eAAe,GAAG,MAAM,sBAAsB,CAAC;oBACnD,OAAO;oBACP,OAAO,EAAE,aAAa;oBACtB,WAAW,EAAE,SAAS,QAAQ,EAAE;oBAChC,QAAQ;oBACR,MAAM;oBACN,SAAS,EAAE,KAAK,IAAI,EAAE;wBACpB,cAAc,CAAC,MAAM,CAAC,CAAC;wBACvB,MAAM,aAAa,CAAC,OAAO,EAAE,QAAQ,EAAE,SAAS,EAAE,MAAM,CAAC,CAAC;wBAC1D,cAAc,CAAC,MAAM,CAAC,CAAC;wBACvB,MAAM,eAAe,CAAC,OAAO,EAAE,QAAQ,EAAE,MAAM,CAAC,CAAC;wBACjD,cAAc,CAAC,MAAM,CAAC,CAAC;wBACvB,MAAM,WAAW,CAAC,OAAO,EAAE,QAAQ,EAAE,SAAS,EAAE,MAAM,CAAC,CAAC;oBAC1D,CAAC;iBACF,CAAC,CAAC;gBACH,MAAM,YAAY,CAAC,QAAQ,EAAE,aAAa,EAAE,iBAAiB,CAAC,CAAC;gBAE/D,OAAO;oBACL,OAAO,EAAE,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,mBAAmB,QAAQ,EAAE,EAAE,CAAC;oBAChE,OAAO,EAAE;wBACP,GAAG,cAAc,CAAC,OAAO,CAAC;wBAC1B,QAAQ;wBACR,SAAS;wBACT,OAAO,EAAE,IAAI;wBACb,eAAe,EAAE,sBAAsB,CAAC,eAAe,CAAC;qBACzD;iBACF,CAAC;YACJ,CAAC,EAAE,MAAM,CAAC,CAAC;QACb,CAAC;KACF,CAAC;AACJ,CAAC"}

package/dist/tools/computer.d.ts

@@ -0,0 +1,3 @@
+import type { ToolDefinition } from "@mariozechner/pi-coding-agent";
+import { type SteelClient } from "../steel-client.js";
+export declare function computerTool(client: SteelClient): ToolDefinition<any, any>;