@proagentstore/cli 0.1.18 → 0.1.19

package/dist/browser-runner/runner.js

@@ -1,30 +1,58 @@
 import { spawnSync } from "node:child_process";
-import { existsSync, mkdirSync } from "node:fs";
+import { existsSync, mkdirSync, rmSync } from "node:fs";
 import { createRequire } from "node:module";
 import { basename, dirname, join, resolve } from "node:path";
 import { pathToFileURL } from "node:url";
+import { captureScreenshotDataUrl, challengeSolved, detectHumanChallenge } from "./challenge.js";
+import { resolveRealChromeProfileDir, seedProfileCopy } from "./browser-profile.js";
+import { performBrowserAction } from "./browser-actions.js";
+import { HumanHandoffError, RunnerInputError } from "./errors.js";
 import { RunnerStore } from "./store.js";
+/** True for a plain object. */
+function isRecord(value) {
+    return typeof value === "object" && value !== null && !Array.isArray(value);
+}
+/** Coerce a value to a trimmed string ("" for non-strings). */
+function stringValue(value) {
+    return typeof value === "string" ? value.trim() : "";
+}
+export { HumanHandoffError, RunnerInputError } from "./errors.js";
 const CAPABILITIES = [
     "browser.playwright",
     "browser.screenshot",
     "downloads",
     "file.upload",
     "human.approval",
+    "human.takeover",
 ];
-const APPROVAL_REQUIRED_TASKS = new Set(["browser.open", "job.apply_basic", "job.apply_authenticated"]);
+/** How many times a task may attempt an action before handing off to a human. */
+export const MAX_AUTONOMOUS_ATTEMPTS = 3;
+const APPROVAL_REQUIRED_TASKS = new Set(["browser.open"]);
 const require = createRequire(import.meta.url);
-export class RunnerInputError extends Error {
-    status = 400;
-}
 export class LocalRunner {
     config;
     browserContext = null;
     chromiumInstallChecked = false;
+    /**
+     * The single page the brain and the human takeover both act on. Tracked so
+     * that when an ATS opens a new tab/popup, the active page follows it — the
+     * remote brain and the human never diverge onto different pages.
+     */
+    activePage = null;
+    fileAttachArmed = new WeakSet();
+    applyResumePath = null;
     store;
+    /** Live human-takeover sessions, keyed by task id (the page is kept alive). */
+    takeovers = new Map();
     constructor(config) {
         this.config = config;
         mkdirSync(config.dataDir, { recursive: true });
         this.store = new RunnerStore(config.dataDir);
+        // Tasks paused/running on a previous process are orphaned now — their
+        // pages and takeover sessions are gone. Fail them so the board is clean.
+        const expired = this.store.expireInFlightTasks();
+        if (expired > 0)
+            console.log(`[runner] expired ${expired} orphaned in-flight task(s) from a previous session`);
     }
     capabilities() {
         return {
@@ -34,7 +62,7 @@ export class LocalRunner {
             runtimePlane: "fags",
             runnerRole: "tool-executor",
             capabilities: CAPABILITIES,
-            taskTypes: ["echo", "browser.open", "job.apply_basic", "job.apply_authenticated"],
+            taskTypes: ["echo", "browser.open", "job.apply_agent"],
             approvalRequiredFor: [...APPROVAL_REQUIRED_TASKS],
         };
     }
@@ -42,6 +70,23 @@ export class LocalRunner {
         const normalized = normalizeCreateTaskRequest(request);
         validateTaskInput(normalized.type, normalized.input);
         const now = new Date().toISOString();
+        // Agent-driven applications are steered by the remote Workflow brain via the
+        // /browser/* endpoints — the runner never auto-executes them. The task exists
+        // for the console board, the activity trace, and takeover keying.
+        if (normalized.type === "job.apply_agent") {
+            const task = {
+                id: `task_${crypto.randomUUID()}`,
+                type: normalized.type,
+                status: "running",
+                input: normalized.input,
+                requiresApproval: false,
+                createdAt: now,
+                updatedAt: now,
+            };
+            this.store.putTask(task);
+            this.addTaskEvent(task, "task.created", "Job application started (agent-driven)", { status: "running", url: normalized.input.url });
+            return task;
+        }
         const requiresApproval = normalized.requiresApproval || APPROVAL_REQUIRED_TASKS.has(normalized.type);
         const task = {
             id: `task_${crypto.randomUUID()}`,
@@ -90,6 +135,8 @@ export class LocalRunner {
         task.completedAt = task.updatedAt;
         this.store.putTask(task);
         this.addTaskEvent(task, "task.cancelled", `Task cancelled: ${task.type}`);
+        // Tear down any live takeover session for this task (free the page + CDP).
+        void this.endTakeover(id).catch(() => undefined);
         return task;
     }
     async close() {
@@ -114,6 +161,16 @@ export class LocalRunner {
             this.addTaskEvent(task, "task.completed", `Task completed: ${task.type}`, output);
         }
         catch (error) {
+            if (error instanceof HumanHandoffError) {
+                // Not a failure — the autonomous attempt is paused for a human to
+                // take over (solve a challenge, finish a step the model can't).
+                task.status = "needs_human";
+                task.error = error.message;
+                task.updatedAt = new Date().toISOString();
+                this.store.putTask(task);
+                this.addTaskEvent(task, "job.human_handoff_required", error.message, error.handoff);
+                return;
+            }
             task.status = "failed";
             task.error = error instanceof Error ? error.message : String(error);
             task.updatedAt = new Date().toISOString();
@@ -130,6 +187,222 @@ export class LocalRunner {
             data,
         });
     }
+    /**
+     * Before submitting, bail to a human if the page shows an anti-bot challenge.
+     * The model can't solve CAPTCHAs, so retrying is pointless — hand off instead.
+     */
+    async guardHumanChallenge(task, page) {
+        const challenge = await detectHumanChallenge(page);
+        if (!challenge)
+            return;
+        this.addTaskEvent(task, "job.human_challenge_detected", `Human challenge detected: ${challenge}`, {
+            challengeType: challenge,
+            url: page.url(),
+        });
+        const screenshotBase64 = await captureScreenshotDataUrl(page);
+        // Keep this page alive and register a remote-control session so a human
+        // can view the screen and solve the challenge from the PAGS console.
+        this.takeovers.set(task.id, { page });
+        throw new HumanHandoffError(`Human verification required (${challenge}). A person must take over to solve it.`, { reason: "challenge", challengeType: challenge, url: page.url(), attempts: 1, screenshotBase64 });
+    }
+    /** Active human-takeover task ids (for status/discovery). */
+    listTakeovers() {
+        return [...this.takeovers.keys()];
+    }
+    requireTakeover(taskId) {
+        const session = this.takeovers.get(taskId);
+        if (!session) {
+            throw new RunnerInputError("No active human-takeover session for this task");
+        }
+        return session;
+    }
+    /** Begin a continuous CDP screencast for a takeover (no viewport disruption). */
+    async ensureScreencast(taskId) {
+        const session = this.requireTakeover(taskId);
+        if (!session.cdp) {
+            session.cdp = await session.page.context().newCDPSession(session.page);
+        }
+        if (session.screencasting)
+            return;
+        session.screencasting = true;
+        const cdp = session.cdp;
+        cdp.on("Page.screencastFrame", (params) => {
+            session.latestFrame = params.data;
+            if (params.metadata?.deviceWidth)
+                session.width = Math.round(params.metadata.deviceWidth);
+            if (params.metadata?.deviceHeight)
+                session.height = Math.round(params.metadata.deviceHeight);
+            cdp.send("Page.screencastFrameAck", { sessionId: params.sessionId }).catch(() => undefined);
+        });
+        await cdp.send("Page.startScreencast", { format: "jpeg", quality: 50, everyNthFrame: 1 });
+    }
+    /**
+     * The latest screencast frame of the taken-over page plus its CSS viewport
+     * size. Uses a continuous CDP screencast (not page.screenshot, which forces
+     * a viewport metrics override and makes the real window flicker/zoom).
+     */
+    async takeoverFrame(taskId) {
+        const session = this.requireTakeover(taskId);
+        await this.ensureScreencast(taskId);
+        // Until the first screencast frame arrives, fall back to a single shot.
+        if (!session.latestFrame) {
+            const buf = await session.page.screenshot({ type: "jpeg", quality: 55 }).catch(() => null);
+            if (buf)
+                session.latestFrame = buf.toString("base64");
+            const viewport = await session.page
+                .evaluate(() => ({ width: window.innerWidth, height: window.innerHeight }))
+                .catch(() => ({ width: 0, height: 0 }));
+            session.width = session.width || viewport.width;
+            session.height = session.height || viewport.height;
+        }
+        // Report the page's real CSS viewport — that is exactly the coordinate
+        // space CDP Input expects, so a relayed click lands precisely on target on
+        // any display (scaled / retina included). Screencast metadata can diverge
+        // from innerWidth on fractional-scale displays; innerWidth never lies.
+        // Re-read the CSS viewport EVERY frame — the real-profile Chrome window can be
+        // resized/zoomed/maximized after takeover starts, and a cached value offsets
+        // every relayed click (the captcha box is small, so even a few px misses).
+        const vp = await session.page
+            .evaluate(() => ({ w: window.innerWidth, h: window.innerHeight }))
+            .catch(() => null);
+        if (vp?.w) {
+            session.cssW = vp.w;
+            session.cssH = vp.h;
+        }
+        return {
+            frame: `data:image/jpeg;base64,${session.latestFrame ?? ""}`,
+            width: session.cssW ?? session.width ?? 1280,
+            height: session.cssH ?? session.height ?? 720,
+        };
+    }
+    /** Relay a human's mouse/keyboard input into the real page via CDP. */
+    async takeoverInput(taskId, input) {
+        const session = this.requireTakeover(taskId);
+        if (!session.cdp) {
+            session.cdp = await session.page.context().newCDPSession(session.page);
+        }
+        const cdp = session.cdp;
+        const x = input.x ?? 0;
+        const y = input.y ?? 0;
+        switch (input.type) {
+            case "move":
+                await cdp.send("Input.dispatchMouseEvent", { type: "mouseMoved", x, y });
+                return;
+            case "down":
+                await cdp.send("Input.dispatchMouseEvent", { type: "mousePressed", x, y, button: "left", buttons: 1, clickCount: 1 });
+                return;
+            case "up":
+                await cdp.send("Input.dispatchMouseEvent", { type: "mouseReleased", x, y, button: "left", buttons: 0, clickCount: 1 });
+                return;
+            case "click":
+                await cdp.send("Input.dispatchMouseEvent", { type: "mousePressed", x, y, button: "left", buttons: 1, clickCount: 1 });
+                await cdp.send("Input.dispatchMouseEvent", { type: "mouseReleased", x, y, button: "left", buttons: 0, clickCount: 1 });
+                return;
+            case "scroll":
+                await cdp.send("Input.dispatchMouseEvent", { type: "mouseWheel", x, y, deltaX: input.deltaX ?? 0, deltaY: input.deltaY ?? 0 });
+                return;
+            case "text":
+                await cdp.send("Input.insertText", { text: input.text ?? "" });
+                return;
+            case "key": {
+                // Special keys (Enter, Backspace, Delete, Escape, Tab, arrows…)
+                // need the virtual key code + code to register, not just the name.
+                const key = input.key ?? "";
+                const base = { key };
+                if (input.code)
+                    base.code = input.code;
+                if (typeof input.keyCode === "number") {
+                    base.windowsVirtualKeyCode = input.keyCode;
+                    base.nativeVirtualKeyCode = input.keyCode;
+                }
+                const text = key === "Enter" ? "\r" : undefined;
+                await cdp.send("Input.dispatchKeyEvent", {
+                    type: text ? "keyDown" : "rawKeyDown",
+                    ...base,
+                    ...(text ? { text } : {}),
+                });
+                await cdp.send("Input.dispatchKeyEvent", { type: "keyUp", ...base });
+                return;
+            }
+        }
+    }
+    /**
+     * Resume after a human takeover: verify the challenge is actually gone, then
+     * finish the application (submit). If a challenge or an unfilled required
+     * field remains, it does NOT submit — it reports what's left so the human can
+     * fix it in the live view and try again. Completes the task on success.
+     */
+    async resumeTakeover(taskId) {
+        const session = this.requireTakeover(taskId);
+        const task = this.store.getTask(taskId);
+        if (!task)
+            throw new RunnerInputError("Task not found");
+        const page = session.page;
+        // Agent-driven applications are steered by the remote workflow. "Resume"
+        // here just signals the human finished the stuck step (or solved a captcha);
+        // the workflow polls humanDone and continues driving. Do NOT complete/submit.
+        if (task.type === "job.apply_agent") {
+            session.humanDone = true;
+            this.addTaskEvent(task, "job.resumed", "Human finished the step — handing back to the agent");
+            return { submitted: false, resumed: true, reason: "handed back to the agent — the agent is continuing" };
+        }
+        const challenge = await detectHumanChallenge(page);
+        if (challenge && !(await challengeSolved(page))) {
+            this.addTaskEvent(task, "job.human_challenge_present", `Challenge not yet solved: ${challenge}`);
+            return { submitted: false, reason: `The ${challenge} challenge isn't solved yet — complete it in the live view, then submit again.` };
+        }
+        // Only browser.open reaches here now (job.apply_agent returns above) — it just
+        // needs the challenge cleared, no form submit.
+        this.addTaskEvent(task, "job.resumed", "Human cleared the challenge; resuming");
+        const output = {
+            taskType: task.type,
+            submitted: false,
+            challengeCleared: true,
+            resumedAfterHuman: true,
+            finalUrl: page.url(),
+            title: await page.title().catch(() => ""),
+            visibleText: (await page.locator("body").innerText({ timeout: 5_000 }).catch(() => "")).slice(0, 1_500),
+        };
+        this.addTaskEvent(task, "task.resumed.completed", "Challenge cleared after human takeover", output);
+        task.status = "completed";
+        task.output = output;
+        task.error = undefined;
+        task.updatedAt = new Date().toISOString();
+        task.completedAt = task.updatedAt;
+        this.store.putTask(task);
+        this.addTaskEvent(task, "task.completed", `Task completed: ${task.type}`, output);
+        await this.endTakeover(taskId);
+        return { submitted: true, output };
+    }
+    /**
+     * Always attach files via Playwright, never a native OS dialog: intercept any
+     * file chooser this page opens (e.g. a résumé upload) and set the file
+     * programmatically. Works even when a REMOTE human clicks the upload button
+     * during a takeover — no local file picker is ever needed.
+     */
+    // Auto-attach the résumé to ANY file chooser on the page — whether the brain uses
+    // the `upload` tool or just CLICKS a styled upload widget (SuccessFactors, Workday…
+    // render the real <input type=file> hidden behind a button/drop-zone). Playwright's
+    // filechooser event fires BEFORE the native OS dialog, so the file attaches without
+    // a blocking dialog, regardless of the upload DOM. Idempotent per page.
+    armFileAutoAttach(page, filePath) {
+        if (this.fileAttachArmed.has(page))
+            return;
+        this.fileAttachArmed.add(page);
+        page.on("filechooser", (chooser) => {
+            chooser.setFiles(filePath).catch(() => undefined);
+        });
+    }
+    /** End a takeover session (human finished or gave up). */
+    async endTakeover(taskId) {
+        const session = this.takeovers.get(taskId);
+        if (session?.cdp) {
+            if (session.screencasting)
+                await session.cdp.send("Page.stopScreencast").catch(() => undefined);
+            await session.cdp.detach().catch(() => undefined);
+        }
+        this.takeovers.delete(taskId);
+    }
     async execute(task) {
         if (task.type === "echo") {
             return task.input;
@@ -141,8 +414,34 @@ export class LocalRunner {
             }
             const context = await this.getBrowserContext();
             const page = context.pages()[0] || (await context.newPage());
+            // Auto-attach a file (e.g. résumé) via Playwright for any upload the
+            // human triggers in the takeover — never a native picker.
+            const attachPath = stringValue(task.input.resumePath ?? task.input.attachPath);
+            if (attachPath && existsSync(resolve(attachPath))) {
+                this.armFileAutoAttach(page, resolve(attachPath));
+                this.addTaskEvent(task, "browser.file.armed", "File will auto-attach via Playwright", {
+                    file: basename(resolve(attachPath)),
+                });
+            }
             this.addTaskEvent(task, "browser.goto.started", "Opening browser page", { url });
             await page.goto(url, { waitUntil: "domcontentloaded", timeout: 30_000 });
+            // If the page presents an anti-bot challenge, hand off to a human to
+            // solve it via takeover (the same path job applications use).
+            await this.guardHumanChallenge(task, page);
+            // holdForTakeover: hand the page straight to a human to drive — for
+            // complex multi-step sites (e.g. a Dayforce/Workday ATS) the agent
+            // can't auto-fill, the human completes it in the live view.
+            if (task.input.holdForTakeover) {
+                const screenshotBase64 = await captureScreenshotDataUrl(page);
+                this.takeovers.set(task.id, { page });
+                this.addTaskEvent(task, "browser.takeover.ready", "Page ready for human takeover", { url: page.url() });
+                throw new HumanHandoffError("Ready for you to take over and complete this page.", {
+                    reason: "assist",
+                    url: page.url(),
+                    attempts: 0,
+                    screenshotBase64,
+                });
+            }
             const output = {
                 url: page.url(),
                 title: await page.title(),
@@ -150,168 +449,8 @@ export class LocalRunner {
             this.addTaskEvent(task, "browser.goto.completed", "Browser page loaded", output);
             return output;
         }
-        if (task.type === "job.apply_basic") {
-            return this.applyToBasicJob(task);
-        }
-        if (task.type === "job.apply_authenticated") {
-            return this.applyToAuthenticatedJob(task);
-        }
         throw new Error(`Unknown task type: ${task.type}`);
     }
-    async applyToBasicJob(task) {
-        const job = normalizeJobApplicationInput(task.input);
-        const context = await this.getBrowserContext();
-        const page = context.pages()[0] || (await context.newPage());
-        this.addTaskEvent(task, "browser.goto.started", "Opening job application page", {
-            url: job.url,
-        });
-        await page.goto(job.url, { waitUntil: "domcontentloaded", timeout: 30_000 });
-        this.addTaskEvent(task, "browser.goto.completed", "Job application page loaded", {
-            url: page.url(),
-            title: await page.title(),
-        });
-        this.addTaskEvent(task, "job.form.fill.started", "Filling application form", {
-            candidate: {
-                fullName: job.candidate.fullName,
-                email: job.candidate.email,
-            },
-            resumeFile: basename(job.resumePath),
-        });
-        const filledFields = await fillBasicApplicationForm(page, job);
-        this.addTaskEvent(task, "job.form.filled", "Application form fields completed", {
-            fieldsFilled: filledFields,
-            resumeFile: basename(job.resumePath),
-        });
-        const beforeSubmitUrl = page.url();
-        const navigation = page.waitForNavigation({
-            waitUntil: "domcontentloaded",
-            timeout: 15_000,
-        }).catch(() => null);
-        this.addTaskEvent(task, "job.form.submit.started", "Submitting application form", {
-            url: beforeSubmitUrl,
-        });
-        await submitApplicationForm(page);
-        await navigation;
-        await page.waitForLoadState("domcontentloaded", { timeout: 5_000 }).catch(() => undefined);
-        const output = {
-            taskType: "job.apply_basic",
-            submitted: true,
-            beforeSubmitUrl,
-            finalUrl: page.url(),
-            title: await page.title(),
-            fieldsFilled: filledFields,
-            resumeFile: basename(job.resumePath),
-            visibleText: (await page.locator("body").innerText({ timeout: 5_000 }).catch(() => "")).slice(0, 2_000),
-        };
-        this.addTaskEvent(task, "job.form.submit.completed", "Application submission completed", output);
-        return output;
-    }
-    /**
-     * Apply to a job that requires login/registration first.
-     * Flow: navigate → detect login requirement → register or login → fill form → submit
-     */
-    async applyToAuthenticatedJob(task) {
-        const input = normalizeAuthenticatedJobInput(task.input);
-        const context = await this.getBrowserContext();
-        const page = context.pages()[0] || (await context.newPage());
-        // Step 1: Navigate to job page
-        this.addTaskEvent(task, "browser.goto.started", "Opening job page", { url: input.url });
-        await page.goto(input.url, { waitUntil: "domcontentloaded", timeout: 30_000 });
-        this.addTaskEvent(task, "browser.goto.completed", "Job page loaded", {
-            url: page.url(),
-            title: await page.title(),
-        });
-        // Step 2: Check if we need to authenticate
-        const needsAuth = await detectAuthRequirement(page);
-        if (needsAuth) {
-            this.addTaskEvent(task, "job.auth.required", "Authentication required", {
-                loginDetected: true,
-            });
-            // Navigate to login page
-            const loginUrl = input.loginUrl || await findLoginUrl(page, input.url);
-            if (!loginUrl)
-                throw new Error("Login required but no login URL found");
-            await page.goto(loginUrl, { waitUntil: "domcontentloaded", timeout: 30_000 });
-            if (input.registration && !input.accountExists) {
-                // Register first
-                this.addTaskEvent(task, "job.auth.register.started", "Registering new account");
-                const registerUrl = await findRegisterUrl(page, loginUrl);
-                if (registerUrl && registerUrl !== loginUrl) {
-                    await page.goto(registerUrl, { waitUntil: "domcontentloaded", timeout: 30_000 });
-                }
-                await fillRegistrationForm(page, input.registration);
-                await submitForm(page);
-                await page.waitForLoadState("domcontentloaded", { timeout: 10_000 }).catch(() => undefined);
-                this.addTaskEvent(task, "job.auth.register.completed", "Registration submitted", {
-                    url: page.url(),
-                });
-            }
-            else if (input.credentials) {
-                // Login with existing credentials
-                this.addTaskEvent(task, "job.auth.login.started", "Logging in");
-                await fillLoginForm(page, input.credentials);
-                await submitForm(page);
-                await page.waitForLoadState("domcontentloaded", { timeout: 10_000 }).catch(() => undefined);
-                this.addTaskEvent(task, "job.auth.login.completed", "Login submitted", {
-                    url: page.url(),
-                });
-            }
-            else {
-                throw new Error("Login required but no credentials or registration details provided");
-            }
-            // Verify we're logged in (check for common indicators)
-            const stillNeedsAuth = await detectAuthRequirement(page);
-            if (stillNeedsAuth) {
-                // Try navigating back to the apply page — some sites redirect after login
-                const applyUrl = input.url.includes("/apply") ? input.url : `${input.url}`;
-                await page.goto(applyUrl, { waitUntil: "domcontentloaded", timeout: 30_000 });
-                const thirdCheck = await detectAuthRequirement(page);
-                if (thirdCheck) {
-                    throw new Error("Authentication failed — still seeing login/register prompts after login attempt");
-                }
-            }
-            // Navigate to apply page (may have been redirected after login)
-            if (!page.url().includes("apply")) {
-                await page.goto(input.url, { waitUntil: "domcontentloaded", timeout: 30_000 });
-            }
-        }
-        // Step 3: Look for the apply form (might be on current page or linked)
-        const applyLink = await page.locator('a[href*="apply"], a:has-text("Apply")').first();
-        if (await applyLink.count() > 0) {
-            await applyLink.click();
-            await page.waitForLoadState("domcontentloaded", { timeout: 10_000 }).catch(() => undefined);
-        }
-        // Step 4: Fill the application form
-        this.addTaskEvent(task, "job.form.fill.started", "Filling application form");
-        const filledFields = await fillBasicApplicationForm(page, input);
-        this.addTaskEvent(task, "job.form.filled", "Form fields completed", {
-            fieldsFilled: filledFields,
-            resumeFile: basename(input.resumePath),
-        });
-        // Step 5: Submit
-        const beforeSubmitUrl = page.url();
-        const navigation = page.waitForNavigation({
-            waitUntil: "domcontentloaded",
-            timeout: 15_000,
-        }).catch(() => null);
-        this.addTaskEvent(task, "job.form.submit.started", "Submitting application");
-        await submitApplicationForm(page);
-        await navigation;
-        await page.waitForLoadState("domcontentloaded", { timeout: 5_000 }).catch(() => undefined);
-        const output = {
-            taskType: "job.apply_authenticated",
-            submitted: true,
-            authenticated: needsAuth,
-            beforeSubmitUrl,
-            finalUrl: page.url(),
-            title: await page.title(),
-            fieldsFilled: filledFields,
-            resumeFile: basename(input.resumePath),
-            visibleText: (await page.locator("body").innerText({ timeout: 5_000 }).catch(() => "")).slice(0, 2_000),
-        };
-        this.addTaskEvent(task, "job.form.submit.completed", "Application submitted", output);
-        return output;
-    }
     requireTask(id) {
         const task = this.store.getTask(id);
         if (!task)
@@ -329,13 +468,269 @@ export class LocalRunner {
         const playwright = await import("playwright").catch((error) => {
             throw new Error(`Playwright is not installed. Run pnpm install in the PAGS platform repo. ${error instanceof Error ? error.message : String(error)}`);
         });
-        this.browserContext = await playwright.chromium.launchPersistentContext(profileDir, {
+        const baseOpts = {
             headless: this.config.headless,
             acceptDownloads: true,
             downloadsPath,
-        });
+            // Light anti-detection: drop the most obvious automation tell so fewer
+            // CAPTCHAs trigger in the first place (the human still solves the rest).
+            args: ["--disable-blink-features=AutomationControlled"],
+        };
+        // Prefer the real Chrome build (better TLS/fingerprint → fewer CAPTCHAs);
+        // fall back to bundled Chromium if Chrome isn't installed. Disable with
+        // PAGS_RUNNER_CHROMIUM=1.
+        //
+        // Real-profile mode (PAGS_RUNNER_REAL_PROFILE=1, or an explicit
+        // PAGS_RUNNER_CHROME_USER_DATA_DIR) uses YOUR actual Chrome profile —
+        // cookies, logins, browsing history — which is the strongest way to look
+        // human to CAPTCHA reputation scoring. Requires your normal Chrome to be
+        // CLOSED (Chrome locks a profile to one running instance). Otherwise we
+        // use a dedicated chrome-profile so we never fight your open browser.
+        const preferChrome = process.env.PAGS_RUNNER_CHROMIUM !== "1";
+        const realProfileDir = resolveRealChromeProfileDir();
+        try {
+            if (!preferChrome)
+                throw new Error("chromium forced");
+            if (realProfileDir) {
+                // The seed is a snapshot; PAGS_RUNNER_REFRESH_PROFILE=1 re-copies it
+                // so logins/cookies pick up changes from your everyday Chrome.
+                const seedDir = join(this.config.dataDir, "real-profile-copy");
+                if (process.env.PAGS_RUNNER_REFRESH_PROFILE === "1")
+                    rmSync(seedDir, { recursive: true, force: true });
+                const seededDir = seedProfileCopy(realProfileDir, seedDir);
+                if (!seededDir)
+                    throw new Error(`could not read your real Chrome profile at ${realProfileDir.userDataDir}`);
+                this.browserContext = await playwright.chromium.launchPersistentContext(seededDir, {
+                    ...baseOpts,
+                    channel: "chrome",
+                    args: [...baseOpts.args, "--profile-directory=Default"],
+                });
+                console.log(`[runner] launched a private copy of your real Chrome profile (signed-in sessions seeded from "${realProfileDir.profile}")`);
+            }
+            else {
+                this.browserContext = await playwright.chromium.launchPersistentContext(join(this.config.dataDir, "chrome-profile"), { ...baseOpts, channel: "chrome" });
+            }
+        }
+        catch (err) {
+            if (realProfileDir) {
+                const msg = err instanceof Error ? err.message.split("\n")[0] : String(err);
+                console.warn(`[runner] real-profile launch failed (${msg}); falling back to a dedicated profile. Fully quit Chrome (Cmd+Q) to use your real profile.`);
+            }
+            this.browserContext = await playwright.chromium.launchPersistentContext(profileDir, baseOpts);
+        }
+        await this.browserContext
+            .addInitScript(() => {
+            Object.defineProperty(navigator, "webdriver", { get: () => undefined });
+        })
+            .catch(() => undefined);
+        // Follow the active page: when the ATS opens a new tab/popup it becomes the
+        // page both the brain and the human takeover act on. Without this, the
+        // runner blindly used pages()[0] and the two could diverge.
+        this.browserContext.on("page", (p) => this.trackPage(p));
+        const initial = this.browserContext.pages()[0];
+        if (initial)
+            this.trackPage(initial);
         return this.browserContext;
     }
+    /** Mark a page as the active one; fall back to the newest remaining page when it closes. */
+    trackPage(page) {
+        this.activePage = page;
+        if (this.applyResumePath)
+            this.armFileAutoAttach(page, this.applyResumePath);
+        page.once("close", () => {
+            if (this.activePage === page) {
+                this.activePage = this.browserContext?.pages().at(-1) ?? null;
+            }
+        });
+    }
+    /** The page the brain drives and the human takes over — created on demand. */
+    async getActivePage() {
+        const context = await this.getBrowserContext();
+        if (this.activePage && !this.activePage.isClosed())
+            return this.activePage;
+        const page = context.pages().at(-1) ?? (await context.newPage());
+        this.activePage = page;
+        return page;
+    }
+    /**
+     * What the remote brain "sees": a compact ARIA tree (roles + accessible names
+     * + values + states) of the active page — the same representation the brain
+     * acts on via {@link browserAct}. No raw HTML/screenshots → cheap on tokens.
+     */
+    async browserSnapshot(taskId) {
+        // If the user pressed Stop, the task is cancelled — tell the brain to halt.
+        if (taskId && this.store.getTask(taskId)?.status === "cancelled") {
+            return { url: "", title: "", snapshot: "", challenge: null, truncated: false, cancelled: true };
+        }
+        const page = await this.getActivePage();
+        await page.waitForLoadState("domcontentloaded", { timeout: 5_000 }).catch(() => undefined);
+        const full = await page.locator("body").ariaSnapshot().catch(() => "");
+        const MAX = 16_000;
+        const snapshot = full.length > MAX ? `${full.slice(0, MAX)}\n… [snapshot truncated]` : full;
+        return {
+            url: page.url(),
+            title: await page.title().catch(() => ""),
+            snapshot,
+            challenge: await detectHumanChallenge(page),
+            truncated: full.length > MAX,
+        };
+    }
+    /**
+     * Perform one brain-issued action on the active page. Elements are addressed
+     * by ARIA role + accessible name (from the snapshot) via Playwright's
+     * getByRole — robust and selector-free. Returns the resulting page state.
+     */
+    async browserAct(action, resumePath) {
+        const page = await this.getActivePage();
+        // Arm résumé auto-attach so a file chooser never blocks the flow (see method).
+        if (resumePath && existsSync(resolve(resumePath))) {
+            this.applyResumePath = resolve(resumePath);
+        }
+        if (this.applyResumePath)
+            this.armFileAutoAttach(page, this.applyResumePath);
+        // The selector-free action switch lives in browser-actions.ts (kept this
+        // file from ballooning); the post-action settle + result stay here.
+        await performBrowserAction(page, action, (p, loc) => this.clickRobustly(p, loc));
+        // A click may trigger SPA navigation or open a new tab/popup. Give it a beat
+        // to settle and follow the (possibly new) active page, so the next snapshot
+        // reflects the new state — not the element the brain just clicked.
+        await page.waitForTimeout(700).catch(() => undefined);
+        const active = await this.getActivePage();
+        await active.waitForLoadState("domcontentloaded", { timeout: 6_000 }).catch(() => undefined);
+        // SPA route changes (Dayforce/Workday) swap the view via XHR without a full
+        // load, so domcontentloaded fires instantly and the snapshot can catch the
+        // PRE-swap DOM (still showing the button just clicked → a wasted re-click).
+        // Wait for the network to go idle after navigation-ish actions.
+        if (action.action === "click" || action.action === "navigate" || action.action === "key") {
+            await active.waitForLoadState("networkidle", { timeout: 3_500 }).catch(() => undefined);
+        }
+        return {
+            ok: true,
+            url: active.url(),
+            title: await active.title().catch(() => ""),
+            challenge: await detectHumanChallenge(active),
+        };
+    }
+    /**
+     * Click an element through escalating fallbacks: normal → force (bypass
+     * actionability) → scroll-into-view + click the element's CENTER COORDINATES
+     * with the mouse. The coordinate click defeats custom-styled controls (hidden
+     * inputs, overlays) that swallow locator clicks. Returns false only if the
+     * element can't be located/positioned at all.
+     */
+    async clickRobustly(page, loc) {
+        if (await loc.click({ timeout: 6_000 }).then(() => true).catch(() => false))
+            return true;
+        if (await loc.click({ force: true, timeout: 4_000 }).then(() => true).catch(() => false))
+            return true;
+        await loc.scrollIntoViewIfNeeded({ timeout: 3_000 }).catch(() => undefined);
+        const box = await loc.boundingBox().catch(() => null);
+        if (!box)
+            return false;
+        await page.mouse.click(box.x + box.width / 2, box.y + box.height / 2).catch(() => undefined);
+        return true;
+    }
+    // ── Agent-driven application lifecycle (called by the remote Workflow brain) ──
+    /** Append a decision/event to the agent task's activity (the console trace). */
+    browserEvent(taskId, type, message, data) {
+        const task = this.store.getTask(taskId);
+        if (task)
+            this.addTaskEvent(task, type, message, data);
+        return { ok: true };
+    }
+    /**
+     * Hand off for a CAPTCHA in the SAME session: register the live active page
+     * for remote takeover and flip the task to needs_human so the console shows
+     * the take-over view. The brain pauses; the human solves it on this page.
+     */
+    async browserHandoff(taskId, label, reason = "challenge") {
+        const page = await this.getActivePage();
+        this.takeovers.set(taskId, { page, reason, humanDone: false });
+        const screenshotBase64 = await captureScreenshotDataUrl(page);
+        const task = this.store.getTask(taskId);
+        if (task) {
+            task.status = "needs_human";
+            task.updatedAt = new Date().toISOString();
+            this.store.putTask(task);
+            const message = reason === "needs_input"
+                ? `The agent needs a value from you: ${label}. Enter it and the agent continues.`
+                : reason === "stuck"
+                    ? `Take over: the agent is stuck on "${label}". Do that one step (e.g. tick the box / click continue) in the live view, then click Resume.`
+                    : `Take over to solve the ${label} — the agent will continue once it's solved.`;
+            this.addTaskEvent(task, "job.human_handoff_required", message, {
+                reason,
+                challengeType: reason === "challenge" ? label : undefined,
+                stuckOn: reason === "stuck" ? label : undefined,
+                inputField: reason === "needs_input" ? label : undefined,
+                url: page.url(),
+                screenshotBase64,
+            });
+        }
+        return { ok: true, screenshotBase64 };
+    }
+    /** Whether the brain can resume: a solved captcha (auto), a human "Resume" for a stuck step, or a provided value. */
+    async browserHandoffStatus(taskId) {
+        const session = this.takeovers.get(taskId);
+        const page = session?.page ?? (await this.getActivePage());
+        if (page.isClosed())
+            return { solved: true, challenge: null };
+        // A needs_input handoff resumes once the user supplies the value.
+        if (session?.reason === "needs_input")
+            return { solved: !!session.inputValue, challenge: null, value: session.inputValue };
+        // A stuck handoff resumes only when the human explicitly clicks Resume —
+        // there's nothing to auto-detect.
+        if (session?.reason === "stuck")
+            return { solved: !!session.humanDone, challenge: null };
+        // A challenge resumes when the token/widget clears OR the human clicks Done —
+        // custom captchas (e.g. PageUp's "not a robot") have no detectable token, so
+        // the human's explicit Done is the authority; never strand them.
+        const challenge = await detectHumanChallenge(page);
+        const solved = !challenge || (await challengeSolved(page)) || !!session?.humanDone;
+        return { solved, challenge };
+    }
+    /** The user supplied the value the agent asked for (ask-and-hold). */
+    browserSubmitInput(taskId, value) {
+        const session = this.takeovers.get(taskId);
+        if (session)
+            session.inputValue = value;
+        const task = this.store.getTask(taskId);
+        if (task) {
+            task.status = "running";
+            task.updatedAt = new Date().toISOString();
+            this.store.putTask(task);
+            this.addTaskEvent(task, "job.input_provided", "You provided the requested value — the agent is continuing");
+        }
+        return { ok: true };
+    }
+    /** End the takeover and return the task to running so the brain drives again. */
+    async browserResume(taskId) {
+        await this.endTakeover(taskId).catch(() => undefined);
+        const task = this.store.getTask(taskId);
+        if (task) {
+            task.status = "running";
+            task.updatedAt = new Date().toISOString();
+            this.store.putTask(task);
+            this.addTaskEvent(task, "job.resumed", "Challenge solved — agent resuming the application.");
+        }
+        return { ok: true };
+    }
+    /** Finalize an agent-driven application (submitted/expired → completed; else failed). */
+    async browserComplete(taskId, outcome, detail) {
+        await this.endTakeover(taskId).catch(() => undefined);
+        const task = this.store.getTask(taskId);
+        if (task) {
+            const success = outcome === "submitted" || outcome === "ready" || outcome === "expired";
+            task.status = success ? "completed" : "failed";
+            task.output = { outcome, detail };
+            if (!success)
+                task.error = detail || outcome;
+            task.updatedAt = new Date().toISOString();
+            task.completedAt = task.updatedAt;
+            this.store.putTask(task);
+            this.addTaskEvent(task, success ? "task.completed" : "task.failed", detail || `Application ${outcome}`, { outcome, detail });
+        }
+        return { ok: true };
+    }
     ensureChromiumInstalled() {
         if (this.chromiumInstallChecked)
             return;
@@ -352,164 +747,6 @@ export class LocalRunner {
         }
     }
 }
-export function normalizeJobApplicationInput(input) {
-    const url = stringValue(input.url);
-    if (!url || !/^https?:\/\//.test(url)) {
-        throw new RunnerInputError("job application requires an http(s) url");
-    }
-    const resumePath = resolve(stringValue(input.resumePath));
-    if (!resumePath || !existsSync(resumePath)) {
-        throw new RunnerInputError("job application requires an existing local resumePath");
-    }
-    const candidate = isRecord(input.candidate) ? input.candidate : {};
-    const fullName = stringValue(candidate.fullName);
-    const email = stringValue(candidate.email);
-    if (!fullName)
-        throw new RunnerInputError("candidate.fullName is required");
-    if (!email || !/^[^@\s]+@[^@\s]+\.[^@\s]+$/.test(email)) {
-        throw new RunnerInputError("candidate.email must be a valid email address");
-    }
-    return {
-        url,
-        resumePath,
-        candidate: {
-            fullName,
-            email,
-            phone: optionalString(candidate.phone),
-            location: optionalString(candidate.location),
-            linkedin: optionalString(candidate.linkedin),
-            portfolio: optionalString(candidate.portfolio),
-            workAuthorization: optionalString(candidate.workAuthorization),
-        },
-        coverNote: optionalString(input.coverNote),
-    };
-}
-async function fillBasicApplicationForm(page, job) {
-    const filled = [];
-    const candidate = job.candidate;
-    const fillSpecs = [
-        ["fullName", candidate.fullName, [
-                'input[name="fullName"]',
-                'input[name="full_name"]',
-                'input[name="name"]',
-                'input[autocomplete="name"]',
-            ]],
-        ["email", candidate.email, [
-                'input[name="email"]',
-                'input[type="email"]',
-                'input[autocomplete="email"]',
-            ]],
-        ["phone", candidate.phone, [
-                'input[name="phone"]',
-                'input[name="mobile"]',
-                'input[autocomplete="tel"]',
-            ]],
-        ["location", candidate.location, [
-                'input[name="location"]',
-                'input[autocomplete="address-level2"]',
-                'input[autocomplete="address-level1"]',
-            ]],
-        ["linkedin", candidate.linkedin, [
-                'input[name="linkedin"]',
-                'input[name="linkedIn"]',
-                'input[placeholder*="LinkedIn" i]',
-            ]],
-        ["portfolio", candidate.portfolio, [
-                'input[name="portfolio"]',
-                'input[name="website"]',
-                'input[placeholder*="Portfolio" i]',
-                'input[placeholder*="Website" i]',
-            ]],
-        ["coverNote", job.coverNote, [
-                'textarea[name="coverNote"]',
-                'textarea[name="cover_letter"]',
-                'textarea[name="coverLetter"]',
-                'textarea[placeholder*="cover" i]',
-                'textarea[placeholder*="message" i]',
-            ]],
-    ];
-    for (const [name, value, selectors] of fillSpecs) {
-        if (value && await fillFirst(page, selectors, value))
-            filled.push(name);
-    }
-    if (candidate.workAuthorization && await selectOrFillFirst(page, [
-        'select[name="workAuthorization"]',
-        'select[name="work_authorization"]',
-        'select[name*="authorization" i]',
-    ], candidate.workAuthorization)) {
-        filled.push("workAuthorization");
-    }
-    const resumeInput = page.locator('input[type="file"][name*="resume" i], input[type="file"][name*="cv" i], input[type="file"]').first();
-    if (await resumeInput.count() === 0) {
-        throw new Error("No resume upload field found on the application form");
-    }
-    await resumeInput.setInputFiles(job.resumePath);
-    filled.push("resume");
-    return filled;
-}
-async function fillFirst(page, selectors, value) {
-    for (const selector of selectors) {
-        const locator = page.locator(selector).first();
-        if (await locator.count() === 0)
-            continue;
-        try {
-            await locator.fill(value, { timeout: 5_000 });
-            return true;
-        }
-        catch {
-            /* try next selector */
-        }
-    }
-    return false;
-}
-async function selectOrFillFirst(page, selectors, value) {
-    for (const selector of selectors) {
-        const locator = page.locator(selector).first();
-        if (await locator.count() === 0)
-            continue;
-        try {
-            await locator.selectOption({ label: value }, { timeout: 5_000 });
-            return true;
-        }
-        catch {
-            try {
-                await locator.fill(value, { timeout: 5_000 });
-                return true;
-            }
-            catch {
-                /* try next selector */
-            }
-        }
-    }
-    return false;
-}
-async function submitApplicationForm(page) {
-    const submit = page.locator('form button[type="submit"], form input[type="submit"], button:has-text("Submit"), input[type="submit"]').first();
-    if (await submit.count() > 0) {
-        await submit.click({ timeout: 10_000 });
-        return;
-    }
-    const form = page.locator("form").first();
-    if (await form.count() === 0)
-        throw new Error("No application form found to submit");
-    await form.evaluate((node) => {
-        const htmlForm = node;
-        if (typeof htmlForm.requestSubmit === "function")
-            htmlForm.requestSubmit();
-        else
-            htmlForm.submit();
-    });
-}
-function isRecord(value) {
-    return typeof value === "object" && value !== null && !Array.isArray(value);
-}
-function stringValue(value) {
-    return String(value || "").trim();
-}
-function optionalString(value) {
-    const text = stringValue(value);
-    return text || undefined;
-}
 function normalizeCreateTaskRequest(request) {
     if (!isRecord(request) || typeof request.type !== "string" || !request.type.trim()) {
         throw new RunnerInputError("task type required");
@@ -523,111 +760,10 @@ function normalizeCreateTaskRequest(request) {
             : "",
     };
 }
-function validateTaskInput(type, input) {
-    if (type === "job.apply_basic") {
-        normalizeJobApplicationInput(input);
-        return;
-    }
-    if (type === "job.apply_authenticated") {
-        normalizeAuthenticatedJobInput(input);
-    }
+function validateTaskInput(_type, _input) {
+    // The agent-driven apply (job.apply_agent) validates inputs in the workflow;
+    // no runner-side schema validation needed for the remaining task types.
 }
 export function fileUrl(path) {
     return pathToFileURL(path).toString();
 }
-// ── Authenticated job application helpers ─────────────────────────────────
-export function normalizeAuthenticatedJobInput(input) {
-    const base = normalizeJobApplicationInput(input);
-    const credentials = isRecord(input.credentials) ? input.credentials : undefined;
-    const registration = isRecord(input.registration) ? input.registration : undefined;
-    return {
-        ...base,
-        credentials: credentials ? {
-            email: stringValue(credentials.email),
-            password: stringValue(credentials.password),
-        } : undefined,
-        loginUrl: optionalString(input.loginUrl),
-        accountExists: input.accountExists === true,
-        registration: registration ? {
-            fullName: stringValue(registration.fullName),
-            email: stringValue(registration.email),
-            password: stringValue(registration.password),
-        } : undefined,
-    };
-}
-async function detectAuthRequirement(page) {
-    const body = await page.locator("body").innerHTML({ timeout: 5_000 }).catch(() => "");
-    const lower = body.toLowerCase();
-    // Check for login/register prompts
-    const hasLoginForm = await page.locator('input[type="password"], form[action*="login"], form[action*="signin"]').count() > 0;
-    const hasLoginText = /sign\s*in|log\s*in|create\s*(an\s*)?account|register\s*to\s*apply/i.test(lower);
-    const hasLoginLink = await page.locator('a[href*="login"], a[href*="signin"], a[href*="register"]').count() > 0;
-    return hasLoginForm || (hasLoginText && hasLoginLink);
-}
-async function findLoginUrl(page, baseUrl) {
-    const loginLink = page.locator('a[href*="login"], a[href*="signin"], a:has-text("Sign in"), a:has-text("Log in")').first();
-    if (await loginLink.count() > 0) {
-        const href = await loginLink.getAttribute("href");
-        if (href)
-            return new URL(href, baseUrl).toString();
-    }
-    return null;
-}
-async function findRegisterUrl(page, baseUrl) {
-    const regLink = page.locator('a[href*="register"], a[href*="signup"], a:has-text("Create account"), a:has-text("Sign up")').first();
-    if (await regLink.count() > 0) {
-        const href = await regLink.getAttribute("href");
-        if (href)
-            return new URL(href, baseUrl).toString();
-    }
-    return null;
-}
-async function fillLoginForm(page, credentials) {
-    await fillFirst(page, [
-        'input[name="email"]',
-        'input[type="email"]',
-        'input[autocomplete="email"]',
-        'input[autocomplete="username"]',
-        'input[name="username"]',
-    ], credentials.email);
-    await fillFirst(page, [
-        'input[name="password"]',
-        'input[type="password"]',
-        'input[autocomplete="current-password"]',
-    ], credentials.password);
-}
-async function fillRegistrationForm(page, registration) {
-    await fillFirst(page, [
-        'input[name="fullName"]',
-        'input[name="full_name"]',
-        'input[name="name"]',
-        'input[autocomplete="name"]',
-    ], registration.fullName);
-    await fillFirst(page, [
-        'input[name="email"]',
-        'input[type="email"]',
-        'input[autocomplete="email"]',
-    ], registration.email);
-    await fillFirst(page, [
-        'input[name="password"]',
-        'input[type="password"]',
-        'input[autocomplete="new-password"]',
-    ], registration.password);
-}
-async function submitForm(page) {
-    const submit = page.locator('button[type="submit"], input[type="submit"]').first();
-    if (await submit.count() > 0) {
-        await submit.click({ timeout: 10_000 });
-        return;
-    }
-    const form = page.locator("form").first();
-    if (await form.count() > 0) {
-        await form.evaluate((node) => {
-            const f = node;
-            if (typeof f.requestSubmit === "function")
-                f.requestSubmit();
-            else
-                f.submit();
-        });
-    }
-}