@eidra-umain/greenlight 0.1.0

package/dist/pilot/pilot.js

@@ -0,0 +1,249 @@
+/**
+ * The Pilot — core AI agent loop.
+ * Iterates through test steps: capture state → LLM → execute → record result.
+ */
+import { validatePlanReferences } from "./response-parser.js";
+import { capturePageState } from "./state.js";
+import { resetRefCounter } from "./a11y-parser.js";
+import { executeAction } from "./executor.js";
+import { globals } from "../globals.js";
+/**
+ * Run all steps of a test case sequentially.
+ * Fails fast: stops on the first failed step.
+ */
+export async function runTestCase(page, testCase, llm, options) {
+    const startTime = performance.now();
+    const stepResults = [];
+    // Fresh conversation history, stable ref map, and value store for each test case
+    llm.resetHistory();
+    resetRefCounter();
+    globals.valueStore.clear();
+    const trace = globals.trace;
+    const recorder = options.recorder;
+    // Pre-plan all steps: the LLM interprets the full spec and returns
+    // structured actions for steps it can resolve without page state.
+    // Compound steps may be split into multiple atomic actions.
+    trace.log("plan:start", `${String(testCase.steps.length)} steps`);
+    if (globals.debug) {
+        console.log(`\n      Plan input:`);
+        for (const s of testCase.steps) {
+            console.log(`        - ${s}`);
+        }
+    }
+    const planStart = performance.now();
+    let plan;
+    try {
+        plan = await llm.planSteps(testCase.steps);
+    }
+    catch (err) {
+        // If planning fails, fall back to runtime resolution for all steps
+        const msg = err instanceof Error ? err.message : String(err);
+        trace.log("plan:error", msg);
+        if (globals.debug) {
+            console.log(`      Plan error: ${msg}`);
+        }
+        plan = testCase.steps.map((s) => ({ step: s, action: null }));
+    }
+    trace.log("plan:done", `${String(Math.round(performance.now() - planStart))}ms`);
+    if (globals.debug) {
+        console.log(`\n      Plan output (${String(plan.length)} actions):`);
+        for (let i = 0; i < plan.length; i++) {
+            const p = plan[i];
+            const label = p.action ? JSON.stringify(p.action) : "(needs page state)";
+            console.log(`        ${String(i + 1)}. ${p.step} → ${label}`);
+        }
+        console.log();
+    }
+    // Validate that every COMPARE has a matching REMEMBER before it
+    const planErrors = validatePlanReferences(plan);
+    if (planErrors.length > 0) {
+        if (globals.debug) {
+            for (const err of planErrors)
+                console.log(`      Plan error: ${err}`);
+        }
+        // Log the errors but don't fail — the LLM may have made a mistake
+        // that the runtime can still handle
+    }
+    // Build the execution queue — EXPAND steps get expanded at runtime
+    // and their sub-steps are spliced into the queue.
+    const queue = [...plan];
+    let queueIndex = 0;
+    let failed = false;
+    while (queueIndex < queue.length && !failed) {
+        const planned = queue[queueIndex];
+        queueIndex++;
+        const { step, action: plannedAction, needsExpansion, rememberAs, compare: plannedCompare } = planned;
+        // ── EXPAND: runtime step expansion (e.g. form filling) ────────
+        if (needsExpansion) {
+            trace.log("expand:start", step);
+            if (globals.debug) {
+                console.log(`\n      Expanding compound step: ${step}`);
+            }
+            // Capture page state for expansion
+            if (options.waitForNetworkIdle) {
+                await options.waitForNetworkIdle();
+            }
+            const state = await capturePageState(page, options.consoleDrain);
+            try {
+                const t0 = performance.now();
+                const expandedSteps = await llm.expandStep(step, state, page);
+                const expandDuration = performance.now() - t0;
+                trace.log("expand:done", `${String(Math.round(expandDuration))}ms → ${String(expandedSteps.length)} sub-steps`);
+                if (globals.debug) {
+                    console.log(`\n      Expanded into ${String(expandedSteps.length)} sub-steps:`);
+                    for (const es of expandedSteps) {
+                        const label = es.action ? JSON.stringify(es.action) : "(needs page state)";
+                        console.log(`        - ${es.step} → ${label}`);
+                    }
+                    console.log();
+                }
+                // Splice expanded sub-steps into the queue at the current position
+                queue.splice(queueIndex, 0, ...expandedSteps);
+            }
+            catch (err) {
+                stepResults.push({
+                    step,
+                    action: null,
+                    status: "failed",
+                    duration: 0,
+                    error: `Failed to expand step: ${err instanceof Error ? err.message : String(err)}`,
+                });
+                failed = true;
+            }
+            continue;
+        }
+        // ── Normal step execution (same as before) ───────────────────
+        trace.log("step:start", step);
+        const stepStart = performance.now();
+        let action = null;
+        const timing = {
+            capture: 0,
+            llm: 0,
+            execute: 0,
+            postCapture: 0,
+        };
+        try {
+            let a11yTree = [];
+            if (plannedAction) {
+                // Pre-planned: skip page capture and LLM call
+                action = plannedAction;
+                trace.log("plan:hit", JSON.stringify(action));
+            }
+            else {
+                // Needs page state: wait for async requests to settle, then capture
+                if (options.waitForNetworkIdle) {
+                    await options.waitForNetworkIdle();
+                }
+                trace.log("capture:start");
+                let t0 = performance.now();
+                const state = await capturePageState(page, options.consoleDrain);
+                timing.capture = performance.now() - t0;
+                trace.log("capture:done", `${String(Math.round(timing.capture))}ms`);
+                trace.log("llm:start");
+                t0 = performance.now();
+                action = await llm.resolveStep(step, state);
+                timing.llm = performance.now() - t0;
+                trace.log("llm:done", `${String(Math.round(timing.llm))}ms → ${JSON.stringify(action)}`);
+                a11yTree = state.a11yTree;
+            }
+            // Propagate rememberAs from planned step to action
+            if (rememberAs) {
+                action.rememberAs = rememberAs;
+                // If the LLM didn't return a "remember" action for a REMEMBER step,
+                // wrap it as one so the executor captures the value
+                if (action.action !== "remember") {
+                    action = { action: "remember", ref: action.ref, text: action.text, rememberAs };
+                }
+            }
+            // Propagate compare metadata from planned step to action.
+            // The LLM resolves the element ref at runtime; we inject the
+            // comparison operator and variable from the plan.
+            if (plannedCompare) {
+                action.compare ??= {
+                    variable: plannedCompare.variable,
+                    operator: plannedCompare.operator,
+                };
+                action.assertion ??= { type: "compare", expected: step };
+                action.action = "assert";
+            }
+            if (globals.debug) {
+                console.log(`      Action: ${JSON.stringify(action)}`);
+            }
+            // Execute the action
+            trace.log("execute:start", action.action);
+            let t0 = performance.now();
+            const result = await executeAction(page, action, a11yTree);
+            timing.execute = performance.now() - t0;
+            trace.log("execute:done", `${String(Math.round(timing.execute))}ms ${result.success ? "ok" : `FAIL: ${result.error ?? ""}`}`);
+            if (!result.success) {
+                stepResults.push({
+                    step,
+                    action,
+                    status: "failed",
+                    duration: performance.now() - stepStart,
+                    timing,
+                    error: result.error,
+                });
+                failed = true;
+                continue;
+            }
+            // Store remembered value if this was a remember action
+            if (result.rememberedValue !== undefined && action.rememberAs) {
+                globals.valueStore.set(action.rememberAs, result.rememberedValue);
+            }
+            // Capture post-action screenshot for reporting
+            // Retry once if the page is mid-navigation
+            trace.log("postCapture:start");
+            t0 = performance.now();
+            let postState;
+            try {
+                postState = await capturePageState(page, options.consoleDrain, {
+                    screenshot: true,
+                });
+            }
+            catch {
+                await page.waitForLoadState("domcontentloaded");
+                postState = await capturePageState(page, options.consoleDrain, {
+                    screenshot: true,
+                });
+            }
+            timing.postCapture = performance.now() - t0;
+            trace.log("postCapture:done", `${String(Math.round(timing.postCapture))}ms`);
+            // Record step for heuristic plan if recorder is active
+            if (recorder) {
+                recorder.recordStep(step, action, result, {
+                    url: postState.url,
+                    title: postState.title,
+                });
+            }
+            stepResults.push({
+                step,
+                action,
+                status: "passed",
+                duration: performance.now() - stepStart,
+                timing,
+                screenshot: postState.screenshot,
+            });
+        }
+        catch (err) {
+            stepResults.push({
+                step,
+                action,
+                status: "failed",
+                duration: performance.now() - stepStart,
+                timing,
+                error: err instanceof Error ? err.message : String(err),
+            });
+            failed = true;
+        }
+    }
+    const allPassed = stepResults.every((s) => s.status === "passed") && !failed;
+    const status = allPassed ? "passed" : "failed";
+    return {
+        name: testCase.name,
+        status,
+        steps: stepResults,
+        duration: performance.now() - startTime,
+    };
+}
+//# sourceMappingURL=pilot.js.map

package/dist/pilot/pilot.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"pilot.js","sourceRoot":"","sources":["../../src/pilot/pilot.ts"],"names":[],"mappings":"AAAA;;;GAGG;AAaH,OAAO,EAAE,sBAAsB,EAAE,MAAM,sBAAsB,CAAA;AAC7D,OAAO,EAAE,gBAAgB,EAAE,MAAM,YAAY,CAAA;AAC7C,OAAO,EAAE,eAAe,EAAE,MAAM,kBAAkB,CAAA;AAClD,OAAO,EAAE,aAAa,EAAE,MAAM,eAAe,CAAA;AAE7C,OAAO,EAAE,OAAO,EAAE,MAAM,eAAe,CAAA;AAavC;;;GAGG;AACH,MAAM,CAAC,KAAK,UAAU,WAAW,CAChC,IAAU,EACV,QAA2C,EAC3C,GAAc,EACd,OAAqB;IAErB,MAAM,SAAS,GAAG,WAAW,CAAC,GAAG,EAAE,CAAA;IACnC,MAAM,WAAW,GAAiB,EAAE,CAAA;IAEpC,iFAAiF;IACjF,GAAG,CAAC,YAAY,EAAE,CAAA;IAClB,eAAe,EAAE,CAAA;IACjB,OAAO,CAAC,UAAU,CAAC,KAAK,EAAE,CAAA;IAE1B,MAAM,KAAK,GAAG,OAAO,CAAC,KAAK,CAAA;IAC3B,MAAM,QAAQ,GAAG,OAAO,CAAC,QAAQ,CAAA;IAEjC,mEAAmE;IACnE,kEAAkE;IAClE,4DAA4D;IAC5D,KAAK,CAAC,GAAG,CAAC,YAAY,EAAE,GAAG,MAAM,CAAC,QAAQ,CAAC,KAAK,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAA;IACjE,IAAI,OAAO,CAAC,KAAK,EAAE,CAAC;QACnB,OAAO,CAAC,GAAG,CAAC,qBAAqB,CAAC,CAAA;QAClC,KAAK,MAAM,CAAC,IAAI,QAAQ,CAAC,KAAK,EAAE,CAAC;YAChC,OAAO,CAAC,GAAG,CAAC,aAAa,CAAC,EAAE,CAAC,CAAA;QAC9B,CAAC;IACF,CAAC;IACD,MAAM,SAAS,GAAG,WAAW,CAAC,GAAG,EAAE,CAAA;IACnC,IAAI,IAAmB,CAAA;IACvB,IAAI,CAAC;QACJ,IAAI,GAAG,MAAM,GAAG,CAAC,SAAS,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAA;IAC3C,CAAC;IAAC,OAAO,GAAG,EAAE,CAAC;QACd,mEAAmE;QACnE,MAAM,GAAG,GAAG,GAAG,YAAY,KAAK,CAAC,CAAC,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,GAAG,CAAC,CAAA;QAC5D,KAAK,CAAC,GAAG,CAAC,YAAY,EAAE,GAAG,CAAC,CAAA;QAC5B,IAAI,OAAO,CAAC,KAAK,EAAE,CAAC;YACnB,OAAO,CAAC,GAAG,CAAC,qBAAqB,GAAG,EAAE,CAAC,CAAA;QACxC,CAAC;QACD,IAAI,GAAG,QAAQ,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,EAAE,IAAI,EAAE,CAAC,EAAE,MAAM,EAAE,IAAI,EAAE,CAAC,CAAC,CAAA;IAC9D,CAAC;IACD,KAAK,CAAC,GAAG,CAAC,WAAW,EAAE,GAAG,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,WAAW,CAAC,GAAG,EAAE,GAAG,SAAS,CAAC,CAAC,IAAI,CAAC,CAAA;IAChF,IAAI,OAAO,CAAC,KAAK,EAAE,CAAC;QACnB,OAAO,CAAC,GAAG,CAAC,wBAAwB,MAAM,CAAC,IAAI,CAAC,MAAM,CAAC,YAAY,CAAC,CAAA;QACpE,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,IAAI,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;YACtC,MAAM,CAAC,GAAG,IAAI,CAAC,CAAC,CAAC,CAAA;YACjB,MAAM,KAAK,GAAG,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,oBAAoB,CAAA;YACxE,OAAO,CAAC,GAAG,CAAC,WAAW,MAAM,CAAC,CAAC,GAAG,CAAC,CAAC,KAAK,CAAC,CAAC,IAAI,MAAM,KAAK,EAAE,CAAC,CAAA;QAC9D,CAAC;QACD,OAAO,CAAC,GAAG,EAAE,CAAA;IACd,CAAC;IAED,gEAAgE;IAChE,MAAM,UAAU,GAAG,sBAAsB,CAAC,IAAI,CAAC,CAAA;IAC/C,IAAI,UAAU,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;QAC3B,IAAI,OAAO,CAAC,KAAK,EAAE,CAAC;YACnB,KAAK,MAAM,GAAG,IAAI,UAAU;gBAAE,OAAO,CAAC,GAAG,CAAC,qBAAqB,GAAG,EAAE,CAAC,CAAA;QACtE,CAAC;QACD,kEAAkE;QAClE,oCAAoC;IACrC,CAAC;IAED,mEAAmE;IACnE,kDAAkD;IAClD,MAAM,KAAK,GAAG,CAAC,GAAG,IAAI,CAAC,CAAA;IACvB,IAAI,UAAU,GAAG,CAAC,CAAA;IAClB,IAAI,MAAM,GAAG,KAAK,CAAA;IAElB,OAAO,UAAU,GAAG,KAAK,CAAC,MAAM,IAAI,CAAC,MAAM,EAAE,CAAC;QAC7C,MAAM,OAAO,GAAG,KAAK,CAAC,UAAU,CAAC,CAAA;QACjC,UAAU,EAAE,CAAA;QACZ,MAAM,EAAE,IAAI,EAAE,MAAM,EAAE,aAAa,EAAE,cAAc,EAAE,UAAU,EAAE,OAAO,EAAE,cAAc,EAAE,GAAG,OAAO,CAAA;QAEpG,iEAAiE;QACjE,IAAI,cAAc,EAAE,CAAC;YACpB,KAAK,CAAC,GAAG,CAAC,cAAc,EAAE,IAAI,CAAC,CAAA;YAC/B,IAAI,OAAO,CAAC,KAAK,EAAE,CAAC;gBACnB,OAAO,CAAC,GAAG,CAAC,oCAAoC,IAAI,EAAE,CAAC,CAAA;YACxD,CAAC;YAED,mCAAmC;YACnC,IAAI,OAAO,CAAC,kBAAkB,EAAE,CAAC;gBAChC,MAAM,OAAO,CAAC,kBAAkB,EAAE,CAAA;YACnC,CAAC;YACD,MAAM,KAAK,GAAG,MAAM,gBAAgB,CAAC,IAAI,EAAE,OAAO,CAAC,YAAY,CAAC,CAAA;YAEhE,IAAI,CAAC;gBACJ,MAAM,EAAE,GAAG,WAAW,CAAC,GAAG,EAAE,CAAA;gBAC5B,MAAM,aAAa,GAAG,MAAM,GAAG,CAAC,UAAU,CAAC,IAAI,EAAE,KAAK,EAAE,IAAI,CAAC,CAAA;gBAC7D,MAAM,cAAc,GAAG,WAAW,CAAC,GAAG,EAAE,GAAG,EAAE,CAAA;gBAC7C,KAAK,CAAC,GAAG,CAAC,aAAa,EAAE,GAAG,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,cAAc,CAAC,CAAC,QAAQ,MAAM,CAAC,aAAa,CAAC,MAAM,CAAC,YAAY,CAAC,CAAA;gBAE/G,IAAI,OAAO,CAAC,KAAK,EAAE,CAAC;oBACnB,OAAO,CAAC,GAAG,CAAC,yBAAyB,MAAM,CAAC,aAAa,CAAC,MAAM,CAAC,aAAa,CAAC,CAAA;oBAC/E,KAAK,MAAM,EAAE,IAAI,aAAa,EAAE,CAAC;wBAChC,MAAM,KAAK,GAAG,EAAE,CAAC,MAAM,CAAC,CAAC,CAAC,IAAI,CAAC,SAAS,CAAC,EAAE,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,oBAAoB,CAAA;wBAC1E,OAAO,CAAC,GAAG,CAAC,aAAa,EAAE,CAAC,IAAI,MAAM,KAAK,EAAE,CAAC,CAAA;oBAC/C,CAAC;oBACD,OAAO,CAAC,GAAG,EAAE,CAAA;gBACd,CAAC;gBAED,mEAAmE;gBACnE,KAAK,CAAC,MAAM,CAAC,UAAU,EAAE,CAAC,EAAE,GAAG,aAAa,CAAC,CAAA;YAC9C,CAAC;YAAC,OAAO,GAAG,EAAE,CAAC;gBACd,WAAW,CAAC,IAAI,CAAC;oBAChB,IAAI;oBACJ,MAAM,EAAE,IAAI;oBACZ,MAAM,EAAE,QAAQ;oBAChB,QAAQ,EAAE,CAAC;oBACX,KAAK,EAAE,0BAA0B,GAAG,YAAY,KAAK,CAAC,CAAC,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,GAAG,CAAC,EAAE;iBACnF,CAAC,CAAA;gBACF,MAAM,GAAG,IAAI,CAAA;YACd,CAAC;YACD,SAAQ;QACT,CAAC;QAED,gEAAgE;QAChE,KAAK,CAAC,GAAG,CAAC,YAAY,EAAE,IAAI,CAAC,CAAA;QAC7B,MAAM,SAAS,GAAG,WAAW,CAAC,GAAG,EAAE,CAAA;QACnC,IAAI,MAAM,GAAkB,IAAI,CAAA;QAChC,MAAM,MAAM,GAAe;YAC1B,OAAO,EAAE,CAAC;YACV,GAAG,EAAE,CAAC;YACN,OAAO,EAAE,CAAC;YACV,WAAW,EAAE,CAAC;SACd,CAAA;QAED,IAAI,CAAC;YACJ,IAAI,QAAQ,GAAe,EAAE,CAAA;YAE7B,IAAI,aAAa,EAAE,CAAC;gBACnB,8CAA8C;gBAC9C,MAAM,GAAG,aAAa,CAAA;gBACtB,KAAK,CAAC,GAAG,CAAC,UAAU,EAAE,IAAI,CAAC,SAAS,CAAC,MAAM,CAAC,CAAC,CAAA;YAC9C,CAAC;iBAAM,CAAC;gBACP,oEAAoE;gBACpE,IAAI,OAAO,CAAC,kBAAkB,EAAE,CAAC;oBAChC,MAAM,OAAO,CAAC,kBAAkB,EAAE,CAAA;gBACnC,CAAC;gBACD,KAAK,CAAC,GAAG,CAAC,eAAe,CAAC,CAAA;gBAC1B,IAAI,EAAE,GAAG,WAAW,CAAC,GAAG,EAAE,CAAA;gBAC1B,MAAM,KAAK,GAAG,MAAM,gBAAgB,CAAC,IAAI,EAAE,OAAO,CAAC,YAAY,CAAC,CAAA;gBAChE,MAAM,CAAC,OAAO,GAAG,WAAW,CAAC,GAAG,EAAE,GAAG,EAAE,CAAA;gBACvC,KAAK,CAAC,GAAG,CAAC,cAAc,EAAE,GAAG,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC,IAAI,CAAC,CAAA;gBAEpE,KAAK,CAAC,GAAG,CAAC,WAAW,CAAC,CAAA;gBACtB,EAAE,GAAG,WAAW,CAAC,GAAG,EAAE,CAAA;gBACtB,MAAM,GAAG,MAAM,GAAG,CAAC,WAAW,CAAC,IAAI,EAAE,KAAK,CAAC,CAAA;gBAC3C,MAAM,CAAC,GAAG,GAAG,WAAW,CAAC,GAAG,EAAE,GAAG,EAAE,CAAA;gBACnC,KAAK,CAAC,GAAG,CACR,UAAU,EACV,GAAG,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,QAAQ,IAAI,CAAC,SAAS,CAAC,MAAM,CAAC,EAAE,CACjE,CAAA;gBAED,QAAQ,GAAG,KAAK,CAAC,QAAQ,CAAA;YAC1B,CAAC;YAED,mDAAmD;YACnD,IAAI,UAAU,EAAE,CAAC;gBAChB,MAAM,CAAC,UAAU,GAAG,UAAU,CAAA;gBAC9B,oEAAoE;gBACpE,oDAAoD;gBACpD,IAAI,MAAM,CAAC,MAAM,KAAK,UAAU,EAAE,CAAC;oBAClC,MAAM,GAAG,EAAE,MAAM,EAAE,UAAU,EAAE,GAAG,EAAE,MAAM,CAAC,GAAG,EAAE,IAAI,EAAE,MAAM,CAAC,IAAI,EAAE,UAAU,EAAE,CAAA;gBAChF,CAAC;YACF,CAAC;YAED,0DAA0D;YAC1D,6DAA6D;YAC7D,kDAAkD;YAClD,IAAI,cAAc,EAAE,CAAC;gBACpB,MAAM,CAAC,OAAO,KAAK;oBAClB,QAAQ,EAAE,cAAc,CAAC,QAAQ;oBACjC,QAAQ,EAAE,cAAc,CAAC,QAAuE;iBAChG,CAAA;gBACD,MAAM,CAAC,SAAS,KAAK,EAAE,IAAI,EAAE,SAAS,EAAE,QAAQ,EAAE,IAAI,EAAE,CAAA;gBACxD,MAAM,CAAC,MAAM,GAAG,QAAQ,CAAA;YACzB,CAAC;YAED,IAAI,OAAO,CAAC,KAAK,EAAE,CAAC;gBACnB,OAAO,CAAC,GAAG,CAAC,iBAAiB,IAAI,CAAC,SAAS,CAAC,MAAM,CAAC,EAAE,CAAC,CAAA;YACvD,CAAC;YAED,qBAAqB;YACrB,KAAK,CAAC,GAAG,CAAC,eAAe,EAAE,MAAM,CAAC,MAAM,CAAC,CAAA;YACzC,IAAI,EAAE,GAAG,WAAW,CAAC,GAAG,EAAE,CAAA;YAC1B,MAAM,MAAM,GAAG,MAAM,aAAa,CAAC,IAAI,EAAE,MAAM,EAAE,QAAQ,CAAC,CAAA;YAC1D,MAAM,CAAC,OAAO,GAAG,WAAW,CAAC,GAAG,EAAE,GAAG,EAAE,CAAA;YACvC,KAAK,CAAC,GAAG,CACR,cAAc,EACd,GAAG,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC,MAAM,MAAM,CAAC,OAAO,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,SAAS,MAAM,CAAC,KAAK,IAAI,EAAE,EAAE,EAAE,CAClG,CAAA;YAED,IAAI,CAAC,MAAM,CAAC,OAAO,EAAE,CAAC;gBACrB,WAAW,CAAC,IAAI,CAAC;oBAChB,IAAI;oBACJ,MAAM;oBACN,MAAM,EAAE,QAAQ;oBAChB,QAAQ,EAAE,WAAW,CAAC,GAAG,EAAE,GAAG,SAAS;oBACvC,MAAM;oBACN,KAAK,EAAE,MAAM,CAAC,KAAK;iBACnB,CAAC,CAAA;gBACF,MAAM,GAAG,IAAI,CAAA;gBACb,SAAQ;YACT,CAAC;YAED,uDAAuD;YACvD,IAAI,MAAM,CAAC,eAAe,KAAK,SAAS,IAAI,MAAM,CAAC,UAAU,EAAE,CAAC;gBAC/D,OAAO,CAAC,UAAU,CAAC,GAAG,CAAC,MAAM,CAAC,UAAU,EAAE,MAAM,CAAC,eAAe,CAAC,CAAA;YAClE,CAAC;YAED,+CAA+C;YAC/C,2CAA2C;YAC3C,KAAK,CAAC,GAAG,CAAC,mBAAmB,CAAC,CAAA;YAC9B,EAAE,GAAG,WAAW,CAAC,GAAG,EAAE,CAAA;YACtB,IAAI,SAAS,CAAA;YACb,IAAI,CAAC;gBACJ,SAAS,GAAG,MAAM,gBAAgB,CAAC,IAAI,EAAE,OAAO,CAAC,YAAY,EAAE;oBAC9D,UAAU,EAAE,IAAI;iBAChB,CAAC,CAAA;YACH,CAAC;YAAC,MAAM,CAAC;gBACR,MAAM,IAAI,CAAC,gBAAgB,CAAC,kBAAkB,CAAC,CAAA;gBAC/C,SAAS,GAAG,MAAM,gBAAgB,CAAC,IAAI,EAAE,OAAO,CAAC,YAAY,EAAE;oBAC9D,UAAU,EAAE,IAAI;iBAChB,CAAC,CAAA;YACH,CAAC;YACD,MAAM,CAAC,WAAW,GAAG,WAAW,CAAC,GAAG,EAAE,GAAG,EAAE,CAAA;YAC3C,KAAK,CAAC,GAAG,CACR,kBAAkB,EAClB,GAAG,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC,WAAW,CAAC,CAAC,IAAI,CAC7C,CAAA;YAED,uDAAuD;YACvD,IAAI,QAAQ,EAAE,CAAC;gBACd,QAAQ,CAAC,UAAU,CAAC,IAAI,EAAE,MAAM,EAAE,MAAM,EAAE;oBACzC,GAAG,EAAE,SAAS,CAAC,GAAG;oBAClB,KAAK,EAAE,SAAS,CAAC,KAAK;iBACtB,CAAC,CAAA;YACH,CAAC;YAED,WAAW,CAAC,IAAI,CAAC;gBAChB,IAAI;gBACJ,MAAM;gBACN,MAAM,EAAE,QAAQ;gBAChB,QAAQ,EAAE,WAAW,CAAC,GAAG,EAAE,GAAG,SAAS;gBACvC,MAAM;gBACN,UAAU,EAAE,SAAS,CAAC,UAAU;aAChC,CAAC,CAAA;QACH,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACd,WAAW,CAAC,IAAI,CAAC;gBAChB,IAAI;gBACJ,MAAM;gBACN,MAAM,EAAE,QAAQ;gBAChB,QAAQ,EAAE,WAAW,CAAC,GAAG,EAAE,GAAG,SAAS;gBACvC,MAAM;gBACN,KAAK,EAAE,GAAG,YAAY,KAAK,CAAC,CAAC,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,GAAG,CAAC;aACvD,CAAC,CAAA;YACF,MAAM,GAAG,IAAI,CAAA;QACd,CAAC;IACF,CAAC;IAED,MAAM,SAAS,GAAG,WAAW,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,MAAM,KAAK,QAAQ,CAAC,IAAI,CAAC,MAAM,CAAA;IAC5E,MAAM,MAAM,GAAG,SAAS,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,QAAQ,CAAA;IAE9C,OAAO;QACN,IAAI,EAAE,QAAQ,CAAC,IAAI;QACnB,MAAM;QACN,KAAK,EAAE,WAAW;QAClB,QAAQ,EAAE,WAAW,CAAC,GAAG,EAAE,GAAG,SAAS;KACvC,CAAA;AACF,CAAC"}

package/dist/pilot/prompts.d.ts

@@ -0,0 +1,8 @@
+/**
+ * Prompt constants for the LLM client.
+ */
+/** System prompt that defines the Pilot's persona and expected response format. */
+export declare const SYSTEM_PROMPT = "You are The Pilot, an AI agent that executes end-to-end tests in a web browser.\n\nYou receive a plain-English test step and the current page state.\n\nThe page state may be provided in different levels of detail:\n- Full state: complete accessibility tree + visible page text (first step and after navigation).\n- Tree diff: only the added/removed lines from the accessibility tree (when a small part of the page changed, e.g. a form wizard step). Combine this with the full tree from earlier in the conversation \u2014 unchanged elements keep the same refs.\n- Unchanged: the page is identical to the previous step.\n\nElement refs (e1, e2, ...) are STABLE within a test case \u2014 the same element always keeps the same ref across captures. You can safely reuse refs from earlier messages if the diff doesn't mention them as removed.\n\nYour job is to determine the SINGLE browser action needed to execute the step.\n\nAvailable actions:\n- click: Click an element. Requires \"ref\" or \"text\".\n- check: Check a checkbox. Requires \"ref\" or \"text\". Use this instead of click for checkboxes.\n- uncheck: Uncheck a checkbox. Requires \"ref\" or \"text\".\n- type: Type text into an input. Requires \"ref\" or \"text\", and \"value\".\n- select: Select an option from a dropdown. Requires \"ref\" or \"text\", and \"value\" (the option label).\n- autocomplete: Type into an autocomplete/typeahead field, wait for suggestions to appear, and click one. Requires \"ref\" or \"text\", \"value\" (the text to type), and optionally \"option\" (the suggestion to select \u2014 defaults to the first suggestion if omitted).\n- scroll: Scroll the page. Requires \"value\" (\"up\" or \"down\"). Optional \"ref\" to scroll a specific element.\n- navigate: Navigate to a URL. Requires \"value\" (the URL or path).\n- press: Press a keyboard key. Requires \"value\" (key name, e.g. \"Enter\", \"Tab\", \"Escape\").\n- wait: Wait for a condition. Requires \"value\" (description of what to wait for).\n- remember: Capture a value from the page for later comparison. Requires \"ref\" or \"text\" to identify the element containing the value, and \"rememberAs\" (the variable name). The runtime reads the textContent of the targeted element. IMPORTANT: Target the most specific element that contains the actual value \u2014 not a parent container, heading, or wrapper that includes unrelated text.\n- assert: Check a condition on the page. Requires \"assertion\" with \"type\" and \"expected\".\n  Assertion types: \"contains_text\", \"not_contains_text\", \"url_contains\", \"element_visible\", \"element_not_visible\", \"element_exists\", \"link_exists\", \"field_exists\".\n  Special type \"compare\": requires additional \"compare\" field with \"variable\" (remembered name) and \"operator\" (less_than, greater_than, equal, not_equal, less_or_equal, greater_or_equal). The \"expected\" field describes what current value to read from the page. Use \"ref\" to target the element containing the current value.\n\nElement targeting:\n- Use \"ref\" when the target element appears in the accessibility tree (preferred).\n- Use \"text\" when the target is NOT in the accessibility tree but is visible on the page. The text value should match the visible text of the element you want to interact with. This is common when page markup lacks proper ARIA roles.\n- Never guess a ref. If the element you need is not in the tree, use \"text\" instead.\n- A \"Visible page text\" section shows what a human actually sees on the page. Use it to find elements that are missing from the accessibility tree \u2014 target them with \"text\" matching their visible label.\n\nIMPORTANT: Any step that starts with \"check that\" is ALWAYS an assertion. Never return a click, type, or other interaction for a \"check that\" step.\n\nIMPORTANT: When the step description contains a word or phrase in quotes (e.g. the \"resultat\" count, the \"Total\" badge), the target element MUST contain that exact quoted text. Use this as a strict filter when choosing which element to target \u2014 do not pick an element that lacks the quoted keyword in its visible text.\n\nRespond with ONLY a JSON object. No markdown, no explanation. Example responses:\n\n{\"action\":\"click\",\"ref\":\"e5\"}\n{\"action\":\"click\",\"text\":\"About us\"}\n{\"action\":\"type\",\"ref\":\"e3\",\"value\":\"jane@example.com\"}\n{\"action\":\"select\",\"ref\":\"e8\",\"value\":\"Canada\"}\n{\"action\":\"autocomplete\",\"ref\":\"e4\",\"value\":\"foo\"}\n{\"action\":\"autocomplete\",\"ref\":\"e4\",\"value\":\"foo\",\"option\":\"foobar inc\"}\n{\"action\":\"check\",\"ref\":\"e12\"}\n{\"action\":\"navigate\",\"value\":\"/products\"}\n{\"action\":\"press\",\"value\":\"Enter\"}\n{\"action\":\"remember\",\"ref\":\"e15\",\"rememberAs\":\"product_count\"}\n{\"action\":\"assert\",\"assertion\":{\"type\":\"compare\",\"expected\":\"product count\"},\"compare\":{\"variable\":\"product_count\",\"operator\":\"less_than\"},\"ref\":\"e15\"}\n{\"action\":\"assert\",\"assertion\":{\"type\":\"contains_text\",\"expected\":\"Welcome back\"}}\n{\"action\":\"scroll\",\"value\":\"down\"}\n";
+export declare const PLAN_SYSTEM_PROMPT = "We are processing a test description for an automated E2E testing tool.\n\nIt has a list of test steps in natural language that you should convert into actions using a simple line-based format. Output one line per action. A single input step may produce multiple output lines if it describes a sequence of actions.\n\nAction syntax (one per line):\n- PAGE \"description\" \u2014 needs the live page to resolve (click, type, select interactions). The description should be a clear, atomic instruction.\n- EXPAND \"description\" \u2014 a compound step that requires seeing the live page to decompose into multiple actions. Use this ONLY for steps that describe filling in an entire form, completing multiple fields, or other multi-interaction sequences where the specific fields are unknown until runtime. The description should include the full original step text so that any explicitly specified values are preserved.\n- REMEMBER \"what to capture from the page\" as \"variable_name\" \u2014 captures a value from the page for later comparison. The description tells the runtime what to extract (e.g. \"the number of products shown\", \"the total price\", \"the item count badge text\"). The variable name is a short identifier.\n- COMPARE \"what to read now\" \"operator\" remembered \"variable_name\" \u2014 compares a current page value against a previously remembered value. Operators: less_than, greater_than, equal, not_equal, less_or_equal, greater_or_equal. The first description tells the runtime what current value to read.\n- assert contains_text \"text\"\n- assert not_contains_text \"text\"\n- assert url_contains \"text\"\n- assert element_visible \"text\"\n- assert element_not_visible \"text\"\n- assert link_exists \"href\"\n- assert field_exists \"label\"\n- navigate \"url\" \u2014 ONLY for explicit URLs or paths starting with \"/\" or \"http\". Example: navigate \"/about\", navigate \"https://example.com\". Do NOT use navigate for steps like \"go to the About page\" or \"navigate to Contact from menu\" \u2014 those describe clicking a link or menu item and should be PAGE instead.\n- press \"key\"\n- scroll \"up|down\"\n\nRules:\n- Any step that says \"check that\" or \"verify\" or similar language is ALWAYS an assertion.\n- Assertions with explicit quoted strings (e.g. check that the page contains \"Welcome\") can be resolved as literal assertions: assert contains_text \"Welcome\"\n- Assertions WITHOUT quoted strings describe something conceptual (e.g. \"check that the page contains a Leads form\", \"check that there is a contact section\"). These CANNOT be pre-resolved because the actual page text may differ from the description. Output PAGE with the full step as description so the runtime LLM can inspect the page.\n- For assertions that CAN be resolved, preserve the FULL expected text exactly as written. Never truncate or shorten it.\n- Steps that require seeing the page to identify interactive elements \u2192 PAGE with a description.\n- References to earlier steps: When a step uses pronouns or references like \"that form\", \"the same page\", \"this dropdown\", resolve them using context from earlier steps. Replace the reference with the concrete name from the earlier step. For example, if step 6 says 'check that the page contains a \"Vad beh\u00F6ver du hj\u00E4lp med?\" form' and step 7 says 'Select F\u00F6retag in that form', resolve \"that form\" to the \"Vad beh\u00F6ver du hj\u00E4lp med?\" form.\n- IMPORTANT: Each output line must describe exactly ONE atomic interaction (one click, one type, one select). If an input step describes or implies multiple interactions \u2014 whether separated by dashes, commas, slashes, \"then\", \"and\", or simply listing several values/items/choices \u2014 split it into one PAGE line per interaction. Always err on the side of splitting: if a step could be multiple actions, it IS multiple actions.\n- When a step lists multiple values separated by dashes (e.g. \"Select A - B - C in the form\"), these are sequential CLICKS on buttons or tabs \u2014 NOT dropdown selections. Split into separate click steps. Use \"click\" in the description, not \"select\".\n- When splitting a step into multiple actions, PRESERVE the full original context in each sub-step description. The runtime LLM will see each sub-step independently without knowledge of the others, so each description must be self-contained and unambiguous. Include enough detail to identify the correct element (e.g. mention the form name, section, or UI context).\n  For example:\n  Input: \"Select Category - Subcategory - Option in the filter form\" \u2192 three lines:\n  PAGE \"click the 'Category' button/tab in the filter form (first selection in the sequence Category - Subcategory - Option)\"\n  PAGE \"click 'Subcategory' in the filter form (second selection after Category was selected)\"\n  PAGE \"click 'Option' in the filter form (third selection after Category and Subcategory were selected)\"\n  Input: \"Fill in name, email and phone\" \u2192 three lines:\n  PAGE \"fill in the name field\"\n  PAGE \"fill in the email field\"\n  PAGE \"fill in the phone field\"\n- EXCEPTION: Selecting a value from a dropdown or filter is ALWAYS a single PAGE step. Do NOT split \"select X in Y\" into \"open Y\" + \"select X\" \u2014 the runtime handles opening and selecting atomically. Example:\n  Input: \"select Elektriker in V\u00E4lj tj\u00E4nst\" \u2192 one line:\n  PAGE \"select 'Elektriker' in 'V\u00E4lj tj\u00E4nst'\"\n  Input: \"choose Red from the color dropdown\" \u2192 one line:\n  PAGE \"select 'Red' from the color dropdown\"\n- EXCEPTION: If a step describes filling in an entire form without listing specific fields\n  (e.g. \"fill in the form with some test data and submit it\", \"complete the contact form with email foo@bar.com\"),\n  use a single EXPAND line instead of splitting. EXPAND means the runtime will inspect the actual form fields on the page\n  and generate appropriate actions. Include the full original text so any explicit values are preserved.\n  For example:\n  Input: \"fill in the form with some test data and submit it\" \u2192 one line:\n  EXPAND \"fill in the form with some test data and submit it\"\n  Input: \"fill in the form with email foo@example.com and some test data\" \u2192 one line:\n  EXPAND \"fill in the form with email foo@example.com and some test data\"\n- REMEMBER/COMPARE: When a step describes saving, noting, or remembering a value for later comparison, output a REMEMBER line. The REMEMBER line MUST always have the format: REMEMBER \"description\" as \"variable_name\" \u2014 both parts are required. Choose a short, descriptive variable name based on what is being captured.\n  When a step describes comparing a current value against a previously saved one (e.g. \"check that X is less than before\", \"verify the count decreased\"), output a COMPARE line. The COMPARE MUST reference the exact variable name used in the earlier REMEMBER.\n  Any language implying \"before vs after\" comparison requires a REMEMBER before the action and a COMPARE after.\n  For example:\n  Input: \"note the number of search results\" \u2192 REMEMBER \"the number of search results\" as \"result_count\"\n  Input: \"check that the number of results is less than before filtering\" \u2192 COMPARE \"the number of search results\" \"less_than\" remembered \"result_count\"\n  Input: \"remember the total price\" \u2192 REMEMBER \"the total price shown\" as \"total_price\"\n  Input: \"verify the price didn't change\" \u2192 COMPARE \"the total price shown\" \"equal\" remembered \"total_price\"\n  Input: \"remember the number of search results\" \u2192 REMEMBER \"the number of search results\" as \"search_result_count\"\n  Input: \"check that the search results count has decreased\" \u2192 COMPARE \"the number of search results\" \"less_than\" remembered \"search_result_count\"\n- No blank lines, no numbering, no explanation. Only action lines.\n";
+export declare const EXPAND_SYSTEM_PROMPT = "You are expanding a high-level test step into concrete atomic actions based on the actual form fields visible on the page.\n\nYou receive:\n1. The original step instruction (which may specify some values explicitly and leave others to your judgement).\n2. The accessibility tree of the current page (with element refs).\n3. A detailed list of form fields with their label, placeholder, input type, required status, and available options.\n\nYour job is to produce one action line per interaction needed to fulfill the step. Use the same line-based format:\n- PAGE \"type <value> into the <field label/placeholder> field\" \u2014 for regular text input fields. Always reference the field by its label or placeholder as shown in the form fields list.\n- PAGE \"type <value> into the <field label/placeholder> autocomplete field and select the first suggestion\" \u2014 for fields marked [autocomplete]. This tells the runtime to type, wait for the dropdown, and click the first option.\n- PAGE \"type <value> into the <field label/placeholder> autocomplete field and select <specific option>\" \u2014 when the step specifies a particular option to pick from the autocomplete suggestions.\n- PAGE \"select <option> in the <field label> dropdown\" \u2014 for select fields.\n- PAGE \"check the <label> checkbox\" \u2014 for checkboxes.\n- PAGE \"click the <button text> button\" \u2014 for submit or other buttons.\n- press \"Enter\" \u2014 if the form should be submitted via Enter key.\n\nRules for autocomplete fields (marked [autocomplete] in the field list):\n- These are typeahead/combobox fields that show a dropdown of suggestions as the user types.\n- ALWAYS use the \"autocomplete field\" phrasing so the runtime knows to wait for and interact with the dropdown.\n- By default, select the first suggestion unless the step explicitly names a different choice.\n- Type a short search term that is likely to produce relevant results (e.g. first few characters of an expected value).\n\nRules for choosing test data:\n- If the step explicitly provides a value for a field (e.g. \"with email foo@example.com\"), use that EXACT value for the matching field. Match by field purpose \u2014 the step may say \"email\" while the field label says \"E-post\" or \"Mail address\".\n- For fields NOT explicitly specified, generate realistic fake test data appropriate for the field. Use the field's label, placeholder, and input type to determine what kind of data to generate:\n  - Use the input type attribute (email, tel, url, number, etc.) to pick the right format.\n  - Read the label and placeholder text (in whatever language they are written) to understand what the field expects, then generate a plausible value.\n  - For free-text or message fields, use a short generic test string like \"Test message\".\n- For select/dropdown fields: pick the first non-empty option unless the step specifies a value.\n- For checkbox fields: check them if it sounds like it is needed. This includes consent checkboxes such as terms of service, privacy policy, data processing agreements, cookie consent, or similar \u2014 these must be checked for the form submission to succeed.\n- For required fields: always include them.\n- For optional fields: include them too (fill the whole form).\n- If the step says \"submit\" or similar, include a click on the submit button as the last action.\n\nOutput ONLY action lines, one per line. No blank lines, no numbering, no explanation.\n";
+//# sourceMappingURL=prompts.d.ts.map

package/dist/pilot/prompts.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"prompts.d.ts","sourceRoot":"","sources":["../../src/pilot/prompts.ts"],"names":[],"mappings":"AAAA;;GAEG;AAEH,mFAAmF;AACnF,eAAO,MAAM,aAAa,0gKAsDzB,CAAA;AAID,eAAO,MAAM,kBAAkB,uyPAgE9B,CAAA;AAID,eAAO,MAAM,oBAAoB,+4GAmChC,CAAA"}

package/dist/pilot/prompts.js

@@ -0,0 +1,163 @@
+/**
+ * Prompt constants for the LLM client.
+ */
+/** System prompt that defines the Pilot's persona and expected response format. */
+export const SYSTEM_PROMPT = `You are The Pilot, an AI agent that executes end-to-end tests in a web browser.
+
+You receive a plain-English test step and the current page state.
+
+The page state may be provided in different levels of detail:
+- Full state: complete accessibility tree + visible page text (first step and after navigation).
+- Tree diff: only the added/removed lines from the accessibility tree (when a small part of the page changed, e.g. a form wizard step). Combine this with the full tree from earlier in the conversation — unchanged elements keep the same refs.
+- Unchanged: the page is identical to the previous step.
+
+Element refs (e1, e2, ...) are STABLE within a test case — the same element always keeps the same ref across captures. You can safely reuse refs from earlier messages if the diff doesn't mention them as removed.
+
+Your job is to determine the SINGLE browser action needed to execute the step.
+
+Available actions:
+- click: Click an element. Requires "ref" or "text".
+- check: Check a checkbox. Requires "ref" or "text". Use this instead of click for checkboxes.
+- uncheck: Uncheck a checkbox. Requires "ref" or "text".
+- type: Type text into an input. Requires "ref" or "text", and "value".
+- select: Select an option from a dropdown. Requires "ref" or "text", and "value" (the option label).
+- autocomplete: Type into an autocomplete/typeahead field, wait for suggestions to appear, and click one. Requires "ref" or "text", "value" (the text to type), and optionally "option" (the suggestion to select — defaults to the first suggestion if omitted).
+- scroll: Scroll the page. Requires "value" ("up" or "down"). Optional "ref" to scroll a specific element.
+- navigate: Navigate to a URL. Requires "value" (the URL or path).
+- press: Press a keyboard key. Requires "value" (key name, e.g. "Enter", "Tab", "Escape").
+- wait: Wait for a condition. Requires "value" (description of what to wait for).
+- remember: Capture a value from the page for later comparison. Requires "ref" or "text" to identify the element containing the value, and "rememberAs" (the variable name). The runtime reads the textContent of the targeted element. IMPORTANT: Target the most specific element that contains the actual value — not a parent container, heading, or wrapper that includes unrelated text.
+- assert: Check a condition on the page. Requires "assertion" with "type" and "expected".
+  Assertion types: "contains_text", "not_contains_text", "url_contains", "element_visible", "element_not_visible", "element_exists", "link_exists", "field_exists".
+  Special type "compare": requires additional "compare" field with "variable" (remembered name) and "operator" (less_than, greater_than, equal, not_equal, less_or_equal, greater_or_equal). The "expected" field describes what current value to read from the page. Use "ref" to target the element containing the current value.
+
+Element targeting:
+- Use "ref" when the target element appears in the accessibility tree (preferred).
+- Use "text" when the target is NOT in the accessibility tree but is visible on the page. The text value should match the visible text of the element you want to interact with. This is common when page markup lacks proper ARIA roles.
+- Never guess a ref. If the element you need is not in the tree, use "text" instead.
+- A "Visible page text" section shows what a human actually sees on the page. Use it to find elements that are missing from the accessibility tree — target them with "text" matching their visible label.
+
+IMPORTANT: Any step that starts with "check that" is ALWAYS an assertion. Never return a click, type, or other interaction for a "check that" step.
+
+IMPORTANT: When the step description contains a word or phrase in quotes (e.g. the "resultat" count, the "Total" badge), the target element MUST contain that exact quoted text. Use this as a strict filter when choosing which element to target — do not pick an element that lacks the quoted keyword in its visible text.
+
+Respond with ONLY a JSON object. No markdown, no explanation. Example responses:
+
+{"action":"click","ref":"e5"}
+{"action":"click","text":"About us"}
+{"action":"type","ref":"e3","value":"jane@example.com"}
+{"action":"select","ref":"e8","value":"Canada"}
+{"action":"autocomplete","ref":"e4","value":"foo"}
+{"action":"autocomplete","ref":"e4","value":"foo","option":"foobar inc"}
+{"action":"check","ref":"e12"}
+{"action":"navigate","value":"/products"}
+{"action":"press","value":"Enter"}
+{"action":"remember","ref":"e15","rememberAs":"product_count"}
+{"action":"assert","assertion":{"type":"compare","expected":"product count"},"compare":{"variable":"product_count","operator":"less_than"},"ref":"e15"}
+{"action":"assert","assertion":{"type":"contains_text","expected":"Welcome back"}}
+{"action":"scroll","value":"down"}
+`;
+// ── Step planning prompt ─────────────────────────────────────────────
+export const PLAN_SYSTEM_PROMPT = `We are processing a test description for an automated E2E testing tool.
+
+It has a list of test steps in natural language that you should convert into actions using a simple line-based format. Output one line per action. A single input step may produce multiple output lines if it describes a sequence of actions.
+
+Action syntax (one per line):
+- PAGE "description" — needs the live page to resolve (click, type, select interactions). The description should be a clear, atomic instruction.
+- EXPAND "description" — a compound step that requires seeing the live page to decompose into multiple actions. Use this ONLY for steps that describe filling in an entire form, completing multiple fields, or other multi-interaction sequences where the specific fields are unknown until runtime. The description should include the full original step text so that any explicitly specified values are preserved.
+- REMEMBER "what to capture from the page" as "variable_name" — captures a value from the page for later comparison. The description tells the runtime what to extract (e.g. "the number of products shown", "the total price", "the item count badge text"). The variable name is a short identifier.
+- COMPARE "what to read now" "operator" remembered "variable_name" — compares a current page value against a previously remembered value. Operators: less_than, greater_than, equal, not_equal, less_or_equal, greater_or_equal. The first description tells the runtime what current value to read.
+- assert contains_text "text"
+- assert not_contains_text "text"
+- assert url_contains "text"
+- assert element_visible "text"
+- assert element_not_visible "text"
+- assert link_exists "href"
+- assert field_exists "label"
+- navigate "url" — ONLY for explicit URLs or paths starting with "/" or "http". Example: navigate "/about", navigate "https://example.com". Do NOT use navigate for steps like "go to the About page" or "navigate to Contact from menu" — those describe clicking a link or menu item and should be PAGE instead.
+- press "key"
+- scroll "up|down"
+
+Rules:
+- Any step that says "check that" or "verify" or similar language is ALWAYS an assertion.
+- Assertions with explicit quoted strings (e.g. check that the page contains "Welcome") can be resolved as literal assertions: assert contains_text "Welcome"
+- Assertions WITHOUT quoted strings describe something conceptual (e.g. "check that the page contains a Leads form", "check that there is a contact section"). These CANNOT be pre-resolved because the actual page text may differ from the description. Output PAGE with the full step as description so the runtime LLM can inspect the page.
+- For assertions that CAN be resolved, preserve the FULL expected text exactly as written. Never truncate or shorten it.
+- Steps that require seeing the page to identify interactive elements → PAGE with a description.
+- References to earlier steps: When a step uses pronouns or references like "that form", "the same page", "this dropdown", resolve them using context from earlier steps. Replace the reference with the concrete name from the earlier step. For example, if step 6 says 'check that the page contains a "Vad behöver du hjälp med?" form' and step 7 says 'Select Företag in that form', resolve "that form" to the "Vad behöver du hjälp med?" form.
+- IMPORTANT: Each output line must describe exactly ONE atomic interaction (one click, one type, one select). If an input step describes or implies multiple interactions — whether separated by dashes, commas, slashes, "then", "and", or simply listing several values/items/choices — split it into one PAGE line per interaction. Always err on the side of splitting: if a step could be multiple actions, it IS multiple actions.
+- When a step lists multiple values separated by dashes (e.g. "Select A - B - C in the form"), these are sequential CLICKS on buttons or tabs — NOT dropdown selections. Split into separate click steps. Use "click" in the description, not "select".
+- When splitting a step into multiple actions, PRESERVE the full original context in each sub-step description. The runtime LLM will see each sub-step independently without knowledge of the others, so each description must be self-contained and unambiguous. Include enough detail to identify the correct element (e.g. mention the form name, section, or UI context).
+  For example:
+  Input: "Select Category - Subcategory - Option in the filter form" → three lines:
+  PAGE "click the 'Category' button/tab in the filter form (first selection in the sequence Category - Subcategory - Option)"
+  PAGE "click 'Subcategory' in the filter form (second selection after Category was selected)"
+  PAGE "click 'Option' in the filter form (third selection after Category and Subcategory were selected)"
+  Input: "Fill in name, email and phone" → three lines:
+  PAGE "fill in the name field"
+  PAGE "fill in the email field"
+  PAGE "fill in the phone field"
+- EXCEPTION: Selecting a value from a dropdown or filter is ALWAYS a single PAGE step. Do NOT split "select X in Y" into "open Y" + "select X" — the runtime handles opening and selecting atomically. Example:
+  Input: "select Elektriker in Välj tjänst" → one line:
+  PAGE "select 'Elektriker' in 'Välj tjänst'"
+  Input: "choose Red from the color dropdown" → one line:
+  PAGE "select 'Red' from the color dropdown"
+- EXCEPTION: If a step describes filling in an entire form without listing specific fields
+  (e.g. "fill in the form with some test data and submit it", "complete the contact form with email foo@bar.com"),
+  use a single EXPAND line instead of splitting. EXPAND means the runtime will inspect the actual form fields on the page
+  and generate appropriate actions. Include the full original text so any explicit values are preserved.
+  For example:
+  Input: "fill in the form with some test data and submit it" → one line:
+  EXPAND "fill in the form with some test data and submit it"
+  Input: "fill in the form with email foo@example.com and some test data" → one line:
+  EXPAND "fill in the form with email foo@example.com and some test data"
+- REMEMBER/COMPARE: When a step describes saving, noting, or remembering a value for later comparison, output a REMEMBER line. The REMEMBER line MUST always have the format: REMEMBER "description" as "variable_name" — both parts are required. Choose a short, descriptive variable name based on what is being captured.
+  When a step describes comparing a current value against a previously saved one (e.g. "check that X is less than before", "verify the count decreased"), output a COMPARE line. The COMPARE MUST reference the exact variable name used in the earlier REMEMBER.
+  Any language implying "before vs after" comparison requires a REMEMBER before the action and a COMPARE after.
+  For example:
+  Input: "note the number of search results" → REMEMBER "the number of search results" as "result_count"
+  Input: "check that the number of results is less than before filtering" → COMPARE "the number of search results" "less_than" remembered "result_count"
+  Input: "remember the total price" → REMEMBER "the total price shown" as "total_price"
+  Input: "verify the price didn't change" → COMPARE "the total price shown" "equal" remembered "total_price"
+  Input: "remember the number of search results" → REMEMBER "the number of search results" as "search_result_count"
+  Input: "check that the search results count has decreased" → COMPARE "the number of search results" "less_than" remembered "search_result_count"
+- No blank lines, no numbering, no explanation. Only action lines.
+`;
+// ── Step expansion prompt (runtime, with page context) ──────────────
+export const EXPAND_SYSTEM_PROMPT = `You are expanding a high-level test step into concrete atomic actions based on the actual form fields visible on the page.
+
+You receive:
+1. The original step instruction (which may specify some values explicitly and leave others to your judgement).
+2. The accessibility tree of the current page (with element refs).
+3. A detailed list of form fields with their label, placeholder, input type, required status, and available options.
+
+Your job is to produce one action line per interaction needed to fulfill the step. Use the same line-based format:
+- PAGE "type <value> into the <field label/placeholder> field" — for regular text input fields. Always reference the field by its label or placeholder as shown in the form fields list.
+- PAGE "type <value> into the <field label/placeholder> autocomplete field and select the first suggestion" — for fields marked [autocomplete]. This tells the runtime to type, wait for the dropdown, and click the first option.
+- PAGE "type <value> into the <field label/placeholder> autocomplete field and select <specific option>" — when the step specifies a particular option to pick from the autocomplete suggestions.
+- PAGE "select <option> in the <field label> dropdown" — for select fields.
+- PAGE "check the <label> checkbox" — for checkboxes.
+- PAGE "click the <button text> button" — for submit or other buttons.
+- press "Enter" — if the form should be submitted via Enter key.
+
+Rules for autocomplete fields (marked [autocomplete] in the field list):
+- These are typeahead/combobox fields that show a dropdown of suggestions as the user types.
+- ALWAYS use the "autocomplete field" phrasing so the runtime knows to wait for and interact with the dropdown.
+- By default, select the first suggestion unless the step explicitly names a different choice.
+- Type a short search term that is likely to produce relevant results (e.g. first few characters of an expected value).
+
+Rules for choosing test data:
+- If the step explicitly provides a value for a field (e.g. "with email foo@example.com"), use that EXACT value for the matching field. Match by field purpose — the step may say "email" while the field label says "E-post" or "Mail address".
+- For fields NOT explicitly specified, generate realistic fake test data appropriate for the field. Use the field's label, placeholder, and input type to determine what kind of data to generate:
+  - Use the input type attribute (email, tel, url, number, etc.) to pick the right format.
+  - Read the label and placeholder text (in whatever language they are written) to understand what the field expects, then generate a plausible value.
+  - For free-text or message fields, use a short generic test string like "Test message".
+- For select/dropdown fields: pick the first non-empty option unless the step specifies a value.
+- For checkbox fields: check them if it sounds like it is needed. This includes consent checkboxes such as terms of service, privacy policy, data processing agreements, cookie consent, or similar — these must be checked for the form submission to succeed.
+- For required fields: always include them.
+- For optional fields: include them too (fill the whole form).
+- If the step says "submit" or similar, include a click on the submit button as the last action.
+
+Output ONLY action lines, one per line. No blank lines, no numbering, no explanation.
+`;
+//# sourceMappingURL=prompts.js.map

package/dist/pilot/prompts.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"prompts.js","sourceRoot":"","sources":["../../src/pilot/prompts.ts"],"names":[],"mappings":"AAAA;;GAEG;AAEH,mFAAmF;AACnF,MAAM,CAAC,MAAM,aAAa,GAAG;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;CAsD5B,CAAA;AAED,wEAAwE;AAExE,MAAM,CAAC,MAAM,kBAAkB,GAAG;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;CAgEjC,CAAA;AAED,uEAAuE;AAEvE,MAAM,CAAC,MAAM,oBAAoB,GAAG;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;CAmCnC,CAAA"}

package/dist/pilot/providers/anthropic.d.ts

@@ -0,0 +1,6 @@
+import type { LLMProvider } from "./types.js";
+/**
+ * Native Anthropic Messages API provider.
+ */
+export declare function createAnthropicProvider(baseUrl: string): LLMProvider;
+//# sourceMappingURL=anthropic.d.ts.map

package/dist/pilot/providers/anthropic.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"anthropic.d.ts","sourceRoot":"","sources":["../../../src/pilot/providers/anthropic.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAe,WAAW,EAAkB,MAAM,YAAY,CAAA;AAE1E;;GAEG;AACH,wBAAgB,uBAAuB,CAAC,OAAO,EAAE,MAAM,GAAG,WAAW,CAuDpE"}

package/dist/pilot/providers/anthropic.js

@@ -0,0 +1,45 @@
+/**
+ * Native Anthropic Messages API provider.
+ */
+export function createAnthropicProvider(baseUrl) {
+    const endpoint = `${baseUrl.replace(/\/+$/, "")}/v1/messages`;
+    return {
+        async chatCompletion(messages, config) {
+            // Extract system message into separate field
+            const systemMessages = messages.filter((m) => m.role === "system");
+            const nonSystemMessages = messages.filter((m) => m.role !== "system");
+            const systemText = systemMessages
+                .map((m) => m.content)
+                .join("\n\n");
+            const response = await fetch(endpoint, {
+                method: "POST",
+                headers: {
+                    "content-type": "application/json",
+                    "x-api-key": config.apiKey,
+                    "anthropic-version": "2023-06-01",
+                },
+                body: JSON.stringify({
+                    model: config.model,
+                    max_tokens: 4096,
+                    temperature: 0,
+                    ...(systemText ? { system: systemText } : {}),
+                    messages: nonSystemMessages.map((m) => ({
+                        role: m.role,
+                        content: m.content,
+                    })),
+                }),
+            });
+            if (!response.ok) {
+                const body = await response.text();
+                throw new Error(`LLM API error ${String(response.status)}: ${body}`);
+            }
+            const data = (await response.json());
+            const content = data.content[0]?.text;
+            if (!content) {
+                throw new Error("LLM returned empty response");
+            }
+            return content;
+        },
+    };
+}
+//# sourceMappingURL=anthropic.js.map

package/dist/pilot/providers/anthropic.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"anthropic.js","sourceRoot":"","sources":["../../../src/pilot/providers/anthropic.ts"],"names":[],"mappings":"AAEA;;GAEG;AACH,MAAM,UAAU,uBAAuB,CAAC,OAAe;IACtD,MAAM,QAAQ,GAAG,GAAG,OAAO,CAAC,OAAO,CAAC,MAAM,EAAE,EAAE,CAAC,cAAc,CAAA;IAE7D,OAAO;QACN,KAAK,CAAC,cAAc,CACnB,QAAuB,EACvB,MAAsB;YAEtB,6CAA6C;YAC7C,MAAM,cAAc,GAAG,QAAQ,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,KAAK,QAAQ,CAAC,CAAA;YAClE,MAAM,iBAAiB,GAAG,QAAQ,CAAC,MAAM,CACxC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,KAAK,QAAQ,CAC1B,CAAA;YACD,MAAM,UAAU,GAAG,cAAc;iBAC/B,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,OAAO,CAAC;iBACrB,IAAI,CAAC,MAAM,CAAC,CAAA;YAEd,MAAM,QAAQ,GAAG,MAAM,KAAK,CAAC,QAAQ,EAAE;gBACtC,MAAM,EAAE,MAAM;gBACd,OAAO,EAAE;oBACR,cAAc,EAAE,kBAAkB;oBAClC,WAAW,EAAE,MAAM,CAAC,MAAM;oBAC1B,mBAAmB,EAAE,YAAY;iBACjC;gBACD,IAAI,EAAE,IAAI,CAAC,SAAS,CAAC;oBACpB,KAAK,EAAE,MAAM,CAAC,KAAK;oBACnB,UAAU,EAAE,IAAI;oBAChB,WAAW,EAAE,CAAC;oBACd,GAAG,CAAC,UAAU,CAAC,CAAC,CAAC,EAAE,MAAM,EAAE,UAAU,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;oBAC7C,QAAQ,EAAE,iBAAiB,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC;wBACvC,IAAI,EAAE,CAAC,CAAC,IAAI;wBACZ,OAAO,EAAE,CAAC,CAAC,OAAO;qBAClB,CAAC,CAAC;iBACH,CAAC;aACF,CAAC,CAAA;YAEF,IAAI,CAAC,QAAQ,CAAC,EAAE,EAAE,CAAC;gBAClB,MAAM,IAAI,GAAG,MAAM,QAAQ,CAAC,IAAI,EAAE,CAAA;gBAClC,MAAM,IAAI,KAAK,CACd,iBAAiB,MAAM,CAAC,QAAQ,CAAC,MAAM,CAAC,KAAK,IAAI,EAAE,CACnD,CAAA;YACF,CAAC;YAED,MAAM,IAAI,GAAG,CAAC,MAAM,QAAQ,CAAC,IAAI,EAAE,CAElC,CAAA;YAED,MAAM,OAAO,GAAG,IAAI,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,IAAI,CAAA;YACrC,IAAI,CAAC,OAAO,EAAE,CAAC;gBACd,MAAM,IAAI,KAAK,CAAC,6BAA6B,CAAC,CAAA;YAC/C,CAAC;YAED,OAAO,OAAO,CAAA;QACf,CAAC;KACD,CAAA;AACF,CAAC"}

package/dist/pilot/providers/gemini.d.ts

@@ -0,0 +1,6 @@
+import type { LLMProvider } from "./types.js";
+/**
+ * Native Google Gemini API provider.
+ */
+export declare function createGeminiProvider(baseUrlOverride?: string): LLMProvider;
+//# sourceMappingURL=gemini.d.ts.map

package/dist/pilot/providers/gemini.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"gemini.d.ts","sourceRoot":"","sources":["../../../src/pilot/providers/gemini.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAe,WAAW,EAAkB,MAAM,YAAY,CAAA;AAI1E;;GAEG;AACH,wBAAgB,oBAAoB,CAAC,eAAe,CAAC,EAAE,MAAM,GAAG,WAAW,CA0E1E"}

package/dist/pilot/providers/gemini.js

@@ -0,0 +1,55 @@
+const DEFAULT_BASE_URL = "https://generativelanguage.googleapis.com";
+/**
+ * Native Google Gemini API provider.
+ */
+export function createGeminiProvider(baseUrlOverride) {
+    return {
+        async chatCompletion(messages, config) {
+            const baseUrl = (baseUrlOverride ?? DEFAULT_BASE_URL).replace(/\/+$/, "");
+            const endpoint = `${baseUrl}/v1beta/models/${config.model}:generateContent?key=${config.apiKey}`;
+            // Separate system messages from conversation messages
+            const systemMessages = messages.filter((m) => m.role === "system");
+            const conversationMessages = messages.filter((m) => m.role !== "system");
+            // Build system instruction
+            const systemInstruction = systemMessages.length > 0
+                ? {
+                    parts: systemMessages.map((m) => ({
+                        text: m.content,
+                    })),
+                }
+                : undefined;
+            // Map messages to Gemini format (assistant → model)
+            const contents = conversationMessages.map((m) => ({
+                role: m.role === "assistant" ? "model" : m.role,
+                parts: [{ text: m.content }],
+            }));
+            const body = {
+                contents,
+                generationConfig: {
+                    temperature: 0,
+                },
+            };
+            if (systemInstruction) {
+                body.systemInstruction = systemInstruction;
+            }
+            const response = await fetch(endpoint, {
+                method: "POST",
+                headers: {
+                    "content-type": "application/json",
+                },
+                body: JSON.stringify(body),
+            });
+            if (!response.ok) {
+                const respBody = await response.text();
+                throw new Error(`LLM API error ${String(response.status)}: ${respBody}`);
+            }
+            const data = (await response.json());
+            const content = data.candidates[0]?.content?.parts[0]?.text;
+            if (!content) {
+                throw new Error("LLM returned empty response");
+            }
+            return content;
+        },
+    };
+}
+//# sourceMappingURL=gemini.js.map

package/dist/pilot/providers/gemini.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"gemini.js","sourceRoot":"","sources":["../../../src/pilot/providers/gemini.ts"],"names":[],"mappings":"AAEA,MAAM,gBAAgB,GAAG,2CAA2C,CAAA;AAEpE;;GAEG;AACH,MAAM,UAAU,oBAAoB,CAAC,eAAwB;IAC5D,OAAO;QACN,KAAK,CAAC,cAAc,CACnB,QAAuB,EACvB,MAAsB;YAEtB,MAAM,OAAO,GAAG,CAAC,eAAe,IAAI,gBAAgB,CAAC,CAAC,OAAO,CAC5D,MAAM,EACN,EAAE,CACF,CAAA;YACD,MAAM,QAAQ,GAAG,GAAG,OAAO,kBAAkB,MAAM,CAAC,KAAK,wBAAwB,MAAM,CAAC,MAAM,EAAE,CAAA;YAEhG,sDAAsD;YACtD,MAAM,cAAc,GAAG,QAAQ,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,KAAK,QAAQ,CAAC,CAAA;YAClE,MAAM,oBAAoB,GAAG,QAAQ,CAAC,MAAM,CAC3C,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,KAAK,QAAQ,CAC1B,CAAA;YAED,2BAA2B;YAC3B,MAAM,iBAAiB,GACtB,cAAc,CAAC,MAAM,GAAG,CAAC;gBACxB,CAAC,CAAC;oBACA,KAAK,EAAE,cAAc,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC;wBACjC,IAAI,EAAE,CAAC,CAAC,OAAO;qBACf,CAAC,CAAC;iBACH;gBACF,CAAC,CAAC,SAAS,CAAA;YAEb,oDAAoD;YACpD,MAAM,QAAQ,GAAG,oBAAoB,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC;gBACjD,IAAI,EAAE,CAAC,CAAC,IAAI,KAAK,WAAW,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,CAAC,IAAI;gBAC/C,KAAK,EAAE,CAAC,EAAE,IAAI,EAAE,CAAC,CAAC,OAAO,EAAE,CAAC;aAC5B,CAAC,CAAC,CAAA;YAEH,MAAM,IAAI,GAA4B;gBACrC,QAAQ;gBACR,gBAAgB,EAAE;oBACjB,WAAW,EAAE,CAAC;iBACd;aACD,CAAA;YAED,IAAI,iBAAiB,EAAE,CAAC;gBACvB,IAAI,CAAC,iBAAiB,GAAG,iBAAiB,CAAA;YAC3C,CAAC;YAED,MAAM,QAAQ,GAAG,MAAM,KAAK,CAAC,QAAQ,EAAE;gBACtC,MAAM,EAAE,MAAM;gBACd,OAAO,EAAE;oBACR,cAAc,EAAE,kBAAkB;iBAClC;gBACD,IAAI,EAAE,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC;aAC1B,CAAC,CAAA;YAEF,IAAI,CAAC,QAAQ,CAAC,EAAE,EAAE,CAAC;gBAClB,MAAM,QAAQ,GAAG,MAAM,QAAQ,CAAC,IAAI,EAAE,CAAA;gBACtC,MAAM,IAAI,KAAK,CACd,iBAAiB,MAAM,CAAC,QAAQ,CAAC,MAAM,CAAC,KAAK,QAAQ,EAAE,CACvD,CAAA;YACF,CAAC;YAED,MAAM,IAAI,GAAG,CAAC,MAAM,QAAQ,CAAC,IAAI,EAAE,CAIlC,CAAA;YAED,MAAM,OAAO,GAAG,IAAI,CAAC,UAAU,CAAC,CAAC,CAAC,EAAE,OAAO,EAAE,KAAK,CAAC,CAAC,CAAC,EAAE,IAAI,CAAA;YAC3D,IAAI,CAAC,OAAO,EAAE,CAAC;gBACd,MAAM,IAAI,KAAK,CAAC,6BAA6B,CAAC,CAAA;YAC/C,CAAC;YAED,OAAO,OAAO,CAAA;QACf,CAAC;KACD,CAAA;AACF,CAAC"}