@e2e-dev/decision 0.2.0 → 0.2.1-nightly-20261010091034

package/dist/.build.json

@@ -1 +1 @@
-{"version":"0.2.0"}
+{"version":"0.2.1-nightly-20261010091034"}

package/dist/dispatch.js

@@ -15,6 +15,9 @@ export async function perform(ctx, action) {
         case 'back':
             await actions.back();
             return undefined;
+        case 'dismiss_keyboard':
+            await actions.dismissKeyboard();
+            return undefined;
         case 'tap':
             await actions.tap(node(action.target));
             return undefined;

package/dist/elements.d.ts

@@ -1,8 +1,11 @@
 import type { ExecutorNode, ExecutorPixels, StepExecutorContext } from 'e2e';
 /** Operations the executor offers on elements. */
 export type Operation = 'tap' | 'type' | 'typeSecret' | 'submit' | 'select' | 'check' | 'hover' | 'secondary_tap' | 'double_tap' | 'long_press' | 'drag' | 'scroll_to' | 'upload' | 'tap_at';
-/** Viewport and history controls, always offered when the engine declares the verb. */
-export type Control = 'scroll_up' | 'scroll_down' | 'back';
+/**
+ * Viewport, history, and keyboard controls, offered when the engine declares
+ * the verb; `dismiss_keyboard` only while an on-screen keyboard is showing.
+ */
+export type Control = 'scroll_up' | 'scroll_down' | 'back' | 'dismiss_keyboard';
 /** Terminal choices: the step claims completion, reports a product failure, or gives up. */
 export type Terminal = 'done' | 'failed' | 'blocked';
 /** One row of the element table the decision model reads. */

package/dist/elements.js

@@ -14,6 +14,8 @@ const tappable = new Set([
 const typable = new Set(['textbox', 'searchbox', 'spinbutton', 'combobox']);
 const secretTypable = new Set(['textbox', 'searchbox', 'combobox']);
 const checkable = new Set(['checkbox', 'radio', 'switch']);
+/** Roles a device tree gives the soft keyboard and its keys; an iOS number pad lists only its keys. */
+const keyboardRoles = new Set(['keyboard', 'key']);
 /** Live regions whose text reports what the app just did; a log can run long, so each line and their count are bounded. */
 const liveRegions = new Set(['status', 'alert', 'log']);
 const MAX_STATUSES = 20;
@@ -204,6 +206,8 @@ export function actionSpace(ctx, observation, canType) {
     }
     if (verbs.has('back'))
         controls.add('back');
+    if (verbs.has('dismissKeyboard') && keyboardShowing(observation.tree))
+        controls.add('dismiss_keyboard');
     return {
         elements,
         element: (key) => byIndex.get(targetKeyIndex(key)),
@@ -251,6 +255,17 @@ export function targetKeyIndex(key) {
     const at = key.indexOf(':');
     return at === -1 ? key : key.slice(0, at);
 }
+/**
+ * Whether the tree lists an on-screen keyboard. Offering the control only
+ * then keeps a choice that does nothing out of the operation question.
+ */
+function keyboardShowing(node) {
+    if (node.states?.hidden === true)
+        return false;
+    if (keyboardRoles.has(node.role ?? ''))
+        return true;
+    return (node.children ?? []).some(keyboardShowing);
+}
 /** Label the model reads: name, placeholder, or text. */
 function nodeLabel(node) {
     return node.name ?? node.attributes?.['placeholder'] ?? node.text ?? '';

package/dist/executor.js

@@ -211,7 +211,7 @@ class Step {
             const acting = { ...view, space: view.space };
             this.settle(acting);
             if (stalled(this.history))
-                return blocked('Three actions in a row changed nothing on screen.');
+                return blocked('Three actions in a row failed or changed nothing on screen.');
             const decided = await this.ask(operationRequest(this.ctx, acting.space, this.history, acting.path));
             if (decided === undefined)
                 return blocked(this.budgetMessage());
@@ -406,6 +406,7 @@ const CONTROL_LABELS = {
     scroll_up: 'scroll viewport up',
     scroll_down: 'scroll viewport down',
     back: 'back one step in history',
+    dismiss_keyboard: 'dismiss the keyboard',
 };
 /** The field a text ask describes: the element's label, role, and value; a textbox named by its key when the table has no row. */
 function fieldOf(key, element) {
@@ -443,11 +444,15 @@ function seedHistory(ctx) {
     }
     return seeded;
 }
-/** Three recorded actions in a row with no page change. */
+/**
+ * Three recorded actions in a row that failed or left the page unchanged. A
+ * failed action is no progress even when the page changed on its own, as a
+ * ticking timer does.
+ */
 function stalled(history) {
     if (history.length < 3)
         return false;
-    return history.slice(-3).every((entry) => entry.pageChanged === false);
+    return history.slice(-3).every((entry) => entry.error !== undefined || entry.pageChanged === false);
 }
 /** No nodes to build an action space from. A truncated observation still acts on what is there. */
 function emptyTree(observation) {

package/dist/questions.js

@@ -49,6 +49,7 @@ const OPERATIONS = {
     scroll_up: 'Scroll the viewport up.',
     scroll_down: 'Scroll the viewport down.',
     back: 'Go back to the previous page, as the browser back button does.',
+    dismiss_keyboard: 'The on-screen keyboard is up. Controls it covers are missing from the elements; hide it to reach them.',
 };
 /** The fallback criterion of a target question. */
 const NONE_TARGET = 'No offered target fits the goal.';

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@e2e-dev/decision",
-  "version": "0.2.0",
+  "version": "0.2.1-nightly-20261010091034",
   "description": "Decision-model executors for e2e",
   "license": "Apache-2.0",
   "repository": {
@@ -30,18 +30,18 @@
   },
   "peerDependencies": {
     "ai": "^7.0.134",
-    "e2e": ">=0.19.0 <1"
+    "e2e": "0.19.1-nightly-20261010091034"
   },
   "devDependencies": {
     "@ai-sdk/openai": "4.0.90",
     "@ai-sdk/typesafe-ai": "3.0.16",
-    "@e2e-dev/web": "0.14.0",
+    "@e2e-dev/web": "0.14.1-nightly-20261010091034",
     "@types/node": "26.6.2",
     "@types/pngjs": "6.0.5",
     "ai": "7.0.134",
     "ajv": "8.20.0",
     "ajv-formats": "3.0.1",
-    "e2e": "0.19.0",
+    "e2e": "0.19.1-nightly-20261010091034",
     "typescript": "7.0.2",
     "vitest": "5.0.1"
   },