@modelnex/sdk 0.5.39 → 0.5.41

package/dist/{aom-HDYNCIOY.mjs → aom-LJNCLNXL.mjs}

@@ -2,7 +2,7 @@ import {
   clearAOMMap,
   generateMinifiedAOM,
   getElementByUid
-} from "./chunk-N65UEB6X.mjs";
+} from "./chunk-H4LUY7LI.mjs";
 export {
   clearAOMMap,
   generateMinifiedAOM,

package/dist/chunk-H4LUY7LI.mjs

@@ -0,0 +1,243 @@
+// src/utils/editable-controls.ts
+var EDITABLE_ROLES = /* @__PURE__ */ new Set(["textbox", "combobox"]);
+var EDITABLE_CONTROL_SELECTOR = [
+  'input:not([type="hidden"])',
+  "textarea",
+  "select",
+  '[contenteditable="true"]',
+  '[role="textbox"]',
+  '[role="combobox"]'
+].join(", ");
+function getTagName(element) {
+  return String(element?.tagName || "").toLowerCase();
+}
+function getRole(element) {
+  const role = element && typeof element.getAttribute === "function" ? element.getAttribute("role") : null;
+  return String(role || "").toLowerCase();
+}
+function getLabelControl(element) {
+  const labelCtor = typeof HTMLLabelElement !== "undefined" ? HTMLLabelElement : null;
+  if (labelCtor && element instanceof labelCtor && element.control instanceof HTMLElement) {
+    return element.control;
+  }
+  return null;
+}
+function isValueBearingElement(element) {
+  if (!element) return false;
+  const inputCtor = typeof HTMLInputElement !== "undefined" ? HTMLInputElement : null;
+  if (inputCtor && element instanceof inputCtor) return true;
+  const textareaCtor = typeof HTMLTextAreaElement !== "undefined" ? HTMLTextAreaElement : null;
+  if (textareaCtor && element instanceof textareaCtor) return true;
+  const selectCtor = typeof HTMLSelectElement !== "undefined" ? HTMLSelectElement : null;
+  if (selectCtor && element instanceof selectCtor) return true;
+  return ["input", "textarea", "select"].includes(getTagName(element));
+}
+function findEditableControlInShadowRoot(root) {
+  if (!root) return null;
+  if (root.shadowRoot) {
+    const found = root.shadowRoot.querySelector(EDITABLE_CONTROL_SELECTOR);
+    if (found) {
+      return resolveEditableControlElement(found);
+    }
+  }
+  for (const child of Array.from(root.children)) {
+    if (child instanceof HTMLElement) {
+      const found = findEditableControlInShadowRoot(child);
+      if (found) return found;
+    }
+  }
+  return null;
+}
+function resolveEditableControlElement(element) {
+  const labelControl = getLabelControl(element);
+  if (labelControl) {
+    return resolveEditableControlElement(labelControl);
+  }
+  if (isValueBearingElement(element) || element.isContentEditable) {
+    return element;
+  }
+  const role = getRole(element);
+  if (EDITABLE_ROLES.has(role)) {
+    const nested2 = element.querySelector(EDITABLE_CONTROL_SELECTOR);
+    if (nested2 && nested2 !== element) {
+      return resolveEditableControlElement(nested2);
+    }
+    const shadowNested2 = findEditableControlInShadowRoot(element);
+    return shadowNested2 ?? element;
+  }
+  const nested = element.querySelector(EDITABLE_CONTROL_SELECTOR);
+  if (nested) {
+    return resolveEditableControlElement(nested);
+  }
+  const shadowNested = findEditableControlInShadowRoot(element);
+  return shadowNested ?? element;
+}
+function readEditableControlValue(element, options = {}) {
+  const target = resolveEditableControlElement(element);
+  const maskPasswords = options.maskPasswords !== false;
+  if (isValueBearingElement(target)) {
+    const type = String(target.type || "").toLowerCase();
+    if (maskPasswords && type === "password") {
+      return "***";
+    }
+    return String(target.value || "").trim().slice(0, 100);
+  }
+  const genericValue = target.value;
+  if (typeof genericValue === "string") {
+    return genericValue.trim().slice(0, 100);
+  }
+  if (typeof genericValue === "number" && Number.isFinite(genericValue)) {
+    return String(genericValue).trim().slice(0, 100);
+  }
+  if (target.isContentEditable) {
+    return String(target.textContent || "").trim().slice(0, 100);
+  }
+  const ariaValueText = target.getAttribute("aria-valuetext");
+  if (ariaValueText?.trim()) {
+    return ariaValueText.trim().slice(0, 100);
+  }
+  const ariaValueNow = target.getAttribute("aria-valuenow");
+  if (ariaValueNow?.trim()) {
+    return ariaValueNow.trim().slice(0, 100);
+  }
+  return String(target.textContent || "").trim().slice(0, 100);
+}
+function readEditableControlPlaceholder(element) {
+  const target = resolveEditableControlElement(element);
+  if (typeof target.placeholder === "string") {
+    return String(target.placeholder || "").trim().slice(0, 100);
+  }
+  return String(target.getAttribute("placeholder") || "").trim().slice(0, 100);
+}
+function readEditableControlName(element) {
+  const target = resolveEditableControlElement(element);
+  const explicitName = target.name;
+  if (typeof explicitName === "string" && explicitName.trim()) {
+    return explicitName.trim().slice(0, 100);
+  }
+  return String(
+    target.getAttribute("name") || target.getAttribute("id") || target.getAttribute("aria-label") || ""
+  ).trim().slice(0, 100);
+}
+function readEditableControlType(element) {
+  const target = resolveEditableControlElement(element);
+  const role = getRole(target);
+  if (role) return role;
+  const explicitType = target.type;
+  if (typeof explicitType === "string" && explicitType.trim()) {
+    return explicitType.trim().toLowerCase().slice(0, 50);
+  }
+  const attributeType = target.getAttribute("type");
+  if (attributeType?.trim()) {
+    return attributeType.trim().toLowerCase().slice(0, 50);
+  }
+  return getTagName(target);
+}
+function isEditableControlDisabled(element) {
+  const target = resolveEditableControlElement(element);
+  const ariaDisabled = String(target.getAttribute("aria-disabled") || "").toLowerCase();
+  if (ariaDisabled === "true") return true;
+  return Boolean(target.disabled);
+}
+function collectEditableControls(scope) {
+  const seen = /* @__PURE__ */ new Set();
+  const controls = [];
+  for (const rawElement of Array.from(scope.querySelectorAll(EDITABLE_CONTROL_SELECTOR))) {
+    const resolved = resolveEditableControlElement(rawElement);
+    if (seen.has(resolved)) continue;
+    if (isValueBearingElement(resolved) && String(resolved.type || "").toLowerCase() === "hidden") {
+      continue;
+    }
+    seen.add(resolved);
+    controls.push(resolved);
+  }
+  return controls;
+}
+
+// src/utils/aom.ts
+var uidMap = /* @__PURE__ */ new Map();
+var nextUid = 1;
+function generateMinifiedAOM() {
+  uidMap.clear();
+  nextUid = 1;
+  const interactiveSet = /* @__PURE__ */ new Set();
+  const interactiveCandidates = [
+    ...Array.from(document.querySelectorAll(
+      'button, a, input, select, textarea, [role="button"], [role="link"], [role="tab"], [role="menuitem"], [role="option"], [role="textbox"], [role="combobox"], [contenteditable="true"]'
+    )),
+    ...collectEditableControls(document)
+  ];
+  const nodes = [];
+  interactiveCandidates.forEach((candidate) => {
+    const el = resolveEditableControlElement(candidate);
+    if (interactiveSet.has(el)) {
+      return;
+    }
+    interactiveSet.add(el);
+    if (!el.offsetParent && (el.offsetWidth === 0 || el.offsetHeight === 0)) {
+      return;
+    }
+    if (el.closest("#modelnex-studio-root") || el.closest("#modelnex-active-agent-root")) {
+      return;
+    }
+    const uid = `node:${nextUid++}`;
+    uidMap.set(uid, el);
+    let text = (el.textContent || "").replace(/\s+/g, " ").trim();
+    const ariaLabel = el.getAttribute("aria-label");
+    const placeholder = el.getAttribute("placeholder");
+    const value = readEditableControlValue(el, { maskPasswords: false }) || void 0;
+    let role = el.tagName.toLowerCase();
+    if (el.hasAttribute("role")) {
+      role = el.getAttribute("role");
+    } else if (role === "a") {
+      role = "link";
+    } else if (el.tagName.toLowerCase() === "input") {
+      const inputType = el.type;
+      role = inputType ? `input[${inputType}]` : "input";
+    }
+    const node = { uid, role };
+    const displayLabel = ariaLabel || text || placeholder;
+    if (displayLabel) {
+      node.text = displayLabel.substring(0, 100);
+    }
+    const controlName = readEditableControlName(el);
+    if (controlName) {
+      node.name = controlName;
+    }
+    if (value) {
+      node.value = value.substring(0, 100);
+    }
+    if (el instanceof HTMLAnchorElement && el.href) {
+      try {
+        const url = new URL(el.href);
+        node.href = url.pathname + url.search + url.hash;
+      } catch {
+        node.href = el.getAttribute("href");
+      }
+    }
+    nodes.push(node);
+  });
+  return { nodes };
+}
+function getElementByUid(uid) {
+  return uidMap.get(uid) || null;
+}
+function clearAOMMap() {
+  uidMap.clear();
+  nextUid = 1;
+}
+
+export {
+  isValueBearingElement,
+  findEditableControlInShadowRoot,
+  resolveEditableControlElement,
+  readEditableControlValue,
+  readEditableControlPlaceholder,
+  readEditableControlName,
+  readEditableControlType,
+  isEditableControlDisabled,
+  collectEditableControls,
+  generateMinifiedAOM,
+  getElementByUid,
+  clearAOMMap
+};

package/dist/index.js

@@ -30,6 +30,168 @@ var __toESM = (mod, isNodeMode, target) => (target = mod != null ? __create(__ge
 ));
 var __toCommonJS = (mod) => __copyProps(__defProp({}, "__esModule", { value: true }), mod);
 
+// src/utils/editable-controls.ts
+function getTagName(element) {
+  return String(element?.tagName || "").toLowerCase();
+}
+function getRole(element) {
+  const role = element && typeof element.getAttribute === "function" ? element.getAttribute("role") : null;
+  return String(role || "").toLowerCase();
+}
+function getLabelControl(element) {
+  const labelCtor = typeof HTMLLabelElement !== "undefined" ? HTMLLabelElement : null;
+  if (labelCtor && element instanceof labelCtor && element.control instanceof HTMLElement) {
+    return element.control;
+  }
+  return null;
+}
+function isValueBearingElement(element) {
+  if (!element) return false;
+  const inputCtor = typeof HTMLInputElement !== "undefined" ? HTMLInputElement : null;
+  if (inputCtor && element instanceof inputCtor) return true;
+  const textareaCtor = typeof HTMLTextAreaElement !== "undefined" ? HTMLTextAreaElement : null;
+  if (textareaCtor && element instanceof textareaCtor) return true;
+  const selectCtor = typeof HTMLSelectElement !== "undefined" ? HTMLSelectElement : null;
+  if (selectCtor && element instanceof selectCtor) return true;
+  return ["input", "textarea", "select"].includes(getTagName(element));
+}
+function findEditableControlInShadowRoot(root) {
+  if (!root) return null;
+  if (root.shadowRoot) {
+    const found = root.shadowRoot.querySelector(EDITABLE_CONTROL_SELECTOR);
+    if (found) {
+      return resolveEditableControlElement(found);
+    }
+  }
+  for (const child of Array.from(root.children)) {
+    if (child instanceof HTMLElement) {
+      const found = findEditableControlInShadowRoot(child);
+      if (found) return found;
+    }
+  }
+  return null;
+}
+function resolveEditableControlElement(element) {
+  const labelControl = getLabelControl(element);
+  if (labelControl) {
+    return resolveEditableControlElement(labelControl);
+  }
+  if (isValueBearingElement(element) || element.isContentEditable) {
+    return element;
+  }
+  const role = getRole(element);
+  if (EDITABLE_ROLES.has(role)) {
+    const nested2 = element.querySelector(EDITABLE_CONTROL_SELECTOR);
+    if (nested2 && nested2 !== element) {
+      return resolveEditableControlElement(nested2);
+    }
+    const shadowNested2 = findEditableControlInShadowRoot(element);
+    return shadowNested2 ?? element;
+  }
+  const nested = element.querySelector(EDITABLE_CONTROL_SELECTOR);
+  if (nested) {
+    return resolveEditableControlElement(nested);
+  }
+  const shadowNested = findEditableControlInShadowRoot(element);
+  return shadowNested ?? element;
+}
+function readEditableControlValue(element, options = {}) {
+  const target = resolveEditableControlElement(element);
+  const maskPasswords = options.maskPasswords !== false;
+  if (isValueBearingElement(target)) {
+    const type = String(target.type || "").toLowerCase();
+    if (maskPasswords && type === "password") {
+      return "***";
+    }
+    return String(target.value || "").trim().slice(0, 100);
+  }
+  const genericValue = target.value;
+  if (typeof genericValue === "string") {
+    return genericValue.trim().slice(0, 100);
+  }
+  if (typeof genericValue === "number" && Number.isFinite(genericValue)) {
+    return String(genericValue).trim().slice(0, 100);
+  }
+  if (target.isContentEditable) {
+    return String(target.textContent || "").trim().slice(0, 100);
+  }
+  const ariaValueText = target.getAttribute("aria-valuetext");
+  if (ariaValueText?.trim()) {
+    return ariaValueText.trim().slice(0, 100);
+  }
+  const ariaValueNow = target.getAttribute("aria-valuenow");
+  if (ariaValueNow?.trim()) {
+    return ariaValueNow.trim().slice(0, 100);
+  }
+  return String(target.textContent || "").trim().slice(0, 100);
+}
+function readEditableControlPlaceholder(element) {
+  const target = resolveEditableControlElement(element);
+  if (typeof target.placeholder === "string") {
+    return String(target.placeholder || "").trim().slice(0, 100);
+  }
+  return String(target.getAttribute("placeholder") || "").trim().slice(0, 100);
+}
+function readEditableControlName(element) {
+  const target = resolveEditableControlElement(element);
+  const explicitName = target.name;
+  if (typeof explicitName === "string" && explicitName.trim()) {
+    return explicitName.trim().slice(0, 100);
+  }
+  return String(
+    target.getAttribute("name") || target.getAttribute("id") || target.getAttribute("aria-label") || ""
+  ).trim().slice(0, 100);
+}
+function readEditableControlType(element) {
+  const target = resolveEditableControlElement(element);
+  const role = getRole(target);
+  if (role) return role;
+  const explicitType = target.type;
+  if (typeof explicitType === "string" && explicitType.trim()) {
+    return explicitType.trim().toLowerCase().slice(0, 50);
+  }
+  const attributeType = target.getAttribute("type");
+  if (attributeType?.trim()) {
+    return attributeType.trim().toLowerCase().slice(0, 50);
+  }
+  return getTagName(target);
+}
+function isEditableControlDisabled(element) {
+  const target = resolveEditableControlElement(element);
+  const ariaDisabled = String(target.getAttribute("aria-disabled") || "").toLowerCase();
+  if (ariaDisabled === "true") return true;
+  return Boolean(target.disabled);
+}
+function collectEditableControls(scope) {
+  const seen = /* @__PURE__ */ new Set();
+  const controls = [];
+  for (const rawElement of Array.from(scope.querySelectorAll(EDITABLE_CONTROL_SELECTOR))) {
+    const resolved = resolveEditableControlElement(rawElement);
+    if (seen.has(resolved)) continue;
+    if (isValueBearingElement(resolved) && String(resolved.type || "").toLowerCase() === "hidden") {
+      continue;
+    }
+    seen.add(resolved);
+    controls.push(resolved);
+  }
+  return controls;
+}
+var EDITABLE_ROLES, EDITABLE_CONTROL_SELECTOR;
+var init_editable_controls = __esm({
+  "src/utils/editable-controls.ts"() {
+    "use strict";
+    EDITABLE_ROLES = /* @__PURE__ */ new Set(["textbox", "combobox"]);
+    EDITABLE_CONTROL_SELECTOR = [
+      'input:not([type="hidden"])',
+      "textarea",
+      "select",
+      '[contenteditable="true"]',
+      '[role="textbox"]',
+      '[role="combobox"]'
+    ].join(", ");
+  }
+});
+
 // src/utils/aom.ts
 var aom_exports = {};
 __export(aom_exports, {
@@ -40,11 +202,20 @@ __export(aom_exports, {
 function generateMinifiedAOM() {
   uidMap.clear();
   nextUid = 1;
-  const interactives = document.querySelectorAll(
-    'button, a, input, select, textarea, [role="button"], [role="link"], [role="tab"], [role="menuitem"], [role="option"]'
-  );
+  const interactiveSet = /* @__PURE__ */ new Set();
+  const interactiveCandidates = [
+    ...Array.from(document.querySelectorAll(
+      'button, a, input, select, textarea, [role="button"], [role="link"], [role="tab"], [role="menuitem"], [role="option"], [role="textbox"], [role="combobox"], [contenteditable="true"]'
+    )),
+    ...collectEditableControls(document)
+  ];
   const nodes = [];
-  interactives.forEach((el) => {
+  interactiveCandidates.forEach((candidate) => {
+    const el = resolveEditableControlElement(candidate);
+    if (interactiveSet.has(el)) {
+      return;
+    }
+    interactiveSet.add(el);
     if (!el.offsetParent && (el.offsetWidth === 0 || el.offsetHeight === 0)) {
       return;
     }
@@ -56,25 +227,24 @@ function generateMinifiedAOM() {
     let text = (el.textContent || "").replace(/\s+/g, " ").trim();
     const ariaLabel = el.getAttribute("aria-label");
     const placeholder = el.getAttribute("placeholder");
-    let value = void 0;
-    if (el instanceof HTMLInputElement || el instanceof HTMLTextAreaElement || el instanceof HTMLSelectElement) {
-      value = el.value;
-    }
+    const value = readEditableControlValue(el, { maskPasswords: false }) || void 0;
     let role = el.tagName.toLowerCase();
     if (el.hasAttribute("role")) {
       role = el.getAttribute("role");
     } else if (role === "a") {
       role = "link";
-    } else if (el instanceof HTMLInputElement) {
-      role = el.type ? `input[${el.type}]` : "input";
+    } else if (el.tagName.toLowerCase() === "input") {
+      const inputType = el.type;
+      role = inputType ? `input[${inputType}]` : "input";
     }
     const node = { uid, role };
     const displayLabel = ariaLabel || text || placeholder;
     if (displayLabel) {
       node.text = displayLabel.substring(0, 100);
     }
-    if (el.getAttribute("name")) {
-      node.name = el.getAttribute("name");
+    const controlName = readEditableControlName(el);
+    if (controlName) {
+      node.name = controlName;
     }
     if (value) {
       node.value = value.substring(0, 100);
@@ -102,6 +272,7 @@ var uidMap, nextUid;
 var init_aom = __esm({
   "src/utils/aom.ts"() {
     "use strict";
+    init_editable_controls();
     uidMap = /* @__PURE__ */ new Map();
     nextUid = 1;
   }
@@ -616,6 +787,7 @@ function useAutoExtract(devMode) {
 }
 
 // src/utils/dom-summary.ts
+init_editable_controls();
 function textOf(el) {
   return el?.textContent?.trim().slice(0, 200) ?? "";
 }
@@ -642,8 +814,9 @@ function safeQueryAll(selector) {
   }
 }
 function findInputLabel(el) {
-  if (el.labels && el.labels.length > 0) {
-    const labelText = el.labels[0].textContent?.trim();
+  const labels = el.labels;
+  if (labels && labels.length > 0) {
+    const labelText = labels[0].textContent?.trim();
     if (labelText) return labelText.slice(0, 80);
   }
   const ariaLabel = el.getAttribute("aria-label");
@@ -661,11 +834,12 @@ function findInputLabel(el) {
   }
   const closestCell = el.closest('td, th, div[role="cell"], div[role="columnheader"]');
   if (closestCell) {
+    const inputType = String(el.type || "").toLowerCase();
     if (closestCell.tagName === "TH" || closestCell.getAttribute("role") === "columnheader") {
-      if (el.type === "checkbox") return "Select All";
+      if (inputType === "checkbox") return "Select All";
     }
     const row = el.closest('tr, div[role="row"]');
-    if (row && el.type === "checkbox") {
+    if (row && inputType === "checkbox") {
       const cells = row.querySelectorAll('td, div[role="cell"]');
       for (const cell of cells) {
         if (cell === closestCell) continue;
@@ -696,11 +870,11 @@ function captureDomSummary(tags) {
   const mapInput = (input) => {
     const el = input;
     return {
-      name: el.name || el.id || el.getAttribute("aria-label") || "",
-      type: el.type || el.tagName.toLowerCase(),
-      value: el.type === "password" ? "***" : (el.value || "").slice(0, 100),
-      disabled: el.disabled,
-      placeholder: el.placeholder || "",
+      name: readEditableControlName(el),
+      type: readEditableControlType(el),
+      value: readEditableControlValue(el),
+      disabled: isEditableControlDisabled(el),
+      placeholder: readEditableControlPlaceholder(el),
       fingerprint: generateFingerprint(el),
       label: findInputLabel(el)
     };
@@ -708,17 +882,14 @@ function captureDomSummary(tags) {
   const formElements = safeQueryAll("form").slice(0, 5);
   const formInputSet = /* @__PURE__ */ new Set();
   const forms = formElements.map((form) => {
-    const inputs = Array.from(form.querySelectorAll("input, textarea, select")).slice(0, 15);
+    const inputs = collectEditableControls(form).slice(0, 15);
     inputs.forEach((el) => formInputSet.add(el));
     return {
       id: form.id || form.getAttribute("name") || null,
       inputs: inputs.map(mapInput)
     };
   });
-  const standaloneInputs = safeQueryAll("input, textarea, select").filter((el) => !el.closest("form") && !formInputSet.has(el)).filter((el) => {
-    const type = el.type;
-    return type !== "hidden";
-  }).slice(0, 20).map(mapInput);
+  const standaloneInputs = collectEditableControls(document).filter((el) => !el.closest("form") && !formInputSet.has(el)).slice(0, 20).map(mapInput);
   if (standaloneInputs.length > 0) {
     forms.push({ id: "__standalone__", inputs: standaloneInputs });
   }
@@ -3358,6 +3529,9 @@ function compactTourForTransport(tour) {
   };
 }
 
+// src/hooks/useTourPlayback.ts
+init_editable_controls();
+
 // src/utils/tour-playback-guards.ts
 var playbackOwners = /* @__PURE__ */ new Map();
 function shouldExecuteTourCommandBatch(isPlaybackActive) {
@@ -3699,8 +3873,8 @@ async function performInteractiveFill(target, value) {
     inputTarget.dispatchEvent(new Event("change", { bubbles: true }));
     inputTarget.blur();
   } else {
-    const shadowInput = findInputInShadowRoot(target);
-    if (shadowInput) {
+    const shadowInput = findEditableControlInShadowRoot(target);
+    if (shadowInput && isValueBearingElement(shadowInput)) {
       const nativeSetter = Object.getOwnPropertyDescriptor(window.HTMLInputElement.prototype, "value")?.set;
       if (nativeSetter) nativeSetter.call(shadowInput, value);
       else shadowInput.value = value;
@@ -3714,19 +3888,6 @@ async function performInteractiveFill(target, value) {
   await new Promise((resolve) => setTimeout(resolve, 150));
   inputTarget.classList.remove("modelnex-agent-type");
 }
-function findInputInShadowRoot(root) {
-  if (root.shadowRoot) {
-    const found = root.shadowRoot.querySelector('input:not([type="hidden"]):not([disabled]), textarea:not([disabled])');
-    if (found) return found;
-  }
-  for (const child of Array.from(root.children)) {
-    if (child instanceof HTMLElement) {
-      const found = findInputInShadowRoot(child);
-      if (found) return found;
-    }
-  }
-  return null;
-}
 function isTerminalAction(action) {
   return [
     "click_element",
@@ -3737,34 +3898,25 @@ function isTerminalAction(action) {
     "end_tour"
   ].includes(action?.type);
 }
-function isValueBearingElement(element) {
-  return Boolean(
-    element && (element instanceof HTMLInputElement || element instanceof HTMLTextAreaElement || element instanceof HTMLSelectElement)
-  );
+var DEFAULT_TEXT_INPUT_IDLE_COMMIT_MS = 700;
+var DEFAULT_SELECTION_INPUT_IDLE_COMMIT_MS = 250;
+function getManualInputCommitPolicy(target) {
+  const tagName = String(target.tagName || "").toLowerCase();
+  const role = String(target.role || "").toLowerCase();
+  const inputType = String(target.type || "").toLowerCase();
+  const isContentEditable = Boolean(target.isContentEditable);
+  const isSelectionLike = tagName === "select" || role === "combobox" || ["checkbox", "radio", "range", "color", "date", "datetime-local", "month", "time", "week"].includes(inputType);
+  return {
+    idleCommitMs: isSelectionLike ? DEFAULT_SELECTION_INPUT_IDLE_COMMIT_MS : DEFAULT_TEXT_INPUT_IDLE_COMMIT_MS,
+    commitOnBlur: !isSelectionLike || tagName === "select" || role === "combobox" || isContentEditable,
+    commitOnChange: true
+  };
 }
 function resolveWaitTargetElement(element) {
-  if (isValueBearingElement(element) || element.isContentEditable) {
-    return element;
-  }
-  if (element.getAttribute("role") === "textbox" || element.getAttribute("role") === "combobox") {
-    return element;
-  }
-  if (element instanceof HTMLLabelElement && element.control instanceof HTMLElement) {
-    return element.control;
-  }
-  const nestedControl = element.querySelector(
-    'input:not([type="hidden"]):not([disabled]), textarea:not([disabled]), select:not([disabled]), [contenteditable="true"], [role="textbox"], [role="combobox"]'
-  );
-  return nestedControl ?? element;
+  return resolveEditableControlElement(element);
 }
 function readWaitTargetValue(element) {
-  if (isValueBearingElement(element)) {
-    return element.value.trim();
-  }
-  if (element.isContentEditable) {
-    return (element.textContent || "").trim();
-  }
-  return "";
+  return readEditableControlValue(element, { maskPasswords: false });
 }
 function buildManualCompletionTranscript(step, eventName) {
   const targetLabel = step?.element?.textContaining || step?.ask || step?.goal || step?.narration || "the highlighted step";
@@ -3781,10 +3933,16 @@ function isEditableWaitTarget(element) {
   const target = resolveWaitTargetElement(element);
   return isValueBearingElement(target) || target.isContentEditable || target.getAttribute("role") === "textbox" || target.getAttribute("role") === "combobox";
 }
-function createManualWaitForTarget(rawTarget, eventName, step) {
+function createManualWaitForTarget(rawTarget, eventName, step, options = {}) {
   const target = resolveWaitTargetElement(rawTarget);
   const completionTranscript = buildManualCompletionTranscript(step, eventName);
   const isInputLikeEvent = isInputLikeWait(eventName, step);
+  const commitPolicy = getManualInputCommitPolicy({
+    tagName: target.tagName,
+    role: target.getAttribute("role"),
+    type: target.type ?? null,
+    isContentEditable: target.isContentEditable
+  });
   if (isInputLikeEvent && readWaitTargetValue(target)) {
     const initialValue = readWaitTargetValue(target);
     return {
@@ -3796,6 +3954,8 @@ function createManualWaitForTarget(rawTarget, eventName, step) {
   let cleanup = () => void 0;
   const promise = new Promise((resolve) => {
     const listeners2 = [];
+    let observer = null;
+    let idleTimer = null;
     let settled = false;
     const finish = () => {
       if (settled) return;
@@ -3808,20 +3968,64 @@ function createManualWaitForTarget(rawTarget, eventName, step) {
       listeners2.push({ node, type, handler });
     };
     if (isInputLikeEvent) {
-      const handleInputLikeEvent = () => {
+      const clearIdleCommit = () => {
+        if (idleTimer) {
+          clearTimeout(idleTimer);
+          idleTimer = null;
+        }
+      };
+      const scheduleIdleCommit = () => {
+        options.onObservedInput?.();
+        const currentValue = readWaitTargetValue(target);
+        if (!currentValue) {
+          clearIdleCommit();
+          return;
+        }
+        clearIdleCommit();
+        idleTimer = setTimeout(() => {
+          idleTimer = null;
+          finish();
+        }, commitPolicy.idleCommitMs);
+      };
+      const handleImmediateCommitEvent = () => {
+        options.onObservedInput?.();
         const currentValue = readWaitTargetValue(target);
         if (currentValue) {
+          clearIdleCommit();
           finish();
         }
       };
-      addListener(target, "input", handleInputLikeEvent);
-      addListener(target, "change", handleInputLikeEvent);
-      addListener(target, "blur", handleInputLikeEvent);
+      addListener(target, "input", scheduleIdleCommit);
+      if (commitPolicy.commitOnChange) {
+        addListener(target, "change", handleImmediateCommitEvent);
+      }
+      if (commitPolicy.commitOnBlur) {
+        addListener(target, "blur", handleImmediateCommitEvent);
+      }
+      if (typeof MutationObserver !== "undefined") {
+        observer = new MutationObserver(() => {
+          options.onObservedInput?.();
+          scheduleIdleCommit();
+        });
+        observer.observe(target, {
+          subtree: true,
+          childList: true,
+          characterData: true,
+          attributes: true,
+          attributeFilter: ["value", "aria-valuetext", "aria-valuenow", "aria-activedescendant"]
+        });
+      }
     } else {
       const handleActionEvent = () => finish();
       addListener(target, eventName, handleActionEvent);
     }
     cleanup = () => {
+      if (idleTimer) {
+        clearTimeout(idleTimer);
+        idleTimer = null;
+      }
+      observer?.disconnect();
+      observer = null;
       listeners2.forEach(({ node, type, handler }) => node.removeEventListener(type, handler));
       listeners2.length = 0;
     };
@@ -3924,6 +4128,7 @@ function useTourPlayback({
   const voiceInputResolveRef = (0, import_react12.useRef)(null);
   const askOrFillRef = (0, import_react12.useRef)(null);
   const pendingManualWaitCleanupRef = (0, import_react12.useRef)(null);
+  const pendingManualInputSyncRef = (0, import_react12.useRef)(null);
   const llmRespondingRef = (0, import_react12.useRef)(false);
   const interruptedForQuestionRef = (0, import_react12.useRef)(false);
   const pendingInputBufRef = (0, import_react12.useRef)(null);
@@ -4023,6 +4228,7 @@ function useTourPlayback({
       }, { devMode: devModeRef.current });
       runCleanup(pendingManualWaitCleanupRef.current);
       pendingManualWaitCleanupRef.current = null;
+      clearPendingManualInputSync();
       if (voiceInputResolveRef.current) {
         const resolvePendingVoiceInput = voiceInputResolveRef.current;
         voiceInputResolveRef.current = null;
@@ -4409,6 +4615,7 @@ function useTourPlayback({
         const preferredWaitTarget = inputLikeWait ? batchPreferredWaitTarget ?? highlightedWaitTarget : highlightedWaitTarget;
         runCleanup(pendingManualWaitCleanupRef.current);
         pendingManualWaitCleanupRef.current = null;
+        clearPendingManualInputSync();
         if (waitTargetHints) {
           let manualWaitTarget = await resolveTargetElement2(waitTargetHints, currentStep);
           if (inputLikeWait && preferredWaitTarget && manualWaitTarget && manualWaitTarget !== preferredWaitTarget && !isEditableWaitTarget(manualWaitTarget) && isEditableWaitTarget(preferredWaitTarget)) {
@@ -4419,14 +4626,18 @@ function useTourPlayback({
             }, { devMode: devModeRef.current });
           }
           if (manualWaitTarget) {
-            const manualWait = createManualWaitForTarget(manualWaitTarget, waitEvent, currentStep);
+            const manualWait = createManualWaitForTarget(manualWaitTarget, waitEvent, currentStep, {
+              onObservedInput: inputLikeWait ? scheduleManualInputSync : null
+            });
             manualWaitPromise = manualWait.promise;
             manualWaitKind = manualWait.kind;
             pendingManualWaitCleanupRef.current = manualWait.cleanup;
           }
         }
         if (!manualWaitPromise && preferredWaitTarget) {
-          const manualWait = createManualWaitForTarget(preferredWaitTarget, waitEvent, currentStep);
+          const manualWait = createManualWaitForTarget(preferredWaitTarget, waitEvent, currentStep, {
+            onObservedInput: inputLikeWait ? scheduleManualInputSync : null
+          });
           manualWaitPromise = manualWait.promise;
           manualWaitKind = manualWait.kind;
           pendingManualWaitCleanupRef.current = manualWait.cleanup;
@@ -4440,7 +4651,9 @@ function useTourPlayback({
             'input:not([type="hidden"]):not([disabled]), textarea:not([disabled]), [contenteditable="true"], [role="textbox"]'
           );
           if (firstInput) {
-            const manualWait = createManualWaitForTarget(firstInput, waitEvent, currentStep);
+            const manualWait = createManualWaitForTarget(firstInput, waitEvent, currentStep, {
+              onObservedInput: scheduleManualInputSync
+            });
             manualWaitPromise = manualWait.promise;
             manualWaitKind = manualWait.kind;
             pendingManualWaitCleanupRef.current = manualWait.cleanup;
@@ -4486,6 +4699,7 @@ function useTourPlayback({
         Promise.race([voiceOrTextWaitPromise, manualWaitPromise].filter(Boolean)).then(async (userText) => {
           runCleanup(pendingManualWaitCleanupRef.current);
           pendingManualWaitCleanupRef.current = null;
+          clearPendingManualInputSync();
           voiceInputResolveRef.current = null;
           setPlaybackState("executing");
           const transcript = userText.trim();
@@ -4690,6 +4904,24 @@ function useTourPlayback({
       domSummary: captureDomSummary()
     });
   }, []);
+  const scheduleManualInputSync = (0, import_react12.useCallback)(() => {
+    if (pendingManualInputSyncRef.current) {
+      clearTimeout(pendingManualInputSyncRef.current);
+    }
+    pendingManualInputSyncRef.current = setTimeout(async () => {
+      pendingManualInputSyncRef.current = null;
+      if (!isActiveRef.current) return;
+      const { waitForDomSettle: waitForDomSettle2 } = await Promise.resolve().then(() => (init_dom_sync(), dom_sync_exports));
+      await waitForDomSettle2({ timeoutMs: 600, debounceMs: 100 });
+      await syncAOM();
+    }, 150);
+  }, [syncAOM]);
+  const clearPendingManualInputSync = (0, import_react12.useCallback)(() => {
+    if (pendingManualInputSyncRef.current) {
+      clearTimeout(pendingManualInputSyncRef.current);
+      pendingManualInputSyncRef.current = null;
+    }
+  }, []);
   const interruptExecution = (0, import_react12.useCallback)((transcript) => {
     if (!isSocketWritable(socketRef.current) || !isActiveRef.current) return false;
     if (!commandInFlightRef.current && !voice.isSpeaking) return false;
@@ -4728,6 +4960,7 @@ function useTourPlayback({
     activeCommandBatchIdRef.current = null;
     runCleanup(pendingManualWaitCleanupRef.current);
     pendingManualWaitCleanupRef.current = null;
+    clearPendingManualInputSync();
     removeHighlight();
     removeCaption();
     voice.stopSpeaking();
@@ -4779,6 +5012,7 @@ function useTourPlayback({
     removeCaption();
     runCleanup(pendingManualWaitCleanupRef.current);
     pendingManualWaitCleanupRef.current = null;
+    clearPendingManualInputSync();
     if (!skipRequestedRef.current && userProfile?.userId && tourRef.current) {
       markTourComplete(serverUrl, toursApiBaseRef.current, tourRef.current.id, userProfile.userId, experienceType, websiteId);
     }

package/dist/index.mjs

@@ -1,6 +1,15 @@
 import {
-  generateMinifiedAOM
-} from "./chunk-N65UEB6X.mjs";
+  collectEditableControls,
+  findEditableControlInShadowRoot,
+  generateMinifiedAOM,
+  isEditableControlDisabled,
+  isValueBearingElement,
+  readEditableControlName,
+  readEditableControlPlaceholder,
+  readEditableControlType,
+  readEditableControlValue,
+  resolveEditableControlElement
+} from "./chunk-H4LUY7LI.mjs";
 
 // src/index.ts
 import React8, { useState as useState15, useCallback as useCallback14, useEffect as useEffect19, useMemo as useMemo5 } from "react";
@@ -431,8 +440,9 @@ function safeQueryAll(selector) {
   }
 }
 function findInputLabel(el) {
-  if (el.labels && el.labels.length > 0) {
-    const labelText = el.labels[0].textContent?.trim();
+  const labels = el.labels;
+  if (labels && labels.length > 0) {
+    const labelText = labels[0].textContent?.trim();
     if (labelText) return labelText.slice(0, 80);
   }
   const ariaLabel = el.getAttribute("aria-label");
@@ -450,11 +460,12 @@ function findInputLabel(el) {
   }
   const closestCell = el.closest('td, th, div[role="cell"], div[role="columnheader"]');
   if (closestCell) {
+    const inputType = String(el.type || "").toLowerCase();
     if (closestCell.tagName === "TH" || closestCell.getAttribute("role") === "columnheader") {
-      if (el.type === "checkbox") return "Select All";
+      if (inputType === "checkbox") return "Select All";
     }
     const row = el.closest('tr, div[role="row"]');
-    if (row && el.type === "checkbox") {
+    if (row && inputType === "checkbox") {
       const cells = row.querySelectorAll('td, div[role="cell"]');
       for (const cell of cells) {
         if (cell === closestCell) continue;
@@ -485,11 +496,11 @@ function captureDomSummary(tags) {
   const mapInput = (input) => {
     const el = input;
     return {
-      name: el.name || el.id || el.getAttribute("aria-label") || "",
-      type: el.type || el.tagName.toLowerCase(),
-      value: el.type === "password" ? "***" : (el.value || "").slice(0, 100),
-      disabled: el.disabled,
-      placeholder: el.placeholder || "",
+      name: readEditableControlName(el),
+      type: readEditableControlType(el),
+      value: readEditableControlValue(el),
+      disabled: isEditableControlDisabled(el),
+      placeholder: readEditableControlPlaceholder(el),
       fingerprint: generateFingerprint(el),
       label: findInputLabel(el)
     };
@@ -497,17 +508,14 @@ function captureDomSummary(tags) {
   const formElements = safeQueryAll("form").slice(0, 5);
   const formInputSet = /* @__PURE__ */ new Set();
   const forms = formElements.map((form) => {
-    const inputs = Array.from(form.querySelectorAll("input, textarea, select")).slice(0, 15);
+    const inputs = collectEditableControls(form).slice(0, 15);
     inputs.forEach((el) => formInputSet.add(el));
     return {
       id: form.id || form.getAttribute("name") || null,
       inputs: inputs.map(mapInput)
     };
   });
-  const standaloneInputs = safeQueryAll("input, textarea, select").filter((el) => !el.closest("form") && !formInputSet.has(el)).filter((el) => {
-    const type = el.type;
-    return type !== "hidden";
-  }).slice(0, 20).map(mapInput);
+  const standaloneInputs = collectEditableControls(document).filter((el) => !el.closest("form") && !formInputSet.has(el)).slice(0, 20).map(mapInput);
   if (standaloneInputs.length > 0) {
     forms.push({ id: "__standalone__", inputs: standaloneInputs });
   }
@@ -3488,8 +3496,8 @@ async function performInteractiveFill(target, value) {
     inputTarget.dispatchEvent(new Event("change", { bubbles: true }));
     inputTarget.blur();
   } else {
-    const shadowInput = findInputInShadowRoot(target);
-    if (shadowInput) {
+    const shadowInput = findEditableControlInShadowRoot(target);
+    if (shadowInput && isValueBearingElement(shadowInput)) {
       const nativeSetter = Object.getOwnPropertyDescriptor(window.HTMLInputElement.prototype, "value")?.set;
       if (nativeSetter) nativeSetter.call(shadowInput, value);
       else shadowInput.value = value;
@@ -3503,19 +3511,6 @@ async function performInteractiveFill(target, value) {
   await new Promise((resolve) => setTimeout(resolve, 150));
   inputTarget.classList.remove("modelnex-agent-type");
 }
-function findInputInShadowRoot(root) {
-  if (root.shadowRoot) {
-    const found = root.shadowRoot.querySelector('input:not([type="hidden"]):not([disabled]), textarea:not([disabled])');
-    if (found) return found;
-  }
-  for (const child of Array.from(root.children)) {
-    if (child instanceof HTMLElement) {
-      const found = findInputInShadowRoot(child);
-      if (found) return found;
-    }
-  }
-  return null;
-}
 function isTerminalAction(action) {
   return [
     "click_element",
@@ -3526,34 +3521,25 @@ function isTerminalAction(action) {
     "end_tour"
   ].includes(action?.type);
 }
-function isValueBearingElement(element) {
-  return Boolean(
-    element && (element instanceof HTMLInputElement || element instanceof HTMLTextAreaElement || element instanceof HTMLSelectElement)
-  );
+var DEFAULT_TEXT_INPUT_IDLE_COMMIT_MS = 700;
+var DEFAULT_SELECTION_INPUT_IDLE_COMMIT_MS = 250;
+function getManualInputCommitPolicy(target) {
+  const tagName = String(target.tagName || "").toLowerCase();
+  const role = String(target.role || "").toLowerCase();
+  const inputType = String(target.type || "").toLowerCase();
+  const isContentEditable = Boolean(target.isContentEditable);
+  const isSelectionLike = tagName === "select" || role === "combobox" || ["checkbox", "radio", "range", "color", "date", "datetime-local", "month", "time", "week"].includes(inputType);
+  return {
+    idleCommitMs: isSelectionLike ? DEFAULT_SELECTION_INPUT_IDLE_COMMIT_MS : DEFAULT_TEXT_INPUT_IDLE_COMMIT_MS,
+    commitOnBlur: !isSelectionLike || tagName === "select" || role === "combobox" || isContentEditable,
+    commitOnChange: true
+  };
 }
 function resolveWaitTargetElement(element) {
-  if (isValueBearingElement(element) || element.isContentEditable) {
-    return element;
-  }
-  if (element.getAttribute("role") === "textbox" || element.getAttribute("role") === "combobox") {
-    return element;
-  }
-  if (element instanceof HTMLLabelElement && element.control instanceof HTMLElement) {
-    return element.control;
-  }
-  const nestedControl = element.querySelector(
-    'input:not([type="hidden"]):not([disabled]), textarea:not([disabled]), select:not([disabled]), [contenteditable="true"], [role="textbox"], [role="combobox"]'
-  );
-  return nestedControl ?? element;
+  return resolveEditableControlElement(element);
 }
 function readWaitTargetValue(element) {
-  if (isValueBearingElement(element)) {
-    return element.value.trim();
-  }
-  if (element.isContentEditable) {
-    return (element.textContent || "").trim();
-  }
-  return "";
+  return readEditableControlValue(element, { maskPasswords: false });
 }
 function buildManualCompletionTranscript(step, eventName) {
   const targetLabel = step?.element?.textContaining || step?.ask || step?.goal || step?.narration || "the highlighted step";
@@ -3570,10 +3556,16 @@ function isEditableWaitTarget(element) {
   const target = resolveWaitTargetElement(element);
   return isValueBearingElement(target) || target.isContentEditable || target.getAttribute("role") === "textbox" || target.getAttribute("role") === "combobox";
 }
-function createManualWaitForTarget(rawTarget, eventName, step) {
+function createManualWaitForTarget(rawTarget, eventName, step, options = {}) {
   const target = resolveWaitTargetElement(rawTarget);
   const completionTranscript = buildManualCompletionTranscript(step, eventName);
   const isInputLikeEvent = isInputLikeWait(eventName, step);
+  const commitPolicy = getManualInputCommitPolicy({
+    tagName: target.tagName,
+    role: target.getAttribute("role"),
+    type: target.type ?? null,
+    isContentEditable: target.isContentEditable
+  });
   if (isInputLikeEvent && readWaitTargetValue(target)) {
     const initialValue = readWaitTargetValue(target);
     return {
@@ -3585,6 +3577,8 @@ function createManualWaitForTarget(rawTarget, eventName, step) {
   let cleanup = () => void 0;
   const promise = new Promise((resolve) => {
     const listeners2 = [];
+    let observer = null;
+    let idleTimer = null;
     let settled = false;
     const finish = () => {
       if (settled) return;
@@ -3597,20 +3591,64 @@ function createManualWaitForTarget(rawTarget, eventName, step) {
       listeners2.push({ node, type, handler });
     };
     if (isInputLikeEvent) {
-      const handleInputLikeEvent = () => {
+      const clearIdleCommit = () => {
+        if (idleTimer) {
+          clearTimeout(idleTimer);
+          idleTimer = null;
+        }
+      };
+      const scheduleIdleCommit = () => {
+        options.onObservedInput?.();
+        const currentValue = readWaitTargetValue(target);
+        if (!currentValue) {
+          clearIdleCommit();
+          return;
+        }
+        clearIdleCommit();
+        idleTimer = setTimeout(() => {
+          idleTimer = null;
+          finish();
+        }, commitPolicy.idleCommitMs);
+      };
+      const handleImmediateCommitEvent = () => {
+        options.onObservedInput?.();
         const currentValue = readWaitTargetValue(target);
         if (currentValue) {
+          clearIdleCommit();
           finish();
         }
       };
-      addListener(target, "input", handleInputLikeEvent);
-      addListener(target, "change", handleInputLikeEvent);
-      addListener(target, "blur", handleInputLikeEvent);
+      addListener(target, "input", scheduleIdleCommit);
+      if (commitPolicy.commitOnChange) {
+        addListener(target, "change", handleImmediateCommitEvent);
+      }
+      if (commitPolicy.commitOnBlur) {
+        addListener(target, "blur", handleImmediateCommitEvent);
+      }
+      if (typeof MutationObserver !== "undefined") {
+        observer = new MutationObserver(() => {
+          options.onObservedInput?.();
+          scheduleIdleCommit();
+        });
+        observer.observe(target, {
+          subtree: true,
+          childList: true,
+          characterData: true,
+          attributes: true,
+          attributeFilter: ["value", "aria-valuetext", "aria-valuenow", "aria-activedescendant"]
+        });
+      }
     } else {
       const handleActionEvent = () => finish();
       addListener(target, eventName, handleActionEvent);
     }
     cleanup = () => {
+      if (idleTimer) {
+        clearTimeout(idleTimer);
+        idleTimer = null;
+      }
+      observer?.disconnect();
+      observer = null;
       listeners2.forEach(({ node, type, handler }) => node.removeEventListener(type, handler));
       listeners2.length = 0;
     };
@@ -3713,6 +3751,7 @@ function useTourPlayback({
   const voiceInputResolveRef = useRef8(null);
   const askOrFillRef = useRef8(null);
   const pendingManualWaitCleanupRef = useRef8(null);
+  const pendingManualInputSyncRef = useRef8(null);
   const llmRespondingRef = useRef8(false);
   const interruptedForQuestionRef = useRef8(false);
   const pendingInputBufRef = useRef8(null);
@@ -3812,6 +3851,7 @@ function useTourPlayback({
       }, { devMode: devModeRef.current });
       runCleanup(pendingManualWaitCleanupRef.current);
       pendingManualWaitCleanupRef.current = null;
+      clearPendingManualInputSync();
       if (voiceInputResolveRef.current) {
         const resolvePendingVoiceInput = voiceInputResolveRef.current;
         voiceInputResolveRef.current = null;
@@ -3897,7 +3937,7 @@ function useTourPlayback({
           resolve: async () => {
             let targetEl = null;
             if (params.uid) {
-              const { getElementByUid } = await import("./aom-HDYNCIOY.mjs");
+              const { getElementByUid } = await import("./aom-LJNCLNXL.mjs");
               targetEl = getElementByUid(params.uid);
             }
             if (!targetEl) {
@@ -4198,6 +4238,7 @@ function useTourPlayback({
         const preferredWaitTarget = inputLikeWait ? batchPreferredWaitTarget ?? highlightedWaitTarget : highlightedWaitTarget;
         runCleanup(pendingManualWaitCleanupRef.current);
         pendingManualWaitCleanupRef.current = null;
+        clearPendingManualInputSync();
         if (waitTargetHints) {
           let manualWaitTarget = await resolveTargetElement2(waitTargetHints, currentStep);
           if (inputLikeWait && preferredWaitTarget && manualWaitTarget && manualWaitTarget !== preferredWaitTarget && !isEditableWaitTarget(manualWaitTarget) && isEditableWaitTarget(preferredWaitTarget)) {
@@ -4208,14 +4249,18 @@ function useTourPlayback({
             }, { devMode: devModeRef.current });
           }
           if (manualWaitTarget) {
-            const manualWait = createManualWaitForTarget(manualWaitTarget, waitEvent, currentStep);
+            const manualWait = createManualWaitForTarget(manualWaitTarget, waitEvent, currentStep, {
+              onObservedInput: inputLikeWait ? scheduleManualInputSync : null
+            });
             manualWaitPromise = manualWait.promise;
             manualWaitKind = manualWait.kind;
             pendingManualWaitCleanupRef.current = manualWait.cleanup;
           }
         }
         if (!manualWaitPromise && preferredWaitTarget) {
-          const manualWait = createManualWaitForTarget(preferredWaitTarget, waitEvent, currentStep);
+          const manualWait = createManualWaitForTarget(preferredWaitTarget, waitEvent, currentStep, {
+            onObservedInput: inputLikeWait ? scheduleManualInputSync : null
+          });
           manualWaitPromise = manualWait.promise;
           manualWaitKind = manualWait.kind;
           pendingManualWaitCleanupRef.current = manualWait.cleanup;
@@ -4229,7 +4274,9 @@ function useTourPlayback({
             'input:not([type="hidden"]):not([disabled]), textarea:not([disabled]), [contenteditable="true"], [role="textbox"]'
           );
           if (firstInput) {
-            const manualWait = createManualWaitForTarget(firstInput, waitEvent, currentStep);
+            const manualWait = createManualWaitForTarget(firstInput, waitEvent, currentStep, {
+              onObservedInput: scheduleManualInputSync
+            });
             manualWaitPromise = manualWait.promise;
             manualWaitKind = manualWait.kind;
             pendingManualWaitCleanupRef.current = manualWait.cleanup;
@@ -4275,6 +4322,7 @@ function useTourPlayback({
         Promise.race([voiceOrTextWaitPromise, manualWaitPromise].filter(Boolean)).then(async (userText) => {
           runCleanup(pendingManualWaitCleanupRef.current);
           pendingManualWaitCleanupRef.current = null;
+          clearPendingManualInputSync();
           voiceInputResolveRef.current = null;
           setPlaybackState("executing");
           const transcript = userText.trim();
@@ -4357,7 +4405,7 @@ function useTourPlayback({
         void recordTourEvent(serverUrl, toursApiBaseRef.current, tour.id, userProfile.userId, "started", websiteId);
       }
       try {
-        const { generateMinifiedAOM: generateMinifiedAOM2 } = await import("./aom-HDYNCIOY.mjs");
+        const { generateMinifiedAOM: generateMinifiedAOM2 } = await import("./aom-LJNCLNXL.mjs");
         const aom = generateMinifiedAOM2();
         if (socketRef.current === socket) {
           emitSocketEvent(socket, "tour:sync_dom", {
@@ -4471,7 +4519,7 @@ function useTourPlayback({
   }, [isActive, playbackState, voice.isListening, voice.isSpeaking]);
   const syncAOM = useCallback7(async () => {
     if (!isActiveRef.current) return;
-    const { generateMinifiedAOM: generateMinifiedAOM2 } = await import("./aom-HDYNCIOY.mjs");
+    const { generateMinifiedAOM: generateMinifiedAOM2 } = await import("./aom-LJNCLNXL.mjs");
     const aom = generateMinifiedAOM2();
     emitSocketEvent(socketRef.current, "tour:sync_dom", {
       url: window.location.pathname + window.location.search + window.location.hash,
@@ -4479,6 +4527,24 @@ function useTourPlayback({
       domSummary: captureDomSummary()
     });
   }, []);
+  const scheduleManualInputSync = useCallback7(() => {
+    if (pendingManualInputSyncRef.current) {
+      clearTimeout(pendingManualInputSyncRef.current);
+    }
+    pendingManualInputSyncRef.current = setTimeout(async () => {
+      pendingManualInputSyncRef.current = null;
+      if (!isActiveRef.current) return;
+      const { waitForDomSettle } = await import("./dom-sync-GABDEODR.mjs");
+      await waitForDomSettle({ timeoutMs: 600, debounceMs: 100 });
+      await syncAOM();
+    }, 150);
+  }, [syncAOM]);
+  const clearPendingManualInputSync = useCallback7(() => {
+    if (pendingManualInputSyncRef.current) {
+      clearTimeout(pendingManualInputSyncRef.current);
+      pendingManualInputSyncRef.current = null;
+    }
+  }, []);
   const interruptExecution = useCallback7((transcript) => {
     if (!isSocketWritable(socketRef.current) || !isActiveRef.current) return false;
     if (!commandInFlightRef.current && !voice.isSpeaking) return false;
@@ -4517,6 +4583,7 @@ function useTourPlayback({
     activeCommandBatchIdRef.current = null;
     runCleanup(pendingManualWaitCleanupRef.current);
     pendingManualWaitCleanupRef.current = null;
+    clearPendingManualInputSync();
     removeHighlight();
     removeCaption();
     voice.stopSpeaking();
@@ -4568,6 +4635,7 @@ function useTourPlayback({
     removeCaption();
     runCleanup(pendingManualWaitCleanupRef.current);
     pendingManualWaitCleanupRef.current = null;
+    clearPendingManualInputSync();
     if (!skipRequestedRef.current && userProfile?.userId && tourRef.current) {
       markTourComplete(serverUrl, toursApiBaseRef.current, tourRef.current.id, userProfile.userId, experienceType, websiteId);
     }

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@modelnex/sdk",
-  "version": "0.5.39",
+  "version": "0.5.41",
   "description": "React SDK for natural language control of web apps via AI agents",
   "main": "./dist/index.js",
   "module": "./dist/index.mjs",

package/dist/chunk-N65UEB6X.mjs

@@ -1,70 +0,0 @@
-// src/utils/aom.ts
-var uidMap = /* @__PURE__ */ new Map();
-var nextUid = 1;
-function generateMinifiedAOM() {
-  uidMap.clear();
-  nextUid = 1;
-  const interactives = document.querySelectorAll(
-    'button, a, input, select, textarea, [role="button"], [role="link"], [role="tab"], [role="menuitem"], [role="option"]'
-  );
-  const nodes = [];
-  interactives.forEach((el) => {
-    if (!el.offsetParent && (el.offsetWidth === 0 || el.offsetHeight === 0)) {
-      return;
-    }
-    if (el.closest("#modelnex-studio-root") || el.closest("#modelnex-active-agent-root")) {
-      return;
-    }
-    const uid = `node:${nextUid++}`;
-    uidMap.set(uid, el);
-    let text = (el.textContent || "").replace(/\s+/g, " ").trim();
-    const ariaLabel = el.getAttribute("aria-label");
-    const placeholder = el.getAttribute("placeholder");
-    let value = void 0;
-    if (el instanceof HTMLInputElement || el instanceof HTMLTextAreaElement || el instanceof HTMLSelectElement) {
-      value = el.value;
-    }
-    let role = el.tagName.toLowerCase();
-    if (el.hasAttribute("role")) {
-      role = el.getAttribute("role");
-    } else if (role === "a") {
-      role = "link";
-    } else if (el instanceof HTMLInputElement) {
-      role = el.type ? `input[${el.type}]` : "input";
-    }
-    const node = { uid, role };
-    const displayLabel = ariaLabel || text || placeholder;
-    if (displayLabel) {
-      node.text = displayLabel.substring(0, 100);
-    }
-    if (el.getAttribute("name")) {
-      node.name = el.getAttribute("name");
-    }
-    if (value) {
-      node.value = value.substring(0, 100);
-    }
-    if (el instanceof HTMLAnchorElement && el.href) {
-      try {
-        const url = new URL(el.href);
-        node.href = url.pathname + url.search + url.hash;
-      } catch {
-        node.href = el.getAttribute("href");
-      }
-    }
-    nodes.push(node);
-  });
-  return { nodes };
-}
-function getElementByUid(uid) {
-  return uidMap.get(uid) || null;
-}
-function clearAOMMap() {
-  uidMap.clear();
-  nextUid = 1;
-}
-
-export {
-  generateMinifiedAOM,
-  getElementByUid,
-  clearAOMMap
-};