@modelnex/sdk 0.5.39 → 0.5.40

package/dist/index.js

@@ -3742,6 +3742,20 @@ function isValueBearingElement(element) {
     element && (element instanceof HTMLInputElement || element instanceof HTMLTextAreaElement || element instanceof HTMLSelectElement)
   );
 }
+var DEFAULT_TEXT_INPUT_IDLE_COMMIT_MS = 700;
+var DEFAULT_SELECTION_INPUT_IDLE_COMMIT_MS = 250;
+function getManualInputCommitPolicy(target) {
+  const tagName = String(target.tagName || "").toLowerCase();
+  const role = String(target.role || "").toLowerCase();
+  const inputType = String(target.type || "").toLowerCase();
+  const isContentEditable = Boolean(target.isContentEditable);
+  const isSelectionLike = tagName === "select" || role === "combobox" || ["checkbox", "radio", "range", "color", "date", "datetime-local", "month", "time", "week"].includes(inputType);
+  return {
+    idleCommitMs: isSelectionLike ? DEFAULT_SELECTION_INPUT_IDLE_COMMIT_MS : DEFAULT_TEXT_INPUT_IDLE_COMMIT_MS,
+    commitOnBlur: !isSelectionLike || tagName === "select" || role === "combobox" || isContentEditable,
+    commitOnChange: true
+  };
+}
 function resolveWaitTargetElement(element) {
   if (isValueBearingElement(element) || element.isContentEditable) {
     return element;
@@ -3761,9 +3775,40 @@ function readWaitTargetValue(element) {
   if (isValueBearingElement(element)) {
     return element.value.trim();
   }
+  const genericValue = element.value;
+  if (typeof genericValue === "string") {
+    return genericValue.trim();
+  }
+  if (typeof genericValue === "number" && Number.isFinite(genericValue)) {
+    return String(genericValue).trim();
+  }
   if (element.isContentEditable) {
     return (element.textContent || "").trim();
   }
+  const ariaValueText = element.getAttribute("aria-valuetext");
+  if (typeof ariaValueText === "string" && ariaValueText.trim()) {
+    return ariaValueText.trim();
+  }
+  const ariaValueNow = element.getAttribute("aria-valuenow");
+  if (typeof ariaValueNow === "string" && ariaValueNow.trim()) {
+    return ariaValueNow.trim();
+  }
+  if (element.getAttribute("role") === "textbox" || element.getAttribute("role") === "combobox") {
+    const nestedControl = element.querySelector(
+      'input:not([type="hidden"]):not([disabled]), textarea:not([disabled]), select:not([disabled]), [contenteditable="true"], [role="textbox"], [role="combobox"]'
+    );
+    if (nestedControl && nestedControl !== element) {
+      const nestedValue = readWaitTargetValue(nestedControl);
+      if (nestedValue) {
+        return nestedValue;
+      }
+    }
+    return (element.textContent || "").trim();
+  }
+  const shadowInput = findInputInShadowRoot(element);
+  if (shadowInput) {
+    return shadowInput.value.trim();
+  }
   return "";
 }
 function buildManualCompletionTranscript(step, eventName) {
@@ -3785,6 +3830,12 @@ function createManualWaitForTarget(rawTarget, eventName, step) {
   const target = resolveWaitTargetElement(rawTarget);
   const completionTranscript = buildManualCompletionTranscript(step, eventName);
   const isInputLikeEvent = isInputLikeWait(eventName, step);
+  const commitPolicy = getManualInputCommitPolicy({
+    tagName: target.tagName,
+    role: target.getAttribute("role"),
+    type: target.type ?? null,
+    isContentEditable: target.isContentEditable
+  });
   if (isInputLikeEvent && readWaitTargetValue(target)) {
     const initialValue = readWaitTargetValue(target);
     return {
@@ -3796,6 +3847,8 @@ function createManualWaitForTarget(rawTarget, eventName, step) {
   let cleanup = () => void 0;
   const promise = new Promise((resolve) => {
     const listeners2 = [];
+    let observer = null;
+    let idleTimer = null;
     let settled = false;
     const finish = () => {
       if (settled) return;
@@ -3808,20 +3861,61 @@ function createManualWaitForTarget(rawTarget, eventName, step) {
       listeners2.push({ node, type, handler });
     };
     if (isInputLikeEvent) {
-      const handleInputLikeEvent = () => {
+      const clearIdleCommit = () => {
+        if (idleTimer) {
+          clearTimeout(idleTimer);
+          idleTimer = null;
+        }
+      };
+      const scheduleIdleCommit = () => {
+        const currentValue = readWaitTargetValue(target);
+        if (!currentValue) {
+          clearIdleCommit();
+          return;
+        }
+        clearIdleCommit();
+        idleTimer = setTimeout(() => {
+          idleTimer = null;
+          finish();
+        }, commitPolicy.idleCommitMs);
+      };
+      const handleImmediateCommitEvent = () => {
         const currentValue = readWaitTargetValue(target);
         if (currentValue) {
+          clearIdleCommit();
           finish();
         }
       };
-      addListener(target, "input", handleInputLikeEvent);
-      addListener(target, "change", handleInputLikeEvent);
-      addListener(target, "blur", handleInputLikeEvent);
+      addListener(target, "input", scheduleIdleCommit);
+      if (commitPolicy.commitOnChange) {
+        addListener(target, "change", handleImmediateCommitEvent);
+      }
+      if (commitPolicy.commitOnBlur) {
+        addListener(target, "blur", handleImmediateCommitEvent);
+      }
+      if (typeof MutationObserver !== "undefined") {
+        observer = new MutationObserver(() => {
+          scheduleIdleCommit();
+        });
+        observer.observe(target, {
+          subtree: true,
+          childList: true,
+          characterData: true,
+          attributes: true,
+          attributeFilter: ["value", "aria-valuetext", "aria-valuenow", "aria-activedescendant"]
+        });
+      }
     } else {
       const handleActionEvent = () => finish();
       addListener(target, eventName, handleActionEvent);
     }
     cleanup = () => {
+      if (idleTimer) {
+        clearTimeout(idleTimer);
+        idleTimer = null;
+      }
+      observer?.disconnect();
+      observer = null;
       listeners2.forEach(({ node, type, handler }) => node.removeEventListener(type, handler));
       listeners2.length = 0;
     };

package/dist/index.mjs

@@ -3531,6 +3531,20 @@ function isValueBearingElement(element) {
     element && (element instanceof HTMLInputElement || element instanceof HTMLTextAreaElement || element instanceof HTMLSelectElement)
   );
 }
+var DEFAULT_TEXT_INPUT_IDLE_COMMIT_MS = 700;
+var DEFAULT_SELECTION_INPUT_IDLE_COMMIT_MS = 250;
+function getManualInputCommitPolicy(target) {
+  const tagName = String(target.tagName || "").toLowerCase();
+  const role = String(target.role || "").toLowerCase();
+  const inputType = String(target.type || "").toLowerCase();
+  const isContentEditable = Boolean(target.isContentEditable);
+  const isSelectionLike = tagName === "select" || role === "combobox" || ["checkbox", "radio", "range", "color", "date", "datetime-local", "month", "time", "week"].includes(inputType);
+  return {
+    idleCommitMs: isSelectionLike ? DEFAULT_SELECTION_INPUT_IDLE_COMMIT_MS : DEFAULT_TEXT_INPUT_IDLE_COMMIT_MS,
+    commitOnBlur: !isSelectionLike || tagName === "select" || role === "combobox" || isContentEditable,
+    commitOnChange: true
+  };
+}
 function resolveWaitTargetElement(element) {
   if (isValueBearingElement(element) || element.isContentEditable) {
     return element;
@@ -3550,9 +3564,40 @@ function readWaitTargetValue(element) {
   if (isValueBearingElement(element)) {
     return element.value.trim();
   }
+  const genericValue = element.value;
+  if (typeof genericValue === "string") {
+    return genericValue.trim();
+  }
+  if (typeof genericValue === "number" && Number.isFinite(genericValue)) {
+    return String(genericValue).trim();
+  }
   if (element.isContentEditable) {
     return (element.textContent || "").trim();
   }
+  const ariaValueText = element.getAttribute("aria-valuetext");
+  if (typeof ariaValueText === "string" && ariaValueText.trim()) {
+    return ariaValueText.trim();
+  }
+  const ariaValueNow = element.getAttribute("aria-valuenow");
+  if (typeof ariaValueNow === "string" && ariaValueNow.trim()) {
+    return ariaValueNow.trim();
+  }
+  if (element.getAttribute("role") === "textbox" || element.getAttribute("role") === "combobox") {
+    const nestedControl = element.querySelector(
+      'input:not([type="hidden"]):not([disabled]), textarea:not([disabled]), select:not([disabled]), [contenteditable="true"], [role="textbox"], [role="combobox"]'
+    );
+    if (nestedControl && nestedControl !== element) {
+      const nestedValue = readWaitTargetValue(nestedControl);
+      if (nestedValue) {
+        return nestedValue;
+      }
+    }
+    return (element.textContent || "").trim();
+  }
+  const shadowInput = findInputInShadowRoot(element);
+  if (shadowInput) {
+    return shadowInput.value.trim();
+  }
   return "";
 }
 function buildManualCompletionTranscript(step, eventName) {
@@ -3574,6 +3619,12 @@ function createManualWaitForTarget(rawTarget, eventName, step) {
   const target = resolveWaitTargetElement(rawTarget);
   const completionTranscript = buildManualCompletionTranscript(step, eventName);
   const isInputLikeEvent = isInputLikeWait(eventName, step);
+  const commitPolicy = getManualInputCommitPolicy({
+    tagName: target.tagName,
+    role: target.getAttribute("role"),
+    type: target.type ?? null,
+    isContentEditable: target.isContentEditable
+  });
   if (isInputLikeEvent && readWaitTargetValue(target)) {
     const initialValue = readWaitTargetValue(target);
     return {
@@ -3585,6 +3636,8 @@ function createManualWaitForTarget(rawTarget, eventName, step) {
   let cleanup = () => void 0;
   const promise = new Promise((resolve) => {
     const listeners2 = [];
+    let observer = null;
+    let idleTimer = null;
     let settled = false;
     const finish = () => {
       if (settled) return;
@@ -3597,20 +3650,61 @@ function createManualWaitForTarget(rawTarget, eventName, step) {
       listeners2.push({ node, type, handler });
     };
     if (isInputLikeEvent) {
-      const handleInputLikeEvent = () => {
+      const clearIdleCommit = () => {
+        if (idleTimer) {
+          clearTimeout(idleTimer);
+          idleTimer = null;
+        }
+      };
+      const scheduleIdleCommit = () => {
+        const currentValue = readWaitTargetValue(target);
+        if (!currentValue) {
+          clearIdleCommit();
+          return;
+        }
+        clearIdleCommit();
+        idleTimer = setTimeout(() => {
+          idleTimer = null;
+          finish();
+        }, commitPolicy.idleCommitMs);
+      };
+      const handleImmediateCommitEvent = () => {
         const currentValue = readWaitTargetValue(target);
         if (currentValue) {
+          clearIdleCommit();
           finish();
         }
       };
-      addListener(target, "input", handleInputLikeEvent);
-      addListener(target, "change", handleInputLikeEvent);
-      addListener(target, "blur", handleInputLikeEvent);
+      addListener(target, "input", scheduleIdleCommit);
+      if (commitPolicy.commitOnChange) {
+        addListener(target, "change", handleImmediateCommitEvent);
+      }
+      if (commitPolicy.commitOnBlur) {
+        addListener(target, "blur", handleImmediateCommitEvent);
+      }
+      if (typeof MutationObserver !== "undefined") {
+        observer = new MutationObserver(() => {
+          scheduleIdleCommit();
+        });
+        observer.observe(target, {
+          subtree: true,
+          childList: true,
+          characterData: true,
+          attributes: true,
+          attributeFilter: ["value", "aria-valuetext", "aria-valuenow", "aria-activedescendant"]
+        });
+      }
     } else {
       const handleActionEvent = () => finish();
       addListener(target, eventName, handleActionEvent);
     }
     cleanup = () => {
+      if (idleTimer) {
+        clearTimeout(idleTimer);
+        idleTimer = null;
+      }
+      observer?.disconnect();
+      observer = null;
       listeners2.forEach(({ node, type, handler }) => node.removeEventListener(type, handler));
       listeners2.length = 0;
     };

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@modelnex/sdk",
-  "version": "0.5.39",
+  "version": "0.5.40",
   "description": "React SDK for natural language control of web apps via AI agents",
   "main": "./dist/index.js",
   "module": "./dist/index.mjs",