npm - @modelnex/sdk - Versions diffs - 0.5.46 → 0.5.47 - Mend

@modelnex/sdk 0.5.46 → 0.5.47

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.

Files changed (3) hide show

package/dist/index.js CHANGED Viewed

@@ -4732,6 +4732,13 @@ function useTourPlayback({
           },
           resolve: async () => {
             let targetEl = null;
+            if (typeof params.selector === "string" && params.selector.trim()) {
+              try {
+                targetEl = document.querySelector(params.selector.trim());
+              } catch {
+                targetEl = null;
+              }
+            }
             if (params.uid) {
               const { getElementByUid: getElementByUid2 } = await Promise.resolve().then(() => (init_aom(), aom_exports));
               targetEl = getElementByUid2(params.uid);
@@ -4876,6 +4883,49 @@ function useTourPlayback({
           const resolution = typeof action.params?.resolution === "string" ? action.params.resolution : void 0;
           return { result: await captureScreenshot(selector, resolution) };
         }
+        if (action.type === "get_ui_messages") {
+          const includeHidden = action.params?.includeHidden === true;
+          const maxItems = Number.isFinite(action.params?.maxItems) ? Number(action.params.maxItems) : void 0;
+          const messages = collectUiMessages({ includeHidden, maxItems });
+          return {
+            result: {
+              messages,
+              total: messages.length,
+              capturedAt: Date.now()
+            }
+          };
+        }
+        if (action.type === "get_last_action_effect") {
+          return {
+            result: {
+              effect: getLastActionEffectRecord()
+            }
+          };
+        }
+        if (action.type === "inspect_element_state") {
+          const targetEl = await resolveTargetElement2(action.params, currentStep);
+          if (!targetEl) {
+            return {
+              success: false,
+              result: {
+                found: false,
+                reason: "Element not found from the provided fingerprint, selector, uid, or text hint."
+              },
+              error: "inspect_element_not_found"
+            };
+          }
+          const resolvedVia = typeof action.params?.selector === "string" && action.params.selector.trim() ? "selector" : action.params?.uid ? "uid" : action.params?.fingerprint ? "fingerprint" : action.params?.textContaining ? "textContaining" : "fallback";
+          return {
+            result: {
+              found: true,
+              target: {
+                fingerprint: targetEl.getAttribute("data-modelnex-fp") || null,
+                resolvedVia
+              },
+              element: inspectDomElementState(targetEl)
+            }
+          };
+        }
         if (action.type === "navigate_to_url") {
           const nextUrl = typeof action.params?.url === "string" ? action.params.url : "";
           if (!nextUrl) {
@@ -4928,8 +4978,13 @@ function useTourPlayback({
           handleTourEnd();
           return { result: "ended" };
         }
-        console.warn(`[TourClient] Unknown action type: ${String(action?.type ?? "unknown")}. Skipping.`);
-        return { result: "unknown_action_skipped" };
+        const unknownAction = String(action?.type ?? "unknown");
+        console.warn(`[TourClient] Unknown action type: ${unknownAction}. Skipping.`);
+        return {
+          success: false,
+          result: "unknown_action_skipped",
+          error: `Unknown action type: ${unknownAction}`
+        };
       };
       try {
         const resultsBuffer = new Array(payload.commands.length);
@@ -4943,9 +4998,27 @@ function useTourPlayback({
             pendingUIActions.length = 0;
           }
           const executionPromise = (async () => {
+            const beforeSnapshot = captureDebugSnapshot();
+            const startedAt = Date.now();
             const execution = await executeOne(command);
             await execution.settlePromise;
-            resultsBuffer[commandIndex] = { type: command.type, success: true, result: execution.result };
+            const success = execution.success !== false;
+            const error = typeof execution.error === "string" ? execution.error : null;
+            recordLastActionEffect({
+              actionId: command.type,
+              success,
+              error,
+              startedAt,
+              finishedAt: Date.now(),
+              before: beforeSnapshot,
+              after: captureDebugSnapshot()
+            });
+            resultsBuffer[commandIndex] = {
+              type: command.type,
+              success,
+              result: execution.result,
+              ...error ? { error } : {}
+            };
           })();
           if (isTerminal) {
             await executionPromise;

package/dist/index.mjs CHANGED Viewed

@@ -3903,6 +3903,13 @@ function useTourPlayback({
           },
           resolve: async () => {
             let targetEl = null;
+            if (typeof params.selector === "string" && params.selector.trim()) {
+              try {
+                targetEl = document.querySelector(params.selector.trim());
+              } catch {
+                targetEl = null;
+              }
+            }
             if (params.uid) {
               const { getElementByUid } = await import("./aom-SP2LMWQI.mjs");
               targetEl = getElementByUid(params.uid);
@@ -4047,6 +4054,49 @@ function useTourPlayback({
           const resolution = typeof action.params?.resolution === "string" ? action.params.resolution : void 0;
           return { result: await captureScreenshot(selector, resolution) };
         }
+        if (action.type === "get_ui_messages") {
+          const includeHidden = action.params?.includeHidden === true;
+          const maxItems = Number.isFinite(action.params?.maxItems) ? Number(action.params.maxItems) : void 0;
+          const messages = collectUiMessages({ includeHidden, maxItems });
+          return {
+            result: {
+              messages,
+              total: messages.length,
+              capturedAt: Date.now()
+            }
+          };
+        }
+        if (action.type === "get_last_action_effect") {
+          return {
+            result: {
+              effect: getLastActionEffectRecord()
+            }
+          };
+        }
+        if (action.type === "inspect_element_state") {
+          const targetEl = await resolveTargetElement2(action.params, currentStep);
+          if (!targetEl) {
+            return {
+              success: false,
+              result: {
+                found: false,
+                reason: "Element not found from the provided fingerprint, selector, uid, or text hint."
+              },
+              error: "inspect_element_not_found"
+            };
+          }
+          const resolvedVia = typeof action.params?.selector === "string" && action.params.selector.trim() ? "selector" : action.params?.uid ? "uid" : action.params?.fingerprint ? "fingerprint" : action.params?.textContaining ? "textContaining" : "fallback";
+          return {
+            result: {
+              found: true,
+              target: {
+                fingerprint: targetEl.getAttribute("data-modelnex-fp") || null,
+                resolvedVia
+              },
+              element: inspectDomElementState(targetEl)
+            }
+          };
+        }
         if (action.type === "navigate_to_url") {
           const nextUrl = typeof action.params?.url === "string" ? action.params.url : "";
           if (!nextUrl) {
@@ -4099,8 +4149,13 @@ function useTourPlayback({
           handleTourEnd();
           return { result: "ended" };
         }
-        console.warn(`[TourClient] Unknown action type: ${String(action?.type ?? "unknown")}. Skipping.`);
-        return { result: "unknown_action_skipped" };
+        const unknownAction = String(action?.type ?? "unknown");
+        console.warn(`[TourClient] Unknown action type: ${unknownAction}. Skipping.`);
+        return {
+          success: false,
+          result: "unknown_action_skipped",
+          error: `Unknown action type: ${unknownAction}`
+        };
       };
       try {
         const resultsBuffer = new Array(payload.commands.length);
@@ -4114,9 +4169,27 @@ function useTourPlayback({
             pendingUIActions.length = 0;
           }
           const executionPromise = (async () => {
+            const beforeSnapshot = captureDebugSnapshot();
+            const startedAt = Date.now();
             const execution = await executeOne(command);
             await execution.settlePromise;
-            resultsBuffer[commandIndex] = { type: command.type, success: true, result: execution.result };
+            const success = execution.success !== false;
+            const error = typeof execution.error === "string" ? execution.error : null;
+            recordLastActionEffect({
+              actionId: command.type,
+              success,
+              error,
+              startedAt,
+              finishedAt: Date.now(),
+              before: beforeSnapshot,
+              after: captureDebugSnapshot()
+            });
+            resultsBuffer[commandIndex] = {
+              type: command.type,
+              success,
+              result: execution.result,
+              ...error ? { error } : {}
+            };
           })();
           if (isTerminal) {
             await executionPromise;

package/package.json CHANGED Viewed

@@ -1,6 +1,6 @@
 {
   "name": "@modelnex/sdk",
-  "version": "0.5.46",
+  "version": "0.5.47",
   "description": "React SDK for natural language control of web apps via AI agents",
   "main": "./dist/index.js",
   "module": "./dist/index.mjs",