@modelnex/sdk 0.5.46 → 0.5.48

package/dist/index.js

@@ -4732,6 +4732,13 @@ function useTourPlayback({
           },
           resolve: async () => {
             let targetEl = null;
+            if (typeof params.selector === "string" && params.selector.trim()) {
+              try {
+                targetEl = document.querySelector(params.selector.trim());
+              } catch {
+                targetEl = null;
+              }
+            }
             if (params.uid) {
               const { getElementByUid: getElementByUid2 } = await Promise.resolve().then(() => (init_aom(), aom_exports));
               targetEl = getElementByUid2(params.uid);
@@ -4876,6 +4883,49 @@ function useTourPlayback({
           const resolution = typeof action.params?.resolution === "string" ? action.params.resolution : void 0;
           return { result: await captureScreenshot(selector, resolution) };
         }
+        if (action.type === "get_ui_messages") {
+          const includeHidden = action.params?.includeHidden === true;
+          const maxItems = Number.isFinite(action.params?.maxItems) ? Number(action.params.maxItems) : void 0;
+          const messages = collectUiMessages({ includeHidden, maxItems });
+          return {
+            result: {
+              messages,
+              total: messages.length,
+              capturedAt: Date.now()
+            }
+          };
+        }
+        if (action.type === "get_last_action_effect") {
+          return {
+            result: {
+              effect: getLastActionEffectRecord()
+            }
+          };
+        }
+        if (action.type === "inspect_element_state") {
+          const targetEl = await resolveTargetElement2(action.params, currentStep);
+          if (!targetEl) {
+            return {
+              success: false,
+              result: {
+                found: false,
+                reason: "Element not found from the provided fingerprint, selector, uid, or text hint."
+              },
+              error: "inspect_element_not_found"
+            };
+          }
+          const resolvedVia = typeof action.params?.selector === "string" && action.params.selector.trim() ? "selector" : action.params?.uid ? "uid" : action.params?.fingerprint ? "fingerprint" : action.params?.textContaining ? "textContaining" : "fallback";
+          return {
+            result: {
+              found: true,
+              target: {
+                fingerprint: targetEl.getAttribute("data-modelnex-fp") || null,
+                resolvedVia
+              },
+              element: inspectDomElementState(targetEl)
+            }
+          };
+        }
         if (action.type === "navigate_to_url") {
           const nextUrl = typeof action.params?.url === "string" ? action.params.url : "";
           if (!nextUrl) {
@@ -4928,8 +4978,13 @@ function useTourPlayback({
           handleTourEnd();
           return { result: "ended" };
         }
-        console.warn(`[TourClient] Unknown action type: ${String(action?.type ?? "unknown")}. Skipping.`);
-        return { result: "unknown_action_skipped" };
+        const unknownAction = String(action?.type ?? "unknown");
+        console.warn(`[TourClient] Unknown action type: ${unknownAction}. Skipping.`);
+        return {
+          success: false,
+          result: "unknown_action_skipped",
+          error: `Unknown action type: ${unknownAction}`
+        };
       };
       try {
         const resultsBuffer = new Array(payload.commands.length);
@@ -4943,9 +4998,27 @@ function useTourPlayback({
             pendingUIActions.length = 0;
           }
           const executionPromise = (async () => {
+            const beforeSnapshot = captureDebugSnapshot();
+            const startedAt = Date.now();
             const execution = await executeOne(command);
             await execution.settlePromise;
-            resultsBuffer[commandIndex] = { type: command.type, success: true, result: execution.result };
+            const success = execution.success !== false;
+            const error = typeof execution.error === "string" ? execution.error : null;
+            recordLastActionEffect({
+              actionId: command.type,
+              success,
+              error,
+              startedAt,
+              finishedAt: Date.now(),
+              before: beforeSnapshot,
+              after: captureDebugSnapshot()
+            });
+            resultsBuffer[commandIndex] = {
+              type: command.type,
+              success,
+              result: execution.result,
+              ...error ? { error } : {}
+            };
           })();
           if (isTerminal) {
             await executionPromise;
@@ -5189,27 +5262,33 @@ function useTourPlayback({
       skipRequestedRef.current = false;
       startRequestedRef.current = false;
       const total = tourData.totalSteps ?? tour?.steps?.length ?? 0;
+      const requestedStepIndex = typeof tourData.currentStepIndex === "number" ? tourData.currentStepIndex : 0;
+      const clampedStepIndex = Math.max(0, Math.min(requestedStepIndex, Math.max(0, total - 1)));
       isActiveRef.current = true;
       setIsActive(true);
       setActiveTour(tour ?? null);
       tourRef.current = tour ?? null;
       setTotalSteps(total);
-      stepIndexRef.current = 0;
-      setCurrentStepIndex(0);
+      stepIndexRef.current = clampedStepIndex;
+      setCurrentStepIndex(clampedStepIndex);
       setPlaybackState("intro");
       if (reviewModeRef.current && tour?.id && previewRunIdRef.current) {
         void logPreviewEvent(serverUrl, toursApiBaseRef.current, tour.id, previewRunIdRef.current, websiteId, {
-          stepOrder: 0,
+          stepOrder: clampedStepIndex,
           eventType: "tour_started",
           payload: {
             totalSteps: total,
-            source: "sdk_test_preview"
+            source: "sdk_test_preview",
+            resumed: Boolean(tourData.resumed)
           },
-          currentStepOrder: 0
+          currentStepOrder: clampedStepIndex
         });
       } else if (tour?.id && userProfile?.userId) {
         void recordTourEvent(serverUrl, toursApiBaseRef.current, tour.id, userProfile.userId, "started", websiteId);
       }
+      if (tour && total > 0) {
+        onStepChangeRef.current?.(clampedStepIndex, total, tour);
+      }
       try {
         const { generateMinifiedAOM: generateMinifiedAOM2 } = await Promise.resolve().then(() => (init_aom(), aom_exports));
         const aom = generateMinifiedAOM2();

package/dist/index.mjs

@@ -3903,6 +3903,13 @@ function useTourPlayback({
           },
           resolve: async () => {
             let targetEl = null;
+            if (typeof params.selector === "string" && params.selector.trim()) {
+              try {
+                targetEl = document.querySelector(params.selector.trim());
+              } catch {
+                targetEl = null;
+              }
+            }
             if (params.uid) {
               const { getElementByUid } = await import("./aom-SP2LMWQI.mjs");
               targetEl = getElementByUid(params.uid);
@@ -4047,6 +4054,49 @@ function useTourPlayback({
           const resolution = typeof action.params?.resolution === "string" ? action.params.resolution : void 0;
           return { result: await captureScreenshot(selector, resolution) };
         }
+        if (action.type === "get_ui_messages") {
+          const includeHidden = action.params?.includeHidden === true;
+          const maxItems = Number.isFinite(action.params?.maxItems) ? Number(action.params.maxItems) : void 0;
+          const messages = collectUiMessages({ includeHidden, maxItems });
+          return {
+            result: {
+              messages,
+              total: messages.length,
+              capturedAt: Date.now()
+            }
+          };
+        }
+        if (action.type === "get_last_action_effect") {
+          return {
+            result: {
+              effect: getLastActionEffectRecord()
+            }
+          };
+        }
+        if (action.type === "inspect_element_state") {
+          const targetEl = await resolveTargetElement2(action.params, currentStep);
+          if (!targetEl) {
+            return {
+              success: false,
+              result: {
+                found: false,
+                reason: "Element not found from the provided fingerprint, selector, uid, or text hint."
+              },
+              error: "inspect_element_not_found"
+            };
+          }
+          const resolvedVia = typeof action.params?.selector === "string" && action.params.selector.trim() ? "selector" : action.params?.uid ? "uid" : action.params?.fingerprint ? "fingerprint" : action.params?.textContaining ? "textContaining" : "fallback";
+          return {
+            result: {
+              found: true,
+              target: {
+                fingerprint: targetEl.getAttribute("data-modelnex-fp") || null,
+                resolvedVia
+              },
+              element: inspectDomElementState(targetEl)
+            }
+          };
+        }
         if (action.type === "navigate_to_url") {
           const nextUrl = typeof action.params?.url === "string" ? action.params.url : "";
           if (!nextUrl) {
@@ -4099,8 +4149,13 @@ function useTourPlayback({
           handleTourEnd();
           return { result: "ended" };
         }
-        console.warn(`[TourClient] Unknown action type: ${String(action?.type ?? "unknown")}. Skipping.`);
-        return { result: "unknown_action_skipped" };
+        const unknownAction = String(action?.type ?? "unknown");
+        console.warn(`[TourClient] Unknown action type: ${unknownAction}. Skipping.`);
+        return {
+          success: false,
+          result: "unknown_action_skipped",
+          error: `Unknown action type: ${unknownAction}`
+        };
       };
       try {
         const resultsBuffer = new Array(payload.commands.length);
@@ -4114,9 +4169,27 @@ function useTourPlayback({
             pendingUIActions.length = 0;
           }
           const executionPromise = (async () => {
+            const beforeSnapshot = captureDebugSnapshot();
+            const startedAt = Date.now();
             const execution = await executeOne(command);
             await execution.settlePromise;
-            resultsBuffer[commandIndex] = { type: command.type, success: true, result: execution.result };
+            const success = execution.success !== false;
+            const error = typeof execution.error === "string" ? execution.error : null;
+            recordLastActionEffect({
+              actionId: command.type,
+              success,
+              error,
+              startedAt,
+              finishedAt: Date.now(),
+              before: beforeSnapshot,
+              after: captureDebugSnapshot()
+            });
+            resultsBuffer[commandIndex] = {
+              type: command.type,
+              success,
+              result: execution.result,
+              ...error ? { error } : {}
+            };
           })();
           if (isTerminal) {
             await executionPromise;
@@ -4360,27 +4433,33 @@ function useTourPlayback({
       skipRequestedRef.current = false;
       startRequestedRef.current = false;
       const total = tourData.totalSteps ?? tour?.steps?.length ?? 0;
+      const requestedStepIndex = typeof tourData.currentStepIndex === "number" ? tourData.currentStepIndex : 0;
+      const clampedStepIndex = Math.max(0, Math.min(requestedStepIndex, Math.max(0, total - 1)));
       isActiveRef.current = true;
       setIsActive(true);
       setActiveTour(tour ?? null);
       tourRef.current = tour ?? null;
       setTotalSteps(total);
-      stepIndexRef.current = 0;
-      setCurrentStepIndex(0);
+      stepIndexRef.current = clampedStepIndex;
+      setCurrentStepIndex(clampedStepIndex);
       setPlaybackState("intro");
       if (reviewModeRef.current && tour?.id && previewRunIdRef.current) {
         void logPreviewEvent(serverUrl, toursApiBaseRef.current, tour.id, previewRunIdRef.current, websiteId, {
-          stepOrder: 0,
+          stepOrder: clampedStepIndex,
           eventType: "tour_started",
           payload: {
             totalSteps: total,
-            source: "sdk_test_preview"
+            source: "sdk_test_preview",
+            resumed: Boolean(tourData.resumed)
           },
-          currentStepOrder: 0
+          currentStepOrder: clampedStepIndex
         });
       } else if (tour?.id && userProfile?.userId) {
         void recordTourEvent(serverUrl, toursApiBaseRef.current, tour.id, userProfile.userId, "started", websiteId);
       }
+      if (tour && total > 0) {
+        onStepChangeRef.current?.(clampedStepIndex, total, tour);
+      }
       try {
         const { generateMinifiedAOM: generateMinifiedAOM2 } = await import("./aom-SP2LMWQI.mjs");
         const aom = generateMinifiedAOM2();

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@modelnex/sdk",
-  "version": "0.5.46",
+  "version": "0.5.48",
   "description": "React SDK for natural language control of web apps via AI agents",
   "main": "./dist/index.js",
   "module": "./dist/index.mjs",