@stablyai/playwright-base 2.1.5 → 2.1.6-rc.0

package/dist/index.cjs

@@ -47,7 +47,7 @@ const isObject = (value) => {
 
 const SDK_METADATA_HEADERS = {
   "X-Client-Name": "stably-playwright-sdk-js",
-  "X-Client-Version": "2.1.5"
+  "X-Client-Version": "2.1.6-rc.0"
 };
 
 const PROMPT_ASSERTION_PATH = "internal/v2/assert";
@@ -372,6 +372,11 @@ async function takeStableScreenshot(target, options) {
 }
 
 const MAX_ATTACHMENT_NAME_LENGTH = 80;
+const DEFAULT_AI_ASSERT_TIMEOUT_MS = 3e4;
+const RETRY_DELAY_MS = 1e3;
+function delay(ms) {
+  return new Promise((resolve) => setTimeout(resolve, ms));
+}
 function createFailureMessage({
   condition,
   didPass,
@@ -416,51 +421,86 @@ const stablyPlaywrightMatchers = {
       );
     }
     const targetType = isPage(target) ? "page" : "locator";
-    const screenshot = await takeStableScreenshot(target, options);
-    const verifyResult = await verifyPrompt({
-      model: options?.model,
-      pageMetadata: isPage(target) ? { title: await target.title(), url: target.url() } : void 0,
-      prompt: condition,
-      screenshot
+    const timeoutMs = options?.timeout ?? DEFAULT_AI_ASSERT_TIMEOUT_MS;
+    const { isNot } = this;
+    const deadline = Date.now() + timeoutMs;
+    let aborted = false;
+    const timeoutPromise = new Promise((_, reject) => {
+      setTimeout(() => {
+        aborted = true;
+        reject(new Error(`aiAssert timed out after ${timeoutMs}ms`));
+      }, timeoutMs);
     });
-    const testInfo = test.test.info();
-    const sanitizedName = condition.trim().toLowerCase().replace(/[^\w]+/g, "_").replace(/^_+|_+$/g, "").slice(0, MAX_ATTACHMENT_NAME_LENGTH) || "aiAssert";
-    testInfo.attachments.push(
-      {
-        body: Buffer.from(
-          JSON.stringify(
-            {
-              pass: verifyResult.pass,
-              prompt: condition,
-              reasoning: verifyResult.reason
-            },
-            null,
-            2
-          ),
-          "utf-8"
-        ),
-        contentType: "application/json",
-        name: `${sanitizedName}-reasoning`
-      },
-      {
-        body: screenshot,
-        // Use binary type to avoid inline previews in the report
-        // Ensures the screenshot is paired with the reasoning attachment instead of being rendered in a separate section.
-        contentType: "application/octet-stream",
-        name: `${sanitizedName}-screenshot.png`
+    const work = async () => {
+      let lastVerifyResult = {
+        pass: false
+      };
+      let lastScreenshot = Buffer.alloc(0);
+      let isFirstAttempt = true;
+      while (!aborted) {
+        if (!isFirstAttempt) {
+          const remaining = deadline - Date.now();
+          if (remaining <= 0) {
+            break;
+          }
+          await delay(Math.min(RETRY_DELAY_MS, remaining));
+          if (aborted) {
+            break;
+          }
+        }
+        isFirstAttempt = false;
+        lastScreenshot = await takeStableScreenshot(target, options);
+        lastVerifyResult = await verifyPrompt({
+          model: options?.model,
+          pageMetadata: isPage(target) ? { title: await target.title(), url: target.url() } : void 0,
+          prompt: condition,
+          screenshot: lastScreenshot
+        });
+        const assertionPasses = lastVerifyResult.pass !== isNot;
+        if (assertionPasses) {
+          break;
+        }
       }
-    );
-    return {
-      message: () => createFailureMessage({
-        condition,
-        didPass: verifyResult.pass,
-        isNot: this.isNot,
-        reason: verifyResult.reason,
-        targetType
-      }),
-      name: "aiAssert",
-      pass: verifyResult.pass
+      const testInfo = test.test.info();
+      const sanitizedName = condition.trim().toLowerCase().replace(/[^\w]+/g, "_").replace(/^_+|_+$/g, "").slice(0, MAX_ATTACHMENT_NAME_LENGTH) || "aiAssert";
+      testInfo.attachments.push(
+        {
+          body: Buffer.from(
+            JSON.stringify(
+              {
+                pass: lastVerifyResult.pass,
+                prompt: condition,
+                reasoning: lastVerifyResult.reason
+              },
+              null,
+              2
+            ),
+            "utf-8"
+          ),
+          contentType: "application/json",
+          name: `${sanitizedName}-reasoning`
+        },
+        {
+          body: lastScreenshot,
+          // Use binary type to avoid inline previews in the report
+          // Ensures the screenshot is paired with the reasoning attachment instead of being rendered in a separate section.
+          contentType: "application/octet-stream",
+          name: `${sanitizedName}-screenshot.png`
+        }
+      );
+      return {
+        message: () => createFailureMessage({
+          condition,
+          didPass: lastVerifyResult.pass,
+          isNot,
+          reason: lastVerifyResult.reason,
+          targetType
+        }),
+        name: "aiAssert",
+        pass: lastVerifyResult.pass
+      };
     };
+    return Promise.race([work(), timeoutPromise]);
   },
   /**
    * @deprecated Use `aiAssert` instead. This method will be removed in a future version.