@mablhq/playwright-tools 2.77.1 → 2.77.2

package/README.md

@@ -110,6 +110,8 @@ test('Validate emails can be received using mabl sandbox app', async ({
 
 ### Generative AI testing
 
+#### Validating page state
+
 ```typescript
 import {expect, test} from '../utils/fixtures';
 
@@ -131,6 +133,36 @@ test('Evaluate a GenAI assertion to validate the state of a page', async ({
 });
 ```
 
+#### Validating downloaded files
+
+```typescript
+import {expect, test} from '../utils/fixtures';
+
+test('Evaluate a GenAI assertion with a downloaded file', async ({
+  page,
+  mabl,
+}) => {
+  await page.goto('https://sandbox.mabl.com/downloads-pdfs');
+
+  // Wait for the download button and trigger download
+  const downloadPromise = page.waitForEvent('download');
+  await page.getByText('Download CSV').click();
+  const download = await downloadPromise;
+
+  // Use the mabl tools to evaluate the downloaded file content with a GenAI assertion
+  // This works with various file types including CSV, text files, and more
+  const result = await mabl.evaluateGenAiAssertionInFile(
+    page,
+    'Outdoor Patio Chair is in stock',
+    download,
+  );
+
+  // The result includes both success status and an explanation of the evaluation
+  console.log(`GEN AI FILE EXPLANATION: [${result.explanation}]`);
+  expect(result.success).toBe(true);
+});
+```
+
 ### Database testing
 
 ```typescript

package/api/mablApiClient.js

@@ -747,6 +747,15 @@ class MablApiClient extends basicApiClient_1.BasicApiClient {
             throw toApiError('Failed to generate steps', error);
         }
     }
+    async checkFileMetadataForGenAIAssertion(workspaceId, mimeType) {
+        try {
+            const uri = `${this.baseApiUrl}/agent/checkFileMetadataForGenAIAssertion?workspaceId=${encodeURIComponent(workspaceId)}&mimeType=${encodeURIComponent(mimeType)}`;
+            return await this.makeGetRequest(uri);
+        }
+        catch (error) {
+            throw toApiError('Failed to check file metadata for GenAI assertion', error);
+        }
+    }
     async evaluateAiAssertion(workspaceId, testRunId, screenshot, userPrompt, metaPrompt, criteria, test, variables, retryConfig, files) {
         const requestUrl = `${this.baseApiUrl}/agent/assertion?workspaceId=${workspaceId}`;
         return this.evaluateAiAssertionInternal(requestUrl, testRunId, screenshot, userPrompt, metaPrompt, criteria, test, variables, retryConfig, files);