npm - @intuned/browser-dev - Versions diffs - 0.1.5-dev.1 → 0.1.6-dev.0 - Mend

@intuned/browser-dev 0.1.5-dev.1 → 0.1.6-dev.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.

Files changed (29) hide show

package/dist/helpers/tests/testWithDomSettledWait.spec.js CHANGED Viewed

@@ -280,4 +280,27 @@ var _waitForDomSettled = require("../waitForDomSettled");
       (0, _extendedTest.expect)(content).toBe(`Inner dynamic ${i + 1}`);
     }
   });
+  (0, _extendedTest.test)("should wait for DOM to settle with sandboxed iframe", async () => {
+    await page.goto(`
+      data:text/html,
+      <html>
+        <body>
+          <h1>Main Page</h1>
+          <iframe id="sandboxed-iframe"
+                  sandbox="allow-same-origin"
+                  srcdoc="<html><body><h2>Sandboxed Iframe</h2><div id='content'>Initial content</div></body></html>"
+                  width="400"
+                  height="300">
+          </iframe>
+        </body>
+      </html>
+    `);
+    await page.waitForTimeout(500);
+    const settled = await (0, _waitForDomSettled.waitForDomSettled)({
+      source: page,
+      settleDurationMs: 500,
+      timeoutInMs: 5000
+    });
+    (0, _extendedTest.expect)(settled).toBe(true);
+  });
 });

package/dist/helpers/tests/testWithNetworkIdleWait.spec.js CHANGED Viewed

@@ -103,7 +103,7 @@ _extendedTest.describe.skip("TestWaitForNetworkIdle", () => {
       await page.goto("data:text/html,<html><body><h1>Direct Call</h1></body></html>");
       return "direct call complete";
     }, {
-      page: page,
+      page,
       timeoutInMs: 10000,
       maxInflightRequests: 0
     });

package/dist/helpers/uploadFileToS3.js CHANGED Viewed

@@ -42,6 +42,9 @@ const uploadFileToS3 = async input => {
     fileNameOverride,
     contentType
   } = input;
+  if (!(0, _utils.isDownload)(file) && !Buffer.isBuffer(file)) {
+    throw new Error("Invalid file type, Supported types are Download and Buffer");
+  }
   const bucketName = (configs === null || configs === void 0 ? void 0 : configs.bucket) ?? process.env.AWS_BUCKET ?? process.env.INTUNED_S3_BUCKET ?? undefined;
   const region = (configs === null || configs === void 0 ? void 0 : configs.region) ?? process.env.AWS_REGION ?? process.env.INTUNED_S3_REGION ?? undefined;
   const endpoint = (configs === null || configs === void 0 ? void 0 : configs.endpoint) ?? process.env.AWS_ENDPOINT_URL ?? process.env.INTUNED_S3_ENDPOINT_URL;
@@ -52,6 +55,9 @@ const uploadFileToS3 = async input => {
     console.log("Uploaded file successfully");
     if (isDownloadedFile) {
       return new _Attachment.Attachment(`${(0, _uuid.v4)()}/${file.suggestedFilename()}`, `${(0, _uuid.v4)()}/${file.suggestedFilename()}`, "testing_bucket", "testing_region", file.suggestedFilename() || "downloaded_file", endpoint, "document");
+    } else {
+      const suggestedFileName = (0, _uuid.v4)();
+      return new _Attachment.Attachment(suggestedFileName, suggestedFileName, "testing_bucket", "testing_region", suggestedFileName, endpoint, "document");
     }
   }
   let suggestedFileName;

package/dist/helpers/utils/getS3Client.js CHANGED Viewed

@@ -12,8 +12,8 @@ function getS3Client(endpoint, region) {
     s3ClientInstance = new _clientS.S3Client({
       region: resolvedRegion,
       credentials: {
-        accessKeyId: process.env.AWS_ACCESS_KEY_ID || "",
-        secretAccessKey: process.env.AWS_SECRET_ACCESS_KEY || ""
+        accessKeyId: process.env.AWS_ACCESS_KEY_ID || process.env.INTUNED_S3_ACCESS_KEY_ID || "",
+        secretAccessKey: process.env.AWS_SECRET_ACCESS_KEY || process.env.INTUNED_S3_SECRET_ACCESS_KEY || ""
       },
       endpoint: endpoint || undefined
     });

package/dist/helpers/validateDataUsingSchema.js CHANGED Viewed

@@ -12,7 +12,9 @@ var _Attachment = require("./types/Attachment");
 function _interopRequireDefault(e) { return e && e.__esModule ? e : { default: e }; }
 const ajv = new _ajv.default({
   strict: false,
-  removeAdditional: false
+  removeAdditional: false,
+  allErrors: true,
+  verbose: true
 });
 function injectAttachmentType(schema) {
   const schemaCopy = JSON.parse(JSON.stringify(schema));
@@ -32,10 +34,35 @@ function injectAttachmentType(schema) {
       return node.map(item => replaceAttachmentType(item));
     }
     const result = {};
-    if (node.type === "attachment") {
+    const nodeType = node.type;
+    if (typeof nodeType === "string" && nodeType.toLowerCase() === "attachment") {
       return {
         $ref: "#/$defs/attachment"
       };
+    } else if (Array.isArray(nodeType)) {
+      const hasAttachment = nodeType.some(t => typeof t === "string" && t.toLowerCase() === "attachment");
+      if (hasAttachment) {
+        const oneOfSchemas = [];
+        for (const typeItem of nodeType) {
+          if (typeof typeItem === "string" && typeItem.toLowerCase() === "attachment") {
+            oneOfSchemas.push({
+              $ref: "#/$defs/attachment"
+            });
+          } else {
+            oneOfSchemas.push({
+              type: typeItem
+            });
+          }
+        }
+        const newNode = {};
+        for (const key in node) {
+          if (key !== "type") {
+            newNode[key] = replaceAttachmentType(node[key]);
+          }
+        }
+        newNode.oneOf = oneOfSchemas;
+        return newNode;
+      }
     }
     for (const key in node) {
       result[key] = replaceAttachmentType(node[key]);
@@ -44,19 +71,78 @@ function injectAttachmentType(schema) {
   }
   return replaceAttachmentType(schemaCopy);
 }
+function resolveSchema(schema, rootSchema) {
+  if (typeof schema !== "object" || schema === null) {
+    return schema;
+  }
+  if ("$ref" in schema) {
+    const refPath = schema.$ref;
+    if (refPath.startsWith("#/definitions/")) {
+      const defName = refPath.split("/").pop();
+      const definitions = rootSchema.definitions || {};
+      return definitions[defName] || schema;
+    } else if (refPath.startsWith("#/$defs/")) {
+      const defName = refPath.split("/").pop();
+      const defs = rootSchema.$defs || {};
+      return defs[defName] || schema;
+    }
+  }
+  for (const combinator of ["oneOf", "anyOf"]) {
+    if (combinator in schema) {
+      for (const option of schema[combinator]) {
+        const resolved = resolveSchema(option, rootSchema);
+        if ((resolved === null || resolved === void 0 ? void 0 : resolved.type) === "object") {
+          return resolved;
+        }
+      }
+    }
+  }
+  return schema;
+}
+function removeNoneFromOptionalFields(data, schema, rootSchema) {
+  if (typeof data === "object" && data !== null && !Array.isArray(data) && typeof schema === "object" && schema !== null) {
+    const resolvedSchema = resolveSchema(schema, rootSchema);
+    const requiredFields = new Set(resolvedSchema.required || []);
+    const properties = resolvedSchema.properties || {};
+    const cleaned = {};
+    for (const key in data) {
+      const value = data[key];
+      const fieldSchema = properties[key] || {};
+      if (requiredFields.has(key)) {
+        cleaned[key] = removeNoneFromOptionalFields(value, fieldSchema, rootSchema);
+      } else if (value !== null && value !== undefined) {
+        cleaned[key] = removeNoneFromOptionalFields(value, fieldSchema, rootSchema);
+      }
+    }
+    return cleaned;
+  } else if (Array.isArray(data)) {
+    const itemsSchema = (schema === null || schema === void 0 ? void 0 : schema.items) || {};
+    return data.filter(item => item !== null && item !== undefined).map(item => removeNoneFromOptionalFields(item, itemsSchema, rootSchema));
+  } else {
+    return data;
+  }
+}
 const validateDataUsingSchema = input => {
   const {
     data,
     schema
   } = input;
   const processedSchema = injectAttachmentType(schema);
+  const cleanedData = removeNoneFromOptionalFields(data, processedSchema, processedSchema);
   const validate = ajv.compile(processedSchema);
-  const valid = validate(data);
+  const valid = validate(cleanedData);
   if (!valid) {
-    var _validate$errors;
-    const errors = ((_validate$errors = validate.errors) === null || _validate$errors === void 0 ? void 0 : _validate$errors.map(err => `${err.instancePath || "root"} ${err.message}`)) || [];
-    const errorMessage = errors.join(", ") || "Unknown validation error";
-    throw new _types.ValidationError(`Data validation failed: ${errorMessage}`, data);
+    const errors = validate.errors || [];
+    if (errors.length > 0) {
+      const errorMessages = [];
+      for (const err of errors) {
+        errorMessages.push(`  - ${err.instancePath || "root"}: ${err.message}`);
+      }
+      const fullMessage = `Validation failed with ${errors.length} error(s):\n${errorMessages.join("\n")}`;
+      throw new _types.ValidationError(fullMessage, data);
+    } else {
+      throw new _types.ValidationError("Validation failed: Unknown validation error", data);
+    }
   }
 };
 exports.validateDataUsingSchema = validateDataUsingSchema;

package/dist/helpers/waitForDomSettled.js CHANGED Viewed

@@ -83,17 +83,26 @@ const waitForDomSettled = async options => {
       return false;
     }
     const allIframes = await (0, _findAllIframes.findAllIframesList)(frame);
+    let hasRestrictedIframes = false;
     for (const iframeNode of allIframes) {
-      const iframeElementHandle = await iframeNode.frame.evaluateHandle("document.documentElement");
-      const iframeResult = await iframeElementHandle.evaluate(jsCode, {
-        settleDurationMsFloored,
-        timeoutMs
-      });
-      await iframeElementHandle.dispose();
-      if (!iframeResult) {
-        return false;
+      if (iframeNode.allowsAsyncScripts) {
+        const iframeElementHandle = await iframeNode.frame.evaluateHandle("document.documentElement");
+        const iframeResult = await iframeElementHandle.evaluate(jsCode, {
+          settleDurationMsFloored,
+          timeoutMs
+        });
+        await iframeElementHandle.dispose();
+        if (!iframeResult) {
+          return false;
+        }
+      } else {
+        hasRestrictedIframes = true;
       }
     }
+    if (hasRestrictedIframes) {
+      _Logger.logger.debug(`Waiting ${2 * settleDurationMs}ms for iframe(s) that do not allow async scripts to settle`);
+      await new Promise(resolve => setTimeout(resolve, 2 * settleDurationMs));
+    }
     return true;
   } catch (error) {
     _Logger.logger.warn(`DOM settlement detection failed: ${error}`);

package/dist/optimized-extractors/listExtractionHelpers/__tests__/testArrayExtractorFromLocator.spec.js CHANGED Viewed

@@ -72,7 +72,7 @@ _extendedTest.describe.skip("Array Extractor Caching Tests", () => {
           model: "claude-3-5-sonnet-20240620",
           type: "HTML"
         },
-        variantKey: variantKey,
+        variantKey,
         apiKey: process.env.ANTHROPIC_API_KEY
       };
       await page.setContent(productListTemplate);

package/dist/optimized-extractors/objectExtractionHelpers/__tests__/testObjectExtractorFromLocator.spec.js CHANGED Viewed

@@ -57,7 +57,7 @@ _extendedTest.describe.skip("Object Extractor Caching Tests", () => {
           model: "claude-3-5-sonnet-20240620",
           type: "HTML"
         },
-        variantKey: variantKey,
+        variantKey,
         apiKey: process.env.ANTHROPIC_API_KEY
       };
       await page.setContent(productTemplate);

package/dist/optimized-extractors/objectExtractionHelpers/__tests__/testObjectExtractorFromPage.spec.js CHANGED Viewed

@@ -54,7 +54,7 @@ _extendedTest.describe.skip("Object Extractor Caching Tests", () => {
         label: testLabel,
         entitySchema,
         strategy: {
-          model: "claude-3-5-sonnet-20240620",
+          model: "claude-3-7-latest",
           type: "HTML"
         },
         variantKey,

package/dist/optimized-extractors/types/aiModelsValidation.js CHANGED Viewed

@@ -5,12 +5,11 @@ Object.defineProperty(exports, "__esModule", {
 });
 exports.SUPPORTED_VISION_MODELS = exports.SUPPORTED_TEXT_MODELS = exports.SUPPORTED_GPT_MODELS = exports.SUPPORTED_GOOGLE_MODELS = exports.SUPPORTED_CLAUDE_MODELS = exports.MODELS_MAPPINGS = exports.MAX_TOKENS_OVERRIDES = exports.GPT_MODELS_MAPPINGS = exports.GOOGLE_MODELS_MAPPINGS = exports.CLAUDE_VISION_SUPPORTED_MODELS = exports.CLAUDE_ONLY_TEXT_MODELS = exports.CLAUDE_MODELS_MAPPINGS = void 0;
 const CLAUDE_ONLY_TEXT_MODELS = exports.CLAUDE_ONLY_TEXT_MODELS = ["claude-3-5-haiku", "claude-3-5-haiku-20241022"];
-const CLAUDE_VISION_SUPPORTED_MODELS = exports.CLAUDE_VISION_SUPPORTED_MODELS = ["claude-3-haiku", "claude-3-haiku-20240307", "claude-3.5-sonnet", "claude-3-5-sonnet-20240620", "claude-3-5-sonnet-20241022", "claude-opus-4", "claude-opus-4-20250514", "claude-sonnet-4", "claude-sonnet-4-20250514"];
+const CLAUDE_VISION_SUPPORTED_MODELS = exports.CLAUDE_VISION_SUPPORTED_MODELS = ["claude-3-haiku", "claude-3-haiku-20240307", "claude-opus-4", "claude-opus-4-20250514", "claude-sonnet-4", "claude-sonnet-4-20250514"];
 const SUPPORTED_CLAUDE_MODELS = exports.SUPPORTED_CLAUDE_MODELS = [...CLAUDE_ONLY_TEXT_MODELS, ...CLAUDE_VISION_SUPPORTED_MODELS];
 const CLAUDE_MODELS_MAPPINGS = exports.CLAUDE_MODELS_MAPPINGS = {
   "claude-3-haiku": "claude-3-haiku-20240307",
   "claude-3-5-haiku": "claude-3-5-haiku-20241022",
-  "claude-3.5-sonnet": "claude-3-5-sonnet-20241022",
   "claude-opus-4": "claude-opus-4-20250514",
   "claude-sonnet-4": "claude-sonnet-4-20250514"
 };
@@ -37,7 +36,6 @@ const MODELS_MAPPINGS = exports.MODELS_MAPPINGS = {
   ...GOOGLE_MODELS_MAPPINGS
 };
 const MAX_TOKENS_OVERRIDES = exports.MAX_TOKENS_OVERRIDES = {
-  "claude-3-5-sonnet-20240620": 8192,
   "gemini-1.5-pro-002": 8192,
   "gemini-1.5-flash-8b-002": 8192,
   "gemini-1.5-flash-002": 8192,

package/package.json CHANGED Viewed

@@ -1,6 +1,6 @@
 {
   "name": "@intuned/browser-dev",
-  "version": "0.1.5-dev.1",
+  "version": "0.1.6-dev.0",
   "description": "runner package for intuned functions",
   "types": "./dist/index.d.ts",
   "typesVersions": {
@@ -48,7 +48,8 @@
     "generate-docs": "npx tsx ./scripts/generate-docs.ts",
     "generate-all-docs": "npx tsx ./scripts/generate-docs.ts ./src/helpers/export.d.ts ./generated-docs/helpers && npx tsx ./scripts/generate-docs.ts ./src/ai/export.d.ts ./generated-docs/ai && npx tsx ./scripts/generate-docs.ts ./src/optimized-extractors/export.d.ts ./generated-docs/optimized-extractors",
     "build-browser-scripts": "rollup -c ./src/common/browserScripts/rollup.config.mjs",
-    "copy-dts": "copyfiles -u 1 \"src/**/*.d.ts\" dist"
+    "copy-dts": "copyfiles -u 1 \"src/**/*.d.ts\" dist",
+    "release": "npx tsx ./scripts/release.ts"
   },
   "dependencies": {
     "@ai-sdk/anthropic": "2.0.1",
@@ -122,4 +123,4 @@
       "optional": true
     }
   }
-}
+}