@intuned/browser-dev 0.1.5-dev.0 → 0.1.6-dev.0

package/dist/optimized-extractors/listExtractionHelpers/__tests__/testArrayExtractorFromPage.spec.js

@@ -69,10 +69,10 @@ _extendedTest.describe.skip("Array Extractor from Page Caching Tests", () => {
         label: testLabel,
         itemEntitySchema,
         strategy: {
-          model: "claude-3-5-sonnet-20240620",
+          model: "claude-3-5-haiku-20241022",
           type: "HTML"
         },
-        variantKey: variantKey,
+        variantKey,
         apiKey: process.env.ANTHROPIC_API_KEY
       };
       await page.setContent(productListTemplate);
@@ -126,5 +126,274 @@ _extendedTest.describe.skip("Array Extractor from Page Caching Tests", () => {
       (0, _extendedTest.expect)(fourthResult[0]).toHaveProperty("price", "$1099");
       console.log("All cache behavior tests completed successfully!");
     });
+    (0, _extendedTest.test)("should demonstrate caching behavior with different types of DOM changes", async ({
+      page
+    }) => {
+      await page.goto("https://vendor.myfloridamarketplace.com/search/bids/detail/9507", {
+        timeout: 0
+      });
+      const result = await (0, _.extractArrayFromPage)(page, {
+        label: "external website links.",
+        itemEntityName: "downloadable_links",
+        itemEntitySchema: {
+          type: "object",
+          required: ["anchor_innerText"],
+          properties: {
+            anchor_href: {
+              type: "string",
+              description: "extract all downloadable files hrefs."
+            },
+            anchor_innerText: {
+              primary: true,
+              type: "string",
+              description: "extract title attribute of that anchor.k"
+            }
+          }
+        },
+        strategy: {
+          type: "HTML",
+          model: "claude-3-5-haiku-20241022"
+        }
+      });
+      console.log("Result:", result);
+    });
+  });
+  (0, _extendedTest.describe)("Edge Cases - Item Count Variations", () => {
+    (0, _extendedTest.test)("should handle extraction with 0 items", async ({
+      page
+    }) => {
+      const testLabel = `product-list-0-items-${(0, _uuid.v4)()}`;
+      const emptyListTemplate = `
+        <div class="products-container">
+          <div class="additional-info">
+            <div class="shipping-notice">No products available</div>
+            <div class="return-policy">Check back later</div>
+          </div>
+        </div>
+      `;
+      const itemEntitySchema = {
+        type: "object",
+        required: ["title", "price"],
+        properties: {
+          title: {
+            type: "string",
+            description: "Product title",
+            primary: true
+          },
+          price: {
+            type: "string",
+            description: "Product price"
+          }
+        }
+      };
+      await page.setContent(emptyListTemplate);
+      const result = await (0, _.extractArrayFromPage)(page, {
+        itemEntityName: "product",
+        label: testLabel,
+        itemEntitySchema,
+        strategy: {
+          model: "claude-3-5-haiku-20241022",
+          type: "HTML"
+        },
+        variantKey: testLabel,
+        apiKey: process.env.ANTHROPIC_API_KEY
+      });
+      console.log("0 items result:", result);
+      (0, _extendedTest.expect)(result).toHaveLength(0);
+      (0, _extendedTest.expect)(Array.isArray(result)).toBe(true);
+    });
+    (0, _extendedTest.test)("should handle extraction with 1 item", async ({
+      page
+    }) => {
+      const testLabel = `product-list-1-item-${(0, _uuid.v4)()}`;
+      const singleItemTemplate = `
+        <div class="products-container">
+          <div class="product-item">
+            <h2 class="product-title">MacBook Pro M3</h2>
+            <div class="price-wrapper">
+              <span class="price">$2499</span>
+            </div>
+            <div class="details">
+              <p class="product-description">Professional laptop with M3 Max chip</p>
+            </div>
+          </div>
+          <div class="additional-info">
+            <div class="shipping-notice">Free express shipping</div>
+            <div class="return-policy">30-day return policy</div>
+          </div>
+        </div>
+      `;
+      const itemEntitySchema = {
+        type: "object",
+        required: ["title", "price"],
+        properties: {
+          title: {
+            type: "string",
+            description: "Product title",
+            primary: true
+          },
+          price: {
+            type: "string",
+            description: "Product price"
+          },
+          description: {
+            type: "string",
+            description: "Product description"
+          }
+        }
+      };
+      await page.setContent(singleItemTemplate);
+      const result = await (0, _.extractArrayFromPage)(page, {
+        itemEntityName: "product",
+        label: testLabel,
+        itemEntitySchema,
+        strategy: {
+          model: "claude-3-5-haiku-20241022",
+          type: "HTML"
+        },
+        variantKey: testLabel,
+        apiKey: process.env.ANTHROPIC_API_KEY
+      });
+      console.log("1 item result:", result);
+      (0, _extendedTest.expect)(result).toHaveLength(1);
+      (0, _extendedTest.expect)(result[0]).toHaveProperty("title", "MacBook Pro M3");
+      (0, _extendedTest.expect)(result[0]).toHaveProperty("price", "$2499");
+      (0, _extendedTest.expect)(result[0]).toHaveProperty("description", "Professional laptop with M3 Max chip");
+    });
+    (0, _extendedTest.test)("should handle extraction with 2 items", async ({
+      page
+    }) => {
+      const testLabel = `product-list-2-items-${(0, _uuid.v4)()}`;
+      const twoItemsTemplate = `
+        <div class="products-container">
+          <div class="product-item">
+            <h2 class="product-title">iPad Pro</h2>
+            <div class="price-wrapper">
+              <span class="price">$1099</span>
+            </div>
+            <div class="details">
+              <p class="product-description">Powerful tablet with M2 chip</p>
+            </div>
+          </div>
+          <div class="product-item">
+            <h2 class="product-title">Apple Watch Ultra</h2>
+            <div class="price-wrapper">
+              <span class="price">$799</span>
+            </div>
+            <div class="details">
+              <p class="product-description">Rugged smartwatch for athletes</p>
+            </div>
+          </div>
+          <div class="additional-info">
+            <div class="shipping-notice">Free shipping on all orders</div>
+            <div class="return-policy">30-day return policy</div>
+          </div>
+        </div>
+      `;
+      const itemEntitySchema = {
+        type: "object",
+        required: ["title", "price"],
+        properties: {
+          title: {
+            type: "string",
+            description: "Product title",
+            primary: true
+          },
+          price: {
+            type: "string",
+            description: "Product price"
+          },
+          description: {
+            type: "string",
+            description: "Product description"
+          }
+        }
+      };
+      await page.setContent(twoItemsTemplate);
+      const result = await (0, _.extractArrayFromPage)(page, {
+        itemEntityName: "product",
+        label: testLabel,
+        itemEntitySchema,
+        strategy: {
+          model: "claude-3-5-haiku-20241022",
+          type: "HTML"
+        },
+        variantKey: testLabel,
+        apiKey: process.env.ANTHROPIC_API_KEY
+      });
+      console.log("2 items result:", result);
+      (0, _extendedTest.expect)(result).toHaveLength(2);
+      (0, _extendedTest.expect)(result[0]).toHaveProperty("title", "iPad Pro");
+      (0, _extendedTest.expect)(result[0]).toHaveProperty("price", "$1099");
+      (0, _extendedTest.expect)(result[0]).toHaveProperty("description", "Powerful tablet with M2 chip");
+      (0, _extendedTest.expect)(result[1]).toHaveProperty("title", "Apple Watch Ultra");
+      (0, _extendedTest.expect)(result[1]).toHaveProperty("price", "$799");
+      (0, _extendedTest.expect)(result[1]).toHaveProperty("description", "Rugged smartwatch for athletes");
+    });
+    (0, _extendedTest.test)("should cache and reuse results for 1 item correctly", async ({
+      page
+    }) => {
+      const testLabel = `product-list-1-item-cache-${(0, _uuid.v4)()}`;
+      const singleItemTemplate = `
+        <div class="products-container">
+          <div class="product-item">
+            <h2 class="product-title">Sony WH-1000XM5</h2>
+            <div class="price-wrapper">
+              <span class="price">$399</span>
+            </div>
+            <div class="details">
+              <p class="product-description">Premium noise-canceling headphones</p>
+            </div>
+          </div>
+        </div>
+      `;
+      const itemEntitySchema = {
+        type: "object",
+        required: ["title", "price"],
+        properties: {
+          title: {
+            type: "string",
+            description: "Product title",
+            primary: true
+          },
+          price: {
+            type: "string",
+            description: "Product price"
+          }
+        }
+      };
+      const extractionOptions = {
+        itemEntityName: "product",
+        label: testLabel,
+        itemEntitySchema,
+        strategy: {
+          model: "claude-3-5-haiku-20241022",
+          type: "HTML"
+        },
+        variantKey: testLabel,
+        apiKey: process.env.ANTHROPIC_API_KEY
+      };
+      await page.setContent(singleItemTemplate);
+      const firstResult = await (0, _.extractArrayFromPage)(page, extractionOptions);
+      console.log("First extraction (1 item):", firstResult);
+      (0, _extendedTest.expect)(firstResult).toHaveLength(1);
+      (0, _extendedTest.expect)(firstResult[0]).toHaveProperty("title", "Sony WH-1000XM5");
+      (0, _extendedTest.expect)(firstResult[0]).toHaveProperty("price", "$399");
+      await page.setContent(singleItemTemplate);
+      const secondResult = await (0, _.extractArrayFromPage)(page, extractionOptions);
+      console.log("Second extraction (from cache, 1 item):", secondResult);
+      (0, _extendedTest.expect)(secondResult).toEqual(firstResult);
+      (0, _extendedTest.expect)(secondResult).toHaveLength(1);
+      (0, _extendedTest.expect)(secondResult[0]).toHaveProperty("title", "Sony WH-1000XM5");
+      (0, _extendedTest.expect)(secondResult[0]).toHaveProperty("price", "$399");
+      const modifiedTemplate = singleItemTemplate.replace("Sony WH-1000XM5", "Bose QuietComfort Ultra").replace("$399", "$429");
+      await page.setContent(modifiedTemplate);
+      const thirdResult = await (0, _.extractArrayFromPage)(page, extractionOptions);
+      console.log("Third extraction (changed content, 1 item):", thirdResult);
+      (0, _extendedTest.expect)(thirdResult).not.toEqual(firstResult);
+      (0, _extendedTest.expect)(thirdResult).toHaveLength(1);
+      (0, _extendedTest.expect)(thirdResult[0]).toHaveProperty("title", "Bose QuietComfort Ultra");
+      (0, _extendedTest.expect)(thirdResult[0]).toHaveProperty("price", "$429");
+    });
   });
 });

package/dist/optimized-extractors/objectExtractionHelpers/__tests__/testObjectExtractorFromLocator.spec.js

@@ -57,7 +57,7 @@ _extendedTest.describe.skip("Object Extractor Caching Tests", () => {
           model: "claude-3-5-sonnet-20240620",
           type: "HTML"
         },
-        variantKey: variantKey,
+        variantKey,
         apiKey: process.env.ANTHROPIC_API_KEY
       };
       await page.setContent(productTemplate);

package/dist/optimized-extractors/objectExtractionHelpers/__tests__/testObjectExtractorFromPage.spec.js

@@ -54,7 +54,7 @@ _extendedTest.describe.skip("Object Extractor Caching Tests", () => {
         label: testLabel,
         entitySchema,
         strategy: {
-          model: "claude-3-5-sonnet-20240620",
+          model: "claude-3-7-latest",
           type: "HTML"
         },
         variantKey,

package/dist/optimized-extractors/types/aiModelsValidation.js

@@ -5,12 +5,11 @@ Object.defineProperty(exports, "__esModule", {
 });
 exports.SUPPORTED_VISION_MODELS = exports.SUPPORTED_TEXT_MODELS = exports.SUPPORTED_GPT_MODELS = exports.SUPPORTED_GOOGLE_MODELS = exports.SUPPORTED_CLAUDE_MODELS = exports.MODELS_MAPPINGS = exports.MAX_TOKENS_OVERRIDES = exports.GPT_MODELS_MAPPINGS = exports.GOOGLE_MODELS_MAPPINGS = exports.CLAUDE_VISION_SUPPORTED_MODELS = exports.CLAUDE_ONLY_TEXT_MODELS = exports.CLAUDE_MODELS_MAPPINGS = void 0;
 const CLAUDE_ONLY_TEXT_MODELS = exports.CLAUDE_ONLY_TEXT_MODELS = ["claude-3-5-haiku", "claude-3-5-haiku-20241022"];
-const CLAUDE_VISION_SUPPORTED_MODELS = exports.CLAUDE_VISION_SUPPORTED_MODELS = ["claude-3-haiku", "claude-3-haiku-20240307", "claude-3.5-sonnet", "claude-3-5-sonnet-20240620", "claude-3-5-sonnet-20241022", "claude-opus-4", "claude-opus-4-20250514", "claude-sonnet-4", "claude-sonnet-4-20250514"];
+const CLAUDE_VISION_SUPPORTED_MODELS = exports.CLAUDE_VISION_SUPPORTED_MODELS = ["claude-3-haiku", "claude-3-haiku-20240307", "claude-opus-4", "claude-opus-4-20250514", "claude-sonnet-4", "claude-sonnet-4-20250514"];
 const SUPPORTED_CLAUDE_MODELS = exports.SUPPORTED_CLAUDE_MODELS = [...CLAUDE_ONLY_TEXT_MODELS, ...CLAUDE_VISION_SUPPORTED_MODELS];
 const CLAUDE_MODELS_MAPPINGS = exports.CLAUDE_MODELS_MAPPINGS = {
   "claude-3-haiku": "claude-3-haiku-20240307",
   "claude-3-5-haiku": "claude-3-5-haiku-20241022",
-  "claude-3.5-sonnet": "claude-3-5-sonnet-20241022",
   "claude-opus-4": "claude-opus-4-20250514",
   "claude-sonnet-4": "claude-sonnet-4-20250514"
 };
@@ -37,7 +36,6 @@ const MODELS_MAPPINGS = exports.MODELS_MAPPINGS = {
   ...GOOGLE_MODELS_MAPPINGS
 };
 const MAX_TOKENS_OVERRIDES = exports.MAX_TOKENS_OVERRIDES = {
-  "claude-3-5-sonnet-20240620": 8192,
   "gemini-1.5-pro-002": 8192,
   "gemini-1.5-flash-8b-002": 8192,
   "gemini-1.5-flash-002": 8192,

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@intuned/browser-dev",
-  "version": "0.1.5-dev.0",
+  "version": "0.1.6-dev.0",
   "description": "runner package for intuned functions",
   "types": "./dist/index.d.ts",
   "typesVersions": {
@@ -48,7 +48,8 @@
     "generate-docs": "npx tsx ./scripts/generate-docs.ts",
     "generate-all-docs": "npx tsx ./scripts/generate-docs.ts ./src/helpers/export.d.ts ./generated-docs/helpers && npx tsx ./scripts/generate-docs.ts ./src/ai/export.d.ts ./generated-docs/ai && npx tsx ./scripts/generate-docs.ts ./src/optimized-extractors/export.d.ts ./generated-docs/optimized-extractors",
     "build-browser-scripts": "rollup -c ./src/common/browserScripts/rollup.config.mjs",
-    "copy-dts": "copyfiles -u 1 \"src/**/*.d.ts\" dist"
+    "copy-dts": "copyfiles -u 1 \"src/**/*.d.ts\" dist",
+    "release": "npx tsx ./scripts/release.ts"
   },
   "dependencies": {
     "@ai-sdk/anthropic": "2.0.1",
@@ -76,7 +77,7 @@
     "openai": "4.77.3",
     "stack-utils": "2.0.6",
     "tslib": "2.6.0",
-    "uuid": "13.0.0",
+    "uuid": "11.0.0",
     "zod": "^3.25.76",
     "zod-to-json-schema": "^3.24.6",
     "zod-validation-error": "3.0.3"
@@ -122,4 +123,4 @@
       "optional": true
     }
   }
-}
+}