@factorypure/client-helpers 1.1.1 → 1.1.3

package/dist/index.d.ts

@@ -314,9 +314,9 @@ export type ScrapeFiltersType = {
     found_id_exclusions: string[] | null;
     competitor_exclusions: string[];
     match_values: string[];
-    skip_skus: string[];
+    default_skip_skus: string[];
     skip_vendors: string[];
-    vendor_search_exclusions: string[];
+    vendor_skip_skus: string[];
     search_exclusions: string[];
     result_ignore_keys: ResultIgnoreType[] | null;
     brand_name_alternates: string[];
@@ -329,6 +329,7 @@ export declare const variantScrapeOptionsSchema: z.ZodObject<{
     custom_search_value: z.ZodString;
     match_values: z.ZodArray<z.ZodString>;
     competitor_exclusions: z.ZodArray<z.ZodString>;
+    found_product_ids: z.ZodArray<z.ZodString>;
     result_ignore_keys: z.ZodNullable<z.ZodArray<z.ZodObject<{
         id: z.ZodNumber;
         variant_id: z.ZodNumber;
@@ -344,8 +345,9 @@ export declare const variantScrapeOptionsSchema: z.ZodObject<{
 }, z.core.$strip>;
 export type VariantScrapeOptionsType = z.infer<typeof variantScrapeOptionsSchema>;
 export declare const vendorScrapeOptionsSchema: z.ZodObject<{
-    vendor_search_exclusions: z.ZodArray<z.ZodString>;
-    skip_skus: z.ZodArray<z.ZodString>;
+    vendor_skip_skus: z.ZodArray<z.ZodString>;
+    default_skip_skus: z.ZodArray<z.ZodString>;
+    default_skip_vendors: z.ZodArray<z.ZodString>;
     sku_regex: z.ZodNullable<z.ZodString>;
     brand_name_alternates: z.ZodArray<z.ZodString>;
 }, z.core.$strip>;
@@ -384,7 +386,7 @@ export declare const HIDE_OVERRIDE_REASONS: {
 };
 export declare const TOO_CHEAP_MULTIPLIER = 0.75;
 export declare const TOO_EXPENSIVE_MULTIPLIER = 1.15;
-export declare const filterScrapeResults: <T extends ScrapeResultsType | ImmersiveScrapeResultsType>({ scrapeResults, variant, filters, globalScrapeOptions, }: {
+export declare const filterScrapeResults: <T extends ScrapeResultsType | ImmersiveScrapeResultsType>({ scrapeResults, variant, variantScrapeOptions, vendorScrapeOptions, globalScrapeOptions, }: {
     scrapeResults: T[];
     variant: {
         id: number;
@@ -393,8 +395,9 @@ export declare const filterScrapeResults: <T extends ScrapeResultsType | Immersi
         price: number;
         vendor: string;
     };
-    filters: ScrapeFiltersType;
-    globalScrapeOptions?: any;
+    variantScrapeOptions: VariantScrapeOptionsType;
+    vendorScrapeOptions: VendorScrapeOptionsType;
+    globalScrapeOptions: GlobalScrapeOptionsType;
 }) => T[];
 export declare const getRefurbishedKeywords: (variant: {
     sku?: string;

package/dist/index.js

@@ -143,12 +143,14 @@ export const variantScrapeOptionsSchema = z.object({
     custom_search_value: z.string(),
     match_values: z.array(z.string()),
     competitor_exclusions: z.array(z.string()),
+    found_product_ids: z.array(z.string()),
     result_ignore_keys: z.array(ResultIgnoreSchema).nullable(),
     day_window: z.string().nullable(),
 });
 export const vendorScrapeOptionsSchema = z.object({
-    vendor_search_exclusions: z.array(z.string()),
-    skip_skus: z.array(z.string()),
+    vendor_skip_skus: z.array(z.string()),
+    default_skip_skus: z.array(z.string()),
+    default_skip_vendors: z.array(z.string()),
     sku_regex: z.string().nullable(),
     brand_name_alternates: z.array(z.string()),
 });
@@ -202,22 +204,22 @@ const HIDE_ALWAYS_MAP = {
 export const TOO_CHEAP_MULTIPLIER = 0.75;
 export const TOO_EXPENSIVE_MULTIPLIER = 1.15;
 // const wattages = Array.from({ length: 41 }, (_, i) => (5000 + i * 500).toString())
-export const filterScrapeResults = ({ scrapeResults, variant, filters, globalScrapeOptions, }) => {
+export const filterScrapeResults = ({ scrapeResults, variant, variantScrapeOptions, vendorScrapeOptions, globalScrapeOptions, }) => {
     let filteredResults = scrapeResults;
     filteredResults = filterPriceOutliers(filteredResults, variant.price, globalScrapeOptions);
-    filteredResults = filterDateWindow(filteredResults, filters.dayWindow);
-    filteredResults = filterCompetitors(filteredResults, filters.competitor_exclusions);
+    filteredResults = filterDateWindow(filteredResults, variantScrapeOptions.day_window);
+    filteredResults = filterCompetitors(filteredResults, variantScrapeOptions.competitor_exclusions);
     filteredResults = filterDuplicateResults(filteredResults);
-    filteredResults = handleExclusionsSearch(filteredResults, filters, variant);
-    filteredResults = handleSkipSkuSearch(filteredResults, filters, variant);
-    filteredResults = handleVendorExclusions(filteredResults, filters, variant);
+    filteredResults = handleExclusionsSearch(filteredResults, variantScrapeOptions, variant);
+    filteredResults = handleSkipSkuSearch(filteredResults, vendorScrapeOptions, variant);
+    filteredResults = handleVendorExclusions(filteredResults, vendorScrapeOptions, variant);
     filteredResults = filterScamExclusions(filteredResults, globalScrapeOptions?.scam_sources || []);
     return filteredResults;
 };
-const handleVendorExclusions = (dataToSearch, filters, variant) => {
+const handleVendorExclusions = (dataToSearch, options, variant) => {
     // Build exclusion list
     const nots = [];
-    const formatted = filters.skip_vendors
+    const formatted = options.default_skip_vendors
         .filter((s) => s.toLowerCase() !== variant.vendor.toLowerCase())
         .map((s) => `${s}`);
     nots.push(...formatted);
@@ -228,7 +230,7 @@ const handleVendorExclusions = (dataToSearch, filters, variant) => {
         const hasExclusion = nots.some((sku) => {
             const escaped = sku.replace(/[-\/\\^$*+?.()|[\]{}]/g, '\\$&');
             const matchRegex = new RegExp(`(?: |\/|\&|\=|"|'|\`)${escaped}(?: |\/|\&|\=|"|'|\`)`, 'gi');
-            const matches = item.title.match(matchRegex);
+            const matches = item?.title?.match(matchRegex);
             return matches && matches.length > 0;
         });
         if (!hasExclusion) {
@@ -247,12 +249,14 @@ const handleVendorExclusions = (dataToSearch, filters, variant) => {
     }
     return dataToSearch;
 };
-const handleSkipSkuSearch = (dataToSearch, filters, variant) => {
+const handleSkipSkuSearch = (dataToSearch, options, variant) => {
     // Build exclusion list
     const nots = [];
-    const formatted = filters.skip_skus.filter((s) => s.toLowerCase() !== variant.sku.toLowerCase()).map((s) => `${s}`);
+    const formatted = options.default_skip_skus
+        .filter((s) => s.toLowerCase() !== variant.sku.toLowerCase())
+        .map((s) => `${s}`);
     nots.push(...formatted);
-    nots.push(...filters.vendor_search_exclusions.filter((s) => s.toLowerCase() !== variant.sku.toLowerCase()));
+    nots.push(...options.vendor_skip_skus.filter((s) => s.toLowerCase() !== variant.sku.toLowerCase()));
     // Find matching indices based on search criteria
     const matchingIndices = [];
     dataToSearch.forEach((item, index) => {
@@ -261,7 +265,7 @@ const handleSkipSkuSearch = (dataToSearch, filters, variant) => {
             const escapedSku = sku.replace(/[-\/\\^$*+?.()|[\]{}]/g, '\\$&');
             // this regex will pick up values from url eg. /product/sku12345/ without picking up partial matches and double counting eg. 15000 being counted twice in 15000 and xp15000
             const skuRegex = new RegExp(`(?: |\/|\&|\=|"|'|\`)${escapedSku}(?: |\/|\&|\=|"|'|\`)`, 'gi');
-            const skuMatches = item.title.match(skuRegex);
+            const skuMatches = item?.title?.match(skuRegex);
             return skuMatches && skuMatches.length > 0;
         });
         if (!hasExclusion) {
@@ -280,8 +284,8 @@ const handleSkipSkuSearch = (dataToSearch, filters, variant) => {
     }
     return dataToSearch;
 };
-const handleExclusionsSearch = (dataToSearch, filters, variant) => {
-    if (!filters.search_exclusions || filters.search_exclusions.length === 0) {
+const handleExclusionsSearch = (dataToSearch, options, variant) => {
+    if (!options.search_exclusions || options.search_exclusions.length === 0) {
         return dataToSearch;
     }
     const { title, sku } = variant;
@@ -307,7 +311,7 @@ const handleExclusionsSearch = (dataToSearch, filters, variant) => {
     dataToSearch.forEach((item, id) => {
         index.add(id, item.title);
     });
-    const searchTerms = filters.match_values;
+    const searchTerms = options.match_values;
     let final = null;
     searchTerms.forEach((term) => {
         if (final === null) {
@@ -332,7 +336,7 @@ const handleExclusionsSearch = (dataToSearch, filters, variant) => {
         suggest: true,
     });
     const nots = [];
-    nots.push(...filters.search_exclusions);
+    nots.push(...options.search_exclusions);
     nots.forEach((term) => {
         final = final.not({
             index: index,
@@ -374,13 +378,13 @@ const filterPriceOutliers = (results, variantPrice, globalScrapeOptions) => {
     const filtered = results;
     return filtered;
 };
-const filterDateWindow = (results, dayWindow) => {
+const filterDateWindow = (results, day_window) => {
     results.forEach((item) => {
         if (!item.hide_reasons) {
             item.hide_reasons = [];
         }
         const itemDate = new Date(item.created_at);
-        const variantDate = startOfDay(subDays(new Date(), Number(dayWindow) || 3));
+        const variantDate = startOfDay(subDays(new Date(), Number(day_window) || 3));
         if (itemDate < variantDate) {
             item.hide_reasons.push(HIDE_REASONS.DATE_OUTLIER);
         }

package/package.json

@@ -1,6 +1,6 @@
 {
     "name": "@factorypure/client-helpers",
-    "version": "1.1.1",
+    "version": "1.1.3",
     "description": "",
     "main": "./dist/index.js",
     "types": "./dist/index.d.ts",