@factorypure/client-helpers 1.0.26 → 1.0.28

package/dist/index.d.ts

@@ -192,6 +192,7 @@ export declare const immersiveScrapeResultsSchema: z.ZodObject<{
     position: z.ZodNumber;
     title: z.ZodString;
     found_product_id: z.ZodString;
+    type: z.ZodString;
     product_link: z.ZodString;
     immersive_product_page_token: z.ZodString;
     source: z.ZodString;
@@ -361,6 +362,7 @@ export declare const HIDE_REASONS: {
     REFURBISHED_USED: string;
     SKIP_SKU: string;
     VENDOR_EXCLUSION: string;
+    SCAM_SOURCE_EXCLUSION: string;
 };
 export declare const HIDE_OVERRIDE_REASONS: {
     SKU_MATCH: string;

package/dist/index.js

@@ -84,6 +84,7 @@ export const immersiveScrapeResultsSchema = z.object({
     position: z.number(),
     title: z.string(),
     found_product_id: z.string(),
+    type: z.string(),
     product_link: z.string(),
     immersive_product_page_token: z.string(),
     source: z.string(),
@@ -166,6 +167,7 @@ export const HIDE_REASONS = {
     REFURBISHED_USED: 'Refurbished/Used',
     SKIP_SKU: 'Skipped SKU',
     VENDOR_EXCLUSION: 'Vendor Exclusion',
+    SCAM_SOURCE_EXCLUSION: 'Scam Source Exclusion',
 };
 export const HIDE_OVERRIDE_REASONS = {
     SKU_MATCH: 'SKU Match',
@@ -186,6 +188,7 @@ const HIDE_ALWAYS_MAP = {
     [HIDE_REASONS.REFURBISHED_USED]: false,
     [HIDE_REASONS.SKIP_SKU]: false,
     [HIDE_REASONS.VENDOR_EXCLUSION]: false,
+    [HIDE_REASONS.SCAM_SOURCE_EXCLUSION]: true,
 };
 export const TOO_CHEAP_MULTIPLIER = 0.75;
 export const TOO_EXPENSIVE_MULTIPLIER = 1.15;
@@ -199,81 +202,34 @@ export const filterScrapeResults = ({ scrapeResults, variant, filters, globalScr
     filteredResults = handleExclusionsSearch(filteredResults, filters, variant);
     filteredResults = handleSkipSkuSearch(filteredResults, filters, variant);
     filteredResults = handleVendorExclusions(filteredResults, filters, variant);
+    filteredResults = filterScamExclusions(filteredResults, globalScrapeOptions?.scam_sources || []);
     return filteredResults;
 };
 const handleVendorExclusions = (dataToSearch, filters, variant) => {
-    if (!filters.skip_vendors || filters.skip_vendors.length === 0) {
-        return dataToSearch;
-    }
-    const { title, sku } = variant;
-    function customEncoder(content) {
-        const tokens = [];
-        const str = content.toLowerCase();
-        // Remove symbols from the string (keep only letters, numbers, commas, and spaces)
-        const cleanedStr = str.replace(/[\/-]/g, ' ');
-        const cleanedStr2 = cleanedStr.replace(/[^a-z0-9,\/\s]/gi, '');
-        const words = cleanedStr2.split(/\s+/);
-        for (let word of words) {
-            tokens.push(word);
-        }
-        return tokens;
-    }
-    const index = new Index({
-        // @ts-ignore
-        charset: EnglishPreset,
-        // encoder: encoder,
-        encode: customEncoder,
-        tokenize: 'strict',
-    });
-    dataToSearch.forEach((item, id) => {
-        index.add(id, item.title);
-    });
-    const searchTerms = filters.match_values;
-    let final = null;
-    searchTerms.forEach((term) => {
-        if (final === null) {
-            final = index.search(term, {
-                resolve: false,
-                suggest: true,
-            });
-        }
-        else {
-            final = final.or({
-                index: index,
-                query: term,
-                resolve: false,
-                suggest: true,
-            });
-        }
-    });
-    final = final.and({
-        index: index,
-        query: sku,
-        resolve: false,
-        suggest: true,
-    });
+    // Build exclusion list
     const nots = [];
-    if (filters.skip_vendors.length > 0) {
-        const formatted = filters.skip_vendors
-            .filter((vendor) => vendor.toLowerCase() !== variant.vendor.toLowerCase())
-            .map((vendor) => ` ${vendor} `);
-        nots.push(...formatted);
-    }
-    nots.forEach((term) => {
-        final = final.not({
-            index: index,
-            query: term,
-            resolve: false,
+    const formatted = filters.skip_vendors
+        .filter((s) => s.toLowerCase() !== variant.vendor.toLowerCase())
+        .map((s) => `${s}`);
+    nots.push(...formatted);
+    // Find matching indices based on search criteria
+    const matchingIndices = [];
+    dataToSearch.forEach((item, index) => {
+        // NOT logic: Check if none of the exclusion terms match
+        const hasExclusion = nots.some((sku) => {
+            const escaped = sku.replace(/[-\/\\^$*+?.()|[\]{}]/g, '\\$&');
+            const matchRegex = new RegExp(`(?: |\/|\&|\=|"|'|\`)${escaped}(?: |\/|\&|\=|"|'|\`)`, 'gi');
+            const matches = item.title.match(matchRegex);
+            return matches && matches.length > 0;
         });
+        if (!hasExclusion) {
+            matchingIndices.push(index);
+        }
     });
-    const result = final.resolve({ limit: 1000 });
-    const resultsArray = [];
-    result.forEach((i) => {
-        resultsArray.push(dataToSearch[i]);
-    });
+    // Mark items that don't match with hide reason
     for (let index = 0; index < dataToSearch.length; index++) {
         const element = dataToSearch[index];
-        if (!result.includes(index)) {
+        if (!matchingIndices.includes(index)) {
             if (!element.hide_reasons) {
                 element.hide_reasons = [];
             }
@@ -283,74 +239,30 @@ const handleVendorExclusions = (dataToSearch, filters, variant) => {
     return dataToSearch;
 };
 const handleSkipSkuSearch = (dataToSearch, filters, variant) => {
-    const { title, sku } = variant;
-    function customEncoder(content) {
-        const tokens = [];
-        const str = content.toLowerCase();
-        // Remove symbols from the string (keep only letters, numbers, commas, and spaces)
-        const cleanedStr = str.replace(/[\/-]/g, ' ');
-        const cleanedStr2 = cleanedStr.replace(/[^a-z0-9,\/\s]/gi, '');
-        const words = cleanedStr2.split(/\s+/);
-        for (let word of words) {
-            tokens.push(word);
-        }
-        return tokens;
-    }
-    const index = new Index({
-        // @ts-ignore
-        charset: EnglishPreset,
-        // encoder: encoder,
-        encode: customEncoder,
-        tokenize: 'strict',
-    });
-    dataToSearch.forEach((item, id) => {
-        index.add(id, item.title);
-    });
-    const searchTerms = filters.match_values;
-    let final = null;
-    searchTerms.forEach((term) => {
-        if (final === null) {
-            final = index.search(term, {
-                resolve: false,
-                suggest: true,
-            });
-        }
-        else {
-            final = final.or({
-                index: index,
-                query: term,
-                resolve: false,
-                suggest: true,
-            });
-        }
-    });
-    final = final.and({
-        index: index,
-        query: sku,
-        resolve: false,
-        suggest: true,
-    });
+    // Build exclusion list
     const nots = [];
-    const formatted = filters.skip_skus
-        .filter((sku) => sku.toLowerCase() !== variant.sku.toLowerCase())
-        .map((sku) => ` ${sku} `);
+    const formatted = filters.skip_skus.filter((s) => s.toLowerCase() !== variant.sku.toLowerCase()).map((s) => `${s}`);
     nots.push(...formatted);
-    nots.push(...filters.vendor_search_exclusions.filter((sku) => sku.toLowerCase() !== variant.sku.toLowerCase()));
-    nots.forEach((term) => {
-        final = final.not({
-            index: index,
-            query: term,
-            resolve: false,
+    nots.push(...filters.vendor_search_exclusions.filter((s) => s.toLowerCase() !== variant.sku.toLowerCase()));
+    // Find matching indices based on search criteria
+    const matchingIndices = [];
+    dataToSearch.forEach((item, index) => {
+        // NOT logic: Check if none of the exclusion terms match
+        const hasExclusion = nots.some((sku) => {
+            const escapedSku = sku.replace(/[-\/\\^$*+?.()|[\]{}]/g, '\\$&');
+            // this regex will pick up values from url eg. /product/sku12345/ without picking up partial matches and double counting eg. 15000 being counted twice in 15000 and xp15000
+            const skuRegex = new RegExp(`(?: |\/|\&|\=|"|'|\`)${escapedSku}(?: |\/|\&|\=|"|'|\`)`, 'gi');
+            const skuMatches = item.title.match(skuRegex);
+            return skuMatches && skuMatches.length > 0;
         });
+        if (!hasExclusion) {
+            matchingIndices.push(index);
+        }
     });
-    const result = final.resolve({ limit: 1000 });
-    const resultsArray = [];
-    result.forEach((i) => {
-        resultsArray.push(dataToSearch[i]);
-    });
+    // Mark items that don't match with hide reason
     for (let index = 0; index < dataToSearch.length; index++) {
         const element = dataToSearch[index];
-        if (!result.includes(index)) {
+        if (!matchingIndices.includes(index)) {
             if (!element.hide_reasons) {
                 element.hide_reasons = [];
             }
@@ -478,6 +390,18 @@ const filterCompetitors = (results, competitor_exclusions) => {
     });
     return results;
 };
+const filterScamExclusions = (results, scam_sources) => {
+    results.forEach((item) => {
+        if (!item.hide_reasons) {
+            item.hide_reasons = [];
+        }
+        const lowerSource = item.source.toLowerCase();
+        if (scam_sources.some((exclusion) => exclusion && lowerSource === exclusion.toLowerCase())) {
+            item.hide_reasons.push(HIDE_REASONS.SCAM_SOURCE_EXCLUSION);
+        }
+    });
+    return results;
+};
 const filterDuplicateResults = (results) => {
     const filteredUniqueResultsMap = {};
     results.forEach((item) => {

package/package.json

@@ -1,6 +1,6 @@
 {
     "name": "@factorypure/client-helpers",
-    "version": "1.0.26",
+    "version": "1.0.28",
     "description": "",
     "main": "./dist/index.js",
     "types": "./dist/index.d.ts",