pim-import 4.10.0 → 4.12.0

package/src/pim/methods/products.ts

@@ -1065,6 +1065,14 @@ const getProductData = async (
     data.fields
   );
 
+  // Destinations
+  if(productDetails?.destinations?.length){
+    log(`set destinations`);
+    data.fields = await addFieldValue(data, "destinations", productDetails.destinations.map(item => item.code));
+  }else{
+    log(`destinations not found`, "WARN");
+  }
+
   // endpoint payload - used into setProductRelationships
   const productEntryId = getTopicProductIdByCode(productDetails.code);
   const { path, fileName } = getProductPayloadS3Details(productEntryId);
@@ -1623,6 +1631,312 @@ export const getAllProductEntriesByCatalog = async (
   return allItems;
 };
 
+const productAudit = async (audit: Audit, productEntries: Entry[], catalog: AvailableCatalogs, defaultEnvironmentLocaleCode: string, current: number, allAudit: Audit[], productPageEntries: Entry[]) => {
+  log(`Search product entry with id ${audit.product}...`);
+  let productEntry = productEntries.find(
+    (currentEntry) =>
+      currentEntry?.fields?.code?.[defaultEnvironmentLocaleCode] ===
+      audit.product
+  );
+
+  if (!productEntry) {
+    let logMessage = "";
+    if (catalog) {
+      logMessage = `The ${audit.product} product was not found in the CMS with catalog ${catalog}`;
+    } else {
+      logMessage = `The ${audit.product} product was not found in the CMS`;
+    }
+    log(logMessage, "WARN");
+
+    if (serverUtils) {
+      serverUtils.log(logMessage);
+      const progress = Math.floor((++current / allAudit.length) * 100);
+      serverUtils.updateProgress(progress);
+    }
+    return {current, continue: true}
+  }
+
+  log(`Founded product with id ${productEntry.sys.id}`);
+
+  const pageEntryFromId = getProductPageIdByCode(audit.product);
+  log(`Search product page entry with id ${pageEntryFromId}...`);
+  let pageEntryFrom = productPageEntries.find(
+    (currentEntry) => currentEntry.sys.id === pageEntryFromId
+  );
+
+  if (pageEntryFrom) {
+    log(`Founded product page with id ${pageEntryFrom.sys.id}`);
+  } else {
+    log(`Product page with id ${pageEntryFromId} not found`, "WARN");
+  }
+
+  log(`Get product catalogs...`);
+  const productCatalogs: AvailableCatalogs[] =
+    productEntry?.fields?.catalogs?.[defaultEnvironmentLocaleCode].map(
+      (entryCatalog: FieldItem) => {
+        return entryCatalog.sys.id;
+      }
+    );
+
+  if (catalog && !productCatalogs.includes(catalog)) {
+    log(
+      `Product ${audit.product} does not belong to the ${catalog} catalog`
+    );
+  } else if (["PRODUCT_UNPUBLISH", "PRODUCT_WEBOFF"].includes(audit.what)) {
+    log(`Set the product status as archive...`);
+    // Set the product status as archive
+    productEntry = await archiveEntry(productEntry, true);
+    if (!pageEntryFrom) {
+      log(`${pageEntryFromId} page from not found`);
+    } else if (pageEntryFrom.isArchived()) {
+      log(
+        `Can't create redirect ${audit.product} to ${audit.upgradeProduct} because the page ${pageEntryFrom.sys.id} is archived.`,
+        "WARN"
+      );
+    } else if (pageEntryFrom?.fields) {
+      if (audit.upgradeProduct && audit.upgradeProduct !== "0") {
+        log(
+          `Creating redirect from ${audit.product} to ${audit.upgradeProduct}`
+        );
+        const pageEntryToId = getProductPageIdByCode(audit.upgradeProduct);
+        const pageEntryTo = await getEntryByID(
+          pageEntryToId,
+          "page",
+          "sys.id"
+        );
+
+        if (pageEntryTo) {
+          // Save redirect
+          pageEntryFrom.fields = await addToRelationFields(
+            pageEntryFrom,
+            "redirectTo",
+            pageEntryTo.sys.id
+          );
+          pageEntryFrom = await pageEntryFrom.update();
+        } else {
+          log(
+            `Can't create redirect ${audit.product} to ${audit.upgradeProduct} because the page ${pageEntryToId} not found.`,
+            "WARN"
+          );
+        }
+      }
+
+      pageEntryFrom = await archiveEntry(pageEntryFrom);
+    }
+  } else if (
+    audit.what === "REMOVE_PRODUCT_RELATIONS" &&
+    !productEntry.isArchived()
+  ) {
+    for (const item of audit?.catalogs) {
+      if (!item?.where) {
+        log(
+          `catalogs.where field not exists. Product: ${audit.product} `, 
+          "WARN"
+        );
+      } else {
+        if (item?.catalogCode) {
+          productEntry.fields = await removeFromRelationFields(
+            productEntry,
+            "catalogs",
+            item.catalogCode,
+            true
+          );
+        }
+        if (item?.categoryCode) {
+          const categoriesFieldKey =
+            "categories" + capitalizeFirstLetter(item.where);
+          productEntry.fields = await removeFromRelationFields(
+            productEntry,
+            categoriesFieldKey,
+            item.categoryCode,
+            true
+          );
+        }
+        if (item?.subfamilyCode) {
+          const subFamiliesFieldKey =
+            "subFamilies" + capitalizeFirstLetter(item.where);
+          productEntry.fields = await removeFromRelationFields(
+            productEntry,
+            subFamiliesFieldKey,
+            item.subfamilyCode,
+            true
+          );
+        }
+        if (item?.models) {
+          const modelsFieldKey =
+            "models" + capitalizeFirstLetter(item.where);
+          productEntry.fields = await removeFromRelationFields(
+            productEntry,
+            modelsFieldKey,
+            item.models,
+            true
+          );
+        }
+        if (item?.subModels) {
+          const subModelsFieldKey =
+            "subModels" + capitalizeFirstLetter(item.where);
+          productEntry.fields = await removeFromRelationFields(
+            productEntry,
+            subModelsFieldKey,
+            item.subModels,
+            true
+          );
+        }
+        // lastPimSyncDate
+        productEntry.fields = await addFieldValue(
+          productEntry,
+          "lastPimSyncDate",
+          getLocalISOTime()
+        );
+        productEntry = await productEntry.update();
+      }
+    }
+  } else {
+    log(
+      `It has not yet been defined how to process the state ${audit.what}`
+    );
+  }
+
+  return {current, continue: false}
+}
+
+const familyAudit = async (audit: Audit, familyEntries: Entry[], catalog: AvailableCatalogs, defaultEnvironmentLocaleCode: string, current: number, allAudit: Audit[]) => {
+  log(`Search family entry with id ${audit.product}...`);
+  let familyEntry = familyEntries.find(
+    (currentEntry) =>
+      currentEntry?.fields?.code?.[defaultEnvironmentLocaleCode] ===
+      audit.product
+  );
+
+  if (!familyEntry) {
+    let logMessage = "";
+    if (catalog) {
+      logMessage = `The ${audit.product} family was not found in the CMS with catalog ${catalog}`;
+    } else {
+      logMessage = `The ${audit.product} family was not found in the CMS`;
+    }
+    log(logMessage, "WARN");
+
+    if (serverUtils) {
+      serverUtils.log(logMessage);
+      const progress = Math.floor((++current / allAudit.length) * 100);
+      serverUtils.updateProgress(progress);
+    }
+    return {current, continue: true}
+  }
+
+  log(`Founded family with id ${familyEntry.sys.id}`);
+
+  log(`Get family catalogs...`);
+  const familyCatalogs: AvailableCatalogs[] =
+  familyEntry?.fields?.catalogs?.[defaultEnvironmentLocaleCode].map(
+      (entryCatalog: FieldItem) => {
+        return entryCatalog.sys.id;
+      }
+    );
+
+  if (catalog && !familyCatalogs.includes(catalog)) {
+    log(
+      `Family ${audit.product} does not belong to the ${catalog} catalog`
+    );
+  } else if (audit.what === "REMOVE_FAMILY_RELATIONS") {
+    for (const item of audit?.catalogs) {
+      if (!item?.where) {
+        log(
+          `catalogs.where field not exists. Family: ${audit.product} `, 
+          "WARN"
+        );
+      } else {
+        if(item.where === "DESIGNERS" && item?.codes){
+          const designers = item.codes.split(',')
+          for(const designer of designers){
+            log(`Remove ${designer} designer to ${familyEntry.sys.id} family if exists`)
+            familyEntry.fields = await removeFromRelationFields(
+              familyEntry,
+              "designer",
+              designer,
+              false
+            );
+          }
+          familyEntry = await familyEntry.update();
+        }
+      }
+    }
+  } else {
+    log(
+      `It has not yet been defined how to process the state ${audit.what}`
+    );
+  }
+
+  return {current, continue: false}
+}
+
+const subFamilyAudit = async (audit: Audit, subfamilyEntries: Entry[], catalog: AvailableCatalogs, defaultEnvironmentLocaleCode: string, current: number, allAudit: Audit[]) => {
+  log(`Search subFamily entry with id ${audit.product}...`);
+  let subFamilyEntry = subfamilyEntries.find(
+    (currentEntry) =>
+      currentEntry?.fields?.code?.[defaultEnvironmentLocaleCode] ===
+      audit.product
+  );
+
+  if (!subFamilyEntry) {
+    let logMessage = "";
+    if (catalog) {
+      logMessage = `The ${audit.product} subFamily was not found in the CMS with catalog ${catalog}`;
+    } else {
+      logMessage = `The ${audit.product} subFamily was not found in the CMS`;
+    }
+    log(logMessage, "WARN");
+
+    if (serverUtils) {
+      serverUtils.log(logMessage);
+      const progress = Math.floor((++current / allAudit.length) * 100);
+      serverUtils.updateProgress(progress);
+    }
+    return {current, continue: true}
+  }
+
+  log(`Founded subFamily with id ${subFamilyEntry.sys.id}`);
+
+  log(`Get subFamily catalogs...`);
+  const subFamilyCatalog: AvailableCatalogs = subFamilyEntry?.fields?.catalog?.[defaultEnvironmentLocaleCode].sys.id;
+
+  if (catalog && subFamilyCatalog !== catalog) {
+    log(
+      `SubFamily ${audit.product} does not belong to the ${catalog} catalog`
+    );
+  } else if (audit.what === "REMOVE_SUBFAMILY_RELATIONS") {
+    for (const item of audit?.catalogs) {
+      if (!item?.where) {
+        log(
+          `catalogs.where field not exists. SubFamily: ${audit.product} `, 
+          "WARN"
+        );
+      } else {
+        if(item.where === "DESIGNERS" && item?.codes){
+          const designers = item.codes.split(',')
+          for(const designer of designers){
+            log(`Remove ${designer} designer to ${subFamilyEntry.sys.id} subFamily if exists`)
+            subFamilyEntry.fields = await removeFromRelationFields(
+              subFamilyEntry,
+              "designer",
+              designer,
+              false
+            );
+          }
+          subFamilyEntry = await subFamilyEntry.update();
+        }
+      }
+    }
+  } else {
+    log(
+      `It has not yet been defined how to process the state ${audit.what}`
+    );
+  }
+
+  return {current, continue: false}
+}
+
 /**
  *
  * Audit - Checks if there are products to publish or unpublish
@@ -1688,24 +2002,51 @@ export const audit = async (
     const defaultEnvironmentLocaleCode =
       await getEnvironmentDefaultLocaleCode();
 
-    const productCodes = allAudit.map((audit) => audit.product);
+    const productAuditWhat = ["PRODUCT_UNPUBLISH", "PRODUCT_WEBOFF","REMOVE_PRODUCT_RELATIONS"]
+    const productCodes = allAudit.filter(item => productAuditWhat.includes(item.what)).map((audit) => audit.product);
+    const familyCodes = allAudit.filter(item => item.what === "REMOVE_FAMILY_RELATIONS").map((audit) => audit.product);
+    const subFamilyCodes = allAudit.filter(item => item.what === "REMOVE_SUBFAMILY_RELATIONS").map((audit) => audit.product);
     const otherFilters = [];
     if (catalog) {
       otherFilters.push({ key: "fields.catalogs.sys.id[in]", value: catalog });
     }
     log(`Get ${productCodes.length} product entry from Contentful`);
-    const entries = await getAllEntriesByCodes(
+    const productEntries = await getAllEntriesByCodes(
       productCodes,
       "topicProduct",
       "sys,fields",
       "fields.code",
       otherFilters
     );
-    log(`Founded ${entries.length} topicProduct`);
+    log(`Founded ${productEntries.length} topicProduct`);
+
+    let familyEntries: Entry[] = []
+    if(familyCodes.length){
+      familyEntries = await getAllEntriesByCodes(
+        familyCodes,
+        "topicFamily",
+        "sys,fields",
+        "fields.code",
+        otherFilters
+      );
+    }
+    log(`Founded ${familyEntries.length} topicFamily`);
+
+    let subFamilyEntries: Entry[] = []
+    if(subFamilyCodes.length){
+      subFamilyEntries = await getAllEntriesByCodes(
+        subFamilyCodes,
+        "topicSubFamily",
+        "sys,fields",
+        "fields.code",
+        otherFilters
+      );
+    }
+    log(`Founded ${subFamilyEntries.length} topicSubFamily`);
 
-    if (!entries.length) {
+    if (!productEntries.length && !familyEntries.length && !subFamilyEntries.length) {
       log(
-        `No products found between offset: ${offset} and limit: ${limit}. Total: ${total}`
+        `No items found between offset: ${offset} and limit: ${limit}. Total: ${total}`
       );
       const nextOffset = offset + limit;
       const completed = limit === -1 || offset >= total;
@@ -1732,188 +2073,43 @@ export const audit = async (
       };
     }
 
-    const pageCodes = entries.map((entry: Entry) =>
+    const pageCodes = productEntries.map((entry: Entry) =>
       getProductPageIdByCode(entry.fields.code[defaultEnvironmentLocaleCode])
     );
 
     log(`Get ${pageCodes.length} product page entry from Contentful`);
-    const entriesPage = await getAllEntriesByCodes(
+    const productPageEntries = await getAllEntriesByCodes(
       pageCodes,
       "page",
       "sys,fields",
       "sys.id"
     );
-    log(`Founded ${entriesPage.length} topicProduct pages`);
+    log(`Founded ${productPageEntries.length} topicProduct pages`);
 
     let count: number = offset;
     let current: number = 0;
     for (const audit of allAudit) {
       log(`${++count} of ${total}`);
-      log(`I process the product ${audit.product} with status ${audit.what}`);
-
-      log(`Search product entry with id ${audit.product}...`);
-      let productEntry = entries.find(
-        (currentEntry) =>
-          currentEntry?.fields?.code?.[defaultEnvironmentLocaleCode] ===
-          audit.product
-      );
-
-      if (!productEntry) {
-        let logMessage = "";
-        if (catalog) {
-          logMessage = `The ${audit.product} product was not found in the CMS with catalog ${catalog}`;
-        } else {
-          logMessage = `The ${audit.product} product was not found in the CMS`;
-        }
-        log(logMessage, "WARN");
+      log(`I process the item ${audit.product} with status ${audit.what}`);
 
-        if (serverUtils) {
-          serverUtils.log(logMessage);
-          const progress = Math.floor((++current / allAudit.length) * 100);
-          serverUtils.updateProgress(progress);
+      if(productAuditWhat.includes(audit.what)){
+        const result = await productAudit(audit, productEntries, catalog, defaultEnvironmentLocaleCode, current, allAudit, productPageEntries)
+        current = result.current
+        if(result.continue){
+          continue
         }
-        continue;
-      }
-
-      log(`Founded product with id ${productEntry.sys.id}`);
-
-      const pageEntryFromId = getProductPageIdByCode(audit.product);
-      log(`Search product page entry with id ${pageEntryFromId}...`);
-      let pageEntryFrom = entriesPage.find(
-        (currentEntry) => currentEntry.sys.id === pageEntryFromId
-      );
-
-      if (pageEntryFrom) {
-        log(`Founded product page with id ${pageEntryFrom.sys.id}`);
-      } else {
-        log(`Product page with id ${pageEntryFromId} not found`, "WARN");
-      }
-
-      log(`Get product catalogs...`);
-      const productCatalogs: AvailableCatalogs[] =
-        productEntry?.fields?.catalogs?.[defaultEnvironmentLocaleCode].map(
-          (entryCatalog: FieldItem) => {
-            return entryCatalog.sys.id;
-          }
-        );
-
-      if (catalog && !productCatalogs.includes(catalog)) {
-        log(
-          `Product ${audit.product} does not belong to the ${catalog} catalog`
-        );
-      } else if (["PRODUCT_UNPUBLISH", "PRODUCT_WEBOFF"].includes(audit.what)) {
-        log(`Set the product status as archive...`);
-        // Set the product status as archive
-        productEntry = await archiveEntry(productEntry, true);
-        if (!pageEntryFrom) {
-          log(`${pageEntryFromId} page from not found`);
-        } else if (pageEntryFrom.isArchived()) {
-          log(
-            `Can't create redirect ${audit.product} to ${audit.upgradeProduct} because the page ${pageEntryFrom.sys.id} is archived.`,
-            "WARN"
-          );
-        } else if (pageEntryFrom?.fields) {
-          if (audit.upgradeProduct && audit.upgradeProduct !== "0") {
-            log(
-              `Creating redirect from ${audit.product} to ${audit.upgradeProduct}`
-            );
-            const pageEntryToId = getProductPageIdByCode(audit.upgradeProduct);
-            const pageEntryTo = await getEntryByID(
-              pageEntryToId,
-              "page",
-              "sys.id"
-            );
-
-            if (pageEntryTo) {
-              // Save redirect
-              pageEntryFrom.fields = await addToRelationFields(
-                pageEntryFrom,
-                "redirectTo",
-                pageEntryTo.sys.id
-              );
-              pageEntryFrom = await pageEntryFrom.update();
-            } else {
-              log(
-                `Can't create redirect ${audit.product} to ${audit.upgradeProduct} because the page ${pageEntryToId} not found.`,
-                "WARN"
-              );
-            }
-          }
-
-          pageEntryFrom = await archiveEntry(pageEntryFrom);
+      }else if(audit.what === "REMOVE_FAMILY_RELATIONS"){
+        const result = await familyAudit(audit, familyEntries, catalog, defaultEnvironmentLocaleCode, current, allAudit)
+        current = result.current
+        if(result.continue){
+          continue
         }
-      } else if (
-        audit.what === "REMOVE_PRODUCT_RELATIONS" &&
-        !productEntry.isArchived()
-      ) {
-        for (const item of audit?.catalogs) {
-          if (!item?.where) {
-            log(
-              `catalogs.where field not exists. Product: ${audit.product} `,
-              "WARN"
-            );
-          } else {
-            if (item?.catalogCode) {
-              productEntry.fields = await removeFromRelationFields(
-                productEntry,
-                "catalogs",
-                item.catalogCode,
-                true
-              );
-            }
-            if (item?.categoryCode) {
-              const categoriesFieldKey =
-                "categories" + capitalizeFirstLetter(item.where);
-              productEntry.fields = await removeFromRelationFields(
-                productEntry,
-                categoriesFieldKey,
-                item.categoryCode,
-                true
-              );
-            }
-            if (item?.subfamilyCode) {
-              const subFamiliesFieldKey =
-                "subFamilies" + capitalizeFirstLetter(item.where);
-              productEntry.fields = await removeFromRelationFields(
-                productEntry,
-                subFamiliesFieldKey,
-                item.subfamilyCode,
-                true
-              );
-            }
-            if (item?.models) {
-              const modelsFieldKey =
-                "models" + capitalizeFirstLetter(item.where);
-              productEntry.fields = await removeFromRelationFields(
-                productEntry,
-                modelsFieldKey,
-                item.models,
-                true
-              );
-            }
-            if (item?.subModels) {
-              const subModelsFieldKey =
-                "subModels" + capitalizeFirstLetter(item.where);
-              productEntry.fields = await removeFromRelationFields(
-                productEntry,
-                subModelsFieldKey,
-                item.subModels,
-                true
-              );
-            }
-            // lastPimSyncDate
-            productEntry.fields = await addFieldValue(
-              productEntry,
-              "lastPimSyncDate",
-              getLocalISOTime()
-            );
-            productEntry = await productEntry.update();
-          }
+      }else if(audit.what === "REMOVE_SUBFAMILY_RELATIONS"){
+        const result = await subFamilyAudit(audit, subFamilyEntries, catalog, defaultEnvironmentLocaleCode, current, allAudit)
+        current = result.current
+        if(result.continue){
+          continue
         }
-      } else {
-        log(
-          `It has not yet been defined how to process the state ${audit.what}`
-        );
       }
 
       if (serverUtils) {
@@ -1924,7 +2120,6 @@ export const audit = async (
     }
 
     const nextOffset = offset + limit;
-
     const tEnd = new Date();
     const secs = secondBetweenTwoDate(timeStart, tEnd);
     log(`Execution time: ${secs} seconds`);
@@ -1935,7 +2130,7 @@ export const audit = async (
       completed: limit === -1 || count >= total,
       s3FilePath,
       total,
-      processedEntries: entries.length,
+      processedEntries: productEntries.length + familyEntries.length + subFamilyEntries.length,
     };
   } else {
     log(`Execution completed`);
@@ -2694,3 +2889,45 @@ export const reimportAuditProducts = async (
     processedEntries: 0,
   };
 };
+
+
+export const populateDestinations = async (offset: number, limit: number) => {
+  const env = await getEnvironment();
+  const defEnvLocaleCode = await getEnvironmentDefaultLocaleCode();
+
+  const opts = {
+    content_type: 'topicProduct',
+    skip: offset,
+    limit,
+    locale: defEnvLocaleCode,
+    // select: 'sys.id,fields',
+    "sys.archivedAt[exists]": false,
+  };
+  const {items, total} = await env.getEntries(opts);
+
+  let count: number = offset;
+  for (let productEntry of items) {
+      log(`${++count} of ${total}`);
+      log(`Product: ${productEntry.sys.id}`);
+     const destinations = productEntry.fields.productFields[defEnvLocaleCode]?.destinations?.map((destination:any) => destination.code) || []
+
+     if(destinations.length){
+     log(`Set destinations: ${destinations.join(', ')}`)
+     productEntry.fields = await addFieldValue(productEntry, "destinations", destinations)
+     productEntry = await productEntry.update();
+    }else{
+      log(`No destinations found.`, "WARN")
+    }
+
+     if (productEntry.isPublished()) {
+       try {
+         productEntry = await productEntry.publish();
+       } catch (err) {
+         log(`Cannot publish entry.`);
+         log(err);
+       }
+     }
+    }
+
+    return {completed: total === count + offset, offset, limit}
+}

package/src/pim/methods/subfamilies.ts

@@ -396,9 +396,19 @@ const getTopicSubFamilyData = async (
     }
   }
 
+  // Destinations
+  if(subFamily?.destinations?.length){
+    log(`set destinations`);
+    data.fields = await addFieldValue(data, "destinations", subFamily.destinations);
+  }else{
+    log(`destinations not found`, "WARN");
+  }
+
   // lastPimSyncDate
   data.fields = await addFieldValue(data, "lastPimSyncDate", getLocalISOTime());
 
+
+
   return data;
 };
 

package/src/pim/methods/submodels.ts

@@ -112,9 +112,18 @@ const getTopicSubModelData = async (
     }
   }
 
+  // Destinations
+  if(subModel?.destinations?.length){
+    log(`set destinations`);
+    data.fields = await addFieldValue(data, "destinations", subModel.destinations);
+  }else{
+    log(`destinations not found`, "WARN");
+  }
+  
   // lastPimSyncDate
   data.fields = await addFieldValue(data, "lastPimSyncDate", getLocalISOTime());
 
+
   return data;
 };
 

package/src/resources/Audit.ts

@@ -5,6 +5,7 @@ type AuditCatalog = {
   subfamilyCode?: string;
   models?: string;
   subModels?: string;
+  codes?: string;
 };
 export interface Audit {
   what: string;