pim-import 4.3.1 → 4.5.0

package/src/algolia/products.ts

@@ -19,7 +19,7 @@ import { getIndex, AvailableIndicesKey, removeIndexObject } from "./config";
 import {
   getLocalISOTime,
   secondBetweenTwoDate,
-  keysToLowerCase,
+  getAllTranslations,
 } from "../utils";
 import { getWrapperImgixFields } from "../libs/imgix";
 import axios from "@atoms-studio/axios";
@@ -127,7 +127,7 @@ const getObject = async (
     "sys,fields.slug,fields.protected"
   );
 
-  const slugs = keysToLowerCase(productPage?.fields?.slug) || {};
+  const slugs = await getAllTranslations(productPage?.fields?.slug || {});
   const isProtected =
     !!productPage?.fields?.protected?.[defaultEnvironmentLocaleCode];
 
@@ -135,40 +135,35 @@ const getObject = async (
   const catalogs = await getTopicDetails(
     topicProductWithFields,
     "catalogs",
-    "topicCatalog",
-    true
+    "topicCatalog"
   );
 
   log(`Get categoriesArchitectural details...`);
   const categoriesArchitectural = await getTopicDetails(
     topicProductWithFields,
     "categoriesArchitectural",
-    "topicCategory",
-    true
+    "topicCategory"
   );
 
   log(`Get categoriesOutdoor details...`);
   const categoriesOutdoor = await getTopicDetails(
     topicProductWithFields,
     "categoriesOutdoor",
-    "topicCategory",
-    true
+    "topicCategory"
   );
 
   log(`Get categoriesDecorative details...`);
   const categoriesDecorative = await getTopicDetails(
     topicProductWithFields,
     "categoriesDecorative",
-    "topicCategory",
-    true
+    "topicCategory"
   );
 
   log(`Get families details...`);
   const families = await getTopicDetails(
     topicProductWithFields,
     "families",
-    "topicFamily",
-    true
+    "topicFamily"
   );
 
   log(`Get subFamiliesArchitectural details...`);
@@ -176,7 +171,6 @@ const getObject = async (
     topicProductWithFields,
     "subFamiliesArchitectural",
     "topicSubFamily",
-    true,
     false,
     true,
     true
@@ -187,7 +181,6 @@ const getObject = async (
     topicProductWithFields,
     "subFamiliesOutdoor",
     "topicSubFamily",
-    true,
     false,
     true,
     true
@@ -198,7 +191,6 @@ const getObject = async (
     topicProductWithFields,
     "subFamiliesDecorative",
     "topicSubFamily",
-    true,
     false,
     true,
     true
@@ -209,7 +201,6 @@ const getObject = async (
     topicProductWithFields,
     "modelsArchitectural",
     "topicModel",
-    true,
     false,
     true,
     true
@@ -220,7 +211,6 @@ const getObject = async (
     topicProductWithFields,
     "modelsOutdoor",
     "topicModel",
-    true,
     false,
     true,
     true
@@ -231,7 +221,6 @@ const getObject = async (
     topicProductWithFields,
     "modelsDecorative",
     "topicModel",
-    true,
     false,
     true,
     true
@@ -242,7 +231,6 @@ const getObject = async (
     topicProductWithFields,
     "subModelsArchitectural",
     "topicSubModel",
-    true,
     false,
     true,
     true
@@ -253,7 +241,6 @@ const getObject = async (
     topicProductWithFields,
     "subModelsOutdoor",
     "topicSubModel",
-    true,
     false,
     true,
     true
@@ -264,7 +251,6 @@ const getObject = async (
     topicProductWithFields,
     "subModelsDecorative",
     "topicSubModel",
-    true,
     false,
     true,
     true
@@ -275,7 +261,6 @@ const getObject = async (
     topicProductWithFields,
     "productLine",
     "topicProductLine",
-    true,
     false,
     true,
     true
@@ -286,7 +271,6 @@ const getObject = async (
     topicProductWithFields,
     "productSubLine",
     "topicProductSubLine",
-    true,
     false,
     true,
     true
@@ -336,7 +320,6 @@ const getObject = async (
     topicProductWithFields,
     "designers",
     "topicDesigner",
-    true,
     false,
     true,
     true
@@ -350,7 +333,7 @@ const getObject = async (
     name:
       topicProductWithFields?.fields?.name?.[defaultEnvironmentLocaleCode] ||
       "",
-    names: topicProductWithFields?.fields?.name || {},
+    names: await getAllTranslations(topicProductWithFields?.fields?.name || {}),
     code:
       topicProductWithFields?.fields?.code?.[defaultEnvironmentLocaleCode] ||
       "",
@@ -358,7 +341,7 @@ const getObject = async (
     isProtected,
     // description: topicProductWithFields?.fields?.description, // Rimosso perché in caluni prodotti si superava il limite massimo della dimensione del record (10000 bytes). es: F0070054
     // excerpt: topicProductWithFields?.fields?.excerpt, // Rimosso perché in caluni prodotti si superava il limite massimo della dimensione del record (10000 bytes). es: F0070054
-    autoDescription: keysToLowerCase(autoDescription),
+    autoDescription: await getAllTranslations(autoDescription || {}),
     thumbnailImgix,
     catalogs,
     categoriesArchitectural,

package/src/algolia/projects.ts

@@ -6,7 +6,11 @@ import {
   getTopicPage,
 } from "../libs/contentful-cda";
 import { getIndex, AvailableIndicesKey, removeIndexObject } from "./config";
-import { getLocalISOTime, secondBetweenTwoDate } from "../utils";
+import {
+  getAllTranslations,
+  getLocalISOTime,
+  secondBetweenTwoDate,
+} from "../utils";
 import type { Entry } from "contentful-management/dist/typings/entities/entry";
 import {
   CfLocalizedEntryField,
@@ -82,7 +86,7 @@ const getObject = async (
     return recordFail; // return objectID to delete the record if it exists
   }
 
-  const slugs = page?.fields.slug || {};
+  const slugs = await getAllTranslations(page?.fields.slug || {});
   const isProtected = !!page?.fields?.protected?.[defaultEnvironmentLocaleCode];
 
   log(`Get thumbnail imgix details...`);

package/src/algolia/stories.ts

@@ -6,7 +6,11 @@ import {
   getTopicPage,
 } from "../libs/contentful-cda";
 import { getIndex, AvailableIndicesKey, removeIndexObject } from "./config";
-import { getLocalISOTime, secondBetweenTwoDate } from "../utils";
+import {
+  getAllTranslations,
+  getLocalISOTime,
+  secondBetweenTwoDate,
+} from "../utils";
 import type { Entry } from "contentful-management/dist/typings/entities/entry";
 import {
   CfLocalizedEntryField,
@@ -82,7 +86,7 @@ const getObject = async (topicStory: Entry): Promise<AlgoliaStoryRecord> => {
     return recordFail; // return objectID to delete the record if it exists
   }
 
-  const slugs = page?.fields.slug || {};
+  const slugs = await getAllTranslations(page?.fields.slug || {});
   const isProtected = !!page?.fields?.protected?.[defaultEnvironmentLocaleCode];
 
   log(`Get Full Screen Image Imgix details...`);
@@ -152,8 +156,10 @@ const getObject = async (topicStory: Entry): Promise<AlgoliaStoryRecord> => {
     if (categoryEntry) {
       category = {
         sysId: topicStory.fields.category[defaultEnvironmentLocaleCode].sys.id,
-        title: categoryEntry?.fields?.title,
-        priority: categoryEntry?.fields?.priority,
+        title: await getAllTranslations(categoryEntry?.fields?.title || {}),
+        priority: await getAllTranslations(
+          categoryEntry?.fields?.priority || {}
+        ),
       };
     } else {
       log(`No categoryEntry found`, "WARN");
@@ -162,10 +168,10 @@ const getObject = async (topicStory: Entry): Promise<AlgoliaStoryRecord> => {
     log(`No category found`, "WARN");
   }
 
-  const clearnExcerpt = {};
+  const clearExcerpt = {};
   for (const locale in topicStoryWithFields?.fields?.excerpt) {
     if (topicStoryWithFields?.fields?.excerpt?.[locale]) {
-      (clearnExcerpt as any)[locale] = removeMd(
+      (clearExcerpt as any)[locale] = removeMd(
         topicStoryWithFields?.fields?.excerpt?.[locale]
       );
     }
@@ -174,12 +180,15 @@ const getObject = async (topicStory: Entry): Promise<AlgoliaStoryRecord> => {
   // Single record
   const record: AlgoliaStoryRecord = {
     objectID: topicStoryWithFields.sys.id,
-    name: topicStoryWithFields?.fields?.title || emptyLocalizedField,
-    excerpt: topicStoryWithFields?.fields?.excerpt
-      ? clearnExcerpt
-      : emptyLocalizedField,
-    description:
-      topicStoryWithFields?.fields?.description || emptyLocalizedField,
+    name: await getAllTranslations(
+      topicStoryWithFields?.fields?.title || emptyLocalizedField
+    ),
+    excerpt: await getAllTranslations(
+      topicStoryWithFields?.fields?.excerpt ? clearExcerpt : emptyLocalizedField
+    ),
+    description: await getAllTranslations(
+      topicStoryWithFields?.fields?.description || emptyLocalizedField
+    ),
     slugs,
     isProtected,
     fullScreenImageImgix,

package/src/algolia/subFamilies.ts

@@ -16,9 +16,9 @@ import {
   getLocalISOTime,
   sanitizeValue,
   secondBetweenTwoDate,
-  keysToLowerCase,
   addProductFieldValueCodesByPimDetails,
   capitalizeFirstLetter,
+  getAllTranslations,
 } from "../utils";
 import { getWrapperImgixFields } from "../libs/imgix";
 import { AlgoliaFamilyRecord, pageResponse } from "./families";
@@ -258,8 +258,7 @@ const getObject = async (
   const catalogs = await getTopicDetails(
     topicSubFamilyWithFields,
     "catalog",
-    "topicCatalog",
-    true
+    "topicCatalog"
   );
   log(`${catalogs?.length} catalogs founded`);
 
@@ -267,8 +266,7 @@ const getObject = async (
   const categories = await getTopicDetails(
     topicSubFamilyWithFields,
     "category",
-    "topicCategory",
-    true
+    "topicCategory"
   );
   log(`${categories?.length} categories founded`);
 
@@ -314,15 +312,17 @@ const getObject = async (
   // Single record
   const record: AlgoliaFamilyRecord = {
     objectID: topicSubFamilyWithFields.sys.id,
-    names: keysToLowerCase(topicSubFamilyWithFields?.fields?.name) || {},
+    names: await getAllTranslations(
+      topicSubFamilyWithFields?.fields?.name || {}
+    ),
     code:
       topicSubFamilyWithFields?.fields?.code?.[defaultEnvironmentLocaleCode] ||
-      {},
+      "",
     thumbnailImgix,
     fullScreenImageImgix,
-    slugs: keysToLowerCase(page?.slugs) || {},
+    slugs: await getAllTranslations(page?.slugs || {}),
     slugType: page?.type || "",
-    // slugDetails: page?.details || {},
+    // slugDetails: await getAllTranslations(page?.details || {}),
     catalogs,
     categories,
     productFields,

package/src/algolia/subModels.ts

@@ -23,8 +23,8 @@ import {
   getLocalISOTime,
   secondBetweenTwoDate,
   capitalizeFirstLetter,
-  keysToLowerCase,
   addProductFieldValueCodesByPimDetails,
+  getAllTranslations,
 } from "../utils";
 import productFieldsRequiredData from "../pim/data/productFields.json";
 import { getWrapperImgixFields } from "../libs/imgix";
@@ -154,8 +154,7 @@ const getObject = async (
   const catalogs = await getTopicDetails(
     topicSubModelWithFields,
     "catalog",
-    "topicCatalog",
-    true
+    "topicCatalog"
   );
   const catalog = catalogs?.[0];
   let productFields = [];
@@ -179,8 +178,7 @@ const getObject = async (
   const productLines = await getTopicDetails(
     topicSubModelWithFields,
     "productLine",
-    "topicProductLine",
-    true
+    "topicProductLine"
   );
   const productLine = productLines?.[0];
 
@@ -188,8 +186,7 @@ const getObject = async (
   const parentModels = await getTopicDetails(
     topicSubModelWithFields,
     "parentModel",
-    "topicModel",
-    true
+    "topicModel"
   );
   const parentModel = parentModels?.[0];
 
@@ -198,7 +195,6 @@ const getObject = async (
     topicSubModelWithFields,
     "subFamily",
     "topicSubFamily",
-    true,
     false,
     true,
     true
@@ -219,11 +215,15 @@ const getObject = async (
 
   const record: AlgoliaSubModelRecord = {
     objectID: topicSubModelWithFields.sys.id,
-    names: keysToLowerCase(topicSubModelWithFields?.fields?.name) || {},
+    names: await getAllTranslations(
+      topicSubModelWithFields?.fields?.name || {}
+    ),
     code:
       topicSubModelWithFields?.fields?.code?.[defaultEnvironmentLocaleCode] ||
       "",
-    description: topicSubModelWithFields?.fields?.description || {},
+    description: await getAllTranslations(
+      topicSubModelWithFields?.fields?.description || {}
+    ),
     thumbnailImgix,
     catalog,
     productLine,

package/src/browser.ts

@@ -112,4 +112,4 @@ export { getLocalISOTime } from "./utils";
 export { getStaticDailyProducts } from "./pim/endpoints";
 export { log, setLogId } from "./libs/logs";
 export { removeRecordsByStatus } from "./algolia/clean";
-export { generatePDFByUrl } from "./libs/puppeteer";
+export { generatePDFByUrl } from "./libs/pdf";

package/src/index.ts

@@ -44,7 +44,7 @@ export {
   removeAllProductModelProductRelations,
   getProductPageIdByCode,
 } from "./pim/methods/products";
-export { publishAllDraftProducts } from "./pim/methods/bulkPublish";
+export { publishAllProductDrafts } from "./pim/methods/bulkPublish";
 // export {
 //   createOrUpdateCatalogPages,
 //   createOrUpdateCatalogPageByCode,
@@ -122,4 +122,4 @@ export {
   getLogFolder,
 } from "./libs/logs";
 export { removeRecordsByStatus } from "./algolia/clean";
-export { generatePDFByUrl } from "./libs/puppeteer";
+export { generatePDFByUrl } from "./libs/pdf";

package/src/libs/contentful-cda.ts

@@ -6,7 +6,11 @@ import {
   AssetPropFieldsWithoutLocaleKey,
   OtherFilters,
 } from "../types";
-import { getPimTranslations, keysToLowerCase } from "../utils";
+import {
+  getPimTranslations,
+  keysToLowerCase,
+  getAllTranslations,
+} from "../utils";
 import { log } from "./logs";
 const contentful = require("contentful");
 
@@ -255,16 +259,15 @@ export const getEntryImageDetails = async (entry: Entry, fieldKey: string) => {
  * @param topicEntry
  * @param fieldKey
  * @param contentType
- * @param lowerCaseKeys Default false
  * @param showRelatedEntities Default false
  * @param isCatalogEntry Default true
+ * @param skipPageSlugs Default false
  * @returns
  */
 export const getTopicDetails = async (
   topicEntry: Entry,
   fieldKey: string,
   contentType: string,
-  lowerCaseKeys: boolean = false,
   showRelatedEntities: boolean = false,
   isCatalogEntry: boolean = true,
   skipPageSlugs: boolean = false
@@ -302,10 +305,7 @@ export const getTopicDetails = async (
     if (entries) {
       for (const entry of entries) {
         const data: TopicDetailsResponse = {
-          names:
-            entry?.fields?.name && lowerCaseKeys
-              ? keysToLowerCase(entry.fields.name)
-              : {},
+          names: await getAllTranslations(entry?.fields?.name || {}),
           code: entry?.fields?.code?.[defEnvLocaleCode],
         };
         if (!skipPageSlugs) {
@@ -316,10 +316,7 @@ export const getTopicDetails = async (
           } else {
             entryPage = await getTopicPage(entry.sys.id);
           }
-          data.slugs =
-            entryPage?.fields?.slug && lowerCaseKeys
-              ? keysToLowerCase(entryPage.fields.slug)
-              : {};
+          data.slugs = await getAllTranslations(entryPage?.fields?.slug || {});
         }
 
         if (contentType === "topicSubFamily" && showRelatedEntities) {
@@ -377,10 +374,15 @@ export const getSubFamilySlugDetails = async (topicSubFamily: Entry) => {
     : {};
 
   return {
-    catalogPageSlugs: keysToLowerCase(subFamilyCatalogPage?.fields?.slug) || {},
-    familyPageSlugs: keysToLowerCase(subFamilyFamilyPage?.fields?.slug) || {},
-    categoryPageSlugs:
-      keysToLowerCase(subFamilyCategoryPage?.fields?.slug) || {},
+    catalogPageSlugs: await getAllTranslations(
+      subFamilyCatalogPage?.fields?.slug || {}
+    ),
+    familyPageSlugs: await getAllTranslations(
+      subFamilyFamilyPage?.fields?.slug || {}
+    ),
+    categoryPageSlugs: await getAllTranslations(
+      subFamilyCategoryPage?.fields?.slug || {}
+    ),
   };
 };
 

package/src/libs/contentful.ts

@@ -31,6 +31,7 @@ import {
   getPimTranslations,
   keysToLowerCase,
   replaceAll,
+  getAllTranslations,
 } from "../utils";
 import { getSubFamilySlugDetails } from "../pim/methods/subfamilies";
 import { removeProductObject } from "../algolia/products";
@@ -1094,18 +1095,18 @@ export const addFieldValue = async (
  * @param topicEntry
  * @param fieldKey
  * @param contentType
- * @param lowerCaseKeys Default false
  * @param showRelatedEntities Default false
  * @param isCatalogEntry Default true
+ * @param skipPageSlugs Default false
  * @returns
  */
 export const getTopicDetails = async (
   topicEntry: Entry,
   fieldKey: string,
   contentType: string,
-  lowerCaseKeys: boolean = false,
   showRelatedEntities: boolean = false,
-  isCatalogEntry: boolean = true
+  isCatalogEntry: boolean = true,
+  skipPageSlugs: boolean = false
 ): Promise<TopicDetailsResponse[]> => {
   const defEnvLocaleCode = await getEnvironmentDefaultLocaleCode();
   const isHasToManyField = Array.isArray(
@@ -1138,36 +1139,26 @@ export const getTopicDetails = async (
     );
 
     if (entries) {
-      let count = 0;
       for (const entry of entries) {
-        let entryPage: any = {};
-        if (isCatalogEntry) {
-          const entryPageId = `${entry.sys.id}_PAGE`;
-          entryPage = await getEntryByID(entryPageId, "page", "fields.slug");
-        } else {
-          entryPage = await getTopicPage(entry.sys.id);
-        }
-
         const data: TopicDetailsResponse = {
-          names:
-            entry?.fields?.name && lowerCaseKeys
-              ? keysToLowerCase(entry.fields.name)
-              : {},
+          names: await getAllTranslations(entry?.fields?.name || {}),
           code: entry?.fields?.code?.[defEnvLocaleCode],
-          slugs:
-            entryPage?.fields?.slug && lowerCaseKeys
-              ? keysToLowerCase(entryPage.fields.slug)
-              : {},
         };
+        if (!skipPageSlugs) {
+          let entryPage: any = {};
+          if (isCatalogEntry) {
+            const entryPageId = `${entry.sys.id}_PAGE`;
+            entryPage = await getEntryByID(entryPageId, "page", "fields.slug");
+          } else {
+            entryPage = await getTopicPage(entry.sys.id);
+          }
+          data.slugs = await getAllTranslations(entryPage?.fields?.slug || {});
+        }
 
         if (contentType === "topicSubFamily" && showRelatedEntities) {
           data.details = await getSubFamilySlugDetails(entry);
         }
 
-        if (++count > 0 && count % 7 === 0) {
-          await sleep(2000, true);
-        }
-
         items.push(data);
       }
     }

package/src/libs/imgix.ts

@@ -9,7 +9,7 @@ import {
 import axios from "@atoms-studio/axios";
 import https from "https";
 import mime from "mime-types";
-import { basename } from "../utils";
+import { basename, getAllTranslations } from "../utils";
 
 let imgix: ImgixAPI;
 export const getImgix = () => {
@@ -204,9 +204,11 @@ export const getWrapperImgixFields = async (wrapperImgixId: string) => {
     focalPoint:
       wrapperImgix?.fields?.focalPoint?.[defaultEnvironmentLocaleCode]
         ?.focalPoint || {},
-    altText: wrapperImgix?.fields?.altText || {},
-    caption: wrapperImgix?.fields?.caption || {},
-    hoverTitle: wrapperImgix?.fields?.hoverTitle || {},
+    altText: await getAllTranslations(wrapperImgix?.fields?.altText || {}),
+    caption: await getAllTranslations(wrapperImgix?.fields?.caption || {}),
+    hoverTitle: await getAllTranslations(
+      wrapperImgix?.fields?.hoverTitle || {}
+    ),
     forceHoverTitle:
       !!wrapperImgix?.fields?.forceHoverTitle?.[defaultEnvironmentLocaleCode],
   };

package/src/libs/pdf.ts

@@ -0,0 +1,89 @@
+import { secondBetweenTwoDate } from "../utils";
+import { log, serverUtils } from "./logs";
+import axios from "@atoms-studio/axios";
+
+interface HeaderColumns {
+  left?: string;
+  right?: string;
+}
+interface FooterColumns {
+  topLeft?: string;
+  topRight?: string;
+  bottomLeft?: string;
+  bottomRight?: string;
+  mail?: string;
+}
+
+interface PDFHeaderAndFooter {
+  header?: HeaderColumns;
+  footer?: FooterColumns;
+}
+
+export const generatePDFByUrl = async (
+  url: string,
+  fileName: string = "",
+  contents?: PDFHeaderAndFooter
+) => {
+  const pdf = await generatePDFByAWSLambda(url, fileName, contents);
+
+  return pdf;
+};
+
+/**
+ * Generate PDF by URL
+ *
+ * @param url E.g. https://my-site.com/slug
+ * @param fileName E.g. my-file.pdf
+ * @param contents E.g. {header{left:'Foo', right:'Bar'}, footer{left:'Foo', right:'Bar'}}
+ * @returns
+ */
+const generatePDFByAWSLambda = async (
+  url: string,
+  fileName: string = "",
+  contents?: PDFHeaderAndFooter
+) => {
+  let logMsg = `generatePDFByUrl - url: ${url}`;
+  log(logMsg, "DEBUG");
+  if (serverUtils) {
+    serverUtils.log(logMsg);
+  }
+
+  if (!process.env.FPID_AWS_GEN_PDF_LAMBDA_URL) {
+    logMsg = `FPID_AWS_GEN_PDF_LAMBDA_URL environment variable not found`;
+    if (serverUtils) {
+      serverUtils.log(logMsg);
+    }
+    log(logMsg, "ERROR");
+    return null;
+  }
+
+  const timeStart = new Date();
+
+  logMsg = `Axios request...`;
+  log(logMsg, "DEBUG");
+  if (serverUtils) {
+    serverUtils.log(logMsg);
+  }
+
+  const options: any = {
+    method: "POST",
+    url: process.env.FPID_AWS_GEN_PDF_LAMBDA_URL,
+    data: {
+      url,
+      fileName,
+      contents,
+    },
+  };
+  const response = await axios.request(options);
+
+  logMsg = `End axios request - ${secondBetweenTwoDate(
+    timeStart,
+    new Date()
+  )} seconds`;
+  log(logMsg, "DEBUG");
+  if (serverUtils) {
+    serverUtils.log(logMsg);
+  }
+
+  return response.data;
+};

package/src/pim/methods/bulkPublish.ts

@@ -194,11 +194,11 @@ export const publishTopicProduct = async (productEntry: Entry) => {
   await productEntry.publish();
 };
 
-export const publishAllDraftProducts = async (
+export const publishAllProductDrafts = async (
   filters: { catalog?: AvailableCatalogs; family?: string },
   limit: number = 100
 ) => {
-  let logMsg = `publishAllDraftProducts catalog: ${filters?.catalog} family: ${filters?.family} limit: ${limit}`;
+  let logMsg = `publishAllProductDrafts catalog: ${filters?.catalog} family: ${filters?.family} limit: ${limit}`;
   log(logMsg);
   if (serverUtils) {
     serverUtils.log(logMsg);