pim-import 2.4.2 → 2.5.2

package/src/algolia/collections.ts

@@ -1,53 +1,14 @@
 /**
- * CREARE UN INDICE PROF_COLLECTIONS
- *
- * Esempio singolo record
- * - topicFamily Name
- * - topicFamily Thumbnail URL
- * - topicFamily Page URL
- * - topicFamily Catalogs
- * - topicFamily Categories
- * -- topicCategory Name
- * -- topicCategory Link a pagina
- * - topicProduct certification enec
- * - topicProduct certification ul
- * - topicProduct mounting
- * - topicProduct orientation
- * - topicProduct driver type
- * - topicProduct lighting distribution
- * - topicProduct optical type
- * - topicProduct markets
- * - topicProduct statusLabel
- *
- *
- * LOGICA
- * 1. Ottenere tutti i topicFamily
- * 2. Per ogni topicFamily:
- *  2.1 name - topicFamily Name
- *  2.2 thumbnail - topicFamily Thumbnail URL
- *  2.3 pageUrl - topicFamily Page URL (Se all’interno di una family c’è solo una subFamily manda alla subFamily, se all’interno della subFamily a sua volta c’è un solo model manda direttamente al model (cambia solo il link alla pagina gli altri dati sono sempre presi dalla family)
- *  2.4 catalogs - topicFamily Catalogs [FACET]
- *  2.5 categories - topicFamily Categories [FACET]
- *  2.6 Tutti i prodotti associati alla famiglia [teoricamente dovremmo prendere solo i prodotti pubblicati e con status published ma al momento no ne avremo](È CORRETTO PRENDERE TUTTI I PRODOTTI ASSOCIATI ALLA FAMIGLIA O POSSONO ESSERCI DEI PRODOTTI DELLA STESSA FAMIGLIA CHE APPARTENGONO A CATALOGHI DIVERSI?)
- *  2.7 Per ogni prodotto ottenere i campi prodotti da utilizzare per i filtri di pagina:
- *      2.7.1 productFields->certification->enec - topicProduct certification enec
- *      2.7.2 productFields->certification->ul topicProduct certification ul
- *      2.7.3 productFields->mountings - topicProduct mounting
- *      2.7.4 productFields->orintations - topicProduct orientation
- *      2.7.5 productFields->driverTypes - topicProduct driver type
- *      2.7.6 productFields->lightingDistributions - topicProduct lighting distribution
- *      2.7.7 productFields->opticalType - topicProduct optical type
- *      2.7.8 productFields->markets - topicProduct markets
- *  2.8 statusLabel - (boolean) se almeno un prodotto ha il campo upgrade = UP3
+ * Collection index
  */
 import {
-  getAllEntries,
-  getEntryByID,
+  getClient,
   getEnvironmentDefaultLocaleCode,
-  getEnvironment,
+  getEntryByID,
+  getAllEntries,
   getTopicDetails,
   getAssetDetails,
-} from "../libs/contentful";
+} from "../libs/contenful-cda";
 import {
   CfLocalizedEntryField,
   TopicDetailsResponse,
@@ -65,7 +26,6 @@ import {
   secondBetweenTwoDate,
   keysToLowerCase,
   addProductFieldValueCodesByPimDetails,
-  sleep,
 } from "../utils";
 import { getSubFamilyPageSlugWithDetails } from "../pim/methods/subfamilies";
 
@@ -96,7 +56,6 @@ const indexKey: AvailableIndicesKey = "collections";
 
 const getFamilyPage = async (topicFamily: Entry): Promise<pageResponse> => {
   const defaultEnvironmentLocaleCode = await getEnvironmentDefaultLocaleCode();
-  const env = await getEnvironment();
   const familyPage = await getEntryByID(`${topicFamily.sys.id}_PAGE`, "page");
 
   // check if family page has many relations with subFamily pages
@@ -119,11 +78,12 @@ const getFamilyPage = async (topicFamily: Entry): Promise<pageResponse> => {
     const subFamilyPageId = subFamilyPageIds[0];
 
     // check if subFamily has many relations with model
-    const { items: modelEntries } = await env.getEntries({
+    const client = await getClient();
+    const { items: modelEntries } = await client.getEntries({
       content_type: "topicModel",
       "fields.subFamily.sys.id": subFamilyPageId.replace("_PAGE", ""),
       limit: 2,
-      locale: defaultEnvironmentLocaleCode,
+      locale: "*",
       select: "sys,fields.catalog,fields.subFamily",
     });
 
@@ -310,8 +270,6 @@ const getObject = async (topicFamily: Entry): Promise<AlgoliaFamilyRecord> => {
   const page = await getFamilyPage(topicFamilyWithFields);
   log(`Slugs type: ${page?.type}`);
 
-  await sleep(200, true);
-
   log(`Get catalogs details...`);
   const catalogs = await getTopicDetails(
     topicFamilyWithFields,
@@ -321,8 +279,6 @@ const getObject = async (topicFamily: Entry): Promise<AlgoliaFamilyRecord> => {
   );
   log(`${catalogs?.length} catalogs founded`);
 
-  await sleep(200, true);
-
   log(`Get categories details...`);
   const categories = await getTopicDetails(
     topicFamilyWithFields,
@@ -332,13 +288,9 @@ const getObject = async (topicFamily: Entry): Promise<AlgoliaFamilyRecord> => {
   );
   log(`${categories?.length} categories founded`);
 
-  await sleep(200, true);
-
   log(`Get productFields details...`);
   const productFields = await getProductFields(topicFamily);
 
-  await sleep(200, true);
-
   const isNew: boolean = !!productFields?.upgrade?.find(
     (item: any) => item === "UP3"
   );
@@ -349,8 +301,6 @@ const getObject = async (topicFamily: Entry): Promise<AlgoliaFamilyRecord> => {
       ?.sys?.id;
   const thumbnail = thumbnailID ? await getAssetDetails(thumbnailID) : {};
 
-  await sleep(200, true);
-
   log(`Get full screen details...`);
   const fullScreenImageID =
     topicFamilyWithFields?.fields?.fullScreenImage?.[
@@ -360,8 +310,6 @@ const getObject = async (topicFamily: Entry): Promise<AlgoliaFamilyRecord> => {
     ? await getAssetDetails(fullScreenImageID)
     : {};
 
-  await sleep(200, true);
-
   log(`Get priority details...`);
   const priority =
     topicFamilyWithFields?.fields?.priority?.[defaultEnvironmentLocaleCode] ||
@@ -393,17 +341,16 @@ const getObjects = async (
   offset: number,
   limit: number
 ): Promise<AlgoliaPaginateRecords> => {
-  const defaultEnvironmentLocaleCode = await getEnvironmentDefaultLocaleCode();
-  const env = await getEnvironment();
+  const client = await getClient();
 
   const opts: any = {
     content_type: "topicFamily",
     limit,
     skip: offset,
-    locale: defaultEnvironmentLocaleCode,
+    locale: "*",
     select: "sys",
   };
-  const { items, total } = await env.getEntries(opts);
+  const { items, total } = await client.getEntries(opts);
 
   const objects: AlgoliaFamilyRecord[] = [];
   let count: number = Number(offset);
@@ -415,10 +362,6 @@ const getObjects = async (
     const seconds = secondBetweenTwoDate(timeStart, timeEnd);
     log(`Execution time: ${seconds} seconds`);
     objects.push(record);
-
-    if (count % 7 === 0) {
-      await sleep(2000, true);
-    }
   }
 
   return {

package/src/algolia/config.ts

@@ -57,6 +57,8 @@ export const getIndicesSettings = () => {
           "productFields.applications.code",
           "productFields.photometric.temperatureColor.code",
           "productFields.optical.numberOfHeads",
+          "productFields.physical.length",
+          "productFields.electrical.powerSupplyType.code",
         ],
         searchableAttributes: ["name", "code"],
       },

package/src/algolia/models.ts

@@ -1,17 +1,14 @@
 /**
- *
  * Model index
- *
  */
 import {
-  //   getAllEntries,
-  getEntryByID,
+  getClient,
   getEnvironmentDefaultLocaleCode,
-  getEnvironment,
-  getEntryImageDetails,
-  getTopicDetails,
+  getEntryByID,
   getAllEntries,
-} from "../libs/contentful";
+  getTopicDetails,
+  getEntryImageDetails,
+} from "../libs/contenful-cda";
 import {
   CfLocalizedEntryField,
   TopicDetailsResponse,
@@ -26,7 +23,6 @@ import {
   secondBetweenTwoDate,
   capitalizeFirstLetter,
   keysToLowerCase,
-  sleep,
 } from "../utils";
 
 const indexKey: AvailableIndicesKey = "models";
@@ -119,8 +115,10 @@ const getModelAutodescription = async (productLineCode: string) => {
   //       // Profile and others
   //       break;
   //   }
-  console.log(productLineCode);
-  return "TODO: definire autodescription model";
+
+  return (
+    "TODO: definire autodescription model. ProductLine: " + productLineCode
+  );
 };
 
 const getObject = async (
@@ -140,7 +138,6 @@ const getObject = async (
     log(`The topicModel with id ${topicModelId} not found`, "WARN");
     return { objectID: topicModelId };
   }
-  await sleep(200, true);
 
   log(`Get model page details...`);
   const modelPageId = `${topicModelId}_PAGE`;
@@ -150,7 +147,6 @@ const getObject = async (
     "fields.slug,fields.type"
   );
   const slugs = modelPage?.fields?.slug;
-  await sleep(200, true);
 
   log(`Get catalog details...`);
   const catalogs = await getTopicDetails(
@@ -167,7 +163,6 @@ const getObject = async (
       "WARN"
     );
   }
-  await sleep(200, true);
 
   log(`Get productLine details...`);
   const productLines = await getTopicDetails(
@@ -177,7 +172,6 @@ const getObject = async (
     true
   );
   const productLine = productLines?.[0];
-  await sleep(200, true);
 
   log(`Get subFamily details...`);
   const subFamilies = await getTopicDetails(
@@ -187,14 +181,12 @@ const getObject = async (
     true
   );
   const subFamily = subFamilies?.[0];
-  await sleep(200, true);
 
   log(`Get thumbnail details...`);
   const thumbnail = await getEntryImageDetails(
     topicModelWithFields,
     "thumbnail"
   );
-  await sleep(200, true);
 
   log(`Get colors details...`);
   const colors: string[] = [];
@@ -213,14 +205,12 @@ const getObject = async (
         colors.push(productColor);
       }
     });
-    await sleep(200, true);
   } else {
     log(`I cannot get the colors because there is no catalog`, "WARN");
   }
 
   log(`Get autodescription details...`);
   const autodescription = await getModelAutodescription(productLine.code);
-  await sleep(200, true);
 
   /*
 
@@ -297,20 +287,19 @@ const getObjects = async (
   limit: number,
   catalogCode?: AvailableCatalogs
 ): Promise<AlgoliaPaginateRecords> => {
-  const defaultEnvironmentLocaleCode = await getEnvironmentDefaultLocaleCode();
-  const env = await getEnvironment();
+  const client = await getClient();
 
   const opts: any = {
     content_type: "topicModel",
     limit,
     skip: offset,
-    locale: defaultEnvironmentLocaleCode,
+    locale: "*",
     select: topicModelSelect,
   };
   if (catalogCode) {
     opts["fields.catalog.sys.id"] = catalogCode;
   }
-  const { items, total } = await env.getEntries(opts);
+  const { items, total } = await client.getEntries(opts);
 
   const objects: AlgoliaModelRecord[] = [];
   let count: number = Number(offset);
@@ -322,10 +311,6 @@ const getObjects = async (
     const seconds = secondBetweenTwoDate(timeStart, timeEnd);
     log(`Execution time: ${seconds} seconds`);
     objects.push(record);
-
-    if (count % 7 === 0) {
-      await sleep(2000, true);
-    }
   }
 
   return {

package/src/algolia/products.ts

@@ -1,19 +1,16 @@
 /**
  * Product index
- *
- *
- * TODO: Add thumbnail
  */
+import { cfLocales } from "../libs/contentful";
 import {
-  getEntryByID,
+  getClient,
   getEnvironmentDefaultLocaleCode,
+  getEntryByID,
   getTopicDetails,
-  getEnvironment,
-  getDictionaryLocaleValue,
-  cfLocales,
   getDictionaryJson,
+  getDictionaryLocaleValue,
   getEntryImageDetails,
-} from "../libs/contentful";
+} from "../libs/contenful-cda";
 import {
   CfLocalizedEntryField,
   TopicDetailsResponse,
@@ -28,7 +25,6 @@ import {
   getLocalISOTime,
   secondBetweenTwoDate,
   keysToLowerCase,
-  sleep,
 } from "../utils";
 
 export type AlgoliaProductRecord = {
@@ -65,7 +61,7 @@ export type AlgoliaProductRecord = {
 
 const indexKey: AvailableIndicesKey = "products";
 const topicProductSelect =
-  "sys,fields.name,fields.code,fields.catalogs,fields.categoriesArchitectural,fields.categoriesOutdoor,fields.categoriesDecorative,fields.families,fields.subFamiliesArchitectural,fields.subFamiliesOutdoor,fields.subFamiliesDecorative,fields.modelsArchitectural,fields.modelsOutdoor,fields.modelsDecorative,fields.subModelsArchitectural,fields.subModelsOutdoor,fields.subModelsDecorative,fields.productLine,fields.productFields";
+  "sys,fields.name,fields.code,fields.catalogs,fields.categoriesArchitectural,fields.categoriesOutdoor,fields.categoriesDecorative,fields.families,fields.subFamiliesArchitectural,fields.subFamiliesOutdoor,fields.subFamiliesDecorative,fields.modelsArchitectural,fields.modelsOutdoor,fields.modelsDecorative,fields.subModelsArchitectural,fields.subModelsOutdoor,fields.subModelsDecorative,fields.productLine,fields.productSubLine,fields.productFields";
 
 const getLightModuleAutoDescriptionByProductFields = async (
   productFileds: any,
@@ -290,7 +286,6 @@ const getObject = async (
       topicProductSelect
     );
   }
-  await sleep(200, true);
 
   if (!topicProductWithFields) {
     log(`The topicProduct ${topicProduct.sys.id} not found`, "WARN");
@@ -308,7 +303,6 @@ const getObject = async (
     "page",
     "sys,fields.slug"
   );
-  await sleep(200, true);
 
   const slugs = keysToLowerCase(productPage?.fields?.slug) || {};
 
@@ -319,7 +313,6 @@ const getObject = async (
     "topicCatalog",
     true
   );
-  await sleep(200, true);
 
   log(`Get categoriesArchitectural details...`);
   const categoriesArchitectural = await getTopicDetails(
@@ -328,7 +321,6 @@ const getObject = async (
     "topicCategory",
     true
   );
-  await sleep(200, true);
 
   log(`Get categoriesOutdoor details...`);
   const categoriesOutdoor = await getTopicDetails(
@@ -337,7 +329,6 @@ const getObject = async (
     "topicCategory",
     true
   );
-  await sleep(200, true);
 
   log(`Get categoriesDecorative details...`);
   const categoriesDecorative = await getTopicDetails(
@@ -346,7 +337,6 @@ const getObject = async (
     "topicCategory",
     true
   );
-  await sleep(200, true);
 
   log(`Get families details...`);
   const families = await getTopicDetails(
@@ -355,7 +345,6 @@ const getObject = async (
     "topicFamily",
     true
   );
-  await sleep(200, true);
 
   log(`Get subFamiliesArchitectural details...`);
   const subFamiliesArchitectural = await getTopicDetails(
@@ -365,7 +354,6 @@ const getObject = async (
     true,
     true
   );
-  await sleep(200, true);
 
   log(`Get subFamiliesOutdoor details...`);
   const subFamiliesOutdoor = await getTopicDetails(
@@ -375,7 +363,6 @@ const getObject = async (
     true,
     true
   );
-  await sleep(200, true);
 
   log(`Get subFamiliesDecorative details...`);
   const subFamiliesDecorative = await getTopicDetails(
@@ -385,7 +372,6 @@ const getObject = async (
     true,
     true
   );
-  await sleep(200, true);
 
   log(`Get modelsArchitectural details...`);
   const modelsArchitectural = await getTopicDetails(
@@ -394,7 +380,6 @@ const getObject = async (
     "topicModel",
     true
   );
-  await sleep(200, true);
 
   log(`Get modelsOutdoor details...`);
   const modelsOutdoor = await getTopicDetails(
@@ -403,7 +388,6 @@ const getObject = async (
     "topicModel",
     true
   );
-  await sleep(200, true);
 
   log(`Get modelsDecorative details...`);
   const modelsDecorative = await getTopicDetails(
@@ -412,7 +396,6 @@ const getObject = async (
     "topicModel",
     true
   );
-  await sleep(200, true);
 
   log(`Get subModelsArchitectural details...`);
   const subModelsArchitectural = await getTopicDetails(
@@ -421,7 +404,6 @@ const getObject = async (
     "topicSubModel",
     true
   );
-  await sleep(200, true);
 
   log(`Get subModelsOutdoor details...`);
   const subModelsOutdoor = await getTopicDetails(
@@ -430,7 +412,6 @@ const getObject = async (
     "topicSubModel",
     true
   );
-  await sleep(200, true);
 
   log(`Get subModelsDecorative details...`);
   const subModelsDecorative = await getTopicDetails(
@@ -439,7 +420,6 @@ const getObject = async (
     "topicSubModel",
     true
   );
-  await sleep(200, true);
 
   log(`Get productLine details...`);
   const productLine = await getTopicDetails(
@@ -448,7 +428,6 @@ const getObject = async (
     "topicProductLine",
     true
   );
-  await sleep(200, true);
 
   log(`Get productSubLine details...`);
   const productSubLine = await getTopicDetails(
@@ -457,20 +436,17 @@ const getObject = async (
     "topicProductSubLine",
     true
   );
-  await sleep(200, true);
 
   log(`Get autoDescription...`);
   const autoDescription = await getTopicProductAutodescription(
     topicProductWithFields
   );
-  await sleep(200, true);
 
   log(`Get thumbnail details...`);
   const thumbnail = await getEntryImageDetails(
     topicProductWithFields,
     "thumbnail"
   );
-  await sleep(200, true);
 
   log(`Get designers details...`);
   const designers = await getTopicDetails(
@@ -479,7 +455,6 @@ const getObject = async (
     "topicDesigner",
     true
   );
-  await sleep(200, true);
 
   // Single record
   const record: AlgoliaProductRecord = {
@@ -562,18 +537,17 @@ const getObjects = async (
   offset: number,
   limit: number
 ): Promise<AlgoliaPaginateRecords> => {
-  const defaultEnvironmentLocaleCode = await getEnvironmentDefaultLocaleCode();
-  const env = await getEnvironment();
+  const client = await getClient();
 
   const opts: any = {
     content_type: "topicProduct",
     limit,
     skip: offset,
-    locale: defaultEnvironmentLocaleCode,
+    locale: "*",
     select: topicProductSelect,
   };
   opts[filterKey] = filterValue;
-  const { items, total } = await env.getEntries(opts);
+  const { items, total } = await client.getEntries(opts);
 
   const objects: AlgoliaProductRecord[] = [];
   let count: number = Number(offset);
@@ -585,10 +559,6 @@ const getObjects = async (
     const seconds = secondBetweenTwoDate(timeStart, timeEnd);
     log(`Execution time: ${seconds} seconds`);
     objects.push(record);
-
-    if (count % 7 === 0) {
-      await sleep(2000, true);
-    }
   }
 
   return {

package/src/algolia/subModels.ts

@@ -1,25 +1,14 @@
 /**
- *
  * SubModel index
- *
- * Esempio singolo record
- * - name
- * - thumbnail
- * - productCounter - numero di prodotti associati a questo topicSubModel
- * - productLine
- * - parentModel
- * - catalog
- * - priority
  */
 import {
-  getAllEntries,
-  //   getAllEntries,
-  getEntryByID,
+  getClient,
   getEnvironmentDefaultLocaleCode,
-  getEnvironment,
-  getEntryImageDetails,
+  getEntryByID,
+  getAllEntries,
   getTopicDetails,
-} from "../libs/contentful";
+  getEntryImageDetails,
+} from "../libs/contenful-cda";
 import {
   CfLocalizedEntryField,
   TopicDetailsResponse,
@@ -36,7 +25,6 @@ import {
   capitalizeFirstLetter,
   keysToLowerCase,
   addProductFieldValueCodesByPimDetails,
-  sleep,
 } from "../utils";
 import productFieldsRequiredData from "../pim/data/productFields.json";
 
@@ -150,7 +138,6 @@ const getObject = async (
     log(`The topicSubModel with id ${topicSubModelId} not found`, "WARN");
     return { objectID: topicSubModelId };
   }
-  await sleep(200, true);
 
   log(`Get catalog details...`);
   const catalogs = await getTopicDetails(
@@ -160,7 +147,6 @@ const getObject = async (
     true
   );
   const catalog = catalogs?.[0];
-  await sleep(200, true);
   let productFields = [];
   if (!catalog) {
     log(
@@ -175,7 +161,6 @@ const getObject = async (
         topicSubModelWithFields,
         catalogCode
       );
-      await sleep(200, true);
     }
   }
 
@@ -187,7 +172,6 @@ const getObject = async (
     true
   );
   const productLine = productLines?.[0];
-  await sleep(200, true);
 
   log(`Get parentModel details...`);
   const parentModels = await getTopicDetails(
@@ -197,7 +181,6 @@ const getObject = async (
     true
   );
   const parentModel = parentModels?.[0];
-  await sleep(200, true);
 
   log(`Get subFamily details...`);
   const subFamilies = await getTopicDetails(
@@ -207,14 +190,12 @@ const getObject = async (
     true
   );
   const subFamily = subFamilies?.[0];
-  await sleep(200, true);
 
   log(`Get thumbnail details...`);
   const thumbnail = await getEntryImageDetails(
     topicSubModelWithFields,
     "thumbnail"
   );
-  await sleep(200, true);
 
   const record: AlgoliaSubModelRecord = {
     objectID: topicSubModelWithFields.sys.id,
@@ -273,20 +254,19 @@ const getObjects = async (
   limit: number,
   catalogCode?: AvailableCatalogs
 ): Promise<AlgoliaPaginateRecords> => {
-  const defaultEnvironmentLocaleCode = await getEnvironmentDefaultLocaleCode();
-  const env = await getEnvironment();
+  const client = await getClient();
 
   const opts: any = {
     content_type: "topicSubModel",
     limit,
     skip: offset,
-    locale: defaultEnvironmentLocaleCode,
+    locale: "*",
     select: topicSubModelSelect,
   };
   if (catalogCode) {
     opts["fields.catalog.sys.id"] = catalogCode;
   }
-  const { items, total } = await env.getEntries(opts);
+  const { items, total } = await client.getEntries(opts);
 
   const objects: AlgoliaSubModelRecord[] = [];
   let count: number = Number(offset);