pim-import 5.0.0 → 5.0.2

package/src/pim/methods/dictionary.ts

@@ -1,611 +0,0 @@
-import { getDictionary } from "../endpoints";
-import {
-  ObjectPartial,
-  CfLocalizedEntryField,
-  ProductFieldsRequiredData,
-} from "../../types";
-import {
-  createEntryWithId,
-  updateEntry,
-  getEntryByCode,
-  addFieldValue,
-  addToRelationFields,
-  getDictionaryJson,
-} from "../../libs/contentful";
-import productFieldsRequiredData from "../data/productFields.json";
-import mime from "mime-types";
-import {
-  checkConfig as checkS3Config,
-  upload as uploadToS3,
-  getFileFromS3,
-  saveJsonToS3,
-} from "../../libs/s3";
-import type {
-  CreateEntryProps,
-  Entry,
-} from "contentful-management/dist/typings/entities/entry";
-import { log, serverUtils } from "../../libs/logs";
-import {
-  getPimTranslations,
-  getLocalISOTime,
-  sanitizeValue,
-} from "../../utils";
-import { DProductSubLine } from "../../resources/DProductSubLine";
-import {
-  certificationFields,
-  excludeCertificationFieldsKeys,
-} from "./products";
-
-export const contentTypeId = "globalJsonFile";
-export const entryId = "globalJsonProductFields";
-
-type DictionaryRecord = {
-  code: string;
-  parentName: string | null;
-  image: string | null;
-  imageAlternative: string | null;
-  value_en: string | null;
-  value_en_US: string | null;
-  value_it: string | null;
-  value_es: string | null;
-  value_de: string | null;
-  value_fr: string | null;
-  value_sv: string | null;
-  value_no: string | null;
-  value_da: string | null;
-  value_ru: string | null;
-  otherData: ObjectPartial;
-  imageS3: string | null;
-  imageAlternativeS3: string | null;
-  priority: number | null;
-};
-
-const getRequiredDictionaryDataWithIcons = (): ProductFieldsRequiredData[] => {
-  return productFieldsRequiredData.filter((field) => field.icon);
-};
-
-const importIcons = async (
-  fieldValue: any,
-  fieldProductKey: string,
-  skipAlreadyExistsCheck: boolean = false
-) => {
-  log(`Import icons of field ${fieldProductKey}`);
-  const imageFields = ["image", "imageAlternative"];
-
-  for (const imageField of imageFields) {
-    const s3FieldKey = `${imageField}S3`;
-    if (fieldValue?.[imageField]) {
-      const contentType = mime.lookup(fieldValue[imageField]);
-      const imgUrl = fieldValue[imageField];
-      const fileName = `${fieldValue.code}.${imgUrl.split(".").pop()}`;
-      if (contentType) {
-        const path = `icons/${fieldProductKey}/${imageField}`;
-        const iconAlreadyExists = await getFileFromS3(
-          `${path}/${fileName}`,
-          true
-        );
-
-        if (iconAlreadyExists && !skipAlreadyExistsCheck) {
-          log(
-            `Icon ${imageField} "${fileName}" already exists to"${iconAlreadyExists}"`
-          );
-          fieldValue[s3FieldKey] = iconAlreadyExists;
-        } else {
-          log(
-            `Uploading icon ${imageField} "${fileName}" to S3 path "${path}"`
-          );
-          try {
-            const res = await uploadToS3(imgUrl, fileName, path);
-            fieldValue[s3FieldKey] = res.Location;
-          } catch (err: any) {
-            log(
-              `Uploading icon ${imageField} "${fileName}" to S3 path "${path}" failed. imgUrl: ${imgUrl}`,
-              "WARN"
-            );
-          }
-        }
-      } else {
-        log(
-          `contentType not found. \nimageField: ${imageField} \nField: ${fieldProductKey} \nCode: ${fieldValue.code}`,
-          "ERROR"
-        );
-      }
-    } else {
-      log(
-        `image url not found. \n\nimageField: ${imageField}  \nField: ${fieldProductKey} \nCode: ${fieldValue.code}`
-      );
-    }
-  }
-  return fieldValue;
-};
-
-export const importDictionaryIcons = async (
-  skipAlreadyExistsCheck: boolean = false
-): Promise<any> => {
-  try {
-    checkS3Config();
-
-    log("importDictionaryIcons - Start", "INFO");
-    log("Get S3 JSON dictionary file");
-
-    const data = await getDictionaryJson();
-
-    const requiredDictionaryDataWithIcons =
-      getRequiredDictionaryDataWithIcons();
-    let current: number = 0;
-    for (const reqField of requiredDictionaryDataWithIcons) {
-      const reqFieldKey = reqField.key;
-      if (reqFieldKey && reqField.icon) {
-        if (reqField.parent) {
-          if (data?.[reqField.parent]?.[reqFieldKey]) {
-            await Promise.all(
-              data[reqField.parent][reqFieldKey].map(async (field: any) => {
-                await importIcons(field, reqFieldKey, skipAlreadyExistsCheck);
-              })
-            );
-          } else {
-            log(`Field ${reqFieldKey} not found into contenful dictionary`);
-          }
-        } else {
-          if (data?.[reqFieldKey]) {
-            await Promise.all(
-              data[reqFieldKey].map(async (field: any) => {
-                await importIcons(field, reqFieldKey, skipAlreadyExistsCheck);
-              })
-            );
-          } else {
-            log(`Field ${reqFieldKey} not found into contenful dictionary`);
-          }
-        }
-      }
-      if (serverUtils) {
-        serverUtils.log(reqFieldKey);
-        const progress = Math.floor(
-          (++current / requiredDictionaryDataWithIcons.length) * 100
-        );
-        serverUtils.updateProgress(progress);
-      }
-    }
-
-    if (data?.certifications) {
-      await Promise.all(
-        data.certifications.map(async (field: any) => {
-          await importIcons(field, "certifications", skipAlreadyExistsCheck);
-        })
-      );
-    } else {
-      log(`No certifications found into contenful dictionary`);
-    }
-
-    // Updating S3 dictionary entry data
-    log("Updating S3 dictionary entry data");
-    await saveJsonToS3(data, "dictionary.json");
-    log("importDictionaryIcons - Completed");
-
-    return { completed: true };
-  } catch (err: any) {
-    log(err, "ERROR");
-  }
-};
-
-export const importDictionaryFields = async (
-  offset: number = 0,
-  limit: number = -1
-): Promise<any> => {
-  if (limit === 0) {
-    log("the limit cannot be 0", "ERROR");
-  }
-  if (offset === 0) {
-    await importDictionaryData();
-  }
-
-  log(`importDictionaryFields - offset: ${offset} limit: ${limit}`, "INFO");
-
-  // Get dictionary data
-  log("Get dictionary data");
-  const pimDictionaryData: Partial<Record<string, DictionaryRecord[]>> =
-    await getDictionary();
-
-  // Icons Check
-  log("Icons Check");
-  const iconCodes = ["colour_18k-gold", "colour_alluminio-anodizzato-nero"];
-  const iconsCheck = pimDictionaryData?.DWebColour?.filter((c) =>
-    iconCodes.includes(c.code)
-  );
-  let iconEmpty = false;
-  if (iconsCheck) {
-    for (const icon of iconsCheck) {
-      if (!icon?.image) {
-        iconEmpty = true;
-        console.log(icon);
-      }
-    }
-  }
-  if (iconEmpty) {
-    throw new Error(`Icons not found. Codes: ${iconCodes.join(", ")}`);
-  }
-
-  if (pimDictionaryData) {
-    // Filter required fields
-    log("Filter required fields");
-    let count: number = 0;
-    let current: number = 0;
-    const data: ObjectPartial = {};
-    productFieldsRequiredData.push({
-      key: "designer",
-      parent: "",
-      icon: false,
-      dictionary: "Designer",
-      type: "object",
-    });
-
-    // productFieldsRequiredData.push({
-    //   key: "categories",
-    //   parent: "",
-    //   icon: false,
-    //   dictionary: "DCategory",
-    //   type: "array",
-    // });
-    // productFieldsRequiredData.push({
-    //   key: "families",
-    //   parent: "",
-    //   icon: false,
-    //   dictionary: "Family",
-    //   type: "array",
-    // });
-    productFieldsRequiredData.push({
-      key: "subFamilies",
-      parent: "",
-      icon: false,
-      dictionary: "Subfamily",
-      type: "array",
-    });
-    productFieldsRequiredData.push({
-      key: "models",
-      parent: "",
-      icon: false,
-      dictionary: "Model",
-      type: "array",
-    });
-    productFieldsRequiredData.push({
-      key: "productLine",
-      parent: "",
-      icon: false,
-      dictionary: "DProductLine",
-      type: "array",
-    });
-    productFieldsRequiredData.push({
-      key: "categories",
-      parent: "",
-      icon: false,
-      dictionary: "DCategory",
-      type: "array",
-    });
-    // productFieldsRequiredData.push({
-    //   key: "subModels",
-    //   parent: "",
-    //   icon: false,
-    //   dictionary: "SubModel",
-    //   type: "array",
-    // });
-    for (const productFieldRequiredData of productFieldsRequiredData) {
-      if (offset <= count || limit === -1) {
-        if (
-          productFieldRequiredData.dictionary &&
-          pimDictionaryData?.[productFieldRequiredData.dictionary]
-        ) {
-          log(`Import ${productFieldRequiredData.dictionary}`);
-          const dictionaryRecord =
-            pimDictionaryData?.[productFieldRequiredData.dictionary];
-          if (productFieldRequiredData.parent) {
-            if (!data[productFieldRequiredData.parent]) {
-              data[productFieldRequiredData.parent] = {};
-            }
-            data[productFieldRequiredData.parent][
-              productFieldRequiredData.key
-            ] = dictionaryRecord;
-          } else {
-            data[productFieldRequiredData.key] = dictionaryRecord;
-          }
-        } else if (productFieldRequiredData.dictionary) {
-          log(`${productFieldRequiredData.dictionary} not found`, "WARN");
-        }
-        if (limit !== -1 && count + 1 - offset >= limit) {
-          break;
-        }
-      }
-      count++;
-      if (serverUtils) {
-        serverUtils.log(productFieldRequiredData.key);
-        const currentTotal =
-          productFieldsRequiredData.length > limit && limit !== -1
-            ? limit
-            : productFieldsRequiredData.length;
-        const progress = Math.floor((++current / currentTotal) * 100);
-        serverUtils.updateProgress(progress);
-      }
-    }
-
-    const completed = count >= productFieldsRequiredData.length;
-
-    if (completed) {
-      log("Create certifications");
-      let certifications: DictionaryRecord[] = [];
-      for (const certificationField of certificationFields) {
-        const pimCertifications: { string: DictionaryRecord[] } =
-          data[certificationField];
-        for (const [key, values] of Object.entries(pimCertifications)) {
-          if (!excludeCertificationFieldsKeys.includes(key)) {
-            log(`Add ${key} values to certifications`);
-            certifications = certifications.concat(values);
-          }
-        }
-        log(`Remove unwanted values to certifications`);
-        certifications = certifications.filter((value) => {
-          return sanitizeValue(value?.code);
-        });
-      }
-      log(`Add certifications to data`);
-      data.certifications = certifications;
-
-      log("Create catalogs");
-      data.catalogs = pimDictionaryData.Catalog;
-    }
-
-    if (Object.entries(data).length) {
-      // Create/Update Contentful entry
-      log("Create/Update Contentful entry");
-      // await updateContentfulDictionaryData(data, offset === 0);
-
-      await saveJsonToS3(data, "dictionary.json", "");
-    } else {
-      log("no matches found", "ERROR");
-    }
-
-    return {
-      offset: Number(offset) + Number(limit),
-      limit: Number(limit),
-      completed, // if is true the import is completed
-      total: productFieldsRequiredData.length,
-    };
-  } else {
-    log("no data found in the dictionary", "ERROR");
-  }
-};
-
-export const importDictionaryData = async (): Promise<any> => {
-  log(`importDictionaryData`, "INFO");
-
-  // Get dictionary data
-  log("Get dictionary data");
-  const pimDictionaryData: Partial<Record<string, DictionaryRecord[]>> =
-    await getDictionary();
-
-  if (pimDictionaryData && Object.keys(pimDictionaryData).length) {
-    const dictionaryData = {} as any;
-
-    for (const key in pimDictionaryData) {
-      if (Array.isArray(pimDictionaryData[key])) {
-        //@ts-ignore
-        dictionaryData[key] = pimDictionaryData[key].map((item) => ({
-          code: item.code,
-          parentName: item.parentName,
-          image: item.image,
-          imageAlternative: item.imageAlternative,
-          value_en: item.value_en,
-          imageS3: item.imageS3,
-          imageAlternativeS3: item.imageAlternativeS3,
-        }));
-      } else {
-        dictionaryData[key] = pimDictionaryData[key];
-      }
-    }
-
-    if (Object.entries(dictionaryData).length) {
-      // Create/Update Contentful entry
-      log("Create/Update Contentful entry");
-      // await updateContentfulDictionaryData(data, offset === 0);
-
-      await saveJsonToS3(dictionaryData, "dictionary-data.json", "");
-    } else {
-      log("no matches found", "ERROR");
-    }
-  } else {
-    log("no data found in the dictionary", "ERROR");
-  }
-};
-
-const getProductLineData = async (
-  names: CfLocalizedEntryField,
-  code: string,
-  productLineEntry: Entry | null
-) => {
-  const data: CreateEntryProps = {
-    fields: productLineEntry?.fields || {},
-  };
-  data.fields.name = names;
-  data.fields = await addFieldValue(data, "code", code);
-
-  // lastPimSyncDate
-  data.fields = await addFieldValue(data, "lastPimSyncDate", getLocalISOTime());
-
-  return data;
-};
-
-/**
- * Import producLine
- * - name
- * - code
- * - lastPimSyncDate
- *
- * @returns
- */
-export const importDictionaryProductLine = async (): Promise<any> => {
-  log(`importDictionaryProductLine`, "INFO");
-
-  // Get dictionary data
-  log("Get dictionary data");
-  const pimDictionaryData = await getDictionary();
-  if (pimDictionaryData) {
-    let count: number = 0;
-    if (pimDictionaryData?.DProductLine.length) {
-      for (const item of pimDictionaryData.DProductLine) {
-        const names: CfLocalizedEntryField = getPimTranslations(item);
-        const productLine: DictionaryRecord = item;
-        log(`Import productLine ${productLine.code}`);
-
-        let productLineEntry = await getEntryByCode(
-          productLine.code,
-          "topicProductLine"
-        );
-
-        const data: CreateEntryProps = await getProductLineData(
-          names,
-          productLine.code,
-          productLineEntry
-        );
-
-        if (productLineEntry) {
-          log(`ProductLine ${productLine.code} already exists. Updating...`);
-          productLineEntry = await updateEntry(
-            productLineEntry,
-            data,
-            productLineEntry.isPublished()
-          );
-        } else {
-          log(
-            `ProductLine ${productLine.code} not exists. Create new entry with data`
-          );
-          productLineEntry = await createEntryWithId(
-            "topicProductLine",
-            productLine.code,
-            data,
-            true
-          );
-        }
-
-        ++count;
-        if (serverUtils) {
-          serverUtils.log(productLine.code);
-          const progress = Math.floor(
-            (count / pimDictionaryData.DProductLine.length) * 100
-          );
-          serverUtils.updateProgress(progress);
-        }
-      }
-    }
-
-    return count;
-  } else {
-    log("no data found in the dictionary", "ERROR");
-  }
-};
-
-const getProductSubLineData = async (
-  names: CfLocalizedEntryField,
-  code: string,
-  productLineEntry: Entry | null,
-  productSubLineEntry: Entry | null
-) => {
-  const data: CreateEntryProps = {
-    fields: productSubLineEntry?.fields || {},
-  };
-  data.fields.name = names;
-  data.fields = await addFieldValue(data, "code", code);
-
-  // parentProductLine
-  if (productLineEntry) {
-    data.fields = await addToRelationFields(
-      data,
-      "parentProductLine",
-      productLineEntry.sys.id
-    );
-  }
-
-  // lastPimSyncDate
-  data.fields = await addFieldValue(data, "lastPimSyncDate", getLocalISOTime());
-
-  return data;
-};
-
-export const importDictionaryProductSubLine = async (): Promise<any> => {
-  log(`importDictionaryProductSubLine`, "INFO");
-
-  // Get dictionary data
-  log("Get dictionary data");
-  const pimDictionaryData = await getDictionary();
-  if (pimDictionaryData) {
-    let count: number = 0;
-    if (pimDictionaryData?.DProductSubLine.length) {
-      for (const item of pimDictionaryData.DProductSubLine) {
-        const names: CfLocalizedEntryField = getPimTranslations(item);
-        const productSubLine: DProductSubLine = item;
-        log(`Import productSubLine ${productSubLine.code}`);
-
-        let productSubLineEntry = await getEntryByCode(
-          productSubLine.code,
-          "topicProductSubLine"
-        );
-
-        let productLineEntry = null;
-        if (productSubLine.othersData.productLine.code) {
-          productLineEntry = await getEntryByCode(
-            productSubLine.othersData.productLine.code,
-            "topicProductLine"
-          );
-
-          if (!productLineEntry) {
-            log(
-              `No topicProductLine with code ${productSubLine.othersData.productLine.code} found for the productSubLine ${productSubLine.code}`
-            );
-          }
-        } else {
-          log(
-            `No parent productLine found for the productSubLine ${productSubLine.code} from PIM`
-          );
-        }
-
-        const data: CreateEntryProps = await getProductSubLineData(
-          names,
-          productSubLine.code,
-          productLineEntry,
-          productSubLineEntry
-        );
-
-        if (productSubLineEntry) {
-          log(
-            `ProductSubLine ${productSubLine.code} already exists. Updating...`
-          );
-          productSubLineEntry = await updateEntry(
-            productSubLineEntry,
-            data,
-            productSubLineEntry.isPublished()
-          );
-        } else {
-          log(
-            `ProductSubLine ${productSubLine.code} not exists. Create new entry with data`
-          );
-          productSubLineEntry = await createEntryWithId(
-            "topicProductSubLine",
-            productSubLine.code,
-            data,
-            true
-          );
-        }
-
-        ++count;
-        if (serverUtils) {
-          serverUtils.log(productSubLine.code);
-          const progress = Math.floor(
-            (count / pimDictionaryData.DProductSubLine.length) * 100
-          );
-          serverUtils.updateProgress(progress);
-        }
-      }
-    }
-
-    return count;
-  } else {
-    log("no data found in the dictionary", "ERROR");
-  }
-};