pim-import 5.0.1 → 5.0.3

package/src/algolia/products.ts

@@ -1,731 +0,0 @@
-/**
- * Product index
- */
-import {
-  getClient,
-  getEnvironmentDefaultLocaleCode,
-  getEntryByID,
-  getTopicDetails,
-} from "../libs/contentful-cda";
-import {
-  CfLocalizedEntryField,
-  TopicDetailsResponse,
-  AlgoliaPaginateRecords,
-  WrapperImageFields,
-  AlgoliaObjectFilter,
-} from "../types";
-import type { Entry } from "contentful-management/dist/typings/entities/entry";
-import { log, serverUtils } from "../libs/logs";
-import { getIndex, AvailableIndicesKey, removeIndexObject } from "./config";
-import {
-  getLocalISOTime,
-  secondBetweenTwoDate,
-  getAllTranslations,
-  addProductFieldValueCodesByPimDetails,
-  getCertificationFilters,
-} from "../utils";
-import { getWrapperImgixFields } from "../libs/imgix";
-import axios from "@atoms-studio/axios";
-
-export type AlgoliaProductRecord = {
-  objectID: string;
-  name?: string;
-  names?: CfLocalizedEntryField;
-  code?: string;
-  slugs?: {};
-  isProtected?: boolean;
-  description?: {};
-  excerpt?: {};
-  autoDescription?: string;
-  thumbnailImgix?: WrapperImageFields | {};
-  catalogs?: TopicDetailsResponse[];
-  categoriesArchitectural?: TopicDetailsResponse[];
-  categoriesOutdoor?: TopicDetailsResponse[];
-  categoriesDecorative?: TopicDetailsResponse[];
-  categories?: TopicDetailsResponse[];
-  families?: TopicDetailsResponse[];
-  subFamiliesArchitectural?: TopicDetailsResponse[];
-  subFamiliesOutdoor?: TopicDetailsResponse[];
-  subFamiliesDecorative?: TopicDetailsResponse[];
-  subFamilies?: TopicDetailsResponse[];
-  modelsArchitectural?: TopicDetailsResponse[];
-  modelsOutdoor?: TopicDetailsResponse[];
-  modelsDecorative?: TopicDetailsResponse[];
-  models?: TopicDetailsResponse[];
-  subModelsArchitectural?: TopicDetailsResponse[];
-  subModelsOutdoor?: TopicDetailsResponse[];
-  subModelsDecorative?: TopicDetailsResponse[];
-  // subModels?: TopicDetailsResponse[];
-  productLine?: TopicDetailsResponse;
-  productSubLine?: TopicDetailsResponse;
-  designers?: TopicDetailsResponse[];
-  designYear?: string;
-  productFields?: any;
-  destinations?: string[];
-  techSpec?: CfLocalizedEntryField;
-  lastSyncDate?: string;
-};
-
-const indexKey: AvailableIndicesKey = "products";
-const topicProductSelect =
-  "sys,fields.name,fields.code,fields.catalogs,fields.categoriesArchitectural,fields.categoriesOutdoor,fields.categoriesDecorative,fields.families,fields.subFamiliesArchitectural,fields.subFamiliesOutdoor,fields.subFamiliesDecorative,fields.modelsArchitectural,fields.modelsOutdoor,fields.modelsDecorative,fields.subModelsArchitectural,fields.subModelsOutdoor,fields.subModelsDecorative,fields.productLine,fields.productSubLine,fields.productFields,fields.thumbnailImgix,fields.autoDescription,fields.designers,fields.destinations,fields.techSpec";
-
-export const triggerPDFGenerator = async (
-  topicProductId: string,
-  multipleDestinations: boolean = false
-) => {
-  if (
-    process.env.FPI_TRIGGER_GEN_PDF_TASK_ID &&
-    process.env.FPI_TRIGGER_SECRET_KEY
-  ) {
-    const topicProduct = await getEntryByID(
-      topicProductId,
-      "topicProduct",
-      "fields.destinations"
-    );
-
-    const defaultEnvironmentLocaleCode =
-      await getEnvironmentDefaultLocaleCode();
-
-    const defaultData = {
-      locale: defaultEnvironmentLocaleCode,
-      country: "global",
-    };
-
-    let destinationsData = [];
-    if (multipleDestinations) {
-      destinationsData = topicProduct.fields.destinations[
-        defaultEnvironmentLocaleCode
-      ]
-        .filter((destination: string) =>
-          ["PROFESSIONAL_GLOBAL", "PROFESSIONAL_US"].includes(destination)
-        )
-        .map((destination: string) => {
-          switch (destination) {
-            case "PROFESSIONAL_US":
-              return {
-                locale: "en-US",
-                country: "us",
-              };
-            default:
-              return defaultData;
-          }
-        });
-    }
-
-    if (!destinationsData.length) {
-      destinationsData = [defaultData];
-    }
-
-    // TODO: Rimuovere dopo il rilascio del country usa
-    // if (
-    //   !topicProduct.fields.destinations[defaultEnvironmentLocaleCode].find(
-    //     (destination: string) => ["PROFESSIONAL_GLOBAL"].includes(destination)
-    //   )
-    // ) {
-    //   destinationsData = [];
-    // }
-
-    // if (!destinationsData.length) {
-    //   log(
-    //     `No valid destination found for ${topicProductId} topicProductId`,
-    //     "WARN"
-    //   );
-    // }
-
-    for (const destinationData of destinationsData) {
-      const url = `https://api.trigger.dev/api/v1/tasks/${process.env.FPI_TRIGGER_GEN_PDF_TASK_ID}/trigger`;
-      const data = {
-        topicProductId,
-        ...destinationData,
-      };
-      console.log(data);
-      await axios({
-        url,
-        data: {
-          payload: data,
-        },
-        method: "POST",
-        headers: {
-          Authorization: `Bearer ${process.env.FPI_TRIGGER_SECRET_KEY}`,
-        },
-      });
-
-      log(
-        `triggerPDFGenerator - topicProductId: ${topicProductId} locale: ${destinationData.locale} country: ${destinationData.country}`
-      );
-    }
-  } else {
-    log(
-      `FPI_TRIGGER_GEN_PDF_TASK_ID or FPI_TRIGGER_SECRET_KEY env vars not found.`,
-      "ERROR"
-    );
-  }
-};
-
-const isObjectToDelete = (
-  object: any,
-  defaultEnvironmentLocaleCode: string
-) => {
-  return !object?.code || !object?.slugs?.[defaultEnvironmentLocaleCode];
-};
-
-const getObject = async (
-  topicProduct: Entry
-): Promise<AlgoliaProductRecord> => {
-  const defaultEnvironmentLocaleCode = await getEnvironmentDefaultLocaleCode();
-  log(`Sync the ${topicProduct.sys.id} topicProduct...`);
-  let topicProductWithFields: Entry = topicProduct;
-
-  if (!topicProductWithFields?.fields) {
-    log(`Get the ${topicProduct.sys.id} topicProduct details...`);
-    topicProductWithFields = await getEntryByID(
-      topicProduct.sys.id,
-      "topicProduct",
-      topicProductSelect
-    );
-  }
-
-  if (!topicProductWithFields) {
-    log(`The topicProduct ${topicProduct.sys.id} not found`, "WARN");
-
-    const recordFail: AlgoliaProductRecord = {
-      objectID: topicProduct?.sys?.id,
-    };
-
-    return recordFail; // return objectID to delete the record if it exists
-  }
-
-  log(`Get page details...`);
-  const productPage: Entry = await getEntryByID(
-    `${topicProduct.sys.id}_PAGE`,
-    "page",
-    "sys,fields.slug,fields.protected"
-  );
-
-  const slugs = await getAllTranslations(productPage?.fields?.slug || {});
-  const isProtected =
-    !!productPage?.fields?.protected?.[defaultEnvironmentLocaleCode];
-
-  log(`Get catalogs details...`);
-  const catalogs = await getTopicDetails(
-    topicProductWithFields,
-    "catalogs",
-    "topicCatalog"
-  );
-
-  log(`Get categoriesArchitectural details...`);
-  const categoriesArchitectural = await getTopicDetails(
-    topicProductWithFields,
-    "categoriesArchitectural",
-    "topicCategory"
-  );
-
-  log(`Get categoriesOutdoor details...`);
-  const categoriesOutdoor = await getTopicDetails(
-    topicProductWithFields,
-    "categoriesOutdoor",
-    "topicCategory"
-  );
-
-  log(`Get categoriesDecorative details...`);
-  const categoriesDecorative = await getTopicDetails(
-    topicProductWithFields,
-    "categoriesDecorative",
-    "topicCategory"
-  );
-
-  const categories = [
-    ...categoriesArchitectural,
-    ...categoriesOutdoor,
-    ...categoriesDecorative,
-  ];
-
-  log(`Get families details...`);
-  const families = await getTopicDetails(
-    topicProductWithFields,
-    "families",
-    "topicFamily"
-  );
-
-  log(`Get subFamiliesArchitectural details...`);
-  const subFamiliesArchitectural = await getTopicDetails(
-    topicProductWithFields,
-    "subFamiliesArchitectural",
-    "topicSubFamily",
-    false,
-    true,
-    true
-  );
-
-  log(`Get subFamiliesOutdoor details...`);
-  const subFamiliesOutdoor = await getTopicDetails(
-    topicProductWithFields,
-    "subFamiliesOutdoor",
-    "topicSubFamily",
-    false,
-    true,
-    true
-  );
-
-  log(`Get subFamiliesDecorative details...`);
-  const subFamiliesDecorative = await getTopicDetails(
-    topicProductWithFields,
-    "subFamiliesDecorative",
-    "topicSubFamily",
-    false,
-    true,
-    true
-  );
-
-  const subFamilies = [
-    ...subFamiliesArchitectural,
-    ...subFamiliesOutdoor,
-    ...subFamiliesDecorative,
-  ];
-
-  log(`Get modelsArchitectural details...`);
-  const modelsArchitectural = await getTopicDetails(
-    topicProductWithFields,
-    "modelsArchitectural",
-    "topicModel",
-    false,
-    true,
-    true
-  );
-
-  log(`Get modelsOutdoor details...`);
-  const modelsOutdoor = await getTopicDetails(
-    topicProductWithFields,
-    "modelsOutdoor",
-    "topicModel",
-    false,
-    true,
-    true
-  );
-
-  log(`Get modelsDecorative details...`);
-  const modelsDecorative = await getTopicDetails(
-    topicProductWithFields,
-    "modelsDecorative",
-    "topicModel",
-    false,
-    true,
-    true
-  );
-  const models = [
-    ...modelsArchitectural,
-    ...modelsOutdoor,
-    ...modelsDecorative,
-  ];
-
-  log(`Get subModelsArchitectural details...`);
-  const subModelsArchitectural = await getTopicDetails(
-    topicProductWithFields,
-    "subModelsArchitectural",
-    "topicSubModel",
-    false,
-    true,
-    true
-  );
-
-  log(`Get subModelsOutdoor details...`);
-  const subModelsOutdoor = await getTopicDetails(
-    topicProductWithFields,
-    "subModelsOutdoor",
-    "topicSubModel",
-    false,
-    true,
-    true
-  );
-
-  log(`Get subModelsDecorative details...`);
-  const subModelsDecorative = await getTopicDetails(
-    topicProductWithFields,
-    "subModelsDecorative",
-    "topicSubModel",
-    false,
-    true,
-    true
-  );
-
-  // const subModels = [
-  //   ...subModelsArchitectural,
-  //   ...subModelsOutdoor,
-  //   ...subModelsDecorative,
-  // ];
-
-  log(`Get productLine details...`);
-  const productLine = await getTopicDetails(
-    topicProductWithFields,
-    "productLine",
-    "topicProductLine",
-    false,
-    true,
-    true
-  );
-
-  log(`Get productSubLine details...`);
-  const productSubLine = await getTopicDetails(
-    topicProductWithFields,
-    "productSubLine",
-    "topicProductSubLine",
-    false,
-    true,
-    true
-  );
-
-  log(`Get autoDescription...`);
-  const autoDescriptionLengthLimit = 100;
-  const autoDescription = topicProductWithFields?.fields?.autoDescription ?? {};
-  Object.entries(autoDescription).forEach(
-    (desc: any) =>
-      (autoDescription[desc[0]] =
-        desc[1] && desc[1].length > autoDescriptionLengthLimit
-          ? desc[1].substring(0, autoDescriptionLengthLimit) + " ..."
-          : desc[1])
-  );
-
-  log(`Get thumbnail imgix details...`);
-  let thumbnailImgix = {};
-  const thumbnailImgixWrapperImgixID =
-    topicProductWithFields?.fields?.thumbnailImgix?.[
-      defaultEnvironmentLocaleCode
-    ]?.sys.id;
-  if (thumbnailImgixWrapperImgixID) {
-    thumbnailImgix = await getWrapperImgixFields(thumbnailImgixWrapperImgixID);
-  } else {
-    log(`No thumbnail imgix found`, "WARN");
-  }
-
-  let productFields =
-    topicProductWithFields?.fields?.productFields?.[
-      defaultEnvironmentLocaleCode
-    ] || "";
-
-  if (!productFields?.photometric) {
-    productFields.photometric = {
-      realNetFlow: undefined,
-    };
-  }
-
-  const realNetFlowValue = Number(productFields.photometric.realNetFlow);
-  productFields.photometric.realNetFlow = !isNaN(realNetFlowValue)
-    ? realNetFlowValue
-    : "";
-
-  log(`Get designers details...`);
-  const designers = await getTopicDetails(
-    topicProductWithFields,
-    "designers",
-    "topicDesigner",
-    false,
-    true,
-    true
-  );
-
-  log(`Get certificationIcons details...`);
-  if (!productFields?.certificationIcons) {
-    productFields.certificationIcons = [];
-  }
-  if (productFields.certification?.certificates?.length) {
-    productFields.certificationIcons = productFields.certificationIcons.concat(
-      productFields.certification.certificates
-    );
-  }
-  if (productFields.marking?.markings?.length) {
-    productFields.certificationIcons = productFields.certificationIcons.concat(
-      productFields.marking.markings
-    );
-  }
-
-  log(`Get certificationFilters details...`);
-  productFields.certificationFilters = getCertificationFilters(
-    topicProductWithFields?.fields?.productFields?.[
-      defaultEnvironmentLocaleCode
-    ]
-  );
-
-  log(`Get filterableCertifications details...`);
-  const filterableCertificationsFields = ["enec", "ul", "certificates"];
-  for (const filterableCertificationsField of filterableCertificationsFields) {
-    productFields = addProductFieldValueCodesByPimDetails(
-      topicProductWithFields.fields.productFields?.[
-        defaultEnvironmentLocaleCode
-      ],
-      productFields,
-      filterableCertificationsField,
-      "certification",
-      "filterableCertifications",
-      false,
-      true
-    );
-  }
-
-  if (!productFields?.certification) {
-    productFields.certification = {};
-  }
-
-  productFields.certification.enecCertified =
-    !!productFields.certification?.enecCertified;
-
-  log(`Get designYear details...`);
-  const designYear = productFields?.designYear || "";
-
-  log(`Get destinations details...`);
-  const destinations =
-    topicProductWithFields?.fields?.destinations?.[
-      defaultEnvironmentLocaleCode
-    ] || [];
-
-  log(`Get availableTo details...`);
-  productFields.availableTo = [];
-  if (
-    topicProductWithFields?.fields?.productFields?.[
-      defaultEnvironmentLocaleCode
-    ].visibleToShop
-  ) {
-    productFields.availableTo.push("visibleToShop");
-  }
-  if (
-    topicProductWithFields?.fields?.productFields?.[
-      defaultEnvironmentLocaleCode
-    ].quickDelivery
-  ) {
-    productFields.availableTo.push("quickDelivery");
-  }
-
-  // Single record
-  const record: AlgoliaProductRecord = {
-    objectID: topicProductWithFields.sys.id,
-    name:
-      topicProductWithFields?.fields?.name?.[defaultEnvironmentLocaleCode] ||
-      "",
-    names: await getAllTranslations(topicProductWithFields?.fields?.name || {}),
-    code:
-      topicProductWithFields?.fields?.code?.[defaultEnvironmentLocaleCode] ||
-      "",
-    slugs,
-    isProtected,
-    // description: topicProductWithFields?.fields?.description, // Rimosso perché in alcuni prodotti si superava il limite massimo della dimensione del record (10000 bytes). es: F0070054
-    // excerpt: topicProductWithFields?.fields?.excerpt, // Rimosso perché in alcuni prodotti si superava il limite massimo della dimensione del record (10000 bytes). es: F0070054
-    autoDescription: await getAllTranslations(autoDescription || {}),
-    thumbnailImgix,
-    catalogs,
-    categoriesArchitectural,
-    categoriesOutdoor,
-    categoriesDecorative,
-    categories,
-    families,
-    subFamiliesArchitectural,
-    subFamiliesOutdoor,
-    subFamiliesDecorative,
-    subFamilies,
-    modelsArchitectural,
-    modelsOutdoor,
-    modelsDecorative,
-    models,
-    subModelsArchitectural,
-    subModelsOutdoor,
-    subModelsDecorative,
-    // subModels,
-    productLine: productLine?.[0],
-    productSubLine: productSubLine?.[0],
-    productFields,
-    designers,
-    designYear,
-    destinations,
-    techSpec: await getAllTranslations(
-      topicProductWithFields?.fields?.techSpec || {}
-    ),
-    lastSyncDate: getLocalISOTime(),
-  };
-
-  return record;
-};
-
-export const reindexProduct = async (
-  topicProductId: string,
-  generatePdf: boolean = false
-) => {
-  const timeStart = new Date();
-
-  log(`reindexProduct - entryId: ${topicProductId} `);
-
-  const defaultEnvironmentLocaleCode = await getEnvironmentDefaultLocaleCode();
-  const topicProduct = await getEntryByID(
-    topicProductId,
-    "topicProduct",
-    topicProductSelect
-  );
-
-  const index = getIndex(indexKey);
-  let record = null;
-  if (!topicProduct) {
-    log(
-      `No topicProduct found with id ${topicProductId}. Delete object if exists`,
-      "WARN"
-    );
-    record = await index.deleteObject(topicProductId);
-    return { ...record };
-  }
-
-  const object = await getObject(topicProduct);
-  // Save record to Algolia
-  if (!isObjectToDelete(object, defaultEnvironmentLocaleCode)) {
-    log(`Save object`);
-    record = await index.saveObject(object);
-    if (generatePdf && record?.objectID) {
-      log(`Start triggerPDFGenerator`);
-      await triggerPDFGenerator(record.objectID, true);
-    } else {
-      log(`Skip triggerPDFGenerator`);
-    }
-  } else {
-    log(`Delete object`);
-    record = await index.deleteObject(object.objectID);
-  }
-
-  const timeEnd = new Date();
-  const seconds = secondBetweenTwoDate(timeStart, timeEnd);
-  log(`Execution time: ${seconds} seconds`);
-  return { ...record, ...object };
-};
-
-const getObjects = async (
-  filterKey: string,
-  filterValue: string,
-  offset: number,
-  limit: number,
-  lastPimSyncDateGte?: string,
-  filters: AlgoliaObjectFilter[] = [],
-  lastModifiedGte?: string
-): Promise<AlgoliaPaginateRecords> => {
-  const client = await getClient();
-
-  const opts: any = {
-    content_type: "topicProduct",
-    limit,
-    skip: offset,
-    select: topicProductSelect,
-  };
-  opts[filterKey] = filterValue;
-  if (lastPimSyncDateGte) {
-    opts["fields.lastPimSyncDate[gte]"] = lastPimSyncDateGte;
-  }
-
-  if (lastModifiedGte) {
-    opts["sys.updatedAt[gte]"] = lastModifiedGte;
-  }
-
-  if (filters?.length) {
-    for (const filter of filters) {
-      opts[filter.key] = filter.value;
-    }
-  }
-
-  const { items, total } = await client.withAllLocales.getEntries(opts);
-
-  const objects: AlgoliaProductRecord[] = [];
-  let count: number = Number(offset);
-  let current: number = 0;
-  for (const topicProduct of items) {
-    log(`${++count} of ${total}`, "INFO");
-    const timeStart = new Date();
-    const record = await getObject(topicProduct);
-    const timeEnd = new Date();
-    const seconds = secondBetweenTwoDate(timeStart, timeEnd);
-    log(`Execution time: ${seconds} seconds`);
-    objects.push(record);
-    if (serverUtils) {
-      serverUtils.log(topicProduct.sys.id);
-      const progress = Math.floor((++current / items.length) * 100);
-      serverUtils.updateProgress(progress);
-    }
-  }
-
-  return {
-    objects,
-    offset: Number(offset) + Number(limit),
-    limit: Number(limit),
-    completed: count >= total, // if is true the import is completed
-    total,
-  };
-};
-
-/**
- * Reindex products
- *
- *
- * @param filterKey Eg: "fields.catalogs.sys.id[in]" or "fields.families.sys.id[in]"
- * @param filterValue Eg: "DECORATIVE" or "LIGHTING_IN_THE_RAIN"
- * @param offset
- * @param limit Default: 50
- * @param lastPimSyncDateGte Eg: "2021-11-12T23:00:00.000Z"
- * @param generatePdf
- */
-export const reindexProducts = async (
-  filterKey: string,
-  filterValue: string,
-  offset: number = 0,
-  limit: number = 50,
-  lastPimSyncDateGte?: string,
-  generatePdf: boolean = false,
-  filters: AlgoliaObjectFilter[] = [],
-  lastModifiedGte?: string
-) => {
-  const timeStart = new Date();
-  log(
-    `reindexProducts - filterKey: ${filterKey} filterValue: ${filterValue} offset: ${offset} limit: ${limit} lastPimSyncDateGte: ${lastPimSyncDateGte} filters: ${filters
-      .map((filter) => `${filter.key}:${filter.value}`)
-      .join(", ")}`
-  );
-
-  const records = await getObjects(
-    filterKey,
-    filterValue,
-    offset,
-    limit,
-    lastPimSyncDateGte,
-    filters,
-    lastModifiedGte
-  );
-  const defaultEnvironmentLocaleCode = await getEnvironmentDefaultLocaleCode();
-  const objectsToSave = records.objects.filter(
-    (object) => !isObjectToDelete(object, defaultEnvironmentLocaleCode)
-  );
-  const objectIdsToDelete = records.objects
-    .filter((object) => isObjectToDelete(object, defaultEnvironmentLocaleCode))
-    .map((object) => object.objectID);
-
-  // Save records to Algolia
-  const index = getIndex(indexKey);
-  log(`Save ${objectsToSave.length} objects to ${index.indexName} index`);
-  const savedObjectIDs = await index.saveObjects(objectsToSave);
-  log(
-    `Delete ${objectIdsToDelete.length} objects from ${index.indexName} index`
-  );
-  const deletedObjectIDs = await index.deleteObjects(objectIdsToDelete);
-
-  if (generatePdf && savedObjectIDs?.objectIDs) {
-    await Promise.all(
-      savedObjectIDs.objectIDs.map(async (savedObjectId) => {
-        await triggerPDFGenerator(savedObjectId, true);
-      })
-    );
-  }
-
-  const timeEnd = new Date();
-  const seconds = secondBetweenTwoDate(timeStart, timeEnd);
-  log(`Execution time: ${seconds} seconds`);
-
-  return {
-    ...records,
-    savedObjectIDs: savedObjectIDs.objectIDs,
-    deletedObjectIDs: deletedObjectIDs.objectIDs,
-  };
-};
-
-export const removeProductObject = async (topicProductId: string) => {
-  return removeIndexObject(topicProductId, indexKey);
-};