pim-import 5.0.1 → 5.0.3

package/src/pim/methods/families.ts

@@ -1,345 +0,0 @@
-import { getFamilies } from "../endpoints";
-import { log, serverUtils } from "../../libs/logs";
-import type {
-  Entry,
-  CreateEntryProps,
-} from "contentful-management/dist/typings/entities/entry";
-import {
-  updateEntry,
-  createEntryWithId,
-  getEnvironmentDefaultLocaleCode,
-  getEntryByID,
-  cfLocales,
-  addToRelationFields,
-  addFieldValue,
-  // getAllEntries,
-} from "../../libs/contentful";
-import { FamilyDetails } from "../../resources/FamilyDetails";
-import {
-  sleep,
-  getPimTranslations,
-  stringToSlug,
-  sanitizeValue,
-  getLocalISOTime,
-} from "../../utils";
-import { CfLocalizedEntryField, PaginationResults } from "../../types";
-import { addDesignerData } from "./designers";
-import { setHideInRegionField } from "./products";
-
-// const getComponentSubFamilyPagesData = async (
-//   componentID: string,
-//   componentModule: Entry | null
-//   // topicFamily: Entry
-// ) => {
-//   const componentData: CreateEntryProps = {
-//     fields: componentModule?.fields || {},
-//   };
-
-//   componentData.fields = await addFieldValue(
-//     componentData,
-//     "internalName",
-//     componentID
-//   );
-
-//   // Associazione subfamilypages utile solo per primo import
-//   // const allSubfamilies = await getAllEntries(
-//   //   "topicSubFamily",
-//   //   "sys",
-//   //   "fields.parentFamily.sys.id",
-//   //   topicFamily.sys.id
-//   // );
-
-//   // for (const subFamily of allSubfamilies) {
-//   //   componentData.fields = await addToRelationFields(
-//   //     componentData,
-//   //     "subfamilyPages",
-//   //     `${subFamily.sys.id}_PAGE`,
-//   //     true
-//   //   );
-//   // }
-
-//   return componentData;
-// };
-
-// const addComponentSubFamilyPages = async (
-//   topicFamily: Entry
-// ): Promise<Entry> => {
-//   const componentID = `CC_${topicFamily.sys.id}`;
-//   const componentContentType = "componentSubFamilyPages";
-//   let componentSubFamilyPages = await getEntryByID(
-//     componentID,
-//     componentContentType
-//   );
-
-//   const componentData = await getComponentSubFamilyPagesData(
-//     componentID,
-//     componentSubFamilyPages
-//     // topicFamily
-//   );
-
-//   if (componentSubFamilyPages) {
-//     log(
-//       `Update ${componentContentType} for the ${topicFamily.sys.id} family page`
-//     );
-//     componentSubFamilyPages = await updateEntry(
-//       componentSubFamilyPages,
-//       componentData,
-//       componentSubFamilyPages.isPublished()
-//     );
-//   } else {
-//     log(
-//       `Add ${componentContentType} for the ${topicFamily.sys.id} family page`
-//     );
-//     componentSubFamilyPages = await createEntryWithId(
-//       componentContentType,
-//       componentID,
-//       componentData
-//     );
-//     try {
-//       componentSubFamilyPages = await componentSubFamilyPages.publish();
-//     } catch (err: any) {
-//       log(`Cannot publish entry.`);
-//       log(err);
-//     }
-//   }
-
-//   return componentSubFamilyPages;
-// };
-
-const getFamilyPageData = async (
-  names: CfLocalizedEntryField,
-  slugs: CfLocalizedEntryField,
-  pageId: string,
-  familyEntry: Entry,
-  familyPageEntry: Entry
-): Promise<CreateEntryProps> => {
-  const defEnvLocaleCode = await getEnvironmentDefaultLocaleCode();
-  const pageData: CreateEntryProps = {
-    fields: familyPageEntry?.fields || {},
-  };
-
-  pageData.fields.title = names;
-  pageData.fields.slug = slugs;
-
-  pageData.fields = await addFieldValue(pageData, "internalName", pageId);
-  pageData.fields = await addFieldValue(pageData, "type", "CatalogFamily");
-
-  // Topic
-  pageData.fields = await addToRelationFields(
-    pageData,
-    "topic",
-    familyEntry.sys.id
-  );
-
-  // Contents - componentSubFamilyPages
-  // const componentModule = await addComponentSubFamilyPages(familyEntry);
-  // pageData.fields = await addToRelationFields(
-  //   pageData,
-  //   "contents",
-  //   componentModule.sys.id,
-  //   true
-  // );
-
-  const destinations =
-    familyEntry?.fields?.destinations?.[defEnvLocaleCode] || [];
-  pageData.fields = await setHideInRegionField(destinations, pageData);
-
-  return pageData;
-};
-
-/**
- * Create or update family page
- *
- * @param familyEntry
- * @returns
- */
-export const createOrUpdatePage = async (
-  familyEntry: Entry
-): Promise<Entry> => {
-  const defaultEnvironmentLocaleCode = await getEnvironmentDefaultLocaleCode();
-  const pageId = `${familyEntry.sys.id}_PAGE`;
-  const names: CfLocalizedEntryField = {};
-  const slugs: CfLocalizedEntryField = {};
-
-  for (const locale of cfLocales) {
-    names[locale] =
-      familyEntry.fields.name[locale] ||
-      familyEntry.fields.name[defaultEnvironmentLocaleCode];
-  }
-
-  for (const locale of cfLocales) {
-    slugs[locale] = stringToSlug(
-      `${
-        familyEntry.fields.name[locale] ||
-        familyEntry.fields.name[defaultEnvironmentLocaleCode]
-      }`.toLowerCase()
-    );
-  }
-
-  // PAGE
-  let familyPageEntry: Entry = await getEntryByID(pageId, "page");
-  const pageData: CreateEntryProps = await getFamilyPageData(
-    names,
-    slugs,
-    pageId,
-    familyEntry,
-    familyPageEntry
-  );
-  if (familyPageEntry) {
-    log(`Family page ${pageId} already exists. Updating...`);
-    familyPageEntry = await updateEntry(
-      familyPageEntry,
-      pageData,
-      familyPageEntry.isPublished()
-    );
-  } else {
-    log(`Family page ${pageId} not exists. Create new entry with data`);
-    familyPageEntry = await createEntryWithId("page", pageId, pageData);
-  }
-
-  return familyPageEntry;
-};
-
-const getTopicFamilyData = async (
-  family: FamilyDetails,
-  topicFamily: Entry
-) => {
-  const defaultEnvironmentLocaleCode = await getEnvironmentDefaultLocaleCode();
-  const data: CreateEntryProps = {
-    fields: topicFamily?.fields || {},
-  };
-  data.fields.name = getPimTranslations(family.data);
-  data.fields = await addFieldValue(data, "code", family.data.code);
-  data.fields = await addFieldValue(data, "priority", family.priority);
-  data.fields.description = getPimTranslations(family, "description1");
-
-  // Designer
-  if (family?.designers) {
-    const designer = family.designers[0];
-    if (designer?.code) {
-      log(`set ${designer.code} designer relation`);
-      data.fields = await addDesignerData(data, designer);
-    } else {
-      log(`no designer found`, "WARN");
-      if (data.fields.designer?.[defaultEnvironmentLocaleCode]) {
-        log(
-          `remove old designer relation with ${data.fields.designer?.[defaultEnvironmentLocaleCode].sys.id}`
-        );
-        data.fields.designer = {};
-      }
-    }
-  }
-
-  // Destinations
-  if (family?.destinations?.length) {
-    log(`set destinations`);
-    data.fields = await addFieldValue(
-      data,
-      "destinations",
-      family.destinations
-    );
-  } else {
-    log(`destinations not found`, "WARN");
-  }
-
-  // lastPimSyncDate
-  data.fields = await addFieldValue(data, "lastPimSyncDate", getLocalISOTime());
-
-  return data;
-};
-
-/**
- * Import family
- *
- * create/update topicFamily
- * - name
- * - code
- * - lastPimSyncDate
- *
- * @param family
- * @returns
- */
-const importFamily = async (family: FamilyDetails): Promise<Entry> => {
-  const code = `${family.data.code}`;
-  let topicFamily: Entry = await getEntryByID(code, "topicFamily");
-
-  const topicFamilyData: CreateEntryProps = await getTopicFamilyData(
-    family,
-    topicFamily
-  );
-  if (topicFamily) {
-    log(`The topicFamily ${code} already exists. Updating...`);
-    topicFamily = await updateEntry(
-      topicFamily,
-      topicFamilyData,
-      topicFamily.isPublished()
-    );
-  } else {
-    log(`The topicFamily ${code} not exists. Creating...`);
-    topicFamily = await createEntryWithId("topicFamily", code, topicFamilyData);
-  }
-
-  return topicFamily;
-};
-
-/**
- * Import families
- *
- * @param {number} offset Default 0
- * @param {number} limit Range 0-50. Default 50
- * @returns {object}
- */
-export const importFamilies = async (
-  offset: number = 0,
-  limit: number = 50
-): Promise<PaginationResults> => {
-  log(`importFamilies - offset: ${offset} limit: ${limit}`, "INFO");
-  const families = await getFamilies();
-
-  let count: number = 0;
-  let current: number = 0;
-  for (const family of families) {
-    if (offset <= count || limit === -1) {
-      if (!sanitizeValue(family.data.code)) {
-        log(`The family code ${family.data.code} is not valid`, "WARN");
-      } else {
-        log(`${count + 1} of ${families.length}`);
-        const topicFamily = await importFamily(family);
-
-        await createOrUpdatePage(topicFamily);
-
-        if (serverUtils) {
-          const currentTotal =
-            families.length > limit && limit !== -1 ? limit : families.length;
-          const progress = Math.floor((++current / currentTotal) * 100);
-          serverUtils.updateProgress(progress);
-        }
-
-        if (limit !== -1 && count + 1 - offset >= limit) {
-          break;
-        }
-        // Max 7 calls per seconds
-        if (count % 2 === 0 && count < families.length) {
-          await sleep(1000);
-        }
-        if (serverUtils) {
-          serverUtils.log(family.data.code);
-        }
-      }
-    }
-    count++;
-  }
-
-  const nextOffset = Number(offset) + Number(limit);
-
-  if (serverUtils) {
-    serverUtils.updateProgress(100);
-  }
-
-  return {
-    offset: nextOffset,
-    limit: Number(limit),
-    completed: nextOffset >= families.length,
-    total: families.length,
-  };
-};

package/src/pim/methods/latestProducts.ts

@@ -1,70 +0,0 @@
-import { AvailableCatalogs, PaginationResults } from "../../types";
-import { getLatestProducts } from "../endpoints";
-import { log, serverUtils } from "../../libs/logs";
-import { ProductDetails } from "../../resources/ProductDetails";
-import { importProduct } from "./products";
-import { secondBetweenTwoDate } from "../../utils";
-
-/**
- * Import latest products
- *
- * @param {string} catalogCode The catalog code. Format: ARCHITECTURAL
- * @param {string} lastModified The last modified data. Format: 20200426T07:50:00 - yearmonthdayThour:minute:second
- * @param {number} offset Default 0
- * @param {number} limit Default 100
- * @param {string} lastModifiedTo The last modified to data. Format: 20200426T07:50:00 - yearmonthdayThour:minute:second
- */
-export const importLatestProducts = async (
-  catalog: AvailableCatalogs,
-  lastModified: string,
-  offset: number = 0,
-  limit: number = 100,
-  lastModifiedTo: string = ""
-): Promise<PaginationResults> => {
-  const timeStart = new Date();
-  offset = Number(offset);
-  limit = Number(limit);
-  log(
-    `importLatestProducts - catalog: ${catalog} lastModified: ${lastModified} offset: ${offset} limit: ${limit} lastModifiedTo: ${lastModifiedTo}`,
-    "INFO"
-  );
-
-  const data = await getLatestProducts(
-    catalog,
-    lastModified,
-    offset,
-    limit,
-    lastModifiedTo
-  );
-
-  const total: number = data.totalCount;
-  const products = data.pagedCollection;
-
-  log(`${total} products founded`);
-
-  let count: number = offset + 1;
-  let current: number = 0;
-  for (const product of products) {
-    log(`${count} of ${total}`);
-    const productDetails: ProductDetails = product.content;
-    await importProduct(productDetails, catalog);
-    count++;
-    if (serverUtils) {
-      serverUtils.log(productDetails.code);
-      const progress = Math.floor((++current / products.length) * 100);
-      serverUtils.updateProgress(progress);
-    }
-  }
-
-  const timeEnd = new Date();
-  const seconds = secondBetweenTwoDate(timeStart, timeEnd);
-  log(`Request time: ${seconds} seconds`);
-
-  const completed = limit === -1 || offset >= total;
-  return {
-    offset: completed ? offset : offset + limit,
-    limit,
-    completed,
-    total,
-  };
-};

package/src/pim/methods/migrateEntryFields.ts

@@ -1,99 +0,0 @@
-import { getEntryByCode, getEntryByID } from "../../libs/contentful";
-import { log } from "../../libs/logs";
-
-type MapEntries = { [key: string]: string };
-
-/**
- * Migrates specified fields from old entries to new entries in Contentful.
- *
- * @param {MapEntries} mapEntries - A mapping of old entry IDs to new entry IDs.
- * @param {string} type - The type of the entries (e.g., "topicModel").
- * @param {string[]} fieldKeys - The keys of the fields to migrate.
- * 
- * 
- const mapEntries = {
-  MODEL473: "MODEL842",
-  MODEL475: "MODEL843",
-};
-
-const fieldKeys = [
-  "thumbnailImgix",
-  "galleryImagesImgix",
-  "productFieldFilter",
-];
-
-await pimImport.migrateEntryFields(mapEntries, "topicModel", fieldKeys)
- */
-export const migrateEntryFields = async (
-  mapEntries: MapEntries,
-  type: string,
-  fieldKeys: string[]
-) => {
-  for (const [oldEntryId, newEntryId] of Object.entries(mapEntries)) {
-    log(`Migrating fields from ${oldEntryId} to ${newEntryId}...`);
-    console.log(fieldKeys.length);
-    let oldEntry = await getEntryByCode(oldEntryId, type);
-    if (!oldEntry) {
-      log(`Old entry not found: ${oldEntryId}`, "WARN");
-      continue;
-    }
-    let oldEntryPage = await getEntryByID(`${oldEntryId}_PAGE`, "page");
-    if (!oldEntryPage) {
-      log(`Old entry page  not found for ${oldEntryId}`, "WARN");
-      continue;
-    }
-
-    let newEntry = await getEntryByCode(newEntryId, type);
-    if (!newEntry) {
-      log(`New entry not found: ${newEntryId}`, "WARN");
-      continue;
-    }
-    let newEntryPage = await getEntryByID(`${newEntryId}_PAGE`, "page");
-    if (!newEntryPage) {
-      log(`New entry page  not found for ${newEntryId}`, "WARN");
-      continue;
-    }
-
-    log(`Migrating fields from ${oldEntryId} to ${newEntryId}...`);
-
-    for (const fieldKey of fieldKeys) {
-      if (oldEntry.fields[fieldKey]) {
-        log(`Migrating field ${fieldKey}...`);
-        newEntry.fields[fieldKey] = oldEntry.fields[fieldKey];
-      } else {
-        log(`Field ${fieldKey} not found in old entry ${oldEntryId}`, "WARN");
-      }
-    }
-
-    console.log(`Updating entry ${newEntryId} with migrated fields...`);
-    newEntry = await newEntry.update();
-    if (!newEntry.isPublished()) {
-      console.log(`Publishing updated entry ${newEntryId}...`);
-      await newEntry.publish();
-    } else {
-      console.log(`Entry ${newEntryId} is already published.`);
-    }
-
-    if (!newEntryPage.isPublished()) {
-      console.log(`Publishing updated entry page ${newEntryId}_PAGE...`);
-      await newEntryPage.publish();
-    } else {
-      console.log(`Entry page ${newEntryId}_PAGE is already published.`);
-    }
-
-    if (oldEntry.isPublished()) {
-      console.log(`Unpublishing old entry ${oldEntryId}...`);
-      await oldEntry.unpublish();
-    } else {
-      console.log(`Entry ${oldEntryId} is already unpublished.`);
-    }
-
-    if (oldEntryPage.isPublished()) {
-      console.log(`Unpublishing old entry page ${oldEntryId}_PAGE...`);
-      await oldEntryPage.unpublish();
-    } else {
-      console.log(`Entry page ${newEntryId}_PAGE is already unpublished.`);
-    }
-    log(`Migrated fields for entry ${newEntryId}`);
-  }
-};