pim-import 5.0.0 → 5.0.2

package/src/pim/endpoints.ts

@@ -1,364 +0,0 @@
-import { getRequest } from "./request";
-import { AvailableCatalogs } from "../types";
-import { CatalogDetails } from "../resources/CatalogDetails";
-import { Audit } from "../resources/Audit";
-import { CollectionModels } from "../resources/CollectionModels";
-import { CollectionSubModels } from "../resources/CollectionSubModels";
-import { CollectionSubFamilies } from "../resources/CollectionSubFamilies";
-import { FamilyDetails } from "../resources/FamilyDetails";
-import { secondBetweenTwoDate } from "../utils";
-import { log } from "../libs/logs";
-import { saveJsonToS3, getFileFromS3 } from "../libs/s3";
-import axios from "@atoms-studio/axios";
-import { ungzip } from "node-gzip";
-import { checkConfig, config } from "./config";
-
-type AvailableOtherCatalogDataEndpoint = "models" | "submodels" | "subfamilies";
-
-/**
- * Get pim domain by pim base url
- *
- * @returns
- */
-export const getPimDomain = () => {
-  const pimBaseUrl = process.env.FPI_PIM_BASE_URL || "";
-  return pimBaseUrl.substring(
-    pimBaseUrl.indexOf("://") + 3,
-    pimBaseUrl.indexOf("/.rest")
-  );
-};
-
-/**
- * Get the catalog taxonomy hierarchy
- *
- * @returns
- */
-export const getCatalogTaxonomiesHierarchy = async (
-  catalogCode: AvailableCatalogs,
-  jsonFile?: null
-) => {
-  try {
-    const timeStart = new Date();
-
-    let data: CatalogDetails[];
-    if (!jsonFile) {
-      const res = await getRequest("catalogs", {
-        params: { onlyweb: true, catalog: catalogCode },
-      });
-      data = res.data;
-    } else {
-      data = jsonFile;
-    }
-
-    const catalogData = data.find(
-      (item: any) => item.data.code === catalogCode
-    );
-
-    const timeEnd = new Date();
-    const seconds = secondBetweenTwoDate(timeStart, timeEnd);
-    log(`Request time: ${seconds} seconds - endpoint: catalogs`);
-
-    if (!catalogData) {
-      throw new Error(`No catalog data found. Catalog code: ${catalogCode}`);
-    }
-
-    return catalogData;
-  } catch (err: any) {
-    throw new Error(err);
-  }
-};
-
-/**
- * Get the dictionary
- *
- * @returns
- */
-export const getDictionary = async () => {
-  try {
-    const timeStart = new Date();
-
-    const { data } = await getRequest("dictionary", {
-      params: { onlyweb: true },
-    });
-
-    const timeEnd = new Date();
-    const seconds = secondBetweenTwoDate(timeStart, timeEnd);
-    log(`Request time: ${seconds} seconds - endpoint: dictionary`);
-
-    return data;
-  } catch (err: any) {
-    throw new Error(err);
-  }
-};
-
-/**
- * Get all products
- *
- * @param {string} lastModified  [lastModified=""] - The last modified data. Format: 20200426T07:50:00 - yearmonthdayThour:minute:second
- * @param {string} catalogCode [catalogCode=""] - The catalog code. Format: ARCHITECTURAL
- * @returns
- */
-export const getAllProducts = async (
-  lastModified: string | null = null,
-  catalogCode: AvailableCatalogs | null = null
-) => {
-  try {
-    const timeStart = new Date();
-
-    const opts: any = {
-      onlyweb: true,
-    };
-
-    if (lastModified) {
-      opts.lastModified = lastModified;
-    }
-
-    if (catalogCode) {
-      opts.catalogCode = catalogCode;
-    }
-
-    const { data } = await getRequest("products", {
-      params: opts,
-    });
-
-    const timeEnd = new Date();
-    const seconds = secondBetweenTwoDate(timeStart, timeEnd);
-    log(`Request time: ${seconds} seconds - endpoint: products`);
-
-    return data;
-  } catch (err: any) {
-    throw new Error(err);
-  }
-};
-
-/**
- * Get latest products
- *
- * @param {string} lastModified The last modified data. Format: 20200426T07:50:00 - yearmonthdayThour:minute:second
- * @param {string} catalogCode The catalog code. Format: ARCHITECTURAL
- * @param {number} offset Default 0
- * @param {number} limit The maximum number of records to return. Default 100
- * @param {string} lastModifiedTo The last modified to data. Format: 20200426T07:50:00 - yearmonthdayThour:minute:second
- * @returns
- */
-export const getLatestProducts = async (
-  catalogCode: AvailableCatalogs,
-  lastModified: string,
-  offset: number = 0,
-  limit: number = 100,
-  lastModifiedTo: string = ""
-) => {
-  try {
-    const timeStart = new Date();
-
-    const opts = {
-      onlyweb: true,
-      lastModified,
-      catalog: catalogCode,
-      offset: offset,
-      limit: limit,
-      lastModifiedTo,
-    };
-
-    const { data } = await getRequest("latest-products/full", {
-      params: opts,
-    });
-
-    const timeEnd = new Date();
-    const seconds = secondBetweenTwoDate(timeStart, timeEnd);
-    log(`Request time: ${seconds} seconds - endpoint: latest-products/full`);
-
-    return data;
-  } catch (err: any) {
-    throw new Error(err);
-  }
-};
-
-/**
- * Get product details
- *
- * @param {string} code The product sku. Format: "06.5312.CZ"
- * @returns
- */
-export const getProductDetails = async (code: string) => {
-  try {
-    const timeStart = new Date();
-
-    const { data } = await getRequest(`product/full/${code}`);
-
-    const timeEnd = new Date();
-    const seconds = secondBetweenTwoDate(timeStart, timeEnd);
-    log(`Request time: ${seconds} seconds - endpoint: product/full/${code}`);
-
-    return data;
-  } catch (err: any) {
-    throw new Error(err);
-  }
-};
-
-/**
- * Get product details
- *
- * @param {string} lastModified The last modified data. Format: 20200426T07:50:00 - yearmonthdayThour:minute:second
- * @returns
- */
-export const getAudit = async (lastModified: string = ""): Promise<Audit[]> => {
-  try {
-    const timeStart = new Date();
-
-    const opts: any = {};
-
-    if (lastModified) {
-      opts.fromDate = lastModified;
-    }
-
-    const { data } = await getRequest(`products/audit`, { params: opts });
-
-    const timeEnd = new Date();
-    const seconds = secondBetweenTwoDate(timeStart, timeEnd);
-    log(`Request time: ${seconds} seconds - endpoint: products/audit`);
-
-    return data;
-  } catch (err: any) {
-    throw new Error(err);
-  }
-};
-
-/**
- * Get static daily products
- *
- * @param {string} catalogCode The catalog code. Format: ARCHITECTURAL
- * @param {string} day The last modified data. Format: 20200426 - yearmonthday
- * @param {boolean} saveToS3 If is true save tje JSON file to s3
- * @returns
- */
-export const getStaticDailyProducts = async (
-  catalogCode: AvailableCatalogs,
-  day: string,
-  saveToS3: boolean = false
-) => {
-  try {
-    const timeStart = new Date();
-
-    const filename = `staticDaily-${catalogCode}.json`;
-    const path = `staticDaily/${day}`;
-    if (saveToS3) {
-      log(`Check if already saved to S3`);
-      const alreadyExists = await getFileFromS3(`${path}/${filename}`);
-      if (alreadyExists) {
-        log(`Daily update data already exists to ${path}/${filename}`);
-        return `${path}/${filename}`;
-      }
-    }
-
-    const opts = {
-      day: day,
-      catalog: catalogCode,
-    };
-    checkConfig();
-
-    log(`Requesting daily update on ${config.baseURL}static-daily-products`);
-    log(`Params: ${JSON.stringify(opts)}`);
-    const { data } = await axios.get(`${config.baseURL}static-daily-products`, {
-      params: opts,
-      responseType: "arraybuffer",
-    });
-
-    const jsonFile = (await ungzip(data)).toString();
-
-    if (!jsonFile) {
-      log(`No updates found. Catalog: ${catalogCode} - Day: ${day}`);
-      return false;
-    }
-
-    if (saveToS3) {
-      const timeEndSub = new Date();
-      const secondsSub = secondBetweenTwoDate(timeStart, timeEndSub);
-      log(
-        `Request time: ${secondsSub} seconds - endpoint: static-daily-products`
-      );
-
-      await saveJsonToS3(jsonFile, filename, path);
-
-      log(`Founded ${JSON.parse(jsonFile).length} products`);
-
-      return `${path}/${filename}`;
-    }
-
-    const timeEnd = new Date();
-    const seconds = secondBetweenTwoDate(timeStart, timeEnd);
-    log(`Request time: ${seconds} seconds - endpoint: static-daily-products`);
-
-    return JSON.parse(jsonFile);
-  } catch (err: any) {
-    log(`No updates or wrong url. Catalog: ${catalogCode} - Day: ${day}`);
-    return false;
-  }
-};
-
-/**
- * Get other catalog data
- *
- * @example
- * const subModels = await getOtherCatalogData<CollectionSubModels>(
- *   "submodels",
- *   offset,
- *   limit
- * );
- *
- * @param {string} endpoint The available values are: models or submodels or subfamilies
- * @param {number} offset Default 0
- * @param {number} limit Range 0-50. Default 50
- * @returns
- */
-type AvailableOtherCatalogCollection =
-  | CollectionModels
-  | CollectionSubModels
-  | CollectionSubFamilies;
-export const getOtherCatalogData = async <
-  T extends AvailableOtherCatalogCollection
->(
-  endpoint: AvailableOtherCatalogDataEndpoint,
-  offset: number = 0,
-  limit: number = 50
-): Promise<T> => {
-  try {
-    const timeStart = new Date();
-
-    const opts: any = {
-      onlyweb: true,
-      offset,
-      limit,
-    };
-
-    const { data } = await getRequest(endpoint, { params: opts });
-
-    const timeEnd = new Date();
-    const seconds = secondBetweenTwoDate(timeStart, timeEnd);
-    log(`Request time: ${seconds} seconds - endpoint: ${endpoint}`);
-
-    return data;
-  } catch (err: any) {
-    throw new Error(err);
-  }
-};
-
-export const getFamilies = async (): Promise<FamilyDetails[]> => {
-  try {
-    const timeStart = new Date();
-
-    const opts: any = {
-      onlyweb: true,
-    };
-
-    const { data } = await getRequest("families", { params: opts });
-
-    const timeEnd = new Date();
-    const seconds = secondBetweenTwoDate(timeStart, timeEnd);
-    log(`Request time: ${seconds} seconds - endpoint: families`);
-
-    return data;
-  } catch (err: any) {
-    throw new Error(err);
-  }
-};

package/src/pim/methods/bulkPublish.ts

@@ -1,266 +0,0 @@
-import { AvailableCatalogs } from "../../types";
-import type { Entry } from "contentful-management/dist/typings/entities/entry";
-import {
-  getEnvironmentDefaultLocaleCode,
-  getEntryByID,
-  getEnvironment,
-} from "../../libs/contentful";
-import { log, serverUtils } from "../../libs/logs";
-import { getProductPageIdByCode } from "./products";
-import { reindexProduct } from "../../algolia/products";
-
-const publishEntry = async (entryId: string, type: string) => {
-  const entry = await getEntryByID(entryId, type);
-  if (entry && entry.isDraft()) {
-    log(`Publish entry ${entryId} with type ${type}`);
-    await entry.publish();
-  } else if (!entry) {
-    log(`Entry not found ${entryId} with type ${type}`, "WARN");
-  }
-};
-
-export const publishTopicProduct = async (productEntry: Entry) => {
-  // const defEnvLocaleCode = await getEnvironmentDefaultLocaleCode();
-
-  // page
-  const pageId = getProductPageIdByCode(productEntry.sys.id);
-  await publishEntry(pageId, "page");
-
-  // // catalogs
-  // if (productEntry?.fields?.catalogs?.[defEnvLocaleCode].length) {
-  //   for (const catalog of productEntry.fields.catalogs[defEnvLocaleCode]) {
-  //     await publishEntry(catalog.sys.id, "topicCatalog");
-  //     await publishEntry(`${catalog.sys.id}_PAGE`, "page");
-  //   }
-  // }
-
-  // // Thumbnail Imgix
-  // if (productEntry?.fields?.thumbnailImgix?.[defEnvLocaleCode]) {
-  //   const thumbnailImgix =
-  //     productEntry?.fields?.thumbnailImgix?.[defEnvLocaleCode];
-  //   if (thumbnailImgix) {
-  //     await publishEntry(thumbnailImgix.sys.id, "wrapperImgix");
-  //   }
-  // }
-
-  // // Designers
-  // if (productEntry?.fields?.designers?.[defEnvLocaleCode].length) {
-  //   for (const designer of productEntry.fields.designers[defEnvLocaleCode]) {
-  //     await publishEntry(designer.sys.id, "topicDesigner");
-  //   }
-  // }
-
-  // // categoriesArchitectural
-  // if (
-  //   productEntry?.fields?.categoriesArchitectural?.[defEnvLocaleCode].length
-  // ) {
-  //   for (const category of productEntry.fields.categoriesArchitectural[
-  //     defEnvLocaleCode
-  //   ]) {
-  //     await publishEntry(category.sys.id, "topicCategory");
-  //     await publishEntry(`${category.sys.id}_PAGE`, "page");
-  //   }
-  // }
-
-  // // categoriesOutdoor
-  // if (productEntry?.fields?.categoriesOutdoor?.[defEnvLocaleCode].length) {
-  //   for (const category of productEntry.fields.categoriesOutdoor[
-  //     defEnvLocaleCode
-  //   ]) {
-  //     await publishEntry(category.sys.id, "topicCategory");
-  //     await publishEntry(`${category.sys.id}_PAGE`, "page");
-  //   }
-  // }
-
-  // // categoriesDecorative
-  // if (productEntry?.fields?.categoriesDecorative?.[defEnvLocaleCode].length) {
-  //   for (const category of productEntry.fields.categoriesDecorative[
-  //     defEnvLocaleCode
-  //   ]) {
-  //     await publishEntry(category.sys.id, "topicCategory");
-  //     await publishEntry(`${category.sys.id}_PAGE`, "page");
-  //   }
-  // }
-
-  // // categoriesDecorative
-  // if (productEntry?.fields?.families?.[defEnvLocaleCode].length) {
-  //   for (const family of productEntry.fields.families[defEnvLocaleCode]) {
-  //     await publishEntry(family.sys.id, "topicFamily");
-  //     await publishEntry(`${family.sys.id}_PAGE`, "page");
-  //   }
-  // }
-
-  // // subFamiliesArchitectural
-  // if (
-  //   productEntry?.fields?.subFamiliesArchitectural?.[defEnvLocaleCode].length
-  // ) {
-  //   for (const subFamily of productEntry.fields.subFamiliesArchitectural[
-  //     defEnvLocaleCode
-  //   ]) {
-  //     await publishEntry(subFamily.sys.id, "topicSubFamily");
-  //     await publishEntry(`${subFamily.sys.id}_PAGE`, "page");
-  //   }
-  // }
-
-  // // subFamiliesOutdoor
-  // if (productEntry?.fields?.subFamiliesOutdoor?.[defEnvLocaleCode].length) {
-  //   for (const subFamily of productEntry.fields.subFamiliesOutdoor[
-  //     defEnvLocaleCode
-  //   ]) {
-  //     await publishEntry(subFamily.sys.id, "topicSubFamily");
-  //     await publishEntry(`${subFamily.sys.id}_PAGE`, "page");
-  //   }
-  // }
-
-  // // subFamiliesDecorative
-  // if (productEntry?.fields?.subFamiliesDecorative?.[defEnvLocaleCode].length) {
-  //   for (const subFamily of productEntry.fields.subFamiliesDecorative[
-  //     defEnvLocaleCode
-  //   ]) {
-  //     await publishEntry(subFamily.sys.id, "topicSubFamily");
-  //     await publishEntry(`${subFamily.sys.id}_PAGE`, "page");
-  //   }
-  // }
-
-  // // modelsArchitectural
-  // if (productEntry?.fields?.modelsArchitectural?.[defEnvLocaleCode].length) {
-  //   for (const model of productEntry.fields.modelsArchitectural[
-  //     defEnvLocaleCode
-  //   ]) {
-  //     await publishEntry(model.sys.id, "topicModel");
-  //     await publishEntry(`${model.sys.id}_PAGE`, "page");
-  //   }
-  // }
-
-  // // modelsOutdoor
-  // if (productEntry?.fields?.modelsOutdoor?.[defEnvLocaleCode].length) {
-  //   for (const model of productEntry.fields.modelsOutdoor[defEnvLocaleCode]) {
-  //     await publishEntry(model.sys.id, "topicModel");
-  //     await publishEntry(`${model.sys.id}_PAGE`, "page");
-  //   }
-  // }
-
-  // // modelsDecorative
-  // if (productEntry?.fields?.modelsDecorative?.[defEnvLocaleCode].length) {
-  //   for (const model of productEntry.fields.modelsDecorative[
-  //     defEnvLocaleCode
-  //   ]) {
-  //     await publishEntry(model.sys.id, "topicModel");
-  //     await publishEntry(`${model.sys.id}_PAGE`, "page");
-  //   }
-  // }
-
-  // // subModelsArchitectural
-  // if (productEntry?.fields?.subModelsArchitectural?.[defEnvLocaleCode].length) {
-  //   for (const subModel of productEntry.fields.subModelsArchitectural[
-  //     defEnvLocaleCode
-  //   ]) {
-  //     await publishEntry(subModel.sys.id, "topicSubModel");
-  //   }
-  // }
-
-  // // subModelsOutdoor
-  // if (productEntry?.fields?.subModelsOutdoor?.[defEnvLocaleCode].length) {
-  //   for (const subModel of productEntry.fields.subModelsOutdoor[
-  //     defEnvLocaleCode
-  //   ]) {
-  //     await publishEntry(subModel.sys.id, "topicSubModel");
-  //   }
-  // }
-
-  // // subModelsDecorative
-  // if (productEntry?.fields?.subModelsDecorative?.[defEnvLocaleCode].length) {
-  //   for (const subModel of productEntry.fields.subModelsDecorative[
-  //     defEnvLocaleCode
-  //   ]) {
-  //     await publishEntry(subModel.sys.id, "topicSubModel");
-  //   }
-  // }
-
-  // // productLine
-  // if (productEntry?.fields?.productLine?.[defEnvLocaleCode]) {
-  //   const productLine = productEntry?.fields?.productLine?.[defEnvLocaleCode];
-  //   await publishEntry(productLine.sys.id, "topicProductLine");
-  // }
-
-  // // productSubLine
-  // if (productEntry?.fields?.productSubLine?.[defEnvLocaleCode]) {
-  //   const productSubLine =
-  //     productEntry?.fields?.productSubLine?.[defEnvLocaleCode];
-  //   await publishEntry(productSubLine.sys.id, "topicProductSubLine");
-  // }
-
-  // product
-  await productEntry.publish();
-};
-
-export const publishAllProductDrafts = async (
-  filters: { catalog?: AvailableCatalogs; family?: string },
-  limit: number = 100
-) => {
-  let logMsg = `publishAllProductDrafts catalog: ${filters?.catalog} family: ${filters?.family} limit: ${limit}`;
-  log(logMsg);
-  if (serverUtils) {
-    serverUtils.log(logMsg);
-  }
-  const env = await getEnvironment();
-  const defEnvLocaleCode = await getEnvironmentDefaultLocaleCode();
-
-  const opts: any = {
-    content_type: "topicProduct",
-    limit,
-    skip: 0,
-    locale: defEnvLocaleCode,
-    "sys.archivedAt[exists]": false,
-    "sys.publishedAt[exists]": false,
-    changed: true,
-  };
-  if (filters?.catalog) {
-    opts["fields.catalogs.sys.id"] = filters.catalog;
-  }
-  if (filters?.family) {
-    opts["fields.families.sys.id"] = filters.family;
-  }
-  const { items, total } = await env.getEntries(opts);
-
-  let count = 0;
-  for (const item of items) {
-    logMsg = `${++count} of ${limit} - total: ${total}`;
-    log(logMsg);
-    if (serverUtils) {
-      serverUtils.log(logMsg);
-    }
-    if (["0000000-TEST"].includes(item.sys.id)) {
-      logMsg = `Skip product test ${item.sys.id}`;
-    } else {
-      try {
-        logMsg = `Publishing product: ${item.sys.id}`;
-        if (serverUtils) {
-          serverUtils.log(logMsg);
-        }
-        await publishTopicProduct(item);
-        logMsg = `Reindex product: ${item.sys.id}`;
-        if (serverUtils) {
-          serverUtils.log(logMsg);
-        }
-        await reindexProduct(item.sys.id, true);
-
-        if (serverUtils) {
-          const progress = Math.floor((count / items.length) * 100);
-          serverUtils.updateProgress(progress);
-        }
-      } catch (err: any) {
-        logMsg = `Publish entry ${item.sys.id} failed`;
-        if (serverUtils) {
-          serverUtils.log(logMsg);
-        }
-      }
-    }
-  }
-
-  const completed = Number(limit) >= total;
-  return {
-    completed,
-    total,
-  };
-};