pim-import 5.0.1 → 5.0.2

package/src/downloads/import.ts

@@ -1,381 +0,0 @@
-import csv from "csv-parser";
-import fs from "fs";
-import ManageEntry from "./classes/manageEntry";
-import type { EntryProps } from "contentful-management/dist/typings/entities/entry";
-import {
-  getEnvironmentDefaultLocaleCode,
-  createWrapperImgix,
-  getEntryByID,
-  getEnvironment,
-  createEntryWithId,
-} from "../libs/contentful";
-import { log } from "../libs/logs";
-import { uploadAssetByUrl } from "../libs/imgix";
-import { WrapperImageFields } from "../types";
-import { replaceAll } from "../utils";
-import mime from "mime-types";
-
-interface PostDownload {
-  id: string;
-  Title: string;
-  "Download Products Categories"?: string;
-  "Download Products Catalogues"?: string;
-  "Download Legals Categories"?: string;
-  "Download Legals Catalogues"?: string;
-  Files_type: string;
-  Files_text_type: string;
-  Files_file: string;
-  Files_site_ids: string;
-  "Image URL": string;
-  "Image Filename": string;
-  "Image ID": string;
-  "Image Title": string;
-  "Image Caption": string;
-  "Image Description": string;
-  "Image Alt Text": string;
-  "Image Featured": string;
-}
-
-interface PostFile {
-  type?: string;
-  customType?: string;
-  url: string;
-}
-const manageEntry = new ManageEntry();
-
-const getCategoryEntry = async (
-  categoryTitle: string
-): Promise<
-  import("contentful-management/dist/typings/entities/entry").Entry | undefined
-> => {
-  const contentType = "topicDownloadCategory";
-  const filter = {
-    key: "fields.name",
-    value: categoryTitle,
-  };
-
-  let categoryEntry = await manageEntry.get(contentType, filter);
-  if (!categoryEntry) {
-    const defEnvLocaleCode = await getEnvironmentDefaultLocaleCode();
-    const data: Omit<EntryProps, "sys"> = {
-      fields: {
-        name: {},
-        showSearchBar: {},
-        showFilterByType: {},
-        filterBy: {},
-      },
-    };
-    data.fields.name[defEnvLocaleCode] = categoryTitle;
-    categoryEntry = await manageEntry.add(data, contentType, filter);
-  }
-
-  return categoryEntry;
-};
-
-const getCatalogEntry = async (
-  catalogTitle: string
-): Promise<
-  import("contentful-management/dist/typings/entities/entry").Entry | undefined
-> => {
-  const contentType = "topicCatalog";
-
-  let catalogCode: string;
-  switch (catalogTitle) {
-    case "Home Collections":
-      catalogCode = "DECORATIVE";
-      break;
-    case "Outdoor Collections":
-      catalogCode = "OUTDOOR";
-      break;
-    case "Architectural Collections":
-      catalogCode = "ARCHITECTURAL";
-      break;
-    default:
-      catalogCode = "";
-  }
-
-  if (catalogCode) {
-    log(`Get ${contentType} by ${catalogCode} code`);
-    const filter = {
-      key: "fields.code",
-      value: catalogCode,
-    };
-
-    const catalogEntry = await manageEntry.get(contentType, filter);
-    if (!catalogEntry) {
-      log(`No ${contentType} found by "${catalogCode}" code`, "WARN");
-      return undefined;
-    } else {
-      return catalogEntry;
-    }
-  } else {
-    log(`No catalogCode found for "${catalogTitle}" catalogTitle`, "WARN");
-    return undefined;
-  }
-};
-
-const getPostFiles = (post: PostDownload): PostFile[] => {
-  const types = post.Files_type.split(",");
-  const customTypes = post.Files_text_type.split(",");
-  const urls = post.Files_file.split(",");
-
-  const files = [];
-  for (const [index, url] of urls.entries()) {
-    files.push({
-      type: types[index] || "",
-      customType: customTypes[index] || "",
-      url: url,
-    });
-  }
-
-  return files;
-};
-
-const importFileToContentful = async (file: PostFile) => {
-  const fileName = file.url.replace(/^.*[\\\/]/, "");
-  const fileType = file?.type || file.customType;
-  const assetId = fileName.split(".")[0] + "_" + fileType;
-  if (!assetId) {
-    log(
-      `The asset cannot be imported because the assetId parameter is empty`,
-      "WARN"
-    );
-    return undefined;
-  }
-
-  const env = await getEnvironment();
-  let asset;
-
-  try {
-    asset = await env.getAsset(assetId);
-    log(`Asset aleady exists with: ${asset.sys.id}`);
-  } catch {
-    log(`Asset not exists, importing it with id: ${assetId}`);
-    const defEnvLocaleCode = await getEnvironmentDefaultLocaleCode();
-    const assetData = {
-      fields: {
-        title: {},
-        description: {},
-        file: {},
-      },
-    } as any;
-    if (!assetData?.fields?.title?.[defEnvLocaleCode]) {
-      assetData.fields.title[defEnvLocaleCode] = fileName;
-    }
-    assetData.fields.description[defEnvLocaleCode] = fileType;
-    assetData.fields.file[defEnvLocaleCode] = {
-      contentType: mime.lookup(file.url) || "",
-      fileName,
-      upload: replaceAll(file.url, " ", "%20"),
-    };
-
-    console.log(assetData.fields.file[defEnvLocaleCode]);
-
-    try {
-      asset = await env.createAssetWithId(assetId, assetData);
-      asset = await asset.processForAllLocales();
-      asset = await asset.publish();
-    } catch (err: any) {
-      console.log(err);
-      log(`Import asset fail`, "WARN");
-    }
-  }
-
-  return asset;
-};
-
-const fixFileType = (fileType: string) => {
-  let fileTypeFixed;
-  switch (fileType) {
-    case "GENERIC":
-      fileTypeFixed = "Generic";
-      break;
-    default:
-      fileTypeFixed = fileType;
-  }
-  return fileTypeFixed;
-};
-
-const getDownloadData = async (
-  post: PostDownload
-): Promise<Omit<EntryProps, "sys">> => {
-  const catalogTitle =
-    post["Download Products Catalogues"] || post["Download Legals Catalogues"];
-  const catalogEntry = catalogTitle
-    ? await getCatalogEntry(catalogTitle)
-    : undefined;
-
-  const categoryTitle =
-    post["Download Products Categories"] || post["Download Legals Categories"];
-  const categoryEntry = categoryTitle
-    ? await getCategoryEntry(categoryTitle)
-    : undefined;
-
-  const defEnvLocaleCode = await getEnvironmentDefaultLocaleCode();
-  const data: Omit<EntryProps, "sys"> = {
-    fields: {
-      name: {},
-      thumbnailImgix: {},
-      catalogs: {},
-      category: {},
-      brand: {},
-      assets: {},
-    },
-  };
-  data.fields.name[defEnvLocaleCode] = post.Title;
-
-  if (catalogEntry?.sys.id) {
-    data.fields.catalogs[defEnvLocaleCode] = [
-      {
-        sys: { type: "Link", linkType: "Entry", id: catalogEntry?.sys.id },
-      },
-    ];
-  }
-
-  if (categoryEntry?.sys.id) {
-    data.fields.category[defEnvLocaleCode] = {
-      sys: { type: "Link", linkType: "Entry", id: categoryEntry?.sys.id },
-    };
-  }
-
-  // THUMB WRAPPER IMGIX
-  if (post["Image Featured"]) {
-    const url = post["Image Featured"];
-    const wrapperImgixID = `DOWNLOAD_${post.id}`;
-    let wrapperImgix = await getEntryByID(wrapperImgixID, "wrapperImgix");
-    if (wrapperImgix) {
-      log(`wrapperImgix with id ${wrapperImgixID} already exists`);
-      data.fields.thumbnailImgix[defEnvLocaleCode] = {
-        sys: { type: "Link", linkType: "Entry", id: wrapperImgix?.sys.id },
-      };
-    } else {
-      log(
-        `Add thumbnail imgix wrapper with id ${wrapperImgixID} to Contentful`
-      );
-      const altText: any = {};
-      altText[defEnvLocaleCode] = "Thumbnail";
-      const wrapperImgixAttributes = await uploadAssetByUrl(url);
-      if (wrapperImgixAttributes) {
-        const wrapperImgixFields: WrapperImageFields = {
-          internalName: `Download Thumb - ${post.Title}`,
-          imgixData: wrapperImgixAttributes,
-          altText,
-        };
-        wrapperImgix = await createWrapperImgix(
-          wrapperImgixID,
-          wrapperImgixFields
-        );
-
-        data.fields.thumbnailImgix[defEnvLocaleCode] = {
-          sys: { type: "Link", linkType: "Entry", id: wrapperImgix?.sys.id },
-        };
-      } else {
-        log(
-          `Unable to create wrapperimagix because the image was not found on imgix. Image URL: ${url}`,
-          "WARN"
-        );
-      }
-    }
-  } else {
-    log(`No thumbnail found`, "WARN");
-  }
-
-  if (post.Files_file) {
-    data.fields.assets[defEnvLocaleCode] = [];
-    const files = getPostFiles(post);
-    for (const [index, file] of files.entries()) {
-      const componentDownloadAssetID = `DOWNLOAD_${post.id}_${index}`;
-      let componentDownloadAsset = await getEntryByID(
-        componentDownloadAssetID,
-        "componentDownloadAsset"
-      );
-      if (componentDownloadAsset) {
-        log(
-          `componentDownloadAsset with id ${componentDownloadAssetID} already exists`
-        );
-      } else {
-        log(
-          `Add componentDownloadAsset with id ${componentDownloadAssetID} to Contentful`
-        );
-        const fileAsset = await importFileToContentful(file);
-        const componenteDownloadAssetData: any = {
-          fields: {
-            internalName: {},
-            type: {},
-            customType: {},
-            asset: {},
-            idIssuu: {},
-          },
-        };
-        const fileType = file.type || file.customType;
-        componenteDownloadAssetData.fields.internalName[
-          defEnvLocaleCode
-        ] = `${post.Title} ${index} ${fileType}`;
-        if (file.type) {
-          componenteDownloadAssetData.fields.type[defEnvLocaleCode] =
-            fixFileType(file.type);
-        }
-        if (file.customType) {
-          componenteDownloadAssetData.fields.customType[defEnvLocaleCode] =
-            file.customType;
-        }
-        componenteDownloadAssetData.fields.asset[defEnvLocaleCode] = {
-          sys: { type: "Link", linkType: "Asset", id: fileAsset?.sys.id },
-        };
-
-        componentDownloadAsset = await createEntryWithId(
-          "componentDownloadAsset",
-          componentDownloadAssetID,
-          componenteDownloadAssetData,
-          true
-        );
-      }
-      data.fields.assets[defEnvLocaleCode].push({
-        sys: {
-          type: "Link",
-          linkType: "Entry",
-          id: componentDownloadAsset?.sys.id,
-        },
-      });
-    }
-  }
-  return data;
-};
-
-const importPostDownload = async (post: PostDownload) => {
-  log(`importPostDownload - ${post.Title} ID: ${post.id}`);
-  const contentType = "topicDownload";
-  const filter = {
-    key: "fields.name",
-    value: post.Title,
-  };
-
-  let downloadEntry = await manageEntry.get(contentType, filter);
-  if (!downloadEntry) {
-    const data = await getDownloadData(post);
-    downloadEntry = await manageEntry.add(data, contentType, filter);
-  } else {
-    log(`${contentType} with ${filter.key} = ${filter.value} already exists`);
-  }
-
-  return downloadEntry;
-};
-
-const posts: PostDownload[] = [];
-export const importDownloads = async (offset: number = 0) => {
-  fs.createReadStream("src/downloads/csv/products.csv")
-    .pipe(csv())
-    .on("data", (data) => posts.push(data))
-    .on("end", async () => {
-      let count = 0;
-      const total = posts.length;
-      for (const post of posts) {
-        if (offset <= count) {
-          log(`${++count} of ${total}`);
-          await importPostDownload(post);
-        } else {
-          count++;
-        }
-      }
-    });
-};

package/src/index.ts

@@ -1,140 +0,0 @@
-// import { initSentry } from "./libs/sentry";
-// initSentry();
-// export { reportError } from "./libs/sentry";
-export { init as initPim } from "./pim/config";
-export {
-  init as initContentful,
-  initBaseEntries,
-  deletePages,
-  deleteEntries,
-  getEntryByID,
-  getTopicPage,
-  getEntries,
-} from "./libs/contentful";
-export {
-  init as initS3,
-  upload as uploadS3,
-  saveJsonToS3,
-  getFileFromS3,
-  savePDFToS3,
-} from "./libs/s3";
-export {
-  importDictionaryFields,
-  importDictionaryIcons,
-  importDictionaryData,
-  importDictionaryProductLine,
-  importDictionaryProductSubLine,
-} from "./pim/methods/dictionary";
-export { importCategories } from "./pim/methods/catalogs";
-export { importLatestProducts } from "./pim/methods/latestProducts";
-export { importModels } from "./pim/methods/models";
-export { importSubModels } from "./pim/methods/submodels";
-export { importSubFamilies } from "./pim/methods/subfamilies";
-export { importFamilies } from "./pim/methods/families";
-export {
-  importProductByCode,
-  setProductsRelationships,
-  setProductRelationships,
-  getAllProductEntriesByCatalog,
-  audit,
-  generateTechSpecPdf,
-  setProductsAutodescription,
-  getProductAutodescription,
-  setProductAutodescriptionByTopicId,
-  removeProductFromColorVariantsByProductLine,
-  removeAllProductModelProductRelations,
-  getProductPageIdByCode,
-  reimportAuditProducts,
-  populateDestinations,
-  purgeProductThumbCacheByProductCodes,
-} from "./pim/methods/products";
-export { publishAllProductDrafts } from "./pim/methods/bulkPublish";
-export { migrateEntryFields } from "./pim/methods/migrateEntryFields";
-export { checkTopicDraftAndPagePublished } from "./pim/methods/checkTopicDraftAndPagePublished";
-// export {
-//   createOrUpdateCatalogPages,
-//   createOrUpdateCatalogPageByCode,
-// } from "./pim/methods/pages/catalogs";
-export { getIndex } from "./algolia/config";
-export {
-  reindexFamilies,
-  reindexFamily,
-  removeFamilyObject,
-} from "./algolia/families";
-// export {
-//   createOrUpdateFamilyPages,
-//   createOrUpdateFamilyPageByCode,
-// } from "./pim/methods/pages/families";
-export {
-  reindexSubFamilies,
-  reindexSubFamily,
-  removeSubFamilyObject,
-} from "./algolia/subFamilies";
-// export {
-//   createOrUpdateSubFamilyPages,
-//   createOrUpdateSubFamilyPageByCode,
-//   createOrUpdateSubFamilyPagesByCatalog,
-// } from "./pim/methods/pages/subfamilies";
-export {
-  reindexProduct,
-  reindexProducts,
-  removeProductObject,
-  triggerPDFGenerator,
-} from "./algolia/products";
-export {
-  reindexSubModel,
-  reindexSubModels,
-  removeSubModelObject,
-} from "./algolia/subModels";
-export {
-  reindexModel,
-  reindexModels,
-  removeModelObject,
-} from "./algolia/models";
-export {
-  reindexDownload,
-  reindexDownloads,
-  removeDownloadObject,
-} from "./algolia/downloads";
-export {
-  reindexInspiration,
-  reindexInspirations,
-  removeInspirationObject,
-} from "./algolia/inspirations";
-export {
-  reindexProject,
-  reindexProjects,
-  removeProjectObject,
-} from "./algolia/projects";
-export {
-  reindexStory,
-  reindexStories,
-  removeStoryObject,
-} from "./algolia/stories";
-export {
-  reindexPressReview,
-  reindexPressReviews,
-  removePressReviewObject,
-} from "./algolia/pressReview";
-export {
-  reindexPressRelease,
-  reindexPressReleases,
-  removePressReleaseObject,
-} from "./algolia/pressRelease";
-export { reindexPost, reindexPosts, removePostObject } from "./algolia/news";
-export { importDownloads } from "./downloads/import";
-export { getLocalISOTime } from "./utils";
-export { getStaticDailyProducts, getLatestProducts } from "./pim/endpoints";
-export {
-  log,
-  setServerUtils,
-  setLogId,
-  setLogPath,
-  setLogFilename,
-  getLogFolder,
-} from "./libs/logs";
-export { removeRecordsByStatus } from "./algolia/clean";
-export { generatePDFByUrl } from "./libs/pdf";
-export { importDesigners, importDesigner } from "./pim/methods/designers";
-export { notify } from "./libs/notifications";
-export { netlifyBuild } from "./libs/netlify";