pim-import 5.0.0 → 5.0.2

package/src/algolia/news.ts

@@ -1,258 +0,0 @@
-import { log } from "../libs/logs";
-import {
-  getClient,
-  getEnvironmentDefaultLocaleCode,
-  getEntryByID,
-  getTopicPage,
-} from "../libs/contentful-cda";
-import { getIndex, AvailableIndicesKey, removeIndexObject } from "./config";
-import {
-  getAllTranslations,
-  getLocalISOTime,
-  secondBetweenTwoDate,
-} from "../utils";
-import type { Entry } from "contentful-management/dist/typings/entities/entry";
-import {
-  CfLocalizedEntryField,
-  AlgoliaPaginateRecords,
-  WrapperImageFields,
-} from "../types";
-import { getWrapperImgixFields } from "../libs/imgix";
-
-const indexKey: AvailableIndicesKey = "news";
-
-export type AlgoliaPostRecord = {
-  objectID: string;
-  name?: CfLocalizedEntryField;
-  slugs?: {};
-  isProtected?: boolean;
-  previewExcerpt?: string;
-  thumbnailImageImgix?: WrapperImageFields | {};
-  fullScreenImageImgix?: WrapperImageFields | {};
-  visualizationDate?: string;
-  lastSyncDate?: string;
-};
-
-const isObjectToDelete = (
-  object: any,
-  defaultEnvironmentLocaleCode: string
-) => {
-  return !object?.slugs?.[defaultEnvironmentLocaleCode];
-};
-
-const getObject = async (topicNews: Entry): Promise<AlgoliaPostRecord> => {
-  const defaultEnvironmentLocaleCode = await getEnvironmentDefaultLocaleCode();
-  log(`Sync the ${topicNews.sys.id} topicNews...`);
-  let topicNewsWithFields: Entry = topicNews;
-
-  if (!topicNewsWithFields?.fields) {
-    log(`Get the ${topicNews.sys.id} topicNews details...`);
-    topicNewsWithFields = await getEntryByID(topicNews.sys.id, "topicNews");
-  }
-
-  if (!topicNewsWithFields) {
-    log(`The topicNews ${topicNews.sys.id} not found`, "WARN");
-
-    const recordFail: AlgoliaPostRecord = {
-      objectID: topicNews?.sys?.id,
-    };
-
-    return recordFail; // return objectID to delete the record if it exists
-  }
-
-  log(`Get page details...`);
-  const page = await getTopicPage(
-    topicNews.sys.id,
-    "fields.slug,fields.title,fields.protected"
-  );
-
-  if (!page) {
-    log(`The topicNews page ${topicNews.sys.id} not found`, "WARN");
-
-    const recordFail: AlgoliaPostRecord = {
-      objectID: topicNews?.sys?.id,
-    };
-
-    return recordFail; // return objectID to delete the record if it exists
-  }
-
-  const slugs = await getAllTranslations(page?.fields.slug || {});
-  const isProtected = !!page?.fields?.protected?.[defaultEnvironmentLocaleCode];
-
-  log(`Get thumbnail imgix details...`);
-  let thumbnailImageImgix = {};
-  const thumbnailImgixWrapperImgixID =
-    topicNewsWithFields?.fields?.thumbnailImageImgix?.[
-      defaultEnvironmentLocaleCode
-    ]?.sys.id;
-  if (thumbnailImgixWrapperImgixID) {
-    thumbnailImageImgix = await getWrapperImgixFields(
-      thumbnailImgixWrapperImgixID
-    );
-  } else {
-    log(`No thumbnail imgix found`, "WARN");
-  }
-
-  log(`Get fullScreenImageImgix imgix details...`);
-  let fullScreenImageImgix = {};
-  const fullScreenImageImgixWrapperImgixID =
-    topicNewsWithFields?.fields?.fullScreenImageImgix?.[
-      defaultEnvironmentLocaleCode
-    ]?.sys.id;
-  if (fullScreenImageImgixWrapperImgixID) {
-    fullScreenImageImgix = await getWrapperImgixFields(
-      fullScreenImageImgixWrapperImgixID
-    );
-  } else {
-    log(`No fullScreenImageImgix found`, "WARN");
-  }
-
-  // Single record
-  const record: AlgoliaPostRecord = {
-    objectID: topicNewsWithFields.sys.id,
-    name: await getAllTranslations(page?.fields?.title || {}),
-    slugs,
-    isProtected,
-    previewExcerpt: await getAllTranslations(
-      topicNewsWithFields?.fields?.previewExcerpt || {}
-    ),
-    thumbnailImageImgix,
-    fullScreenImageImgix,
-    visualizationDate:
-      topicNewsWithFields?.fields?.visualizationDate?.[
-        defaultEnvironmentLocaleCode
-      ] || "",
-    lastSyncDate: getLocalISOTime(),
-  };
-
-  return record;
-};
-
-export const reindexPost = async (topicNewsId: string) => {
-  const defaultEnvironmentLocaleCode = await getEnvironmentDefaultLocaleCode();
-  const timeStart = new Date();
-
-  log(`reindexPost - entryId: ${topicNewsId} `);
-
-  const topicNews = await getEntryByID(topicNewsId, "topicNews");
-
-  const index = getIndex(indexKey);
-  let record = null;
-  if (!topicNews) {
-    log(
-      `No topicNews found with id ${topicNewsId}. Delete object if exists`,
-      "WARN"
-    );
-    record = await index.deleteObject(topicNewsId);
-    return { ...record };
-  }
-
-  const object = await getObject(topicNews);
-
-  // Save record to Algolia
-  if (!isObjectToDelete(object, defaultEnvironmentLocaleCode)) {
-    log(`Save object`);
-    record = await index.saveObject(object);
-  } else {
-    log(`Delete object`);
-    record = await index.deleteObject(object.objectID);
-  }
-  const timeEnd = new Date();
-  const seconds = secondBetweenTwoDate(timeStart, timeEnd);
-  log(`Execution time: ${seconds} seconds`);
-
-  return { ...record, ...object };
-};
-
-/**
- * Get Objects
- *
- * @param offset
- * @param limit
- * @param filterKey
- * @param filterValue
- * @returns
- */
-const getObjects = async (
-  offset: number,
-  limit: number,
-  filterKey?: string,
-  filterValue?: string
-): Promise<AlgoliaPaginateRecords> => {
-  const client = await getClient();
-
-  const opts: any = {
-    content_type: "topicNews",
-    limit,
-    skip: offset,
-    // select: "",
-  };
-  if (filterKey && filterValue) {
-    opts[filterKey] = filterValue;
-  }
-  const { items, total } = await client.withAllLocales.getEntries(opts);
-
-  const objects: AlgoliaPostRecord[] = [];
-  let count: number = Number(offset);
-  for (const topicNews of items) {
-    log(`${++count} of ${total}`, "INFO");
-    const timeStart = new Date();
-    const record = await getObject(topicNews);
-    const timeEnd = new Date();
-    const seconds = secondBetweenTwoDate(timeStart, timeEnd);
-    log(`Execution time: ${seconds} seconds`);
-    objects.push(record);
-  }
-
-  return {
-    objects,
-    offset: Number(offset) + Number(limit),
-    limit: Number(limit),
-    completed: count >= total, // if is true the import is completed
-    total,
-  };
-};
-
-export const reindexPosts = async (
-  offset: number = 0,
-  limit: number = 50,
-  filterKey: string = "",
-  filterValue: string = ""
-) => {
-  const defaultEnvironmentLocaleCode = await getEnvironmentDefaultLocaleCode();
-  const timeStart = new Date();
-  log(
-    `reindexPosts - filterKey: ${filterKey} filterValue: ${filterValue} offset: ${offset} limit: ${limit} `
-  );
-
-  const records = await getObjects(offset, limit, filterKey, filterValue);
-  const objectsToSave = records.objects.filter(
-    (object) => !isObjectToDelete(object, defaultEnvironmentLocaleCode)
-  );
-  const objectIdsToDelete = records.objects
-    .filter((object) => isObjectToDelete(object, defaultEnvironmentLocaleCode))
-    .map((object) => object.objectID);
-
-  // Save records to Algolia
-  const index = getIndex(indexKey);
-  log(`Save ${objectsToSave.length} objects to ${index.indexName} index`);
-  const savedObjectIDs = await index.saveObjects(objectsToSave);
-  log(
-    `Delete ${objectIdsToDelete.length} objects from ${index.indexName} index`
-  );
-  const deletedObjectIDs = await index.deleteObjects(objectIdsToDelete);
-
-  const timeEnd = new Date();
-  const seconds = secondBetweenTwoDate(timeStart, timeEnd);
-  log(`Execution time: ${seconds} seconds`);
-
-  return {
-    ...records,
-    savedObjectIDs: savedObjectIDs.objectIDs,
-    deletedObjectIDs: deletedObjectIDs.objectIDs,
-  };
-};
-
-export const removePostObject = async (objectId: string) => {
-  return removeIndexObject(objectId, indexKey);
-};

package/src/algolia/pressRelease.ts

@@ -1,255 +0,0 @@
-import { log } from "../libs/logs";
-import {
-  getClient,
-  getEnvironmentDefaultLocaleCode,
-  getEntryByID,
-  getTopicDetails,
-} from "../libs/contentful-cda";
-import { getIndex, AvailableIndicesKey, removeIndexObject } from "./config";
-import {
-  getAllTranslations,
-  getLocalISOTime,
-  secondBetweenTwoDate,
-} from "../utils";
-import type { Entry } from "contentful-management/dist/typings/entities/entry";
-import {
-  CfLocalizedEntryField,
-  AlgoliaPaginateRecords,
-  WrapperImageFields,
-  TopicDetailsResponse,
-  CfSys,
-} from "../types";
-import { getWrapperImgixFields } from "../libs/imgix";
-import { getAssetsByComponentAssetIds } from "./downloads";
-
-const indexKey: AvailableIndicesKey = "pressRelease";
-
-export type AlgoliaPressReleaseRecord = {
-  objectID: string;
-  name?: CfLocalizedEntryField;
-  description?: string;
-  thumbnailImgix?: WrapperImageFields | {};
-  lastSyncDate?: string;
-  category?: TopicDetailsResponse;
-  assets?: {};
-  visualizationDate?: string;
-};
-
-const isObjectToDelete = (
-  object: any,
-  defaultEnvironmentLocaleCode: string
-) => {
-  return !object?.name?.[defaultEnvironmentLocaleCode];
-};
-
-const getObject = async (
-  topicPressRelease: Entry
-): Promise<AlgoliaPressReleaseRecord> => {
-  const defaultEnvironmentLocaleCode = await getEnvironmentDefaultLocaleCode();
-  log(`Sync the ${topicPressRelease.sys.id} topicPressRelease...`);
-  let topicPressReleaseWithFields: Entry = topicPressRelease;
-
-  if (!topicPressReleaseWithFields?.fields) {
-    log(`Get the ${topicPressRelease.sys.id} topicPressRelease details...`);
-    topicPressReleaseWithFields = await getEntryByID(
-      topicPressRelease.sys.id,
-      "topicPressRelease"
-    );
-  }
-
-  if (!topicPressReleaseWithFields) {
-    log(`The topicPressRelease ${topicPressRelease.sys.id} not found`, "WARN");
-
-    const recordFail: AlgoliaPressReleaseRecord = {
-      objectID: topicPressRelease?.sys?.id,
-    };
-
-    return recordFail; // return objectID to delete the record if it exists
-  }
-
-  log(`Get thumbnail imgix details...`);
-  let thumbnailImgix = {};
-  const thumbnailImgixWrapperImgixID =
-    topicPressReleaseWithFields?.fields?.thumbnailImgix?.[
-      defaultEnvironmentLocaleCode
-    ]?.sys.id;
-  if (thumbnailImgixWrapperImgixID) {
-    thumbnailImgix = await getWrapperImgixFields(thumbnailImgixWrapperImgixID);
-  } else {
-    log(`No thumbnail imgix found`, "WARN");
-  }
-
-  log(`Get category details...`);
-  const category = await getTopicDetails(
-    topicPressReleaseWithFields,
-    "category",
-    "topicPressReleaseCategory",
-    false,
-    false,
-    true
-  );
-
-  log(`Get assets details...`);
-  let assets: any = [];
-  const componentAssets =
-    topicPressReleaseWithFields?.fields?.assets?.[defaultEnvironmentLocaleCode];
-  if (componentAssets) {
-    const componentAssetIds = componentAssets.map(
-      (item: CfSys) => item?.sys?.id
-    );
-    assets = await getAssetsByComponentAssetIds(componentAssetIds);
-  }
-
-  // Single record
-  const record: AlgoliaPressReleaseRecord = {
-    objectID: topicPressReleaseWithFields.sys.id,
-    name: await getAllTranslations(
-      topicPressReleaseWithFields?.fields?.name || {}
-    ),
-    description: await getAllTranslations(
-      topicPressReleaseWithFields?.fields?.description || {}
-    ),
-    thumbnailImgix,
-    category: category?.[0],
-    assets,
-    visualizationDate:
-      topicPressReleaseWithFields?.fields?.visualizationDate?.[
-        defaultEnvironmentLocaleCode
-      ] || "",
-    lastSyncDate: getLocalISOTime(),
-  };
-
-  return record;
-};
-
-export const reindexPressRelease = async (topicPressReleaseId: string) => {
-  const defaultEnvironmentLocaleCode = await getEnvironmentDefaultLocaleCode();
-  const timeStart = new Date();
-
-  log(`reindexPressRelease - entryId: ${topicPressReleaseId} `);
-
-  const topicPressRelease = await getEntryByID(
-    topicPressReleaseId,
-    "topicPressRelease"
-  );
-
-  const index = getIndex(indexKey);
-  let record = null;
-  if (!topicPressRelease) {
-    log(
-      `No topicPressReleaseId found with id ${topicPressReleaseId}. Delete object if exists`,
-      "WARN"
-    );
-    record = await index.deleteObject(topicPressReleaseId);
-    return { ...record };
-  }
-
-  const object = await getObject(topicPressRelease);
-
-  // Save record to Algolia
-  if (!isObjectToDelete(object, defaultEnvironmentLocaleCode)) {
-    log(`Save object`);
-    record = await index.saveObject(object);
-  } else {
-    log(`Delete object`);
-    record = await index.deleteObject(object.objectID);
-  }
-  const timeEnd = new Date();
-  const seconds = secondBetweenTwoDate(timeStart, timeEnd);
-  log(`Execution time: ${seconds} seconds`);
-
-  return { ...record, ...object };
-};
-
-/**
- * Get Objects
- *
- * @param offset
- * @param limit
- * @param filterKey
- * @param filterValue
- * @returns
- */
-const getObjects = async (
-  offset: number,
-  limit: number,
-  filterKey?: string,
-  filterValue?: string
-): Promise<AlgoliaPaginateRecords> => {
-  const client = await getClient();
-
-  const opts: any = {
-    content_type: "topicPressRelease",
-    limit,
-    skip: offset,
-    // select: "",
-  };
-  if (filterKey && filterValue) {
-    opts[filterKey] = filterValue;
-  }
-  const { items, total } = await client.withAllLocales.getEntries(opts);
-
-  const objects: AlgoliaPressReleaseRecord[] = [];
-  let count: number = Number(offset);
-  for (const topicPressRelease of items) {
-    log(`${++count} of ${total}`, "INFO");
-    const timeStart = new Date();
-    const record = await getObject(topicPressRelease);
-    const timeEnd = new Date();
-    const seconds = secondBetweenTwoDate(timeStart, timeEnd);
-    log(`Execution time: ${seconds} seconds`);
-    objects.push(record);
-  }
-
-  return {
-    objects,
-    offset: Number(offset) + Number(limit),
-    limit: Number(limit),
-    completed: count >= total, // if is true the import is completed
-    total,
-  };
-};
-
-export const reindexPressReleases = async (
-  offset: number = 0,
-  limit: number = 50,
-  filterKey: string = "",
-  filterValue: string = ""
-) => {
-  const defaultEnvironmentLocaleCode = await getEnvironmentDefaultLocaleCode();
-  const timeStart = new Date();
-  log(
-    `reindexPressReleases - filterKey: ${filterKey} filterValue: ${filterValue} offset: ${offset} limit: ${limit} `
-  );
-
-  const records = await getObjects(offset, limit, filterKey, filterValue);
-  const objectsToSave = records.objects.filter(
-    (object) => !isObjectToDelete(object, defaultEnvironmentLocaleCode)
-  );
-  const objectIdsToDelete = records.objects
-    .filter((object) => isObjectToDelete(object, defaultEnvironmentLocaleCode))
-    .map((object) => object.objectID);
-
-  // Save records to Algolia
-  const index = getIndex(indexKey);
-  log(`Save ${objectsToSave.length} objects to ${index.indexName} index`);
-  const savedObjectIDs = await index.saveObjects(objectsToSave);
-  log(
-    `Delete ${objectIdsToDelete.length} objects from ${index.indexName} index`
-  );
-  const deletedObjectIDs = await index.deleteObjects(objectIdsToDelete);
-
-  const timeEnd = new Date();
-  const seconds = secondBetweenTwoDate(timeStart, timeEnd);
-  log(`Execution time: ${seconds} seconds`);
-
-  return {
-    ...records,
-    savedObjectIDs: savedObjectIDs.objectIDs,
-    deletedObjectIDs: deletedObjectIDs.objectIDs,
-  };
-};
-
-export const removePressReleaseObject = async (objectId: string) => {
-  return removeIndexObject(objectId, indexKey);
-};