pim-import 5.0.0 → 5.0.2

package/src/libs/s3.ts

@@ -1,305 +0,0 @@
-import dotenv from "dotenv";
-import axios from "@atoms-studio/axios";
-import AWS from "aws-sdk";
-import { basename, secondBetweenTwoDate } from "../utils";
-import {
-  config as configPim,
-  checkConfig as checkPimConfig,
-} from "../pim/config";
-import https from "https";
-import { AvailableCatalogs } from "../types";
-import { log } from "./logs";
-dotenv.config();
-
-interface AWSConfig {
-  accessKeyId: string;
-  secretAccessKey: string;
-  region: string;
-}
-interface Config extends AWSConfig {
-  bucket: string;
-}
-
-export let config: Config;
-export let s3: AWS.S3;
-
-export const checkConfig = (skipInit: boolean = false): void => {
-  if (!skipInit) {
-    init();
-  }
-  const beforeMessage = "S3 - ";
-  const afterMessage: string =
-    'You must call "init" before using any s3 method';
-  if (typeof config === "undefined") {
-    throw new Error(beforeMessage + "config not found. " + afterMessage);
-  } else if (!config.accessKeyId) {
-    throw new Error(beforeMessage + "accessKeyId not found. " + afterMessage);
-  } else if (!config.secretAccessKey) {
-    throw new Error(
-      beforeMessage + "secretAccessKey not found. " + afterMessage
-    );
-  } else if (!config.region) {
-    throw new Error(beforeMessage + "region not found. " + afterMessage);
-  } else if (!config.bucket) {
-    throw new Error(beforeMessage + "bucket not found. " + afterMessage);
-  }
-
-  AWS.config.update({
-    accessKeyId: config.accessKeyId,
-    secretAccessKey: config.secretAccessKey,
-    region: config.region,
-  });
-  s3 = new AWS.S3();
-};
-
-export const init = (opts?: Config): void => {
-  if (!opts) {
-    opts = {
-      accessKeyId: process.env.FPI_AWS_ACCESS_KEY!,
-      secretAccessKey: process.env.FPI_AWS_SECRET_ACCESS_KEY!,
-      region: process.env.FPI_AWS_REGION!,
-      bucket: process.env.FPI_AWS_S3_BUCKET!,
-    };
-  }
-  config = { ...opts };
-  checkConfig(true);
-};
-
-export const listObjects = async (prefix: string = "") => {
-  checkConfig();
-
-  const params = {
-    Bucket: config.bucket /* required */,
-    Prefix: prefix || "", // Can be your folder name
-  };
-
-  return s3
-    .listObjectsV2(params)
-    .promise()
-    .then((data) => {
-      return data;
-    })
-    .catch((err) => {
-      console.log(err);
-      throw new Error("Not exist folder exception is not catch here!");
-    });
-};
-/**
- * Upload file to s3
- *
- * @example
- * upload('https://domain.com/myimage.jpg', 'myimage.jpg', 'dir/subdir')
- *
- * @param url File URL
- * @param fileName File name
- * @param path Path of s3 in which to save the file
- * @param metaData Object of metadata es: { metadata1: "value1", metadata2: "value2" } // See https://stackoverflow.com/a/50187528
- * @returns
- */
-export const upload = async (
-  url: string,
-  fileName: string = "",
-  path: string = "",
-  metaData: any = {}
-) => {
-  checkConfig();
-
-  const agent = new https.Agent({
-    rejectUnauthorized: false,
-  });
-
-  const fileRes = await axios.get(url, {
-    httpsAgent: agent,
-    responseType: "arraybuffer",
-  });
-
-  if (fileRes.status !== 200) {
-    throw new Error(
-      `Status: ${fileRes.status}. ${fileRes.statusText} \n URL: ${fileRes.config.url}`
-    );
-  }
-
-  if (path && path.substr(-1) !== "/") {
-    path += "/";
-  }
-
-  fileName = fileName || basename(url);
-
-  let contentLength = Number(fileRes.headers["content-length"]);
-  if (!contentLength) {
-    contentLength = Number(fileRes.data.byteLength); // 93473
-  }
-
-  const obj = {
-    Bucket: config.bucket, // unique bucket name
-    Key: `${path}${fileName}`, // s3 file path es: dir/subdir/filename.ext
-    ContentType: fileRes.headers["content-type"],
-    ContentLength: contentLength,
-    Body: fileRes.data, // buffer
-    Metadata: metaData,
-  };
-
-  return s3
-    .upload(obj)
-    .promise()
-    .then((data) => {
-      return data;
-    })
-    .catch((err) => {
-      throw new Error(err);
-    });
-};
-
-export const getFileFromS3 = async (
-  path: string,
-  returnUrl: boolean = false
-): Promise<any> => {
-  checkConfig();
-  const url = `https://${config.bucket}.s3.${config.region}.amazonaws.com/${path}`;
-  try {
-    const res = await axios.get(url);
-    if (returnUrl) {
-      return url;
-    } else {
-      return res.data;
-    }
-  } catch (err: any) {
-    log(`S3 file not found. ${url}`);
-    return false;
-  }
-};
-
-export const saveCatalogToS3 = async (catalog: AvailableCatalogs) => {
-  checkPimConfig();
-  checkConfig();
-
-  const timeStart = new Date();
-  const dateNow = new Date();
-  const dateDirName = dateNow.toISOString().split("T")[0]; // 2021-05-07T13-35-00-057Z
-
-  const path = `pim/${dateDirName}/catalog/`;
-  const fileName = `catalogs-${catalog}.json`;
-  const fileUrl = `${configPim.baseURL}catalogs?onlyweb=true&catalog=${catalog}`;
-
-  log(`Uploading "${fileName}" to S3 path "${path}"`, "INFO");
-  await upload(fileUrl, fileName, path);
-  log(`"${fileName}" saved to S3`);
-
-  const timeEnd = new Date();
-  const seconds = secondBetweenTwoDate(timeStart, timeEnd);
-  log(`Request time: ${seconds} seconds - saveCatalogToS3`);
-
-  return `${path}${fileName}`;
-};
-
-export const saveAllProductsToS3 = async (
-  catalog: AvailableCatalogs,
-  lastModified: string
-) => {
-  checkPimConfig();
-  checkConfig();
-
-  const timeStart = new Date();
-  const dateNow = new Date();
-  const dateDirName = dateNow.toISOString().split("T")[0]; // 2021-05-07
-
-  const path = `pim/${dateDirName}/all-products/`;
-  const fileName = `all-products-${catalog}-${lastModified}.json`;
-  const fileUrl = `${configPim.baseURL}products/?onlyweb=true&catalog=${catalog}&lastModified=${lastModified}`;
-
-  log(`Uploading "${fileName}" to S3 path "${path}"`, "INFO");
-  await upload(fileUrl, fileName, path);
-  log(`"${fileName}" saved to S3`);
-
-  const timeEnd = new Date();
-  const seconds = secondBetweenTwoDate(timeStart, timeEnd);
-  log(`Request time: ${seconds} seconds - saveAllProductsToS3`);
-
-  return `${path}${fileName}`;
-};
-
-export const saveJsonToS3 = async (
-  obj: any,
-  fileName: string = "",
-  path: string = ""
-) => {
-  checkConfig();
-  const timeStart = new Date();
-
-  if (typeof obj !== "string") {
-    obj = JSON.stringify(obj);
-  }
-
-  const buf = Buffer.from(obj);
-
-  // add trailing slash
-  if (path && path.substr(-1) !== "/") {
-    path += "/";
-  }
-
-  const data = {
-    Bucket: config.bucket, // unique bucket name
-    Key: `${path}${fileName}`, // s3 file path es: dir/subdir/filename.ext
-    ContentEncoding: "base64",
-    ContentType: "application/json",
-    ContentLength: Number(buf.byteLength),
-    Body: buf,
-  };
-
-  return s3
-    .upload(data)
-    .promise()
-    .then((res) => {
-      const timeEnd = new Date();
-      const seconds = secondBetweenTwoDate(timeStart, timeEnd);
-      log(`Request time: ${seconds} seconds - saveJsonToS3`);
-      return res;
-    })
-    .catch((err) => {
-      throw new Error(err);
-    });
-};
-
-/**
- * Save PDF to S3
- *
- * @param pdf
- * @param fileName E.g. my-file
- * @param path E.g. tech-spec
- * @returns url
- */
-export const savePDFToS3 = async (
-  pdf: any,
-  fileName: string,
-  path: string = ""
-) => {
-  fileName = !fileName.match(/\.pdf?$/) ? fileName + ".pdf" : fileName;
-  log(`savePDFToS3 - fileName: ${fileName} path: ${path}`);
-  checkConfig();
-  const timeStart = new Date();
-
-  // add trailing slash
-  if (path && path.substr(-1) !== "/") {
-    path += "/";
-  }
-
-  const s3Params = {
-    Bucket: config.bucket, // unique bucket name
-    Key: `${path}${fileName}`, // s3 file path es: dir/subdir/filename.ext
-    Body: pdf,
-    ContentType: "application/pdf",
-    ServerSideEncryption: "AES256",
-  };
-  let url;
-  try {
-    s3.getBucketWebsite();
-    await s3.putObject(s3Params).promise();
-    url = `https://${config.bucket}.s3.${config.region}.amazonaws.com/${path}${fileName}`;
-  } catch (err: any) {
-    console.log(err);
-  }
-  const timeEnd = new Date();
-  const seconds = secondBetweenTwoDate(timeStart, timeEnd);
-  log(`Request time: ${seconds} seconds - savePDFToS3`);
-  return url;
-};

package/src/libs/sentry.ts

@@ -1,33 +0,0 @@
-import dotenv from "dotenv";
-dotenv.config();
-import * as Sentry from "@sentry/node";
-// import * as Tracing from "@sentry/tracing";
-let sentryInitialized = false;
-
-export const initSentry = async () => {
-  if (process.env.FPI_SENTRY_DSN) {
-    const sentry = await Sentry.init({
-      dsn: process.env.FPI_SENTRY_DSN,
-
-      // Set tracesSampleRate to 1.0 to capture 100%
-      // of transactions for performance monitoring.
-      // We recommend adjusting this value in production
-      tracesSampleRate: Number(process.env.FPI_SENTRY_TRACE_SAMPLE_RATE) || 1.0,
-    });
-    sentryInitialized = true;
-    return sentry;
-  } else {
-    throw new Error("No FPI_SENTRY_DSN evironment var found");
-  }
-};
-
-export const reportError = async (error: any) => {
-  if (!sentryInitialized) await initSentry();
-
-  if (typeof error === "string") {
-    Sentry.captureMessage(error);
-  } else {
-    Sentry.captureException(error);
-  }
-  await Sentry.flush();
-};

package/src/pim/config.ts

@@ -1,84 +0,0 @@
-import dotenv from "dotenv";
-import { resetBaseRequest } from "./request";
-dotenv.config();
-
-export interface Config {
-  baseURL: string;
-  username?: string;
-  password?: string;
-  timeout?: number;
-  sslverify?: boolean;
-}
-
-export const defaultConfig: Readonly<Config> = {
-  baseURL: "",
-  username: "",
-  password: "",
-  timeout: 300,
-  sslverify: true,
-};
-
-export let config: Config = { ...defaultConfig };
-
-export const resetConfig = (): void => {
-  Object.assign(config, defaultConfig);
-  resetBaseRequest();
-};
-
-export const checkConfig = (skipInit: boolean = false) => {
-  if (!skipInit) {
-    init();
-  }
-  if (!Object.entries(config).length) {
-    throw new Error("Required parameters not found");
-  } else if (!config.baseURL) {
-    throw new Error("Missing pim baseURL");
-  } else if (
-    typeof config.timeout !== "undefined" &&
-    (isNaN(config.timeout) || config.timeout === 0)
-  ) {
-    throw new Error("The pim timeout value is not valid");
-  }
-};
-
-export const init = (providedConfig?: Config) => {
-  const hasPrarams = !!(
-    providedConfig && Object.entries(providedConfig).length
-  );
-  if (!hasPrarams) {
-    providedConfig = {
-      baseURL: process.env.FPI_PIM_BASE_URL!,
-      username: process.env.FPI_PIM_USERNAME,
-      password: process.env.FPI_PIM_PASSWORD,
-      timeout: Number(process.env.FPI_PIM_TIMEOUT) || 300,
-      sslverify: process.env.FPI_PIM_SSL_VERIFY === "true",
-    };
-  } else if (!providedConfig) {
-    throw new Error("Configuration params not found");
-  }
-
-  // required params
-  config.baseURL = providedConfig.baseURL;
-
-  // optional params
-  config.username =
-    typeof providedConfig.username !== "undefined"
-      ? providedConfig.username
-      : defaultConfig.username;
-  config.password =
-    typeof providedConfig.password !== "undefined"
-      ? providedConfig.password
-      : defaultConfig.password;
-  config.timeout =
-    typeof providedConfig.timeout !== "undefined"
-      ? Number(providedConfig.timeout)
-      : defaultConfig.timeout;
-  config.sslverify =
-    typeof providedConfig.sslverify !== "undefined"
-      ? !!providedConfig.sslverify
-      : defaultConfig.sslverify;
-
-  checkConfig(true);
-};
-
-export const getConfig = (): Readonly<Config> => config;