@unchainedshop/file-upload 1.1.4 → 1.1.9

package/src/plugins/minio-adapter.ts

@@ -1,216 +0,0 @@
-import { IFileAdapter } from '@unchainedshop/types/files';
-import { FileAdapter } from '../director/FileAdapter';
-import { FileDirector } from '../director/FileDirector';
-
-import https from 'https';
-import http, { OutgoingHttpHeaders } from 'http';
-import { log, LogLevel } from '@unchainedshop/logger';
-import mimeType from 'mime-types';
-import Minio from 'minio';
-import { Readable } from 'stream';
-import { URL } from 'url';
-import buildHashedFilename from '../buildHashedFilename';
-
-const {
-  MINIO_ACCESS_KEY,
-  MINIO_REGION,
-  MINIO_SECRET_KEY,
-  MINIO_ENDPOINT,
-  MINIO_BUCKET_NAME,
-  NODE_ENV,
-  AMAZON_S3_SESSION_TOKEN,
-} = process.env;
-const PUT_URL_EXPIRY = 24 * 60 * 60;
-
-let client: Minio.Client;
-
-export async function connectToMinio(credentialsProvider) {
-  if (!MINIO_ENDPOINT || !MINIO_BUCKET_NAME) {
-    log(
-      'Please configure Minio/S3 by providing MINIO_ENDPOINT & MINIO_BUCKET_NAME to use upload features',
-      { level: LogLevel.Error },
-    );
-    return null;
-  }
-
-  try {
-    const resolvedUrl = new URL(MINIO_ENDPOINT);
-    const minioClient = new Minio.Client({
-      endPoint: resolvedUrl.hostname,
-      useSSL: resolvedUrl.protocol === 'https:',
-      port: parseInt(resolvedUrl.port, 10) || undefined,
-      region: MINIO_REGION,
-      sessionToken: AMAZON_S3_SESSION_TOKEN,
-      accessKey: MINIO_ACCESS_KEY,
-      secretKey: MINIO_SECRET_KEY,
-    });
-
-    if (NODE_ENV === 'development') minioClient?.traceOn(process.stdout);
-
-    if (credentialsProvider) {
-      await minioClient.setCredentialsProvider(credentialsProvider);
-    }
-
-    client = minioClient;
-  } catch (error) {
-    log(`Exception while creating Minio client: ${error.message}`, {
-      level: LogLevel.Error,
-    });
-  }
-  return null;
-}
-
-const generateMinioUrl = (directoryName: string, hashedFilename: string) => {
-  return `${MINIO_ENDPOINT}/${MINIO_BUCKET_NAME}/${directoryName}/${hashedFilename}`;
-};
-
-const getMimeType = (extension) => {
-  return mimeType.lookup(extension);
-};
-
-connectToMinio().then((c) => {
-  client = c;
-});
-
-const createDownloadStream = (
-  fileUrl: string,
-  headers: OutgoingHttpHeaders,
-): Promise<http.IncomingMessage> => {
-  const { href, protocol } = new URL(fileUrl);
-  return new Promise((resolve, reject) => {
-    try {
-      if (protocol === 'http:') {
-        http.get(href, { headers }, resolve);
-      } else {
-        https.get(href, { headers }, resolve);
-      }
-    } catch (e) {
-      reject(e);
-    }
-  });
-};
-
-const getObjectStats = async (fileName: string) => {
-  if (!client) throw new Error('Minio not connected, check env variables');
-
-  return client.statObject(MINIO_BUCKET_NAME, fileName);
-};
-
-const bufferToStream = (buffer: any) => {
-  const stream = new Readable();
-  stream.push(buffer);
-  stream.push(null);
-
-  return stream;
-};
-
-const getExpiryDate = () => new Date(new Date().getTime() + PUT_URL_EXPIRY);
-
-export const MinioAdapter: IFileAdapter = {
-  key: 'shop.unchained.file-upload-plugin.minio',
-  label: 'Uploads files into an S3 bucket using minio',
-  version: '1.0',
-
-  ...FileAdapter,
-
-  async createSignedURL(directoryName, fileName) {
-    if (!client) throw new Error('Minio not connected, check env variables');
-
-    const expiryDate = getExpiryDate();
-    const _id = buildHashedFilename(directoryName, fileName, expiryDate);
-
-    const url = await client.presignedPutObject(
-      MINIO_BUCKET_NAME,
-      `${directoryName}/${_id}`,
-      PUT_URL_EXPIRY,
-    );
-
-    return {
-      _id,
-      directoryName,
-      expiryDate,
-      fileName,
-      type: getMimeType(fileName),
-      putURL: url,
-      url: generateMinioUrl(directoryName, _id),
-    };
-  },
-
-  async removeFiles(files) {
-    if (!client) throw new Error('Minio not connected, check env variables');
-
-    const fileIds = files.map(({ path, _id }) => {
-      return `${path}/${_id}`;
-    });
-
-    await client.removeObjects(MINIO_BUCKET_NAME, fileIds);
-  },
-
-  async uploadFileFromStream(directoryName: string, rawFile: any) {
-    if (!client) throw new Error('Minio not connected, check env variables');
-
-    let stream;
-    let fileName;
-    if (rawFile instanceof Promise) {
-      const { filename: fname, createReadStream } = await rawFile;
-      fileName = fname;
-      stream = createReadStream();
-    } else {
-      fileName = rawFile.filename;
-      stream = bufferToStream(Buffer.from(rawFile.buffer, 'base64'));
-    }
-
-    const _id = buildHashedFilename(directoryName, fileName, new Date());
-    const type = rawFile?.mimetype || getMimeType(fileName);
-
-    const metaData = {
-      'Content-Type': type,
-    };
-
-    await client.putObject(MINIO_BUCKET_NAME, `${directoryName}/${_id}`, stream, undefined, metaData);
-
-    const { size } = await getObjectStats(`${directoryName}/${_id}`);
-
-    return {
-      _id,
-      directoryName,
-      expiryDate: null,
-      fileName,
-      size,
-      type,
-      url: generateMinioUrl(directoryName, _id),
-    };
-  },
-
-  async uploadFileFromURL(directoryName: string, { fileLink, fileName: fname, headers }: any) {
-    if (!client) throw new Error('Minio not connected, check env variables');
-
-    const { href } = new URL(fileLink);
-    const fileName = fname || href.split('/').pop();
-    const _id = buildHashedFilename(directoryName, fileName, new Date());
-
-    const stream = await createDownloadStream(fileLink, headers);
-    const type = stream?.headers?.['content-type'] || getMimeType(fileName);
-
-    const metaData = {
-      'Content-Type': type,
-    };
-
-    await client.putObject(MINIO_BUCKET_NAME, `${directoryName}/${_id}`, stream, undefined, metaData);
-    const { size } = await getObjectStats(`${directoryName}/${_id}`);
-
-    return {
-      _id,
-      directoryName,
-      expiryDate: null,
-      fileName,
-      size,
-      type,
-      url: generateMinioUrl(directoryName, _id),
-    };
-  },
-};
-
-FileDirector.registerAdapter(MinioAdapter);
-
-export default MinioAdapter;

package/src/plugins/minio-webhook.js

@@ -1,51 +0,0 @@
-import { useMiddlewareWithCurrentContext } from 'meteor/unchained:api';
-import { log, LogLevel } from '@unchainedshop/logger';
-import bodyParser from 'body-parser';
-
-const { MINIO_WEBHOOK_AUTH_TOKEN } = process.env;
-
-const isAuthorized = ({ authorization = '' }) => {
-  const [type, token] = authorization.split(' ');
-  return type === 'Bearer' && token === MINIO_WEBHOOK_AUTH_TOKEN;
-};
-
-useMiddlewareWithCurrentContext(
-  '/minio/',
-  bodyParser.json({
-    strict: false,
-  }),
-);
-
-useMiddlewareWithCurrentContext('/minio/', async (req, res) => {
-  try {
-    if (req.method === 'POST' && req.body) {
-      const { headers } = req;
-      const { Records = [], EventName } = req.body;
-      if (EventName === 's3:ObjectCreated:Put' && isAuthorized(headers)) {
-        const [{ s3 }] = Records;
-        const { object } = s3;
-        const { size, contentType: type } = object;
-        const [fileId] = object.key.split('.');
-        const { services } = req.unchainedContext;
-        await services.files.linkFile({ fileId, type, size }, req.unchainedContext);
-        res.writeHead(200);
-        res.end();
-        return;
-      }
-    }
-    res.writeHead(404);
-    res.end();
-    return;
-  } catch (e) {
-    log(e.message, { level: LogLevel.Error });
-    res.writeHead(503);
-    res.end(JSON.stringify(e));
-  }
-});
-
-/*
-
-curl -X PUT -T /Users/pozylon/Desktop/Bildschirmfoto\ 2022-02-17\ um\ 16.47.22.png  http://localhost:4010/gridfs/3e0cd78ac07f0028890ce36c391057dd0c5fb46f4c147fb73e54bd8a7ffee389/user-avatars/avatar.png?e=1645883865878&s=e7466b30039593e5790e23cab92878e0144289c3710344a55b78c9a916e2f78c
-curl -X PUT -T /Users/pozylon/Desktop/Bildschirmfoto\ 2022-02-17\ um\ 16.47.22.png  https://minio.dev.shared.ucc.dev/unchained-test-bucket/user-avatars/9aedd551499b2850e9483b07cd4c8cff7ad1d710f49933c183861bf40183bc5a?X-Amz-Algorithm=AWS4-HMAC-SHA256&X-Amz-Credential=unchained-test%2F20220225%2Fus-east-1%2Fs3%2Faws4_request&X-Amz-Date=20220225T140957Z&X-Amz-Expires=86400&X-Amz-SignedHeaders=host&X-Amz-Signature=22807026db1210370170cd5cf49bfbb9e86010425c9d1834a56e049faf39b368
-
-*/