node-server-engine 1.2.4 → 1.2.6

package/src/middleware/multiPartFileUploader/multiPartFileUploader.ts

@@ -0,0 +1,184 @@
+import express from 'express';
+import multer from 'multer';
+import fs from 'fs-extra';
+import path from 'path';
+import { reportDebug, reportError } from 'utils';
+
+const TEMP_DIR: string =
+  process.env.TEMP_CHUNK_FOLDER || './uploads/temp_chunks';
+
+const namespace = 'engine:middleware:multiPartFileUploader';
+
+fs.ensureDirSync(TEMP_DIR);
+
+const storage = multer.memoryStorage();
+
+async function multiPartFileUploader(
+  req: express.Request,
+  res: express.Response,
+  next: express.NextFunction
+): Promise<void> {
+  try {
+    const uploadSingle = multer({ storage }).single('file');
+
+    uploadSingle(req, res, async (err) => {
+      if (err) {
+        reportError('Error uploading chunk');
+        return next(err);
+      }
+
+      const { filename, totalChunks, chunkIndex, uniqueID } = req.body;
+
+      if (
+        !filename ||
+        !totalChunks ||
+        chunkIndex === undefined ||
+        !uniqueID ||
+        !req.file
+      ) {
+        req.body.uploadDetails = {
+          status: 'failed',
+          message: 'Missing required fields',
+          details: {
+            filename,
+            totalChunks,
+            chunkIndex,
+            uniqueID,
+            receivedChunk: !!req.file
+          }
+        };
+        reportDebug({
+          namespace,
+          message: `Missing required fields`,
+          data: {
+            status: 'failed',
+            details: {
+              filename,
+              totalChunks,
+              chunkIndex,
+              uniqueID
+            }
+          }
+        });
+        return next();
+      }
+
+      const sessionFolder = path.join(TEMP_DIR, uniqueID);
+      fs.ensureDirSync(sessionFolder);
+
+      const chunkPath = path.join(
+        sessionFolder,
+        `${filename}.part${chunkIndex}`
+      );
+
+      try {
+        await fs.writeFile(chunkPath, req.file.buffer);
+      } catch (writeErr) {
+        reportError(
+          `Failed to write chunk ${chunkIndex}: ${(writeErr as Error).message}`
+        );
+        return next(writeErr);
+      }
+
+      const uploadedChunks = await fs.readdir(sessionFolder);
+
+      if (uploadedChunks.length === parseInt(totalChunks, 10)) {
+        reportDebug({
+          namespace,
+          message: `All chunks uploaded. Merging file...`
+        });
+
+        try {
+          await mergeChunks(filename, totalChunks, sessionFolder);
+        } catch (mergeErr) {
+          reportError(`File merging failed: ${(mergeErr as Error).message}`);
+          return next(mergeErr);
+        }
+
+        const finalFilePath = path.join(sessionFolder, filename);
+
+        if (!fs.existsSync(finalFilePath)) {
+          reportError('File merging failed: File does not exist');
+          return next(new Error('File merging failed'));
+        }
+
+        req.body.uploadDetails = {
+          status: 'completed',
+          message: 'File uploaded and merged successfully',
+          details: { filename, uniqueID }
+        };
+        reportDebug({
+          namespace,
+          message: `File merged successfully`,
+          data: {
+            status: 'completed',
+            details: { filename, uniqueID }
+          }
+        });
+
+        return next();
+      }
+
+      reportDebug({
+        namespace,
+        message: `Chunk uploaded successfully`,
+        data: {
+          filename,
+          uniqueID,
+          chunkIndex,
+          totalChunks
+        }
+      });
+
+      req.body.uploadDetails = {
+        status: 'pending',
+        message: 'Chunk uploaded successfully',
+        details: { filename, uniqueID, chunkIndex, totalChunks }
+      };
+
+      return next();
+    });
+  } catch (error) {
+    reportError(
+      `Failed to upload or process chunk: ${(error as Error).message}`
+    );
+    next(error);
+  }
+}
+
+async function mergeChunks(
+  filename: string,
+  totalChunks: string | number,
+  sessionFolder: string
+): Promise<void> {
+  const finalFilePath = path.join(sessionFolder, filename);
+  const writeStream = fs.createWriteStream(finalFilePath);
+
+  for (let i = 0; i < parseInt(totalChunks as string, 10); i++) {
+    const partPath = path.join(sessionFolder, `${filename}.part${i}`);
+
+    try {
+      const chunkData = await fs.readFile(partPath);
+      writeStream.write(chunkData);
+    } catch (error) {
+      reportError(`Error reading chunk ${i}: ${(error as Error).message}`);
+      throw error;
+    }
+
+    fs.remove(partPath).catch((err: Error) =>
+      reportError(`Error removing part ${partPath}: ${err.message}`)
+    );
+  }
+
+  writeStream.end();
+
+  return new Promise<void>((resolve, reject) => {
+    writeStream.on('finish', () => resolve(undefined));
+    writeStream.on('error', (error) => {
+      reportError(`Error merging chunks: ${(error as Error).message}`);
+      reject(error);
+    });
+  });
+}
+
+export { multiPartFileUploader };

package/src/utils/createHttpServer/createHttpServer.ts

@@ -1,6 +1,5 @@
 import fs from 'fs';
-import { RequestListener, Server } from 'http';
-import { createServer as createServerHttp2 } from 'http';
+import { createServer, RequestListener, Server } from 'http';
 import {
   createServer as createSecureServer,
   Server as SecureServer
@@ -30,6 +29,6 @@ export function createHttpServer(
       handler
     );
   } else {
-    return createServerHttp2(handler);
+    return createServer(handler);
   }
 }

package/src/utils/geminiFileUpload/geminiFileUpload.ts

@@ -0,0 +1,98 @@
+import { GoogleAIFileManager } from '@google/generative-ai/server';
+import fs from 'fs';
+import path from 'path';
+import tmp from 'tmp';
+import { reportError, reportDebug } from 'utils/report';
+
+const namespace = 'engine:utils:geminiFileUpload';
+
+const apiKey = process.env.GOOGLE_AI_KEY;
+if (!apiKey) {
+  throw new Error('GOOGLE_AI_KEY is not set in environment variables');
+}
+
+const fileManager = new GoogleAIFileManager(apiKey);
+
+export async function geminiFileUpload(
+  buffer: Buffer,
+  mimeType: string,
+  originalName: string
+): Promise<
+  | { success: true; originalname: string; fileUri: string; mimeType: string }
+  | { success: false; error: unknown }
+> {
+  let tempFile;
+  try {
+    // 1. Create Temp File
+    tempFile = tmp.fileSync({ postfix: path.extname(originalName) });
+    fs.writeFileSync(tempFile.name, buffer);
+
+    // 2. Upload File
+    const uploadResult = await fileManager.uploadFile(tempFile.name, {
+      mimeType,
+      displayName: originalName
+    });
+
+    if (!uploadResult || !uploadResult.file) {
+      throw new Error('Upload failed: No file returned');
+    }
+
+    const file = uploadResult.file;
+    reportDebug({
+      namespace,
+      message: 'Uploaded file successfully',
+      data: { displayName: file.displayName, name: file.name }
+    });
+
+    reportDebug({
+      namespace,
+      message: 'Waiting for file processing...'
+    });
+
+    // 3. Poll Until File is Processed
+    let geminiFile = await fileManager.getFile(file.name);
+    while (geminiFile?.state === 'PROCESSING') {
+      process.stdout.write('.');
+      await new Promise((resolve) => setTimeout(resolve, 10000));
+      geminiFile = await fileManager.getFile(file.name);
+    }
+
+    if (!geminiFile || geminiFile.state !== 'ACTIVE') {
+      const errorMessage = `File processing failed for ${file.name}`;
+      reportError(errorMessage);
+      return { success: false, error: new Error(errorMessage) };
+    }
+
+    reportDebug({
+      namespace,
+      message: 'File is ready'
+    });
+
+    return {
+      success: true,
+      originalname: file.name,
+      fileUri: file.uri,
+      mimeType: file.mimeType
+    };
+  } catch (error) {
+    reportError({
+      namespace,
+      message: 'Error during Gemini file upload and processing',
+      error
+    });
+    return { success: false, error };
+  } finally {
+    // Ensure cleanup of temp file
+    if (tempFile) {
+      try {
+        tempFile.removeCallback();
+      } catch (cleanupError) {
+        reportError({
+          namespace,
+          message: 'Error cleaning up temp file',
+          error: cleanupError
+        });
+      }
+    }
+  }
+}

package/src/utils/geminiFileUpload/index.ts

@@ -0,0 +1 @@
+export * from './geminiFileUpload';

package/src/utils/index.ts

@@ -23,3 +23,6 @@ export * from './sendEmail';
 
 // String manipulation
 export * from './trimPathSlash';
+
+// File Upload
+export * from './geminiFileUpload';

package/test/env.ts

@@ -47,5 +47,6 @@ process.env = {
   SQL_DB: 'testDb',
   SQL_TYPE: 'mysql',
   DEFAULT_MESSAGE_AUDIENCE: audience,
+  GOOGLE_AI_KEY: 'AIKEY',
   ...process.env
 };

package/dist/middleware/fileUploader/compressAvatar/compressAvatar.d.ts

@@ -1,6 +0,0 @@
-import { Readable } from 'stream';
-import { CompressionOptions } from './compressAvatar.types';
-/**
- * Compress the user's avatar before uploading
- */
-export declare function compressAvatar(fileStream: Readable, options: CompressionOptions): Readable;

package/dist/middleware/fileUploader/compressAvatar/compressAvatar.js

@@ -1,28 +0,0 @@
-"use strict";
-
-var _interopRequireDefault = require("@babel/runtime/helpers/interopRequireDefault");
-Object.defineProperty(exports, "__esModule", {
-  value: true
-});
-exports.compressAvatar = compressAvatar;
-var _sharp = _interopRequireDefault(require("sharp"));
-/**
- * Compress the user's avatar before uploading
- */
-function compressAvatar(fileStream, options) {
-  const {
-    resize: {
-      height,
-      width
-    },
-    quality
-  } = options;
-  const transform = (0, _sharp.default)().resize(width, height, {
-    fit: 'cover'
-  }).toFormat('jpeg', {
-    quality: quality
-  });
-  fileStream.pipe(transform);
-  return fileStream;
-}
-//# sourceMappingURL=compressAvatar.js.map

package/dist/middleware/fileUploader/compressAvatar/compressAvatar.js.map

@@ -1 +0,0 @@
-{"version":3,"file":"compressAvatar.js","names":["_sharp","_interopRequireDefault","require","compressAvatar","fileStream","options","resize","height","width","quality","transform","sharp","fit","toFormat","pipe"],"sources":["../../../../src/middleware/fileUploader/compressAvatar/compressAvatar.ts"],"sourcesContent":["import { Readable } from 'stream';\nimport sharp from 'sharp';\nimport { CompressionOptions } from './compressAvatar.types';\n\n/**\n * Compress the user's avatar before uploading\n */\nexport function compressAvatar(\n  fileStream: Readable,\n  options: CompressionOptions\n): Readable {\n  const {\n    resize: { height, width },\n    quality\n  } = options;\n  const transform = sharp()\n    .resize(width, height, {\n      fit: 'cover'\n    })\n    .toFormat('jpeg', {\n      quality: quality\n    });\n  fileStream.pipe(transform);\n  return fileStream;\n}\n"],"mappings":";;;;;;;AACA,IAAAA,MAAA,GAAAC,sBAAA,CAAAC,OAAA;AAGA;AACA;AACA;AACO,SAASC,cAAcA,CAC5BC,UAAoB,EACpBC,OAA2B,EACjB;EACV,MAAM;IACJC,MAAM,EAAE;MAAEC,MAAM;MAAEC;IAAM,CAAC;IACzBC;EACF,CAAC,GAAGJ,OAAO;EACX,MAAMK,SAAS,GAAG,IAAAC,cAAK,EAAC,CAAC,CACtBL,MAAM,CAACE,KAAK,EAAED,MAAM,EAAE;IACrBK,GAAG,EAAE;EACP,CAAC,CAAC,CACDC,QAAQ,CAAC,MAAM,EAAE;IAChBJ,OAAO,EAAEA;EACX,CAAC,CAAC;EACJL,UAAU,CAACU,IAAI,CAACJ,SAAS,CAAC;EAC1B,OAAON,UAAU;AACnB","ignoreList":[]}

package/dist/middleware/fileUploader/compressAvatar/compressAvatar.types.d.ts

@@ -1,12 +0,0 @@
-/** Options to compress image */
-export interface CompressionOptions {
-    /** Set dimensions in which the image will be resized */
-    resize: {
-        /** Height of the resized image */
-        height: number;
-        /** Width of the resized image */
-        width: number;
-    };
-    /** JPG quality factor to apply when compressing */
-    quality: number;
-}

package/dist/middleware/fileUploader/compressAvatar/compressAvatar.types.js

@@ -1,2 +0,0 @@
-"use strict";
-//# sourceMappingURL=compressAvatar.types.js.map

package/dist/middleware/fileUploader/compressAvatar/compressAvatar.types.js.map

@@ -1 +0,0 @@
-{"version":3,"file":"compressAvatar.types.js","names":[],"sources":["../../../../src/middleware/fileUploader/compressAvatar/compressAvatar.types.ts"],"sourcesContent":["/** Options to compress image */\nexport interface CompressionOptions {\n  /** Set dimensions in which the image will be resized */\n  resize: {\n    /** Height of the resized image */\n    height: number;\n    /** Width of the resized image */\n    width: number;\n  };\n  /** JPG quality factor to apply when compressing */\n  quality: number;\n}\n"],"mappings":"","ignoreList":[]}

package/dist/middleware/fileUploader/compressAvatar/index.d.ts

@@ -1,2 +0,0 @@
-export * from './compressAvatar';
-export * from './compressAvatar.types';

package/dist/middleware/fileUploader/compressAvatar/index.js

@@ -1,28 +0,0 @@
-"use strict";
-
-Object.defineProperty(exports, "__esModule", {
-  value: true
-});
-var _compressAvatar = require("./compressAvatar");
-Object.keys(_compressAvatar).forEach(function (key) {
-  if (key === "default" || key === "__esModule") return;
-  if (key in exports && exports[key] === _compressAvatar[key]) return;
-  Object.defineProperty(exports, key, {
-    enumerable: true,
-    get: function () {
-      return _compressAvatar[key];
-    }
-  });
-});
-var _compressAvatar2 = require("./compressAvatar.types");
-Object.keys(_compressAvatar2).forEach(function (key) {
-  if (key === "default" || key === "__esModule") return;
-  if (key in exports && exports[key] === _compressAvatar2[key]) return;
-  Object.defineProperty(exports, key, {
-    enumerable: true,
-    get: function () {
-      return _compressAvatar2[key];
-    }
-  });
-});
-//# sourceMappingURL=index.js.map

package/dist/middleware/fileUploader/compressAvatar/index.js.map

@@ -1 +0,0 @@
-{"version":3,"file":"index.js","names":["_compressAvatar","require","Object","keys","forEach","key","exports","defineProperty","enumerable","get","_compressAvatar2"],"sources":["../../../../src/middleware/fileUploader/compressAvatar/index.ts"],"sourcesContent":["export * from './compressAvatar';\nexport * from './compressAvatar.types';\n"],"mappings":";;;;;AAAA,IAAAA,eAAA,GAAAC,OAAA;AAAAC,MAAA,CAAAC,IAAA,CAAAH,eAAA,EAAAI,OAAA,WAAAC,GAAA;EAAA,IAAAA,GAAA,kBAAAA,GAAA;EAAA,IAAAA,GAAA,IAAAC,OAAA,IAAAA,OAAA,CAAAD,GAAA,MAAAL,eAAA,CAAAK,GAAA;EAAAH,MAAA,CAAAK,cAAA,CAAAD,OAAA,EAAAD,GAAA;IAAAG,UAAA;IAAAC,GAAA,WAAAA,CAAA;MAAA,OAAAT,eAAA,CAAAK,GAAA;IAAA;EAAA;AAAA;AACA,IAAAK,gBAAA,GAAAT,OAAA;AAAAC,MAAA,CAAAC,IAAA,CAAAO,gBAAA,EAAAN,OAAA,WAAAC,GAAA;EAAA,IAAAA,GAAA,kBAAAA,GAAA;EAAA,IAAAA,GAAA,IAAAC,OAAA,IAAAA,OAAA,CAAAD,GAAA,MAAAK,gBAAA,CAAAL,GAAA;EAAAH,MAAA,CAAAK,cAAA,CAAAD,OAAA,EAAAD,GAAA;IAAAG,UAAA;IAAAC,GAAA,WAAAA,CAAA;MAAA,OAAAC,gBAAA,CAAAL,GAAA;IAAA;EAAA;AAAA","ignoreList":[]}

package/src/middleware/fileUploader/compressAvatar/compressAvatar.ts

@@ -1,25 +0,0 @@
-import { Readable } from 'stream';
-import sharp from 'sharp';
-import { CompressionOptions } from './compressAvatar.types';
-
-/**
- * Compress the user's avatar before uploading
- */
-export function compressAvatar(
-  fileStream: Readable,
-  options: CompressionOptions
-): Readable {
-  const {
-    resize: { height, width },
-    quality
-  } = options;
-  const transform = sharp()
-    .resize(width, height, {
-      fit: 'cover'
-    })
-    .toFormat('jpeg', {
-      quality: quality
-    });
-  fileStream.pipe(transform);
-  return fileStream;
-}

package/src/middleware/fileUploader/compressAvatar/compressAvatar.types.ts

@@ -1,12 +0,0 @@
-/** Options to compress image */
-export interface CompressionOptions {
-  /** Set dimensions in which the image will be resized */
-  resize: {
-    /** Height of the resized image */
-    height: number;
-    /** Width of the resized image */
-    width: number;
-  };
-  /** JPG quality factor to apply when compressing */
-  quality: number;
-}

package/src/middleware/fileUploader/compressAvatar/index.ts

@@ -1,2 +0,0 @@
-export * from './compressAvatar';
-export * from './compressAvatar.types';