@things-factory/integration-sftp 4.3.660 → 4.3.668

package/dist-server/util/file-formatters.js

@@ -0,0 +1,100 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.parseCSV = exports.formatData = exports.formatAsXML = exports.formatAsCSV = void 0;
+const xml_js_1 = require("xml-js");
+function formatDateYMD(date) {
+    const y = date.getFullYear();
+    const m = String(date.getMonth() + 1).padStart(2, '0');
+    const d = String(date.getDate()).padStart(2, '0');
+    return `${y}-${m}-${d}`;
+}
+function normalizeDateLikeValue(value) {
+    if (value instanceof Date) {
+        return formatDateYMD(value);
+    }
+    if (typeof value === 'string') {
+        // Heuristic: ISO-like or timezone string → format as YYYY-MM-DD
+        if (/^(\d{4}-\d{2}-\d{2})([T\s].*)?$/.test(value) || /GMT/.test(value)) {
+            const t = new Date(value);
+            if (!isNaN(t.getTime()))
+                return formatDateYMD(t);
+        }
+    }
+    return value;
+}
+function formatAsCSV(data) {
+    if (!data || data.length === 0)
+        return '';
+    const headers = Object.keys(data[0]);
+    const lines = [headers.join(',')];
+    for (const row of data) {
+        const line = headers
+            .map(h => {
+            const raw = row[h];
+            const value = normalizeDateLikeValue(raw);
+            if (value === null || value === undefined)
+                return '';
+            return typeof value === 'string' ? `"${value}"` : value;
+        })
+            .join(',');
+        lines.push(line);
+    }
+    return lines.join('\n');
+}
+exports.formatAsCSV = formatAsCSV;
+function formatAsXML(data, rootName = 'rows', rowName = 'row') {
+    // Normalize date-like values in a deep-copy manner
+    const normalized = data.map(row => {
+        const obj = {};
+        for (const [k, v] of Object.entries(row)) {
+            obj[k] = normalizeDateLikeValue(v);
+        }
+        return obj;
+    });
+    const wrapped = {
+        [rootName]: {
+            _attributes: {},
+            [rowName]: normalized
+        }
+    };
+    return (0, xml_js_1.js2xml)(wrapped, { compact: true, spaces: 2 });
+}
+exports.formatAsXML = formatAsXML;
+function formatData(data, type = 'csv') {
+    switch (type) {
+        case 'csv':
+            return formatAsCSV(data);
+        case 'xml':
+            return formatAsXML(data);
+        case 'xlsx':
+            // TODO: implement excel generation using a lightweight lib if needed
+            // returning CSV as a placeholder to avoid new deps
+            return formatAsCSV(data);
+        default:
+            return formatAsCSV(data);
+    }
+}
+exports.formatData = formatData;
+// Simple CSV parser (does not handle embedded commas/newlines/escaped quotes)
+function parseCSV(csvContent) {
+    const lines = csvContent.trim().split('\n');
+    if (lines.length < 2)
+        return [];
+    const headers = lines[0].split(',').map(h => h.trim());
+    const result = [];
+    for (let i = 1; i < lines.length; i++) {
+        const values = lines[i].split(',').map(v => v.trim());
+        const row = {};
+        headers.forEach((header, index) => {
+            let value = values[index] || '';
+            if (value.startsWith('"') && value.endsWith('"')) {
+                value = value.slice(1, -1);
+            }
+            row[header] = value;
+        });
+        result.push(row);
+    }
+    return result;
+}
+exports.parseCSV = parseCSV;
+//# sourceMappingURL=file-formatters.js.map

package/dist-server/util/file-formatters.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"file-formatters.js","sourceRoot":"","sources":["../../server/util/file-formatters.ts"],"names":[],"mappings":";;;AAAA,mCAAuC;AAEvC,SAAS,aAAa,CAAC,IAAU;IAC/B,MAAM,CAAC,GAAG,IAAI,CAAC,WAAW,EAAE,CAAA;IAC5B,MAAM,CAAC,GAAG,MAAM,CAAC,IAAI,CAAC,QAAQ,EAAE,GAAG,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,EAAE,GAAG,CAAC,CAAA;IACtD,MAAM,CAAC,GAAG,MAAM,CAAC,IAAI,CAAC,OAAO,EAAE,CAAC,CAAC,QAAQ,CAAC,CAAC,EAAE,GAAG,CAAC,CAAA;IACjD,OAAO,GAAG,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAAA;AACzB,CAAC;AAED,SAAS,sBAAsB,CAAC,KAAU;IACxC,IAAI,KAAK,YAAY,IAAI,EAAE;QACzB,OAAO,aAAa,CAAC,KAAK,CAAC,CAAA;KAC5B;IACD,IAAI,OAAO,KAAK,KAAK,QAAQ,EAAE;QAC7B,gEAAgE;QAChE,IAAI,iCAAiC,CAAC,IAAI,CAAC,KAAK,CAAC,IAAI,KAAK,CAAC,IAAI,CAAC,KAAK,CAAC,EAAE;YACtE,MAAM,CAAC,GAAG,IAAI,IAAI,CAAC,KAAK,CAAC,CAAA;YACzB,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,OAAO,EAAE,CAAC;gBAAE,OAAO,aAAa,CAAC,CAAC,CAAC,CAAA;SACjD;KACF;IACD,OAAO,KAAK,CAAA;AACd,CAAC;AAED,SAAgB,WAAW,CAAC,IAAW;IACrC,IAAI,CAAC,IAAI,IAAI,IAAI,CAAC,MAAM,KAAK,CAAC;QAAE,OAAO,EAAE,CAAA;IACzC,MAAM,OAAO,GAAG,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,CAAA;IACpC,MAAM,KAAK,GAAG,CAAC,OAAO,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,CAAA;IACjC,KAAK,MAAM,GAAG,IAAI,IAAI,EAAE;QACtB,MAAM,IAAI,GAAG,OAAO;aACjB,GAAG,CAAC,CAAC,CAAC,EAAE;YACP,MAAM,GAAG,GAAG,GAAG,CAAC,CAAC,CAAC,CAAA;YAClB,MAAM,KAAK,GAAG,sBAAsB,CAAC,GAAG,CAAC,CAAA;YACzC,IAAI,KAAK,KAAK,IAAI,IAAI,KAAK,KAAK,SAAS;gBAAE,OAAO,EAAE,CAAA;YACpD,OAAO,OAAO,KAAK,KAAK,QAAQ,CAAC,CAAC,CAAC,IAAI,KAAK,GAAG,CAAC,CAAC,CAAC,KAAK,CAAA;QACzD,CAAC,CAAC;aACD,IAAI,CAAC,GAAG,CAAC,CAAA;QACZ,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,CAAA;KACjB;IACD,OAAO,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,CAAA;AACzB,CAAC;AAhBD,kCAgBC;AAED,SAAgB,WAAW,CAAC,IAAW,EAAE,QAAQ,GAAG,MAAM,EAAE,OAAO,GAAG,KAAK;IACzE,mDAAmD;IACnD,MAAM,UAAU,GAAG,IAAI,CAAC,GAAG,CAAC,GAAG,CAAC,EAAE;QAChC,MAAM,GAAG,GAAQ,EAAE,CAAA;QACnB,KAAK,MAAM,CAAC,CAAC,EAAE,CAAC,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,GAAG,CAAC,EAAE;YACxC,GAAG,CAAC,CAAC,CAAC,GAAG,sBAAsB,CAAC,CAAC,CAAC,CAAA;SACnC;QACD,OAAO,GAAG,CAAA;IACZ,CAAC,CAAC,CAAA;IAEF,MAAM,OAAO,GAAG;QACd,CAAC,QAAQ,CAAC,EAAE;YACV,WAAW,EAAE,EAAE;YACf,CAAC,OAAO,CAAC,EAAE,UAAU;SACtB;KACF,CAAA;IACD,OAAO,IAAA,eAAM,EAAC,OAAO,EAAE,EAAE,OAAO,EAAE,IAAI,EAAE,MAAM,EAAE,CAAC,EAAE,CAAC,CAAA;AACtD,CAAC;AAjBD,kCAiBC;AAID,SAAgB,UAAU,CAAC,IAAW,EAAE,OAA6B,KAAK;IACxE,QAAQ,IAAI,EAAE;QACZ,KAAK,KAAK;YACR,OAAO,WAAW,CAAC,IAAI,CAAC,CAAA;QAC1B,KAAK,KAAK;YACR,OAAO,WAAW,CAAC,IAAI,CAAC,CAAA;QAC1B,KAAK,MAAM;YACT,qEAAqE;YACrE,mDAAmD;YACnD,OAAO,WAAW,CAAC,IAAI,CAAC,CAAA;QAC1B;YACE,OAAO,WAAW,CAAC,IAAI,CAAC,CAAA;KAC3B;AACH,CAAC;AAbD,gCAaC;AAED,8EAA8E;AAC9E,SAAgB,QAAQ,CAAC,UAAkB;IACzC,MAAM,KAAK,GAAG,UAAU,CAAC,IAAI,EAAE,CAAC,KAAK,CAAC,IAAI,CAAC,CAAA;IAC3C,IAAI,KAAK,CAAC,MAAM,GAAG,CAAC;QAAE,OAAO,EAAE,CAAA;IAC/B,MAAM,OAAO,GAAG,KAAK,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC,CAAA;IACtD,MAAM,MAAM,GAAG,EAAE,CAAA;IACjB,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,KAAK,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE;QACrC,MAAM,MAAM,GAAG,KAAK,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC,CAAA;QACrD,MAAM,GAAG,GAAQ,EAAE,CAAA;QACnB,OAAO,CAAC,OAAO,CAAC,CAAC,MAAM,EAAE,KAAK,EAAE,EAAE;YAChC,IAAI,KAAK,GAAG,MAAM,CAAC,KAAK,CAAC,IAAI,EAAE,CAAA;YAC/B,IAAI,KAAK,CAAC,UAAU,CAAC,GAAG,CAAC,IAAI,KAAK,CAAC,QAAQ,CAAC,GAAG,CAAC,EAAE;gBAChD,KAAK,GAAG,KAAK,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAA;aAC3B;YACD,GAAG,CAAC,MAAM,CAAC,GAAG,KAAK,CAAA;QACrB,CAAC,CAAC,CAAA;QACF,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC,CAAA;KACjB;IACD,OAAO,MAAM,CAAA;AACf,CAAC;AAlBD,4BAkBC"}

package/dist-server/util/generate-files.js

@@ -1,29 +1,89 @@
 "use strict";
 Object.defineProperty(exports, "__esModule", { value: true });
 exports.generateFiles = void 0;
-require("../sftp-s3");
-const sftp_const_1 = require("../sftp-const");
-const fs = require('fs');
-async function generateFiles(params) {
-    const fileDirectory = './uploaded-files';
+const storage_manager_1 = require("../storage/storage-manager");
+const env_1 = require("@things-factory/env");
+async function generateFiles(params, storageConfig) {
+    const storageManager = storage_manager_1.StorageManager.getInstance();
+    // Primary target config (SFTP or caller-provided)
+    const primaryConfig = storageConfig || require('@things-factory/env').config.get('sftpFileStorage');
+    // Optional archive config to S3 (uses sftpFileStorage in config when type is 's3')
+    const archiveConfig = (() => {
+        try {
+            const cfg = require('@things-factory/env').config.get('sftpFileStorage');
+            return cfg && cfg.type === 's3' ? cfg : null;
+        }
+        catch (_) {
+            return null;
+        }
+    })();
+    env_1.logger.info(`generateFiles: primary=${primaryConfig.type} archive=${archiveConfig ? archiveConfig.type + ':' + archiveConfig.bucketName : 'disabled'}`);
+    const sleep = (ms) => new Promise(res => setTimeout(res, ms));
     for (let i = 0; i < params.length; i++) {
         let param = params[i];
         const { uploadPath, content, title } = param;
-        if (!fs.existsSync(fileDirectory)) {
-            fs.mkdirSync(fileDirectory);
-        }
-        const filePath = fileDirectory + '/' + title;
-        fs.writeFile(filePath, content, function (err) {
-            if (err)
-                throw err;
-            console.log('File is created successfully.');
-        });
+        // Ensure remote directory exists before upload (skip when empty string or undefined)
         if (uploadPath) {
-            const stream = fs.createReadStream(filePath);
-            await sftp_const_1.SFTPFILESTORAGE.uploadFile({ stream, filename: title, uploadPath });
+            let attempts = 0;
+            while (true) {
+                try {
+                    await storageManager.createDirectory(primaryConfig, uploadPath);
+                    break;
+                }
+                catch (e) {
+                    attempts++;
+                    if (attempts >= 3) {
+                        env_1.logger.warn(`createDirectory failed for ${uploadPath}: ${(e === null || e === void 0 ? void 0 : e.message) || e}`);
+                        break;
+                    }
+                    await sleep(200 * attempts);
+                }
+            }
+        }
+        // Compose remote relative path (under basePath when configured)
+        const remotePath = `${uploadPath ? uploadPath + '/' : ''}${title}`.replace(/\/+/, '/').replace(/\/+/, '/');
+        // Upload to primary
+        if (primaryConfig.type === 'sftp') {
+            // Stream upload with retries to reduce connection issues
+            const { Readable } = require('stream');
+            let attempts = 0;
+            while (true) {
+                try {
+                    const dataStream = Readable.from([content]);
+                    await storageManager.uploadFile(primaryConfig, {
+                        stream: dataStream,
+                        filename: title,
+                        uploadPath: uploadPath || ''
+                    });
+                    break;
+                }
+                catch (e) {
+                    attempts++;
+                    if (attempts >= 3) {
+                        env_1.logger.warn(`SFTP upload failed for ${title} to ${uploadPath || '(root)'}: ${(e === null || e === void 0 ? void 0 : e.message) || e}`);
+                        throw e;
+                    }
+                    await sleep(300 * attempts);
+                }
+            }
+        }
+        else {
+            // Direct write for non-SFTP providers
+            await storageManager.writeFile(primaryConfig, remotePath, content, 'utf-8');
+        }
+        // Optional: archive a copy to S3 under <platform>/
+        if (archiveConfig) {
+            const platformPrefix = (param.platform || '').toString().trim();
+            const archiveKey = `${platformPrefix}/${title}`;
+            env_1.logger.info(`generateFiles: archiving to S3 key=${archiveKey}`);
+            try {
+                await storageManager.writeFile(archiveConfig, archiveKey, content, 'utf-8');
+            }
+            catch (e) {
+                env_1.logger.warn(`S3 archive failed for ${title}: ${(e === null || e === void 0 ? void 0 : e.message) || e}`);
+            }
         }
     }
-    fs.rm(fileDirectory, { recursive: true });
     return true;
 }
 exports.generateFiles = generateFiles;

package/dist-server/util/generate-files.js.map

@@ -1 +1 @@
-{"version":3,"file":"generate-files.js","sourceRoot":"","sources":["../../server/util/generate-files.ts"],"names":[],"mappings":";;;AAAA,sBAAmB;AAEnB,8CAA+C;AAE/C,MAAM,EAAE,GAAG,OAAO,CAAC,IAAI,CAAC,CAAA;AAEjB,KAAK,UAAU,aAAa,CAAC,MAAa;IAC/C,MAAM,aAAa,GAAG,kBAAkB,CAAA;IACxC,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,MAAM,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE;QACtC,IAAI,KAAK,GAAQ,MAAM,CAAC,CAAC,CAAC,CAAA;QAC1B,MAAM,EAAE,UAAU,EAAE,OAAO,EAAE,KAAK,EAAE,GAAG,KAAK,CAAA;QAE5C,IAAI,CAAC,EAAE,CAAC,UAAU,CAAC,aAAa,CAAC,EAAE;YACjC,EAAE,CAAC,SAAS,CAAC,aAAa,CAAC,CAAA;SAC5B;QAED,MAAM,QAAQ,GAAG,aAAa,GAAG,GAAG,GAAG,KAAK,CAAA;QAE5C,EAAE,CAAC,SAAS,CAAC,QAAQ,EAAE,OAAO,EAAE,UAAU,GAAG;YAC3C,IAAI,GAAG;gBAAE,MAAM,GAAG,CAAA;YAClB,OAAO,CAAC,GAAG,CAAC,+BAA+B,CAAC,CAAA;QAC9C,CAAC,CAAC,CAAA;QAEF,IAAI,UAAU,EAAE;YACd,MAAM,MAAM,GAAG,EAAE,CAAC,gBAAgB,CAAC,QAAQ,CAAC,CAAA;YAC5C,MAAM,4BAAe,CAAC,UAAU,CAAC,EAAE,MAAM,EAAE,QAAQ,EAAE,KAAK,EAAE,UAAU,EAAE,CAAC,CAAA;SAC1E;KACF;IAED,EAAE,CAAC,EAAE,CAAC,aAAa,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAA;IAEzC,OAAO,IAAI,CAAA;AACb,CAAC;AA1BD,sCA0BC"}
+{"version":3,"file":"generate-files.js","sourceRoot":"","sources":["../../server/util/generate-files.ts"],"names":[],"mappings":";;;AAAA,gEAA2D;AAE3D,6CAA4C;AAErC,KAAK,UAAU,aAAa,CAAC,MAAa,EAAE,aAA6B;IAC9E,MAAM,cAAc,GAAG,gCAAc,CAAC,WAAW,EAAE,CAAA;IAEnD,kDAAkD;IAClD,MAAM,aAAa,GAAkB,aAAa,IAAI,OAAO,CAAC,qBAAqB,CAAC,CAAC,MAAM,CAAC,GAAG,CAAC,iBAAiB,CAAC,CAAA;IAClH,mFAAmF;IACnF,MAAM,aAAa,GAAyB,CAAC,GAAG,EAAE;QAChD,IAAI;YACF,MAAM,GAAG,GAAG,OAAO,CAAC,qBAAqB,CAAC,CAAC,MAAM,CAAC,GAAG,CAAC,iBAAiB,CAAC,CAAA;YACxE,OAAO,GAAG,IAAI,GAAG,CAAC,IAAI,KAAK,IAAI,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,IAAI,CAAA;SAC7C;QAAC,OAAO,CAAC,EAAE;YACV,OAAO,IAAI,CAAA;SACZ;IACH,CAAC,CAAC,EAAE,CAAA;IAEJ,YAAM,CAAC,IAAI,CACT,0BAA0B,aAAa,CAAC,IAAI,YAC1C,aAAa,CAAC,CAAC,CAAC,aAAa,CAAC,IAAI,GAAG,GAAG,GAAG,aAAa,CAAC,UAAU,CAAC,CAAC,CAAC,UACxE,EAAE,CACH,CAAA;IAED,MAAM,KAAK,GAAG,CAAC,EAAU,EAAE,EAAE,CAAC,IAAI,OAAO,CAAC,GAAG,CAAC,EAAE,CAAC,UAAU,CAAC,GAAG,EAAE,EAAE,CAAC,CAAC,CAAA;IAErE,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,MAAM,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE;QACtC,IAAI,KAAK,GAAQ,MAAM,CAAC,CAAC,CAAC,CAAA;QAC1B,MAAM,EAAE,UAAU,EAAE,OAAO,EAAE,KAAK,EAAE,GAAG,KAAK,CAAA;QAE5C,qFAAqF;QACrF,IAAI,UAAU,EAAE;YACd,IAAI,QAAQ,GAAG,CAAC,CAAA;YAChB,OAAO,IAAI,EAAE;gBACX,IAAI;oBACF,MAAM,cAAc,CAAC,eAAe,CAAC,aAAa,EAAE,UAAU,CAAC,CAAA;oBAC/D,MAAK;iBACN;gBAAC,OAAO,CAAC,EAAE;oBACV,QAAQ,EAAE,CAAA;oBACV,IAAI,QAAQ,IAAI,CAAC,EAAE;wBACjB,YAAM,CAAC,IAAI,CAAC,8BAA8B,UAAU,KAAK,CAAA,CAAC,aAAD,CAAC,uBAAD,CAAC,CAAE,OAAO,KAAI,CAAC,EAAE,CAAC,CAAA;wBAC3E,MAAK;qBACN;oBACD,MAAM,KAAK,CAAC,GAAG,GAAG,QAAQ,CAAC,CAAA;iBAC5B;aACF;SACF;QAED,gEAAgE;QAChE,MAAM,UAAU,GAAG,GAAG,UAAU,CAAC,CAAC,CAAC,UAAU,GAAG,GAAG,CAAC,CAAC,CAAC,EAAE,GAAG,KAAK,EAAE,CAAC,OAAO,CAAC,KAAK,EAAE,GAAG,CAAC,CAAC,OAAO,CAAC,KAAK,EAAE,GAAG,CAAC,CAAA;QAE1G,oBAAoB;QACpB,IAAI,aAAa,CAAC,IAAI,KAAK,MAAM,EAAE;YACjC,yDAAyD;YACzD,MAAM,EAAE,QAAQ,EAAE,GAAG,OAAO,CAAC,QAAQ,CAAC,CAAA;YACtC,IAAI,QAAQ,GAAG,CAAC,CAAA;YAChB,OAAO,IAAI,EAAE;gBACX,IAAI;oBACF,MAAM,UAAU,GAAG,QAAQ,CAAC,IAAI,CAAC,CAAC,OAAO,CAAC,CAAC,CAAA;oBAC3C,MAAM,cAAc,CAAC,UAAU,CAAC,aAAa,EAAE;wBAC7C,MAAM,EAAE,UAAU;wBAClB,QAAQ,EAAE,KAAK;wBACf,UAAU,EAAE,UAAU,IAAI,EAAE;qBAC7B,CAAC,CAAA;oBACF,MAAK;iBACN;gBAAC,OAAO,CAAC,EAAE;oBACV,QAAQ,EAAE,CAAA;oBACV,IAAI,QAAQ,IAAI,CAAC,EAAE;wBACjB,YAAM,CAAC,IAAI,CAAC,0BAA0B,KAAK,OAAO,UAAU,IAAI,QAAQ,KAAK,CAAA,CAAC,aAAD,CAAC,uBAAD,CAAC,CAAE,OAAO,KAAI,CAAC,EAAE,CAAC,CAAA;wBAC/F,MAAM,CAAC,CAAA;qBACR;oBACD,MAAM,KAAK,CAAC,GAAG,GAAG,QAAQ,CAAC,CAAA;iBAC5B;aACF;SACF;aAAM;YACL,sCAAsC;YACtC,MAAM,cAAc,CAAC,SAAS,CAAC,aAAa,EAAE,UAAU,EAAE,OAAO,EAAE,OAAO,CAAC,CAAA;SAC5E;QAED,mDAAmD;QACnD,IAAI,aAAa,EAAE;YACjB,MAAM,cAAc,GAAW,CAAC,KAAK,CAAC,QAAQ,IAAI,EAAE,CAAC,CAAC,QAAQ,EAAE,CAAC,IAAI,EAAE,CAAA;YACvE,MAAM,UAAU,GAAG,GAAG,cAAc,IAAI,KAAK,EAAE,CAAA;YAC/C,YAAM,CAAC,IAAI,CAAC,sCAAsC,UAAU,EAAE,CAAC,CAAA;YAC/D,IAAI;gBACF,MAAM,cAAc,CAAC,SAAS,CAAC,aAAa,EAAE,UAAU,EAAE,OAAO,EAAE,OAAO,CAAC,CAAA;aAC5E;YAAC,OAAO,CAAC,EAAE;gBACV,YAAM,CAAC,IAAI,CAAC,yBAAyB,KAAK,KAAK,CAAA,CAAC,aAAD,CAAC,uBAAD,CAAC,CAAE,OAAO,KAAI,CAAC,EAAE,CAAC,CAAA;aAClE;SACF;KACF;IAED,OAAO,IAAI,CAAA;AACb,CAAC;AA1FD,sCA0FC"}

package/dist-server/util/get-permitted-directories.js

@@ -1,15 +1,19 @@
 "use strict";
 Object.defineProperty(exports, "__esModule", { value: true });
 exports.readFile = exports.getPermittedDirectories = void 0;
-require("../sftp-s3");
+const storage_manager_1 = require("../storage/storage-manager");
 const sftp_const_1 = require("../sftp-const");
-async function getPermittedDirectories(params, context) {
-    const sftpDirectories = await sftp_const_1.SFTPFILESTORAGE.readFolders(params);
+async function getPermittedDirectories(params, context, storageConfig) {
+    const storageManager = storage_manager_1.StorageManager.getInstance();
+    const config = storageConfig || (0, sftp_const_1.getSftpStorageConfig)();
+    const sftpDirectories = await storageManager.readFolders(config, params);
     return sftpDirectories;
 }
 exports.getPermittedDirectories = getPermittedDirectories;
-async function readFile(fileKey) {
-    const file = await sftp_const_1.SFTPFILESTORAGE.readFile(fileKey, 'utf-8');
+async function readFile(fileKey, storageConfig) {
+    const storageManager = storage_manager_1.StorageManager.getInstance();
+    const config = storageConfig || (0, sftp_const_1.getSftpStorageConfig)();
+    const file = await storageManager.readFile(config, fileKey, 'utf-8');
     return file;
 }
 exports.readFile = readFile;

package/dist-server/util/get-permitted-directories.js.map

@@ -1 +1 @@
-{"version":3,"file":"get-permitted-directories.js","sourceRoot":"","sources":["../../server/util/get-permitted-directories.ts"],"names":[],"mappings":";;;AAAA,sBAAmB;AAEnB,8CAA+C;AAExC,KAAK,UAAU,uBAAuB,CAAC,MAAW,EAAE,OAAY;IACrE,MAAM,eAAe,GAAU,MAAM,4BAAe,CAAC,WAAW,CAAC,MAAM,CAAC,CAAA;IAExE,OAAO,eAAe,CAAA;AACxB,CAAC;AAJD,0DAIC;AAEM,KAAK,UAAU,QAAQ,CAAC,OAAY;IACzC,MAAM,IAAI,GAAQ,MAAM,4BAAe,CAAC,QAAQ,CAAC,OAAO,EAAE,OAAO,CAAC,CAAA;IAElE,OAAO,IAAI,CAAA;AACb,CAAC;AAJD,4BAIC"}
+{"version":3,"file":"get-permitted-directories.js","sourceRoot":"","sources":["../../server/util/get-permitted-directories.ts"],"names":[],"mappings":";;;AAAA,gEAA2D;AAE3D,8CAAoD;AAE7C,KAAK,UAAU,uBAAuB,CAAC,MAAW,EAAE,OAAY,EAAE,aAA6B;IACpG,MAAM,cAAc,GAAG,gCAAc,CAAC,WAAW,EAAE,CAAA;IACnD,MAAM,MAAM,GAAG,aAAa,IAAI,IAAA,iCAAoB,GAAE,CAAA;IACtD,MAAM,eAAe,GAAU,MAAM,cAAc,CAAC,WAAW,CAAC,MAAM,EAAE,MAAM,CAAC,CAAA;IAE/E,OAAO,eAAe,CAAA;AACxB,CAAC;AAND,0DAMC;AAEM,KAAK,UAAU,QAAQ,CAAC,OAAY,EAAE,aAA6B;IACxE,MAAM,cAAc,GAAG,gCAAc,CAAC,WAAW,EAAE,CAAA;IACnD,MAAM,MAAM,GAAG,aAAa,IAAI,IAAA,iCAAoB,GAAE,CAAA;IACtD,MAAM,IAAI,GAAQ,MAAM,cAAc,CAAC,QAAQ,CAAC,MAAM,EAAE,OAAO,EAAE,OAAO,CAAC,CAAA;IAEzE,OAAO,IAAI,CAAA;AACb,CAAC;AAND,4BAMC"}

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@things-factory/integration-sftp",
-  "version": "4.3.660",
+  "version": "4.3.668",
   "main": "dist-server/index.js",
   "browser": "client/index.js",
   "things-factory": true,
@@ -26,10 +26,13 @@
     "@things-factory/auth-base": "^4.3.591",
     "@things-factory/biz-base": "^4.3.595",
     "@things-factory/env": "^4.3.591",
-    "@things-factory/integration-fulfillment": "^4.3.660",
+    "@things-factory/integration-fulfillment": "^4.3.667",
     "@things-factory/shell": "^4.3.591",
     "aws-sdk": "^2.960.0",
+    "ftp": "^0.3.10",
+    "ssh2": "^1.11.0",
+    "ssh2-sftp-client": "^7.0.0",
     "xml-js": "^1.6.11"
   },
-  "gitHead": "d5c870cd06b2fcacea68ba21baadd244e4532b99"
+  "gitHead": "7bbcb83fbb36a1599002781f95e5904cc8dd453a"
 }

package/server/controllers/herbalife/herbalife.ts

@@ -1,9 +1,8 @@
-import '../../sftp-s3'
-
 import { xml2js } from 'xml-js'
+import { config } from '@things-factory/env'
 
 import { Sftp } from '../../service'
-import { SFTPFILESTORAGE } from '../../sftp-const'
+import { StorageManager } from '../../storage/storage-manager'
 import { generateFiles } from '../../util/generate-files'
 
 const debug = require('debug')('things-factory:integration-sftp:herbalife')
@@ -11,10 +10,16 @@ const debug = require('debug')('things-factory:integration-sftp:herbalife')
 export type HerbalifeConfig = {}
 
 export class Herbalife {
-  constructor() {}
+  private storageManager = StorageManager.getInstance()
+  private sftpConfig: any
+
+  constructor() {
+    // Get the SFTP configuration from config
+    this.sftpConfig = config.get('sftpFileStorage')
+  }
 
   async get(path: string, data: any = {}) {
-    const fileResult: any = await SFTPFILESTORAGE.readFile(path, 'utf-8')
+    const fileResult: any = await this.storageManager.readFile(this.sftpConfig, path, 'utf-8')
     const item: any = xml2js(fileResult, {
       compact: true
     })
@@ -46,7 +51,7 @@ export class Herbalife {
         content
       })
     }
-    await generateFiles(params)
+    await generateFiles(params, this.sftpConfig)
 
     return sftp
   }

package/server/controllers/index.ts

@@ -1,3 +1,4 @@
 import './herbalife'
+import './yltc'
 
 export * from './sftp-api'

package/server/controllers/sftp-api/index.ts

@@ -36,4 +36,7 @@ export class SftpAPI {
 
   @api
   static createSerialNumber(sftp, req): any {}
+
+  @api
+  static createYLTCInventoryReport(sftp, req): any {}
 }

package/server/controllers/yltc/apis/create-yltc-inventory-report.ts

@@ -0,0 +1,37 @@
+export function createYLTCInventoryReport() {
+  return {
+    method: 'post',
+    path: '{folderPath}',
+    denormalize(req) {
+      const { sftp, title, backupTitle, content, backupPath, contentType } = req
+      const { folderPath, platform } = sftp
+
+      // Values used by platform-action substitute() for path placeholders
+      const resource = {
+        folderPath: folderPath || ''
+      }
+
+      // Build payload with required fields only
+      const payload: any = {
+        sftp,
+        title,
+        content,
+        contentType,
+        folderPath,
+        platform
+      }
+
+      // Include optionals only when present
+      if (backupTitle) payload.backupTitle = backupTitle
+      if (backupPath) payload.backupPath = backupPath
+
+      return {
+        resource,
+        payload
+      }
+    },
+    normalize(res) {
+      return res
+    }
+  }
+}

package/server/controllers/yltc/apis/echo.ts

@@ -0,0 +1,14 @@
+export function echo() {
+  return {
+    path: '/echo',
+    denormalize(req) {
+      return { ...req }
+    },
+    normalize(res) {
+      return { ...res }
+    },
+    action({ store, method, path, request, platformAction }) {
+      return { ...request }
+    }
+  }
+}

package/server/controllers/yltc/apis/index.ts

@@ -0,0 +1,2 @@
+export * from './echo'
+export * from './create-yltc-inventory-report'

package/server/controllers/yltc/index.ts

@@ -0,0 +1,7 @@
+import { SftpAPI } from '../sftp-api'
+import * as APIS from './apis'
+import { action } from './platform-action'
+
+export * from './yltc'
+
+SftpAPI.registerPlatform('yltc', action, APIS)

package/server/controllers/yltc/platform-action.ts

@@ -0,0 +1,34 @@
+import { Yltc } from './yltc'
+
+function substitute(path, obj) {
+  var props = []
+  var re = /{([^}]+)}/g
+  var text
+
+  while ((text = re.exec(path))) {
+    props.push(text[1])
+  }
+
+  var result = path
+  props.forEach(prop => {
+    let value = obj[prop.trim()]
+    result = result.replace(`{${prop}}`, value === undefined ? '' : value)
+  })
+
+  return result
+}
+
+export const action = async ({ method = 'get', path, request }) => {
+  const client = new Yltc()
+
+  const { resource = {}, payload = {} } = request
+
+  path = substitute(path, resource)
+
+  var response = await client[method](path, payload)
+  if (response.errors) {
+    throw response
+  }
+
+  return response
+}

package/server/controllers/yltc/yltc.ts

@@ -0,0 +1,93 @@
+import { config } from '@things-factory/env'
+import { Sftp } from '../../service'
+import { StorageManager } from '../../storage/storage-manager'
+import { StorageConfig } from '../../storage/storage-provider.interface'
+import { generateFiles } from '../../util/generate-files'
+import { formatData, SupportedContentType, parseCSV } from '../../util/file-formatters'
+export class Yltc {
+  private storageManager = StorageManager.getInstance()
+
+  constructor() {}
+
+  private buildRuntimeConfigFromSftp(sftp?: Sftp): StorageConfig {
+    if (sftp && (sftp.host || sftp.username || sftp.password)) {
+      return {
+        type: 'sftp',
+        host: (sftp as any).host,
+        port: (sftp as any).port,
+        username: (sftp as any).username,
+        password: (sftp as any).password,
+        basePath: (sftp as any).basePath || (sftp as any).folderPath, // fallback to folderPath if basePath is not provided
+        timeout: (sftp as any).timeout,
+        retries: (sftp as any).retries
+      }
+    }
+    // Fallback to external config if Sftp entity does not carry connection info
+    return config.get('sftpExternal') || config.get('sftpFileStorage')
+  }
+
+  async get(path: string, data: any = {}) {
+    const runtimeConfig: StorageConfig = this.buildRuntimeConfigFromSftp(data?.sftp)
+    const fileResult: any = await this.storageManager.readFile(runtimeConfig, path, 'utf-8')
+
+    // Check if file is CSV and parse accordingly
+    if (path.toLowerCase().endsWith('.csv')) {
+      return parseCSV(fileResult)
+    } else {
+      // Fallback to XML parsing for backward compatibility
+      const { xml2js } = require('xml-js')
+      const item: any = xml2js(fileResult, {
+        compact: true
+      })
+      return { ...item }
+    }
+  }
+
+  async post(path: string, data: any = {}) {
+    const {
+      title,
+      backupTitle,
+      content,
+      sftp,
+      backupPath,
+      contentType = 'csv' // Default to CSV
+    }: {
+      title: string
+      backupTitle: string
+      content: string | any[]
+      sftp: Sftp
+      backupPath: string
+      contentType?: SupportedContentType
+    } = data
+
+    const runtimeConfig: StorageConfig = this.buildRuntimeConfigFromSftp(sftp)
+
+    let params: any[] = []
+
+    const body = Array.isArray(content) ? formatData(content, contentType) : content
+
+    // Ensure extension matches content type
+    const ext = contentType === 'xml' ? '.xml' : contentType === 'xlsx' ? '.xlsx' : '.csv'
+    const normalizedTitle = title.endsWith(ext) ? title : `${title}${ext}`
+
+    // If basePath is configured, uploading to basePath root requires empty uploadPath
+    const mainUploadPath = (runtimeConfig as any).basePath ? '' : path
+
+    const platformPrefix: string = ((sftp as any)?.platform || (data as any)?.platform || '').toString().trim()
+
+    params.push({
+      title: normalizedTitle,
+      uploadPath: mainUploadPath,
+      content: body,
+      platform: platformPrefix
+    })
+
+    if (backupPath && backupTitle) {
+      const normalizedBackupTitle = backupTitle.endsWith(ext) ? backupTitle : `${backupTitle}${ext}`
+      params.push({ title: normalizedBackupTitle, uploadPath: backupPath, content: body, platform: platformPrefix })
+    }
+
+    await generateFiles(params, runtimeConfig)
+    return sftp
+  }
+}

package/server/service/sftp/sftp-mutation.ts

@@ -1,5 +1,3 @@
-import '../../sftp-s3'
-
 import { Arg, Ctx, Directive, Mutation, Resolver } from 'type-graphql'
 import { EntityManager, getConnection, In } from 'typeorm'
 
@@ -8,13 +6,17 @@ import { FulfillmentAPI, FulFillmentCenter } from '@things-factory/integration-f
 import { Domain } from '@things-factory/shell'
 
 import { SftpAPI } from '../../controllers'
-import { FAILEDDATAPATH, SFTPFILESTORAGE, SUBMITDATAPATH, SUCCESSDATAPATH } from '../../sftp-const'
+import { FAILEDDATAPATH, SUBMITDATAPATH, SUCCESSDATAPATH, getSftpStorageConfig } from '../../sftp-const'
+import { StorageManager } from '../../storage/storage-manager'
 import { getPermittedDirectories } from '../../util'
 import { Sftp } from './sftp'
 import { NewSftp, SftpPatch } from './sftp-type'
 
 @Resolver(Sftp)
 export class SftpMutation {
+  private storageManager = StorageManager.getInstance()
+  private sftpConfig = getSftpStorageConfig()
+
   @Directive('@transaction')
   @Mutation(returns => Sftp, { description: 'To create new Sftp' })
   async createSftp(@Arg('sftp') sftp: NewSftp, @Ctx() context: any): Promise<Sftp> {
@@ -130,7 +132,7 @@ export class SftpMutation {
 
       for (var i = 0; i < sftpUsers.length; i++) {
         const sftpUser: Sftp = sftpUsers[i]
-        processSftp(sftpUser, context, customerBizplace.id)
+        processSftp(sftpUser, context, customerBizplace.id, this.storageManager, this.sftpConfig)
       }
     })
 
@@ -151,7 +153,7 @@ export class SftpMutation {
         if (sftps.length === 0) return
         for (const sftp of sftps) {
           const customerBizplace = await getCustomerBizplace(sftp.domainId, tx)
-          await processSftp(sftp, context, customerBizplace.id)
+          await processSftp(sftp, context, customerBizplace.id, this.storageManager, this.sftpConfig)
         }
       })
     } catch (e) {
@@ -161,13 +163,17 @@ export class SftpMutation {
   }
 }
 
-export async function processSftp(sftpUser, context, customerBizplaceId) {
+export async function processSftp(sftpUser, context, customerBizplaceId, storageManager?, sftpConfig?) {
+  // Use provided storage manager or get singleton instance
+  const manager = storageManager || StorageManager.getInstance()
+  const config = sftpConfig || getSftpStorageConfig()
+
   const fulfilmentCenter: FulFillmentCenter = sftpUser.fulfillmentCenter
   const isDevelopment: boolean = sftpUser.isDevelopment
   const folderPath: string = sftpUser.folderPath
   const folderType: string = isDevelopment ? 'dev' : 'prd'
   let initialDataPath: string = `${sftpUser.folderPath}/${folderType}${SUBMITDATAPATH}/`
-  const results: any[] = await getPermittedDirectories({ path: initialDataPath }, context)
+  const results: any[] = await getPermittedDirectories({ path: initialDataPath }, context, config)
   const filesDirectories: any[] = results.filter(result => result.Size > 0)
 
   for await (let fileDirectory of filesDirectories) {
@@ -206,7 +212,7 @@ export async function processSftp(sftpUser, context, customerBizplaceId) {
               source: (dataPath += fileString),
               destination: (successPath += fileString)
             }
-            await SFTPFILESTORAGE.moveFile(movePaths)
+            await manager.moveFile(config, movePaths)
           }
         }
       } else {
@@ -214,14 +220,14 @@ export async function processSftp(sftpUser, context, customerBizplaceId) {
           source: (dataPath += fileString),
           destination: (failedPath += fileString)
         }
-        await SFTPFILESTORAGE.moveFile(movePaths)
+        await manager.moveFile(config, movePaths)
       }
     } catch (e) {
       let movePaths = {
         source: (dataPath += fileString),
         destination: (failedPath += fileString)
       }
-      await SFTPFILESTORAGE.moveFile(movePaths)
+      await manager.moveFile(config, movePaths)
     }
   }
 }