@fsai-flow/core 0.0.3 → 0.0.4

package/dist/src/lib/BinaryDataManager/FileSystem.js

@@ -0,0 +1,179 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.BinaryDataFileSystem = void 0;
+const tslib_1 = require("tslib");
+const fs_1 = require("fs");
+const path = tslib_1.__importStar(require("path"));
+const uuid_1 = require("uuid");
+const PREFIX_METAFILE = 'binarymeta';
+const PREFIX_PERSISTED_METAFILE = 'persistedmeta';
+class BinaryDataFileSystem {
+    constructor(config) {
+        this.storagePath = config.localStoragePath;
+        this.binaryDataTTL = config.binaryDataTTL;
+        this.persistedBinaryDataTTL = config.persistedBinaryDataTTL;
+    }
+    init() {
+        return tslib_1.__awaiter(this, arguments, void 0, function* (startPurger = false) {
+            if (startPurger) {
+                setInterval(() => tslib_1.__awaiter(this, void 0, void 0, function* () {
+                    yield this.deleteMarkedFiles();
+                }), this.binaryDataTTL * 30000);
+                setInterval(() => tslib_1.__awaiter(this, void 0, void 0, function* () {
+                    yield this.deleteMarkedPersistedFiles();
+                }), this.persistedBinaryDataTTL * 30000);
+            }
+            return fs_1.promises
+                .readdir(this.storagePath)
+                .catch(() => tslib_1.__awaiter(this, void 0, void 0, function* () { return fs_1.promises.mkdir(this.storagePath, { recursive: true }); }))
+                .then(() => tslib_1.__awaiter(this, void 0, void 0, function* () { return fs_1.promises.readdir(this.getBinaryDataMetaPath()); }))
+                .catch(() => tslib_1.__awaiter(this, void 0, void 0, function* () { return fs_1.promises.mkdir(this.getBinaryDataMetaPath(), { recursive: true }); }))
+                .then(() => tslib_1.__awaiter(this, void 0, void 0, function* () { return fs_1.promises.readdir(this.getBinaryDataPersistMetaPath()); }))
+                .catch(() => tslib_1.__awaiter(this, void 0, void 0, function* () { return fs_1.promises.mkdir(this.getBinaryDataPersistMetaPath(), { recursive: true }); }))
+                .then(() => tslib_1.__awaiter(this, void 0, void 0, function* () { return this.deleteMarkedFiles(); }))
+                .then(() => tslib_1.__awaiter(this, void 0, void 0, function* () { return this.deleteMarkedPersistedFiles(); }))
+                .then(() => { });
+        });
+    }
+    storeBinaryData(binaryBuffer, executionId) {
+        return tslib_1.__awaiter(this, void 0, void 0, function* () {
+            const binaryDataId = this.generateFileName(executionId);
+            return this.addBinaryIdToPersistMeta(executionId, binaryDataId).then(() => tslib_1.__awaiter(this, void 0, void 0, function* () { return this.saveToLocalStorage(binaryBuffer, binaryDataId).then(() => binaryDataId); }));
+        });
+    }
+    retrieveBinaryDataByIdentifier(identifier) {
+        return tslib_1.__awaiter(this, void 0, void 0, function* () {
+            return this.retrieveFromLocalStorage(identifier);
+        });
+    }
+    markDataForDeletionByExecutionId(executionId) {
+        return tslib_1.__awaiter(this, void 0, void 0, function* () {
+            const tt = new Date(new Date().getTime() + this.binaryDataTTL * 60000);
+            return fs_1.promises.writeFile(path.join(this.getBinaryDataMetaPath(), `${PREFIX_METAFILE}_${executionId}_${tt.valueOf()}`), '');
+        });
+    }
+    deleteMarkedFiles() {
+        return tslib_1.__awaiter(this, void 0, void 0, function* () {
+            return this.deleteMarkedFilesByMeta(this.getBinaryDataMetaPath(), PREFIX_METAFILE);
+        });
+    }
+    deleteMarkedPersistedFiles() {
+        return tslib_1.__awaiter(this, void 0, void 0, function* () {
+            return this.deleteMarkedFilesByMeta(this.getBinaryDataPersistMetaPath(), PREFIX_PERSISTED_METAFILE);
+        });
+    }
+    addBinaryIdToPersistMeta(executionId, identifier) {
+        return tslib_1.__awaiter(this, void 0, void 0, function* () {
+            const currentTime = new Date().getTime();
+            const timeAtNextHour = currentTime + 3600000 - (currentTime % 3600000);
+            const timeoutTime = timeAtNextHour + this.persistedBinaryDataTTL * 60000;
+            const filePath = path.join(this.getBinaryDataPersistMetaPath(), `${PREFIX_PERSISTED_METAFILE}_${executionId}_${timeoutTime}`);
+            return fs_1.promises
+                .readFile(filePath)
+                .catch(() => tslib_1.__awaiter(this, void 0, void 0, function* () { return fs_1.promises.writeFile(filePath, identifier); }))
+                .then(() => { });
+        });
+    }
+    deleteMarkedFilesByMeta(metaPath, filePrefix) {
+        return tslib_1.__awaiter(this, void 0, void 0, function* () {
+            const currentTimeValue = new Date().valueOf();
+            const metaFileNames = yield fs_1.promises.readdir(metaPath);
+            const execsAdded = {};
+            const proms = metaFileNames.reduce((prev, curr) => {
+                const [prefix, executionId, ts] = curr.split('_');
+                if (prefix !== filePrefix) {
+                    return prev;
+                }
+                const execTimestamp = parseInt(ts, 10);
+                if (execTimestamp < currentTimeValue) {
+                    if (execsAdded[executionId]) {
+                        // do not delete data, only meta file
+                        prev.push(this.deleteMetaFileByPath(path.join(metaPath, curr)));
+                        return prev;
+                    }
+                    execsAdded[executionId] = 1;
+                    prev.push(this.deleteBinaryDataByExecutionId(executionId).then(() => tslib_1.__awaiter(this, void 0, void 0, function* () { return this.deleteMetaFileByPath(path.join(metaPath, curr)); })));
+                }
+                return prev;
+            }, [Promise.resolve()]);
+            return Promise.all(proms).then(() => { });
+        });
+    }
+    duplicateBinaryDataByIdentifier(binaryDataId, prefix) {
+        return tslib_1.__awaiter(this, void 0, void 0, function* () {
+            const newBinaryDataId = this.generateFileName(prefix);
+            return fs_1.promises
+                .copyFile(path.join(this.storagePath, binaryDataId), path.join(this.storagePath, newBinaryDataId))
+                .then(() => newBinaryDataId);
+        });
+    }
+    deleteBinaryDataByExecutionId(executionId) {
+        return tslib_1.__awaiter(this, void 0, void 0, function* () {
+            const regex = new RegExp(`${executionId}_*`);
+            const filenames = yield fs_1.promises.readdir(path.join(this.storagePath));
+            const proms = filenames.reduce((allProms, filename) => {
+                if (regex.test(filename)) {
+                    allProms.push(fs_1.promises.rm(path.join(this.storagePath, filename)));
+                }
+                return allProms;
+            }, [Promise.resolve()]);
+            return Promise.all(proms).then(() => tslib_1.__awaiter(this, void 0, void 0, function* () { return Promise.resolve(); }));
+        });
+    }
+    deleteBinaryDataByIdentifier(identifier) {
+        return tslib_1.__awaiter(this, void 0, void 0, function* () {
+            return this.deleteFromLocalStorage(identifier);
+        });
+    }
+    persistBinaryDataForExecutionId(executionId) {
+        return tslib_1.__awaiter(this, void 0, void 0, function* () {
+            return fs_1.promises.readdir(this.getBinaryDataPersistMetaPath()).then((metafiles) => tslib_1.__awaiter(this, void 0, void 0, function* () {
+                const proms = metafiles.reduce((prev, curr) => {
+                    if (curr.startsWith(`${PREFIX_PERSISTED_METAFILE}_${executionId}_`)) {
+                        prev.push(fs_1.promises.rm(path.join(this.getBinaryDataPersistMetaPath(), curr)));
+                        return prev;
+                    }
+                    return prev;
+                }, [Promise.resolve()]);
+                return Promise.all(proms).then(() => { });
+            }));
+        });
+    }
+    generateFileName(prefix) {
+        return `${prefix}_${(0, uuid_1.v4)()}`;
+    }
+    getBinaryDataMetaPath() {
+        return path.join(this.storagePath, 'meta');
+    }
+    getBinaryDataPersistMetaPath() {
+        return path.join(this.storagePath, 'persistMeta');
+    }
+    deleteMetaFileByPath(metafilePath) {
+        return tslib_1.__awaiter(this, void 0, void 0, function* () {
+            return fs_1.promises.rm(metafilePath);
+        });
+    }
+    deleteFromLocalStorage(identifier) {
+        return tslib_1.__awaiter(this, void 0, void 0, function* () {
+            return fs_1.promises.rm(path.join(this.storagePath, identifier));
+        });
+    }
+    saveToLocalStorage(data, identifier) {
+        return tslib_1.__awaiter(this, void 0, void 0, function* () {
+            yield fs_1.promises.writeFile(path.join(this.storagePath, identifier), data);
+        });
+    }
+    retrieveFromLocalStorage(identifier) {
+        return tslib_1.__awaiter(this, void 0, void 0, function* () {
+            const filePath = path.join(this.storagePath, identifier);
+            try {
+                return yield fs_1.promises.readFile(filePath);
+            }
+            catch (e) {
+                throw new Error(`Error finding file: ${filePath}`);
+            }
+        });
+    }
+}
+exports.BinaryDataFileSystem = BinaryDataFileSystem;
+//# sourceMappingURL=FileSystem.js.map

package/dist/src/lib/BinaryDataManager/FileSystem.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"FileSystem.js","sourceRoot":"","sources":["../../../../src/lib/BinaryDataManager/FileSystem.ts"],"names":[],"mappings":";;;;AAAA,2BAAoC;AACpC,mDAA6B;AAC7B,+BAAkC;AAIlC,MAAM,eAAe,GAAG,YAAY,CAAC;AACrC,MAAM,yBAAyB,GAAG,eAAe,CAAC;AAElD,MAAa,oBAAoB;IAOhC,YAAY,MAAyB;QACpC,IAAI,CAAC,WAAW,GAAG,MAAM,CAAC,gBAAgB,CAAC;QAC3C,IAAI,CAAC,aAAa,GAAG,MAAM,CAAC,aAAa,CAAC;QAC1C,IAAI,CAAC,sBAAsB,GAAG,MAAM,CAAC,sBAAsB,CAAC;IAC7D,CAAC;IAEK,IAAI;qEAAC,WAAW,GAAG,KAAK;YAC7B,IAAI,WAAW,EAAE,CAAC;gBACjB,WAAW,CAAC,GAAS,EAAE;oBACtB,MAAM,IAAI,CAAC,iBAAiB,EAAE,CAAC;gBAChC,CAAC,CAAA,EAAE,IAAI,CAAC,aAAa,GAAG,KAAK,CAAC,CAAC;gBAE/B,WAAW,CAAC,GAAS,EAAE;oBACtB,MAAM,IAAI,CAAC,0BAA0B,EAAE,CAAC;gBACzC,CAAC,CAAA,EAAE,IAAI,CAAC,sBAAsB,GAAG,KAAK,CAAC,CAAC;YACzC,CAAC;YAED,OAAO,aAAE;iBACP,OAAO,CAAC,IAAI,CAAC,WAAW,CAAC;iBACzB,KAAK,CAAC,GAAS,EAAE,wDAAC,OAAA,aAAE,CAAC,KAAK,CAAC,IAAI,CAAC,WAAW,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAA,GAAA,CAAC;iBAClE,IAAI,CAAC,GAAS,EAAE,wDAAC,OAAA,aAAE,CAAC,OAAO,CAAC,IAAI,CAAC,qBAAqB,EAAE,CAAC,CAAA,GAAA,CAAC;iBAC1D,KAAK,CAAC,GAAS,EAAE,wDAAC,OAAA,aAAE,CAAC,KAAK,CAAC,IAAI,CAAC,qBAAqB,EAAE,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAA,GAAA,CAAC;iBAC9E,IAAI,CAAC,GAAS,EAAE,wDAAC,OAAA,aAAE,CAAC,OAAO,CAAC,IAAI,CAAC,4BAA4B,EAAE,CAAC,CAAA,GAAA,CAAC;iBACjE,KAAK,CAAC,GAAS,EAAE,wDAAC,OAAA,aAAE,CAAC,KAAK,CAAC,IAAI,CAAC,4BAA4B,EAAE,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAA,GAAA,CAAC;iBACrF,IAAI,CAAC,GAAS,EAAE,wDAAC,OAAA,IAAI,CAAC,iBAAiB,EAAE,CAAA,GAAA,CAAC;iBAC1C,IAAI,CAAC,GAAS,EAAE,wDAAC,OAAA,IAAI,CAAC,0BAA0B,EAAE,CAAA,GAAA,CAAC;iBACnD,IAAI,CAAC,GAAG,EAAE,GAAE,CAAC,CAAC,CAAC;QAClB,CAAC;KAAA;IAEK,eAAe,CAAC,YAAoB,EAAE,WAAmB;;YAC9D,MAAM,YAAY,GAAG,IAAI,CAAC,gBAAgB,CAAC,WAAW,CAAC,CAAC;YACxD,OAAO,IAAI,CAAC,wBAAwB,CAAC,WAAW,EAAE,YAAY,CAAC,CAAC,IAAI,CAAC,GAAS,EAAE,wDAC/E,OAAA,IAAI,CAAC,kBAAkB,CAAC,YAAY,EAAE,YAAY,CAAC,CAAC,IAAI,CAAC,GAAG,EAAE,CAAC,YAAY,CAAC,CAAA,GAAA,CAC5E,CAAC;QACH,CAAC;KAAA;IAEK,8BAA8B,CAAC,UAAkB;;YACtD,OAAO,IAAI,CAAC,wBAAwB,CAAC,UAAU,CAAC,CAAC;QAClD,CAAC;KAAA;IAEK,gCAAgC,CAAC,WAAmB;;YACzD,MAAM,EAAE,GAAG,IAAI,IAAI,CAAC,IAAI,IAAI,EAAE,CAAC,OAAO,EAAE,GAAG,IAAI,CAAC,aAAa,GAAG,KAAK,CAAC,CAAC;YACvE,OAAO,aAAE,CAAC,SAAS,CAClB,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,qBAAqB,EAAE,EAAE,GAAG,eAAe,IAAI,WAAW,IAAI,EAAE,CAAC,OAAO,EAAE,EAAE,CAAC,EAC5F,EAAE,CACF,CAAC;QACH,CAAC;KAAA;IAEK,iBAAiB;;YACtB,OAAO,IAAI,CAAC,uBAAuB,CAAC,IAAI,CAAC,qBAAqB,EAAE,EAAE,eAAe,CAAC,CAAC;QACpF,CAAC;KAAA;IAEK,0BAA0B;;YAC/B,OAAO,IAAI,CAAC,uBAAuB,CAClC,IAAI,CAAC,4BAA4B,EAAE,EACnC,yBAAyB,CACzB,CAAC;QACH,CAAC;KAAA;IAEa,wBAAwB,CAAC,WAAmB,EAAE,UAAkB;;YAC7E,MAAM,WAAW,GAAG,IAAI,IAAI,EAAE,CAAC,OAAO,EAAE,CAAC;YACzC,MAAM,cAAc,GAAG,WAAW,GAAG,OAAO,GAAG,CAAC,WAAW,GAAG,OAAO,CAAC,CAAC;YACvE,MAAM,WAAW,GAAG,cAAc,GAAG,IAAI,CAAC,sBAAsB,GAAG,KAAK,CAAC;YAEzE,MAAM,QAAQ,GAAG,IAAI,CAAC,IAAI,CACzB,IAAI,CAAC,4BAA4B,EAAE,EACnC,GAAG,yBAAyB,IAAI,WAAW,IAAI,WAAW,EAAE,CAC5D,CAAC;YAEF,OAAO,aAAE;iBACP,QAAQ,CAAC,QAAQ,CAAC;iBAClB,KAAK,CAAC,GAAS,EAAE,wDAAC,OAAA,aAAE,CAAC,SAAS,CAAC,QAAQ,EAAE,UAAU,CAAC,CAAA,GAAA,CAAC;iBACrD,IAAI,CAAC,GAAG,EAAE,GAAE,CAAC,CAAC,CAAC;QAClB,CAAC;KAAA;IAEa,uBAAuB,CAAC,QAAgB,EAAE,UAAkB;;YACzE,MAAM,gBAAgB,GAAG,IAAI,IAAI,EAAE,CAAC,OAAO,EAAE,CAAC;YAC9C,MAAM,aAAa,GAAG,MAAM,aAAE,CAAC,OAAO,CAAC,QAAQ,CAAC,CAAC;YAEjD,MAAM,UAAU,GAA8B,EAAE,CAAC;YAEjD,MAAM,KAAK,GAAG,aAAa,CAAC,MAAM,CACjC,CAAC,IAAI,EAAE,IAAI,EAAE,EAAE;gBACd,MAAM,CAAC,MAAM,EAAE,WAAW,EAAE,EAAE,CAAC,GAAG,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC;gBAElD,IAAI,MAAM,KAAK,UAAU,EAAE,CAAC;oBAC3B,OAAO,IAAI,CAAC;gBACb,CAAC;gBAED,MAAM,aAAa,GAAG,QAAQ,CAAC,EAAE,EAAE,EAAE,CAAC,CAAC;gBAEvC,IAAI,aAAa,GAAG,gBAAgB,EAAE,CAAC;oBACtC,IAAI,UAAU,CAAC,WAAW,CAAC,EAAE,CAAC;wBAC7B,qCAAqC;wBACrC,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,oBAAoB,CAAC,IAAI,CAAC,IAAI,CAAC,QAAQ,EAAE,IAAI,CAAC,CAAC,CAAC,CAAC;wBAChE,OAAO,IAAI,CAAC;oBACb,CAAC;oBAED,UAAU,CAAC,WAAW,CAAC,GAAG,CAAC,CAAC;oBAC5B,IAAI,CAAC,IAAI,CACR,IAAI,CAAC,6BAA6B,CAAC,WAAW,CAAC,CAAC,IAAI,CAAC,GAAS,EAAE,wDAC/D,OAAA,IAAI,CAAC,oBAAoB,CAAC,IAAI,CAAC,IAAI,CAAC,QAAQ,EAAE,IAAI,CAAC,CAAC,CAAA,GAAA,CACpD,CACD,CAAC;gBACH,CAAC;gBAED,OAAO,IAAI,CAAC;YACb,CAAC,EACD,CAAC,OAAO,CAAC,OAAO,EAAE,CAAC,CACnB,CAAC;YAEF,OAAO,OAAO,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC,IAAI,CAAC,GAAG,EAAE,GAAE,CAAC,CAAC,CAAC;QAC1C,CAAC;KAAA;IAEK,+BAA+B,CAAC,YAAoB,EAAE,MAAc;;YACzE,MAAM,eAAe,GAAG,IAAI,CAAC,gBAAgB,CAAC,MAAM,CAAC,CAAC;YAEtD,OAAO,aAAE;iBACP,QAAQ,CACR,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,WAAW,EAAE,YAAY,CAAC,EACzC,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,WAAW,EAAE,eAAe,CAAC,CAC5C;iBACA,IAAI,CAAC,GAAG,EAAE,CAAC,eAAe,CAAC,CAAC;QAC/B,CAAC;KAAA;IAEK,6BAA6B,CAAC,WAAmB;;YACtD,MAAM,KAAK,GAAG,IAAI,MAAM,CAAC,GAAG,WAAW,IAAI,CAAC,CAAC;YAC7C,MAAM,SAAS,GAAG,MAAM,aAAE,CAAC,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,WAAW,CAAC,CAAC,CAAC;YAEhE,MAAM,KAAK,GAAG,SAAS,CAAC,MAAM,CAC7B,CAAC,QAAQ,EAAE,QAAQ,EAAE,EAAE;gBACtB,IAAI,KAAK,CAAC,IAAI,CAAC,QAAQ,CAAC,EAAE,CAAC;oBAC1B,QAAQ,CAAC,IAAI,CAAC,aAAE,CAAC,EAAE,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,WAAW,EAAE,QAAQ,CAAC,CAAC,CAAC,CAAC;gBAC7D,CAAC;gBAED,OAAO,QAAQ,CAAC;YACjB,CAAC,EACD,CAAC,OAAO,CAAC,OAAO,EAAE,CAAC,CACnB,CAAC;YAEF,OAAO,OAAO,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC,IAAI,CAAC,GAAS,EAAE,wDAAC,OAAA,OAAO,CAAC,OAAO,EAAE,CAAA,GAAA,CAAC,CAAC;QAC/D,CAAC;KAAA;IAEK,4BAA4B,CAAC,UAAkB;;YACpD,OAAO,IAAI,CAAC,sBAAsB,CAAC,UAAU,CAAC,CAAC;QAChD,CAAC;KAAA;IAEK,+BAA+B,CAAC,WAAmB;;YACxD,OAAO,aAAE,CAAC,OAAO,CAAC,IAAI,CAAC,4BAA4B,EAAE,CAAC,CAAC,IAAI,CAAC,CAAO,SAAS,EAAE,EAAE;gBAC/E,MAAM,KAAK,GAAG,SAAS,CAAC,MAAM,CAC7B,CAAC,IAAI,EAAE,IAAI,EAAE,EAAE;oBACd,IAAI,IAAI,CAAC,UAAU,CAAC,GAAG,yBAAyB,IAAI,WAAW,GAAG,CAAC,EAAE,CAAC;wBACrE,IAAI,CAAC,IAAI,CAAC,aAAE,CAAC,EAAE,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,4BAA4B,EAAE,EAAE,IAAI,CAAC,CAAC,CAAC,CAAC;wBACvE,OAAO,IAAI,CAAC;oBACb,CAAC;oBAED,OAAO,IAAI,CAAC;gBACb,CAAC,EACD,CAAC,OAAO,CAAC,OAAO,EAAE,CAAC,CACnB,CAAC;gBAEF,OAAO,OAAO,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC,IAAI,CAAC,GAAG,EAAE,GAAE,CAAC,CAAC,CAAC;YAC1C,CAAC,CAAA,CAAC,CAAC;QACJ,CAAC;KAAA;IAEO,gBAAgB,CAAC,MAAc;QACtC,OAAO,GAAG,MAAM,IAAI,IAAA,SAAI,GAAE,EAAE,CAAC;IAC9B,CAAC;IAEO,qBAAqB;QAC5B,OAAO,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,WAAW,EAAE,MAAM,CAAC,CAAC;IAC5C,CAAC;IAEO,4BAA4B;QACnC,OAAO,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,WAAW,EAAE,aAAa,CAAC,CAAC;IACnD,CAAC;IAEa,oBAAoB,CAAC,YAAoB;;YACtD,OAAO,aAAE,CAAC,EAAE,CAAC,YAAY,CAAC,CAAC;QAC5B,CAAC;KAAA;IAEa,sBAAsB,CAAC,UAAkB;;YACtD,OAAO,aAAE,CAAC,EAAE,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,WAAW,EAAE,UAAU,CAAC,CAAC,CAAC;QACvD,CAAC;KAAA;IAEa,kBAAkB,CAAC,IAAY,EAAE,UAAkB;;YAChE,MAAM,aAAE,CAAC,SAAS,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,WAAW,EAAE,UAAU,CAAC,EAAE,IAAI,CAAC,CAAC;QACnE,CAAC;KAAA;IAEa,wBAAwB,CAAC,UAAkB;;YACxD,MAAM,QAAQ,GAAG,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,WAAW,EAAE,UAAU,CAAC,CAAC;YACzD,IAAI,CAAC;gBACJ,OAAO,MAAM,aAAE,CAAC,QAAQ,CAAC,QAAQ,CAAC,CAAC;YACpC,CAAC;YAAC,OAAO,CAAC,EAAE,CAAC;gBACZ,MAAM,IAAI,KAAK,CAAC,uBAAuB,QAAQ,EAAE,CAAC,CAAC;YACpD,CAAC;QACF,CAAC;KAAA;CACD;AA5MD,oDA4MC"}

package/dist/src/lib/BinaryDataManager/index.d.ts

@@ -0,0 +1,21 @@
+import { IBinaryData, INodeExecutionData } from '@fsai-flow/workflow';
+import { IBinaryDataConfig } from '../Interfaces';
+export declare class BinaryDataManager {
+    private static instance;
+    private managers;
+    private binaryDataMode;
+    private availableModes;
+    constructor(config: IBinaryDataConfig);
+    static init(config: IBinaryDataConfig, mainManager?: boolean): Promise<void>;
+    static getInstance(): BinaryDataManager;
+    storeBinaryData(binaryData: IBinaryData, binaryBuffer: Buffer, executionId: string): Promise<IBinaryData>;
+    retrieveBinaryData(binaryData: IBinaryData): Promise<Buffer>;
+    retrieveBinaryDataByIdentifier(identifier: string): Promise<Buffer>;
+    markDataForDeletionByExecutionId(executionId: string): Promise<void>;
+    persistBinaryDataForExecutionId(executionId: string): Promise<void>;
+    deleteBinaryDataByExecutionId(executionId: string): Promise<void>;
+    duplicateBinaryData(inputData: Array<INodeExecutionData[] | null> | unknown, executionId: string): Promise<INodeExecutionData[][]>;
+    private generateBinaryId;
+    private splitBinaryModeFileId;
+    private duplicateBinaryDataInExecData;
+}

package/dist/src/lib/BinaryDataManager/index.js

@@ -0,0 +1,146 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.BinaryDataManager = void 0;
+const tslib_1 = require("tslib");
+const Constants_1 = require("../Constants");
+const FileSystem_1 = require("./FileSystem");
+class BinaryDataManager {
+    constructor(config) {
+        this.binaryDataMode = config.mode;
+        this.availableModes = config.availableModes.split(',');
+        this.managers = {};
+    }
+    static init(config_1) {
+        return tslib_1.__awaiter(this, arguments, void 0, function* (config, mainManager = false) {
+            if (BinaryDataManager.instance) {
+                throw new Error('Binary Data Manager already initialized');
+            }
+            BinaryDataManager.instance = new BinaryDataManager(config);
+            if (BinaryDataManager.instance.availableModes.includes('filesystem')) {
+                BinaryDataManager.instance.managers['filesystem'] = new FileSystem_1.BinaryDataFileSystem(config);
+                yield BinaryDataManager.instance.managers['filesystem'].init(mainManager);
+            }
+            return undefined;
+        });
+    }
+    static getInstance() {
+        if (!BinaryDataManager.instance) {
+            throw new Error('Binary Data Manager not initialized');
+        }
+        return BinaryDataManager.instance;
+    }
+    storeBinaryData(binaryData, binaryBuffer, executionId) {
+        return tslib_1.__awaiter(this, void 0, void 0, function* () {
+            const retBinaryData = binaryData;
+            if (this.managers[this.binaryDataMode]) {
+                return this.managers[this.binaryDataMode]
+                    .storeBinaryData(binaryBuffer, executionId)
+                    .then((filename) => {
+                    retBinaryData.id = this.generateBinaryId(filename);
+                    return retBinaryData;
+                });
+            }
+            retBinaryData.data = binaryBuffer.toString(Constants_1.BINARY_ENCODING);
+            return binaryData;
+        });
+    }
+    retrieveBinaryData(binaryData) {
+        return tslib_1.__awaiter(this, void 0, void 0, function* () {
+            if (binaryData.id) {
+                return this.retrieveBinaryDataByIdentifier(binaryData.id);
+            }
+            return Buffer.from(binaryData.data, Constants_1.BINARY_ENCODING);
+        });
+    }
+    retrieveBinaryDataByIdentifier(identifier) {
+        return tslib_1.__awaiter(this, void 0, void 0, function* () {
+            const { mode, id } = this.splitBinaryModeFileId(identifier);
+            if (this.managers[mode]) {
+                return this.managers[mode].retrieveBinaryDataByIdentifier(id);
+            }
+            throw new Error('Storage mode used to store binary data not available');
+        });
+    }
+    markDataForDeletionByExecutionId(executionId) {
+        return tslib_1.__awaiter(this, void 0, void 0, function* () {
+            if (this.managers[this.binaryDataMode]) {
+                return this.managers[this.binaryDataMode].markDataForDeletionByExecutionId(executionId);
+            }
+            return Promise.resolve();
+        });
+    }
+    persistBinaryDataForExecutionId(executionId) {
+        return tslib_1.__awaiter(this, void 0, void 0, function* () {
+            if (this.managers[this.binaryDataMode]) {
+                return this.managers[this.binaryDataMode].persistBinaryDataForExecutionId(executionId);
+            }
+            return Promise.resolve();
+        });
+    }
+    deleteBinaryDataByExecutionId(executionId) {
+        return tslib_1.__awaiter(this, void 0, void 0, function* () {
+            if (this.managers[this.binaryDataMode]) {
+                return this.managers[this.binaryDataMode].deleteBinaryDataByExecutionId(executionId);
+            }
+            return Promise.resolve();
+        });
+    }
+    duplicateBinaryData(inputData, executionId) {
+        return tslib_1.__awaiter(this, void 0, void 0, function* () {
+            if (inputData && this.managers[this.binaryDataMode]) {
+                const returnInputData = inputData.map((executionDataArray) => tslib_1.__awaiter(this, void 0, void 0, function* () {
+                    if (executionDataArray) {
+                        return Promise.all(executionDataArray.map((executionData) => {
+                            if (executionData.binary) {
+                                return this.duplicateBinaryDataInExecData(executionData, executionId);
+                            }
+                            return executionData;
+                        }));
+                    }
+                    return executionDataArray;
+                }));
+                return Promise.all(returnInputData);
+            }
+            return Promise.resolve(inputData);
+        });
+    }
+    generateBinaryId(filename) {
+        return `${this.binaryDataMode}:${filename}`;
+    }
+    splitBinaryModeFileId(fileId) {
+        const [mode, id] = fileId.split(':');
+        return { mode, id };
+    }
+    duplicateBinaryDataInExecData(executionData, executionId) {
+        return tslib_1.__awaiter(this, void 0, void 0, function* () {
+            const binaryManager = this.managers[this.binaryDataMode];
+            if (executionData.binary) {
+                const binaryDataKeys = Object.keys(executionData.binary);
+                const bdPromises = binaryDataKeys.map((key) => tslib_1.__awaiter(this, void 0, void 0, function* () {
+                    if (!executionData.binary) {
+                        return { key, newId: undefined };
+                    }
+                    const binaryDataId = executionData.binary[key].id;
+                    if (!binaryDataId) {
+                        return { key, newId: undefined };
+                    }
+                    return binaryManager === null || binaryManager === void 0 ? void 0 : binaryManager.duplicateBinaryDataByIdentifier(this.splitBinaryModeFileId(binaryDataId).id, executionId).then((filename) => ({
+                        newId: this.generateBinaryId(filename),
+                        key,
+                    }));
+                }));
+                return Promise.all(bdPromises).then((b) => {
+                    return b.reduce((acc, curr) => {
+                        if (acc.binary && curr) {
+                            acc.binary[curr.key].id = curr.newId;
+                        }
+                        return acc;
+                    }, executionData);
+                });
+            }
+            return executionData;
+        });
+    }
+}
+exports.BinaryDataManager = BinaryDataManager;
+//# sourceMappingURL=index.js.map

package/dist/src/lib/BinaryDataManager/index.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../../../../src/lib/BinaryDataManager/index.ts"],"names":[],"mappings":";;;;AACA,4CAA+C;AAE/C,6CAAoD;AAEpD,MAAa,iBAAiB;IAW7B,YAAY,MAAyB;QACpC,IAAI,CAAC,cAAc,GAAG,MAAM,CAAC,IAAI,CAAC;QAClC,IAAI,CAAC,cAAc,GAAG,MAAM,CAAC,cAAc,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC;QACvD,IAAI,CAAC,QAAQ,GAAG,EAAE,CAAC;IACpB,CAAC;IAED,MAAM,CAAO,IAAI;qEAAC,MAAyB,EAAE,WAAW,GAAG,KAAK;YAC/D,IAAI,iBAAiB,CAAC,QAAQ,EAAE,CAAC;gBAChC,MAAM,IAAI,KAAK,CAAC,yCAAyC,CAAC,CAAC;YAC5D,CAAC;YAED,iBAAiB,CAAC,QAAQ,GAAG,IAAI,iBAAiB,CAAC,MAAM,CAAC,CAAC;YAE3D,IAAI,iBAAiB,CAAC,QAAQ,CAAC,cAAc,CAAC,QAAQ,CAAC,YAAY,CAAC,EAAE,CAAC;gBACtE,iBAAiB,CAAC,QAAQ,CAAC,QAAQ,CAAC,YAAY,CAAC,GAAG,IAAI,iCAAoB,CAAC,MAAM,CAAC,CAAC;gBACrF,MAAM,iBAAiB,CAAC,QAAQ,CAAC,QAAQ,CAAC,YAAY,CAAC,CAAC,IAAI,CAAC,WAAW,CAAC,CAAC;YAC3E,CAAC;YAED,OAAO,SAAS,CAAC;QAClB,CAAC;KAAA;IAED,MAAM,CAAC,WAAW;QACjB,IAAI,CAAC,iBAAiB,CAAC,QAAQ,EAAE,CAAC;YACjC,MAAM,IAAI,KAAK,CAAC,qCAAqC,CAAC,CAAC;QACxD,CAAC;QAED,OAAO,iBAAiB,CAAC,QAAQ,CAAC;IACnC,CAAC;IAEK,eAAe,CACpB,UAAuB,EACvB,YAAoB,EACpB,WAAmB;;YAEnB,MAAM,aAAa,GAAG,UAAU,CAAC;YAEjC,IAAI,IAAI,CAAC,QAAQ,CAAC,IAAI,CAAC,cAAc,CAAC,EAAE,CAAC;gBACxC,OAAO,IAAI,CAAC,QAAQ,CAAC,IAAI,CAAC,cAAc,CAAC;qBACvC,eAAe,CAAC,YAAY,EAAE,WAAW,CAAC;qBAC1C,IAAI,CAAC,CAAC,QAAQ,EAAE,EAAE;oBAClB,aAAa,CAAC,EAAE,GAAG,IAAI,CAAC,gBAAgB,CAAC,QAAQ,CAAC,CAAC;oBACnD,OAAO,aAAa,CAAC;gBACtB,CAAC,CAAC,CAAC;YACL,CAAC;YAED,aAAa,CAAC,IAAI,GAAG,YAAY,CAAC,QAAQ,CAAC,2BAAe,CAAC,CAAC;YAC5D,OAAO,UAAU,CAAC;QACnB,CAAC;KAAA;IAEK,kBAAkB,CAAC,UAAuB;;YAC/C,IAAI,UAAU,CAAC,EAAE,EAAE,CAAC;gBACnB,OAAO,IAAI,CAAC,8BAA8B,CAAC,UAAU,CAAC,EAAE,CAAC,CAAC;YAC3D,CAAC;YAED,OAAO,MAAM,CAAC,IAAI,CAAC,UAAU,CAAC,IAAI,EAAE,2BAAe,CAAC,CAAC;QACtD,CAAC;KAAA;IAEK,8BAA8B,CAAC,UAAkB;;YACtD,MAAM,EAAE,IAAI,EAAE,EAAE,EAAE,GAAG,IAAI,CAAC,qBAAqB,CAAC,UAAU,CAAC,CAAC;YAC5D,IAAI,IAAI,CAAC,QAAQ,CAAC,IAAI,CAAC,EAAE,CAAC;gBACzB,OAAO,IAAI,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAC,8BAA8B,CAAC,EAAE,CAAC,CAAC;YAC/D,CAAC;YAED,MAAM,IAAI,KAAK,CAAC,sDAAsD,CAAC,CAAC;QACzE,CAAC;KAAA;IAEK,gCAAgC,CAAC,WAAmB;;YACzD,IAAI,IAAI,CAAC,QAAQ,CAAC,IAAI,CAAC,cAAc,CAAC,EAAE,CAAC;gBACxC,OAAO,IAAI,CAAC,QAAQ,CAAC,IAAI,CAAC,cAAc,CAAC,CAAC,gCAAgC,CAAC,WAAW,CAAC,CAAC;YACzF,CAAC;YAED,OAAO,OAAO,CAAC,OAAO,EAAE,CAAC;QAC1B,CAAC;KAAA;IAEK,+BAA+B,CAAC,WAAmB;;YACxD,IAAI,IAAI,CAAC,QAAQ,CAAC,IAAI,CAAC,cAAc,CAAC,EAAE,CAAC;gBACxC,OAAO,IAAI,CAAC,QAAQ,CAAC,IAAI,CAAC,cAAc,CAAC,CAAC,+BAA+B,CAAC,WAAW,CAAC,CAAC;YACxF,CAAC;YAED,OAAO,OAAO,CAAC,OAAO,EAAE,CAAC;QAC1B,CAAC;KAAA;IAEK,6BAA6B,CAAC,WAAmB;;YACtD,IAAI,IAAI,CAAC,QAAQ,CAAC,IAAI,CAAC,cAAc,CAAC,EAAE,CAAC;gBACxC,OAAO,IAAI,CAAC,QAAQ,CAAC,IAAI,CAAC,cAAc,CAAC,CAAC,6BAA6B,CAAC,WAAW,CAAC,CAAC;YACtF,CAAC;YAED,OAAO,OAAO,CAAC,OAAO,EAAE,CAAC;QAC1B,CAAC;KAAA;IAEK,mBAAmB,CACxB,SAAuD,EACvD,WAAmB;;YAEnB,IAAI,SAAS,IAAI,IAAI,CAAC,QAAQ,CAAC,IAAI,CAAC,cAAc,CAAC,EAAE,CAAC;gBACrD,MAAM,eAAe,GAAI,SAAoC,CAAC,GAAG,CAChE,CAAO,kBAAkB,EAAE,EAAE;oBAC5B,IAAI,kBAAkB,EAAE,CAAC;wBACxB,OAAO,OAAO,CAAC,GAAG,CACjB,kBAAkB,CAAC,GAAG,CAAC,CAAC,aAAa,EAAE,EAAE;4BACxC,IAAI,aAAa,CAAC,MAAM,EAAE,CAAC;gCAC1B,OAAO,IAAI,CAAC,6BAA6B,CAAC,aAAa,EAAE,WAAW,CAAC,CAAC;4BACvE,CAAC;4BAED,OAAO,aAAa,CAAC;wBACtB,CAAC,CAAC,CACF,CAAC;oBACH,CAAC;oBAED,OAAO,kBAAkB,CAAC;gBAC3B,CAAC,CAAA,CACD,CAAC;gBAEF,OAAO,OAAO,CAAC,GAAG,CAAC,eAAe,CAAC,CAAC;YACrC,CAAC;YAED,OAAO,OAAO,CAAC,OAAO,CAAC,SAAmC,CAAC,CAAC;QAC7D,CAAC;KAAA;IAEO,gBAAgB,CAAC,QAAgB;QACxC,OAAO,GAAG,IAAI,CAAC,cAAc,IAAI,QAAQ,EAAE,CAAC;IAC7C,CAAC;IAEO,qBAAqB,CAAC,MAAc;QAC3C,MAAM,CAAC,IAAI,EAAE,EAAE,CAAC,GAAG,MAAM,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC;QACrC,OAAO,EAAE,IAAI,EAAE,EAAE,EAAE,CAAC;IACrB,CAAC;IAEa,6BAA6B,CAC1C,aAAiC,EACjC,WAAmB;;YAEnB,MAAM,aAAa,GAAG,IAAI,CAAC,QAAQ,CAAC,IAAI,CAAC,cAAc,CAAC,CAAC;YAEzD,IAAI,aAAa,CAAC,MAAM,EAAE,CAAC;gBAC1B,MAAM,cAAc,GAAG,MAAM,CAAC,IAAI,CAAC,aAAa,CAAC,MAAM,CAAC,CAAC;gBACzD,MAAM,UAAU,GAAG,cAAc,CAAC,GAAG,CAAC,CAAO,GAAW,EAAE,EAAE;oBAC3D,IAAI,CAAC,aAAa,CAAC,MAAM,EAAE,CAAC;wBAC3B,OAAO,EAAE,GAAG,EAAE,KAAK,EAAE,SAAS,EAAE,CAAC;oBAClC,CAAC;oBAED,MAAM,YAAY,GAAG,aAAa,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,EAAE,CAAC;oBAClD,IAAI,CAAC,YAAY,EAAE,CAAC;wBACnB,OAAO,EAAE,GAAG,EAAE,KAAK,EAAE,SAAS,EAAE,CAAC;oBAClC,CAAC;oBAED,OAAO,aAAa,aAAb,aAAa,uBAAb,aAAa,CACjB,+BAA+B,CAChC,IAAI,CAAC,qBAAqB,CAAC,YAAY,CAAC,CAAC,EAAE,EAC3C,WAAW,EAEX,IAAI,CAAC,CAAC,QAAQ,EAAE,EAAE,CAAC,CAAC;wBACpB,KAAK,EAAE,IAAI,CAAC,gBAAgB,CAAC,QAAQ,CAAC;wBACtC,GAAG;qBACH,CAAC,CAAC,CAAC;gBACN,CAAC,CAAA,CAAC,CAAC;gBAEH,OAAO,OAAO,CAAC,GAAG,CAAC,UAAU,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE;oBACzC,OAAO,CAAC,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,IAAI,EAAE,EAAE;wBAC7B,IAAI,GAAG,CAAC,MAAM,IAAI,IAAI,EAAE,CAAC;4BACxB,GAAG,CAAC,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,GAAG,IAAI,CAAC,KAAK,CAAC;wBACtC,CAAC;wBAED,OAAO,GAAG,CAAC;oBACZ,CAAC,EAAE,aAAa,CAAC,CAAC;gBACnB,CAAC,CAAC,CAAC;YACJ,CAAC;YAED,OAAO,aAAa,CAAC;QACtB,CAAC;KAAA;CACD;AArLD,8CAqLC"}

package/dist/src/lib/ChangeCase.d.ts

@@ -0,0 +1,9 @@
+export declare class ChangeCase {
+    private static transformInput;
+    static toCamelCase(str: string): string;
+    static toPascalCase(str: string): string;
+    static toSnakeCase(str: string): string;
+    static toCapitalCase(str: string): string;
+    static toParamCase(str: string): string;
+    static noCase(str: string): string;
+}

package/dist/src/lib/ChangeCase.js

@@ -0,0 +1,43 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.ChangeCase = void 0;
+class ChangeCase {
+    static transformInput(input) {
+        return input
+            .split(/[^a-zA-Z0-9]+/) // Split by non-alphanumeric characters
+            .filter((word) => word.length > 0) // Remove empty segments
+            .map((word) => word[0].toUpperCase() + word.slice(1).toLowerCase()); // Capitalize first letter and lowercase the rest
+    }
+    static toCamelCase(str) {
+        const words = ChangeCase.transformInput(str);
+        return words[0].toLowerCase() + words.slice(1).join('');
+    }
+    static toPascalCase(str) {
+        const words = str
+            .replace(/([a-z0-9])([A-Z])/g, '$1 $2') // insert space before capital letters in camelCase
+            .split(/[^a-zA-Z0-9]+|[\s]+/) // split by non-alphanumerics and added spaces
+            .filter(word => word.length > 0)
+            .map(word => word[0].toUpperCase() + word.slice(1).toLowerCase());
+        return words.join('');
+    }
+    static toSnakeCase(str) {
+        return str
+            .replace(/([a-z])([A-Z])/g, '$1_$2')
+            .replace(/[\W_]+/g, '_')
+            .toLowerCase();
+    }
+    static toCapitalCase(str) {
+        return str.replace(/\b\w/g, (chr) => chr.toUpperCase());
+    }
+    static toParamCase(str) {
+        return str
+            .replace(/([a-z])([A-Z])/g, '$1-$2')
+            .replace(/[\W_]+/g, '-')
+            .toLowerCase();
+    }
+    static noCase(str) {
+        return str.replace(/[^\w\s]/g, '').toLowerCase();
+    }
+}
+exports.ChangeCase = ChangeCase;
+//# sourceMappingURL=ChangeCase.js.map

package/dist/src/lib/ChangeCase.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"ChangeCase.js","sourceRoot":"","sources":["../../../src/lib/ChangeCase.ts"],"names":[],"mappings":";;;AAAA,MAAa,UAAU;IACb,MAAM,CAAC,cAAc,CAAC,KAAa;QACzC,OAAO,KAAK;aACT,KAAK,CAAC,eAAe,CAAC,CAAC,uCAAuC;aAC9D,MAAM,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,wBAAwB;aAC1D,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,WAAW,EAAE,GAAG,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,WAAW,EAAE,CAAC,CAAC,CAAC,iDAAiD;IAC1H,CAAC;IAED,MAAM,CAAC,WAAW,CAAC,GAAW;QAC5B,MAAM,KAAK,GAAG,UAAU,CAAC,cAAc,CAAC,GAAG,CAAC,CAAC;QAC7C,OAAO,KAAK,CAAC,CAAC,CAAC,CAAC,WAAW,EAAE,GAAG,KAAK,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;IAC1D,CAAC;IAED,MAAM,CAAC,YAAY,CAAC,GAAW;QAC7B,MAAM,KAAK,GAAG,GAAG;aAChB,OAAO,CAAC,oBAAoB,EAAE,OAAO,CAAC,CAAC,mDAAmD;aAC1F,KAAK,CAAC,qBAAqB,CAAC,CAAC,8CAA8C;aAC3E,MAAM,CAAC,IAAI,CAAC,EAAE,CAAC,IAAI,CAAC,MAAM,GAAG,CAAC,CAAC;aAC/B,GAAG,CAAC,IAAI,CAAC,EAAE,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,WAAW,EAAE,GAAG,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,WAAW,EAAE,CAAC,CAAC;QAElE,OAAO,KAAK,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;IACxB,CAAC;IAED,MAAM,CAAC,WAAW,CAAC,GAAW;QAC5B,OAAO,GAAG;aACP,OAAO,CAAC,iBAAiB,EAAE,OAAO,CAAC;aACnC,OAAO,CAAC,SAAS,EAAE,GAAG,CAAC;aACvB,WAAW,EAAE,CAAC;IACnB,CAAC;IAED,MAAM,CAAC,aAAa,CAAC,GAAW;QAC9B,OAAO,GAAG,CAAC,OAAO,CAAC,OAAO,EAAE,CAAC,GAAG,EAAE,EAAE,CAAC,GAAG,CAAC,WAAW,EAAE,CAAC,CAAC;IAC1D,CAAC;IAED,MAAM,CAAC,WAAW,CAAC,GAAW;QAC5B,OAAO,GAAG;aACP,OAAO,CAAC,iBAAiB,EAAE,OAAO,CAAC;aACnC,OAAO,CAAC,SAAS,EAAE,GAAG,CAAC;aACvB,WAAW,EAAE,CAAC;IACnB,CAAC;IAED,MAAM,CAAC,MAAM,CAAC,GAAW;QACvB,OAAO,GAAG,CAAC,OAAO,CAAC,UAAU,EAAE,EAAE,CAAC,CAAC,WAAW,EAAE,CAAC;IACnD,CAAC;CACF;AA5CD,gCA4CC"}

package/dist/src/lib/Constants.d.ts

@@ -0,0 +1,14 @@
+export declare const inProduction: boolean;
+export declare const inDevelopment: boolean;
+export declare const inTest: boolean;
+export declare const BINARY_ENCODING = "base64";
+export declare const CUSTOM_EXTENSION_ENV = "N8N_CUSTOM_EXTENSIONS";
+export declare const ENCRYPTION_KEY_ENV_OVERWRITE = "FSAI_FLOW_ENCRYPTION_KEY";
+export declare const EXTENSIONS_SUBDIRECTORY = "custom";
+export declare const USER_FOLDER_ENV_OVERWRITE = "N8N_USER_FOLDER";
+export declare const USER_SETTINGS_FILE_NAME = "config";
+export declare const USER_SETTINGS_SUBFOLDER = ".n8n";
+export declare const PLACEHOLDER_EMPTY_EXECUTION_ID = "__UNKOWN__";
+export declare const PLACEHOLDER_EMPTY_WORKFLOW_ID = "__EMPTY__";
+export declare const TUNNEL_SUBDOMAIN_ENV = "N8N_TUNNEL_SUBDOMAIN";
+export declare const WAIT_TIME_UNLIMITED = "3000-01-01T00:00:00.000Z";

package/dist/src/lib/Constants.js

@@ -0,0 +1,19 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.WAIT_TIME_UNLIMITED = exports.TUNNEL_SUBDOMAIN_ENV = exports.PLACEHOLDER_EMPTY_WORKFLOW_ID = exports.PLACEHOLDER_EMPTY_EXECUTION_ID = exports.USER_SETTINGS_SUBFOLDER = exports.USER_SETTINGS_FILE_NAME = exports.USER_FOLDER_ENV_OVERWRITE = exports.EXTENSIONS_SUBDIRECTORY = exports.ENCRYPTION_KEY_ENV_OVERWRITE = exports.CUSTOM_EXTENSION_ENV = exports.BINARY_ENCODING = exports.inTest = exports.inDevelopment = exports.inProduction = void 0;
+const { NODE_ENV } = process.env;
+exports.inProduction = NODE_ENV === 'production';
+exports.inDevelopment = !NODE_ENV || NODE_ENV === 'development';
+exports.inTest = NODE_ENV === 'test';
+exports.BINARY_ENCODING = 'base64';
+exports.CUSTOM_EXTENSION_ENV = 'N8N_CUSTOM_EXTENSIONS';
+exports.ENCRYPTION_KEY_ENV_OVERWRITE = 'FSAI_FLOW_ENCRYPTION_KEY';
+exports.EXTENSIONS_SUBDIRECTORY = 'custom';
+exports.USER_FOLDER_ENV_OVERWRITE = 'N8N_USER_FOLDER';
+exports.USER_SETTINGS_FILE_NAME = 'config';
+exports.USER_SETTINGS_SUBFOLDER = '.n8n';
+exports.PLACEHOLDER_EMPTY_EXECUTION_ID = '__UNKOWN__';
+exports.PLACEHOLDER_EMPTY_WORKFLOW_ID = '__EMPTY__';
+exports.TUNNEL_SUBDOMAIN_ENV = 'N8N_TUNNEL_SUBDOMAIN';
+exports.WAIT_TIME_UNLIMITED = '3000-01-01T00:00:00.000Z';
+//# sourceMappingURL=Constants.js.map

package/dist/src/lib/Constants.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"Constants.js","sourceRoot":"","sources":["../../../src/lib/Constants.ts"],"names":[],"mappings":";;;AAAA,MAAM,EAAE,QAAQ,EAAE,GAAG,OAAO,CAAC,GAAG,CAAC;AACpB,QAAA,YAAY,GAAG,QAAQ,KAAK,YAAY,CAAC;AACzC,QAAA,aAAa,GAAG,CAAC,QAAQ,IAAI,QAAQ,KAAK,aAAa,CAAC;AACxD,QAAA,MAAM,GAAG,QAAQ,KAAK,MAAM,CAAC;AAE7B,QAAA,eAAe,GAAG,QAAQ,CAAC;AAC3B,QAAA,oBAAoB,GAAG,uBAAuB,CAAC;AAC/C,QAAA,4BAA4B,GAAG,0BAA0B,CAAC;AAC1D,QAAA,uBAAuB,GAAG,QAAQ,CAAC;AACnC,QAAA,yBAAyB,GAAG,iBAAiB,CAAC;AAC9C,QAAA,uBAAuB,GAAG,QAAQ,CAAC;AACnC,QAAA,uBAAuB,GAAG,MAAM,CAAC;AACjC,QAAA,8BAA8B,GAAG,YAAY,CAAC;AAC9C,QAAA,6BAA6B,GAAG,WAAW,CAAC;AAC5C,QAAA,oBAAoB,GAAG,sBAAsB,CAAC;AAC9C,QAAA,mBAAmB,GAAG,0BAA0B,CAAC"}

package/dist/src/lib/Credentials.d.ts

@@ -0,0 +1,27 @@
+import { CredentialInformation, ICredentialDataDecryptedObject, ICredentials, ICredentialsEncrypted } from '@fsai-flow/workflow';
+export declare class Credentials extends ICredentials {
+    /**
+     * Returns if the given nodeType has access to data
+     */
+    hasNodeAccess(nodeType: string): boolean;
+    /**
+     * Sets new credential object
+     */
+    setData(data: ICredentialDataDecryptedObject, encryptionKey: string): void;
+    /**
+     * Sets new credentials for given key
+     */
+    setDataKey(key: string, data: CredentialInformation, encryptionKey: string): void;
+    /**
+     * Returns the decrypted credential object
+     */
+    getData(encryptionKey: string, nodeType?: string): ICredentialDataDecryptedObject;
+    /**
+     * Returns the decrypted credentials for given key
+     */
+    getDataKey(key: string, encryptionKey: string, nodeType?: string): CredentialInformation;
+    /**
+     * Returns the encrypted credentials to be saved
+     */
+    getDataToSave(): ICredentialsEncrypted;
+}

package/dist/src/lib/Credentials.js

@@ -0,0 +1,89 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.Credentials = void 0;
+const workflow_1 = require("@fsai-flow/workflow");
+const crypto_js_1 = require("crypto-js");
+class Credentials extends workflow_1.ICredentials {
+    /**
+     * Returns if the given nodeType has access to data
+     */
+    hasNodeAccess(nodeType) {
+        // eslint-disable-next-line no-restricted-syntax
+        for (const accessData of this.nodesAccess) {
+            if (accessData.nodeType === nodeType) {
+                return true;
+            }
+        }
+        return false;
+    }
+    /**
+     * Sets new credential object
+     */
+    setData(data, encryptionKey) {
+        this.data = crypto_js_1.AES.encrypt(JSON.stringify(data), encryptionKey).toString();
+    }
+    /**
+     * Sets new credentials for given key
+     */
+    setDataKey(key, data, encryptionKey) {
+        let fullData;
+        try {
+            fullData = this.getData(encryptionKey);
+        }
+        catch (e) {
+            fullData = {};
+        }
+        fullData[key] = data;
+        return this.setData(fullData, encryptionKey);
+    }
+    /**
+     * Returns the decrypted credential object
+     */
+    getData(encryptionKey, nodeType) {
+        if (nodeType && !this.hasNodeAccess(nodeType)) {
+            throw new Error(`The node of type "${nodeType}" does not have access to credentials "${this.name}" of type "${this.type}".`);
+        }
+        if (this.data === undefined) {
+            throw new Error('No data is set so nothing can be returned.');
+        }
+        const decryptedData = crypto_js_1.AES.decrypt(this.data, encryptionKey);
+        try {
+            // eslint-disable-next-line @typescript-eslint/no-unsafe-return
+            return JSON.parse(decryptedData.toString(crypto_js_1.enc.Utf8));
+        }
+        catch (e) {
+            throw new Error('Credentials could not be decrypted. The likely reason is that a different "encryptionKey" was used to encrypt the data.');
+        }
+    }
+    /**
+     * Returns the decrypted credentials for given key
+     */
+    getDataKey(key, encryptionKey, nodeType) {
+        const fullData = this.getData(encryptionKey, nodeType);
+        if (fullData === null) {
+            throw new Error(`No data was set.`);
+        }
+        // eslint-disable-next-line no-prototype-builtins
+        if (!fullData.hasOwnProperty(key)) {
+            throw new Error(`No data for key "${key}" exists.`);
+        }
+        return fullData[key];
+    }
+    /**
+     * Returns the encrypted credentials to be saved
+     */
+    getDataToSave() {
+        if (this.data === undefined) {
+            throw new Error(`No credentials were set to save.`);
+        }
+        return {
+            id: this.id,
+            name: this.name,
+            type: this.type,
+            data: this.data,
+            nodesAccess: this.nodesAccess,
+        };
+    }
+}
+exports.Credentials = Credentials;
+//# sourceMappingURL=Credentials.js.map

package/dist/src/lib/Credentials.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"Credentials.js","sourceRoot":"","sources":["../../../src/lib/Credentials.ts"],"names":[],"mappings":";;;AAAA,kDAK6B;AAE7B,yCAAqC;AAErC,MAAa,WAAY,SAAQ,uBAAY;IAC5C;;OAEG;IACH,aAAa,CAAC,QAAgB;QAC7B,gDAAgD;QAChD,KAAK,MAAM,UAAU,IAAI,IAAI,CAAC,WAAW,EAAE,CAAC;YAC3C,IAAI,UAAU,CAAC,QAAQ,KAAK,QAAQ,EAAE,CAAC;gBACtC,OAAO,IAAI,CAAC;YACb,CAAC;QACF,CAAC;QAED,OAAO,KAAK,CAAC;IACd,CAAC;IAED;;OAEG;IACH,OAAO,CAAC,IAAoC,EAAE,aAAqB;QAClE,IAAI,CAAC,IAAI,GAAG,eAAG,CAAC,OAAO,CAAC,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,EAAE,aAAa,CAAC,CAAC,QAAQ,EAAE,CAAC;IACzE,CAAC;IAED;;OAEG;IACH,UAAU,CAAC,GAAW,EAAE,IAA2B,EAAE,aAAqB;QACzE,IAAI,QAAQ,CAAC;QACb,IAAI,CAAC;YACJ,QAAQ,GAAG,IAAI,CAAC,OAAO,CAAC,aAAa,CAAC,CAAC;QACxC,CAAC;QAAC,OAAO,CAAC,EAAE,CAAC;YACZ,QAAQ,GAAG,EAAE,CAAC;QACf,CAAC;QAED,QAAQ,CAAC,GAAG,CAAC,GAAG,IAAI,CAAC;QAErB,OAAO,IAAI,CAAC,OAAO,CAAC,QAAQ,EAAE,aAAa,CAAC,CAAC;IAC9C,CAAC;IAED;;OAEG;IACH,OAAO,CAAC,aAAqB,EAAE,QAAiB;QAC/C,IAAI,QAAQ,IAAI,CAAC,IAAI,CAAC,aAAa,CAAC,QAAQ,CAAC,EAAE,CAAC;YAC/C,MAAM,IAAI,KAAK,CACd,qBAAqB,QAAQ,0CAA0C,IAAI,CAAC,IAAI,cAAc,IAAI,CAAC,IAAI,IAAI,CAC3G,CAAC;QACH,CAAC;QAED,IAAI,IAAI,CAAC,IAAI,KAAK,SAAS,EAAE,CAAC;YAC7B,MAAM,IAAI,KAAK,CAAC,4CAA4C,CAAC,CAAC;QAC/D,CAAC;QAED,MAAM,aAAa,GAAG,eAAG,CAAC,OAAO,CAAC,IAAI,CAAC,IAAI,EAAE,aAAa,CAAC,CAAC;QAE5D,IAAI,CAAC;YACJ,+DAA+D;YAC/D,OAAO,IAAI,CAAC,KAAK,CAAC,aAAa,CAAC,QAAQ,CAAC,eAAG,CAAC,IAAI,CAAC,CAAC,CAAC;QACrD,CAAC;QAAC,OAAO,CAAC,EAAE,CAAC;YACZ,MAAM,IAAI,KAAK,CACd,yHAAyH,CACzH,CAAC;QACH,CAAC;IACF,CAAC;IAED;;OAEG;IACH,UAAU,CAAC,GAAW,EAAE,aAAqB,EAAE,QAAiB;QAC/D,MAAM,QAAQ,GAAG,IAAI,CAAC,OAAO,CAAC,aAAa,EAAE,QAAQ,CAAC,CAAC;QAEvD,IAAI,QAAQ,KAAK,IAAI,EAAE,CAAC;YACvB,MAAM,IAAI,KAAK,CAAC,kBAAkB,CAAC,CAAC;QACrC,CAAC;QAED,iDAAiD;QACjD,IAAI,CAAC,QAAQ,CAAC,cAAc,CAAC,GAAG,CAAC,EAAE,CAAC;YACnC,MAAM,IAAI,KAAK,CAAC,oBAAoB,GAAG,WAAW,CAAC,CAAC;QACrD,CAAC;QAED,OAAO,QAAQ,CAAC,GAAG,CAAC,CAAC;IACtB,CAAC;IAED;;OAEG;IACH,aAAa;QACZ,IAAI,IAAI,CAAC,IAAI,KAAK,SAAS,EAAE,CAAC;YAC7B,MAAM,IAAI,KAAK,CAAC,kCAAkC,CAAC,CAAC;QACrD,CAAC;QAED,OAAO;YACN,EAAE,EAAE,IAAI,CAAC,EAAE;YACX,IAAI,EAAE,IAAI,CAAC,IAAI;YACf,IAAI,EAAE,IAAI,CAAC,IAAI;YACf,IAAI,EAAE,IAAI,CAAC,IAAI;YACf,WAAW,EAAE,IAAI,CAAC,WAAW;SAC7B,CAAC;IACH,CAAC;CACD;AAlGD,kCAkGC"}

package/dist/src/lib/FileSystem.d.ts

@@ -0,0 +1,26 @@
+import { IBinaryDataConfig, IBinaryDataManager } from './Interfaces';
+export declare class BinaryDataFileSystem implements IBinaryDataManager {
+    private storagePath;
+    private binaryDataTTL;
+    private persistedBinaryDataTTL;
+    constructor(config: IBinaryDataConfig);
+    init(startPurger?: boolean): Promise<void>;
+    storeBinaryData(binaryBuffer: Buffer, executionId: string): Promise<string>;
+    retrieveBinaryDataByIdentifier(identifier: string): Promise<Buffer>;
+    markDataForDeletionByExecutionId(executionId: string): Promise<void>;
+    deleteMarkedFiles(): Promise<void>;
+    deleteMarkedPersistedFiles(): Promise<void>;
+    private addBinaryIdToPersistMeta;
+    private deleteMarkedFilesByMeta;
+    duplicateBinaryDataByIdentifier(binaryDataId: string, prefix: string): Promise<string>;
+    deleteBinaryDataByExecutionId(executionId: string): Promise<void>;
+    deleteBinaryDataByIdentifier(identifier: string): Promise<void>;
+    persistBinaryDataForExecutionId(executionId: string): Promise<void>;
+    private generateFileName;
+    private getBinaryDataMetaPath;
+    private getBinaryDataPersistMetaPath;
+    private deleteMetaFileByPath;
+    private deleteFromLocalStorage;
+    private saveToLocalStorage;
+    private retrieveFromLocalStorage;
+}